prysm-pulse/beacon-chain/db/kv/kv.go
Raul Jordan 1c8ac6658e
Implement Block DB Methods (#3221)
* include new getter for block

* create block filters from indices

* give every block index a unique bucket

* construct block indices by bucket mmap

* almost done save for the block filters

* include block filters, need a few more small touches for fetching the proper indices by bucket

* full functionality to filter by parent root

* tests pass when using the same logic as attestations

* todo

* proper todo formatting

* first minimum slot range filter

* slot range filters pass

* more filter criteria passing

* tests passing

* add todos

* all block tests pass and work

* rem fmt

* range retrieval test

* fixed test conditions

* instantiate the other buckets

* simplify bucket lookups

* deprecate non map code

* revamp to remove old index prefixes

* create indices from data

* create indices from data

* fetch block roots by slot range

* better abstractions

* simpler abstractions

* roots rename

* comment

* preston feedback

* allow blocks without parent root
2019-08-19 19:34:53 -05:00

85 lines
2.0 KiB
Go

package kv
import (
"os"
"path"
"time"
"github.com/boltdb/bolt"
"github.com/pkg/errors"
)
// Store defines an implementation of the Prysm Database interface
// using BoltDB as the underlying persistent kv-store for eth2.
type Store struct {
db *bolt.DB
databasePath string
}
// NewKVStore initializes a new boltDB key-value store at the directory
// path specified, creates the kv-buckets based on the schema, and stores
// an open connection db object as a property of the Store struct.
func NewKVStore(dirPath string) (*Store, error) {
if err := os.MkdirAll(dirPath, 0700); err != nil {
return nil, err
}
datafile := path.Join(dirPath, "beaconchain.db")
boltDB, err := bolt.Open(datafile, 0600, &bolt.Options{Timeout: 1 * time.Second})
if err != nil {
if err == bolt.ErrTimeout {
return nil, errors.New("cannot obtain database lock, database may be in use by another process")
}
return nil, err
}
kv := &Store{db: boltDB, databasePath: dirPath}
if err := kv.db.Update(func(tx *bolt.Tx) error {
return createBuckets(
tx,
attestationsBucket,
blocksBucket,
stateBucket,
validatorsBucket,
// Indices buckets.
attestationShardIndicesBucket,
attestationParentRootIndicesBucket,
attestationStartEpochIndicesBucket,
attestationEndEpochIndicesBucket,
blockSlotIndicesBucket,
blockParentRootIndicesBucket,
)
}); err != nil {
return nil, err
}
return kv, err
}
// ClearDB removes the previously stored directory at the data directory.
func (k *Store) ClearDB() error {
if _, err := os.Stat(k.databasePath); os.IsNotExist(err) {
return nil
}
return os.RemoveAll(k.databasePath)
}
// Close closes the underlying BoltDB database.
func (k *Store) Close() error {
return k.db.Close()
}
// DatabasePath at which this database writes files.
func (k *Store) DatabasePath() string {
return k.databasePath
}
func createBuckets(tx *bolt.Tx, buckets ...[]byte) error {
for _, bucket := range buckets {
if _, err := tx.CreateBucketIfNotExists(bucket); err != nil {
return err
}
}
return nil
}