prysm-pulse/beacon-chain/db/kv/validators.go
Raul Jordan 8d215feb25
Large Prysm Performance Improvements (#3622)
* skip bls verification with a feature flag at runtime

* gazelle

* more bls mocks

* block roots efficiency

* db block roots now does not show up on the flame graphs

* save validator latest votes batch

* batch save att

* misc improvements to pprof

* import

* include validator index cache

* error if no filter criteria

* resolved comments

* build fix

* lint

* remove delay global

* attestation and block test fixes

* preston suggestions

* fix db tests

* fix missing broken tests

* tests pass
2019-09-30 15:45:53 -05:00

181 lines
5.4 KiB
Go

package kv
import (
"context"
"encoding/binary"
"sync"
"time"
"github.com/boltdb/bolt"
"github.com/gogo/protobuf/proto"
"go.opencensus.io/trace"
pb "github.com/prysmaticlabs/prysm/proto/beacon/p2p/v1"
)
// ValidatorLatestVote retrieval by validator index.
func (k *Store) ValidatorLatestVote(ctx context.Context, validatorIdx uint64) (*pb.ValidatorLatestVote, error) {
ctx, span := trace.StartSpan(ctx, "BeaconDB.ValidatorLatestVote")
defer span.End()
// Return latest vote from cache if it exists.
if v := k.votesCache.Get(string(validatorIdx)); v != nil && v.Value() != nil {
return v.Value().(*pb.ValidatorLatestVote), nil
}
buf := uint64ToBytes(validatorIdx)
var latestVote *pb.ValidatorLatestVote
err := k.db.View(func(tx *bolt.Tx) error {
bkt := tx.Bucket(validatorsBucket)
enc := bkt.Get(buf)
if enc == nil {
return nil
}
latestVote = &pb.ValidatorLatestVote{}
return proto.Unmarshal(enc, latestVote)
})
return latestVote, err
}
// HasValidatorLatestVote verifies if a validator index has a latest vote stored in the db.
func (k *Store) HasValidatorLatestVote(ctx context.Context, validatorIdx uint64) bool {
ctx, span := trace.StartSpan(ctx, "BeaconDB.HasValidatorLatestVote")
defer span.End()
if v := k.votesCache.Get(string(validatorIdx)); v != nil && v.Value() != nil {
return true
}
buf := uint64ToBytes(validatorIdx)
exists := false
// #nosec G104. Always returns nil.
k.db.View(func(tx *bolt.Tx) error {
bkt := tx.Bucket(validatorsBucket)
exists = bkt.Get(buf) != nil
return nil
})
return exists
}
// SaveValidatorLatestVote by validator index.
func (k *Store) SaveValidatorLatestVote(ctx context.Context, validatorIdx uint64, vote *pb.ValidatorLatestVote) error {
ctx, span := trace.StartSpan(ctx, "BeaconDB.SaveValidatorLatestVote")
defer span.End()
return k.db.Batch(func(tx *bolt.Tx) error {
buf := uint64ToBytes(validatorIdx)
enc, err := proto.Marshal(vote)
if err != nil {
return err
}
bucket := tx.Bucket(validatorsBucket)
k.votesCache.Set(string(validatorIdx), vote, time.Hour)
return bucket.Put(buf, enc)
})
}
// SaveValidatorLatestVotes by validator indidces.
func (k *Store) SaveValidatorLatestVotes(ctx context.Context, validatorIndices []uint64, votes []*pb.ValidatorLatestVote) error {
ctx, span := trace.StartSpan(ctx, "BeaconDB.SaveValidatorLatestVotes")
defer span.End()
var wg sync.WaitGroup
var err error
wg.Add(len(votes))
for i := 0; i < len(votes); i++ {
go func(w *sync.WaitGroup, i uint64, v *pb.ValidatorLatestVote) {
defer wg.Done()
if err = k.SaveValidatorLatestVote(ctx, i, v); err != nil {
return
}
return
}(&wg, validatorIndices[i], votes[i])
}
wg.Wait()
return err
}
// DeleteValidatorLatestVote from the db.
func (k *Store) DeleteValidatorLatestVote(ctx context.Context, validatorIdx uint64) error {
ctx, span := trace.StartSpan(ctx, "BeaconDB.DeleteValidatorLatestVote")
defer span.End()
return k.db.Update(func(tx *bolt.Tx) error {
bkt := tx.Bucket(validatorsBucket)
enc := bkt.Get(uint64ToBytes(validatorIdx))
if enc == nil {
return nil
}
k.votesCache.Delete(string(validatorIdx))
return bkt.Delete(uint64ToBytes(validatorIdx))
})
}
// ValidatorIndex by public key.
func (k *Store) ValidatorIndex(ctx context.Context, publicKey [48]byte) (uint64, bool, error) {
ctx, span := trace.StartSpan(ctx, "BeaconDB.ValidatorIndex")
defer span.End()
// Return latest validatorIndex from cache if it exists.
if v := k.validatorIndexCache.Get(string(publicKey[:])); v != nil && v.Value() != nil {
return v.Value().(uint64), true, nil
}
var validatorIdx uint64
var ok bool
err := k.db.View(func(tx *bolt.Tx) error {
bkt := tx.Bucket(validatorsBucket)
enc := bkt.Get(publicKey[:])
if enc == nil {
return nil
}
validatorIdx = binary.LittleEndian.Uint64(enc)
ok = true
return nil
})
return validatorIdx, ok, err
}
// HasValidatorIndex verifies if a validator's index by public key exists in the db.
func (k *Store) HasValidatorIndex(ctx context.Context, publicKey [48]byte) bool {
ctx, span := trace.StartSpan(ctx, "BeaconDB.HasValidatorIndex")
defer span.End()
if v := k.validatorIndexCache.Get(string(publicKey[:])); v != nil && v.Value() != nil {
return true
}
exists := false
// #nosec G104. Always returns nil.
k.db.View(func(tx *bolt.Tx) error {
bkt := tx.Bucket(validatorsBucket)
exists = bkt.Get(publicKey[:]) != nil
return nil
})
return exists
}
// DeleteValidatorIndex clears a validator index from the db by the validator's public key.
func (k *Store) DeleteValidatorIndex(ctx context.Context, publicKey [48]byte) error {
ctx, span := trace.StartSpan(ctx, "BeaconDB.DeleteValidatorIndex")
defer span.End()
return k.db.Update(func(tx *bolt.Tx) error {
bucket := tx.Bucket(validatorsBucket)
k.validatorIndexCache.Delete(string(publicKey[:]))
return bucket.Delete(publicKey[:])
})
}
// SaveValidatorIndex by public key in the db.
func (k *Store) SaveValidatorIndex(ctx context.Context, publicKey [48]byte, validatorIdx uint64) error {
ctx, span := trace.StartSpan(ctx, "BeaconDB.SaveValidatorIndex")
defer span.End()
return k.db.Update(func(tx *bolt.Tx) error {
bucket := tx.Bucket(validatorsBucket)
buf := uint64ToBytes(validatorIdx)
k.validatorIndexCache.Set(string(publicKey[:]), validatorIdx, time.Hour)
return bucket.Put(publicKey[:], buf)
})
}
func uint64ToBytes(i uint64) []byte {
buf := make([]byte, 8)
binary.LittleEndian.PutUint64(buf, i)
return buf
}