mirror of
https://gitlab.com/pulsechaincom/prysm-pulse.git
synced 2025-01-09 19:21:19 +00:00
d55757500f
* Initial spec rewrite * Finish adding merkle tree implementation * Last bits * Move reverse function * Add comments * Add deposit tree snapshot * Add deposit tree * Add comments + cleanup * Fixes * Add missing errors * Small fixes * Add unhandled error * Cleanup * Fix unsafe file.Close * Add missing comments * Small fixes * Address some of deepSource' compaints * Add depositCount check * Add finalizedDeposit check * Replace pointer magic with copy() * Add test for slice reversal * add back bytes method * Add package level description * Remove zerohash gen and add additional checks * Add additional comments * Small lint fixes * Forgot an error * Small fixes * Move Uint64ToBytesLittleEndian32 + test * Fix uint subtraction issue * Move mixInLength below error handling * Fix * Fix deposit root * integrate 4881 * edits * added in deposit tree fetcher * add file * Add remaining fetcher functions * Add new file for inserter functions * Fixes and additional funcs * Cleanup * Add * Graph * pushed up edits * fix up * Updates * Add EIP4881 toggle flag * Add interfaces * Fix tests * More changes * Fix * Remove generated graph * Fix spacing * Changes * Fixes * Changes * Test Fix * gaz * Fix a couple tests * Fix last tests * define protos * proto methods * pushed * regen * Add proto funcs * builds * pushin up * Fix and cleanup * Fix spectest * General cleanup * add 4881 to e2e * Remove debug statements + remove test skip * Implement first set of missing methods * Replace Zerohashes + cleanup * gazelle * fmt * Put back defensive check * Add error logs * InsertFinalizedDeposits: return an error * Remove logging * Radek' Review * Lint fixes * build * Remove cancel * Update beacon-chain/deterministic-genesis/service.go Co-authored-by: Raul Jordan <raul@prysmaticlabs.com> * Update beacon-chain/cache/depositsnapshot/deposit_inserter.go Co-authored-by: Raul Jordan <raul@prysmaticlabs.com> * Cleanup * Fix panic when DepositSnapshot is nil on init * Gofmt * Fix RootEquivalence test * Gofmt * Add missing comments * Nishant' review * Add Insert benchmarks * fix up copy method * Fix deep copy * Fix conflicts * Return error * Fix linter issues * add in migration logic * Cleanup + tests * fix * Fix incorrect index in test * Fix linter * Gofmt * fix it * fixes for off by 1 * gaz * fix cast * fix it * remove ErrZeroIndex * Fix merkle_tree_test * add fallback * add fix for insertion bug * add many fixes * fix empty snapshot * clean up * use feature * remove check * fix failing tests * skip it * fix test * fix test again * fix for the last time * Apply suggestions from code review Co-authored-by: Radosław Kapka <rkapka@wp.pl> * fix it * remove cancel * fix for voting * addressing more comments * fix err * potuz's review * one more test * fix bad test * make 4881 part of dev mode * add workaround for new trie * comment * preston's review * james's review * add comment * james review * preston's review * remove skipped test * gaz --------- Co-authored-by: rauljordan <raul@prysmaticlabs.com> Co-authored-by: nisdas <nishdas93@gmail.com> Co-authored-by: Radosław Kapka <rkapka@wp.pl> Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
135 lines
4.5 KiB
Go
135 lines
4.5 KiB
Go
package depositsnapshot
|
|
|
|
import (
|
|
"context"
|
|
"encoding/hex"
|
|
"sort"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/pkg/errors"
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
"github.com/prometheus/client_golang/prometheus/promauto"
|
|
"github.com/prysmaticlabs/prysm/v4/encoding/bytesutil"
|
|
ethpb "github.com/prysmaticlabs/prysm/v4/proto/prysm/v1alpha1"
|
|
"github.com/sirupsen/logrus"
|
|
"go.opencensus.io/trace"
|
|
)
|
|
|
|
var (
|
|
historicalDepositsCount = promauto.NewCounter(prometheus.CounterOpts{
|
|
Name: "beacondb_all_deposits_eip4881",
|
|
Help: "The number of total deposits in memory",
|
|
})
|
|
log = logrus.WithField("prefix", "cache")
|
|
)
|
|
|
|
// InsertDeposit into the database. If deposit or block number are nil
|
|
// then this method does nothing.
|
|
func (c *Cache) InsertDeposit(ctx context.Context, d *ethpb.Deposit, blockNum uint64, index int64, depositRoot [32]byte) error {
|
|
ctx, span := trace.StartSpan(ctx, "Cache.InsertDeposit")
|
|
defer span.End()
|
|
if d == nil {
|
|
log.WithFields(logrus.Fields{
|
|
"block": blockNum,
|
|
"deposit": d,
|
|
"index": index,
|
|
"deposit root": hex.EncodeToString(depositRoot[:]),
|
|
}).Warn("Ignoring nil deposit insertion")
|
|
return errors.New("nil deposit inserted into the cache")
|
|
}
|
|
c.depositsLock.Lock()
|
|
defer c.depositsLock.Unlock()
|
|
|
|
if int(index) != len(c.deposits) {
|
|
return errors.Errorf("wanted deposit with index %d to be inserted but received %d", len(c.deposits), index)
|
|
}
|
|
// Keep the slice sorted on insertion in order to avoid costly sorting on retrieval.
|
|
heightIdx := sort.Search(len(c.deposits), func(i int) bool { return c.deposits[i].Index >= index })
|
|
depCtr := ðpb.DepositContainer{Deposit: d, Eth1BlockHeight: blockNum, DepositRoot: depositRoot[:], Index: index}
|
|
newDeposits := append(
|
|
[]*ethpb.DepositContainer{depCtr},
|
|
c.deposits[heightIdx:]...)
|
|
c.deposits = append(c.deposits[:heightIdx], newDeposits...)
|
|
// Append the deposit to our map, in the event no deposits
|
|
// exist for the pubkey , it is simply added to the map.
|
|
pubkey := bytesutil.ToBytes48(d.Data.PublicKey)
|
|
c.depositsByKey[pubkey] = append(c.depositsByKey[pubkey], depCtr)
|
|
historicalDepositsCount.Inc()
|
|
return nil
|
|
}
|
|
|
|
// InsertDepositContainers inserts a set of deposit containers into our deposit cache.
|
|
func (c *Cache) InsertDepositContainers(ctx context.Context, ctrs []*ethpb.DepositContainer) {
|
|
ctx, span := trace.StartSpan(ctx, "Cache.InsertDepositContainers")
|
|
defer span.End()
|
|
c.depositsLock.Lock()
|
|
defer c.depositsLock.Unlock()
|
|
|
|
// Initialize slice if nil object provided.
|
|
if ctrs == nil {
|
|
ctrs = make([]*ethpb.DepositContainer, 0)
|
|
}
|
|
sort.SliceStable(ctrs, func(i int, j int) bool { return ctrs[i].Index < ctrs[j].Index })
|
|
c.deposits = ctrs
|
|
for _, ctr := range ctrs {
|
|
// Use a new value, as the reference
|
|
// changes in the next iteration.
|
|
newPtr := ctr
|
|
pKey := bytesutil.ToBytes48(newPtr.Deposit.Data.PublicKey)
|
|
c.depositsByKey[pKey] = append(c.depositsByKey[pKey], newPtr)
|
|
}
|
|
historicalDepositsCount.Add(float64(len(ctrs)))
|
|
}
|
|
|
|
// InsertFinalizedDeposits inserts deposits up to eth1DepositIndex (inclusive) into the finalized deposits cache.
|
|
func (c *Cache) InsertFinalizedDeposits(ctx context.Context, eth1DepositIndex int64,
|
|
executionHash common.Hash, executionNumber uint64) error {
|
|
ctx, span := trace.StartSpan(ctx, "Cache.InsertFinalizedDeposits")
|
|
defer span.End()
|
|
c.depositsLock.Lock()
|
|
defer c.depositsLock.Unlock()
|
|
|
|
depositTrie := c.finalizedDeposits.depositTree
|
|
insertIndex := int(c.finalizedDeposits.MerkleTrieIndex() + 1)
|
|
|
|
// Don't insert into finalized trie if there is no deposit to
|
|
// insert.
|
|
if len(c.deposits) == 0 {
|
|
return nil
|
|
}
|
|
// In the event we have less deposits than we need to
|
|
// finalize we finalize till the index on which we do have it.
|
|
if len(c.deposits) <= int(eth1DepositIndex) {
|
|
eth1DepositIndex = int64(len(c.deposits)) - 1
|
|
}
|
|
// If we finalize to some lower deposit index, we
|
|
// ignore it.
|
|
if int(eth1DepositIndex) < insertIndex {
|
|
return nil
|
|
}
|
|
currIdx := int64(depositTrie.depositCount) - 1
|
|
|
|
// Insert deposits into deposit trie.
|
|
for _, ctr := range c.deposits {
|
|
if ctr.Index > currIdx && ctr.Index <= eth1DepositIndex {
|
|
rt, err := ctr.Deposit.Data.HashTreeRoot()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := depositTrie.Insert(rt[:], int(ctr.Index)); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
if err := depositTrie.Finalize(eth1DepositIndex, executionHash, executionNumber); err != nil {
|
|
return err
|
|
}
|
|
|
|
c.finalizedDeposits = finalizedDepositsContainer{
|
|
depositTree: depositTrie,
|
|
merkleTrieIndex: eth1DepositIndex,
|
|
}
|
|
return nil
|
|
}
|