mirror of
https://gitlab.com/pulsechaincom/prysm-pulse.git
synced 2025-01-16 23:08:45 +00:00
6d2a2ebadf
* Remove custody (#3986)
* Update proto fields
* Updated block operations
* Fixed all block operation tests
* Fixed tests part 1
* Fixed tests part 1
* All tests pass
* Clean up
* Skip spec test
* Fixed ssz test
* Skip ssz test
* Skip mainnet tests
* Update beacon-chain/operations/attestation.go
* Update beacon-chain/operations/attestation.go
* Decoy flip flop check (#3987)
* Bounce attack check (#3989)
* New store values
* Update process block
* Update process attestation
* Update tests
* Helper
* Fixed blockchain package tests
* Update beacon-chain/blockchain/forkchoice/process_block.go
* Conflict
* Unskip mainnet spec tests (#3998)
* Starting
* Fixed attestation mainnet test
* Unskip ssz static and block processing tests
* Fixed workspace
* fixed workspace
* fixed workspace
* Update beacon-chain/core/blocks/block_operations.go
* Unskip minimal spec tests (#3999)
* Starting
* Fixed attestation mainnet test
* Unskip ssz static and block processing tests
* Fixed workspace
* fixed workspace
* fixed workspace
* Update workspace
* Unskip all minimal spec tests
* Update workspace for general test
* Unskip test (#4001)
* Update minimal seconds per slot to 6 (#3978)
* Bounce attack tests (#3993)
* New store values
* Update process block
* Update process attestation
* Update tests
* Helper
* Fixed blockchain package tests
* Slots since epoch starts tests
* Update justified checkpt tests
* Conflict
* Fixed logic
* Update process_block.go
* Use helper
* Conflict
* Merge branch 'master' of https://github.com/prysmaticlabs/prysm into v0.9.1
* Conflict
* Fixed failed tests
* Lower MinGenesisActiveValidatorCount to 16384 (#4100)
* Fork choice beacon block checks (#4107)
* Prevent future blocks check and test
* Removed old code
* Update aggregation proto (#4121)
* Update def
* Update spec test
* Conflict
* Update workspace
* patch
* Resolve conflict
* Patch
* Change workspace
* Update ethereumapis to a forked branch at commit 6eb1193e47
* Fixed all the tests
* Merge branch 'v0.9.2' of https://github.com/prysmaticlabs/prysm into conflict
* fix patch
* Need to regenerate test data
* Merge branch 'master' into v0.9.2
* Merge branch 'master' of https://github.com/prysmaticlabs/prysm into v0.9.2
* Enable snappy compression for all (#4157)
* enable snappy compression for all
* enable snappy compression for all
* enable snappy compression for all
* enable snappy compression for all
* Validate aggregate and proof subscriber (#4159)
* Merge branch 'master' of https://github.com/prysmaticlabs/prysm into v0.9.2
* Conflict
* Update workspace
* Conflict
* Conflict
* Conflict
* Merge branch 'master' into v0.9.2
* Merge branch 'master' into v0.9.2
* Conflict
* Merge branch 'v0.9.2' of https://github.com/prysmaticlabs/prysm into v0.9.2
* Remove migrate to snappy (#4205)
* Feature flag: Deprecate --prune-states, release to all (#4204)
* Deprecated prune-states, release to all
* imports
* remote unused import
* remove unused import
* Rm prune state test
* gaz
* Refactoring for dynamic pubsub subscriptions for non-aggregated attestations (#4189)
* checkpoint progress
* chkpt
* checkpoint progress
* put pipeline in its own file
* remove unused imports
* add test, it's failing though
* fix test
* remove head state issue
* add clear db flag to e2e
* add some more error handling, debug logging
* skip processing if chain has not started
* fix test
* wrap in go routine to see if anything breaks
* remove duplicated topic
* Add a regression test. Thanks @nisdas for finding the original problem. May it never happen again *fingers crossed*
* Comments
* gofmt
* comment out with TODO
* Sync with master
* Sync with master
* RPC servers use attestation pool (#4223)
* Merge branch 'master' of https://github.com/prysmaticlabs/prysm into v0.9.2
* Refactor RPC to Fully Utilize Ethereum APIs (#4243)
* include attester as a file in the validator server
* remove old proposer server impl
* include new patch and properly sync changes
* align with public pbs
* ensure matches rpc def
* fix up status tests
* resolve all broken test files in the validator rpc package
* gazelle include
* fix up the duties implementation
* fixed up all get duties functions
* all tests pass
* utilize new ethereum apis
* amend validator client to use the new beacon node validator rpc client
* fix up most of validator items
* added in mock
* fix up test
* readd test
* add chain serv mock
* fix a few more validator methods
* all validator tests passingggg
* fix broken test
* resolve even more broken tests
* all tests passsssss
* fix lint
* try PR
* fix up test
* resolve broken other tests
* Sync with master
* Merge branch 'v0.9.2' of https://github.com/prysmaticlabs/prysm into v0.9.2
* Aggregate and proof subscriber (#4240)
* Added subscribers
* Fixed conflict
* Tests
* fix up patch
* Use upstream pb
* include latest patch
* Fmt
* Save state before head block
* skip tests (#4275)
* Delete block attestations from the pool (#4241)
* Added subscribers
* Clean up
* Fixed conflict
* Delete atts in pool in validate pipeline
* Moved it to subscriber
* Merge branch 'v0.9.2' of https://github.com/prysmaticlabs/prysm into use-att-pool-3
* Test
* Fixed test
* Initial work on voluntary exit (#4207)
* Initial implementation of voluntary exit: RPC call
* Update for recent merges
* Break out validation logic for voluntary exits to core module
* RequestExit -> ProposeExit
* Decrease exit package visibility
* Move to operation feed
* Wrap errors
* Fix critical proposer selection bug #4259 (#4265)
* fix critical proposer selection bug #4259
* gofmt
* add 1 more validator to make it 5
* more tests
* Fixed archivedProposerIndex
* Fixed TestFilterAttestation_OK
* Refactor ComputeProposerIndex, add regression test for potential out of range panic
* handle case of nil validator
* Update validators_test.go
* Merge branch 'master' of github.com:prysmaticlabs/prysm into v0.9.2
* Leftover merge files, oops
* gaz
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge branch 'master' of https://github.com/prysmaticlabs/geth-sharding into v0.9.2
* Fixes Duplicate Validator Bug (#4322)
* Update dict
* Test helper
* Regression test
* Comment
* Reset test cache
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* fixes after PR #4328
* Complete attestation pool for run time (#4286)
* Added subscribers
* Fixed conflict
* Delete atts in pool in validate pipeline
* Moved it to subscriber
* Test
* Fixed test
* New curl for forkchoice attestations
* Starting att pool service for fork choice
* Update pool interface
* Update pool interface
* Update sync and node
* Lint
* Gazelle
* Updated servers, filled in missing functionalities
* RPC working with 1 beacon node 64 validators
* Started writing tests. Yay
* Test to aggregate and save multiple fork choice atts
* Tests for BatchAttestations for fork choice
* Fixed exisiting tests
* Minor fixes
* Fmt
* Added batch saves
* Lint
* Mo tests yay
* Delete test
* Fmt
* Update interval
* Fixed aggregation broadcast
* Clean up based on design review comment
* Fixed setupBeaconChain
* Raul's feedback. s/error/err
* resolve conflicts
* Merge branch 'v0.9.2' of github.com:prysmaticlabs/prysm into v0.9.2
* Merge branch 'master' of github.com:prysmaticlabs/prysm into v0.9.2
* Merge refs/heads/master into v0.9.2
* Removed old protos and fixed tests (#4336)
* Merge refs/heads/master into v0.9.2
* Disallow duplicated indices and test (#4339)
* Explicit use of GENESIS_SLOT in fork choice (#4343)
* Update from 2 to 3 (#4345)
* Remove verify unaggregated attestation when aggregating (#4347)
* use slot ticker instead of run every (#4348)
* Add context check for unbounded loop work (#4346)
* Revert "Explicit use of GENESIS_SLOT in fork choice (#4343)" (#4349)
This reverts commit d3f6753c77f8f733563d00ab649c5159b2c2926f.
* Refactor Powchain Service (#4306)
* add data structures
* generate proto
* add in new fields
* add comments
* add new mock state
* add new mock state
* add new methods
* some more changes
* check genesis time properly
* lint
* fix refs
* fix tests
* lint
* lint
* lint
* gaz
* fix lint
* raul's comments
* use one method
* fix test
* raul's comment
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Ensure best better-justification is stored for fork choice (#4342)
* Ensure best better-justification is stored. Minor refactor
* Tests
* Merge refs/heads/v0.9.2 into better-best-justified
* Merge refs/heads/v0.9.2 into better-best-justified
* Ensure that epoch of attestation slot matches the target epoch (#4341)
* Disallow duplicated indices and test
* Add slot to target epoch check to on_attestation
* Add slot to target epoch check to process_attestation
* Merge branch 'v0.9.2' of git+ssh://github.com/prysmaticlabs/prysm into no-dup-att-indices
* Fixed TestProcessAttestations_PrevEpochFFGDataMismatches
* Merge refs/heads/v0.9.2 into no-dup-att-indices
* Merge refs/heads/v0.9.2 into no-dup-att-indices
* Merge refs/heads/v0.9.2 into no-dup-att-indices
* Merge refs/heads/v0.9.2 into no-dup-att-indices
* Merge refs/heads/v0.9.2 into no-dup-att-indices
* Merge refs/heads/v0.9.2 into no-dup-att-indices
* Merge refs/heads/v0.9.2 into no-dup-att-indices
* Update beacon-chain/blockchain/forkchoice/process_attestation_test.go
Co-Authored-By: Raul Jordan <raul@prysmaticlabs.com>
* Merge refs/heads/v0.9.2 into no-dup-att-indices
* Filter viable branches in fork choice (#4355)
* Only activate upon finality (#4359)
* Updated functions
* Tests
* Merge branch 'v0.9.2' of git+ssh://github.com/prysmaticlabs/prysm into queue-fix-on-finality
* Comment
* Merge refs/heads/v0.9.2 into queue-fix-on-finality
* Fixed failing test from 4359 (#4360)
* Fixed
* Skip registry spec tests
* Wait for state to be initialized at least once before running slot ticker based on genesis time (#4364)
* Sync with master
* Fix checkpoint root to use genesis block root (#4368)
* Return an error on nil head state in fork choice (#4369)
* Return error if nil head state
* Fixed tests. Saved childen blocks state
Co-authored-by: terence tsao <terence@prysmaticlabs.com>
* Update metrics every epoch (#4367)
* return empty slice if state is nil (#4365)
* Merge branch 'master' of github.com:prysmaticlabs/prysm into v0.9.2
* Merge refs/heads/master into v0.9.2
* Pubsub: Broadcast attestations to committee based subnets (#4316)
* Working on un-aggregated pubsub topics
* update subscriber to call pool
* checkpointing
* fix
* untested message validation
* minor fixes
* rename slotsSinceGenesis to slotsSince
* some progress on a unit test, subscribe is not being called still...
* dont change topic
* need to set the data on the message
* restore topic
* fixes
* some helpful parameter changes for mainnet operations
* lint
* Terence feedback
* unskip e2e
* Unit test for validate committee index beacon attestation
* PR feedbacK
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Merge branch 'master' of https://github.com/prysmaticlabs/geth-sharding into resolveConflicts
* remove condition
* Remove unused operation pool (#4361)
* Merge refs/heads/master into v0.9.2
* Aggregate attestations periodically (#4376)
* Persist ETH1 Data to Disk (#4329)
* add data structures
* generate proto
* add in new fields
* add comments
* add new mock state
* add new mock state
* add new methods
* some more changes
* check genesis time properly
* lint
* fix refs
* fix tests
* lint
* lint
* lint
* gaz
* adding in new proto message
* remove outdated vars
* add new changes
* remove latest eth1data
* continue refactoring
* finally works
* lint
* fix test
* fix all tests
* fix all tests again
* fix build
* change back
* add full eth1 test
* fix logs and test
* add constant
* changes
* fix bug
* lint
* fix another bug
* change back
* Apply suggestions from code review
Co-Authored-By: Raul Jordan <raul@prysmaticlabs.com>
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
Co-authored-by: Raul Jordan <raul@prysmaticlabs.com>
* Fixed VerifyIndexedAttestation (#4382)
* rm signing root (#4381)
* rm signing root
* Fixed VerifyIndexedAttestation
* Check proposer slashed status inside ProcessBlockHeaderNoVerify
* Fixed TestUpdateJustified_CouldUpdateBest
Co-authored-by: terence tsao <terence@prysmaticlabs.com>
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Remove Redundant Trie Generation (#4383)
* remove trie generation
* remove deposit hashes
* Merge branch 'master' of https://github.com/prysmaticlabs/geth-sharding into v0.9.2
* fix build
* Conflict
* Implement StreamAttestations RPC Endpoint (#4390)
* started attestation stream
* stream attestations test
* on slot tick test passing
* imports
* gaz
* Update beacon-chain/rpc/beacon/attestations_test.go
Co-Authored-By: shayzluf <thezluf@gmail.com>
Co-authored-by: shayzluf <thezluf@gmail.com>
* Fixed goimport (#4394)
* Use custom stateutil ssz for ssz HTR spec tests (#4396)
* Use custom stateutil ssz for ssz HTR spec tests
* gofmt
* Merge branch 'master' of github.com:prysmaticlabs/prysm into v0.9.2
* Merge refs/heads/master into v0.9.2
* set mainnet to be the default for build and run (#4398)
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Merge branch 'master' of github.com:prysmaticlabs/prysm into v0.9.2
* Merge branch 'master' of github.com:prysmaticlabs/prysm into v0.9.2
* gracefully handle deduplicated registration of topic validators (#4399)
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* SSZ: temporarily disable roots cache until cache issues can be resolved (#4407)
* temporarily disable roots cache until cache issues can be resolved
* Also use custom ssz for spectests
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Remove process block attestations as separate routine (#4408)
* Removed old save/process block atts
* Fixed tests
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Save Deposit Cache to Disk (#4384)
* change to protos
* fix build
* glue everything together
* fix test
* raul's review
* preston's comments
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Fix activation queue sorting (#4409)
* Removed old save/process block atts
* Fixed tests
* Proper sorting by eligibility epoch then by indices
* Deleted old colde
* Merge branch 'master' of github.com:prysmaticlabs/prysm into v0.9.2
* Merge branch 'master' into v0.9.2
* Merge refs/heads/master into v0.9.2
* stop recursive lookup if context is cancelled (#4420)
* Fix proposal bug (#4419)
* Add Pending Deposits Safely (#4422)
* safely prune cache
* use proper method
* preston's,terence's reviews and comments
* revert change to build files
* use as feature config instead
* Release custom state ssz (#4421)
* Release custom state ssz, change all HTR of beacon state to use custom method
* typo
* use mainnet config
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Merge branch 'master' of github.com:prysmaticlabs/prysm into v0.9.2
* Update initial sync save justified to align with v0.9.3 (#4432)
* Merge refs/heads/master into v0.9.2
* Merge refs/heads/master into v0.9.2
* fix build
* don't blacklist on pubsub (#4435)
* Fix Flakey Slot Ticker Test (#4434)
* use interface instead for the slot ticker
* fixed up flakey tests
* add gen time
* get duties comment
* fix lifecycle test
* more fixes
* Configurable min genesis delay (#4437)
* Configurable min genesis delay based on https://github.com/ethereum/eth2.0-specs/pull/1557
* remove feature flag for genesis delay
* fix
* demo config feedback
* patch readme
* save keys unencrypted for validators (#4439)
* Add new demo configuration targeting mainnet scale (#4397)
* Add new demo configuration targeting mainnet, with 1/10th of the deposit value
* reduce quotant by 1/10th. Use 1/10th mainnet values
* only change the inactivity quotant
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Save justified checkpoint state (#4433)
* Save justified checkpoint state
* Lint
* Feedback
* Fixed test
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
* Update shared/testutil/deposits.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update proto/testing/ssz_regression_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/core/epoch/epoch_processing.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/operations/attestations/kv/forkchoice.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/operations/attestations/pool.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/operations/attestations/pool.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/powchain/log_processing_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/rpc/validator/exit_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/operations/attestations/service.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/sync/subscriber_beacon_blocks_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/sync/subscriber_beacon_blocks_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/sync/subscriber.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/sync/subscriber.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/rpc/validator/proposer.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/rpc/validator/exit_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/rpc/validator/exit_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/operations/attestations/prepare_forkchoice.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/powchain/log_processing_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/operations/attestations/pool.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/powchain/log_processing_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/rpc/aggregator/server.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/rpc/validator/exit.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/rpc/validator/exit_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/rpc/validator/exit_test.go
Co-Authored-By: Ivan Martinez <ivanthegreatdev@gmail.com>
* Update beacon-chain/cache/depositcache/pending_deposits.go
* Update beacon-chain/cache/depositcache/pending_deposits_test.go
* Update beacon-chain/rpc/validator/proposer.go
* Merge refs/heads/master into v0.9.2
* Fix e2e genesis delay issues (#4442)
* fix e2e genesis delay issues
* register flag
* typo
* Update shared/featureconfig/config.go
Co-Authored-By: Nishant Das <nishdas93@gmail.com>
* Apply suggestions from code review
Co-Authored-By: Nishant Das <nishdas93@gmail.com>
* skip demo e2e
* fix validator
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
Co-authored-by: terence tsao <terence@prysmaticlabs.com>
Co-authored-by: Nishant Das <nish1993@hotmail.com>
Co-authored-by: Ivan Martinez <ivanthegreatdev@gmail.com>
* Batch Eth1 RPC Calls (#4392)
* add new methods
* get it working
* optimize past deposit logs processing
* revert change
* fix all tests
* use mock
* lint
* lint
* check for nil
* stop panics
* Apply suggestions from code review
Co-Authored-By: terence tsao <terence@prysmaticlabs.com>
* Terence's Review
Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
Co-authored-by: terence tsao <terence@prysmaticlabs.com>
434 lines
15 KiB
Go
434 lines
15 KiB
Go
package forkchoice
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/hex"
|
|
"fmt"
|
|
"sync"
|
|
|
|
"github.com/gogo/protobuf/proto"
|
|
"github.com/pkg/errors"
|
|
ethpb "github.com/prysmaticlabs/ethereumapis/eth/v1alpha1"
|
|
"github.com/prysmaticlabs/go-ssz"
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/cache"
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/core/blocks"
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/core/helpers"
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/db"
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/db/filters"
|
|
pb "github.com/prysmaticlabs/prysm/proto/beacon/p2p/v1"
|
|
"github.com/prysmaticlabs/prysm/shared/bytesutil"
|
|
"github.com/prysmaticlabs/prysm/shared/featureconfig"
|
|
"github.com/prysmaticlabs/prysm/shared/stateutil"
|
|
"go.opencensus.io/trace"
|
|
)
|
|
|
|
// ForkChoicer defines a common interface for methods useful for directly applying fork choice
|
|
// to beacon blocks to compute head.
|
|
type ForkChoicer interface {
|
|
Head(ctx context.Context) ([]byte, error)
|
|
OnBlock(ctx context.Context, b *ethpb.SignedBeaconBlock) error
|
|
OnBlockInitialSyncStateTransition(ctx context.Context, b *ethpb.SignedBeaconBlock) error
|
|
OnAttestation(ctx context.Context, a *ethpb.Attestation) error
|
|
GenesisStore(ctx context.Context, justifiedCheckpoint *ethpb.Checkpoint, finalizedCheckpoint *ethpb.Checkpoint) error
|
|
FinalizedCheckpt() *ethpb.Checkpoint
|
|
}
|
|
|
|
// Store represents a service struct that handles the forkchoice
|
|
// logic of managing the full PoS beacon chain.
|
|
type Store struct {
|
|
ctx context.Context
|
|
cancel context.CancelFunc
|
|
db db.Database
|
|
justifiedCheckpt *ethpb.Checkpoint
|
|
finalizedCheckpt *ethpb.Checkpoint
|
|
prevFinalizedCheckpt *ethpb.Checkpoint
|
|
checkpointState *cache.CheckpointStateCache
|
|
checkpointStateLock sync.Mutex
|
|
genesisTime uint64
|
|
bestJustifiedCheckpt *ethpb.Checkpoint
|
|
latestVoteMap map[uint64]*pb.ValidatorLatestVote
|
|
voteLock sync.RWMutex
|
|
initSyncState map[[32]byte]*pb.BeaconState
|
|
initSyncStateLock sync.RWMutex
|
|
nextEpochBoundarySlot uint64
|
|
}
|
|
|
|
// NewForkChoiceService instantiates a new service instance that will
|
|
// be registered into a running beacon node.
|
|
func NewForkChoiceService(ctx context.Context, db db.Database) *Store {
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
return &Store{
|
|
ctx: ctx,
|
|
cancel: cancel,
|
|
db: db,
|
|
checkpointState: cache.NewCheckpointStateCache(),
|
|
latestVoteMap: make(map[uint64]*pb.ValidatorLatestVote),
|
|
initSyncState: make(map[[32]byte]*pb.BeaconState),
|
|
}
|
|
}
|
|
|
|
// GenesisStore initializes the store struct before beacon chain
|
|
// starts to advance.
|
|
//
|
|
// Spec pseudocode definition:
|
|
// def get_genesis_store(genesis_state: BeaconState) -> Store:
|
|
// genesis_block = BeaconBlock(state_root=hash_tree_root(genesis_state))
|
|
// root = signing_root(genesis_block)
|
|
// justified_checkpoint = Checkpoint(epoch=GENESIS_EPOCH, root=root)
|
|
// finalized_checkpoint = Checkpoint(epoch=GENESIS_EPOCH, root=root)
|
|
// return Store(
|
|
// time=genesis_state.genesis_time,
|
|
// justified_checkpoint=justified_checkpoint,
|
|
// finalized_checkpoint=finalized_checkpoint,
|
|
// blocks={root: genesis_block},
|
|
// block_states={root: genesis_state.copy()},
|
|
// checkpoint_states={justified_checkpoint: genesis_state.copy()},
|
|
// )
|
|
func (s *Store) GenesisStore(
|
|
ctx context.Context,
|
|
justifiedCheckpoint *ethpb.Checkpoint,
|
|
finalizedCheckpoint *ethpb.Checkpoint) error {
|
|
|
|
s.justifiedCheckpt = proto.Clone(justifiedCheckpoint).(*ethpb.Checkpoint)
|
|
s.bestJustifiedCheckpt = proto.Clone(justifiedCheckpoint).(*ethpb.Checkpoint)
|
|
s.finalizedCheckpt = proto.Clone(finalizedCheckpoint).(*ethpb.Checkpoint)
|
|
s.prevFinalizedCheckpt = proto.Clone(finalizedCheckpoint).(*ethpb.Checkpoint)
|
|
|
|
justifiedState, err := s.db.State(ctx, bytesutil.ToBytes32(s.justifiedCheckpt.Root))
|
|
if err != nil {
|
|
return errors.Wrap(err, "could not retrieve last justified state")
|
|
}
|
|
|
|
if err := s.checkpointState.AddCheckpointState(&cache.CheckpointState{
|
|
Checkpoint: s.justifiedCheckpt,
|
|
State: justifiedState,
|
|
}); err != nil {
|
|
return errors.Wrap(err, "could not save genesis state in check point cache")
|
|
}
|
|
|
|
s.genesisTime = justifiedState.GenesisTime
|
|
if err := s.cacheGenesisState(ctx); err != nil {
|
|
return errors.Wrap(err, "could not cache initial sync state")
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// This sets up gensis for initial sync state cache.
|
|
func (s *Store) cacheGenesisState(ctx context.Context) error {
|
|
if !featureconfig.Get().InitSyncCacheState {
|
|
return nil
|
|
}
|
|
|
|
genesisState, err := s.db.GenesisState(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
stateRoot, err := stateutil.HashTreeRootState(genesisState)
|
|
if err != nil {
|
|
return errors.Wrap(err, "could not tree hash genesis state")
|
|
}
|
|
genesisBlk := blocks.NewGenesisBlock(stateRoot[:])
|
|
genesisBlkRoot, err := ssz.HashTreeRoot(genesisBlk.Block)
|
|
if err != nil {
|
|
return errors.Wrap(err, "could not get genesis block root")
|
|
}
|
|
s.initSyncState[genesisBlkRoot] = genesisState
|
|
|
|
return nil
|
|
}
|
|
|
|
// ancestor returns the block root of an ancestry block from the input block root.
|
|
//
|
|
// Spec pseudocode definition:
|
|
// def get_ancestor(store: Store, root: Hash, slot: Slot) -> Hash:
|
|
// block = store.blocks[root]
|
|
// if block.slot > slot:
|
|
// return get_ancestor(store, block.parent_root, slot)
|
|
// elif block.slot == slot:
|
|
// return root
|
|
// else:
|
|
// return Bytes32() # root is older than queried slot: no results.
|
|
func (s *Store) ancestor(ctx context.Context, root []byte, slot uint64) ([]byte, error) {
|
|
ctx, span := trace.StartSpan(ctx, "forkchoice.ancestor")
|
|
defer span.End()
|
|
|
|
// Stop recursive ancestry lookup if context is cancelled.
|
|
if ctx.Err() != nil {
|
|
return nil, ctx.Err()
|
|
}
|
|
|
|
signed, err := s.db.Block(ctx, bytesutil.ToBytes32(root))
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "could not get ancestor block")
|
|
}
|
|
if signed == nil || signed.Block == nil {
|
|
return nil, errors.New("nil block")
|
|
}
|
|
b := signed.Block
|
|
|
|
// If we dont have the ancestor in the DB, simply return nil so rest of fork choice
|
|
// operation can proceed. This is not an error condition.
|
|
if b == nil || b.Slot < slot {
|
|
return nil, nil
|
|
}
|
|
|
|
if b.Slot == slot {
|
|
return root, nil
|
|
}
|
|
|
|
return s.ancestor(ctx, b.ParentRoot, slot)
|
|
}
|
|
|
|
// latestAttestingBalance returns the staked balance of a block from the input block root.
|
|
//
|
|
// Spec pseudocode definition:
|
|
// def get_latest_attesting_balance(store: Store, root: Hash) -> Gwei:
|
|
// state = store.checkpoint_states[store.justified_checkpoint]
|
|
// active_indices = get_active_validator_indices(state, get_current_epoch(state))
|
|
// return Gwei(sum(
|
|
// state.validators[i].effective_balance for i in active_indices
|
|
// if (i in store.latest_messages
|
|
// and get_ancestor(store, store.latest_messages[i].root, store.blocks[root].slot) == root)
|
|
// ))
|
|
func (s *Store) latestAttestingBalance(ctx context.Context, root []byte) (uint64, error) {
|
|
ctx, span := trace.StartSpan(ctx, "forkchoice.latestAttestingBalance")
|
|
defer span.End()
|
|
|
|
lastJustifiedState, err := s.checkpointState.StateByCheckpoint(s.JustifiedCheckpt())
|
|
if err != nil {
|
|
return 0, errors.Wrap(err, "could not retrieve cached state via last justified check point")
|
|
}
|
|
if lastJustifiedState == nil {
|
|
return 0, errors.Wrapf(err, "could not get justified state at epoch %d", s.JustifiedCheckpt().Epoch)
|
|
}
|
|
|
|
lastJustifiedEpoch := helpers.CurrentEpoch(lastJustifiedState)
|
|
activeIndices, err := helpers.ActiveValidatorIndices(lastJustifiedState, lastJustifiedEpoch)
|
|
if err != nil {
|
|
return 0, errors.Wrap(err, "could not get active indices for last justified checkpoint")
|
|
}
|
|
|
|
wantedBlkSigned, err := s.db.Block(ctx, bytesutil.ToBytes32(root))
|
|
if err != nil {
|
|
return 0, errors.Wrap(err, "could not get target block")
|
|
}
|
|
if wantedBlkSigned == nil || wantedBlkSigned.Block == nil {
|
|
return 0, errors.New("nil wanted block")
|
|
}
|
|
wantedBlk := wantedBlkSigned.Block
|
|
|
|
balances := uint64(0)
|
|
s.voteLock.RLock()
|
|
defer s.voteLock.RUnlock()
|
|
for _, i := range activeIndices {
|
|
vote, ok := s.latestVoteMap[i]
|
|
if !ok {
|
|
continue
|
|
}
|
|
|
|
wantedRoot, err := s.ancestor(ctx, vote.Root, wantedBlk.Slot)
|
|
if err != nil {
|
|
return 0, errors.Wrapf(err, "could not get ancestor root for slot %d", wantedBlk.Slot)
|
|
}
|
|
if bytes.Equal(wantedRoot, root) {
|
|
balances += lastJustifiedState.Validators[i].EffectiveBalance
|
|
}
|
|
}
|
|
return balances, nil
|
|
}
|
|
|
|
// Head returns the head of the beacon chain.
|
|
//
|
|
// Spec pseudocode definition:
|
|
// def get_head(store: Store) -> Root:
|
|
// # Get filtered block tree that only includes viable branches
|
|
// blocks = get_filtered_block_tree(store)
|
|
// # Execute the LMD-GHOST fork choice
|
|
// head = store.justified_checkpoint.root
|
|
// justified_slot = compute_start_slot_at_epoch(store.justified_checkpoint.epoch)
|
|
// while True:
|
|
// children = [
|
|
// root for root in blocks.keys()
|
|
// if blocks[root].parent_root == head and blocks[root].slot > justified_slot
|
|
// ]
|
|
// if len(children) == 0:
|
|
// return head
|
|
// # Sort by latest attesting balance with ties broken lexicographically
|
|
// head = max(children, key=lambda root: (get_latest_attesting_balance(store, root), root))
|
|
func (s *Store) Head(ctx context.Context) ([]byte, error) {
|
|
ctx, span := trace.StartSpan(ctx, "forkchoice.head")
|
|
defer span.End()
|
|
|
|
head := s.JustifiedCheckpt().Root
|
|
filteredBlocks, err := s.getFilterBlockTree(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
justifiedSlot := helpers.StartSlot(s.justifiedCheckpt.Epoch)
|
|
for {
|
|
children := make([][32]byte, 0, len(filteredBlocks))
|
|
for root, block := range filteredBlocks {
|
|
if bytes.Equal(block.ParentRoot, head) && block.Slot > justifiedSlot {
|
|
children = append(children, root)
|
|
}
|
|
}
|
|
|
|
if len(children) == 0 {
|
|
return head, nil
|
|
}
|
|
|
|
// if a block has one child, then we don't have to lookup anything to
|
|
// know that this child will be the best child.
|
|
head = children[0][:]
|
|
if len(children) > 1 {
|
|
highest, err := s.latestAttestingBalance(ctx, head)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "could not get latest balance")
|
|
}
|
|
for _, child := range children[1:] {
|
|
balance, err := s.latestAttestingBalance(ctx, child[:])
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "could not get latest balance")
|
|
}
|
|
// When there's a tie, it's broken lexicographically to favor the higher one.
|
|
if balance > highest ||
|
|
balance == highest && bytes.Compare(child[:], head) > 0 {
|
|
highest = balance
|
|
head = child[:]
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// getFilterBlockTree retrieves a filtered block tree from store, it only returns branches
|
|
// whose leaf state's justified and finalized info agrees with what's in the store.
|
|
// Rationale: https://notes.ethereum.org/Fj-gVkOSTpOyUx-zkWjuwg?view
|
|
//
|
|
// Spec pseudocode definition:
|
|
// def get_filtered_block_tree(store: Store) -> Dict[Root, BeaconBlock]:
|
|
// """
|
|
// Retrieve a filtered block true from ``store``, only returning branches
|
|
// whose leaf state's justified/finalized info agrees with that in ``store``.
|
|
// """
|
|
// base = store.justified_checkpoint.root
|
|
// blocks: Dict[Root, BeaconBlock] = {}
|
|
// filter_block_tree(store, base, blocks)
|
|
// return blocks
|
|
func (s *Store) getFilterBlockTree(ctx context.Context) (map[[32]byte]*ethpb.BeaconBlock, error) {
|
|
ctx, span := trace.StartSpan(ctx, "forkchoice.getFilterBlockTree")
|
|
defer span.End()
|
|
|
|
baseRoot := bytesutil.ToBytes32(s.justifiedCheckpt.Root)
|
|
filteredBlocks := make(map[[32]byte]*ethpb.BeaconBlock)
|
|
if _, err := s.filterBlockTree(ctx, baseRoot, filteredBlocks); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return filteredBlocks, nil
|
|
}
|
|
|
|
// filterBlockTree filters for branches that see latest finalized and justified info as correct on-chain
|
|
// before running Head.
|
|
//
|
|
// Spec pseudocode definition:
|
|
// def filter_block_tree(store: Store, block_root: Root, blocks: Dict[Root, BeaconBlock]) -> bool:
|
|
// block = store.blocks[block_root]
|
|
// children = [
|
|
// root for root in store.blocks.keys()
|
|
// if store.blocks[root].parent_root == block_root
|
|
// ]
|
|
// # If any children branches contain expected finalized/justified checkpoints,
|
|
// # add to filtered block-tree and signal viability to parent.
|
|
// if any(children):
|
|
// filter_block_tree_result = [filter_block_tree(store, child, blocks) for child in children]
|
|
// if any(filter_block_tree_result):
|
|
// blocks[block_root] = block
|
|
// return True
|
|
// return False
|
|
// # If leaf block, check finalized/justified checkpoints as matching latest.
|
|
// head_state = store.block_states[block_root]
|
|
// correct_justified = (
|
|
// store.justified_checkpoint.epoch == GENESIS_EPOCH
|
|
// or head_state.current_justified_checkpoint == store.justified_checkpoint
|
|
// )
|
|
// correct_finalized = (
|
|
// store.finalized_checkpoint.epoch == GENESIS_EPOCH
|
|
// or head_state.finalized_checkpoint == store.finalized_checkpoint
|
|
// )
|
|
// # If expected finalized/justified, add to viable block-tree and signal viability to parent.
|
|
// if correct_justified and correct_finalized:
|
|
// blocks[block_root] = block
|
|
// return True
|
|
// # Otherwise, branch not viable
|
|
// return False
|
|
func (s *Store) filterBlockTree(ctx context.Context, blockRoot [32]byte, filteredBlocks map[[32]byte]*ethpb.BeaconBlock) (bool, error) {
|
|
ctx, span := trace.StartSpan(ctx, "forkchoice.filterBlockTree")
|
|
defer span.End()
|
|
signed, err := s.db.Block(ctx, blockRoot)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if signed == nil || signed.Block == nil {
|
|
return false, errors.New("nil block")
|
|
}
|
|
block := signed.Block
|
|
|
|
filter := filters.NewFilter().SetParentRoot(blockRoot[:])
|
|
childrenRoots, err := s.db.BlockRoots(ctx, filter)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
if len(childrenRoots) != 0 {
|
|
var filtered bool
|
|
for _, childRoot := range childrenRoots {
|
|
didFilter, err := s.filterBlockTree(ctx, childRoot, filteredBlocks)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if didFilter {
|
|
filtered = true
|
|
}
|
|
}
|
|
if filtered {
|
|
filteredBlocks[blockRoot] = block
|
|
return true, nil
|
|
}
|
|
return false, nil
|
|
}
|
|
|
|
headState, err := s.db.State(ctx, blockRoot)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
if headState == nil {
|
|
return false, fmt.Errorf("no state matching block root %v", hex.EncodeToString(blockRoot[:]))
|
|
}
|
|
|
|
correctJustified := s.justifiedCheckpt.Epoch == 0 ||
|
|
proto.Equal(s.justifiedCheckpt, headState.CurrentJustifiedCheckpoint)
|
|
correctFinalized := s.finalizedCheckpt.Epoch == 0 ||
|
|
proto.Equal(s.finalizedCheckpt, headState.FinalizedCheckpoint)
|
|
if correctJustified && correctFinalized {
|
|
filteredBlocks[blockRoot] = block
|
|
return true, nil
|
|
}
|
|
|
|
return false, nil
|
|
}
|
|
|
|
// JustifiedCheckpt returns the latest justified check point from fork choice store.
|
|
func (s *Store) JustifiedCheckpt() *ethpb.Checkpoint {
|
|
return proto.Clone(s.justifiedCheckpt).(*ethpb.Checkpoint)
|
|
}
|
|
|
|
// FinalizedCheckpt returns the latest finalized check point from fork choice store.
|
|
func (s *Store) FinalizedCheckpt() *ethpb.Checkpoint {
|
|
return proto.Clone(s.finalizedCheckpt).(*ethpb.Checkpoint)
|
|
}
|