mirror of
https://gitlab.com/pulsechaincom/prysm-pulse.git
synced 2024-12-26 05:17:22 +00:00
cc741ed8af
* begin state service * begin on the state trie idea * created beacon state structure * add in the full clone getter * return by value instead * add all setters * new state setters are being completed * arrays roots exposed * close to finishing all these headerssss * functionality complete * added in proto benchmark test * test for compatibility * add test for compat * comments fixed * add clone * add clone * remove underlying copies * make it immutable * integrate it into chainservice * revert * wrap up comments for package * address all comments and godocs * address all comments * clone the pending attestation properly * properly clone remaining items * tests pass fixed bug * begin using it instead of head state * prevent nil pointer exceptions * begin using new struct in db * integrated new type into db package * add proper nil checks * using new state in archiver * refactored much of core * editing all the precompute functions * done with most core refactor * fixed up some bugs in the clone comparisons * append current epoch atts * add missing setters * add new setters * fix other core methods * fix up transition * main service and forkchoice * fix rpc * integrated to powchain * some more changes * fix build * improve processing of deposits * fix error * prevent panic * comment * fix process att * gaz * fix up att process * resolve existing review comments * resolve another batch of gh comments * resolve broken cpt state * revise testutil to use the new state * begin updating the state transition func to pass in more compartmentalized args * finish editing transition function to return errors * block operations pretty much done with refactor * state transition fully refactored * got epoch processing completed * fix build in fork choice * fixing more of the build * fix up broken sync package * it builds nowww it buildssss * revert registry changes * Recompute on Read (#4627) * compute on read * fix up eth1 data votes * looking into slashings bug introduced in core/ * able to advance more slots * add logging * can now sync with testnet yay * remove the leaves algorithm and other merkle imports * expose initialize unsafe funcs * Update beacon-chain/db/kv/state.go * lint Co-authored-by: Raul Jordan <raul@prysmaticlabs.com> * More Optimizations for New State (#4641) * map optimization * more optimizations * use a custom hasher * comment * block operations optimizations * Update beacon-chain/state/types.go Co-Authored-By: Raul Jordan <raul@prysmaticlabs.com> * fixed up various operations to use the validator index map access Co-authored-by: Raul Jordan <raul@prysmaticlabs.com> * archiver tests pass * fixing cache tests * cache tests passing * edited validator tests * powchain tests passing * halfway thru sync tests * more sync test fixes * add in tests for state/ * working through rpc tests * assignments tests passed * almost done with rpc/beacon tests * resolved painful validator test * fixed up even more tests * resolve tests * fix build * reduce a randao mixes copy * fixes under //beacon-chain/blockchain/... * build //beacon-chain/core/... * fixes * Runtime Optimizations (#4648) * parallelize shuffling * clean up * lint * fix build * use callback to read from registry * fix array roots and size map * new improvements * reduce hash allocs * improved shuffling * terence's review * use different method * raul's comment * new array roots * remove clone in pre-compute * Update beacon-chain/state/types.go Co-Authored-By: Raul Jordan <raul@prysmaticlabs.com> * raul's review * lint * fix build issues * fix visibility Co-authored-by: Raul Jordan <raul@prysmaticlabs.com> * fix visibility * build works for all * fix blockchain test * fix a few tests * fix more tests * update validator in slashing * archiver passing * fixed rpc/validator * progress on core tests * resolve broken rpc tests * blockchain tests passed * fix up some tests in core * fix message diff * remove unnecessary save * Save validator after slashing * Update validators one by one * another update * fix everything * fix more precompute tests * fix blocks tests * more elegant fix * more helper fixes * change back ? * fix test * fix skip slot * fix test * reset caches * fix testutil * raceoff fixed * passing * Retrieve cached state in the beginning * lint * Fixed tests part 1 * Fixed rest of the tests * Minor changes to avoid copying, small refactor to reduce deplicated code * Handle att req for slot 0 * New beacon state: Only populate merkle layers as needed, copy merkle layers on copy/clone. (#4689) * Only populate merkle layers as needed, copy merkle layers on copy/clone. * use custom copy * Make maps of correct size * slightly fast, doesn't wait for lock Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com> * Target root can't be 0x00 * Don't use cache for current slot (may not be the right fix) * fixed up tests * Remove some copy for init sync. Not sure if it is safe enough for runtime though... testing... * Align with prev logic for process slots cachedState.Slot() < slot * Fix Initial Sync Flag (#4692) * fixes * fix up some test failures due to lack of nil checks * fix up some test failures due to lack of nil checks * fix up imports * revert some changes * imports Co-authored-by: Raul Jordan <raul@prysmaticlabs.com> * resolving further conflicts * Better skip slot cache (#4694) * Return copy of skip slot cache state, disable skip slot cache on sync * fix * Fix pruning * fix up issues with broken tests Co-authored-by: Nishant Das <nish1993@hotmail.com> Co-authored-by: Preston Van Loon <preston@prysmaticlabs.com> Co-authored-by: shayzluf <thezluf@gmail.com> Co-authored-by: terence tsao <terence@prysmaticlabs.com> Co-authored-by: prylabs-bulldozer[bot] <58059840+prylabs-bulldozer[bot]@users.noreply.github.com>
192 lines
5.6 KiB
Go
192 lines
5.6 KiB
Go
package kv
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
ethpb "github.com/prysmaticlabs/ethereumapis/eth/v1alpha1"
|
|
"github.com/prysmaticlabs/go-ssz"
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/state"
|
|
pb "github.com/prysmaticlabs/prysm/proto/beacon/p2p/v1"
|
|
"github.com/prysmaticlabs/prysm/shared/bytesutil"
|
|
"github.com/prysmaticlabs/prysm/shared/params"
|
|
)
|
|
|
|
var genesisBlockRoot = bytesutil.ToBytes32([]byte{'G', 'E', 'N', 'E', 'S', 'I', 'S'})
|
|
|
|
func TestStore_IsFinalizedBlock(t *testing.T) {
|
|
slotsPerEpoch := int(params.BeaconConfig().SlotsPerEpoch)
|
|
db := setupDB(t)
|
|
defer teardownDB(t, db)
|
|
ctx := context.Background()
|
|
|
|
if err := db.SaveGenesisBlockRoot(ctx, genesisBlockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
blks := makeBlocks(t, 0, slotsPerEpoch*3, genesisBlockRoot)
|
|
if err := db.SaveBlocks(ctx, blks); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
root, err := ssz.HashTreeRoot(blks[slotsPerEpoch].Block)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
cp := ðpb.Checkpoint{
|
|
Epoch: 1,
|
|
Root: root[:],
|
|
}
|
|
|
|
st, err := state.InitializeFromProto(&pb.BeaconState{})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// a state is required to save checkpoint
|
|
if err := db.SaveState(ctx, st, root); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := db.SaveFinalizedCheckpoint(ctx, cp); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// All blocks up to slotsPerEpoch*2 should be in the finalized index.
|
|
for i := 0; i < slotsPerEpoch*2; i++ {
|
|
root, err := ssz.HashTreeRoot(blks[i].Block)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !db.IsFinalizedBlock(ctx, root) {
|
|
t.Errorf("Block at index %d was not considered finalized in the index", i)
|
|
}
|
|
}
|
|
for i := slotsPerEpoch * 3; i < len(blks); i++ {
|
|
root, err := ssz.HashTreeRoot(blks[i].Block)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if db.IsFinalizedBlock(ctx, root) {
|
|
t.Errorf("Block at index %d was considered finalized in the index, but should not have", i)
|
|
}
|
|
}
|
|
}
|
|
|
|
// This test scenario is to test a specific edge case where the finalized block root is not part of
|
|
// the finalized and canonical chain.
|
|
//
|
|
// Example:
|
|
// 0 1 2 3 4 5 6 slot
|
|
// a <- b <-- d <- e <- f <- g roots
|
|
// ^- c
|
|
// Imagine that epochs are 2 slots and that epoch 1, 2, and 3 are finalized. Checkpoint roots would
|
|
// be c, e, and g. In this scenario, c was a finalized checkpoint root but no block built upon it so
|
|
// it should not be considered "final and canonical" in the view at slot 6.
|
|
func TestStore_IsFinalized_ForkEdgeCase(t *testing.T) {
|
|
slotsPerEpoch := int(params.BeaconConfig().SlotsPerEpoch)
|
|
blocks0 := makeBlocks(t, slotsPerEpoch*0, slotsPerEpoch, genesisBlockRoot)
|
|
blocks1 := append(
|
|
makeBlocks(t, slotsPerEpoch*1, 1, bytesutil.ToBytes32(sszRootOrDie(t, blocks0[len(blocks0)-1]))), // No block builds off of the first block in epoch.
|
|
makeBlocks(t, slotsPerEpoch*1+1, slotsPerEpoch-1, bytesutil.ToBytes32(sszRootOrDie(t, blocks0[len(blocks0)-1])))...,
|
|
)
|
|
blocks2 := makeBlocks(t, slotsPerEpoch*2, slotsPerEpoch, bytesutil.ToBytes32(sszRootOrDie(t, blocks1[len(blocks1)-1])))
|
|
|
|
db := setupDB(t)
|
|
defer teardownDB(t, db)
|
|
ctx := context.Background()
|
|
|
|
if err := db.SaveGenesisBlockRoot(ctx, genesisBlockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveBlocks(ctx, blocks0); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveBlocks(ctx, blocks1); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveBlocks(ctx, blocks2); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// First checkpoint
|
|
checkpoint1 := ðpb.Checkpoint{
|
|
Root: sszRootOrDie(t, blocks1[0]),
|
|
Epoch: 1,
|
|
}
|
|
|
|
st, err := state.InitializeFromProto(&pb.BeaconState{})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// A state is required to save checkpoint
|
|
if err := db.SaveState(ctx, st, bytesutil.ToBytes32(checkpoint1.Root)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveFinalizedCheckpoint(ctx, checkpoint1); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// All blocks in blocks0 and blocks1 should be finalized and canonical.
|
|
for i, block := range append(blocks0, blocks1...) {
|
|
root := sszRootOrDie(t, block)
|
|
if !db.IsFinalizedBlock(ctx, bytesutil.ToBytes32(root)) {
|
|
t.Errorf("%d - Expected block %#x to be finalized", i, root)
|
|
}
|
|
}
|
|
|
|
// Second checkpoint
|
|
checkpoint2 := ðpb.Checkpoint{
|
|
Root: sszRootOrDie(t, blocks2[0]),
|
|
Epoch: 2,
|
|
}
|
|
// A state is required to save checkpoint
|
|
if err := db.SaveState(ctx, st, bytesutil.ToBytes32(checkpoint2.Root)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveFinalizedCheckpoint(ctx, checkpoint2); err != nil {
|
|
t.Error(err)
|
|
}
|
|
// All blocks in blocks0 and blocks2 should be finalized and canonical.
|
|
for i, block := range append(blocks0, blocks2...) {
|
|
root := sszRootOrDie(t, block)
|
|
if !db.IsFinalizedBlock(ctx, bytesutil.ToBytes32(root)) {
|
|
t.Errorf("%d - Expected block %#x to be finalized", i, root)
|
|
}
|
|
}
|
|
// All blocks in blocks1 should be finalized and canonical, except blocks1[0].
|
|
for i, block := range blocks1 {
|
|
root := sszRootOrDie(t, block)
|
|
if db.IsFinalizedBlock(ctx, bytesutil.ToBytes32(root)) == (i == 0) {
|
|
t.Errorf("Expected db.IsFinalizedBlock(ctx, blocks1[%d]) to be %v", i, i != 0)
|
|
}
|
|
}
|
|
}
|
|
|
|
func sszRootOrDie(t *testing.T, block *ethpb.SignedBeaconBlock) []byte {
|
|
root, err := ssz.HashTreeRoot(block.Block)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return root[:]
|
|
}
|
|
|
|
func makeBlocks(t *testing.T, i, n int, previousRoot [32]byte) []*ethpb.SignedBeaconBlock {
|
|
blocks := make([]*ethpb.SignedBeaconBlock, n)
|
|
for j := i; j < n+i; j++ {
|
|
parentRoot := make([]byte, 32)
|
|
copy(parentRoot, previousRoot[:])
|
|
blocks[j-i] = ðpb.SignedBeaconBlock{
|
|
Block: ðpb.BeaconBlock{
|
|
Slot: uint64(j + 1),
|
|
ParentRoot: parentRoot,
|
|
},
|
|
}
|
|
var err error
|
|
previousRoot, err = ssz.HashTreeRoot(blocks[j-i].Block)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
return blocks
|
|
}
|