package forkchoice import ( "context" "reflect" "strings" "testing" ethpb "github.com/prysmaticlabs/ethereumapis/eth/v1alpha1" "github.com/prysmaticlabs/go-bitfield" "github.com/prysmaticlabs/go-ssz" "github.com/prysmaticlabs/prysm/beacon-chain/core/blocks" "github.com/prysmaticlabs/prysm/beacon-chain/core/helpers" testDB "github.com/prysmaticlabs/prysm/beacon-chain/db/testing" pb "github.com/prysmaticlabs/prysm/proto/beacon/p2p/v1" "github.com/prysmaticlabs/prysm/shared/bytesutil" "github.com/prysmaticlabs/prysm/shared/featureconfig" "github.com/prysmaticlabs/prysm/shared/hashutil" "github.com/prysmaticlabs/prysm/shared/params" "github.com/prysmaticlabs/prysm/shared/testutil" ) func TestStore_OnBlock(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) store := NewForkChoiceService(ctx, db) roots, err := blockTree1(db) if err != nil { t.Fatal(err) } randomParentRoot := []byte{'a'} if err := store.db.SaveState(ctx, &pb.BeaconState{}, bytesutil.ToBytes32(randomParentRoot)); err != nil { t.Fatal(err) } randomParentRoot2 := roots[1] if err := store.db.SaveState(ctx, &pb.BeaconState{}, bytesutil.ToBytes32(randomParentRoot2)); err != nil { t.Fatal(err) } validGenesisRoot := []byte{'g'} if err := store.db.SaveState(ctx, &pb.BeaconState{}, bytesutil.ToBytes32(validGenesisRoot)); err != nil { t.Fatal(err) } tests := []struct { name string blk *ethpb.BeaconBlock s *pb.BeaconState time uint64 wantErrString string }{ { name: "parent block root does not have a state", blk: ðpb.BeaconBlock{}, s: &pb.BeaconState{}, wantErrString: "pre state of slot 0 does not exist", }, { name: "block is from the feature", blk: ðpb.BeaconBlock{ParentRoot: randomParentRoot, Slot: params.BeaconConfig().FarFutureEpoch}, s: &pb.BeaconState{}, wantErrString: "could not process slot from the future", }, { name: "could not get finalized block", blk: ðpb.BeaconBlock{ParentRoot: randomParentRoot}, s: &pb.BeaconState{}, wantErrString: "block from slot 0 is not a descendent of the current finalized block", }, { name: "same slot as finalized block", blk: ðpb.BeaconBlock{Slot: 0, ParentRoot: randomParentRoot2}, s: &pb.BeaconState{}, wantErrString: "block is equal or earlier than finalized block, slot 0 < slot 0", }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { if err := store.GenesisStore(ctx, ðpb.Checkpoint{}, ðpb.Checkpoint{}); err != nil { t.Fatal(err) } store.finalizedCheckpt.Root = roots[0] err := store.OnBlock(ctx, tt.blk) if !strings.Contains(err.Error(), tt.wantErrString) { t.Errorf("Store.OnBlock() error = %v, wantErr = %v", err, tt.wantErrString) } }) } } func TestStore_SaveNewValidators(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) store := NewForkChoiceService(ctx, db) preCount := 2 // validators 0 and validators 1 s := &pb.BeaconState{Validators: []*ethpb.Validator{ {PublicKey: []byte{0}}, {PublicKey: []byte{1}}, {PublicKey: []byte{2}}, {PublicKey: []byte{3}}, }} if err := store.saveNewValidators(ctx, preCount, s); err != nil { t.Fatal(err) } if !db.HasValidatorIndex(ctx, bytesutil.ToBytes48([]byte{2})) { t.Error("Wanted validator saved in db") } if !db.HasValidatorIndex(ctx, bytesutil.ToBytes48([]byte{3})) { t.Error("Wanted validator saved in db") } if db.HasValidatorIndex(ctx, bytesutil.ToBytes48([]byte{1})) { t.Error("validator not suppose to be saved in db") } } func TestStore_UpdateBlockAttestationVote(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) params.UseMinimalConfig() beaconState, _ := testutil.DeterministicGenesisState(t, 100) store := NewForkChoiceService(ctx, db) r := [32]byte{'A'} att := ðpb.Attestation{ Data: ðpb.AttestationData{ Source: ðpb.Checkpoint{Epoch: 0, Root: params.BeaconConfig().ZeroHash[:]}, Target: ðpb.Checkpoint{Epoch: 0, Root: r[:]}, }, AggregationBits: []byte{255}, CustodyBits: []byte{255}, } if err := store.db.SaveState(ctx, beaconState, r); err != nil { t.Fatal(err) } committee, err := helpers.BeaconCommitteeFromState(beaconState, att.Data.Slot, att.Data.CommitteeIndex) if err != nil { t.Error(err) } indices, err := blocks.ConvertToIndexed(ctx, att, committee) if err != nil { t.Fatal(err) } var attestedIndices []uint64 for _, k := range append(indices.CustodyBit_0Indices, indices.CustodyBit_1Indices...) { attestedIndices = append(attestedIndices, k) } if err := store.updateBlockAttestationVote(ctx, att); err != nil { t.Fatal(err) } for _, i := range attestedIndices { v := store.latestVoteMap[i] if !reflect.DeepEqual(v.Root, r[:]) { t.Error("Attested roots don't match") } } } func TestStore_UpdateBlockAttestationsVote(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) params.UseMinimalConfig() beaconState, _ := testutil.DeterministicGenesisState(t, 100) store := NewForkChoiceService(ctx, db) r := [32]byte{'A'} atts := make([]*ethpb.Attestation, 5) hashes := make([][32]byte, 5) for i := 0; i < len(atts); i++ { atts[i] = ðpb.Attestation{ Data: ðpb.AttestationData{ Source: ðpb.Checkpoint{Epoch: 0, Root: params.BeaconConfig().ZeroHash[:]}, Target: ðpb.Checkpoint{Epoch: 0, Root: r[:]}, }, AggregationBits: []byte{255}, CustodyBits: []byte{255}, } h, _ := hashutil.HashProto(atts[i]) hashes[i] = h } if err := store.db.SaveState(ctx, beaconState, r); err != nil { t.Fatal(err) } if err := store.updateBlockAttestationsVotes(ctx, atts); err != nil { t.Fatal(err) } for _, h := range hashes { if !store.seenAtts[h] { t.Error("Seen attestation did not get recorded") } } } func TestStore_SavesNewBlockAttestations(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) store := NewForkChoiceService(ctx, db) a1 := ðpb.Attestation{Data: ðpb.AttestationData{}, AggregationBits: bitfield.Bitlist{0b101}, CustodyBits: bitfield.NewBitlist(2)} a2 := ðpb.Attestation{Data: ðpb.AttestationData{BeaconBlockRoot: []byte{'A'}}, AggregationBits: bitfield.Bitlist{0b110}, CustodyBits: bitfield.NewBitlist(2)} r1, _ := ssz.HashTreeRoot(a1.Data) r2, _ := ssz.HashTreeRoot(a2.Data) if err := store.saveNewBlockAttestations(ctx, []*ethpb.Attestation{a1, a2}); err != nil { t.Fatal(err) } saved, err := store.db.AttestationsByDataRoot(ctx, r1) if err != nil { t.Fatal(err) } if !reflect.DeepEqual([]*ethpb.Attestation{a1}, saved) { t.Error("did not retrieve saved attestation") } saved, err = store.db.AttestationsByDataRoot(ctx, r2) if err != nil { t.Fatal(err) } if !reflect.DeepEqual([]*ethpb.Attestation{a2}, saved) { t.Error("did not retrieve saved attestation") } a1 = ðpb.Attestation{Data: ðpb.AttestationData{}, AggregationBits: bitfield.Bitlist{0b111}, CustodyBits: bitfield.NewBitlist(2)} a2 = ðpb.Attestation{Data: ðpb.AttestationData{BeaconBlockRoot: []byte{'A'}}, AggregationBits: bitfield.Bitlist{0b111}, CustodyBits: bitfield.NewBitlist(2)} if err := store.saveNewBlockAttestations(ctx, []*ethpb.Attestation{a1, a2}); err != nil { t.Fatal(err) } saved, err = store.db.AttestationsByDataRoot(ctx, r1) if err != nil { t.Fatal(err) } if !reflect.DeepEqual([]*ethpb.Attestation{a1}, saved) { t.Error("did not retrieve saved attestation") } saved, err = store.db.AttestationsByDataRoot(ctx, r2) if err != nil { t.Fatal(err) } if !reflect.DeepEqual([]*ethpb.Attestation{a2}, saved) { t.Error("did not retrieve saved attestation") } } func TestRemoveStateSinceLastFinalized(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) params.UseMinimalConfig() defer params.UseMainnetConfig() store := NewForkChoiceService(ctx, db) // Save 100 blocks in DB, each has a state. numBlocks := 100 totalBlocks := make([]*ethpb.BeaconBlock, numBlocks) blockRoots := make([][32]byte, 0) for i := 0; i < len(totalBlocks); i++ { totalBlocks[i] = ðpb.BeaconBlock{ Slot: uint64(i), } r, err := ssz.SigningRoot(totalBlocks[i]) if err != nil { t.Fatal(err) } if err := store.db.SaveState(ctx, &pb.BeaconState{Slot: uint64(i)}, r); err != nil { t.Fatal(err) } if err := store.db.SaveBlock(ctx, totalBlocks[i]); err != nil { t.Fatal(err) } blockRoots = append(blockRoots, r) } // New finalized epoch: 1 finalizedEpoch := uint64(1) finalizedSlot := finalizedEpoch * params.BeaconConfig().SlotsPerEpoch endSlot := helpers.StartSlot(finalizedEpoch+1) - 1 // Inclusive if err := store.rmStatesOlderThanLastFinalized(ctx, 0, endSlot); err != nil { t.Fatal(err) } for _, r := range blockRoots { s, err := store.db.State(ctx, r) if err != nil { t.Fatal(err) } // Also verifies genesis state didnt get deleted if s != nil && s.Slot != finalizedSlot && s.Slot != 0 && s.Slot < endSlot { t.Errorf("State with slot %d should not be in DB", s.Slot) } } // New finalized epoch: 5 newFinalizedEpoch := uint64(5) newFinalizedSlot := newFinalizedEpoch * params.BeaconConfig().SlotsPerEpoch endSlot = helpers.StartSlot(newFinalizedEpoch+1) - 1 // Inclusive if err := store.rmStatesOlderThanLastFinalized(ctx, helpers.StartSlot(finalizedEpoch+1)-1, endSlot); err != nil { t.Fatal(err) } for _, r := range blockRoots { s, err := store.db.State(ctx, r) if err != nil { t.Fatal(err) } // Also verifies genesis state didnt get deleted if s != nil && s.Slot != newFinalizedSlot && s.Slot != finalizedSlot && s.Slot != 0 && s.Slot < endSlot { t.Errorf("State with slot %d should not be in DB", s.Slot) } } } func TestRemoveStateSinceLastFinalized_EmptyStartSlot(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) params.UseMinimalConfig() defer params.UseMainnetConfig() c := featureconfig.Get() c.PruneEpochBoundaryStates = true featureconfig.Init(c) store := NewForkChoiceService(ctx, db) // Save 5 blocks in DB, each has a state. numBlocks := 5 totalBlocks := make([]*ethpb.BeaconBlock, numBlocks) blockRoots := make([][32]byte, 0) for i := 0; i < len(totalBlocks); i++ { totalBlocks[i] = ðpb.BeaconBlock{ Slot: uint64(i), } r, err := ssz.SigningRoot(totalBlocks[i]) if err != nil { t.Fatal(err) } if err := store.db.SaveState(ctx, &pb.BeaconState{Slot: uint64(i)}, r); err != nil { t.Fatal(err) } if err := store.db.SaveBlock(ctx, totalBlocks[i]); err != nil { t.Fatal(err) } blockRoots = append(blockRoots, r) } if err := store.rmStatesOlderThanLastFinalized(ctx, 10, 11); err != nil { t.Fatal(err) } // Since 5-10 are skip slots, block with slot 4 should be deleted s, err := store.db.State(ctx, blockRoots[4]) if err != nil { t.Fatal(err) } if s != nil { t.Error("Did not delete state for start slot") } } func TestCachedPreState_CanGetFromCache(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) store := NewForkChoiceService(ctx, db) s := &pb.BeaconState{Slot: 1} r := [32]byte{'A'} b := ðpb.BeaconBlock{Slot: 1, ParentRoot: r[:]} store.initSyncState[r] = s wanted := "pre state of slot 1 does not exist" if _, err := store.cachedPreState(ctx, b); !strings.Contains(err.Error(), wanted) { t.Fatal("Not expected error") } } func TestCachedPreState_CanGetFromCacheWithFeature(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) config := &featureconfig.Flags{ InitSyncCacheState: true, } featureconfig.Init(config) store := NewForkChoiceService(ctx, db) s := &pb.BeaconState{Slot: 1} r := [32]byte{'A'} b := ðpb.BeaconBlock{Slot: 1, ParentRoot: r[:]} store.initSyncState[r] = s received, err := store.cachedPreState(ctx, b) if err != nil { t.Fatal(err) } if !reflect.DeepEqual(s, received) { t.Error("cached state not the same") } } func TestCachedPreState_CanGetFromDB(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) store := NewForkChoiceService(ctx, db) r := [32]byte{'A'} b := ðpb.BeaconBlock{Slot: 1, ParentRoot: r[:]} _, err := store.cachedPreState(ctx, b) wanted := "pre state of slot 1 does not exist" if err.Error() != wanted { t.Error("Did not get wanted error") } s := &pb.BeaconState{Slot: 1} store.db.SaveState(ctx, s, r) received, err := store.cachedPreState(ctx, b) if err != nil { t.Fatal(err) } if !reflect.DeepEqual(s, received) { t.Error("cached state not the same") } } func TestSaveInitState_CanSaveDelete(t *testing.T) { ctx := context.Background() db := testDB.SetupDB(t) defer testDB.TeardownDB(t, db) store := NewForkChoiceService(ctx, db) config := &featureconfig.Flags{ InitSyncCacheState: true, } featureconfig.Init(config) for i := uint64(0); i < 64; i++ { b := ðpb.BeaconBlock{Slot: i} s := &pb.BeaconState{Slot: i} r, _ := ssz.SigningRoot(b) store.initSyncState[r] = s } // Set finalized root as slot 32 finalizedRoot, _ := ssz.SigningRoot(ðpb.BeaconBlock{Slot: 32}) if err := store.saveInitState(ctx, &pb.BeaconState{FinalizedCheckpoint: ðpb.Checkpoint{ Epoch: 1, Root: finalizedRoot[:]}}); err != nil { t.Fatal(err) } // Verify finalized state is saved in DB finalizedState, err := store.db.State(ctx, finalizedRoot) if err != nil { t.Fatal(err) } if finalizedState == nil { t.Error("finalized state can't be nil") } // Verify cached state is properly pruned if len(store.initSyncState) != int(params.BeaconConfig().SlotsPerEpoch) { t.Errorf("wanted: %d, got: %d", len(store.initSyncState), params.BeaconConfig().SlotsPerEpoch) } }