mirror of
https://gitlab.com/pulsechaincom/prysm-pulse.git
synced 2024-12-31 23:41:22 +00:00
3332abbb5a
* Update seed domains (#3872) * Remove Transfers (#3870) * Remove active index roots and compact committee roots (#3869) * Update inclusion reward (#3886) * Alter proposer selection logic (#3884) * Fix early committee bias (#3888) * Remove shards and committees (#3896) * Epoch spec tests v0.9 (#3907) * Block spec test v0.9 (#3905) * rm'ed in protobuf * build proto * build proto * build proto * fix core package * Gazelle * Fixed all the tests * Fixed static test * Comment out spec test for now * One more skip * fix-roundRobinSync (#3862) * Starting but need new seed function * Revert initial sync * Updated Proposer Slashing * Fixed all tests * Lint * Update inclusion reward * Fill randao mixes with eth1 data hash * Test * Fixing test part1 * All tests passing * One last test * Updated config * Build proto * Proper skip message * Conflict and fmt * Removed crosslinks and shards. Built * Format and gazelle * Fixed all the block package tests * Fixed all the helper tests * All epoch package tests pass * All core package tests pass * Fixed operation tests * Started fixing rpc test * RPC tests passed! * Fixed all init sync tests * All tests pass * Fixed blockchain tests * Lint * Lint * Preston's feedback * Starting * Remove container * Fixed block spec tests * All passing except for block_processing test * Failing block processing test * Starting * Add AggregateAndProof * All mainnet test passes * Update deposit contract (#3906) * Proto spec tests v0.9 (#3908) * Starting * Add AggregateAndProof * Unskip block util tests (#3910) * rm'ed in protobuf * build proto * build proto * build proto * fix core package * Gazelle * Fixed all the tests * Fixed static test * Comment out spec test for now * One more skip * fix-roundRobinSync (#3862) * Starting but need new seed function * Revert initial sync * Updated Proposer Slashing * Fixed all tests * Lint * Update inclusion reward * Fill randao mixes with eth1 data hash * Test * Fixing test part1 * All tests passing * One last test * Updated config * Build proto * Proper skip message * Conflict and fmt * Removed crosslinks and shards. Built * Format and gazelle * Fixed all the block package tests * Fixed all the helper tests * All epoch package tests pass * All core package tests pass * Fixed operation tests * Started fixing rpc test * RPC tests passed! * Fixed all init sync tests * All tests pass * Fixed blockchain tests * Lint * Lint * Preston's feedback * Starting * Remove container * Fixed block spec tests * All passing except for block_processing test * Failing block processing test * Starting * Add AggregateAndProof * All mainnet test passes * Unskip block util tests * Slot processing spec test V0.9 (#3912) * Starting * Add AggregateAndProof * Unskip slot processing mainnet test * Unskip minimal spec test for finalization (#3920) * Remove outdated interop tests (#3922) * Rm outdated interop tests * Rm test runner * Gazelle * Update validator to use proposer slot (#3919) * Fix committee assignment (#3931) * Replace shard with committee index (#3930) * Conflict * Clean up (#3933) * Remove shard filter in db (#3936) * Remove lightouse compatibility test (#3939) * Update Committee Cache for v0.9 (#3948) * Updated committee cache * Removed shuffled indices cache * Started testing run time * Lint * Fixed test * Safeguard against nil head state * address edge case * add test * Fixed TestRoundRobinSync by doubling the epochs * Unskip TestProtoCompatability (#3958) * Unskip TestProtoCompatability * Update WORKSPACE * Fix minimal config (#3959) * fix minimal configs * fix hardcoded value in test * Simplify verify att time (#3961) * update readme for deposit contract, regen bindings for vyper 0.1.0b12 (#3963) * update readme for deposit contract, regen bindings * medium * Check nil base state (#3964) * Copy Block When Receiving it From Sync (#3966) * copy block * clone for other service methods too * Change logging of Bitfield (#3956) * change logging of bits * preston's review * Unskip Beacon Server Test (#3962) * run test till the end * fix up proto message types * fmt * resolve broken tests * better error handling * fixing new logic to use archived proposer info * fix up logic * clip using the max effective balance * broken build fix with num arg mismatch * amend archive * archival logic changed * rename test * archive both proposer and attester seeds * page size 100 * further experiments * further experimentation, archivedProposerIndex seems wrong * test passes * rem log * fix broken test * fix test * gaz * fix imports * ethapis * attester server split into subpackage * attester impl split up successfully * validator cleaned up * all packages isolated * include proposer * proper naming * test fix * proper viz * naming * resolved timeout due to config values * init use minimal * added all subfiles * subfile split and gazelle * shards * validator folder * cleanup val * shay feedback
469 lines
13 KiB
Go
469 lines
13 KiB
Go
package beacon
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"reflect"
|
|
"strconv"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/prysmaticlabs/go-ssz"
|
|
|
|
mock "github.com/prysmaticlabs/prysm/beacon-chain/blockchain/testing"
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/core/helpers"
|
|
dbTest "github.com/prysmaticlabs/prysm/beacon-chain/db/testing"
|
|
pbp2p "github.com/prysmaticlabs/prysm/proto/beacon/p2p/v1"
|
|
ethpb "github.com/prysmaticlabs/prysm/proto/eth/v1alpha1"
|
|
"github.com/prysmaticlabs/prysm/shared/params"
|
|
)
|
|
|
|
func TestServer_ListAssignments_InputOutOfRange(t *testing.T) {
|
|
db := dbTest.SetupDB(t)
|
|
defer dbTest.TeardownDB(t, db)
|
|
|
|
ctx := context.Background()
|
|
setupValidators(t, db, 1)
|
|
headState, err := db.HeadState(ctx)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
bs := &Server{
|
|
BeaconDB: db,
|
|
HeadFetcher: &mock.ChainService{
|
|
State: headState,
|
|
},
|
|
}
|
|
|
|
wanted := fmt.Sprintf("page start %d >= list %d", 0, 0)
|
|
if _, err := bs.ListValidatorAssignments(
|
|
context.Background(),
|
|
ðpb.ListValidatorAssignmentsRequest{
|
|
QueryFilter: ðpb.ListValidatorAssignmentsRequest_Genesis{Genesis: true},
|
|
},
|
|
); err != nil && !strings.Contains(err.Error(), wanted) {
|
|
t.Errorf("Expected error %v, received %v", wanted, err)
|
|
}
|
|
}
|
|
|
|
func TestServer_ListAssignments_Pagination_ExceedsMaxPageSize(t *testing.T) {
|
|
bs := &Server{}
|
|
exceedsMax := int32(params.BeaconConfig().MaxPageSize + 1)
|
|
|
|
wanted := fmt.Sprintf("requested page size %d can not be greater than max size %d", exceedsMax, params.BeaconConfig().MaxPageSize)
|
|
req := ðpb.ListValidatorAssignmentsRequest{
|
|
PageToken: strconv.Itoa(0),
|
|
PageSize: exceedsMax,
|
|
}
|
|
if _, err := bs.ListValidatorAssignments(context.Background(), req); err != nil && !strings.Contains(err.Error(), wanted) {
|
|
t.Errorf("Expected error %v, received %v", wanted, err)
|
|
}
|
|
}
|
|
|
|
func TestServer_ListAssignments_Pagination_DefaultPageSize_NoArchive(t *testing.T) {
|
|
db := dbTest.SetupDB(t)
|
|
defer dbTest.TeardownDB(t, db)
|
|
|
|
ctx := context.Background()
|
|
count := 1000
|
|
validators := make([]*ethpb.Validator, 0, count)
|
|
for i := 0; i < count; i++ {
|
|
var pubKey [48]byte
|
|
copy(pubKey[:], strconv.Itoa(i))
|
|
if err := db.SaveValidatorIndex(ctx, pubKey, uint64(i)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// Mark the validators with index divisible by 3 inactive.
|
|
if i%3 == 0 {
|
|
validators = append(validators, ðpb.Validator{
|
|
PublicKey: pubKey[:],
|
|
ExitEpoch: 0,
|
|
})
|
|
} else {
|
|
validators = append(validators, ðpb.Validator{
|
|
PublicKey: pubKey[:],
|
|
ExitEpoch: params.BeaconConfig().FarFutureEpoch,
|
|
EffectiveBalance: params.BeaconConfig().MaxEffectiveBalance,
|
|
})
|
|
}
|
|
}
|
|
|
|
blk := ðpb.BeaconBlock{
|
|
Slot: 0,
|
|
}
|
|
blockRoot, err := ssz.SigningRoot(blk)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveHeadBlockRoot(ctx, blockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
s := &pbp2p.BeaconState{
|
|
Validators: validators,
|
|
RandaoMixes: make([][]byte, params.BeaconConfig().EpochsPerHistoricalVector)}
|
|
if err := db.SaveState(ctx, s, blockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
bs := &Server{
|
|
BeaconDB: db,
|
|
HeadFetcher: &mock.ChainService{
|
|
State: s,
|
|
},
|
|
FinalizationFetcher: &mock.ChainService{
|
|
FinalizedCheckPoint: ðpb.Checkpoint{
|
|
Epoch: 0,
|
|
},
|
|
},
|
|
}
|
|
|
|
res, err := bs.ListValidatorAssignments(context.Background(), ðpb.ListValidatorAssignmentsRequest{
|
|
QueryFilter: ðpb.ListValidatorAssignmentsRequest_Genesis{Genesis: true},
|
|
PublicKeys: [][]byte{[]byte("311")},
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// Construct the wanted assignments.
|
|
var wanted []*ethpb.ValidatorAssignments_CommitteeAssignment
|
|
|
|
activeIndices, err := helpers.ActiveValidatorIndices(s, 0)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for _, index := range activeIndices[0:params.BeaconConfig().DefaultPageSize] {
|
|
committee, committeeIndex, attesterSlot, proposerSlot, err := helpers.CommitteeAssignment(s, 0, index)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
wanted = append(wanted, ðpb.ValidatorAssignments_CommitteeAssignment{
|
|
BeaconCommittees: committee,
|
|
CommitteeIndex: committeeIndex,
|
|
AttesterSlot: attesterSlot,
|
|
ProposerSlot: proposerSlot,
|
|
PublicKey: s.Validators[index].PublicKey,
|
|
})
|
|
}
|
|
|
|
if !reflect.DeepEqual(res.Assignments[0], wanted[207]) {
|
|
t.Error("Did not receive wanted assignments")
|
|
}
|
|
}
|
|
|
|
func TestServer_ListAssignments_Pagination_DefaultPageSize_FromArchive(t *testing.T) {
|
|
db := dbTest.SetupDB(t)
|
|
defer dbTest.TeardownDB(t, db)
|
|
|
|
ctx := context.Background()
|
|
count := 1000
|
|
validators := make([]*ethpb.Validator, 0, count)
|
|
balances := make([]uint64, count)
|
|
for i := 0; i < count; i++ {
|
|
var pubKey [48]byte
|
|
copy(pubKey[:], strconv.Itoa(i))
|
|
if err := db.SaveValidatorIndex(ctx, pubKey, uint64(i)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// Mark the validators with index divisible by 3 inactive.
|
|
if i%3 == 0 {
|
|
validators = append(validators, ðpb.Validator{
|
|
PublicKey: pubKey[:],
|
|
ExitEpoch: 0,
|
|
EffectiveBalance: params.BeaconConfig().MaxEffectiveBalance,
|
|
})
|
|
} else {
|
|
validators = append(validators, ðpb.Validator{
|
|
PublicKey: pubKey[:],
|
|
ExitEpoch: params.BeaconConfig().FarFutureEpoch,
|
|
EffectiveBalance: params.BeaconConfig().MaxEffectiveBalance,
|
|
})
|
|
}
|
|
balances[i] = params.BeaconConfig().MaxEffectiveBalance
|
|
}
|
|
|
|
blk := ðpb.BeaconBlock{
|
|
Slot: 0,
|
|
}
|
|
blockRoot, err := ssz.SigningRoot(blk)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveHeadBlockRoot(ctx, blockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
s := &pbp2p.BeaconState{
|
|
Validators: validators,
|
|
Balances: balances,
|
|
RandaoMixes: make([][]byte, params.BeaconConfig().EpochsPerHistoricalVector),
|
|
}
|
|
if err := db.SaveState(ctx, s, blockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// We tell the beacon chain server that our finalized epoch is 10 so that when
|
|
// we request assignments for epoch 0, it looks within the archived data.
|
|
bs := &Server{
|
|
BeaconDB: db,
|
|
HeadFetcher: &mock.ChainService{
|
|
State: s,
|
|
},
|
|
FinalizationFetcher: &mock.ChainService{
|
|
FinalizedCheckPoint: ðpb.Checkpoint{
|
|
Epoch: 10,
|
|
},
|
|
},
|
|
}
|
|
|
|
// We then store archived data into the DB.
|
|
currentEpoch := helpers.CurrentEpoch(s)
|
|
committeeCount, err := helpers.CommitteeCountAtSlot(s, helpers.StartSlot(currentEpoch))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
proposerSeed, err := helpers.Seed(s, currentEpoch, params.BeaconConfig().DomainBeaconProposer)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
attesterSeed, err := helpers.Seed(s, currentEpoch, params.BeaconConfig().DomainBeaconAttester)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveArchivedCommitteeInfo(context.Background(), 0, ðpb.ArchivedCommitteeInfo{
|
|
ProposerSeed: proposerSeed[:],
|
|
AttesterSeed: attesterSeed[:],
|
|
CommitteeCount: committeeCount * params.BeaconConfig().SlotsPerEpoch,
|
|
}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := db.SaveArchivedBalances(context.Background(), 0, balances); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// Construct the wanted assignments.
|
|
var wanted []*ethpb.ValidatorAssignments_CommitteeAssignment
|
|
activeIndices, err := helpers.ActiveValidatorIndices(s, 0)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for _, index := range activeIndices[0:params.BeaconConfig().DefaultPageSize] {
|
|
committee, committeeIndex, attesterSlot, proposerSlot, err := helpers.CommitteeAssignment(s, 0, index)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assign := ðpb.ValidatorAssignments_CommitteeAssignment{
|
|
BeaconCommittees: committee,
|
|
CommitteeIndex: committeeIndex,
|
|
AttesterSlot: attesterSlot,
|
|
ProposerSlot: proposerSlot,
|
|
PublicKey: s.Validators[index].PublicKey,
|
|
}
|
|
wanted = append(wanted, assign)
|
|
}
|
|
|
|
res, err := bs.ListValidatorAssignments(context.Background(), ðpb.ListValidatorAssignmentsRequest{
|
|
QueryFilter: ðpb.ListValidatorAssignmentsRequest_Genesis{Genesis: true},
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !reflect.DeepEqual(res.Assignments, wanted) {
|
|
t.Error("Did not receive wanted assignments")
|
|
}
|
|
}
|
|
|
|
func TestServer_ListAssignments_FilterPubkeysIndices_NoPagination(t *testing.T) {
|
|
helpers.ClearAllCaches()
|
|
db := dbTest.SetupDB(t)
|
|
defer dbTest.TeardownDB(t, db)
|
|
|
|
ctx := context.Background()
|
|
count := 100
|
|
validators := make([]*ethpb.Validator, 0, count)
|
|
for i := 0; i < count; i++ {
|
|
if err := db.SaveValidatorIndex(ctx, [48]byte{byte(i)}, uint64(i)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
validators = append(validators, ðpb.Validator{PublicKey: []byte{byte(i)}, ExitEpoch: params.BeaconConfig().FarFutureEpoch})
|
|
}
|
|
|
|
blk := ðpb.BeaconBlock{
|
|
Slot: 0,
|
|
}
|
|
blockRoot, err := ssz.SigningRoot(blk)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveHeadBlockRoot(ctx, blockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
s := &pbp2p.BeaconState{
|
|
Validators: validators,
|
|
RandaoMixes: make([][]byte, params.BeaconConfig().EpochsPerHistoricalVector)}
|
|
if err := db.SaveState(ctx, s, blockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
bs := &Server{
|
|
BeaconDB: db,
|
|
HeadFetcher: &mock.ChainService{
|
|
State: s,
|
|
},
|
|
FinalizationFetcher: &mock.ChainService{
|
|
FinalizedCheckPoint: ðpb.Checkpoint{
|
|
Epoch: 0,
|
|
},
|
|
},
|
|
}
|
|
|
|
req := ðpb.ListValidatorAssignmentsRequest{PublicKeys: [][]byte{{1}, {2}}, Indices: []uint64{2, 3}}
|
|
res, err := bs.ListValidatorAssignments(context.Background(), req)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// Construct the wanted assignments.
|
|
var wanted []*ethpb.ValidatorAssignments_CommitteeAssignment
|
|
|
|
activeIndices, err := helpers.ActiveValidatorIndices(s, 0)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for _, index := range activeIndices[1:4] {
|
|
committee, committeeIndex, attesterSlot, proposerSlot, err := helpers.CommitteeAssignment(s, 0, index)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
wanted = append(wanted, ðpb.ValidatorAssignments_CommitteeAssignment{
|
|
BeaconCommittees: committee,
|
|
CommitteeIndex: committeeIndex,
|
|
AttesterSlot: attesterSlot,
|
|
ProposerSlot: proposerSlot,
|
|
PublicKey: s.Validators[index].PublicKey,
|
|
})
|
|
}
|
|
|
|
if !reflect.DeepEqual(res.Assignments, wanted) {
|
|
t.Error("Did not receive wanted assignments")
|
|
}
|
|
}
|
|
|
|
func TestServer_ListAssignments_CanFilterPubkeysIndices_WithPagination(t *testing.T) {
|
|
helpers.ClearAllCaches()
|
|
db := dbTest.SetupDB(t)
|
|
defer dbTest.TeardownDB(t, db)
|
|
|
|
ctx := context.Background()
|
|
count := 100
|
|
validators := make([]*ethpb.Validator, 0, count)
|
|
for i := 0; i < count; i++ {
|
|
if err := db.SaveValidatorIndex(ctx, [48]byte{byte(i)}, uint64(i)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
validators = append(validators, ðpb.Validator{PublicKey: []byte{byte(i)}, ExitEpoch: params.BeaconConfig().FarFutureEpoch})
|
|
}
|
|
|
|
blk := ðpb.BeaconBlock{
|
|
Slot: 0,
|
|
}
|
|
blockRoot, err := ssz.SigningRoot(blk)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := db.SaveHeadBlockRoot(ctx, blockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
s := &pbp2p.BeaconState{
|
|
Validators: validators,
|
|
RandaoMixes: make([][]byte, params.BeaconConfig().EpochsPerHistoricalVector)}
|
|
if err := db.SaveState(ctx, s, blockRoot); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
bs := &Server{
|
|
BeaconDB: db,
|
|
HeadFetcher: &mock.ChainService{
|
|
State: s,
|
|
},
|
|
FinalizationFetcher: &mock.ChainService{
|
|
FinalizedCheckPoint: ðpb.Checkpoint{
|
|
Epoch: 0,
|
|
},
|
|
},
|
|
}
|
|
|
|
req := ðpb.ListValidatorAssignmentsRequest{Indices: []uint64{1, 2, 3, 4, 5, 6}, PageSize: 2, PageToken: "1"}
|
|
res, err := bs.ListValidatorAssignments(context.Background(), req)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// Construct the wanted assignments.
|
|
var assignments []*ethpb.ValidatorAssignments_CommitteeAssignment
|
|
|
|
activeIndices, err := helpers.ActiveValidatorIndices(s, 0)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for _, index := range activeIndices[3:5] {
|
|
committee, committeeIndex, attesterSlot, proposerSlot, err := helpers.CommitteeAssignment(s, 0, index)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assignments = append(assignments, ðpb.ValidatorAssignments_CommitteeAssignment{
|
|
BeaconCommittees: committee,
|
|
CommitteeIndex: committeeIndex,
|
|
AttesterSlot: attesterSlot,
|
|
ProposerSlot: proposerSlot,
|
|
PublicKey: s.Validators[index].PublicKey,
|
|
})
|
|
}
|
|
|
|
wantedRes := ðpb.ValidatorAssignments{
|
|
Assignments: assignments,
|
|
TotalSize: int32(len(req.Indices)),
|
|
NextPageToken: "2",
|
|
}
|
|
|
|
if !reflect.DeepEqual(res, wantedRes) {
|
|
t.Error("Did not get wanted assignments")
|
|
}
|
|
|
|
// Test the wrap around scenario.
|
|
assignments = nil
|
|
req = ðpb.ListValidatorAssignmentsRequest{Indices: []uint64{1, 2, 3, 4, 5, 6}, PageSize: 5, PageToken: "1"}
|
|
res, err = bs.ListValidatorAssignments(context.Background(), req)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
for _, index := range activeIndices[6:7] {
|
|
committee, committeeIndex, attesterSlot, proposerSlot, err := helpers.CommitteeAssignment(s, 0, index)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
assignments = append(assignments, ðpb.ValidatorAssignments_CommitteeAssignment{
|
|
BeaconCommittees: committee,
|
|
CommitteeIndex: committeeIndex,
|
|
AttesterSlot: attesterSlot,
|
|
ProposerSlot: proposerSlot,
|
|
PublicKey: s.Validators[index].PublicKey,
|
|
})
|
|
}
|
|
|
|
wantedRes = ðpb.ValidatorAssignments{
|
|
Assignments: assignments,
|
|
TotalSize: int32(len(req.Indices)),
|
|
NextPageToken: "2",
|
|
}
|
|
|
|
if !reflect.DeepEqual(res, wantedRes) {
|
|
t.Error("Did not receive wanted assignments")
|
|
}
|
|
}
|