mirror of
https://gitlab.com/pulsechaincom/prysm-pulse.git
synced 2025-01-12 12:40:05 +00:00
73443208a1
* Remove native state flag and use native state in spectests * remove feature from tests * use e2e config in slasher simulator * use params.BeaconConfig in testutil * use correct function * use minimal config in go_test * fix TestListValidators * parameterize sync committee bits and aggregation bits * Fix TestServer_ListIndexedAttestations_GenesisEpoch (cherry picked from commit 254ab623dde08ae8886b152facdbbd8889ed79db) * fix more tests * fix even more * moreeee * aaaand more * one more fix * one more * simplify TestGetAltairDuties_UnknownPubkey * comment out problematic test * one more fix * one more * aaaand one more * another * use fieldparams in HydrateBlindedBeaconBlockBodyBellatrix * create new package for mainnet tests * TestServer_GetBellatrixBeaconBlock * change slashed validator index * clear cache in reward_test.go * deprecate flag * create bazel mainnet target * move attester mainnet test to mainnet target * "fix" proposer tests * use minimal config in TestServer_circuitBreakBuilder * fix TestProposer_ProposeBlock_OK * more fixes in validator package * more fixes * more fixes * test code * move TestProposer_GetBeaconBlock_BellatrixEpoch to minimal * finally * remove proposer_bellatrix_mainnet_test.go * fix TestServer_GetBellatrixBeaconBlock_HappyCase * fix TestServer_GetBellatrixBeaconBlock_BuilderCase * Preston needs to fix this! * Revert "Preston needs to fix this!" This reverts commit b03d97a16e3080e254c7b19d7f193d3c600ca869. * remove proto state tests * fix migration tests * static analysis fix * review * remove proto state * swap state in tests * fix BUILD file in /proto/testing * remove metrics test with nil state
316 lines
11 KiB
Go
316 lines
11 KiB
Go
package kv
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/golang/snappy"
|
|
"github.com/prysmaticlabs/prysm/v3/beacon-chain/state"
|
|
state_native "github.com/prysmaticlabs/prysm/v3/beacon-chain/state/state-native"
|
|
"github.com/prysmaticlabs/prysm/v3/config/features"
|
|
"github.com/prysmaticlabs/prysm/v3/config/params"
|
|
v1alpha1 "github.com/prysmaticlabs/prysm/v3/proto/prysm/v1alpha1"
|
|
"github.com/prysmaticlabs/prysm/v3/testing/assert"
|
|
"github.com/prysmaticlabs/prysm/v3/testing/require"
|
|
"github.com/prysmaticlabs/prysm/v3/testing/util"
|
|
"go.etcd.io/bbolt"
|
|
)
|
|
|
|
func Test_migrateStateValidators(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
setup func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator)
|
|
eval func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator)
|
|
}{
|
|
{
|
|
name: "only runs once",
|
|
setup: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// create some new buckets that should be present for this migration
|
|
err := dbStore.db.Update(func(tx *bbolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists(stateValidatorsBucket)
|
|
assert.NoError(t, err)
|
|
_, err = tx.CreateBucketIfNotExists(blockRootValidatorHashesBucket)
|
|
assert.NoError(t, err)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
eval: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// check if the migration is completed, per migration table.
|
|
err := dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
migrationCompleteOrNot := tx.Bucket(migrationsBucket).Get(migrationStateValidatorsKey)
|
|
assert.DeepEqual(t, migrationCompleted, migrationCompleteOrNot, "migration is not complete")
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
},
|
|
{
|
|
name: "once migrated, always enable flag",
|
|
setup: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// create some new buckets that should be present for this migration
|
|
err := dbStore.db.Update(func(tx *bbolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists(stateValidatorsBucket)
|
|
assert.NoError(t, err)
|
|
_, err = tx.CreateBucketIfNotExists(blockRootValidatorHashesBucket)
|
|
assert.NoError(t, err)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
eval: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// disable the flag and see if the code mandates that flag.
|
|
resetCfg := features.InitWithReset(&features.Flags{
|
|
EnableHistoricalSpaceRepresentation: false,
|
|
})
|
|
defer resetCfg()
|
|
|
|
// check if the migration is completed, per migration table.
|
|
err := dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
migrationCompleteOrNot := tx.Bucket(migrationsBucket).Get(migrationStateValidatorsKey)
|
|
assert.DeepEqual(t, migrationCompleted, migrationCompleteOrNot, "migration is not complete")
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
// create a new state and save it
|
|
blockRoot := [32]byte{'B'}
|
|
st, err := util.NewBeaconState()
|
|
newValidators := validators(10)
|
|
assert.NoError(t, err)
|
|
assert.NoError(t, st.SetSlot(101))
|
|
assert.NoError(t, st.SetValidators(newValidators))
|
|
assert.NoError(t, dbStore.SaveState(context.Background(), st, blockRoot))
|
|
assert.NoError(t, err)
|
|
|
|
// now check if this newly saved state followed the migrated code path
|
|
// by checking if the new validators are saved in the validator bucket.
|
|
var individualHashes [][]byte
|
|
for _, val := range newValidators {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
individualHashes = append(individualHashes, hash[:])
|
|
}
|
|
pbState, err := state_native.ProtobufBeaconStatePhase0(st.InnerStateUnsafe())
|
|
assert.NoError(t, err)
|
|
validatorsFoundCount := 0
|
|
for _, val := range pbState.Validators {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
found := false
|
|
for _, h := range individualHashes {
|
|
if bytes.Equal(hash[:], h) {
|
|
found = true
|
|
}
|
|
}
|
|
require.Equal(t, true, found)
|
|
validatorsFoundCount++
|
|
}
|
|
require.Equal(t, len(vals), validatorsFoundCount)
|
|
},
|
|
},
|
|
{
|
|
name: "migrates validators and adds them to new buckets",
|
|
setup: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// create some new buckets that should be present for this migration
|
|
err := dbStore.db.Update(func(tx *bbolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists(stateValidatorsBucket)
|
|
assert.NoError(t, err)
|
|
_, err = tx.CreateBucketIfNotExists(blockRootValidatorHashesBucket)
|
|
assert.NoError(t, err)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
eval: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// check whether the new buckets are present
|
|
err := dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
valBkt := tx.Bucket(stateValidatorsBucket)
|
|
assert.NotNil(t, valBkt)
|
|
idxBkt := tx.Bucket(blockRootValidatorHashesBucket)
|
|
assert.NotNil(t, idxBkt)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
// check if the migration worked
|
|
blockRoot := [32]byte{'A'}
|
|
rcvdState, err := dbStore.State(context.Background(), blockRoot)
|
|
assert.NoError(t, err)
|
|
require.DeepSSZEqual(t, rcvdState.InnerStateUnsafe(), state.InnerStateUnsafe(), "saved state with validators and retrieved state are not matching")
|
|
|
|
// find hashes of the validators that are set as part of the state
|
|
var hashes []byte
|
|
var individualHashes [][]byte
|
|
for _, val := range vals {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
hashes = append(hashes, hash[:]...)
|
|
individualHashes = append(individualHashes, hash[:])
|
|
}
|
|
|
|
// check if all the validators that were in the state, are stored properly in the validator bucket
|
|
pbState, err := state_native.ProtobufBeaconStatePhase0(rcvdState.InnerStateUnsafe())
|
|
assert.NoError(t, err)
|
|
validatorsFoundCount := 0
|
|
for _, val := range pbState.Validators {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
found := false
|
|
for _, h := range individualHashes {
|
|
if bytes.Equal(hash[:], h) {
|
|
found = true
|
|
}
|
|
}
|
|
require.Equal(t, true, found)
|
|
validatorsFoundCount++
|
|
}
|
|
require.Equal(t, len(vals), validatorsFoundCount)
|
|
|
|
// check if the state validator indexes are stored properly
|
|
err = dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
rcvdValhashBytes := tx.Bucket(blockRootValidatorHashesBucket).Get(blockRoot[:])
|
|
rcvdValHashes, sErr := snappy.Decode(nil, rcvdValhashBytes)
|
|
assert.NoError(t, sErr)
|
|
require.DeepEqual(t, hashes, rcvdValHashes)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
dbStore := setupDB(t)
|
|
|
|
// add a state with the given validators
|
|
vals := validators(10)
|
|
blockRoot := [32]byte{'A'}
|
|
st, err := util.NewBeaconState()
|
|
assert.NoError(t, err)
|
|
assert.NoError(t, st.SetSlot(100))
|
|
assert.NoError(t, st.SetValidators(vals))
|
|
assert.NoError(t, dbStore.SaveState(context.Background(), st, blockRoot))
|
|
assert.NoError(t, err)
|
|
|
|
// enable historical state representation flag to test this
|
|
resetCfg := features.InitWithReset(&features.Flags{
|
|
EnableHistoricalSpaceRepresentation: true,
|
|
})
|
|
defer resetCfg()
|
|
|
|
tt.setup(t, dbStore, st, vals)
|
|
assert.NoError(t, migrateStateValidators(context.Background(), dbStore.db), "migrateArchivedIndex(tx) error")
|
|
tt.eval(t, dbStore, st, vals)
|
|
})
|
|
}
|
|
}
|
|
|
|
func Test_migrateAltairStateValidators(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
setup func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator)
|
|
eval func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator)
|
|
}{
|
|
{
|
|
name: "migrates validators and adds them to new buckets",
|
|
setup: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// create some new buckets that should be present for this migration
|
|
err := dbStore.db.Update(func(tx *bbolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists(stateValidatorsBucket)
|
|
assert.NoError(t, err)
|
|
_, err = tx.CreateBucketIfNotExists(blockRootValidatorHashesBucket)
|
|
assert.NoError(t, err)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
eval: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// check whether the new buckets are present
|
|
err := dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
valBkt := tx.Bucket(stateValidatorsBucket)
|
|
assert.NotNil(t, valBkt)
|
|
idxBkt := tx.Bucket(blockRootValidatorHashesBucket)
|
|
assert.NotNil(t, idxBkt)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
// check if the migration worked
|
|
blockRoot := [32]byte{'A'}
|
|
rcvdState, err := dbStore.State(context.Background(), blockRoot)
|
|
assert.NoError(t, err)
|
|
require.DeepSSZEqual(t, rcvdState.InnerStateUnsafe(), state.InnerStateUnsafe(), "saved state with validators and retrieved state are not matching")
|
|
|
|
// find hashes of the validators that are set as part of the state
|
|
var hashes []byte
|
|
var individualHashes [][]byte
|
|
for _, val := range vals {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
hashes = append(hashes, hash[:]...)
|
|
individualHashes = append(individualHashes, hash[:])
|
|
}
|
|
|
|
// check if all the validators that were in the state, are stored properly in the validator bucket
|
|
pbState, err := state_native.ProtobufBeaconStateAltair(rcvdState.InnerStateUnsafe())
|
|
assert.NoError(t, err)
|
|
validatorsFoundCount := 0
|
|
for _, val := range pbState.Validators {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
found := false
|
|
for _, h := range individualHashes {
|
|
if bytes.Equal(hash[:], h) {
|
|
found = true
|
|
}
|
|
}
|
|
require.Equal(t, true, found)
|
|
validatorsFoundCount++
|
|
}
|
|
require.Equal(t, len(vals), validatorsFoundCount)
|
|
|
|
// check if the state validator indexes are stored properly
|
|
err = dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
rcvdValhashBytes := tx.Bucket(blockRootValidatorHashesBucket).Get(blockRoot[:])
|
|
rcvdValHashes, sErr := snappy.Decode(nil, rcvdValhashBytes)
|
|
assert.NoError(t, sErr)
|
|
require.DeepEqual(t, hashes, rcvdValHashes)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
dbStore := setupDB(t)
|
|
|
|
// add a state with the given validators
|
|
vals := validators(10)
|
|
blockRoot := [32]byte{'A'}
|
|
st, _ := util.DeterministicGenesisStateAltair(t, 20)
|
|
err := st.SetFork(&v1alpha1.Fork{
|
|
PreviousVersion: params.BeaconConfig().GenesisForkVersion,
|
|
CurrentVersion: params.BeaconConfig().AltairForkVersion,
|
|
Epoch: 0,
|
|
})
|
|
require.NoError(t, err)
|
|
assert.NoError(t, st.SetSlot(100))
|
|
assert.NoError(t, st.SetValidators(vals))
|
|
assert.NoError(t, dbStore.SaveState(context.Background(), st, blockRoot))
|
|
|
|
// enable historical state representation flag to test this
|
|
resetCfg := features.InitWithReset(&features.Flags{
|
|
EnableHistoricalSpaceRepresentation: true,
|
|
})
|
|
defer resetCfg()
|
|
|
|
tt.setup(t, dbStore, st, vals)
|
|
assert.NoError(t, migrateStateValidators(context.Background(), dbStore.db), "migrateArchivedIndex(tx) error")
|
|
tt.eval(t, dbStore, st, vals)
|
|
})
|
|
}
|
|
}
|