mirror of
https://gitlab.com/pulsechaincom/prysm-pulse.git
synced 2024-12-26 05:17:22 +00:00
8455656597
* return interface from testing/util * remove usages of v1 * return interface from InitializeFromProto * return interface from InitializeFromProto * fix test * fix interface visibility * more fixes * use InitializeFromProtoUnsafe in testing/util * return early error from mock * v2 * fix tests * remove unnecessary assertion * use struct in nil state test * Revert "Auxiliary commit to revert individual files from 6bb528c2c5df2446ad18450009f63f44318d41a9" This reverts commit 7d70238a301209f6dbfc8ff1d81b16e33b0bd67d. * use struct in sync committee test * v3 * use InitializeFromProtoUnsafe in mock * use version information * Revert "Auxiliary commit to revert individual files from 6bb528c2c5df2446ad18450009f63f44318d41a9" This reverts commit 5d5e6f2884d21caec7530c16ad2a0d0d27c44aa1. * revert changes to ClearPreGenesisData * fix build error * remove error from PreGenesisState * bzl
310 lines
11 KiB
Go
310 lines
11 KiB
Go
package kv
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/golang/snappy"
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/state"
|
|
v1 "github.com/prysmaticlabs/prysm/beacon-chain/state/v1"
|
|
v2 "github.com/prysmaticlabs/prysm/beacon-chain/state/v2"
|
|
"github.com/prysmaticlabs/prysm/config/features"
|
|
v1alpha1 "github.com/prysmaticlabs/prysm/proto/prysm/v1alpha1"
|
|
"github.com/prysmaticlabs/prysm/testing/assert"
|
|
"github.com/prysmaticlabs/prysm/testing/require"
|
|
"github.com/prysmaticlabs/prysm/testing/util"
|
|
"go.etcd.io/bbolt"
|
|
)
|
|
|
|
func Test_migrateStateValidators(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
setup func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator)
|
|
eval func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator)
|
|
}{
|
|
{
|
|
name: "only runs once",
|
|
setup: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// create some new buckets that should be present for this migration
|
|
err := dbStore.db.Update(func(tx *bbolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists(stateValidatorsBucket)
|
|
assert.NoError(t, err)
|
|
_, err = tx.CreateBucketIfNotExists(blockRootValidatorHashesBucket)
|
|
assert.NoError(t, err)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
eval: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// check if the migration is completed, per migration table.
|
|
err := dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
migrationCompleteOrNot := tx.Bucket(migrationsBucket).Get(migrationStateValidatorsKey)
|
|
assert.DeepEqual(t, migrationCompleted, migrationCompleteOrNot, "migration is not complete")
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
},
|
|
{
|
|
name: "once migrated, always enable flag",
|
|
setup: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// create some new buckets that should be present for this migration
|
|
err := dbStore.db.Update(func(tx *bbolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists(stateValidatorsBucket)
|
|
assert.NoError(t, err)
|
|
_, err = tx.CreateBucketIfNotExists(blockRootValidatorHashesBucket)
|
|
assert.NoError(t, err)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
eval: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// disable the flag and see if the code mandates that flag.
|
|
resetCfg := features.InitWithReset(&features.Flags{
|
|
EnableHistoricalSpaceRepresentation: false,
|
|
})
|
|
defer resetCfg()
|
|
|
|
// check if the migration is completed, per migration table.
|
|
err := dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
migrationCompleteOrNot := tx.Bucket(migrationsBucket).Get(migrationStateValidatorsKey)
|
|
assert.DeepEqual(t, migrationCompleted, migrationCompleteOrNot, "migration is not complete")
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
// create a new state and save it
|
|
blockRoot := [32]byte{'B'}
|
|
st, err := util.NewBeaconState()
|
|
newValidators := validators(10)
|
|
assert.NoError(t, err)
|
|
assert.NoError(t, st.SetSlot(101))
|
|
assert.NoError(t, st.SetValidators(newValidators))
|
|
assert.NoError(t, dbStore.SaveState(context.Background(), st, blockRoot))
|
|
assert.NoError(t, err)
|
|
|
|
// now check if this newly saved state followed the migrated code path
|
|
// by checking if the new validators are saved in the validator bucket.
|
|
var individualHashes [][]byte
|
|
for _, val := range newValidators {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
individualHashes = append(individualHashes, hash[:])
|
|
}
|
|
pbState, err := v1.ProtobufBeaconState(st.InnerStateUnsafe())
|
|
assert.NoError(t, err)
|
|
validatorsFoundCount := 0
|
|
for _, val := range pbState.Validators {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
found := false
|
|
for _, h := range individualHashes {
|
|
if bytes.Equal(hash[:], h) {
|
|
found = true
|
|
}
|
|
}
|
|
require.Equal(t, true, found)
|
|
validatorsFoundCount++
|
|
}
|
|
require.Equal(t, len(vals), validatorsFoundCount)
|
|
},
|
|
},
|
|
{
|
|
name: "migrates validators and adds them to new buckets",
|
|
setup: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// create some new buckets that should be present for this migration
|
|
err := dbStore.db.Update(func(tx *bbolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists(stateValidatorsBucket)
|
|
assert.NoError(t, err)
|
|
_, err = tx.CreateBucketIfNotExists(blockRootValidatorHashesBucket)
|
|
assert.NoError(t, err)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
eval: func(t *testing.T, dbStore *Store, state state.BeaconState, vals []*v1alpha1.Validator) {
|
|
// check whether the new buckets are present
|
|
err := dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
valBkt := tx.Bucket(stateValidatorsBucket)
|
|
assert.NotNil(t, valBkt)
|
|
idxBkt := tx.Bucket(blockRootValidatorHashesBucket)
|
|
assert.NotNil(t, idxBkt)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
// check if the migration worked
|
|
blockRoot := [32]byte{'A'}
|
|
rcvdState, err := dbStore.State(context.Background(), blockRoot)
|
|
assert.NoError(t, err)
|
|
require.DeepSSZEqual(t, rcvdState.InnerStateUnsafe(), state.InnerStateUnsafe(), "saved state with validators and retrieved state are not matching")
|
|
|
|
// find hashes of the validators that are set as part of the state
|
|
var hashes []byte
|
|
var individualHashes [][]byte
|
|
for _, val := range vals {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
hashes = append(hashes, hash[:]...)
|
|
individualHashes = append(individualHashes, hash[:])
|
|
}
|
|
|
|
// check if all the validators that were in the state, are stored properly in the validator bucket
|
|
pbState, err := v1.ProtobufBeaconState(rcvdState.InnerStateUnsafe())
|
|
assert.NoError(t, err)
|
|
validatorsFoundCount := 0
|
|
for _, val := range pbState.Validators {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
found := false
|
|
for _, h := range individualHashes {
|
|
if bytes.Equal(hash[:], h) {
|
|
found = true
|
|
}
|
|
}
|
|
require.Equal(t, true, found)
|
|
validatorsFoundCount++
|
|
}
|
|
require.Equal(t, len(vals), validatorsFoundCount)
|
|
|
|
// check if the state validator indexes are stored properly
|
|
err = dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
rcvdValhashBytes := tx.Bucket(blockRootValidatorHashesBucket).Get(blockRoot[:])
|
|
rcvdValHashes, sErr := snappy.Decode(nil, rcvdValhashBytes)
|
|
assert.NoError(t, sErr)
|
|
require.DeepEqual(t, hashes, rcvdValHashes)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
dbStore := setupDB(t)
|
|
|
|
// add a state with the given validators
|
|
vals := validators(10)
|
|
blockRoot := [32]byte{'A'}
|
|
st, err := util.NewBeaconState()
|
|
assert.NoError(t, err)
|
|
assert.NoError(t, st.SetSlot(100))
|
|
assert.NoError(t, st.SetValidators(vals))
|
|
assert.NoError(t, dbStore.SaveState(context.Background(), st, blockRoot))
|
|
assert.NoError(t, err)
|
|
|
|
// enable historical state representation flag to test this
|
|
resetCfg := features.InitWithReset(&features.Flags{
|
|
EnableHistoricalSpaceRepresentation: true,
|
|
})
|
|
defer resetCfg()
|
|
|
|
tt.setup(t, dbStore, st, vals)
|
|
assert.NoError(t, migrateStateValidators(context.Background(), dbStore.db), "migrateArchivedIndex(tx) error")
|
|
tt.eval(t, dbStore, st, vals)
|
|
})
|
|
}
|
|
}
|
|
|
|
func Test_migrateAltairStateValidators(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
setup func(t *testing.T, dbStore *Store, state state.BeaconStateAltair, vals []*v1alpha1.Validator)
|
|
eval func(t *testing.T, dbStore *Store, state state.BeaconStateAltair, vals []*v1alpha1.Validator)
|
|
}{
|
|
{
|
|
name: "migrates validators and adds them to new buckets",
|
|
setup: func(t *testing.T, dbStore *Store, state state.BeaconStateAltair, vals []*v1alpha1.Validator) {
|
|
// create some new buckets that should be present for this migration
|
|
err := dbStore.db.Update(func(tx *bbolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists(stateValidatorsBucket)
|
|
assert.NoError(t, err)
|
|
_, err = tx.CreateBucketIfNotExists(blockRootValidatorHashesBucket)
|
|
assert.NoError(t, err)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
eval: func(t *testing.T, dbStore *Store, state state.BeaconStateAltair, vals []*v1alpha1.Validator) {
|
|
// check whether the new buckets are present
|
|
err := dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
valBkt := tx.Bucket(stateValidatorsBucket)
|
|
assert.NotNil(t, valBkt)
|
|
idxBkt := tx.Bucket(blockRootValidatorHashesBucket)
|
|
assert.NotNil(t, idxBkt)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
// check if the migration worked
|
|
blockRoot := [32]byte{'A'}
|
|
rcvdState, err := dbStore.State(context.Background(), blockRoot)
|
|
assert.NoError(t, err)
|
|
require.DeepSSZEqual(t, rcvdState.InnerStateUnsafe(), state.InnerStateUnsafe(), "saved state with validators and retrieved state are not matching")
|
|
|
|
// find hashes of the validators that are set as part of the state
|
|
var hashes []byte
|
|
var individualHashes [][]byte
|
|
for _, val := range vals {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
hashes = append(hashes, hash[:]...)
|
|
individualHashes = append(individualHashes, hash[:])
|
|
}
|
|
|
|
// check if all the validators that were in the state, are stored properly in the validator bucket
|
|
pbState, err := v2.ProtobufBeaconState(rcvdState.InnerStateUnsafe())
|
|
assert.NoError(t, err)
|
|
validatorsFoundCount := 0
|
|
for _, val := range pbState.Validators {
|
|
hash, hashErr := val.HashTreeRoot()
|
|
assert.NoError(t, hashErr)
|
|
found := false
|
|
for _, h := range individualHashes {
|
|
if bytes.Equal(hash[:], h) {
|
|
found = true
|
|
}
|
|
}
|
|
require.Equal(t, true, found)
|
|
validatorsFoundCount++
|
|
}
|
|
require.Equal(t, len(vals), validatorsFoundCount)
|
|
|
|
// check if the state validator indexes are stored properly
|
|
err = dbStore.db.View(func(tx *bbolt.Tx) error {
|
|
rcvdValhashBytes := tx.Bucket(blockRootValidatorHashesBucket).Get(blockRoot[:])
|
|
rcvdValHashes, sErr := snappy.Decode(nil, rcvdValhashBytes)
|
|
assert.NoError(t, sErr)
|
|
require.DeepEqual(t, hashes, rcvdValHashes)
|
|
return nil
|
|
})
|
|
assert.NoError(t, err)
|
|
},
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
dbStore := setupDB(t)
|
|
|
|
// add a state with the given validators
|
|
vals := validators(10)
|
|
blockRoot := [32]byte{'A'}
|
|
st, _ := util.DeterministicGenesisStateAltair(t, 20)
|
|
assert.NoError(t, st.SetSlot(100))
|
|
assert.NoError(t, st.SetValidators(vals))
|
|
assert.NoError(t, dbStore.SaveState(context.Background(), st, blockRoot))
|
|
|
|
// enable historical state representation flag to test this
|
|
resetCfg := features.InitWithReset(&features.Flags{
|
|
EnableHistoricalSpaceRepresentation: true,
|
|
})
|
|
defer resetCfg()
|
|
|
|
tt.setup(t, dbStore, st, vals)
|
|
assert.NoError(t, migrateStateValidators(context.Background(), dbStore.db), "migrateArchivedIndex(tx) error")
|
|
tt.eval(t, dbStore, st, vals)
|
|
})
|
|
}
|
|
}
|