mirror of
https://gitlab.com/pulsechaincom/prysm-pulse.git
synced 2024-12-24 20:37:17 +00:00
58b18c7996
* if url.Parse suceeds, don't mess with node urls * lint * add test case for basic auth Co-authored-by: Kasey Kirkham <kasey@users.noreply.github.com>
405 lines
13 KiB
Go
405 lines
13 KiB
Go
package beacon
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"testing"
|
|
|
|
"github.com/prysmaticlabs/prysm/consensus-types/wrapper"
|
|
|
|
"github.com/prysmaticlabs/prysm/beacon-chain/state"
|
|
"github.com/prysmaticlabs/prysm/network/forks"
|
|
ethpb "github.com/prysmaticlabs/prysm/proto/prysm/v1alpha1"
|
|
"github.com/prysmaticlabs/prysm/testing/util"
|
|
"github.com/prysmaticlabs/prysm/time/slots"
|
|
|
|
"github.com/prysmaticlabs/prysm/config/params"
|
|
types "github.com/prysmaticlabs/prysm/consensus-types/primitives"
|
|
"github.com/prysmaticlabs/prysm/encoding/ssz/detect"
|
|
"github.com/prysmaticlabs/prysm/runtime/version"
|
|
|
|
"github.com/pkg/errors"
|
|
"github.com/prysmaticlabs/prysm/testing/require"
|
|
)
|
|
|
|
type testRT struct {
|
|
rt func(*http.Request) (*http.Response, error)
|
|
}
|
|
|
|
func (rt *testRT) RoundTrip(req *http.Request) (*http.Response, error) {
|
|
if rt.rt != nil {
|
|
return rt.rt(req)
|
|
}
|
|
return nil, errors.New("RoundTripper not implemented")
|
|
}
|
|
|
|
var _ http.RoundTripper = &testRT{}
|
|
|
|
func marshalToEnvelope(val interface{}) ([]byte, error) {
|
|
raw, err := json.Marshal(val)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error marshaling value to place in data envelope")
|
|
}
|
|
env := struct {
|
|
Data json.RawMessage `json:"data"`
|
|
}{
|
|
Data: raw,
|
|
}
|
|
return json.Marshal(env)
|
|
}
|
|
|
|
func TestMarshalToEnvelope(t *testing.T) {
|
|
d := struct {
|
|
Version string `json:"version"`
|
|
}{
|
|
Version: "Prysm/v2.0.5 (linux amd64)",
|
|
}
|
|
encoded, err := marshalToEnvelope(d)
|
|
require.NoError(t, err)
|
|
expected := `{"data":{"version":"Prysm/v2.0.5 (linux amd64)"}}`
|
|
require.Equal(t, expected, string(encoded))
|
|
}
|
|
|
|
func TestFallbackVersionCheck(t *testing.T) {
|
|
c := &Client{
|
|
hc: &http.Client{},
|
|
baseURL: &url.URL{Host: "localhost:3500", Scheme: "http"},
|
|
}
|
|
c.hc.Transport = &testRT{rt: func(req *http.Request) (*http.Response, error) {
|
|
res := &http.Response{Request: req}
|
|
switch req.URL.Path {
|
|
case getNodeVersionPath:
|
|
res.StatusCode = http.StatusOK
|
|
b := bytes.NewBuffer(nil)
|
|
d := struct {
|
|
Version string `json:"version"`
|
|
}{
|
|
Version: "Prysm/v2.0.5 (linux amd64)",
|
|
}
|
|
encoded, err := marshalToEnvelope(d)
|
|
require.NoError(t, err)
|
|
b.Write(encoded)
|
|
res.Body = io.NopCloser(b)
|
|
case getWeakSubjectivityPath:
|
|
res.StatusCode = http.StatusNotFound
|
|
}
|
|
|
|
return res, nil
|
|
}}
|
|
|
|
ctx := context.Background()
|
|
_, err := DownloadOriginData(ctx, c)
|
|
require.ErrorIs(t, err, ErrUnsupportedPrysmCheckpointVersion)
|
|
}
|
|
|
|
func TestFname(t *testing.T) {
|
|
vu := &detect.VersionedUnmarshaler{
|
|
Config: params.MainnetConfig(),
|
|
Fork: version.Phase0,
|
|
}
|
|
slot := types.Slot(23)
|
|
prefix := "block"
|
|
var root [32]byte
|
|
copy(root[:], []byte{0x23, 0x23, 0x23})
|
|
expected := "block_mainnet_phase0_23-0x2323230000000000000000000000000000000000000000000000000000000000.ssz"
|
|
actual := fname(prefix, vu, slot, root)
|
|
require.Equal(t, expected, actual)
|
|
|
|
vu.Config = params.MinimalSpecConfig()
|
|
vu.Fork = version.Altair
|
|
slot = 17
|
|
prefix = "state"
|
|
copy(root[29:], []byte{0x17, 0x17, 0x17})
|
|
expected = "state_minimal_altair_17-0x2323230000000000000000000000000000000000000000000000000000171717.ssz"
|
|
actual = fname(prefix, vu, slot, root)
|
|
require.Equal(t, expected, actual)
|
|
}
|
|
|
|
func TestDownloadOriginData(t *testing.T) {
|
|
ctx := context.Background()
|
|
cfg := params.MainnetConfig()
|
|
|
|
epoch := cfg.AltairForkEpoch - 1
|
|
// set up checkpoint state, using the epoch that will be computed as the ws checkpoint state based on the head state
|
|
wSlot, err := slots.EpochStart(epoch)
|
|
require.NoError(t, err)
|
|
wst, err := util.NewBeaconState()
|
|
require.NoError(t, err)
|
|
fork, err := forkForEpoch(cfg, epoch)
|
|
require.NoError(t, wst.SetFork(fork))
|
|
|
|
// set up checkpoint block
|
|
b, err := wrapper.WrappedSignedBeaconBlock(util.NewBeaconBlock())
|
|
require.NoError(t, wrapper.SetBlockParentRoot(b, cfg.ZeroHash))
|
|
require.NoError(t, wrapper.SetBlockSlot(b, wSlot))
|
|
require.NoError(t, wrapper.SetProposerIndex(b, 0))
|
|
|
|
// set up state header pointing at checkpoint block - this is how the block is downloaded by root
|
|
header, err := b.Header()
|
|
require.NoError(t, err)
|
|
require.NoError(t, wst.SetLatestBlockHeader(header.Header))
|
|
|
|
// order of operations can be confusing here:
|
|
// - when computing the state root, make sure block header is complete, EXCEPT the state root should be zero-value
|
|
// - before computing the block root (to match the request route), the block should include the state root
|
|
// *computed from the state with a header that does not have a state root set yet*
|
|
wRoot, err := wst.HashTreeRoot(ctx)
|
|
require.NoError(t, err)
|
|
|
|
require.NoError(t, wrapper.SetBlockStateRoot(b, wRoot))
|
|
serBlock, err := b.MarshalSSZ()
|
|
require.NoError(t, err)
|
|
bRoot, err := b.Block().HashTreeRoot()
|
|
require.NoError(t, err)
|
|
|
|
wsSerialized, err := wst.MarshalSSZ()
|
|
require.NoError(t, err)
|
|
expectedWSD := WeakSubjectivityData{
|
|
BlockRoot: bRoot,
|
|
StateRoot: wRoot,
|
|
Epoch: epoch,
|
|
}
|
|
|
|
hc := &http.Client{
|
|
Transport: &testRT{rt: func(req *http.Request) (*http.Response, error) {
|
|
res := &http.Response{Request: req}
|
|
switch req.URL.Path {
|
|
case getWeakSubjectivityPath:
|
|
res.StatusCode = http.StatusOK
|
|
cp := struct {
|
|
Epoch string `json:"epoch"`
|
|
Root string `json:"root"`
|
|
}{
|
|
Epoch: fmt.Sprintf("%d", slots.ToEpoch(b.Block().Slot())),
|
|
Root: fmt.Sprintf("%#x", bRoot),
|
|
}
|
|
wsr := struct {
|
|
Checkpoint interface{} `json:"ws_checkpoint"`
|
|
StateRoot string `json:"state_root"`
|
|
}{
|
|
Checkpoint: cp,
|
|
StateRoot: fmt.Sprintf("%#x", wRoot),
|
|
}
|
|
rb, err := marshalToEnvelope(wsr)
|
|
require.NoError(t, err)
|
|
res.Body = io.NopCloser(bytes.NewBuffer(rb))
|
|
case renderGetStatePath(IdFromSlot(wSlot)):
|
|
res.StatusCode = http.StatusOK
|
|
res.Body = io.NopCloser(bytes.NewBuffer(wsSerialized))
|
|
case renderGetBlockPath(IdFromRoot(bRoot)):
|
|
res.StatusCode = http.StatusOK
|
|
res.Body = io.NopCloser(bytes.NewBuffer(serBlock))
|
|
}
|
|
|
|
return res, nil
|
|
}},
|
|
}
|
|
c := &Client{
|
|
hc: hc,
|
|
baseURL: &url.URL{Host: "localhost:3500", Scheme: "http"},
|
|
}
|
|
|
|
od, err := DownloadOriginData(ctx, c)
|
|
require.NoError(t, err)
|
|
require.Equal(t, expectedWSD.Epoch, od.wsd.Epoch)
|
|
require.Equal(t, expectedWSD.StateRoot, od.wsd.StateRoot)
|
|
require.Equal(t, expectedWSD.BlockRoot, od.wsd.BlockRoot)
|
|
require.DeepEqual(t, wsSerialized, od.sb)
|
|
require.DeepEqual(t, serBlock, od.bb)
|
|
require.DeepEqual(t, wst.Fork().CurrentVersion, od.cf.Version[:])
|
|
require.DeepEqual(t, version.Phase0, od.cf.Fork)
|
|
}
|
|
|
|
// runs downloadBackwardsCompatible directly
|
|
// and via DownloadOriginData with a round tripper that triggers the backwards compatible code path
|
|
func TestDownloadBackwardsCompatibleCombined(t *testing.T) {
|
|
ctx := context.Background()
|
|
cfg := params.MainnetConfig()
|
|
|
|
st, expectedEpoch := defaultTestHeadState(t, cfg)
|
|
serialized, err := st.MarshalSSZ()
|
|
require.NoError(t, err)
|
|
|
|
// set up checkpoint state, using the epoch that will be computed as the ws checkpoint state based on the head state
|
|
wSlot, err := slots.EpochStart(expectedEpoch)
|
|
require.NoError(t, err)
|
|
wst, err := util.NewBeaconState()
|
|
require.NoError(t, err)
|
|
fork, err := forkForEpoch(cfg, cfg.GenesisEpoch)
|
|
require.NoError(t, wst.SetFork(fork))
|
|
|
|
// set up checkpoint block
|
|
b, err := wrapper.WrappedSignedBeaconBlock(util.NewBeaconBlock())
|
|
require.NoError(t, wrapper.SetBlockParentRoot(b, cfg.ZeroHash))
|
|
require.NoError(t, wrapper.SetBlockSlot(b, wSlot))
|
|
require.NoError(t, wrapper.SetProposerIndex(b, 0))
|
|
|
|
// set up state header pointing at checkpoint block - this is how the block is downloaded by root
|
|
header, err := b.Header()
|
|
require.NoError(t, err)
|
|
require.NoError(t, wst.SetLatestBlockHeader(header.Header))
|
|
|
|
// order of operations can be confusing here:
|
|
// - when computing the state root, make sure block header is complete, EXCEPT the state root should be zero-value
|
|
// - before computing the block root (to match the request route), the block should include the state root
|
|
// *computed from the state with a header that does not have a state root set yet*
|
|
wRoot, err := wst.HashTreeRoot(ctx)
|
|
require.NoError(t, err)
|
|
|
|
require.NoError(t, wrapper.SetBlockStateRoot(b, wRoot))
|
|
serBlock, err := b.MarshalSSZ()
|
|
require.NoError(t, err)
|
|
bRoot, err := b.Block().HashTreeRoot()
|
|
require.NoError(t, err)
|
|
|
|
wsSerialized, err := wst.MarshalSSZ()
|
|
require.NoError(t, err)
|
|
|
|
hc := &http.Client{
|
|
Transport: &testRT{rt: func(req *http.Request) (*http.Response, error) {
|
|
res := &http.Response{Request: req}
|
|
switch req.URL.Path {
|
|
case getNodeVersionPath:
|
|
res.StatusCode = http.StatusOK
|
|
b := bytes.NewBuffer(nil)
|
|
d := struct {
|
|
Version string `json:"version"`
|
|
}{
|
|
Version: "Lighthouse/v0.1.5 (Linux x86_64)",
|
|
}
|
|
encoded, err := marshalToEnvelope(d)
|
|
require.NoError(t, err)
|
|
b.Write(encoded)
|
|
res.Body = io.NopCloser(b)
|
|
case getWeakSubjectivityPath:
|
|
res.StatusCode = http.StatusNotFound
|
|
case renderGetStatePath(IdHead):
|
|
res.StatusCode = http.StatusOK
|
|
res.Body = io.NopCloser(bytes.NewBuffer(serialized))
|
|
case renderGetStatePath(IdFromSlot(wSlot)):
|
|
res.StatusCode = http.StatusOK
|
|
res.Body = io.NopCloser(bytes.NewBuffer(wsSerialized))
|
|
case renderGetBlockPath(IdFromRoot(bRoot)):
|
|
res.StatusCode = http.StatusOK
|
|
res.Body = io.NopCloser(bytes.NewBuffer(serBlock))
|
|
}
|
|
|
|
return res, nil
|
|
}},
|
|
}
|
|
c := &Client{
|
|
hc: hc,
|
|
baseURL: &url.URL{Host: "localhost:3500", Scheme: "http"},
|
|
}
|
|
|
|
odPub, err := DownloadOriginData(ctx, c)
|
|
require.NoError(t, err)
|
|
|
|
odPriv, err := downloadBackwardsCompatible(ctx, c)
|
|
require.NoError(t, err)
|
|
require.DeepEqual(t, odPriv.wsd, odPub.wsd)
|
|
require.DeepEqual(t, odPriv.sb, odPub.sb)
|
|
require.DeepEqual(t, odPriv.bb, odPub.bb)
|
|
require.DeepEqual(t, odPriv.cf.Fork, odPub.cf.Fork)
|
|
require.DeepEqual(t, odPriv.cf.Version, odPub.cf.Version)
|
|
}
|
|
|
|
func TestGetWeakSubjectivityEpochFromHead(t *testing.T) {
|
|
st, expectedEpoch := defaultTestHeadState(t, params.MainnetConfig())
|
|
serialized, err := st.MarshalSSZ()
|
|
require.NoError(t, err)
|
|
hc := &http.Client{
|
|
Transport: &testRT{rt: func(req *http.Request) (*http.Response, error) {
|
|
res := &http.Response{Request: req}
|
|
switch req.URL.Path {
|
|
case renderGetStatePath(IdHead):
|
|
res.StatusCode = http.StatusOK
|
|
res.Body = io.NopCloser(bytes.NewBuffer(serialized))
|
|
}
|
|
return res, nil
|
|
}},
|
|
}
|
|
c := &Client{
|
|
hc: hc,
|
|
baseURL: &url.URL{Host: "localhost:3500", Scheme: "http"},
|
|
}
|
|
actualEpoch, err := getWeakSubjectivityEpochFromHead(context.Background(), c)
|
|
require.NoError(t, err)
|
|
require.Equal(t, expectedEpoch, actualEpoch)
|
|
}
|
|
|
|
func forkForEpoch(cfg *params.BeaconChainConfig, epoch types.Epoch) (*ethpb.Fork, error) {
|
|
os := forks.NewOrderedSchedule(cfg)
|
|
currentVersion, err := os.VersionForEpoch(epoch)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
prevVersion, err := os.Previous(currentVersion)
|
|
if err != nil {
|
|
if !errors.Is(err, forks.ErrNoPreviousVersion) {
|
|
return nil, err
|
|
}
|
|
// use same version for both in the case of genesis
|
|
prevVersion = currentVersion
|
|
}
|
|
forkEpoch := cfg.ForkVersionSchedule[currentVersion]
|
|
return ðpb.Fork{
|
|
PreviousVersion: prevVersion[:],
|
|
CurrentVersion: currentVersion[:],
|
|
Epoch: forkEpoch,
|
|
}, nil
|
|
}
|
|
|
|
func defaultTestHeadState(t *testing.T, cfg *params.BeaconChainConfig) (state.BeaconState, types.Epoch) {
|
|
st, err := util.NewBeaconStateAltair()
|
|
require.NoError(t, err)
|
|
|
|
fork, err := forkForEpoch(cfg, cfg.AltairForkEpoch)
|
|
require.NoError(t, err)
|
|
require.NoError(t, st.SetFork(fork))
|
|
|
|
slot, err := slots.EpochStart(cfg.AltairForkEpoch)
|
|
require.NoError(t, err)
|
|
require.NoError(t, st.SetSlot(slot))
|
|
|
|
var validatorCount, avgBalance uint64 = 100, 35
|
|
require.NoError(t, populateValidators(cfg, st, validatorCount, avgBalance))
|
|
require.NoError(t, st.SetFinalizedCheckpoint(ðpb.Checkpoint{
|
|
Epoch: fork.Epoch - 10,
|
|
Root: make([]byte, 32),
|
|
}))
|
|
// to see the math for this, look at helpers.LatestWeakSubjectivityEpoch
|
|
// and for the values use mainnet config values, the validatorCount and avgBalance above, and altair fork epoch
|
|
expectedEpoch := slots.ToEpoch(st.Slot()) - 224
|
|
return st, expectedEpoch
|
|
}
|
|
|
|
// TODO(10429): refactor beacon state options in testing/util to take a state.BeaconState so this can become an option
|
|
func populateValidators(cfg *params.BeaconChainConfig, st state.BeaconState, valCount, avgBalance uint64) error {
|
|
validators := make([]*ethpb.Validator, valCount)
|
|
balances := make([]uint64, len(validators))
|
|
for i := uint64(0); i < valCount; i++ {
|
|
validators[i] = ðpb.Validator{
|
|
PublicKey: make([]byte, cfg.BLSPubkeyLength),
|
|
WithdrawalCredentials: make([]byte, 32),
|
|
EffectiveBalance: avgBalance * 1e9,
|
|
ExitEpoch: cfg.FarFutureEpoch,
|
|
}
|
|
balances[i] = validators[i].EffectiveBalance
|
|
}
|
|
|
|
if err := st.SetValidators(validators); err != nil {
|
|
return err
|
|
}
|
|
if err := st.SetBalances(balances); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|