package blockchain import ( "context" "fmt" "time" "github.com/pkg/errors" "github.com/prysmaticlabs/prysm/async/event" "github.com/prysmaticlabs/prysm/beacon-chain/core/blocks" "github.com/prysmaticlabs/prysm/beacon-chain/core/feed" statefeed "github.com/prysmaticlabs/prysm/beacon-chain/core/feed/state" "github.com/prysmaticlabs/prysm/beacon-chain/core/helpers" coreTime "github.com/prysmaticlabs/prysm/beacon-chain/core/time" "github.com/prysmaticlabs/prysm/beacon-chain/core/transition" forkchoicetypes "github.com/prysmaticlabs/prysm/beacon-chain/forkchoice/types" "github.com/prysmaticlabs/prysm/beacon-chain/state" "github.com/prysmaticlabs/prysm/config/features" "github.com/prysmaticlabs/prysm/config/params" "github.com/prysmaticlabs/prysm/consensus-types/forks/bellatrix" "github.com/prysmaticlabs/prysm/consensus-types/interfaces" types "github.com/prysmaticlabs/prysm/consensus-types/primitives" "github.com/prysmaticlabs/prysm/consensus-types/wrapper" "github.com/prysmaticlabs/prysm/crypto/bls" "github.com/prysmaticlabs/prysm/encoding/bytesutil" "github.com/prysmaticlabs/prysm/monitoring/tracing" enginev1 "github.com/prysmaticlabs/prysm/proto/engine/v1" ethpbv1 "github.com/prysmaticlabs/prysm/proto/eth/v1" ethpb "github.com/prysmaticlabs/prysm/proto/prysm/v1alpha1" "github.com/prysmaticlabs/prysm/proto/prysm/v1alpha1/attestation" "github.com/prysmaticlabs/prysm/runtime/version" "github.com/prysmaticlabs/prysm/time/slots" "go.opencensus.io/trace" ) // A custom slot deadline for processing state slots in our cache. const slotDeadline = 5 * time.Second // A custom deadline for deposit trie insertion. const depositDeadline = 20 * time.Second // This defines size of the upper bound for initial sync block cache. var initialSyncBlockCacheSize = uint64(2 * params.BeaconConfig().SlotsPerEpoch) // onBlock is called when a gossip block is received. It runs regular state transition on the block. // The block's signing root should be computed before calling this method to avoid redundant // computation in this method and methods it calls into. // // Spec pseudocode definition: // def on_block(store: Store, signed_block: SignedBeaconBlock) -> None: // block = signed_block.message // # Parent block must be known // assert block.parent_root in store.block_states // # Make a copy of the state to avoid mutability issues // pre_state = copy(store.block_states[block.parent_root]) // # Blocks cannot be in the future. If they are, their consideration must be delayed until the are in the past. // assert get_current_slot(store) >= block.slot // // # Check that block is later than the finalized epoch slot (optimization to reduce calls to get_ancestor) // finalized_slot = compute_start_slot_at_epoch(store.finalized_checkpoint.epoch) // assert block.slot > finalized_slot // # Check block is a descendant of the finalized block at the checkpoint finalized slot // assert get_ancestor(store, block.parent_root, finalized_slot) == store.finalized_checkpoint.root // // # Check the block is valid and compute the post-state // state = pre_state.copy() // state_transition(state, signed_block, True) // # Add new block to the store // store.blocks[hash_tree_root(block)] = block // # Add new state for this block to the store // store.block_states[hash_tree_root(block)] = state // // # Update justified checkpoint // if state.current_justified_checkpoint.epoch > store.justified_checkpoint.epoch: // if state.current_justified_checkpoint.epoch > store.best_justified_checkpoint.epoch: // store.best_justified_checkpoint = state.current_justified_checkpoint // if should_update_justified_checkpoint(store, state.current_justified_checkpoint): // store.justified_checkpoint = state.current_justified_checkpoint // // # Update finalized checkpoint // if state.finalized_checkpoint.epoch > store.finalized_checkpoint.epoch: // store.finalized_checkpoint = state.finalized_checkpoint // // # Potentially update justified if different from store // if store.justified_checkpoint != state.current_justified_checkpoint: // # Update justified if new justified is later than store justified // if state.current_justified_checkpoint.epoch > store.justified_checkpoint.epoch: // store.justified_checkpoint = state.current_justified_checkpoint // return // // # Update justified if store justified is not in chain with finalized checkpoint // finalized_slot = compute_start_slot_at_epoch(store.finalized_checkpoint.epoch) // ancestor_at_finalized_slot = get_ancestor(store, store.justified_checkpoint.root, finalized_slot) // if ancestor_at_finalized_slot != store.finalized_checkpoint.root: // store.justified_checkpoint = state.current_justified_checkpoint func (s *Service) onBlock(ctx context.Context, signed interfaces.SignedBeaconBlock, blockRoot [32]byte) error { ctx, span := trace.StartSpan(ctx, "blockChain.onBlock") defer span.End() if err := wrapper.BeaconBlockIsNil(signed); err != nil { return invalidBlock{err} } b := signed.Block() preState, err := s.getBlockPreState(ctx, b) if err != nil { return err } preStateVersion, preStateHeader, err := getStateVersionAndPayload(preState) if err != nil { return err } postState, err := transition.ExecuteStateTransition(ctx, preState, signed) if err != nil { return invalidBlock{err} } postStateVersion, postStateHeader, err := getStateVersionAndPayload(postState) if err != nil { return err } isValidPayload, err := s.notifyNewPayload(ctx, postStateVersion, postStateHeader, signed) if err != nil { return fmt.Errorf("could not verify new payload: %v", err) } if isValidPayload { if err := s.validateMergeTransitionBlock(ctx, preStateVersion, preStateHeader, signed); err != nil { return err } } if err := s.savePostStateInfo(ctx, blockRoot, signed, postState); err != nil { return err } // save current justified and finalized epochs for future use currJustifiedEpoch := s.ForkChoicer().JustifiedCheckpoint().Epoch currFinalizedEpoch := s.ForkChoicer().FinalizedCheckpoint().Epoch if err := s.insertBlockAndAttestationsToForkChoiceStore(ctx, signed.Block(), blockRoot, postState); err != nil { return errors.Wrapf(err, "could not insert block %d to fork choice store", signed.Block().Slot()) } s.InsertSlashingsToForkChoiceStore(ctx, signed.Block().Body().AttesterSlashings()) if isValidPayload { if err := s.cfg.ForkChoiceStore.SetOptimisticToValid(ctx, blockRoot); err != nil { return errors.Wrap(err, "could not set optimistic block to valid") } } // If slasher is configured, forward the attestations in the block via // an event feed for processing. if features.Get().EnableSlasher { // Feed the indexed attestation to slasher if enabled. This action // is done in the background to avoid adding more load to this critical code path. go func() { // Using a different context to prevent timeouts as this operation can be expensive // and we want to avoid affecting the critical code path. ctx := context.TODO() for _, att := range signed.Block().Body().Attestations() { committee, err := helpers.BeaconCommitteeFromState(ctx, preState, att.Data.Slot, att.Data.CommitteeIndex) if err != nil { log.WithError(err).Error("Could not get attestation committee") tracing.AnnotateError(span, err) return } indexedAtt, err := attestation.ConvertToIndexed(ctx, att, committee) if err != nil { log.WithError(err).Error("Could not convert to indexed attestation") tracing.AnnotateError(span, err) return } s.cfg.SlasherAttestationsFeed.Send(indexedAtt) } }() } justified := s.ForkChoicer().JustifiedCheckpoint() balances, err := s.justifiedBalances.get(ctx, justified.Root) if err != nil { msg := fmt.Sprintf("could not read balances for state w/ justified checkpoint %#x", justified.Root) return errors.Wrap(err, msg) } headRoot, err := s.cfg.ForkChoiceStore.Head(ctx, balances) if err != nil { log.WithError(err).Warn("Could not update head") } s.notifyEngineIfChangedHead(ctx, headRoot) if err := s.pruneCanonicalAttsFromPool(ctx, blockRoot, signed); err != nil { return err } // Send notification of the processed block to the state feed. s.cfg.StateNotifier.StateFeed().Send(&feed.Event{ Type: statefeed.BlockProcessed, Data: &statefeed.BlockProcessedData{ Slot: signed.Block().Slot(), BlockRoot: blockRoot, SignedBlock: signed, Verified: true, }, }) // Updating next slot state cache can happen in the background. It shouldn't block rest of the process. go func() { // Use a custom deadline here, since this method runs asynchronously. // We ignore the parent method's context and instead create a new one // with a custom deadline, therefore using the background context instead. slotCtx, cancel := context.WithTimeout(context.Background(), slotDeadline) defer cancel() if err := transition.UpdateNextSlotCache(slotCtx, blockRoot[:], postState); err != nil { log.WithError(err).Debug("could not update next slot state cache") } }() // Save justified check point to db. if justified.Epoch > currJustifiedEpoch { if err := s.cfg.BeaconDB.SaveJustifiedCheckpoint(ctx, postState.CurrentJustifiedCheckpoint()); err != nil { return err } } // Update finalized check point. finalized := s.ForkChoicer().FinalizedCheckpoint() if finalized.Epoch > currFinalizedEpoch { if err := s.updateFinalized(ctx, postState.FinalizedCheckpoint()); err != nil { return err } isOptimistic, err := s.cfg.ForkChoiceStore.IsOptimistic(finalized.Root) if err != nil { return errors.Wrap(err, "could not check if node is optimistically synced") } go func() { // Send an event regarding the new finalized checkpoint over a common event feed. s.cfg.StateNotifier.StateFeed().Send(&feed.Event{ Type: statefeed.FinalizedCheckpoint, Data: ðpbv1.EventFinalizedCheckpoint{ Epoch: postState.FinalizedCheckpoint().Epoch, Block: postState.FinalizedCheckpoint().Root, State: signed.Block().StateRoot(), ExecutionOptimistic: isOptimistic, }, }) // Use a custom deadline here, since this method runs asynchronously. // We ignore the parent method's context and instead create a new one // with a custom deadline, therefore using the background context instead. depCtx, cancel := context.WithTimeout(context.Background(), depositDeadline) defer cancel() if err := s.insertFinalizedDeposits(depCtx, finalized.Root); err != nil { log.WithError(err).Error("Could not insert finalized deposits.") } }() } defer reportAttestationInclusion(b) return s.handleEpochBoundary(ctx, postState) } func getStateVersionAndPayload(st state.BeaconState) (int, *enginev1.ExecutionPayloadHeader, error) { if st == nil { return 0, nil, errors.New("nil state") } var preStateHeader *enginev1.ExecutionPayloadHeader var err error preStateVersion := st.Version() switch preStateVersion { case version.Phase0, version.Altair: default: preStateHeader, err = st.LatestExecutionPayloadHeader() if err != nil { return 0, nil, err } } return preStateVersion, preStateHeader, nil } func (s *Service) onBlockBatch(ctx context.Context, blks []interfaces.SignedBeaconBlock, blockRoots [][32]byte) error { ctx, span := trace.StartSpan(ctx, "blockChain.onBlockBatch") defer span.End() if len(blks) == 0 || len(blockRoots) == 0 { return errors.New("no blocks provided") } if len(blks) != len(blockRoots) { return errWrongBlockCount } if err := wrapper.BeaconBlockIsNil(blks[0]); err != nil { return invalidBlock{err} } b := blks[0].Block() // Retrieve incoming block's pre state. if err := s.verifyBlkPreState(ctx, b); err != nil { return err } preState, err := s.cfg.StateGen.StateByRootInitialSync(ctx, bytesutil.ToBytes32(b.ParentRoot())) if err != nil { return err } if preState == nil || preState.IsNil() { return fmt.Errorf("nil pre state for slot %d", b.Slot()) } // Fill in missing blocks if err := s.fillInForkChoiceMissingBlocks(ctx, blks[0].Block(), preState.CurrentJustifiedCheckpoint(), preState.FinalizedCheckpoint()); err != nil { return errors.Wrap(err, "could not fill in missing blocks to forkchoice") } jCheckpoints := make([]*ethpb.Checkpoint, len(blks)) fCheckpoints := make([]*ethpb.Checkpoint, len(blks)) sigSet := &bls.SignatureBatch{ Signatures: [][]byte{}, PublicKeys: []bls.PublicKey{}, Messages: [][32]byte{}, } type versionAndHeader struct { version int header *enginev1.ExecutionPayloadHeader } preVersionAndHeaders := make([]*versionAndHeader, len(blks)) postVersionAndHeaders := make([]*versionAndHeader, len(blks)) var set *bls.SignatureBatch boundaries := make(map[[32]byte]state.BeaconState) for i, b := range blks { v, h, err := getStateVersionAndPayload(preState) if err != nil { return err } preVersionAndHeaders[i] = &versionAndHeader{ version: v, header: h, } set, preState, err = transition.ExecuteStateTransitionNoVerifyAnySig(ctx, preState, b) if err != nil { return invalidBlock{err} } // Save potential boundary states. if slots.IsEpochStart(preState.Slot()) { boundaries[blockRoots[i]] = preState.Copy() } jCheckpoints[i] = preState.CurrentJustifiedCheckpoint() fCheckpoints[i] = preState.FinalizedCheckpoint() v, h, err = getStateVersionAndPayload(preState) if err != nil { return err } postVersionAndHeaders[i] = &versionAndHeader{ version: v, header: h, } sigSet.Join(set) } verify, err := sigSet.Verify() if err != nil { return invalidBlock{err} } if !verify { return errors.New("batch block signature verification failed") } // blocks have been verified, save them and call the engine pendingNodes := make([]*forkchoicetypes.BlockAndCheckpoints, len(blks)) var isValidPayload bool for i, b := range blks { isValidPayload, err = s.notifyNewPayload(ctx, postVersionAndHeaders[i].version, postVersionAndHeaders[i].header, b) if err != nil { return err } if isValidPayload { if err := s.validateMergeTransitionBlock(ctx, preVersionAndHeaders[i].version, preVersionAndHeaders[i].header, b); err != nil { return err } } args := &forkchoicetypes.BlockAndCheckpoints{Block: b.Block(), JustifiedCheckpoint: jCheckpoints[i], FinalizedCheckpoint: fCheckpoints[i]} pendingNodes[len(blks)-i-1] = args if err := s.saveInitSyncBlock(ctx, blockRoots[i], b); err != nil { tracing.AnnotateError(span, err) return err } if err := s.cfg.BeaconDB.SaveStateSummary(ctx, ðpb.StateSummary{ Slot: b.Block().Slot(), Root: blockRoots[i][:], }); err != nil { tracing.AnnotateError(span, err) return err } if i > 0 && jCheckpoints[i].Epoch > jCheckpoints[i-1].Epoch { if err := s.cfg.BeaconDB.SaveJustifiedCheckpoint(ctx, jCheckpoints[i]); err != nil { tracing.AnnotateError(span, err) return err } } if i > 0 && fCheckpoints[i].Epoch > fCheckpoints[i-1].Epoch { if err := s.updateFinalized(ctx, fCheckpoints[i]); err != nil { tracing.AnnotateError(span, err) return err } } } // Insert all nodes but the last one to forkchoice if err := s.cfg.ForkChoiceStore.InsertOptimisticChain(ctx, pendingNodes); err != nil { return errors.Wrap(err, "could not insert batch to forkchoice") } // Insert the last block to forkchoice lastBR := blockRoots[len(blks)-1] if err := s.cfg.ForkChoiceStore.InsertNode(ctx, preState, lastBR); err != nil { return errors.Wrap(err, "could not insert last block in batch to forkchoice") } // Set their optimistic status if isValidPayload { if err := s.cfg.ForkChoiceStore.SetOptimisticToValid(ctx, lastBR); err != nil { return errors.Wrap(err, "could not set optimistic block to valid") } } for r, st := range boundaries { if err := s.cfg.StateGen.SaveState(ctx, r, st); err != nil { return err } } // Also saves the last post state which to be used as pre state for the next batch. lastB := blks[len(blks)-1] if err := s.cfg.StateGen.SaveState(ctx, lastBR, preState); err != nil { return err } arg := ¬ifyForkchoiceUpdateArg{ headState: preState, headRoot: lastBR, headBlock: lastB.Block(), } if _, err := s.notifyForkchoiceUpdate(ctx, arg); err != nil { return err } return s.saveHeadNoDB(ctx, lastB, lastBR, preState) } // Epoch boundary bookkeeping such as logging epoch summaries. func (s *Service) handleEpochBoundary(ctx context.Context, postState state.BeaconState) error { ctx, span := trace.StartSpan(ctx, "blockChain.handleEpochBoundary") defer span.End() if postState.Slot()+1 == s.nextEpochBoundarySlot { copied := postState.Copy() copied, err := transition.ProcessSlots(ctx, copied, copied.Slot()+1) if err != nil { return err } // Update caches for the next epoch at epoch boundary slot - 1. if err := helpers.UpdateCommitteeCache(ctx, copied, coreTime.CurrentEpoch(copied)); err != nil { return err } if err := helpers.UpdateProposerIndicesInCache(ctx, copied); err != nil { return err } } else if postState.Slot() >= s.nextEpochBoundarySlot { s.headLock.RLock() st := s.head.state s.headLock.RUnlock() if err := reportEpochMetrics(ctx, postState, st); err != nil { return err } var err error s.nextEpochBoundarySlot, err = slots.EpochStart(coreTime.NextEpoch(postState)) if err != nil { return err } // Update caches at epoch boundary slot. // The following updates have short cut to return nil cheaply if fulfilled during boundary slot - 1. if err := helpers.UpdateCommitteeCache(ctx, postState, coreTime.CurrentEpoch(postState)); err != nil { return err } if err := helpers.UpdateProposerIndicesInCache(ctx, postState); err != nil { return err } } return nil } // This feeds in the block and block's attestations to fork choice store. It's allows fork choice store // to gain information on the most current chain. func (s *Service) insertBlockAndAttestationsToForkChoiceStore(ctx context.Context, blk interfaces.BeaconBlock, root [32]byte, st state.BeaconState) error { ctx, span := trace.StartSpan(ctx, "blockChain.insertBlockAndAttestationsToForkChoiceStore") defer span.End() fCheckpoint := st.FinalizedCheckpoint() jCheckpoint := st.CurrentJustifiedCheckpoint() if err := s.insertBlockToForkChoiceStore(ctx, blk, root, st, fCheckpoint, jCheckpoint); err != nil { return err } // Feed in block's attestations to fork choice store. for _, a := range blk.Body().Attestations() { committee, err := helpers.BeaconCommitteeFromState(ctx, st, a.Data.Slot, a.Data.CommitteeIndex) if err != nil { return err } indices, err := attestation.AttestingIndices(a.AggregationBits, committee) if err != nil { return err } s.cfg.ForkChoiceStore.ProcessAttestation(ctx, indices, bytesutil.ToBytes32(a.Data.BeaconBlockRoot), a.Data.Target.Epoch) } return nil } func (s *Service) insertBlockToForkChoiceStore(ctx context.Context, blk interfaces.BeaconBlock, root [32]byte, st state.BeaconState, fCheckpoint, jCheckpoint *ethpb.Checkpoint) error { if err := s.fillInForkChoiceMissingBlocks(ctx, blk, fCheckpoint, jCheckpoint); err != nil { return err } return s.cfg.ForkChoiceStore.InsertNode(ctx, st, root) } // InsertSlashingsToForkChoiceStore inserts attester slashing indices to fork choice store. // To call this function, it's caller's responsibility to ensure the slashing object is valid. func (s *Service) InsertSlashingsToForkChoiceStore(ctx context.Context, slashings []*ethpb.AttesterSlashing) { for _, slashing := range slashings { indices := blocks.SlashableAttesterIndices(slashing) for _, index := range indices { s.ForkChoicer().InsertSlashedIndex(ctx, types.ValidatorIndex(index)) } } } // This saves post state info to DB or cache. This also saves post state info to fork choice store. // Post state info consists of processed block and state. Do not call this method unless the block and state are verified. func (s *Service) savePostStateInfo(ctx context.Context, r [32]byte, b interfaces.SignedBeaconBlock, st state.BeaconState) error { ctx, span := trace.StartSpan(ctx, "blockChain.savePostStateInfo") defer span.End() if err := s.cfg.BeaconDB.SaveBlock(ctx, b); err != nil { return errors.Wrapf(err, "could not save block from slot %d", b.Block().Slot()) } if err := s.cfg.StateGen.SaveState(ctx, r, st); err != nil { return errors.Wrap(err, "could not save state") } return nil } // This removes the attestations from the mem pool. It will only remove the attestations if input root `r` is canonical, // meaning the block `b` is part of the canonical chain. func (s *Service) pruneCanonicalAttsFromPool(ctx context.Context, r [32]byte, b interfaces.SignedBeaconBlock) error { canonical, err := s.IsCanonical(ctx, r) if err != nil { return err } if !canonical { return nil } atts := b.Block().Body().Attestations() for _, att := range atts { if helpers.IsAggregated(att) { if err := s.cfg.AttPool.DeleteAggregatedAttestation(att); err != nil { return err } } else { if err := s.cfg.AttPool.DeleteUnaggregatedAttestation(att); err != nil { return err } } } return nil } // validateMergeTransitionBlock validates the merge transition block. func (s *Service) validateMergeTransitionBlock(ctx context.Context, stateVersion int, stateHeader *enginev1.ExecutionPayloadHeader, blk interfaces.SignedBeaconBlock) error { // Skip validation if block is older than Bellatrix. if blocks.IsPreBellatrixVersion(blk.Block().Version()) { return nil } // Skip validation if block has an empty payload. payload, err := blk.Block().Body().ExecutionPayload() if err != nil { return invalidBlock{err} } if bellatrix.IsEmptyPayload(payload) { return nil } // Handle case where pre-state is Altair but block contains payload. // To reach here, the block must have contained a valid payload. if blocks.IsPreBellatrixVersion(stateVersion) { return s.validateMergeBlock(ctx, blk) } // Skip validation if the block is not a merge transition block. atTransition, err := blocks.IsMergeTransitionBlockUsingPreStatePayloadHeader(stateHeader, blk.Block().Body()) if err != nil { return errors.Wrap(err, "could not check if merge block is terminal") } if !atTransition { return nil } return s.validateMergeBlock(ctx, blk) } // This routine checks if there is a cached proposer payload ID available for the next slot proposer. // If there is not, it will call forkchoice updated with the correct payload attribute then cache the payload ID. func (s *Service) fillMissingPayloadIDRoutine(ctx context.Context, stateFeed *event.Feed) { // Wait for state to be initialized. stateChannel := make(chan *feed.Event, 1) stateSub := stateFeed.Subscribe(stateChannel) go func() { select { case <-s.ctx.Done(): stateSub.Unsubscribe() return case <-stateChannel: stateSub.Unsubscribe() break } ticker := time.NewTicker(time.Second) defer ticker.Stop() for { select { case ti := <-ticker.C: if !atHalfSlot(ti) { continue } _, id, has := s.cfg.ProposerSlotIndexCache.GetProposerPayloadIDs(s.CurrentSlot() + 1) // There exists proposer for next slot, but we haven't called fcu w/ payload attribute yet. if has && id == [8]byte{} { if _, err := s.notifyForkchoiceUpdate(ctx, ¬ifyForkchoiceUpdateArg{ headState: s.headState(ctx), headRoot: s.headRoot(), headBlock: s.headBlock().Block(), }); err != nil { log.WithError(err).Error("Could not prepare payload on empty ID") } missedPayloadIDFilledCount.Inc() } case <-s.ctx.Done(): log.Debug("Context closed, exiting routine") return } } }() } // Returns true if time `t` is halfway through the slot in sec. func atHalfSlot(t time.Time) bool { s := params.BeaconConfig().SecondsPerSlot return uint64(t.Second())%s == s/2 }