prysm-pulse/beacon-chain/blockchain/fork_choice.go

package blockchain

import (
	"bytes"
	"context"
	"fmt"

	"github.com/gogo/protobuf/proto"
	"github.com/prometheus/client_golang/prometheus"
	"github.com/prometheus/client_golang/prometheus/promauto"
	"github.com/prysmaticlabs/prysm/beacon-chain/cache"
	"github.com/prysmaticlabs/prysm/beacon-chain/core/helpers"
	"github.com/prysmaticlabs/prysm/beacon-chain/db"
	pb "github.com/prysmaticlabs/prysm/proto/beacon/p2p/v1"
	"github.com/prysmaticlabs/prysm/shared/bytesutil"
	"github.com/prysmaticlabs/prysm/shared/hashutil"
	"github.com/prysmaticlabs/prysm/shared/params"
	"github.com/sirupsen/logrus"
	"go.opencensus.io/trace"
)

var (
	reorgCount = promauto.NewCounter(prometheus.CounterOpts{
		Name: "reorg_counter",
		Help: "The number of chain reorganization events that have happened in the fork choice rule",
	})
)
var blkAncestorCache = cache.NewBlockAncestorCache()

// ForkChoice interface defines the methods for applying fork choice rule
// operations to the blockchain.
type ForkChoice interface {
	ApplyForkChoiceRule(ctx context.Context, block *pb.BeaconBlock, computedState *pb.BeaconState) error
}

// updateFFGCheckPts checks whether the existing FFG check points saved in DB
// are not older than the ones just processed in state. If it's older, we update
// the db with the latest FFG check points, both justification and finalization.
func (c *ChainService) updateFFGCheckPts(ctx context.Context, state *pb.BeaconState) error {
	lastJustifiedSlot := helpers.StartSlot(state.JustifiedEpoch)
	savedJustifiedBlock, err := c.beaconDB.JustifiedBlock()
	if err != nil {
		return err
	}
	// If the last processed justification slot in state is greater than
	// the slot of justified block saved in DB.
	if lastJustifiedSlot > savedJustifiedBlock.Slot {
		// Retrieve the new justified block from DB using the new justified slot and save it.
		newJustifiedBlock, err := c.beaconDB.CanonicalBlockBySlot(ctx, lastJustifiedSlot)
		if err != nil {
			return err
		}
		// If the new justified slot is a skip slot in db then we keep getting it's ancestors
		// until we can get a block.
		lastAvailBlkSlot := lastJustifiedSlot
		for newJustifiedBlock == nil {
			log.WithField("slot", lastAvailBlkSlot-params.BeaconConfig().GenesisSlot).Debug("Missing block in DB, looking one slot back")
			lastAvailBlkSlot--
			newJustifiedBlock, err = c.beaconDB.CanonicalBlockBySlot(ctx, lastAvailBlkSlot)
			if err != nil {
				return err
			}
		}

		newJustifiedRoot, err := hashutil.HashBeaconBlock(newJustifiedBlock)
		if err != nil {
			return err
		}
		// Fetch justified state from historical states db.
		newJustifiedState, err := c.beaconDB.HistoricalStateFromSlot(ctx, newJustifiedBlock.Slot, newJustifiedRoot)
		if err != nil {
			return err
		}
		if err := c.beaconDB.SaveJustifiedBlock(newJustifiedBlock); err != nil {
			return err
		}
		if err := c.beaconDB.SaveJustifiedState(newJustifiedState); err != nil {
			return err
		}
	}

	lastFinalizedSlot := helpers.StartSlot(state.FinalizedEpoch)
	savedFinalizedBlock, err := c.beaconDB.FinalizedBlock()
	// If the last processed finalized slot in state is greater than
	// the slot of finalized block saved in DB.
	if err != nil {
		return err
	}
	if lastFinalizedSlot > savedFinalizedBlock.Slot {
		// Retrieve the new finalized block from DB using the new finalized slot and save it.
		newFinalizedBlock, err := c.beaconDB.CanonicalBlockBySlot(ctx, lastFinalizedSlot)
		if err != nil {
			return err
		}
		// If the new finalized slot is a skip slot in db then we keep getting it's ancestors
		// until we can get a block.
		lastAvailBlkSlot := lastFinalizedSlot
		for newFinalizedBlock == nil {
			log.WithField("slot", lastAvailBlkSlot-params.BeaconConfig().GenesisSlot).Debug("Missing block in DB, looking one slot back")
			lastAvailBlkSlot--
			newFinalizedBlock, err = c.beaconDB.CanonicalBlockBySlot(ctx, lastAvailBlkSlot)
			if err != nil {
				return err
			}
		}

		newFinalizedRoot, err := hashutil.HashBeaconBlock(newFinalizedBlock)
		if err != nil {
			return err
		}
		// Generate the new finalized state with using new finalized block and
		// save it.
		newFinalizedState, err := c.beaconDB.HistoricalStateFromSlot(ctx, lastFinalizedSlot, newFinalizedRoot)
		if err != nil {
			return err
		}
		if err := c.beaconDB.SaveFinalizedBlock(newFinalizedBlock); err != nil {
			return err
		}
		if err := c.beaconDB.SaveFinalizedState(newFinalizedState); err != nil {
			return err
		}
	}
	return nil
}

// ApplyForkChoiceRule determines the current beacon chain head using LMD
// GHOST as a block-vote weighted function to select a canonical head in
// Ethereum Serenity. The inputs are the the recently processed block and its
// associated state.
func (c *ChainService) ApplyForkChoiceRule(
	ctx context.Context,
	block *pb.BeaconBlock,
	postState *pb.BeaconState,
) error {
	ctx, span := trace.StartSpan(ctx, "beacon-chain.blockchain.ApplyForkChoiceRule")
	defer span.End()
	log.Info("Applying LMD-GHOST Fork Choice Rule")

	justifiedState, err := c.beaconDB.JustifiedState()
	if err != nil {
		return fmt.Errorf("could not retrieve justified state: %v", err)
	}
	attestationTargets, err := c.attestationTargets(justifiedState)
	if err != nil {
		return fmt.Errorf("could not retrieve attestation target: %v", err)
	}
	justifiedHead, err := c.beaconDB.JustifiedBlock()
	if err != nil {
		return fmt.Errorf("could not retrieve justified head: %v", err)
	}

	newHead, err := c.lmdGhost(ctx, justifiedHead, justifiedState, attestationTargets)
	if err != nil {
		return fmt.Errorf("could not run fork choice: %v", err)
	}
	newHeadRoot, err := hashutil.HashBeaconBlock(newHead)
	if err != nil {
		return fmt.Errorf("could not hash new head block: %v", err)
	}
	c.canonicalBlocksLock.Lock()
	defer c.canonicalBlocksLock.Unlock()
	c.canonicalBlocks[newHead.Slot] = newHeadRoot[:]

	currentHead, err := c.beaconDB.ChainHead()
	if err != nil {
		return fmt.Errorf("could not retrieve chain head: %v", err)
	}
	currentHeadRoot, err := hashutil.HashBeaconBlock(currentHead)
	if err != nil {
		return fmt.Errorf("could not hash current head block: %v", err)
	}

	isDescendant, err := c.isDescendant(currentHead, newHead)
	if err != nil {
		return fmt.Errorf("could not check if block is descendant: %v", err)
	}

	newState := postState
	if !isDescendant && !proto.Equal(currentHead, newHead) {
		log.WithFields(logrus.Fields{
			"currentSlot": currentHead.Slot - params.BeaconConfig().GenesisSlot,
			"currentRoot": fmt.Sprintf("%#x", bytesutil.Trunc(currentHeadRoot[:])),
			"newSlot":     newHead.Slot - params.BeaconConfig().GenesisSlot,
			"newRoot":     fmt.Sprintf("%#x", bytesutil.Trunc(newHeadRoot[:])),
		}).Warn("Reorg happened")
		// Only regenerate head state if there was a reorg.
		newState, err = c.beaconDB.HistoricalStateFromSlot(ctx, newHead.Slot, newHeadRoot)
		if err != nil {
			return fmt.Errorf("could not gen state: %v", err)
		}

		for revertedSlot := currentHead.Slot; revertedSlot > newHead.Slot; revertedSlot-- {
			delete(c.canonicalBlocks, revertedSlot)
		}
		reorgCount.Inc()
	}

	if proto.Equal(currentHead, newHead) {
		log.WithFields(logrus.Fields{
			"currentSlot": currentHead.Slot - params.BeaconConfig().GenesisSlot,
			"currentRoot": fmt.Sprintf("%#x", bytesutil.Trunc(currentHeadRoot[:])),
		}).Warn("Head did not change after fork choice, current head has the most votes")
	}

	// If we receive forked blocks.
	if newHead.Slot != newState.Slot {
		newState, err = c.beaconDB.HistoricalStateFromSlot(ctx, newHead.Slot, newHeadRoot)
		if err != nil {
			return fmt.Errorf("could not gen state: %v", err)
		}
	}

	if err := c.beaconDB.UpdateChainHead(ctx, newHead, newState); err != nil {
		return fmt.Errorf("failed to update chain: %v", err)
	}
	h, err := hashutil.HashBeaconBlock(newHead)
	if err != nil {
		return fmt.Errorf("could not hash head: %v", err)
	}
	log.WithFields(logrus.Fields{
		"headRoot":  fmt.Sprintf("%#x", bytesutil.Trunc(h[:])),
		"headSlot":  newHead.Slot - params.BeaconConfig().GenesisSlot,
		"stateSlot": newState.Slot - params.BeaconConfig().GenesisSlot,
	}).Info("Chain head block and state updated")

	return nil
}

// lmdGhost applies the Latest Message Driven, Greediest Heaviest Observed Sub-Tree
// fork-choice rule defined in the Ethereum Serenity specification for the beacon chain.
//
// Spec pseudocode definition:
//	def lmd_ghost(store: Store, start_state: BeaconState, start_block: BeaconBlock) -> BeaconBlock:
//    """
//    Execute the LMD-GHOST algorithm to find the head ``BeaconBlock``.
//    """
//    validators = start_state.validator_registry
//    active_validator_indices = get_active_validator_indices(validators, slot_to_epoch(start_state.slot))
//    attestation_targets = [
//        (validator_index, get_latest_attestation_target(store, validator_index))
//        for validator_index in active_validator_indices
//    ]
//
//    def get_vote_count(block: BeaconBlock) -> int:
//        return sum(
//            get_effective_balance(start_state.validator_balances[validator_index]) // FORK_CHOICE_BALANCE_INCREMENT
//            for validator_index, target in attestation_targets
//            if get_ancestor(store, target, block.slot) == block
//        )
//
//    head = start_block
//    while 1:
//        children = get_children(store, head)
//        if len(children) == 0:
//            return head
//        head = max(children, key=get_vote_count)
func (c *ChainService) lmdGhost(
	ctx context.Context,
	startBlock *pb.BeaconBlock,
	startState *pb.BeaconState,
	voteTargets map[uint64]*pb.AttestationTarget,
) (*pb.BeaconBlock, error) {
	highestSlot := c.beaconDB.HighestBlockSlot()
	head := startBlock
	for {
		children, err := c.blockChildren(ctx, head, highestSlot)
		if err != nil {
			return nil, fmt.Errorf("could not fetch block children: %v", err)
		}
		if len(children) == 0 {
			return head, nil
		}
		maxChild := children[0]

		maxChildVotes, err := VoteCount(maxChild, startState, voteTargets, c.beaconDB)
		if err != nil {
			return nil, fmt.Errorf("unable to determine vote count for block: %v", err)
		}
		for i := 1; i < len(children); i++ {
			candidateChildVotes, err := VoteCount(children[i], startState, voteTargets, c.beaconDB)
			if err != nil {
				return nil, fmt.Errorf("unable to determine vote count for block: %v", err)
			}
			maxChildRoot, err := hashutil.HashBeaconBlock(maxChild)
			if err != nil {
				return nil, err
			}
			candidateChildRoot, err := hashutil.HashBeaconBlock(children[i])
			if err != nil {
				return nil, err
			}
			if candidateChildVotes > maxChildVotes ||
				(candidateChildVotes == maxChildVotes && bytesutil.LowerThan(maxChildRoot[:], candidateChildRoot[:])) {
				maxChild = children[i]
			}
		}
		head = maxChild
	}
}

// blockChildren returns the child blocks of the given block up to a given
// highest slot.
//
// ex:
//       /- C - E
// A - B - D - F
//       \- G
// Input: B. Output: [C, D, G]
//
// Spec pseudocode definition:
//	get_children(store: Store, block: BeaconBlock) -> List[BeaconBlock]
//		returns the child blocks of the given block.
func (c *ChainService) blockChildren(ctx context.Context, block *pb.BeaconBlock, highestSlot uint64) ([]*pb.BeaconBlock, error) {
	blockRoot, err := hashutil.HashBeaconBlock(block)
	if err != nil {
		return nil, err
	}
	var children []*pb.BeaconBlock
	startSlot := block.Slot + 1
	for i := startSlot; i <= highestSlot; i++ {
		kids, err := c.beaconDB.BlocksBySlot(ctx, i)
		if err != nil {
			return nil, fmt.Errorf("could not get block by slot: %v", err)
		}
		children = append(children, kids...)
	}

	filteredChildren := []*pb.BeaconBlock{}
	for _, kid := range children {
		parentRoot := bytesutil.ToBytes32(kid.ParentRootHash32)
		if blockRoot == parentRoot {
			filteredChildren = append(filteredChildren, kid)
		}
	}
	return filteredChildren, nil
}

// isDescendant checks if the new head block is a descendant block of the current head.
func (c *ChainService) isDescendant(currentHead *pb.BeaconBlock, newHead *pb.BeaconBlock) (bool, error) {
	currentHeadRoot, err := hashutil.HashBeaconBlock(currentHead)
	if err != nil {
		return false, nil
	}
	for newHead.Slot > currentHead.Slot {
		if bytesutil.ToBytes32(newHead.ParentRootHash32) == currentHeadRoot {
			return true, nil
		}
		newHead, err = c.beaconDB.Block(bytesutil.ToBytes32(newHead.ParentRootHash32))
		if err != nil {
			return false, err
		}
		if newHead == nil {
			return false, nil
		}
	}
	return false, nil
}

// attestationTargets retrieves the list of attestation targets since last finalized epoch,
// each attestation target consists of validator index and its attestation target (i.e. the block
// which the validator attested to)
func (c *ChainService) attestationTargets(state *pb.BeaconState) (map[uint64]*pb.AttestationTarget, error) {
	indices := helpers.ActiveValidatorIndices(state.ValidatorRegistry, helpers.CurrentEpoch(state))
	attestationTargets := make(map[uint64]*pb.AttestationTarget)
	for i, index := range indices {
		target, err := c.attsService.LatestAttestationTarget(state, index)
		if err != nil {
			return nil, fmt.Errorf("could not retrieve attestation target: %v", err)
		}
		if target == nil {
			continue
		}
		attestationTargets[uint64(i)] = target
	}
	return attestationTargets, nil
}

// VoteCount determines the number of votes on a beacon block by counting the number
// of target blocks that have such beacon block as a common ancestor.
//
// Spec pseudocode definition:
//  def get_vote_count(block: BeaconBlock) -> int:
//        return sum(
//            get_effective_balance(start_state.validator_balances[validator_index]) // FORK_CHOICE_BALANCE_INCREMENT
//            for validator_index, target in attestation_targets
//            if get_ancestor(store, target, block.slot) == block
//        )
func VoteCount(block *pb.BeaconBlock, state *pb.BeaconState, targets map[uint64]*pb.AttestationTarget, beaconDB *db.BeaconDB) (int, error) {
	balances := 0
	var ancestorRoot []byte
	var err error

	blockRoot, err := hashutil.HashBeaconBlock(block)
	if err != nil {
		return 0, err
	}

	for validatorIndex, target := range targets {
		ancestorRoot, err = cachedAncestor(target, block.Slot, beaconDB)
		if err != nil {
			return 0, err
		}
		// This covers the following case, we start at B5, and want to process B6 and B7
		// B6 can be processed, B7 can not be processed because it's pointed to the
		// block older than current block 5.
		// B4 - B5 - B6
		//   \ - - - - - B7
		if ancestorRoot == nil {
			continue
		}

		if bytes.Equal(blockRoot[:], ancestorRoot) {
			balances += int(helpers.EffectiveBalance(state, validatorIndex))
		}
	}
	return balances, nil
}

// BlockAncestor obtains the ancestor at of a block at a certain slot.
//
// Spec pseudocode definition:
//  def get_ancestor(store: Store, block: BeaconBlock, slot: Slot) -> BeaconBlock:
//    """
//    Get the ancestor of ``block`` with slot number ``slot``; return ``None`` if not found.
//    """
//    if block.slot == slot:
//        return block
//    elif block.slot < slot:
//        return None
//    else:
//        return get_ancestor(store, store.get_parent(block), slot)
func BlockAncestor(targetBlock *pb.AttestationTarget, slot uint64, beaconDB *db.BeaconDB) ([]byte, error) {
	if targetBlock.Slot == slot {
		return targetBlock.BlockRoot[:], nil
	}
	if targetBlock.Slot < slot {
		return nil, nil
	}
	parentRoot := bytesutil.ToBytes32(targetBlock.ParentRoot)
	parent, err := beaconDB.Block(parentRoot)
	if err != nil {
		return nil, fmt.Errorf("could not get parent block: %v", err)
	}
	if parent == nil {
		return nil, fmt.Errorf("parent block does not exist: %v", err)
	}
	newTarget := &pb.AttestationTarget{
		Slot:       parent.Slot,
		BlockRoot:  parentRoot[:],
		ParentRoot: parent.ParentRootHash32,
	}
	return BlockAncestor(newTarget, slot, beaconDB)
}

// cachedAncestor retrieves the cached ancestor target from block ancestor cache,
// if it's not there it looks up the block tree get it and cache it.
func cachedAncestor(target *pb.AttestationTarget, height uint64, beaconDB *db.BeaconDB) ([]byte, error) {
	// check if the ancestor block of from a given block height was cached.
	cachedAncestorInfo, err := blkAncestorCache.AncestorBySlot(target.BlockRoot, height)
	if err != nil {
		return nil, nil
	}
	if cachedAncestorInfo != nil {
		return cachedAncestorInfo.Target.BlockRoot, nil
	}

	ancestorRoot, err := BlockAncestor(target, height, beaconDB)
	if err != nil {
		return nil, err
	}
	ancestor, err := beaconDB.Block(bytesutil.ToBytes32(ancestorRoot))
	if err != nil {
		return nil, err
	}
	if ancestor == nil {
		return nil, nil
	}
	ancestorTarget := &pb.AttestationTarget{
		Slot:       ancestor.Slot,
		BlockRoot:  ancestorRoot,
		ParentRoot: ancestor.ParentRootHash32,
	}
	if err := blkAncestorCache.AddBlockAncestor(&cache.AncestorInfo{
		Height: height,
		Hash:   target.BlockRoot,
		Target: ancestorTarget,
	}); err != nil {
		return nil, err
	}
	return ancestorRoot, nil
}