8c5bcfe53a
* Unfinished progress * Update more persistence code * Start fixing tests * Combine persist head and fork choice * Persist head on reorg * Gracefully handle op pool and eth1 cache missing * Fix test failure * Address Michael's comments
301 lines
10 KiB
Rust
301 lines
10 KiB
Rust
mod checkpoint_manager;
|
|
|
|
use crate::{errors::BeaconChainError, metrics, BeaconChain, BeaconChainTypes};
|
|
use checkpoint_manager::{get_effective_balances, CheckpointManager, CheckpointWithBalances};
|
|
use parking_lot::{RwLock, RwLockReadGuard};
|
|
use proto_array_fork_choice::{core::ProtoArray, ProtoArrayForkChoice};
|
|
use ssz::{Decode, Encode};
|
|
use ssz_derive::{Decode, Encode};
|
|
use state_processing::common::get_indexed_attestation;
|
|
use std::marker::PhantomData;
|
|
use store::{DBColumn, Error as StoreError, SimpleStoreItem};
|
|
use types::{BeaconBlock, BeaconState, BeaconStateError, Epoch, Hash256, IndexedAttestation, Slot};
|
|
|
|
type Result<T> = std::result::Result<T, Error>;
|
|
|
|
#[derive(Debug, PartialEq)]
|
|
pub enum Error {
|
|
MissingBlock(Hash256),
|
|
MissingState(Hash256),
|
|
BackendError(String),
|
|
BeaconStateError(BeaconStateError),
|
|
StoreError(StoreError),
|
|
BeaconChainError(Box<BeaconChainError>),
|
|
UnknownBlockSlot(Hash256),
|
|
UnknownJustifiedBlock(Hash256),
|
|
UnknownJustifiedState(Hash256),
|
|
UnableToJsonEncode(String),
|
|
InvalidAttestation,
|
|
}
|
|
|
|
pub struct ForkChoice<T: BeaconChainTypes> {
|
|
backend: ProtoArrayForkChoice,
|
|
/// Used for resolving the `0x00..00` alias back to genesis.
|
|
///
|
|
/// Does not necessarily need to be the _actual_ genesis, it suffices to be the finalized root
|
|
/// whenever the struct was instantiated.
|
|
genesis_block_root: Hash256,
|
|
checkpoint_manager: RwLock<CheckpointManager>,
|
|
_phantom: PhantomData<T>,
|
|
}
|
|
|
|
impl<T: BeaconChainTypes> PartialEq for ForkChoice<T> {
|
|
/// This implementation ignores the `store`.
|
|
fn eq(&self, other: &Self) -> bool {
|
|
self.backend == other.backend
|
|
&& self.genesis_block_root == other.genesis_block_root
|
|
&& *self.checkpoint_manager.read() == *other.checkpoint_manager.read()
|
|
}
|
|
}
|
|
|
|
impl<T: BeaconChainTypes> ForkChoice<T> {
|
|
/// Instantiate a new fork chooser.
|
|
///
|
|
/// "Genesis" does not necessarily need to be the absolute genesis, it can be some finalized
|
|
/// block.
|
|
pub fn new(
|
|
backend: ProtoArrayForkChoice,
|
|
genesis_block_root: Hash256,
|
|
genesis_state: &BeaconState<T::EthSpec>,
|
|
) -> Self {
|
|
let genesis_checkpoint = CheckpointWithBalances {
|
|
epoch: genesis_state.current_epoch(),
|
|
root: genesis_block_root,
|
|
balances: get_effective_balances(genesis_state),
|
|
};
|
|
|
|
Self {
|
|
backend,
|
|
genesis_block_root,
|
|
checkpoint_manager: RwLock::new(CheckpointManager::new(genesis_checkpoint)),
|
|
_phantom: PhantomData,
|
|
}
|
|
}
|
|
|
|
/// Run the fork choice rule to determine the head.
|
|
pub fn find_head(&self, chain: &BeaconChain<T>) -> Result<Hash256> {
|
|
let timer = metrics::start_timer(&metrics::FORK_CHOICE_FIND_HEAD_TIMES);
|
|
|
|
let remove_alias = |root| {
|
|
if root == Hash256::zero() {
|
|
self.genesis_block_root
|
|
} else {
|
|
root
|
|
}
|
|
};
|
|
|
|
let mut manager = self.checkpoint_manager.write();
|
|
manager.maybe_update(chain.slot()?, chain)?;
|
|
|
|
let result = self
|
|
.backend
|
|
.find_head(
|
|
manager.current.justified.epoch,
|
|
remove_alias(manager.current.justified.root),
|
|
manager.current.finalized.epoch,
|
|
&manager.current.justified.balances,
|
|
)
|
|
.map_err(Into::into);
|
|
|
|
metrics::stop_timer(timer);
|
|
|
|
result
|
|
}
|
|
|
|
/// Returns true if the given block is known to fork choice.
|
|
pub fn contains_block(&self, block_root: &Hash256) -> bool {
|
|
self.backend.contains_block(block_root)
|
|
}
|
|
|
|
/// Returns the state root for the given block root.
|
|
pub fn block_slot_and_state_root(&self, block_root: &Hash256) -> Option<(Slot, Hash256)> {
|
|
self.backend.block_slot_and_state_root(block_root)
|
|
}
|
|
|
|
/// Process all attestations in the given `block`.
|
|
///
|
|
/// Assumes the block (and therefore its attestations) are valid. It is a logic error to
|
|
/// provide an invalid block.
|
|
pub fn process_block(
|
|
&self,
|
|
chain: &BeaconChain<T>,
|
|
state: &BeaconState<T::EthSpec>,
|
|
block: &BeaconBlock<T::EthSpec>,
|
|
block_root: Hash256,
|
|
) -> Result<()> {
|
|
let timer = metrics::start_timer(&metrics::FORK_CHOICE_PROCESS_BLOCK_TIMES);
|
|
|
|
self.checkpoint_manager
|
|
.write()
|
|
.process_state(block_root, state, chain, &self.backend)?;
|
|
self.checkpoint_manager
|
|
.write()
|
|
.maybe_update(chain.slot()?, chain)?;
|
|
|
|
// Note: we never count the block as a latest message, only attestations.
|
|
for attestation in &block.body.attestations {
|
|
// If the `data.beacon_block_root` block is not known to the fork choice, simply ignore
|
|
// the vote.
|
|
if self
|
|
.backend
|
|
.contains_block(&attestation.data.beacon_block_root)
|
|
{
|
|
let committee =
|
|
state.get_beacon_committee(attestation.data.slot, attestation.data.index)?;
|
|
let indexed_attestation =
|
|
get_indexed_attestation(committee.committee, &attestation)
|
|
.map_err(|_| Error::InvalidAttestation)?;
|
|
self.process_indexed_attestation(&indexed_attestation)?;
|
|
}
|
|
}
|
|
|
|
// This does not apply a vote to the block, it just makes fork choice aware of the block so
|
|
// it can still be identified as the head even if it doesn't have any votes.
|
|
self.backend.process_block(
|
|
block.slot,
|
|
block_root,
|
|
block.parent_root,
|
|
block.state_root,
|
|
state.current_justified_checkpoint.epoch,
|
|
state.finalized_checkpoint.epoch,
|
|
)?;
|
|
|
|
metrics::stop_timer(timer);
|
|
|
|
Ok(())
|
|
}
|
|
|
|
/// Process an attestation which references `block` in `attestation.data.beacon_block_root`.
|
|
///
|
|
/// Assumes the attestation is valid.
|
|
pub fn process_indexed_attestation(
|
|
&self,
|
|
attestation: &IndexedAttestation<T::EthSpec>,
|
|
) -> Result<()> {
|
|
let timer = metrics::start_timer(&metrics::FORK_CHOICE_PROCESS_ATTESTATION_TIMES);
|
|
|
|
let block_hash = attestation.data.beacon_block_root;
|
|
|
|
// Ignore any attestations to the zero hash.
|
|
//
|
|
// This is an edge case that results from the spec aliasing the zero hash to the genesis
|
|
// block. Attesters may attest to the zero hash if they have never seen a block.
|
|
//
|
|
// We have two options here:
|
|
//
|
|
// 1. Apply all zero-hash attestations to the zero hash.
|
|
// 2. Ignore all attestations to the zero hash.
|
|
//
|
|
// (1) becomes weird once we hit finality and fork choice drops the genesis block. (2) is
|
|
// fine because votes to the genesis block are not useful; all validators implicitly attest
|
|
// to genesis just by being present in the chain.
|
|
//
|
|
// Additionally, don't add any block hash to fork choice unless we have imported the block.
|
|
if block_hash != Hash256::zero() {
|
|
for validator_index in attestation.attesting_indices.iter() {
|
|
self.backend.process_attestation(
|
|
*validator_index as usize,
|
|
block_hash,
|
|
attestation.data.target.epoch,
|
|
)?;
|
|
}
|
|
}
|
|
|
|
metrics::stop_timer(timer);
|
|
|
|
Ok(())
|
|
}
|
|
|
|
/// Returns the latest message for a given validator, if any.
|
|
///
|
|
/// Returns `(block_root, block_slot)`.
|
|
pub fn latest_message(&self, validator_index: usize) -> Option<(Hash256, Epoch)> {
|
|
self.backend.latest_message(validator_index)
|
|
}
|
|
|
|
/// Trigger a prune on the underlying fork choice backend.
|
|
pub fn prune(&self) -> Result<()> {
|
|
let finalized_root = self.checkpoint_manager.read().current.finalized.root;
|
|
|
|
self.backend.maybe_prune(finalized_root).map_err(Into::into)
|
|
}
|
|
|
|
/// Returns a read-lock to the core `ProtoArray` struct.
|
|
///
|
|
/// Should only be used when encoding/decoding during troubleshooting.
|
|
pub fn core_proto_array(&self) -> RwLockReadGuard<ProtoArray> {
|
|
self.backend.core_proto_array()
|
|
}
|
|
|
|
/// Returns a `SszForkChoice` which contains the current state of `Self`.
|
|
pub fn as_ssz_container(&self) -> SszForkChoice {
|
|
SszForkChoice {
|
|
genesis_block_root: self.genesis_block_root.clone(),
|
|
checkpoint_manager: self.checkpoint_manager.read().clone(),
|
|
backend_bytes: self.backend.as_bytes(),
|
|
}
|
|
}
|
|
|
|
/// Instantiates `Self` from a prior `SszForkChoice`.
|
|
///
|
|
/// The created `Self` will have the same state as the `Self` that created the `SszForkChoice`.
|
|
pub fn from_ssz_container(ssz_container: SszForkChoice) -> Result<Self> {
|
|
let backend = ProtoArrayForkChoice::from_bytes(&ssz_container.backend_bytes)?;
|
|
|
|
Ok(Self {
|
|
backend,
|
|
genesis_block_root: ssz_container.genesis_block_root,
|
|
checkpoint_manager: RwLock::new(ssz_container.checkpoint_manager),
|
|
_phantom: PhantomData,
|
|
})
|
|
}
|
|
}
|
|
|
|
/// Helper struct that is used to encode/decode the state of the `ForkChoice` as SSZ bytes.
|
|
///
|
|
/// This is used when persisting the state of the `BeaconChain` to disk.
|
|
#[derive(Encode, Decode, Clone)]
|
|
pub struct SszForkChoice {
|
|
genesis_block_root: Hash256,
|
|
checkpoint_manager: CheckpointManager,
|
|
backend_bytes: Vec<u8>,
|
|
}
|
|
|
|
impl From<BeaconStateError> for Error {
|
|
fn from(e: BeaconStateError) -> Error {
|
|
Error::BeaconStateError(e)
|
|
}
|
|
}
|
|
|
|
impl From<BeaconChainError> for Error {
|
|
fn from(e: BeaconChainError) -> Error {
|
|
Error::BeaconChainError(Box::new(e))
|
|
}
|
|
}
|
|
|
|
impl From<StoreError> for Error {
|
|
fn from(e: StoreError) -> Error {
|
|
Error::StoreError(e)
|
|
}
|
|
}
|
|
|
|
impl From<String> for Error {
|
|
fn from(e: String) -> Error {
|
|
Error::BackendError(e)
|
|
}
|
|
}
|
|
|
|
impl SimpleStoreItem for SszForkChoice {
|
|
fn db_column() -> DBColumn {
|
|
DBColumn::ForkChoice
|
|
}
|
|
|
|
fn as_store_bytes(&self) -> Vec<u8> {
|
|
self.as_ssz_bytes()
|
|
}
|
|
|
|
fn from_store_bytes(bytes: &[u8]) -> std::result::Result<Self, StoreError> {
|
|
Self::from_ssz_bytes(bytes).map_err(Into::into)
|
|
}
|
|
}
|