a62e52f319
* some blob reprocessing work * remove ForceBlockLookup * reorder enum match arms in sync manager * a lot more reprocessing work * impl logic for triggerng blob lookups along with block lookups * deal with rpc blobs in groups per block in the da checker. don't cache missing blob ids in the da checker. * make single block lookup generic * more work * add delayed processing logic and combine some requests * start fixing some compile errors * fix compilation in main block lookup mod * much work * get things compiling * parent blob lookups * fix compile * revert red/stevie changes * fix up sync manager delay message logic * add peer usefulness enum * should remove lookup refactor * consolidate retry error handling * improve peer scoring during certain failures in parent lookups * improve retry code * drop parent lookup if either req has a peer disconnect during download * refactor single block processed method * processing peer refactor * smol bugfix * fix some todos * fix lints * fix lints * fix compile in lookup tests * fix lints * fix lints * fix existing block lookup tests * renamings * fix after merge * cargo fmt * compilation fix in beacon chain tests * fix * refactor lookup tests to work with multiple forks and response types * make tests into macros * wrap availability check error * fix compile after merge * add random blobs * start fixing up lookup verify error handling * some bug fixes and the start of deneb only tests * make tests work for all forks * track information about peer source * error refactoring * improve peer scoring * fix test compilation * make sure blobs are sent for processing after stream termination, delete copied tests * add some tests and fix a bug * smol bugfixes and moar tests * add tests and fix some things * compile after merge * lots of refactoring * retry on invalid block/blob * merge unknown parent messages before current slot lookup * get tests compiling * penalize blob peer on invalid blobs * Check disk on in-memory cache miss * Update beacon_node/beacon_chain/src/data_availability_checker/overflow_lru_cache.rs * Update beacon_node/network/src/sync/network_context.rs Co-authored-by: Divma <26765164+divagant-martian@users.noreply.github.com> * fix bug in matching blocks and blobs in range sync * pr feedback * fix conflicts * upgrade logs from warn to crit when we receive incorrect response in range * synced_and_connected_within_tolerance -> should_search_for_block * remove todo * Fix Broken Overflow Tests * fix merge conflicts * checkpoint sync without alignment * add import * query for checkpoint state by slot rather than state root (teku doesn't serve by state root) * get state first and query by most recent block root * simplify delay logic * rename unknown parent sync message variants * rename parameter, block_slot -> slot * add some docs to the lookup module * use interval instead of sleep * drop request if blocks and blobs requests both return `None` for `Id` * clean up `find_single_lookup` logic * add lookup source enum * clean up `find_single_lookup` logic * add docs to find_single_lookup_request * move LookupSource our of param where unnecessary * remove unnecessary todo * query for block by `state.latest_block_header.slot` * fix lint * fix test * fix test * fix observed blob sidecars test * PR updates * use optional params instead of a closure * create lookup and trigger request in separate method calls * remove `LookupSource` * make sure duplicate lookups are not dropped --------- Co-authored-by: Pawan Dhananjay <pawandhananjay@gmail.com> Co-authored-by: Mark Mackey <mark@sigmaprime.io> Co-authored-by: Divma <26765164+divagant-martian@users.noreply.github.com>
316 lines
12 KiB
Rust
316 lines
12 KiB
Rust
mod execution_status;
|
|
mod ffg_updates;
|
|
mod no_votes;
|
|
mod votes;
|
|
|
|
use crate::proto_array_fork_choice::{Block, ExecutionStatus, ProtoArrayForkChoice};
|
|
use crate::{InvalidationOperation, JustifiedBalances};
|
|
use serde_derive::{Deserialize, Serialize};
|
|
use std::collections::BTreeSet;
|
|
use types::{
|
|
AttestationShufflingId, Checkpoint, Epoch, EthSpec, ExecutionBlockHash, Hash256,
|
|
MainnetEthSpec, Slot,
|
|
};
|
|
|
|
pub use execution_status::*;
|
|
pub use ffg_updates::*;
|
|
pub use no_votes::*;
|
|
pub use votes::*;
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
pub enum Operation {
|
|
FindHead {
|
|
justified_checkpoint: Checkpoint,
|
|
finalized_checkpoint: Checkpoint,
|
|
justified_state_balances: Vec<u64>,
|
|
expected_head: Hash256,
|
|
},
|
|
ProposerBoostFindHead {
|
|
justified_checkpoint: Checkpoint,
|
|
finalized_checkpoint: Checkpoint,
|
|
justified_state_balances: Vec<u64>,
|
|
expected_head: Hash256,
|
|
proposer_boost_root: Hash256,
|
|
},
|
|
InvalidFindHead {
|
|
justified_checkpoint: Checkpoint,
|
|
finalized_checkpoint: Checkpoint,
|
|
justified_state_balances: Vec<u64>,
|
|
},
|
|
ProcessBlock {
|
|
slot: Slot,
|
|
root: Hash256,
|
|
parent_root: Hash256,
|
|
justified_checkpoint: Checkpoint,
|
|
finalized_checkpoint: Checkpoint,
|
|
},
|
|
ProcessAttestation {
|
|
validator_index: usize,
|
|
block_root: Hash256,
|
|
target_epoch: Epoch,
|
|
},
|
|
Prune {
|
|
finalized_root: Hash256,
|
|
prune_threshold: usize,
|
|
expected_len: usize,
|
|
},
|
|
InvalidatePayload {
|
|
head_block_root: Hash256,
|
|
latest_valid_ancestor_root: Option<ExecutionBlockHash>,
|
|
},
|
|
AssertWeight {
|
|
block_root: Hash256,
|
|
weight: u64,
|
|
},
|
|
}
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
pub struct ForkChoiceTestDefinition {
|
|
pub finalized_block_slot: Slot,
|
|
pub justified_checkpoint: Checkpoint,
|
|
pub finalized_checkpoint: Checkpoint,
|
|
pub operations: Vec<Operation>,
|
|
}
|
|
|
|
impl ForkChoiceTestDefinition {
|
|
pub fn run(self) {
|
|
let mut spec = MainnetEthSpec::default_spec();
|
|
spec.proposer_score_boost = Some(50);
|
|
|
|
let junk_shuffling_id =
|
|
AttestationShufflingId::from_components(Epoch::new(0), Hash256::zero());
|
|
let mut fork_choice = ProtoArrayForkChoice::new::<MainnetEthSpec>(
|
|
self.finalized_block_slot,
|
|
self.finalized_block_slot,
|
|
Hash256::zero(),
|
|
self.justified_checkpoint,
|
|
self.finalized_checkpoint,
|
|
junk_shuffling_id.clone(),
|
|
junk_shuffling_id,
|
|
ExecutionStatus::Optimistic(ExecutionBlockHash::zero()),
|
|
)
|
|
.expect("should create fork choice struct");
|
|
let equivocating_indices = BTreeSet::new();
|
|
|
|
for (op_index, op) in self.operations.into_iter().enumerate() {
|
|
match op.clone() {
|
|
Operation::FindHead {
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
justified_state_balances,
|
|
expected_head,
|
|
} => {
|
|
let justified_balances =
|
|
JustifiedBalances::from_effective_balances(justified_state_balances)
|
|
.unwrap();
|
|
let head = fork_choice
|
|
.find_head::<MainnetEthSpec>(
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
&justified_balances,
|
|
Hash256::zero(),
|
|
&equivocating_indices,
|
|
Slot::new(0),
|
|
&spec,
|
|
)
|
|
.unwrap_or_else(|e| {
|
|
panic!("find_head op at index {} returned error {}", op_index, e)
|
|
});
|
|
|
|
assert_eq!(
|
|
head, expected_head,
|
|
"Operation at index {} failed head check. Operation: {:?}",
|
|
op_index, op
|
|
);
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::ProposerBoostFindHead {
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
justified_state_balances,
|
|
expected_head,
|
|
proposer_boost_root,
|
|
} => {
|
|
let justified_balances =
|
|
JustifiedBalances::from_effective_balances(justified_state_balances)
|
|
.unwrap();
|
|
let head = fork_choice
|
|
.find_head::<MainnetEthSpec>(
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
&justified_balances,
|
|
proposer_boost_root,
|
|
&equivocating_indices,
|
|
Slot::new(0),
|
|
&spec,
|
|
)
|
|
.unwrap_or_else(|e| {
|
|
panic!("find_head op at index {} returned error {}", op_index, e)
|
|
});
|
|
|
|
assert_eq!(
|
|
head, expected_head,
|
|
"Operation at index {} failed head check. Operation: {:?}",
|
|
op_index, op
|
|
);
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::InvalidFindHead {
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
justified_state_balances,
|
|
} => {
|
|
let justified_balances =
|
|
JustifiedBalances::from_effective_balances(justified_state_balances)
|
|
.unwrap();
|
|
let result = fork_choice.find_head::<MainnetEthSpec>(
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
&justified_balances,
|
|
Hash256::zero(),
|
|
&equivocating_indices,
|
|
Slot::new(0),
|
|
&spec,
|
|
);
|
|
|
|
assert!(
|
|
result.is_err(),
|
|
"Operation at index {} . Operation: {:?}",
|
|
op_index,
|
|
op
|
|
);
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::ProcessBlock {
|
|
slot,
|
|
root,
|
|
parent_root,
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
} => {
|
|
let block = Block {
|
|
slot,
|
|
root,
|
|
parent_root: Some(parent_root),
|
|
state_root: Hash256::zero(),
|
|
target_root: Hash256::zero(),
|
|
current_epoch_shuffling_id: AttestationShufflingId::from_components(
|
|
Epoch::new(0),
|
|
Hash256::zero(),
|
|
),
|
|
next_epoch_shuffling_id: AttestationShufflingId::from_components(
|
|
Epoch::new(0),
|
|
Hash256::zero(),
|
|
),
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
// All blocks are imported optimistically.
|
|
execution_status: ExecutionStatus::Optimistic(
|
|
ExecutionBlockHash::from_root(root),
|
|
),
|
|
unrealized_justified_checkpoint: None,
|
|
unrealized_finalized_checkpoint: None,
|
|
};
|
|
fork_choice
|
|
.process_block::<MainnetEthSpec>(block, slot)
|
|
.unwrap_or_else(|e| {
|
|
panic!(
|
|
"process_block op at index {} returned error: {:?}",
|
|
op_index, e
|
|
)
|
|
});
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::ProcessAttestation {
|
|
validator_index,
|
|
block_root,
|
|
target_epoch,
|
|
} => {
|
|
fork_choice
|
|
.process_attestation(validator_index, block_root, target_epoch)
|
|
.unwrap_or_else(|_| {
|
|
panic!(
|
|
"process_attestation op at index {} returned error",
|
|
op_index
|
|
)
|
|
});
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::Prune {
|
|
finalized_root,
|
|
prune_threshold,
|
|
expected_len,
|
|
} => {
|
|
fork_choice.set_prune_threshold(prune_threshold);
|
|
fork_choice
|
|
.maybe_prune(finalized_root)
|
|
.expect("update_finalized_root op at index {} returned error");
|
|
|
|
// Ensure that no pruning happened.
|
|
assert_eq!(
|
|
fork_choice.len(),
|
|
expected_len,
|
|
"Prune op at index {} failed with {} instead of {}",
|
|
op_index,
|
|
fork_choice.len(),
|
|
expected_len
|
|
);
|
|
}
|
|
Operation::InvalidatePayload {
|
|
head_block_root,
|
|
latest_valid_ancestor_root,
|
|
} => {
|
|
let op = if let Some(latest_valid_ancestor) = latest_valid_ancestor_root {
|
|
InvalidationOperation::InvalidateMany {
|
|
head_block_root,
|
|
always_invalidate_head: true,
|
|
latest_valid_ancestor,
|
|
}
|
|
} else {
|
|
InvalidationOperation::InvalidateOne {
|
|
block_root: head_block_root,
|
|
}
|
|
};
|
|
fork_choice
|
|
.process_execution_payload_invalidation::<MainnetEthSpec>(&op)
|
|
.unwrap()
|
|
}
|
|
Operation::AssertWeight { block_root, weight } => assert_eq!(
|
|
fork_choice.get_weight(&block_root).unwrap(),
|
|
weight,
|
|
"block weight"
|
|
),
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Gives a root that is not the zero hash (unless i is `usize::max_value)`.
|
|
fn get_root(i: u64) -> Hash256 {
|
|
Hash256::from_low_u64_be(i + 1)
|
|
}
|
|
|
|
/// Gives a hash that is not the zero hash (unless i is `usize::max_value)`.
|
|
fn get_hash(i: u64) -> ExecutionBlockHash {
|
|
ExecutionBlockHash::from_root(get_root(i))
|
|
}
|
|
|
|
/// Gives a checkpoint with a root that is not the zero hash (unless i is `usize::max_value)`.
|
|
/// `Epoch` will always equal `i`.
|
|
fn get_checkpoint(i: u64) -> Checkpoint {
|
|
Checkpoint {
|
|
epoch: Epoch::new(i),
|
|
root: get_root(i),
|
|
}
|
|
}
|
|
|
|
fn check_bytes_round_trip(original: &ProtoArrayForkChoice) {
|
|
let bytes = original.as_bytes();
|
|
let decoded =
|
|
ProtoArrayForkChoice::from_bytes(&bytes).expect("fork choice should decode from bytes");
|
|
assert!(
|
|
*original == decoded,
|
|
"fork choice should encode and decode without change"
|
|
);
|
|
}
|