9c3f76a33b
* Address compiler warning * Prune abandoned fork choice forks * New approach to pruning * Wrap some block hashes in a newtype pattern For increased type safety. * Add Graphviz chain dump emitter for debugging * Fix broken test case * Make prunes_abandoned_forks use real DiskStore * Mark finalized blocks in the GraphViz output * Refine debug stringification of Slot and Epoch Before this commit: print!("{:?}", Slot(123)) == "Slot(\n123\n)". After this commit: print!("{:?", Slot(123)) == "Slot(123)". * Simplify build_block() * Rewrite test case using more composable test primitives * Working rewritten test case * Tighten fork prunning test checks * Add another pruning test case * Bugfix: Finalized blocks weren't always properly detected * Pruning: Add pruning_does_not_touch_blocks_prior_to_finalization test case * Tighten pruning tests: check if heads are tracked properly * Add a failing test case for a buggy scenario * Change name of function to a more accurate one * Fix failing test case * Test case: Were skipped slots' states pruned? * Style fix: Simplify dereferencing * Tighten pruning tests: check if abandoned states are deleted * Towards atomicity of db ops * Correct typo * Prune also skipped slots' states * New logic for handling skipped states * Make skipped slots test pass * Post conflict resolution fixes * Formatting fixes * Tests passing * Block hashes in Graphviz node labels * Removed unused changes * Fix bug with states having < SlotsPerHistoricalRoot roots * Consolidate State/BlockRootsIterator for pruning * Address review feedback * Fix a bug in pruning tests * Detach prune_abandoned_forks() from its object * Move migrate.rs from store to beacon_chain * Move forks pruning onto a background thread * Bugfix: Heads weren't pruned when prune set contained only the head * Rename: freeze_to_state() -> process_finalization() * Eliminate redundant function parameter Co-authored-by: Michael Sproul <michael@sigmaprime.io>
217 lines
6.6 KiB
Rust
217 lines
6.6 KiB
Rust
use parking_lot::RwLock;
|
|
use ssz_derive::{Decode, Encode};
|
|
use std::collections::HashMap;
|
|
use std::iter::FromIterator;
|
|
use types::{BeaconBlock, EthSpec, Hash256, Slot};
|
|
|
|
#[derive(Debug, PartialEq)]
|
|
pub enum Error {
|
|
MismatchingLengths { roots_len: usize, slots_len: usize },
|
|
}
|
|
|
|
/// Maintains a list of `BeaconChain` head block roots and slots.
|
|
///
|
|
/// Each time a new block is imported, it should be applied to the `Self::register_block` function.
|
|
/// In order for this struct to be effective, every single block that is imported must be
|
|
/// registered here.
|
|
#[derive(Default, Debug)]
|
|
pub struct HeadTracker(RwLock<HashMap<Hash256, Slot>>);
|
|
|
|
impl HeadTracker {
|
|
/// Register a block with `Self`, so it may or may not be included in a `Self::heads` call.
|
|
///
|
|
/// This function assumes that no block is imported without its parent having already been
|
|
/// imported. It cannot detect an error if this is not the case, it is the responsibility of
|
|
/// the upstream user.
|
|
pub fn register_block<E: EthSpec>(&self, block_root: Hash256, block: &BeaconBlock<E>) {
|
|
let mut map = self.0.write();
|
|
map.remove(&block.parent_root);
|
|
map.insert(block_root, block.slot);
|
|
}
|
|
|
|
/// Removes abandoned head.
|
|
pub fn remove_head(&self, block_root: Hash256) {
|
|
let mut map = self.0.write();
|
|
debug_assert!(map.contains_key(&block_root));
|
|
map.remove(&block_root);
|
|
}
|
|
|
|
/// Returns true iff `block_root` is a recognized head.
|
|
pub fn contains_head(&self, block_root: Hash256) -> bool {
|
|
self.0.read().contains_key(&block_root)
|
|
}
|
|
|
|
/// Returns the list of heads in the chain.
|
|
pub fn heads(&self) -> Vec<(Hash256, Slot)> {
|
|
self.0
|
|
.read()
|
|
.iter()
|
|
.map(|(root, slot)| (*root, *slot))
|
|
.collect()
|
|
}
|
|
|
|
/// Returns a `SszHeadTracker`, which contains all necessary information to restore the state
|
|
/// of `Self` at some later point.
|
|
pub fn to_ssz_container(&self) -> SszHeadTracker {
|
|
let (roots, slots) = self
|
|
.0
|
|
.read()
|
|
.iter()
|
|
.map(|(hash, slot)| (*hash, *slot))
|
|
.unzip();
|
|
|
|
SszHeadTracker { roots, slots }
|
|
}
|
|
|
|
/// Creates a new `Self` from the given `SszHeadTracker`, restoring `Self` to the same state of
|
|
/// the `Self` that created the `SszHeadTracker`.
|
|
pub fn from_ssz_container(ssz_container: &SszHeadTracker) -> Result<Self, Error> {
|
|
let roots_len = ssz_container.roots.len();
|
|
let slots_len = ssz_container.slots.len();
|
|
|
|
if roots_len != slots_len {
|
|
Err(Error::MismatchingLengths {
|
|
roots_len,
|
|
slots_len,
|
|
})
|
|
} else {
|
|
let map = HashMap::from_iter(
|
|
ssz_container
|
|
.roots
|
|
.iter()
|
|
.zip(ssz_container.slots.iter())
|
|
.map(|(root, slot)| (*root, *slot)),
|
|
);
|
|
|
|
Ok(Self(RwLock::new(map)))
|
|
}
|
|
}
|
|
}
|
|
|
|
impl PartialEq<HeadTracker> for HeadTracker {
|
|
fn eq(&self, other: &HeadTracker) -> bool {
|
|
*self.0.read() == *other.0.read()
|
|
}
|
|
}
|
|
|
|
/// Helper struct that is used to encode/decode the state of the `HeadTracker` as SSZ bytes.
|
|
///
|
|
/// This is used when persisting the state of the `BeaconChain` to disk.
|
|
#[derive(Encode, Decode, Clone)]
|
|
pub struct SszHeadTracker {
|
|
roots: Vec<Hash256>,
|
|
slots: Vec<Slot>,
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod test {
|
|
use super::*;
|
|
use ssz::{Decode, Encode};
|
|
use types::MainnetEthSpec;
|
|
|
|
type E = MainnetEthSpec;
|
|
|
|
#[test]
|
|
fn block_add() {
|
|
let spec = &E::default_spec();
|
|
|
|
let head_tracker = HeadTracker::default();
|
|
|
|
for i in 0..16 {
|
|
let mut block = BeaconBlock::empty(spec);
|
|
let block_root = Hash256::from_low_u64_be(i);
|
|
|
|
block.slot = Slot::new(i);
|
|
block.parent_root = if i == 0 {
|
|
Hash256::random()
|
|
} else {
|
|
Hash256::from_low_u64_be(i - 1)
|
|
};
|
|
|
|
head_tracker.register_block::<E>(block_root, &block);
|
|
}
|
|
|
|
assert_eq!(
|
|
head_tracker.heads(),
|
|
vec![(Hash256::from_low_u64_be(15), Slot::new(15))],
|
|
"should only have one head"
|
|
);
|
|
|
|
let mut block = BeaconBlock::empty(spec);
|
|
let block_root = Hash256::from_low_u64_be(42);
|
|
block.slot = Slot::new(15);
|
|
block.parent_root = Hash256::from_low_u64_be(14);
|
|
head_tracker.register_block::<E>(block_root, &block);
|
|
|
|
let heads = head_tracker.heads();
|
|
|
|
assert_eq!(heads.len(), 2, "should only have two heads");
|
|
assert!(
|
|
heads
|
|
.iter()
|
|
.any(|(root, slot)| *root == Hash256::from_low_u64_be(15) && *slot == Slot::new(15)),
|
|
"should contain first head"
|
|
);
|
|
assert!(
|
|
heads
|
|
.iter()
|
|
.any(|(root, slot)| *root == Hash256::from_low_u64_be(42) && *slot == Slot::new(15)),
|
|
"should contain second head"
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn empty_round_trip() {
|
|
let non_empty = HeadTracker::default();
|
|
for i in 0..16 {
|
|
non_empty.0.write().insert(Hash256::random(), Slot::new(i));
|
|
}
|
|
let bytes = non_empty.to_ssz_container().as_ssz_bytes();
|
|
|
|
assert_eq!(
|
|
HeadTracker::from_ssz_container(
|
|
&SszHeadTracker::from_ssz_bytes(&bytes).expect("should decode")
|
|
),
|
|
Ok(non_empty),
|
|
"non_empty should pass round trip"
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn non_empty_round_trip() {
|
|
let non_empty = HeadTracker::default();
|
|
for i in 0..16 {
|
|
non_empty.0.write().insert(Hash256::random(), Slot::new(i));
|
|
}
|
|
let bytes = non_empty.to_ssz_container().as_ssz_bytes();
|
|
|
|
assert_eq!(
|
|
HeadTracker::from_ssz_container(
|
|
&SszHeadTracker::from_ssz_bytes(&bytes).expect("should decode")
|
|
),
|
|
Ok(non_empty),
|
|
"non_empty should pass round trip"
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn bad_length() {
|
|
let container = SszHeadTracker {
|
|
roots: vec![Hash256::random()],
|
|
slots: vec![],
|
|
};
|
|
let bytes = container.as_ssz_bytes();
|
|
|
|
assert_eq!(
|
|
HeadTracker::from_ssz_container(
|
|
&SszHeadTracker::from_ssz_bytes(&bytes).expect("should decode")
|
|
),
|
|
Err(Error::MismatchingLengths {
|
|
roots_len: 1,
|
|
slots_len: 0
|
|
}),
|
|
"should fail decoding with bad lengths"
|
|
);
|
|
}
|
|
}
|