## Proposed Changes
Enable multiple database backends for the slasher, either MDBX (default) or LMDB. The backend can be selected using `--slasher-backend={lmdb,mdbx}`.
## Additional Info
In order to abstract over the two library's different handling of database lifetimes I've used `Box::leak` to give the `Environment` type a `'static` lifetime. This was the only way I could think of using 100% safe code to construct a self-referential struct `SlasherDB`, where the `OpenDatabases` refers to the `Environment`. I think this is OK, as the `Environment` is expected to live for the life of the program, and both database engines leave the database in a consistent state after each write. The memory claimed for memory-mapping will be freed by the OS and appropriately flushed regardless of whether the `Environment` is actually dropped.
We are depending on two `sigp` forks of `libmdbx-rs` and `lmdb-rs`, to give us greater control over MDBX OS support and LMDB's version.
204 lines
6.0 KiB
Rust
204 lines
6.0 KiB
Rust
#![cfg(feature = "lmdb")]
|
|
|
|
use crate::{
|
|
config::MEGABYTE,
|
|
database::{
|
|
interface::{Key, OpenDatabases, Value},
|
|
*,
|
|
},
|
|
Config, Error,
|
|
};
|
|
use lmdb::{Cursor as _, DatabaseFlags, Transaction, WriteFlags};
|
|
use lmdb_sys::{MDB_FIRST, MDB_GET_CURRENT, MDB_LAST, MDB_NEXT};
|
|
use std::borrow::Cow;
|
|
use std::marker::PhantomData;
|
|
use std::path::PathBuf;
|
|
|
|
#[derive(Debug)]
|
|
pub struct Environment {
|
|
env: lmdb::Environment,
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
pub struct RwTransaction<'env> {
|
|
txn: lmdb::RwTransaction<'env>,
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
pub struct Database<'env> {
|
|
db: lmdb::Database,
|
|
_phantom: PhantomData<&'env ()>,
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
pub struct Cursor<'env> {
|
|
cursor: lmdb::RwCursor<'env>,
|
|
}
|
|
|
|
impl Environment {
|
|
pub fn new(config: &Config) -> Result<Environment, Error> {
|
|
let env = lmdb::Environment::new()
|
|
.set_max_dbs(MAX_NUM_DBS as u32)
|
|
.set_map_size(config.max_db_size_mbs * MEGABYTE)
|
|
.open_with_permissions(&config.database_path, 0o600)?;
|
|
Ok(Environment { env })
|
|
}
|
|
|
|
pub fn create_databases(&self) -> Result<OpenDatabases, Error> {
|
|
let indexed_attestation_db = self
|
|
.env
|
|
.create_db(Some(INDEXED_ATTESTATION_DB), Self::db_flags())?;
|
|
let indexed_attestation_id_db = self
|
|
.env
|
|
.create_db(Some(INDEXED_ATTESTATION_ID_DB), Self::db_flags())?;
|
|
let attesters_db = self.env.create_db(Some(ATTESTERS_DB), Self::db_flags())?;
|
|
let attesters_max_targets_db = self
|
|
.env
|
|
.create_db(Some(ATTESTERS_MAX_TARGETS_DB), Self::db_flags())?;
|
|
let min_targets_db = self.env.create_db(Some(MIN_TARGETS_DB), Self::db_flags())?;
|
|
let max_targets_db = self.env.create_db(Some(MAX_TARGETS_DB), Self::db_flags())?;
|
|
let current_epochs_db = self
|
|
.env
|
|
.create_db(Some(CURRENT_EPOCHS_DB), Self::db_flags())?;
|
|
let proposers_db = self.env.create_db(Some(PROPOSERS_DB), Self::db_flags())?;
|
|
let metadata_db = self.env.create_db(Some(METADATA_DB), Self::db_flags())?;
|
|
|
|
let wrap = |db| {
|
|
crate::Database::Lmdb(Database {
|
|
db,
|
|
_phantom: PhantomData,
|
|
})
|
|
};
|
|
|
|
Ok(OpenDatabases {
|
|
indexed_attestation_db: wrap(indexed_attestation_db),
|
|
indexed_attestation_id_db: wrap(indexed_attestation_id_db),
|
|
attesters_db: wrap(attesters_db),
|
|
attesters_max_targets_db: wrap(attesters_max_targets_db),
|
|
min_targets_db: wrap(min_targets_db),
|
|
max_targets_db: wrap(max_targets_db),
|
|
current_epochs_db: wrap(current_epochs_db),
|
|
proposers_db: wrap(proposers_db),
|
|
metadata_db: wrap(metadata_db),
|
|
})
|
|
}
|
|
|
|
pub fn begin_rw_txn(&self) -> Result<RwTransaction, Error> {
|
|
let txn = self.env.begin_rw_txn()?;
|
|
Ok(RwTransaction { txn })
|
|
}
|
|
|
|
pub fn filenames(&self, config: &Config) -> Vec<PathBuf> {
|
|
vec![
|
|
config.database_path.join("data.mdb"),
|
|
config.database_path.join("lock.mdb"),
|
|
]
|
|
}
|
|
|
|
fn db_flags() -> DatabaseFlags {
|
|
DatabaseFlags::default()
|
|
}
|
|
}
|
|
|
|
impl<'env> RwTransaction<'env> {
|
|
pub fn get<K: AsRef<[u8]> + ?Sized>(
|
|
&'env self,
|
|
db: &Database<'env>,
|
|
key: &K,
|
|
) -> Result<Option<Cow<'env, [u8]>>, Error> {
|
|
Ok(self.txn.get(db.db, key).optional()?.map(Cow::Borrowed))
|
|
}
|
|
|
|
pub fn put<K: AsRef<[u8]>, V: AsRef<[u8]>>(
|
|
&mut self,
|
|
db: &Database,
|
|
key: K,
|
|
value: V,
|
|
) -> Result<(), Error> {
|
|
self.txn.put(db.db, &key, &value, Self::write_flags())?;
|
|
Ok(())
|
|
}
|
|
|
|
pub fn del<K: AsRef<[u8]>>(&mut self, db: &Database, key: K) -> Result<(), Error> {
|
|
self.txn.del(db.db, &key, None)?;
|
|
Ok(())
|
|
}
|
|
|
|
pub fn cursor<'a>(&'a mut self, db: &Database) -> Result<Cursor<'a>, Error> {
|
|
let cursor = self.txn.open_rw_cursor(db.db)?;
|
|
Ok(Cursor { cursor })
|
|
}
|
|
|
|
pub fn commit(self) -> Result<(), Error> {
|
|
self.txn.commit()?;
|
|
Ok(())
|
|
}
|
|
|
|
fn write_flags() -> WriteFlags {
|
|
WriteFlags::default()
|
|
}
|
|
}
|
|
|
|
impl<'env> Cursor<'env> {
|
|
pub fn first_key(&mut self) -> Result<Option<Key>, Error> {
|
|
let opt_key = self
|
|
.cursor
|
|
.get(None, None, MDB_FIRST)
|
|
.optional()?
|
|
.and_then(|(key, _)| Some(Cow::Borrowed(key?)));
|
|
Ok(opt_key)
|
|
}
|
|
|
|
pub fn last_key(&mut self) -> Result<Option<Key<'env>>, Error> {
|
|
let opt_key = self
|
|
.cursor
|
|
.get(None, None, MDB_LAST)
|
|
.optional()?
|
|
.and_then(|(key, _)| Some(Cow::Borrowed(key?)));
|
|
Ok(opt_key)
|
|
}
|
|
|
|
pub fn next_key(&mut self) -> Result<Option<Key<'env>>, Error> {
|
|
let opt_key = self
|
|
.cursor
|
|
.get(None, None, MDB_NEXT)
|
|
.optional()?
|
|
.and_then(|(key, _)| Some(Cow::Borrowed(key?)));
|
|
Ok(opt_key)
|
|
}
|
|
|
|
pub fn get_current(&mut self) -> Result<Option<(Key<'env>, Value<'env>)>, Error> {
|
|
if let Some((Some(key), value)) = self.cursor.get(None, None, MDB_GET_CURRENT).optional()? {
|
|
Ok(Some((Cow::Borrowed(key), Cow::Borrowed(value))))
|
|
} else {
|
|
Ok(None)
|
|
}
|
|
}
|
|
|
|
pub fn delete_current(&mut self) -> Result<(), Error> {
|
|
self.cursor.del(RwTransaction::write_flags())?;
|
|
Ok(())
|
|
}
|
|
|
|
pub fn put<K: AsRef<[u8]>, V: AsRef<[u8]>>(&mut self, key: K, value: V) -> Result<(), Error> {
|
|
self.cursor
|
|
.put(&key, &value, RwTransaction::write_flags())?;
|
|
Ok(())
|
|
}
|
|
}
|
|
|
|
/// Mix-in trait for loading values from LMDB that may or may not exist.
|
|
pub trait TxnOptional<T, E> {
|
|
fn optional(self) -> Result<Option<T>, E>;
|
|
}
|
|
|
|
impl<T> TxnOptional<T, Error> for Result<T, lmdb::Error> {
|
|
fn optional(self) -> Result<Option<T>, Error> {
|
|
match self {
|
|
Ok(x) => Ok(Some(x)),
|
|
Err(lmdb::Error::NotFound) => Ok(None),
|
|
Err(e) => Err(e.into()),
|
|
}
|
|
}
|
|
}
|