#![allow(clippy::mut_from_ref, clippy::cast_ref_to_mut, clippy::drop_ref)]
#![allow(deprecated)]
#[macro_use]
extern crate cfx_util_macros;
#[macro_use]
extern crate lazy_static;
#[macro_use]
extern crate log;
#[macro_use]
pub mod utils;
pub(self) mod snapshot_manager;
pub mod state;
pub mod state_manager;
#[macro_use]
pub mod storage_db;
pub mod tests;
mod impls;
pub mod storage_dir {
use std::path::PathBuf;
lazy_static! {
pub static ref DELTA_MPTS_DIR: PathBuf =
["storage_db", "delta_mpts"].iter().collect::<PathBuf>();
pub static ref SNAPSHOT_DIR: PathBuf =
["storage_db", "snapshot"].iter().collect::<PathBuf>();
pub static ref SNAPSHOT_INFO_DB_NAME: &'static str = "snapshot_info";
pub static ref SNAPSHOT_INFO_DB_PATH: PathBuf =
["storage_db", "snapshot_info_db"]
.iter()
.collect::<PathBuf>();
pub static ref STORAGE_DIR: PathBuf = "storage_db".into();
}
}
#[derive(Debug, Clone)]
pub struct ConsensusParam {
pub snapshot_epoch_count: u32,
pub era_epoch_count: u64,
}
#[derive(Debug, Clone, Eq, PartialEq)]
pub enum ProvideExtraSnapshotSyncConfig {
StableCheckpoint,
EpochNearestMultipleOf(u32),
}
impl ProvideExtraSnapshotSyncConfig {
pub fn from_str(config: &str) -> Option<Self> {
const MULTIPLE_OF_PREFIX: &'static str = "multiple_of_";
if config == "checkpoint" {
Some(Self::StableCheckpoint)
} else if config.starts_with(MULTIPLE_OF_PREFIX) {
let number_str = &config[MULTIPLE_OF_PREFIX.len()..];
match number_str.parse::<u32>() {
Err(_) => None,
Ok(num) => Some(Self::EpochNearestMultipleOf(num)),
}
} else {
None
}
}
pub fn parse_config_list(
config: &str,
) -> std::result::Result<Vec<Self>, String> {
let mut list = vec![];
for item in config.split(",") {
if item.len() > 0 {
list.push(Self::from_str(item).ok_or_else(|| {
format!(
"{} is not a valid ProvideExtraSnapshotSyncConfig",
item
)
})?);
}
}
Ok(list)
}
}
#[derive(Debug, Clone)]
pub struct StorageConfiguration {
pub additional_maintained_snapshot_count: u32,
pub consensus_param: ConsensusParam,
pub debug_snapshot_checker_threads: u16,
pub delta_mpts_cache_recent_lfu_factor: f64,
pub delta_mpts_cache_start_size: u32,
pub delta_mpts_cache_size: u32,
pub delta_mpts_node_map_vec_size: u32,
pub delta_mpts_slab_idle_size: u32,
pub single_mpt_cache_start_size: u32,
pub single_mpt_cache_size: u32,
pub single_mpt_slab_idle_size: u32,
pub max_open_snapshots: u16,
pub path_delta_mpts_dir: PathBuf,
pub path_storage_dir: PathBuf,
pub path_snapshot_dir: PathBuf,
pub path_snapshot_info_db: PathBuf,
pub provide_more_snapshot_for_sync: Vec<ProvideExtraSnapshotSyncConfig>,
pub max_open_mpt_count: u32,
pub enable_single_mpt_storage: bool,
pub single_mpt_space: Option<Space>,
pub cip90a: u64,
pub keep_snapshot_before_stable_checkpoint: bool,
pub use_isolated_db_for_mpt_table: bool,
pub use_isolated_db_for_mpt_table_height: Option<u64>,
pub keep_era_genesis_snapshot: bool,
pub backup_mpt_snapshot: bool,
}
impl StorageConfiguration {
pub fn new_default(
conflux_data_dir: &str, snapshot_epoch_count: u32, era_epoch_count: u64,
) -> Self {
let conflux_data_path = Path::new(conflux_data_dir);
StorageConfiguration {
additional_maintained_snapshot_count: 0,
consensus_param: ConsensusParam {
snapshot_epoch_count,
era_epoch_count,
},
debug_snapshot_checker_threads:
defaults::DEFAULT_DEBUG_SNAPSHOT_CHECKER_THREADS,
delta_mpts_cache_recent_lfu_factor:
defaults::DEFAULT_DELTA_MPTS_CACHE_RECENT_LFU_FACTOR,
delta_mpts_cache_size: defaults::DEFAULT_DELTA_MPTS_CACHE_SIZE,
delta_mpts_cache_start_size:
defaults::DEFAULT_DELTA_MPTS_CACHE_START_SIZE,
delta_mpts_node_map_vec_size: defaults::DEFAULT_NODE_MAP_SIZE,
delta_mpts_slab_idle_size:
defaults::DEFAULT_DELTA_MPTS_SLAB_IDLE_SIZE,
single_mpt_cache_start_size:
defaults::DEFAULT_DELTA_MPTS_CACHE_START_SIZE * 2,
single_mpt_cache_size: defaults::DEFAULT_DELTA_MPTS_CACHE_SIZE * 2,
single_mpt_slab_idle_size:
defaults::DEFAULT_DELTA_MPTS_SLAB_IDLE_SIZE * 2,
max_open_snapshots: defaults::DEFAULT_MAX_OPEN_SNAPSHOTS,
path_delta_mpts_dir: conflux_data_path
.join(&*storage_dir::DELTA_MPTS_DIR),
path_snapshot_dir: conflux_data_path
.join(&*storage_dir::SNAPSHOT_DIR),
path_snapshot_info_db: conflux_data_path
.join(&*storage_dir::SNAPSHOT_INFO_DB_PATH),
path_storage_dir: conflux_data_path
.join(&*storage_dir::STORAGE_DIR),
provide_more_snapshot_for_sync: vec![
ProvideExtraSnapshotSyncConfig::StableCheckpoint,
],
max_open_mpt_count: defaults::DEFAULT_MAX_OPEN_MPT,
enable_single_mpt_storage: false,
single_mpt_space: None,
cip90a: 0,
keep_snapshot_before_stable_checkpoint: true,
use_isolated_db_for_mpt_table: false,
use_isolated_db_for_mpt_table_height: None,
keep_era_genesis_snapshot: false,
backup_mpt_snapshot: true,
}
}
pub fn full_state_start_height(&self) -> Option<u64> {
if self.enable_single_mpt_storage {
let height = if self.single_mpt_space == Some(Space::Ethereum) {
self.cip90a
} else {
0
};
Some(height)
} else {
None
}
}
}
pub use self::{
impls::{
defaults,
delta_mpt::*,
errors::{Error, Result},
merkle_patricia_trie::{
mpt_cursor::rlp_key_value_len, simple_mpt::*,
trie_proof::TrieProofNode, CompressedPathRaw, KVInserter,
MptKeyValue, TrieProof, VanillaChildrenTable,
},
node_merkle_proof::{NodeMerkleProof, StorageRootProof},
proof_merger::StateProofMerger,
recording_storage::RecordingStorage,
snapshot_sync::{FullSyncVerifier, MptSlicer},
state_proof::StateProof,
storage_db::{
kvdb_rocksdb::KvdbRocksdb,
kvdb_sqlite::{KvdbSqlite, KvdbSqliteStatements},
snapshot_db_manager_sqlite::SnapshotDbManagerSqlite,
sqlite::SqliteConnection,
},
},
replicated_state::ReplicatedState,
state::{
State as StorageState, StateTrait as StorageStateTrait,
StateTraitExt as StorageStateTraitExt,
},
state_manager::{
StateIndex, StateManager as StorageManager,
StateManagerTrait as StorageManagerTrait,
},
storage_db::KeyValueDbTrait,
};
#[cfg(any(test, feature = "testonly_code"))]
pub use self::tests::new_state_manager_for_unit_test as new_storage_manager_for_testing;
use crate::impls::replicated_state;
use cfx_internal_common::StateRootWithAuxInfo;
use cfx_types::Space;
use std::path::{Path, PathBuf};