feat: add RocksDB backend (#58)

* feat: add RocksDB backend

* refactor: integrate RocksDBBackend with Store

* test: add general test battery for StorageBackends

* feat: use RocksDB backend by default

* chore: remove "rocksdb" compilation feature

Author: MegaRedHand

Cargo.lock

@@ -68,3 +68,4 @@ tree_hash_derive = "0.9.1"
 vergen-git2 = { version = "9", features = ["rustc"] }
 
 rand = "0.9"
+rocksdb = "0.24"

Cargo.toml

@@ -4,6 +4,7 @@ use std::{
     collections::{BTreeMap, HashMap},
     net::{IpAddr, SocketAddr},
     path::{Path, PathBuf},
+    sync::Arc,
 };
 
 use clap::Parser;
@@ -19,7 +20,7 @@ use tracing::{error, info};
 use tracing_subscriber::{EnvFilter, Layer, Registry, layer::SubscriberExt};
 
 use ethlambda_blockchain::BlockChain;
-use ethlambda_storage::Store;
+use ethlambda_storage::{Store, backend::RocksDBBackend};
 
 const ASCII_ART: &str = r#"
       _   _     _                 _         _
@@ -91,7 +92,8 @@ async fn main() {
         read_validator_keys(&validators_path, &validator_keys_dir, &options.node_id);
 
     let genesis_state = State::from_genesis(&genesis, validators);
-    let store = Store::from_genesis(genesis_state);
+    let backend = Arc::new(RocksDBBackend::open("./data").expect("Failed to open RocksDB"));
+    let store = Store::from_genesis(backend, genesis_state);
 
     let (p2p_tx, p2p_rx) = tokio::sync::mpsc::unbounded_channel();
     let blockchain = BlockChain::spawn(store.clone(), p2p_tx, validator_keys);

bin/ethlambda/src/main.rs

@@ -1,10 +1,11 @@
 use std::{
     collections::{HashMap, HashSet},
     path::Path,
+    sync::Arc,
 };
 
 use ethlambda_blockchain::{SECONDS_PER_SLOT, store};
-use ethlambda_storage::Store;
+use ethlambda_storage::{Store, backend::InMemoryBackend};
 use ethlambda_types::{
     attestation::Attestation,
     block::{Block, BlockSignatures, BlockWithAttestation, SignedBlockWithAttestation},
@@ -35,7 +36,8 @@ fn run(path: &Path) -> datatest_stable::Result<()> {
         let anchor_state: State = test.anchor_state.into();
         let anchor_block: Block = test.anchor_block.into();
         let genesis_time = anchor_state.config.genesis_time;
-        let mut store = Store::get_forkchoice_store(anchor_state, anchor_block);
+        let backend = Arc::new(InMemoryBackend::new());
+        let mut store = Store::get_forkchoice_store(backend, anchor_state, anchor_block);
 
         // Block registry: maps block labels to their roots
         let mut block_registry: HashMap<String, H256> = HashMap::new();

crates/blockchain/tests/forkchoice_spectests.rs

@@ -1,7 +1,8 @@
 use std::path::Path;
+use std::sync::Arc;
 
 use ethlambda_blockchain::{SECONDS_PER_SLOT, store};
-use ethlambda_storage::Store;
+use ethlambda_storage::{Store, backend::InMemoryBackend};
 use ethlambda_types::{
     block::{Block, SignedBlockWithAttestation},
     primitives::TreeHash,
@@ -41,7 +42,8 @@ fn run(path: &Path) -> datatest_stable::Result<()> {
 
         // Initialize the store with the anchor state and block
         let genesis_time = anchor_state.config.genesis_time;
-        let mut st = Store::get_forkchoice_store(anchor_state, anchor_block);
+        let backend = Arc::new(InMemoryBackend::new());
+        let mut st = Store::get_forkchoice_store(backend, anchor_state, anchor_block);
 
         // Step 2: Run the state transition function with the block fixture
         let signed_block: SignedBlockWithAttestation = test.signed_block_with_attestation.into();

crates/blockchain/tests/signature_spectests.rs

@@ -74,14 +74,15 @@ mod tests {
         body::Body,
         http::{Request, StatusCode},
     };
-    use ethlambda_storage::Store;
+    use ethlambda_storage::{Store, backend::InMemoryBackend};
     use ethlambda_types::{
         block::{BlockBody, BlockHeader},
         primitives::TreeHash,
         state::{ChainConfig, Checkpoint, JustificationValidators, JustifiedSlots, State},
     };
     use http_body_util::BodyExt;
     use serde_json::json;
+    use std::sync::Arc;
     use tower::ServiceExt;
 
     /// Create a minimal test state for testing.
@@ -116,7 +117,8 @@ mod tests {
     #[tokio::test]
     async fn test_get_latest_justified_checkpoint() {
         let state = create_test_state();
-        let store = Store::from_genesis(state);
+        let backend = Arc::new(InMemoryBackend::new());
+        let store = Store::from_genesis(backend, state);
 
         let app = build_api_router(store.clone());
 
@@ -151,7 +153,8 @@ mod tests {
         use ethlambda_types::primitives::Encode;
 
         let state = create_test_state();
-        let store = Store::from_genesis(state);
+        let backend = Arc::new(InMemoryBackend::new());
+        let store = Store::from_genesis(backend, state);
 
         // Get the expected state from the store
         let finalized = store.latest_finalized();

crates/net/rpc/src/lib.rs

@@ -13,3 +13,7 @@ version.workspace = true
 ethlambda-types.workspace = true
 
 tracing.workspace = true
+rocksdb.workspace = true
+
+[dev-dependencies]
+tempfile = "3"