feat: overlay state

rust/Cargo.toml

@@ -637,6 +637,7 @@ url = { version = "2.5.8", default-features = false }
 vergen = "9.1.0"
 vergen-git2 = "9.1.0"
 byteorder = "1"
+crossbeam-channel = "0.5.13"
 
 # allocators
 jemalloc_pprof = { version = "0.8", default-features = false }

rust/op-reth/crates/cli/src/commands/op_proofs/prune.rs

@@ -85,8 +85,8 @@ impl<C: ChainSpecParser<ChainSpec = OpChainSpec>> PruneCommand<C> {
                     storage,
                     provider_factory,
                     self.proofs_history_window,
-                    self.proofs_history_prune_batch_size,
                 );
+                let pruner = pruner.with_batch_size(self.proofs_history_prune_batch_size);
                 pruner.run();
             }};
         }

rust/op-reth/crates/node/src/proof_history.rs

@@ -28,7 +28,6 @@ pub async fn launch_node_with_proof_history(
     let RollupArgs {
         proofs_history,
         proofs_history_window,
-        proofs_history_prune_interval,
         proofs_history_verification_interval,
         proofs_history_storage_version,
         ..
@@ -64,7 +63,6 @@ pub async fn launch_node_with_proof_history(
                     .install_exex("proofs-history", async move |exex_context| {
                         Ok(OpProofsExEx::builder(exex_context, storage_exec)
                             .with_proofs_history_window(proofs_history_window)
-                            .with_proofs_history_prune_interval(proofs_history_prune_interval)
                             .with_verification_interval(proofs_history_verification_interval)
                             .build()
                             .run()

rust/op-reth/crates/trie/Cargo.toml

@@ -52,6 +52,7 @@ auto_impl.workspace = true
 eyre = { workspace = true, optional = true }
 strum.workspace = true
 tracing.workspace = true
+crossbeam-channel.workspace = true
 derive_more.workspace = true
 
 [dev-dependencies]

rust/op-reth/crates/trie/src/error.rs

@@ -105,6 +105,9 @@ pub enum OpProofsStorageError {
          Please clear proofs data and retry initialization."
     )]
     InitializeStorageInconsistentState,
+    /// Other error with a message.
+    #[error("{0}")]
+    Other(String),
 }
 
 impl From<BlockExecutionError> for OpProofsStorageError {

rust/op-reth/crates/trie/src/lib.rs

@@ -47,6 +47,7 @@ pub type OpProofsStorage<S> = S;
 pub mod proof;
 
 pub mod provider;
+pub mod overlay_provider;
 
 pub mod live;
 
@@ -65,3 +66,6 @@ pub use prune::{
     OpProofStoragePruner, OpProofStoragePrunerResult, OpProofStoragePrunerTask, PrunerError,
     PrunerOutput,
 };
+
+pub mod state;
+pub mod persistence;