pd: export storage state

crates/bin/pd/Cargo.toml

@@ -113,6 +113,7 @@ metrics-util = "0.13"
 clap = { version = "3", features = ["derive", "env"] }
 rustls-acme = "0.6"
 atty = "0.2"
+fs_extra = "1.3.0"
 
 [build-dependencies]
 vergen = "5"

crates/bin/pd/src/main.rs

@@ -21,7 +21,7 @@ use penumbra_proto::client::v1alpha1::{
     specific_query_service_server::SpecificQueryServiceServer,
     tendermint_proxy_service_server::TendermintProxyServiceServer,
 };
-use penumbra_storage::Storage;
+use penumbra_storage::{StateDelta, Storage};
 use penumbra_tendermint_proxy::TendermintProxy;
 use penumbra_tower_trace::remote_addr;
 use rand::Rng;
@@ -119,6 +119,19 @@ enum RootCommand {
         #[clap(subcommand)]
         tn_cmd: TestnetCommand,
     },
+
+    /// Export the storage state the full node.
+    Export {
+        /// The data directory of the full node.
+        #[clap(long, env = "PENUMBRA_PD_HOME", display_order = 100)]
+        data_path: PathBuf,
+        /// The directory that the exported state will be written to.
+        #[clap(long, display_order = 200)]
+        export_path: PathBuf,
+        /// Whether to prune the JMT tree.
+        #[clap(long, display_order = 300)]
+        prune: bool,
+    },
 }
 
 #[derive(Debug, Subcommand)]
@@ -545,6 +558,39 @@ async fn main() -> anyhow::Result<()> {
             );
             t.write_configs()?;
         }
+        RootCommand::Export {
+            mut data_path,
+            mut export_path,
+            prune,
+        } => {
+            use fs_extra;
+
+            tracing::info!("exporting state to {}", export_path.display());
+            let copy_opts = fs_extra::dir::CopyOptions::new();
+            data_path.push("rocksdb");
+            let from = [data_path.as_path()];
+            tracing::info!(
+                ?data_path,
+                ?export_path,
+                "copying from data dir to export dir",
+            );
+            fs_extra::copy_items(&from, export_path.as_path(), &copy_opts)?;
+
+            tracing::info!("done copying");
+            if !prune {
+                return Ok(());
+            }
+
+            tracing::info!("pruning JMT tree");
+            export_path.push("rocksdb");
+            let export = Storage::load(export_path).await?;
+            let _ = StateDelta::new(export.latest_snapshot());
+            // TODO:
+            // - add utilities in `penumbra_storage` to prune a tree
+            // - apply the delta to the exported storage
+            // - apply checks: root hash, size, etc.
+            todo!()
+        }
     }
     Ok(())
 }