fedimint_dbtool/
lib.rs

Help
1#![deny(clippy::pedantic)]
2#![allow(clippy::missing_errors_doc)]
3#![allow(clippy::missing_panics_doc)]
4#![allow(clippy::module_name_repetitions)]
5#![allow(clippy::return_self_not_must_use)]
6
7pub mod envs;
8
9use std::path::PathBuf;
10
11use anyhow::Result;
12use bytes::Bytes;
13use clap::{Parser, Subcommand};
14use fedimint_client::module_init::ClientModuleInitRegistry;
15use fedimint_client_module::module::init::ClientModuleInit;
16use fedimint_core::db::{IDatabaseTransactionOpsCore, IRawDatabaseExt};
17use fedimint_core::util::handle_version_hash_command;
18use fedimint_ln_client::LightningClientInit;
19use fedimint_ln_server::LightningInit;
20use fedimint_logging::TracingSetup;
21use fedimint_meta_client::MetaClientInit;
22use fedimint_meta_server::MetaInit;
23use fedimint_mint_client::MintClientInit;
24use fedimint_mint_server::MintInit;
25use fedimint_server::core::{ServerModuleInit, ServerModuleInitRegistry};
26use fedimint_wallet_client::WalletClientInit;
27use fedimint_wallet_server::WalletInit;
28use futures::StreamExt;
29use hex::ToHex;
30
31use crate::dump::DatabaseDump;
32use crate::envs::{FM_DBTOOL_CONFIG_DIR_ENV, FM_DBTOOL_DATABASE_ENV, FM_PASSWORD_ENV};
33
34mod dump;
35
36#[derive(Debug, Clone, Parser)]
37#[command(version)]
38struct Options {
39    #[clap(long, env = FM_DBTOOL_DATABASE_ENV)]
40    database_dir: String,
41
42    #[clap(long, hide = true)]
43    /// Run dbtool like it doesn't know about any module kind. This is a
44    /// internal option for testing.
45    no_modules: bool,
46
47    #[command(subcommand)]
48    command: DbCommand,
49}
50
51/// Tool to inspect and manipulate rocksdb databases. All binary arguments
52/// (keys, values) have to be hex encoded.
53#[derive(Debug, Clone, Subcommand)]
54enum DbCommand {
55    /// List all key-value pairs where the key begins with `prefix`
56    List {
57        #[arg(long, value_parser = hex_parser)]
58        prefix: Bytes,
59    },
60    /// Write a key-value pair to the database, overwriting the previous value
61    /// if present
62    Write {
63        #[arg(long, value_parser = hex_parser)]
64        key: Bytes,
65        #[arg(long, value_parser = hex_parser)]
66        value: Bytes,
67    },
68    /// Delete a single entry from the database identified by `key`
69    Delete {
70        #[arg(long, value_parser = hex_parser)]
71        key: Bytes,
72    },
73    /// Deletes all keys starting
74    DeletePrefix {
75        #[arg(long, value_parser = hex_parser)]
76        prefix: Bytes,
77    },
78    /// Dump a subset of the specified database and serialize the retrieved data
79    /// to JSON. Module and prefix are used to specify which subset of the
80    /// database to dump. Password is used to decrypt the server's
81    /// configuration file. If dumping the client database, the password can
82    /// be an arbitrary string.
83    Dump {
84        #[clap(long, env = FM_DBTOOL_CONFIG_DIR_ENV)]
85        cfg_dir: PathBuf,
86        #[arg(long, env = FM_PASSWORD_ENV)]
87        password: String,
88        #[arg(long, required = false)]
89        modules: Option<String>,
90        #[arg(long, required = false)]
91        prefixes: Option<String>,
92    },
93}
94
95fn hex_parser(hex: &str) -> Result<Bytes> {
96    let bytes: Vec<u8> = hex::FromHex::from_hex(hex)?;
97    Ok(bytes.into())
98}
99
100fn print_kv(key: &[u8], value: &[u8]) {
101    println!(
102        "{} {}",
103        key.encode_hex::<String>(),
104        value.encode_hex::<String>()
105    );
106}
107
108pub struct FedimintDBTool {
109    server_module_inits: ServerModuleInitRegistry,
110    client_module_inits: ClientModuleInitRegistry,
111    cli_args: Options,
112}
113
114impl FedimintDBTool {
115    /// Build a new `fedimintdb-tool` with a custom version hash
116    pub fn new(version_hash: &str) -> anyhow::Result<Self> {
117        handle_version_hash_command(version_hash);
118        TracingSetup::default().init()?;
119
120        Ok(Self {
121            server_module_inits: ServerModuleInitRegistry::new(),
122            client_module_inits: ClientModuleInitRegistry::new(),
123            cli_args: Options::parse(),
124        })
125    }
126
127    pub fn with_server_module_init<T>(mut self, r#gen: T) -> Self
128    where
129        T: ServerModuleInit + 'static + Send + Sync,
130    {
131        self.server_module_inits.attach(r#gen);
132        self
133    }
134
135    pub fn with_client_module_init<T>(mut self, r#gen: T) -> Self
136    where
137        T: ClientModuleInit + 'static + Send + Sync,
138    {
139        self.client_module_inits.attach(r#gen);
140        self
141    }
142
143    pub fn with_default_modules_inits(self) -> Self {
144        self.with_server_module_init(WalletInit)
145            .with_server_module_init(MintInit)
146            .with_server_module_init(LightningInit)
147            .with_server_module_init(fedimint_lnv2_server::LightningInit)
148            .with_server_module_init(MetaInit)
149            .with_client_module_init(WalletClientInit::default())
150            .with_client_module_init(MintClientInit)
151            .with_client_module_init(LightningClientInit::default())
152            .with_client_module_init(fedimint_lnv2_client::LightningClientInit::default())
153            .with_client_module_init(MetaClientInit)
154    }
155
156    pub async fn run(&self) -> anyhow::Result<()> {
157        let options = &self.cli_args;
158        match &options.command {
159            DbCommand::List { prefix } => {
160                let rocksdb = open_db(options).await;
161                let mut dbtx = rocksdb.begin_transaction().await;
162                let prefix_iter = dbtx
163                    .raw_find_by_prefix(prefix)
164                    .await?
165                    .collect::<Vec<_>>()
166                    .await;
167                for (key, value) in prefix_iter {
168                    print_kv(&key, &value);
169                }
170                dbtx.commit_tx().await;
171            }
172            DbCommand::Write { key, value } => {
173                let rocksdb = open_db(options).await;
174                let mut dbtx = rocksdb.begin_transaction().await;
175                dbtx.raw_insert_bytes(key, value)
176                    .await
177                    .expect("Error inserting entry into RocksDb");
178                dbtx.commit_tx().await;
179            }
180            DbCommand::Delete { key } => {
181                let rocksdb = open_db(options).await;
182                let mut dbtx = rocksdb.begin_transaction().await;
183                dbtx.raw_remove_entry(key)
184                    .await
185                    .expect("Error removing entry from RocksDb");
186                dbtx.commit_tx().await;
187            }
188            DbCommand::Dump {
189                cfg_dir,
190                modules,
191                prefixes,
192                password,
193            } => {
194                let modules = match modules {
195                    Some(mods) => mods
196                        .split(',')
197                        .map(|s| s.to_string().to_lowercase())
198                        .collect::<Vec<String>>(),
199                    None => Vec::new(),
200                };
201
202                let prefix_names = match prefixes {
203                    Some(db_prefixes) => db_prefixes
204                        .split(',')
205                        .map(|s| s.to_string().to_lowercase())
206                        .collect::<Vec<String>>(),
207                    None => Vec::new(),
208                };
209
210                let (module_inits, client_module_inits) = if options.no_modules {
211                    (
212                        ServerModuleInitRegistry::new(),
213                        ClientModuleInitRegistry::new(),
214                    )
215                } else {
216                    (
217                        self.server_module_inits.clone(),
218                        self.client_module_inits.clone(),
219                    )
220                };
221
222                let mut dbdump = DatabaseDump::new(
223                    cfg_dir.clone(),
224                    options.database_dir.clone(),
225                    password.to_string(),
226                    module_inits,
227                    client_module_inits,
228                    modules,
229                    prefix_names,
230                )
231                .await?;
232                dbdump.dump_database().await?;
233            }
234            DbCommand::DeletePrefix { prefix } => {
235                let rocksdb = open_db(options).await;
236                let mut dbtx = rocksdb.begin_transaction().await;
237                dbtx.raw_remove_by_prefix(prefix).await?;
238                dbtx.commit_tx().await;
239            }
240        }
241
242        Ok(())
243    }
244}
245
246async fn open_db(options: &Options) -> fedimint_core::db::Database {
247    fedimint_rocksdb::RocksDb::open(&options.database_dir)
248        .await
249        .unwrap()
250        .into_database()
251}
fedimint_dbtool/lib.rs

fedimint_dbtool/
lib.rs
