Daemonize rpc-downloader and importer-offline

src/bin/importer_offline.rs

@@ -11,6 +11,7 @@
 use std::cmp::min;
 use std::sync::mpsc;
 use std::sync::Arc;
+use std::time::Duration;
 
 use alloy_rpc_types_eth::BlockTransactions;
 use anyhow::anyhow;

src/bin/rpc_downloader.rs

@@ -49,14 +49,29 @@ async fn run(config: RpcDownloaderConfig) -> anyhow::Result<()> {
     let rpc_storage = config.rpc_storage.init().await?;
     let chain = Arc::new(BlockchainClient::new_http(&config.external_rpc, config.external_rpc_timeout).await?);
 
-    let block_end = match config.block_end {
-        Some(end) => BlockNumber::from(end),
-        None => chain.fetch_block_number().await?,
-    };
+    loop {
+        let block_end = match config.block_end {
+            Some(end) => BlockNumber::from(end),
+            None => chain.fetch_block_number().await?,
+        };
+
+        // download balances and blocks
+        download_balances(Arc::clone(&rpc_storage), &chain, config.initial_accounts.clone()).await?;
+        download_blocks(rpc_storage.clone(), chain.clone(), config.paralellism, block_end).await?;
+
+        if !config.daemon {
+            break;
+        }
 
-    // download balances and blocks
-    download_balances(Arc::clone(&rpc_storage), &chain, config.initial_accounts).await?;
-    download_blocks(rpc_storage, chain, config.paralellism, block_end).await?;
+        if GlobalState::is_shutdown_warn("rpc-downloader::main") {
+            break;
+        }
+
+        // wait for 1 minute before restarting the download
+        let wait_duration = Duration::from_secs(60);
+        tracing::info!("Daemon mode enabled, waiting {} seconds before restarting...", wait_duration.as_secs());
+        tokio::time::sleep(wait_duration).await;
+    }
 
     Ok(())
 }

src/config.rs

@@ -249,6 +249,10 @@ pub struct RpcDownloaderConfig {
     #[arg(short = 'p', long = "paralellism", env = "PARALELLISM", default_value = "1")]
     pub paralellism: usize,
 
+    /// Daemon mode.
+    #[arg(short = 'd', long = "daemon", env = "DAEMON", default_value = "false")]
+    pub daemon: bool,
+
     /// Accounts to retrieve initial balance information.
     ///
     /// For Cloudwalk networks, provide these addresses:
@@ -303,6 +307,14 @@ pub struct ImporterOfflineConfig {
     #[clap(flatten)]
     pub rpc_storage: ExternalRpcConfig,
 
+    /// Daemon mode - keeps running and checking for new blocks
+    #[arg(short = 'd', long = "daemon", env = "DAEMON", default_value = "false")]
+    pub daemon: bool,
+
+    /// Interval between daemon checks in seconds
+    #[arg(long = "daemon-interval", env = "DAEMON_INTERVAL", default_value = "60")]
+    pub daemon_interval: u64,
+
     #[deref]
     #[clap(flatten)]
     pub common: CommonConfig,