/* This file is part of DarkFi (https://dark.fi) * * Copyright (C) 2020-2025 Dyne.org foundation * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as * published by the Free Software Foundation, either version 3 of the * License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ use std::{collections::HashSet, path::Path, sync::Arc}; use smol::{lock::Mutex, stream::StreamExt}; use structopt_toml::{serde::Deserialize, structopt::StructOpt, StructOptToml}; use tracing::{error, info}; use url::Url; use darkfi::{ async_daemonize, cli_desc, rpc::server::{listen_and_serve, RequestHandler}, system::{StoppableTask, StoppableTaskPtr}, util::path::get_config_path, Error, Result, }; use crate::{ config::ExplorerNetworkConfig, rpc::DarkfidRpcClient, service::{sync::subscribe_sync_blocks, ExplorerService}, }; /// Configuration management across multiple networks (localnet, testnet, mainnet) mod config; /// Manages JSON-RPC interactions for the explorer mod rpc; /// Core logic for block synchronization, chain data access, metadata storage/retrieval, /// and statistics computation mod service; /// Manages persistent storage for blockchain, contracts, metrics, and metadata mod store; /// Crate errors mod error; /// Test utilities used for unit and integration testing #[cfg(test)] mod test_utils; const CONFIG_FILE: &str = "explorerd_config.toml"; const CONFIG_FILE_CONTENTS: &str = include_str!("../explorerd_config.toml"); #[derive(Clone, Debug, Deserialize, StructOpt, StructOptToml)] #[serde(default)] #[structopt(name = "explorerd", about = cli_desc!())] struct Args { #[structopt(short, long)] /// Configuration file to use config: Option, #[structopt(short, long, default_value = "testnet")] /// Explorer network (localnet, testnet, mainnet) network: String, #[structopt(long)] /// Reset the database and start syncing from first block reset: bool, #[structopt(short, long)] /// Set log file to output to log: Option, #[structopt(short, parse(from_occurrences))] /// Increase verbosity (-vvv supported) verbose: u8, #[structopt(short, long)] /// Disable synchronization and connections to `darkfid`, operating solely /// on the local explorer database without attempting to connect or sync. /// If not specified, the application will attempt to connect and sync by default. no_sync: bool, } /// Defines a daemon structure responsible for handling incoming JSON-RPC requests and delegating them /// to the backend layer for processing. It provides a JSON-RPC interface for managing operations related to /// blocks, transactions, contracts, and metrics. /// /// Upon startup, the daemon initializes a background task to handle incoming JSON-RPC requests. /// This includes processing operations related to blocks, transactions, contracts, and metrics by /// delegating them to the backend and returning appropriate RPC responses. Additionally, the daemon /// synchronizes blocks from the `darkfid` daemon into the explorer database and subscribes /// to new blocks, ensuring that the local database remains updated in real-time. pub struct Explorerd { /// Explorer service instance pub service: ExplorerService, /// JSON-RPC connection tracker pub rpc_connections: Mutex>, /// JSON-RPC client to execute requests to darkfid daemon pub darkfid_client: Arc, /// Darkfi blockchain node endpoint to sync with when not in no-sync mode darkfid_endpoint: Url, /// A asynchronous executor used to create an RPC client when not in no-sync mode executor: Arc>, } impl Explorerd { /// Creates a new `BlockchainExplorer` instance. async fn new( db_path: String, darkfid_endpoint: Url, ex: Arc>, ) -> Result { // Initialize darkfid rpc client let darkfid_client = Arc::new(DarkfidRpcClient::new()); // Create explorer service let service = ExplorerService::new(db_path, darkfid_client.clone())?; // Initialize the explorer service service.init().await?; Ok(Self { service, rpc_connections: Mutex::new(HashSet::new()), darkfid_client, darkfid_endpoint, executor: ex, }) } /// Establishes a connection to the configured darkfid endpoint, returning a successful /// result if the connection is successful, or an error otherwise. async fn connect(&self) -> Result<()> { self.darkfid_client.connect(self.darkfid_endpoint.clone(), self.executor.clone()).await } } async_daemonize!(realmain); async fn realmain(args: Args, ex: Arc>) -> Result<()> { info!(target: "explorerd", "Initializing DarkFi blockchain explorer node..."); // Resolve the configuration path let config_path = get_config_path(args.config.clone(), CONFIG_FILE)?; // Get explorer network configuration let config: ExplorerNetworkConfig = (&config_path, &args.network).try_into()?; // Initialize the explorer daemon instance let explorer = Explorerd::new(config.database.clone(), config.endpoint.clone(), ex.clone()).await?; let explorer = Arc::new(explorer); info!(target: "explorerd", "Node initialized successfully!"); // JSON-RPC server // Here we create a task variable so we can manually close the task later. let rpc_task = StoppableTask::new(); let explorer_ = explorer.clone(); rpc_task.clone().start( listen_and_serve(config.rpc.clone().into(), explorer.clone(), None, ex.clone()), |res| async move { match res { Ok(()) | Err(Error::RpcServerStopped) => explorer_.stop_connections().await, Err(e) => { error!(target: "explorerd", "Failed starting sync JSON-RPC server: {e}") } } }, Error::RpcServerStopped, ex.clone(), ); info!(target: "explorerd", "Started JSON-RPC server: {}", config.rpc.rpc_listen.to_string().trim_end_matches("/")); // Declare task variables optional in case we are in no-sync mode let mut subscriber_task = None; let mut listener_task = None; // Do not sync when in no-sync mode if !args.no_sync { explorer.connect().await?; // Sync blocks sync_blocks(explorer.clone(), args.reset).await?; // Subscribe blocks (subscriber_task, listener_task) = subscribe_blocks(explorer.clone(), config.endpoint.clone(), ex.clone(), args.reset) .await?; } log_started_banner(explorer.clone(), &config, &args, &config_path, args.no_sync); info!(target: "explorerd::", "All is good. Waiting for block notifications..."); // Signal handling for graceful termination. let (signals_handler, signals_task) = SignalHandler::new(ex)?; signals_handler.wait_termination(signals_task).await?; info!(target: "explorerd", "Caught termination signal, cleaning up and exiting..."); info!(target: "explorerd", "Stopping JSON-RPC server..."); rpc_task.stop().await; // Stop darkfid listener task if it exists if let Some(task) = listener_task { info!(target: "explorerd", "Stopping darkfid listener..."); task.stop().await; } // Stop darkfid subscribe task if it exists if let Some(task) = subscriber_task { info!(target: "explorerd", "Stopping darkfid subscriber..."); task.stop().await; } info!(target: "explorerd", "Stopping JSON-RPC client..."); let _ = explorer.darkfid_client.stop().await; Ok(()) } /// Synchronizes blocks from the `darkfid` daemon. async fn sync_blocks(explorer: Arc, reset: bool) -> Result<()> { info!(target: "explorerd", "Syncing blocks from darkfid..."); if let Err(e) = explorer.service.sync_blocks(reset).await { let error_message = format!("Error syncing blocks: {e:?}"); error!(target: "explorerd", "{error_message}"); return Err(Error::DatabaseError(error_message)); } Ok(()) } /// Subscribes to new blocks from the `darkfid` daemon, returning optional /// stoppable tasks for the subscriber and listener. async fn subscribe_blocks( explorer: Arc, endpoint: Url, executor: Arc>, reset: bool, ) -> Result<(Option, Option)> { info!(target: "explorerd", "Subscribing to new blocks..."); let result = match subscribe_sync_blocks(explorer.clone(), endpoint.clone(), executor.clone()) .await { Ok((subscriber_task, listener_task)) => Ok((subscriber_task, listener_task)), Err(e) => { // If out of sync, sync blocks and retry subscription if e.to_string().contains("Blockchain not fully synced") { sync_blocks(explorer.clone(), reset).await?; subscribe_sync_blocks(explorer.clone(), endpoint.clone(), executor.clone()).await } else { let error_message = format!("Error setting up blocks subscriber: {e:?}"); error!(target: "explorerd", "{error_message}"); return Err(Error::DatabaseError(error_message)); } } }; let (subscriber_task, listener_task) = result?; info!(target: "explorerd", "Successfully subscribed to new blocks!"); Ok((Some(subscriber_task), Some(listener_task))) } /// Logs a banner displaying the startup details of the DarkFi Explorer Node. fn log_started_banner( explorer: Arc, config: &ExplorerNetworkConfig, args: &Args, config_path: &Path, no_sync: bool, ) { // Generate the `connected_node` string based on sync mode let connected_node = if no_sync { "Not connected".to_string() } else { config.endpoint.to_string().trim_end_matches('/').to_string() }; // Log the banner info!(target: "explorerd", "========================================================================================"); info!(target: "explorerd", " Started DarkFi Explorer Node{} ", if no_sync { " (No-Sync Mode)" } else { "" }); info!(target: "explorerd", "========================================================================================"); info!(target: "explorerd", " - Network: {}", args.network); info!(target: "explorerd", " - JSON-RPC Endpoint: {}", config.rpc.rpc_listen.to_string().trim_end_matches('/')); info!(target: "explorerd", " - Database: {}", config.database); info!(target: "explorerd", " - Configuration: {}", config_path.to_str().unwrap_or("Error: configuration path not found!")); info!(target: "explorerd", " - Reset Blocks: {}", if args.reset { "Yes" } else { "No" }); info!(target: "explorerd", "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"); info!(target: "explorerd", " - Synced Blocks: {}", explorer.service.db.blockchain.len()); info!(target: "explorerd", " - Synced Transactions: {}", explorer.service.db.blockchain.len()); info!(target: "explorerd", " - Connected Darkfi Node: {connected_node}"); info!(target: "explorerd", "========================================================================================"); }