main.rs 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2026 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use std::sync::Arc;
  19. use smol::{fs::read_to_string, stream::StreamExt};
  20. use structopt_toml::{serde::Deserialize, structopt::StructOpt, StructOptToml};
  21. use tracing::{debug, error, info};
  22. use darkfi::{
  23. async_daemonize,
  24. blockchain::BlockInfo,
  25. cli_desc,
  26. net::settings::SettingsOpt,
  27. rpc::settings::RpcSettingsOpt,
  28. util::{
  29. encoding::base64,
  30. path::{expand_path, get_config_path},
  31. },
  32. validator::{Validator, ValidatorConfig},
  33. Error, Result,
  34. };
  35. use darkfi_sdk::crypto::keypair::Network;
  36. use darkfi_serial::deserialize_async;
  37. use darkfid::{task::consensus::ConsensusInitTaskConfig, Darkfid};
  38. const CONFIG_FILE: &str = "darkfid_config.toml";
  39. const CONFIG_FILE_CONTENTS: &str = include_str!("../darkfid_config.toml");
  40. /// Note:
  41. /// If you change these don't forget to remove their corresponding database folder,
  42. /// since if it already has a genesis block, provided one is ignored.
  43. const GENESIS_BLOCK_LOCALNET: &str = include_str!("../genesis_block_localnet");
  44. const GENESIS_BLOCK_TESTNET: &str = include_str!("../genesis_block_testnet");
  45. const GENESIS_BLOCK_MAINNET: &str = include_str!("../genesis_block_mainnet");
  46. #[derive(Clone, Debug, Deserialize, StructOpt, StructOptToml)]
  47. #[serde(default)]
  48. #[structopt(name = "darkfid", about = cli_desc!())]
  49. struct Args {
  50. #[structopt(short, long)]
  51. /// Configuration file to use
  52. config: Option<String>,
  53. #[structopt(short, long, default_value = "testnet")]
  54. /// Blockchain network to use
  55. network: String,
  56. #[structopt(short, long)]
  57. /// Reset validator state to given block height
  58. reset: Option<u32>,
  59. #[structopt(short, long)]
  60. /// Purge pending sync headers
  61. purge_sync: bool,
  62. #[structopt(long)]
  63. /// Fully validates existing blockchain state
  64. validate: bool,
  65. #[structopt(long)]
  66. /// Fully rebuild the difficulties database based on existing blockchain state
  67. rebuild_difficulties: bool,
  68. #[structopt(short, long)]
  69. /// Set log file to ouput into
  70. log: Option<String>,
  71. #[structopt(short, parse(from_occurrences))]
  72. /// Increase verbosity (-vvv supported)
  73. verbose: u8,
  74. }
  75. #[derive(Clone, Debug, serde::Deserialize, structopt::StructOpt, structopt_toml::StructOptToml)]
  76. #[structopt()]
  77. /// Defines a blockchain network configuration.
  78. /// Default values correspond to a local network.
  79. pub struct BlockchainNetwork {
  80. #[structopt(long, default_value = "~/.local/share/darkfi/darkfid/localnet")]
  81. /// Path to blockchain database
  82. database: String,
  83. #[structopt(long, default_value = "3")]
  84. /// Confirmation threshold, denominated by number of blocks
  85. threshold: usize,
  86. #[structopt(long, default_value = "8")]
  87. /// Max in-memory forks to maintain
  88. max_forks: usize,
  89. #[structopt(long, default_value = "120")]
  90. /// PoW block production target, in seconds
  91. pow_target: u32,
  92. #[structopt(long)]
  93. /// Optional fixed PoW difficulty, used for testing
  94. pow_fixed_difficulty: Option<usize>,
  95. #[structopt(long)]
  96. /// Skip syncing process and start node right away
  97. skip_sync: bool,
  98. #[structopt(long)]
  99. /// Disable transaction's fee verification, used for testing
  100. skip_fees: bool,
  101. #[structopt(long)]
  102. /// Optional sync checkpoint height
  103. checkpoint_height: Option<u32>,
  104. #[structopt(long)]
  105. /// Optional sync checkpoint hash
  106. checkpoint: Option<String>,
  107. #[structopt(long)]
  108. /// Garbage collection task transactions batch size
  109. txs_batch_size: Option<usize>,
  110. #[structopt(flatten)]
  111. /// P2P network settings
  112. net: SettingsOpt,
  113. #[structopt(flatten)]
  114. /// Main server JSON-RPC settings
  115. rpc: RpcSettingsOpt,
  116. #[structopt(flatten)]
  117. /// Management server JSON-RPC settings
  118. management_rpc: RpcSettingsOpt,
  119. #[structopt(skip)]
  120. /// Stratum server JSON-RPC settings (optional)
  121. stratum_rpc: Option<RpcSettingsOpt>,
  122. #[structopt(skip)]
  123. /// Merge mining server JSON-RPC settings (optional)
  124. mm_rpc: Option<RpcSettingsOpt>,
  125. }
  126. async_daemonize!(realmain);
  127. async fn realmain(args: Args, ex: Arc<smol::Executor<'static>>) -> Result<()> {
  128. info!(target: "darkfid", "Initializing DarkFi node...");
  129. // Grab blockchain network configuration
  130. let ((network, blockchain_config), genesis_block) = match args.network.as_str() {
  131. "localnet" => {
  132. (parse_blockchain_config(args.config, "localnet").await?, GENESIS_BLOCK_LOCALNET)
  133. }
  134. "testnet" => {
  135. (parse_blockchain_config(args.config, "testnet").await?, GENESIS_BLOCK_TESTNET)
  136. }
  137. "mainnet" => {
  138. (parse_blockchain_config(args.config, "mainnet").await?, GENESIS_BLOCK_MAINNET)
  139. }
  140. _ => {
  141. error!("Unsupported chain `{}`", args.network);
  142. return Err(Error::UnsupportedChain)
  143. }
  144. };
  145. // Parse the genesis block
  146. let bytes = base64::decode(genesis_block.trim()).unwrap();
  147. let genesis_block: BlockInfo = deserialize_async(&bytes).await?;
  148. // Initialize or open sled database
  149. let db_path = expand_path(&blockchain_config.database)?;
  150. let sled_db = sled_overlay::sled::open(&db_path)?;
  151. // Initialize validator configuration
  152. let pow_fixed_difficulty = if let Some(diff) = blockchain_config.pow_fixed_difficulty {
  153. info!(target: "darkfid", "Node is configured to run with fixed PoW difficulty: {diff}");
  154. Some(diff.into())
  155. } else {
  156. None
  157. };
  158. let config = ValidatorConfig {
  159. confirmation_threshold: blockchain_config.threshold,
  160. max_forks: blockchain_config.max_forks,
  161. pow_target: blockchain_config.pow_target,
  162. pow_fixed_difficulty,
  163. genesis_block,
  164. verify_fees: !blockchain_config.skip_fees,
  165. };
  166. // Check if reset was requested
  167. if let Some(height) = args.reset {
  168. info!(target: "darkfid", "Node will reset validator state to height: {height}");
  169. let validator = Validator::new(&sled_db, &config).await?;
  170. validator.write().await.reset_to_height(height).await?;
  171. info!(target: "darkfid", "Validator state reset successfully!");
  172. return Ok(())
  173. }
  174. // Check if sync headers purge was requested
  175. if args.purge_sync {
  176. info!(target: "darkfid", "Node will purge all pending sync headers.");
  177. let validator = Validator::new(&sled_db, &config).await?;
  178. validator.read().await.blockchain.headers.remove_all_sync()?;
  179. info!(target: "darkfid", "Validator pending sync headers purged successfully!");
  180. return Ok(())
  181. }
  182. // Check if validate was requested
  183. if args.validate {
  184. info!(target: "darkfid", "Node will validate existing blockchain state.");
  185. let validator = Validator::new(&sled_db, &config).await?;
  186. validator
  187. .read()
  188. .await
  189. .validate_blockchain(config.pow_target, config.pow_fixed_difficulty)
  190. .await?;
  191. info!(target: "darkfid", "Validator blockchain state validated successfully!");
  192. return Ok(())
  193. }
  194. // Check if rebuild difficulties was requested
  195. if args.rebuild_difficulties {
  196. info!(target: "darkfid", "Node will rebuild difficulties of existing blockchain state.");
  197. let validator = Validator::new(&sled_db, &config).await?;
  198. validator
  199. .read()
  200. .await
  201. .rebuild_block_difficulties(config.pow_target, config.pow_fixed_difficulty)
  202. .await?;
  203. info!(target: "darkfid", "Validator difficulties rebuilt successfully!");
  204. return Ok(())
  205. }
  206. let p2p_settings: darkfi::net::Settings =
  207. (env!("CARGO_PKG_NAME"), env!("CARGO_PKG_VERSION"), blockchain_config.net).try_into()?;
  208. // Generate the daemon
  209. let daemon = Darkfid::init(
  210. network,
  211. &sled_db,
  212. &config,
  213. &p2p_settings,
  214. &blockchain_config.txs_batch_size,
  215. &ex,
  216. )
  217. .await?;
  218. // Start the daemon
  219. let config = ConsensusInitTaskConfig {
  220. skip_sync: blockchain_config.skip_sync,
  221. checkpoint_height: blockchain_config.checkpoint_height,
  222. checkpoint: blockchain_config.checkpoint,
  223. };
  224. daemon
  225. .start(
  226. &ex,
  227. &blockchain_config.rpc.into(),
  228. &blockchain_config.management_rpc.into(),
  229. &blockchain_config.stratum_rpc.map(|stratum_rpc_opts| stratum_rpc_opts.into()),
  230. &blockchain_config.mm_rpc.map(|mm_rpc_opts| mm_rpc_opts.into()),
  231. &config,
  232. )
  233. .await?;
  234. // Signal handling for graceful termination.
  235. let (signals_handler, signals_task) = SignalHandler::new(ex)?;
  236. signals_handler.wait_termination(signals_task).await?;
  237. info!(target: "darkfid", "Caught termination signal, cleaning up and exiting...");
  238. daemon.stop().await?;
  239. info!(target: "darkfid", "Shut down successfully");
  240. Ok(())
  241. }
  242. /// Auxiliary function to parse darkfid configuration file and extract requested
  243. /// blockchain network config.
  244. pub async fn parse_blockchain_config(
  245. config: Option<String>,
  246. network: &str,
  247. ) -> Result<(Network, BlockchainNetwork)> {
  248. // Grab network prefix
  249. let used_net = match network {
  250. "mainnet" | "localnet" => Network::Mainnet,
  251. "testnet" => Network::Testnet,
  252. _ => return Err(Error::ParseFailed("Invalid blockchain network")),
  253. };
  254. // Grab config path
  255. let config_path = get_config_path(config, CONFIG_FILE)?;
  256. debug!(target: "darkfid", "Parsing configuration file: {config_path:?}");
  257. // Parse TOML file contents
  258. let contents = read_to_string(&config_path).await?;
  259. let contents: toml::Value = match toml::from_str(&contents) {
  260. Ok(v) => v,
  261. Err(e) => {
  262. error!(target: "darkfid", "Failed parsing TOML config: {e}");
  263. return Err(Error::ParseFailed("Failed parsing TOML config"))
  264. }
  265. };
  266. // Grab requested network config
  267. let Some(table) = contents.as_table() else { return Err(Error::ParseFailed("TOML not a map")) };
  268. let Some(network_configs) = table.get("network_config") else {
  269. return Err(Error::ParseFailed("TOML does not contain network configurations"))
  270. };
  271. let Some(network_configs) = network_configs.as_table() else {
  272. return Err(Error::ParseFailed("`network_config` not a map"))
  273. };
  274. let Some(network_config) = network_configs.get(network) else {
  275. return Err(Error::ParseFailed("TOML does not contain requested network configuration"))
  276. };
  277. let network_config = toml::to_string(&network_config).unwrap();
  278. let network_config =
  279. match BlockchainNetwork::from_iter_with_toml::<Vec<String>>(&network_config, vec![]) {
  280. Ok(v) => v,
  281. Err(e) => {
  282. error!(target: "darkfid", "Failed parsing requested network configuration: {e}");
  283. return Err(Error::ParseFailed("Failed parsing requested network configuration"))
  284. }
  285. };
  286. debug!(target: "darkfid", "Parsed network configuration: {network_config:?}");
  287. Ok((used_net, network_config))
  288. }