main.rs 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2024 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use std::{collections::HashSet, io::Write, path::PathBuf, sync::Arc};
  19. use darkfi::{
  20. async_daemonize, cli_desc,
  21. event_graph::{proto::ProtocolEventGraph, EventGraph, EventGraphPtr},
  22. net::{session::SESSION_DEFAULT, settings::SettingsOpt, P2p, P2pPtr},
  23. rpc::{
  24. jsonrpc::JsonSubscriber,
  25. server::{listen_and_serve, RequestHandler},
  26. },
  27. system::{sleep, StoppableTask, StoppableTaskPtr},
  28. util::path::{expand_path, get_config_path},
  29. Error, Result,
  30. };
  31. use log::{debug, error, info};
  32. use rand::rngs::OsRng;
  33. use smol::{fs, lock::Mutex, stream::StreamExt, Executor};
  34. use structopt_toml::{serde::Deserialize, structopt::StructOpt, StructOptToml};
  35. use url::Url;
  36. const CONFIG_FILE: &str = "darkirc_config.toml";
  37. const CONFIG_FILE_CONTENTS: &str = include_str!("../darkirc_config.toml");
  38. /// IRC server and client handler implementation
  39. mod irc;
  40. use irc::server::IrcServer;
  41. /// Cryptography utilities
  42. mod crypto;
  43. use crypto::bcrypt::bcrypt_hash_password;
  44. // RLN
  45. //mod rln;
  46. /// JSON-RPC methods
  47. mod rpc;
  48. /// Settings utilities
  49. mod settings;
  50. #[derive(Clone, Debug, Deserialize, StructOpt, StructOptToml)]
  51. #[serde(default)]
  52. #[structopt(name = "darkirc", about = cli_desc!())]
  53. struct Args {
  54. #[structopt(short, parse(from_occurrences))]
  55. /// Increase verbosity (-vvv supported)
  56. verbose: u8,
  57. #[structopt(short, long)]
  58. /// Configuration file to use
  59. config: Option<String>,
  60. #[structopt(long)]
  61. /// Set log file output
  62. log: Option<String>,
  63. #[structopt(long, default_value = "tcp://127.0.0.1:26660")]
  64. /// RPC server listen address
  65. rpc_listen: Url,
  66. #[structopt(long, default_value = "tcp://127.0.0.1:6667")]
  67. /// IRC server listen address
  68. irc_listen: Url,
  69. /// Optional TLS certificate file path if `irc_listen` uses TLS
  70. irc_tls_cert: Option<String>,
  71. /// Optional TLS certificate key file path if `irc_listen` uses TLS
  72. irc_tls_secret: Option<String>,
  73. #[structopt(short, long, default_value = "~/.local/darkfi/darkirc_db")]
  74. /// Datastore (DB) path
  75. datastore: String,
  76. #[structopt(short, long, default_value = "~/.local/darkfi/replayed_darkirc_db")]
  77. /// Replay logs (DB) path
  78. replay_datastore: String,
  79. /// Flag to store Sled DB instructions
  80. #[structopt(long)]
  81. replay_mode: bool,
  82. /// Generate a new NaCl keypair and exit
  83. #[structopt(long)]
  84. gen_chacha_keypair: bool,
  85. /// Generate a new encrypted channel NaCl secret and exit
  86. #[structopt(long)]
  87. gen_channel_secret: bool,
  88. /// Recover NaCl public key from a secret key
  89. #[structopt(long = "get-chacha-pubkey")]
  90. chacha_secret: Option<String>,
  91. /// Flag to skip syncing the DAG (no history).
  92. #[structopt(long)]
  93. skip_dag_sync: bool,
  94. /// Number of attempts to sync the DAG.
  95. #[structopt(long, default_value = "5")]
  96. sync_attempts: u8,
  97. /// Number of seconds to wait before trying again if sync fails.
  98. #[structopt(long, default_value = "10")]
  99. sync_timeout: u8,
  100. /// IRC Password (Encrypted with bcrypt-2b)
  101. #[structopt(long)]
  102. pub password: Option<String>,
  103. /// Encrypt a given password for the IRC server connection
  104. #[structopt(long)]
  105. encrypt_password: bool,
  106. /// P2P network settings
  107. #[structopt(flatten)]
  108. net: SettingsOpt,
  109. }
  110. pub struct DarkIrc {
  111. /// P2P network pointer
  112. p2p: P2pPtr,
  113. /// Sled DB (also used in event_graph and for RLN)
  114. sled: sled::Db,
  115. /// Event Graph instance
  116. event_graph: EventGraphPtr,
  117. /// JSON-RPC connection tracker
  118. rpc_connections: Mutex<HashSet<StoppableTaskPtr>>,
  119. /// dnet JSON-RPC subscriber
  120. dnet_sub: JsonSubscriber,
  121. /// deg JSON-RPC subscriber
  122. deg_sub: JsonSubscriber,
  123. /// Replay logs (DB) path
  124. replay_datastore: PathBuf,
  125. }
  126. impl DarkIrc {
  127. fn new(
  128. p2p: P2pPtr,
  129. sled: sled::Db,
  130. event_graph: EventGraphPtr,
  131. dnet_sub: JsonSubscriber,
  132. deg_sub: JsonSubscriber,
  133. replay_datastore: PathBuf,
  134. ) -> Self {
  135. Self {
  136. p2p,
  137. sled,
  138. event_graph,
  139. rpc_connections: Mutex::new(HashSet::new()),
  140. dnet_sub,
  141. deg_sub,
  142. replay_datastore,
  143. }
  144. }
  145. }
  146. async_daemonize!(realmain);
  147. async fn realmain(args: Args, ex: Arc<Executor<'static>>) -> Result<()> {
  148. if args.gen_chacha_keypair {
  149. let secret = crypto_box::SecretKey::generate(&mut OsRng);
  150. let public = secret.public_key();
  151. let secret = bs58::encode(secret.to_bytes()).into_string();
  152. let public = bs58::encode(public.to_bytes()).into_string();
  153. println!("Place this in your config file:\n");
  154. println!("[crypto]");
  155. println!("#dm_chacha_public = \"{}\"", public);
  156. println!("dm_chacha_secret = \"{}\"", secret);
  157. return Ok(())
  158. }
  159. if args.gen_channel_secret {
  160. let secret = crypto_box::SecretKey::generate(&mut OsRng);
  161. let secret = bs58::encode(secret.to_bytes()).into_string();
  162. println!("Place this in your config file:\n");
  163. println!("[channel.\"#yourchannelname\"]");
  164. println!("secret = \"{}\"", secret);
  165. return Ok(())
  166. }
  167. if let Some(chacha_secret) = args.chacha_secret {
  168. let bytes = match bs58::decode(chacha_secret).into_vec() {
  169. Ok(v) => v,
  170. Err(e) => {
  171. println!("Error: {}", e);
  172. return Err(Error::ParseFailed("Secret key parsing failed"))
  173. }
  174. };
  175. if bytes.len() != 32 {
  176. return Err(Error::ParseFailed("Decoded base58 is not 32 bytes long"))
  177. }
  178. let secret: [u8; 32] = bytes.try_into().unwrap();
  179. let secret = crypto_box::SecretKey::from(secret);
  180. println!("{}", bs58::encode(secret.public_key().to_bytes()).into_string());
  181. return Ok(())
  182. }
  183. if args.encrypt_password {
  184. let mut pw = String::new();
  185. print!("Enter password: ");
  186. std::io::stdout().flush()?;
  187. std::io::stdin().read_line(&mut pw)?;
  188. if let Some('\n') = pw.chars().next_back() {
  189. pw.pop();
  190. }
  191. if let Some('\r') = pw.chars().next_back() {
  192. pw.pop();
  193. }
  194. println!("{}", bcrypt_hash_password(pw));
  195. std::io::stdout().flush()?;
  196. return Ok(())
  197. }
  198. info!("Initializing DarkIRC node");
  199. // Create datastore path if not there already.
  200. let datastore = expand_path(&args.datastore)?;
  201. fs::create_dir_all(&datastore).await?;
  202. let replay_datastore = expand_path(&args.replay_datastore)?;
  203. let replay_mode = args.replay_mode;
  204. info!("Instantiating event DAG");
  205. let sled_db = sled::open(datastore)?;
  206. let mut p2p_settings: darkfi::net::Settings = args.net.into();
  207. p2p_settings.app_version = semver::Version::parse(env!("CARGO_PKG_VERSION")).unwrap();
  208. let p2p = P2p::new(p2p_settings, ex.clone()).await;
  209. let event_graph = EventGraph::new(
  210. p2p.clone(),
  211. sled_db.clone(),
  212. replay_datastore.clone(),
  213. replay_mode,
  214. "darkirc_dag",
  215. 1,
  216. ex.clone(),
  217. )
  218. .await?;
  219. info!("Registering EventGraph P2P protocol");
  220. let event_graph_ = Arc::clone(&event_graph);
  221. let registry = p2p.protocol_registry();
  222. registry
  223. .register(SESSION_DEFAULT, move |channel, _| {
  224. let event_graph_ = event_graph_.clone();
  225. async move { ProtocolEventGraph::init(event_graph_, channel).await.unwrap() }
  226. })
  227. .await;
  228. info!("Starting dnet subs task");
  229. let dnet_sub = JsonSubscriber::new("dnet.subscribe_events");
  230. let dnet_sub_ = dnet_sub.clone();
  231. let p2p_ = p2p.clone();
  232. let dnet_task = StoppableTask::new();
  233. dnet_task.clone().start(
  234. async move {
  235. let dnet_sub = p2p_.dnet_subscribe().await;
  236. loop {
  237. let event = dnet_sub.receive().await;
  238. debug!("Got dnet event: {:?}", event);
  239. dnet_sub_.notify(vec![event.into()].into()).await;
  240. }
  241. },
  242. |res| async {
  243. match res {
  244. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  245. Err(e) => panic!("{}", e),
  246. }
  247. },
  248. Error::DetachedTaskStopped,
  249. ex.clone(),
  250. );
  251. info!("Starting deg subs task");
  252. let deg_sub = JsonSubscriber::new("deg.subscribe_events");
  253. let deg_sub_ = deg_sub.clone();
  254. let event_graph_ = event_graph.clone();
  255. let deg_task = StoppableTask::new();
  256. deg_task.clone().start(
  257. async move {
  258. let deg_sub = event_graph_.deg_subscribe().await;
  259. loop {
  260. let event = deg_sub.receive().await;
  261. debug!("Got deg event: {:?}", event);
  262. deg_sub_.notify(vec![event.into()].into()).await;
  263. }
  264. },
  265. |res| async {
  266. match res {
  267. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  268. Err(e) => panic!("{}", e),
  269. }
  270. },
  271. Error::DetachedTaskStopped,
  272. ex.clone(),
  273. );
  274. info!("Starting JSON-RPC server");
  275. let darkirc = Arc::new(DarkIrc::new(
  276. p2p.clone(),
  277. sled_db.clone(),
  278. event_graph.clone(),
  279. dnet_sub,
  280. deg_sub,
  281. replay_datastore.clone(),
  282. ));
  283. let darkirc_ = Arc::clone(&darkirc);
  284. let rpc_task = StoppableTask::new();
  285. rpc_task.clone().start(
  286. listen_and_serve(args.rpc_listen, darkirc.clone(), None, ex.clone()),
  287. |res| async move {
  288. match res {
  289. Ok(()) | Err(Error::RpcServerStopped) => darkirc_.stop_connections().await,
  290. Err(e) => error!("Failed stopping JSON-RPC server: {}", e),
  291. }
  292. },
  293. Error::RpcServerStopped,
  294. ex.clone(),
  295. );
  296. info!("Starting IRC server");
  297. let password = args.password.unwrap_or_default();
  298. let config_path = get_config_path(args.config, CONFIG_FILE)?;
  299. let irc_server = IrcServer::new(
  300. darkirc.clone(),
  301. args.irc_listen,
  302. args.irc_tls_cert,
  303. args.irc_tls_secret,
  304. config_path,
  305. password,
  306. )
  307. .await?;
  308. let irc_task = StoppableTask::new();
  309. let ex_ = ex.clone();
  310. irc_task.clone().start(
  311. irc_server.clone().listen(ex_),
  312. |res| async move {
  313. match res {
  314. Ok(()) | Err(Error::DetachedTaskStopped) => { /* TODO: */ }
  315. Err(e) => error!("Failed stopping IRC server: {}", e),
  316. }
  317. },
  318. Error::DetachedTaskStopped,
  319. ex.clone(),
  320. );
  321. info!("Starting P2P network");
  322. p2p.clone().start().await?;
  323. info!("Waiting for some P2P connections...");
  324. sleep(5).await;
  325. // We'll attempt to sync {sync_attempts} times
  326. if !args.skip_dag_sync {
  327. for i in 1..=args.sync_attempts {
  328. info!("Syncing event DAG (attempt #{})", i);
  329. match event_graph.dag_sync().await {
  330. Ok(()) => break,
  331. Err(e) => {
  332. if i == args.sync_attempts {
  333. error!("Failed syncing DAG. Exiting.");
  334. p2p.stop().await;
  335. return Err(Error::DagSyncFailed)
  336. } else {
  337. // TODO: Maybe at this point we should prune or something?
  338. // TODO: Or maybe just tell the user to delete the DAG from FS.
  339. error!("Failed syncing DAG ({}), retrying in {}s...", e, args.sync_timeout);
  340. sleep(args.sync_timeout.into()).await;
  341. }
  342. }
  343. }
  344. }
  345. } else {
  346. *event_graph.synced.write().await = true;
  347. }
  348. // Signal handling for graceful termination.
  349. let (signals_handler, signals_task) = SignalHandler::new(ex)?;
  350. signals_handler.wait_termination(signals_task).await?;
  351. info!("Caught termination signal, cleaning up and exiting...");
  352. info!("Stopping P2P network");
  353. p2p.stop().await;
  354. info!("Stopping JSON-RPC server");
  355. rpc_task.stop().await;
  356. dnet_task.stop().await;
  357. deg_task.stop().await;
  358. info!("Stopping IRC server");
  359. irc_task.stop().await;
  360. info!("Flushing sled database...");
  361. let flushed_bytes = sled_db.flush_async().await?;
  362. info!("Flushed {} bytes", flushed_bytes);
  363. info!("Shut down successfully");
  364. Ok(())
  365. }