main.rs 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2024 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use std::{collections::HashSet, sync::Arc};
  19. use darkfi::{
  20. async_daemonize, cli_desc,
  21. event_graph::{proto::ProtocolEventGraph, EventGraph, EventGraphPtr},
  22. net::{settings::SettingsOpt, P2p, P2pPtr, SESSION_ALL},
  23. rpc::{
  24. jsonrpc::JsonSubscriber,
  25. server::{listen_and_serve, RequestHandler},
  26. },
  27. system::{sleep, StoppableTask, StoppableTaskPtr},
  28. util::path::{expand_path, get_config_path},
  29. Error, Result,
  30. };
  31. use log::{debug, error, info};
  32. use rand::rngs::OsRng;
  33. use smol::{fs, lock::Mutex, stream::StreamExt, Executor};
  34. use structopt_toml::{serde::Deserialize, structopt::StructOpt, StructOptToml};
  35. use url::Url;
  36. const CONFIG_FILE: &str = "darkirc_config.toml";
  37. const CONFIG_FILE_CONTENTS: &str = include_str!("../darkirc_config.toml");
  38. /// IRC server and client handler implementation
  39. mod irc;
  40. use irc::server::IrcServer;
  41. /// Cryptography utilities
  42. mod crypto;
  43. // RLN
  44. //mod rln;
  45. /// JSON-RPC methods
  46. mod rpc;
  47. /// Settings utilities
  48. mod settings;
  49. #[derive(Clone, Debug, Deserialize, StructOpt, StructOptToml)]
  50. #[serde(default)]
  51. #[structopt(name = "darkirc", about = cli_desc!())]
  52. struct Args {
  53. #[structopt(short, parse(from_occurrences))]
  54. /// Increase verbosity (-vvv supported)
  55. verbose: u8,
  56. #[structopt(short, long)]
  57. /// Configuration file to use
  58. config: Option<String>,
  59. #[structopt(long)]
  60. /// Set log file output
  61. log: Option<String>,
  62. #[structopt(long, default_value = "tcp://127.0.0.1:26660")]
  63. /// RPC server listen address
  64. rpc_listen: Url,
  65. #[structopt(long, default_value = "tcp://127.0.0.1:6667")]
  66. /// IRC server listen address
  67. irc_listen: Url,
  68. /// Optional TLS certificate file path if `irc_listen` uses TLS
  69. irc_tls_cert: Option<String>,
  70. /// Optional TLS certificate key file path if `irc_listen` uses TLS
  71. irc_tls_secret: Option<String>,
  72. #[structopt(short, long, default_value = "~/.local/darkfi/darkirc_db")]
  73. /// Datastore (DB) path
  74. datastore: String,
  75. /// Generate a new NaCl keypair and exit
  76. #[structopt(long)]
  77. gen_chacha_keypair: bool,
  78. /// Generate a new encrypted channel NaCl secret and exit
  79. #[structopt(long)]
  80. gen_channel_secret: bool,
  81. /// Recover NaCl public key from a secret key
  82. #[structopt(long)]
  83. get_chacha_pubkey: Option<String>,
  84. #[structopt(long)]
  85. skip_dag_sync: bool,
  86. /// P2P network settings
  87. #[structopt(flatten)]
  88. net: SettingsOpt,
  89. }
  90. pub struct DarkIrc {
  91. /// P2P network pointer
  92. p2p: P2pPtr,
  93. /// Sled DB (also used in event_graph and for RLN)
  94. sled: sled::Db,
  95. /// Event Graph instance
  96. event_graph: EventGraphPtr,
  97. /// JSON-RPC connection tracker
  98. rpc_connections: Mutex<HashSet<StoppableTaskPtr>>,
  99. /// dnet JSON-RPC subscriber
  100. dnet_sub: JsonSubscriber,
  101. /// deg JSON-RPC subscriber
  102. deg_sub: JsonSubscriber,
  103. }
  104. impl DarkIrc {
  105. fn new(
  106. p2p: P2pPtr,
  107. sled: sled::Db,
  108. event_graph: EventGraphPtr,
  109. dnet_sub: JsonSubscriber,
  110. deg_sub: JsonSubscriber,
  111. ) -> Self {
  112. Self {
  113. p2p,
  114. sled,
  115. event_graph,
  116. rpc_connections: Mutex::new(HashSet::new()),
  117. dnet_sub,
  118. deg_sub,
  119. }
  120. }
  121. }
  122. async_daemonize!(realmain);
  123. async fn realmain(args: Args, ex: Arc<Executor<'static>>) -> Result<()> {
  124. if args.gen_chacha_keypair {
  125. let secret = crypto_box::SecretKey::generate(&mut OsRng);
  126. let public = secret.public_key();
  127. let secret = bs58::encode(secret.to_bytes()).into_string();
  128. let public = bs58::encode(public.to_bytes()).into_string();
  129. println!("Place this in your config file:\n");
  130. println!("[crypto]");
  131. println!("#dm_chacha_public = \"{}\"", public);
  132. println!("dm_chacha_secret = \"{}\"", secret);
  133. return Ok(())
  134. }
  135. if args.gen_channel_secret {
  136. let secret = crypto_box::SecretKey::generate(&mut OsRng);
  137. let secret = bs58::encode(secret.to_bytes()).into_string();
  138. println!("Place this in your config file:\n");
  139. println!("[channel.\"#yourchannelname\"]");
  140. println!("secret = \"{}\"", secret);
  141. return Ok(())
  142. }
  143. if let Some(chacha_secret) = args.get_chacha_pubkey {
  144. let bytes = match bs58::decode(chacha_secret).into_vec() {
  145. Ok(v) => v,
  146. Err(e) => {
  147. println!("Error: {}", e);
  148. return Err(Error::ParseFailed("Secret key parsing failed"))
  149. }
  150. };
  151. if bytes.len() != 32 {
  152. return Err(Error::ParseFailed("Decoded base58 is not 32 bytes long"))
  153. }
  154. let secret: [u8; 32] = bytes.try_into().unwrap();
  155. let secret = crypto_box::SecretKey::from(secret);
  156. println!("{}", bs58::encode(secret.public_key().to_bytes()).into_string());
  157. return Ok(())
  158. }
  159. info!("Initializing DarkIRC node");
  160. // Create datastore path if not there already.
  161. let datastore = expand_path(&args.datastore)?;
  162. fs::create_dir_all(&datastore).await?;
  163. info!("Instantiating event DAG");
  164. let sled_db = sled::open(datastore)?;
  165. let p2p = P2p::new(args.net.into(), ex.clone()).await;
  166. let event_graph =
  167. EventGraph::new(p2p.clone(), sled_db.clone(), "darkirc_dag", 1, ex.clone()).await?;
  168. info!("Registering EventGraph P2P protocol");
  169. let event_graph_ = Arc::clone(&event_graph);
  170. let registry = p2p.protocol_registry();
  171. registry
  172. .register(SESSION_ALL, move |channel, _| {
  173. let event_graph_ = event_graph_.clone();
  174. async move { ProtocolEventGraph::init(event_graph_, channel).await.unwrap() }
  175. })
  176. .await;
  177. info!("Starting dnet subs task");
  178. let dnet_sub = JsonSubscriber::new("dnet.subscribe_events");
  179. let dnet_sub_ = dnet_sub.clone();
  180. let p2p_ = p2p.clone();
  181. let dnet_task = StoppableTask::new();
  182. dnet_task.clone().start(
  183. async move {
  184. let dnet_sub = p2p_.dnet_subscribe().await;
  185. loop {
  186. let event = dnet_sub.receive().await;
  187. debug!("Got dnet event: {:?}", event);
  188. dnet_sub_.notify(vec![event.into()].into()).await;
  189. }
  190. },
  191. |res| async {
  192. match res {
  193. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  194. Err(e) => panic!("{}", e),
  195. }
  196. },
  197. Error::DetachedTaskStopped,
  198. ex.clone(),
  199. );
  200. info!("Starting deg subs task");
  201. let deg_sub = JsonSubscriber::new("deg.subscribe_events");
  202. let deg_sub_ = deg_sub.clone();
  203. let event_graph_ = event_graph.clone();
  204. let deg_task = StoppableTask::new();
  205. deg_task.clone().start(
  206. async move {
  207. let deg_sub = event_graph_.deg_subscribe().await;
  208. loop {
  209. let event = deg_sub.receive().await;
  210. debug!("Got deg event: {:?}", event);
  211. deg_sub_.notify(vec![event.into()].into()).await;
  212. }
  213. },
  214. |res| async {
  215. match res {
  216. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  217. Err(e) => panic!("{}", e),
  218. }
  219. },
  220. Error::DetachedTaskStopped,
  221. ex.clone(),
  222. );
  223. info!("Starting JSON-RPC server");
  224. let darkirc = Arc::new(DarkIrc::new(
  225. p2p.clone(),
  226. sled_db.clone(),
  227. event_graph.clone(),
  228. dnet_sub,
  229. deg_sub,
  230. ));
  231. let darkirc_ = Arc::clone(&darkirc);
  232. let rpc_task = StoppableTask::new();
  233. rpc_task.clone().start(
  234. listen_and_serve(args.rpc_listen, darkirc.clone(), None, ex.clone()),
  235. |res| async move {
  236. match res {
  237. Ok(()) | Err(Error::RpcServerStopped) => darkirc_.stop_connections().await,
  238. Err(e) => error!("Failed stopping JSON-RPC server: {}", e),
  239. }
  240. },
  241. Error::RpcServerStopped,
  242. ex.clone(),
  243. );
  244. info!("Starting IRC server");
  245. let config_path = get_config_path(args.config, CONFIG_FILE)?;
  246. let irc_server = IrcServer::new(
  247. darkirc.clone(),
  248. args.irc_listen,
  249. args.irc_tls_cert,
  250. args.irc_tls_secret,
  251. config_path,
  252. )
  253. .await?;
  254. let irc_task = StoppableTask::new();
  255. let ex_ = ex.clone();
  256. irc_task.clone().start(
  257. irc_server.clone().listen(ex_),
  258. |res| async move {
  259. match res {
  260. Ok(()) | Err(Error::DetachedTaskStopped) => { /* TODO: */ }
  261. Err(e) => error!("Failed stopping IRC server: {}", e),
  262. }
  263. },
  264. Error::DetachedTaskStopped,
  265. ex.clone(),
  266. );
  267. info!("Starting P2P network");
  268. p2p.clone().start().await?;
  269. info!("Waiting for some P2P connections...");
  270. sleep(5).await;
  271. // We'll attempt to sync 5 times
  272. if !args.skip_dag_sync {
  273. for i in 1..=6 {
  274. info!("Syncing event DAG (attempt #{})", i);
  275. match event_graph.dag_sync().await {
  276. Ok(()) => break,
  277. Err(e) => {
  278. if i == 6 {
  279. error!("Failed syncing DAG. Exiting.");
  280. p2p.stop().await;
  281. return Err(Error::DagSyncFailed)
  282. } else {
  283. // TODO: Maybe at this point we should prune or something?
  284. // TODO: Or maybe just tell the user to delete the DAG from FS.
  285. error!("Failed syncing DAG ({}), retrying in 10s...", e);
  286. sleep(10).await;
  287. }
  288. }
  289. }
  290. }
  291. } else {
  292. *event_graph.synced.write().await = true;
  293. }
  294. // Signal handling for graceful termination.
  295. let (signals_handler, signals_task) = SignalHandler::new(ex)?;
  296. signals_handler.wait_termination(signals_task).await?;
  297. info!("Caught termination signal, cleaning up and exiting...");
  298. info!("Stopping P2P network");
  299. p2p.stop().await;
  300. info!("Stopping JSON-RPC server");
  301. rpc_task.stop().await;
  302. dnet_task.stop().await;
  303. deg_task.stop().await;
  304. info!("Stopping IRC server");
  305. irc_task.stop().await;
  306. info!("Flushing sled");
  307. sled_db.flush_async().await?;
  308. info!("Shut down successfully");
  309. Ok(())
  310. }