main.rs 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2023 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use std::{collections::HashMap, sync::Arc};
  19. use chrono::{Duration, Utc};
  20. use irc::ClientSubMsg;
  21. use log::{debug, error, info};
  22. use rand::rngs::OsRng;
  23. use smol::{fs::create_dir_all, lock::Mutex, stream::StreamExt};
  24. use structopt_toml::StructOptToml;
  25. use tinyjson::JsonValue;
  26. use darkfi::{
  27. async_daemonize,
  28. event_graph::{
  29. events_queue::EventsQueue,
  30. model::{Model, ModelPtr},
  31. protocol_event::{ProtocolEvent, Seen},
  32. view::View,
  33. },
  34. net,
  35. rpc::{jsonrpc::JsonSubscriber, server::listen_and_serve},
  36. system::{sleep, StoppableTask, Subscriber, SubscriberPtr},
  37. util::{file::save_json_file, path::expand_path, time::Timestamp},
  38. Error, Result,
  39. };
  40. pub mod crypto;
  41. pub mod irc;
  42. pub mod privmsg;
  43. pub mod rpc;
  44. pub mod settings;
  45. use crate::{
  46. crypto::KeyPair,
  47. irc::{IrcConfig, IrcServer},
  48. privmsg::PrivMsgEvent,
  49. rpc::JsonRpcInterface,
  50. settings::{Args, ChannelInfo, CONFIG_FILE, CONFIG_FILE_CONTENTS},
  51. };
  52. async fn parse_signals(
  53. sighup_sub: SubscriberPtr<Args>,
  54. client_sub: SubscriberPtr<ClientSubMsg>,
  55. ) -> Result<()> {
  56. debug!("Started signal parsing handler");
  57. let subscription = sighup_sub.subscribe().await;
  58. loop {
  59. let args = subscription.receive().await;
  60. let new_config = IrcConfig::new(&args)?;
  61. client_sub.notify(ClientSubMsg::Config(new_config)).await;
  62. }
  63. }
  64. // Removes events older than one week ,then sleeps untill next midnight
  65. async fn remove_old_events(model: ModelPtr<PrivMsgEvent>) -> Result<()> {
  66. loop {
  67. let now = Utc::now();
  68. // clocks are valid, safe to unwrap
  69. let next_midnight = (now + Duration::days(1)).date_naive().and_hms_opt(0, 0, 0).unwrap();
  70. let duration = next_midnight.signed_duration_since(now.naive_utc()).to_std().unwrap();
  71. let week_old_datetime =
  72. (now - Duration::weeks(1)).date_naive().and_hms_opt(0, 0, 0).unwrap();
  73. let timestamp = week_old_datetime.timestamp() as u64;
  74. model.lock().await.remove_old_events(Timestamp(timestamp))?;
  75. info!("Removing old events");
  76. sleep(duration.as_secs() + 1).await;
  77. }
  78. }
  79. async_daemonize!(realmain);
  80. async fn realmain(settings: Args, executor: Arc<smol::Executor<'static>>) -> Result<()> {
  81. let datastore_path = expand_path(&settings.datastore)?;
  82. // mkdir datastore_path if not exists
  83. create_dir_all(datastore_path.clone()).await?;
  84. // Signal handling for config reload and graceful termination.
  85. let (signals_handler, signals_task) = SignalHandler::new(executor.clone())?;
  86. let client_sub = Subscriber::new();
  87. executor.spawn(parse_signals(signals_handler.sighup_sub.clone(), client_sub.clone())).detach();
  88. ////////////////////
  89. // Generate new keypair and exit
  90. ////////////////////
  91. if settings.gen_keypair {
  92. let secret_key = crypto_box::SecretKey::generate(&mut OsRng);
  93. let public_key = secret_key.public_key();
  94. let secret = bs58::encode(secret_key.to_bytes()).into_string();
  95. let public = bs58::encode(public_key.as_bytes()).into_string();
  96. let kp = KeyPair { secret, public };
  97. if settings.output.is_some() {
  98. let datastore = expand_path(&settings.output.unwrap())?;
  99. let kp_enc = JsonValue::Object(HashMap::from([
  100. ("public".to_string(), JsonValue::String(kp.public)),
  101. ("secret".to_string(), JsonValue::String(kp.secret)),
  102. ]));
  103. save_json_file(&datastore, &kp_enc, false)?;
  104. } else {
  105. println!("Generated keypair:\n{}", kp);
  106. }
  107. return Ok(())
  108. }
  109. if settings.secret.is_some() {
  110. let secret = settings.secret.clone().unwrap();
  111. let bytes: [u8; 32] = bs58::decode(secret).into_vec()?.try_into().unwrap();
  112. let secret = crypto_box::SecretKey::from(bytes);
  113. let pubkey = secret.public_key();
  114. let pub_encoded = bs58::encode(pubkey.as_bytes()).into_string();
  115. if settings.output.is_some() {
  116. let datastore = expand_path(&settings.output.unwrap())?;
  117. save_json_file(&datastore, &JsonValue::String(pub_encoded), false)?;
  118. } else {
  119. println!("Public key recoverd: {}", pub_encoded);
  120. }
  121. return Ok(())
  122. }
  123. if settings.gen_secret {
  124. let secret_key = crypto_box::SecretKey::generate(&mut OsRng);
  125. let encoded = bs58::encode(secret_key.to_bytes());
  126. println!("{}", encoded.into_string());
  127. return Ok(())
  128. }
  129. ////////////////////
  130. // Initialize the base structures
  131. ////////////////////
  132. let events_queue = EventsQueue::<PrivMsgEvent>::new();
  133. let model = Arc::new(Mutex::new(Model::new(events_queue.clone())));
  134. let view = Arc::new(Mutex::new(View::new(events_queue.clone())));
  135. let model_clone = model.clone();
  136. let model_clone2 = model.clone();
  137. {
  138. // Temporarly load model and check if the loaded head is not
  139. // older than one week (already removed from other node's tree)
  140. let now = Utc::now();
  141. let now_datetime = (now - Duration::weeks(1)).date_naive().and_hms_opt(0, 0, 0).unwrap();
  142. let timestamp = Timestamp(now_datetime.timestamp() as u64);
  143. let mut loaded_model = Model::new(events_queue.clone());
  144. loaded_model.load_tree(&datastore_path)?;
  145. if loaded_model
  146. .get_event(&loaded_model.get_head_hash())
  147. .is_some_and(|event| event.timestamp >= timestamp)
  148. {
  149. model.lock().await.load_tree(&datastore_path)?;
  150. }
  151. }
  152. ////////////////////
  153. // P2p setup
  154. ////////////////////
  155. // Buffers
  156. let seen_event = Seen::new();
  157. let seen_inv = Seen::new();
  158. // Check the version
  159. let net_settings = settings.net.clone();
  160. // New p2p
  161. let p2p = net::P2p::new(net_settings.into(), executor.clone()).await;
  162. // Register the protocol_event
  163. let registry = p2p.protocol_registry();
  164. registry
  165. .register(net::SESSION_ALL, move |channel, p2p| {
  166. let seen_event = seen_event.clone();
  167. let seen_inv = seen_inv.clone();
  168. let model = model.clone();
  169. async move { ProtocolEvent::init(channel, p2p, model, seen_event, seen_inv).await }
  170. })
  171. .await;
  172. // ==============
  173. // p2p dnet setup
  174. // ==============
  175. info!(target: "darkirc", "Starting dnet subs task");
  176. let json_sub = JsonSubscriber::new("dnet.subscribe_events");
  177. let json_sub_ = json_sub.clone();
  178. let p2p_ = p2p.clone();
  179. let dnet_task = StoppableTask::new();
  180. dnet_task.clone().start(
  181. async move {
  182. let dnet_sub = p2p_.dnet_subscribe().await;
  183. loop {
  184. let event = dnet_sub.receive().await;
  185. debug!("Got dnet event: {:?}", event);
  186. json_sub_.notify(vec![event.into()]).await;
  187. }
  188. },
  189. |res| async {
  190. match res {
  191. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  192. Err(e) => {
  193. error!(target: "darkirc", "Failed starting remove old events task: {}", e)
  194. }
  195. }
  196. },
  197. Error::DetachedTaskStopped,
  198. executor.clone(),
  199. );
  200. ////////////////////
  201. // RPC interface setup
  202. ////////////////////
  203. let rpc_listen_addr = settings.rpc_listen.clone();
  204. info!(target: "darkirc", "Starting JSON-RPC server on {}", rpc_listen_addr);
  205. let rpc_interface = Arc::new(JsonRpcInterface {
  206. addr: rpc_listen_addr.clone(),
  207. p2p: p2p.clone(),
  208. dnet_sub: json_sub,
  209. });
  210. let rpc_task = StoppableTask::new();
  211. rpc_task.clone().start(
  212. listen_and_serve(rpc_listen_addr, rpc_interface, executor.clone()),
  213. |res| async {
  214. match res {
  215. Ok(()) | Err(Error::RPCServerStopped) => { /* Do nothing */ }
  216. Err(e) => error!(target: "darkirc", "Failed starting JSON-RPC server: {}", e),
  217. }
  218. },
  219. Error::RPCServerStopped,
  220. executor.clone(),
  221. );
  222. ////////////////////
  223. // Start P2P network
  224. ////////////////////
  225. info!(target: "darkirc", "Starting P2P network");
  226. p2p.clone().start().await?;
  227. StoppableTask::new().start(
  228. p2p.clone().run(),
  229. |res| async {
  230. match res {
  231. Ok(()) | Err(Error::P2PNetworkStopped) => { /* Do nothing */ }
  232. Err(e) => error!(target: "darkirc", "Failed starting P2P network: {}", e),
  233. }
  234. },
  235. Error::P2PNetworkStopped,
  236. executor.clone(),
  237. );
  238. ////////////////////
  239. // IRC server
  240. ////////////////////
  241. info!(target: "darkirc", "Starting IRC server");
  242. let irc_server = IrcServer::new(
  243. settings.clone(),
  244. p2p.clone(),
  245. model_clone.clone(),
  246. view.clone(),
  247. client_sub,
  248. )
  249. .await?;
  250. let irc_server_task = StoppableTask::new();
  251. let executor_ = executor.clone();
  252. irc_server_task.clone().start(
  253. // Weird hack to prevent lifetimes hell
  254. async move { irc_server.start(executor_).await },
  255. |res| async {
  256. match res {
  257. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  258. Err(e) => error!(target: "darkirc", "Failed starting IRC server: {}", e),
  259. }
  260. },
  261. Error::DetachedTaskStopped,
  262. executor.clone(),
  263. );
  264. // Reset root task
  265. info!(target: "darkirc", "Starting remove old events task");
  266. let remove_old_events_task = StoppableTask::new();
  267. remove_old_events_task.clone().start(
  268. remove_old_events(model_clone2),
  269. |res| async {
  270. match res {
  271. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  272. Err(e) => {
  273. error!(target: "darkirc", "Failed starting remove old events task: {}", e)
  274. }
  275. }
  276. },
  277. Error::DetachedTaskStopped,
  278. executor,
  279. );
  280. // Wait for termination signal
  281. signals_handler.wait_termination(signals_task).await?;
  282. info!("Caught termination signal, cleaning up and exiting...");
  283. model_clone.lock().await.save_tree(&datastore_path)?;
  284. info!(target: "darkirc", "Stopping dnet subs task...");
  285. dnet_task.stop().await;
  286. info!(target: "darkirc", "Stopping JSON-RPC server...");
  287. rpc_task.stop().await;
  288. info!(target: "darkirc", "Stopping P2P network");
  289. p2p.stop().await;
  290. info!(target: "darkirc", "Stopping IRC server...");
  291. irc_server_task.stop().await;
  292. info!(target: "darkirc", "Stopping remove old events task...");
  293. remove_old_events_task.stop().await;
  294. Ok(())
  295. }