main.rs 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2023 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use std::{
  19. collections::{HashMap, HashSet},
  20. sync::Arc,
  21. };
  22. use chrono::{Duration, Utc};
  23. use irc::ClientSubMsg;
  24. use log::{debug, error, info};
  25. use rand::rngs::OsRng;
  26. use smol::{fs::create_dir_all, lock::Mutex, stream::StreamExt};
  27. use structopt_toml::StructOptToml;
  28. use tinyjson::JsonValue;
  29. use darkfi::{
  30. async_daemonize,
  31. event_graph::{
  32. events_queue::EventsQueue,
  33. model::{Model, ModelPtr},
  34. protocol_event::{ProtocolEvent, Seen},
  35. view::View,
  36. },
  37. net,
  38. rpc::{
  39. jsonrpc::JsonSubscriber,
  40. server::{listen_and_serve, RequestHandler},
  41. },
  42. system::{sleep, StoppableTask, Subscriber, SubscriberPtr},
  43. util::{file::save_json_file, path::expand_path, time::Timestamp},
  44. Error, Result,
  45. };
  46. pub mod crypto;
  47. pub mod irc;
  48. pub mod privmsg;
  49. pub mod rpc;
  50. pub mod settings;
  51. use crate::{
  52. crypto::saltbox::KeyPair,
  53. irc::{IrcConfig, IrcServer},
  54. privmsg::PrivMsgEvent,
  55. rpc::JsonRpcInterface,
  56. settings::{Args, ChannelInfo, CONFIG_FILE, CONFIG_FILE_CONTENTS},
  57. };
  58. async fn parse_signals(
  59. sighup_sub: SubscriberPtr<Args>,
  60. client_sub: SubscriberPtr<ClientSubMsg>,
  61. ) -> Result<()> {
  62. debug!("Started signal parsing handler");
  63. let subscription = sighup_sub.subscribe().await;
  64. loop {
  65. let args = subscription.receive().await;
  66. let new_config = IrcConfig::new(&args)?;
  67. client_sub.notify(ClientSubMsg::Config(new_config)).await;
  68. }
  69. }
  70. // Removes events older than one week ,then sleeps untill next midnight
  71. async fn remove_old_events(model: ModelPtr<PrivMsgEvent>) -> Result<()> {
  72. loop {
  73. let now = Utc::now();
  74. // clocks are valid, safe to unwrap
  75. let next_midnight = (now + Duration::days(1)).date_naive().and_hms_opt(0, 0, 0).unwrap();
  76. let duration = next_midnight.signed_duration_since(now.naive_utc()).to_std().unwrap();
  77. let week_old_datetime =
  78. (now - Duration::weeks(1)).date_naive().and_hms_opt(0, 0, 0).unwrap();
  79. let timestamp = week_old_datetime.timestamp() as u64;
  80. model.lock().await.remove_old_events(Timestamp(timestamp))?;
  81. info!("Removing old events");
  82. sleep(duration.as_secs() + 1).await;
  83. }
  84. }
  85. async_daemonize!(realmain);
  86. async fn realmain(settings: Args, executor: Arc<smol::Executor<'static>>) -> Result<()> {
  87. let datastore_path = expand_path(&settings.datastore)?;
  88. // mkdir datastore_path if not exists
  89. create_dir_all(datastore_path.clone()).await?;
  90. // Signal handling for config reload and graceful termination.
  91. let (signals_handler, signals_task) = SignalHandler::new(executor.clone())?;
  92. let client_sub = Subscriber::new();
  93. executor.spawn(parse_signals(signals_handler.sighup_sub.clone(), client_sub.clone())).detach();
  94. ////////////////////
  95. // Generate new keypair and exit
  96. ////////////////////
  97. if settings.gen_keypair {
  98. let secret_key = crypto_box::SecretKey::generate(&mut OsRng);
  99. let public_key = secret_key.public_key();
  100. let secret = bs58::encode(secret_key.to_bytes()).into_string();
  101. let public = bs58::encode(public_key.as_bytes()).into_string();
  102. let kp = KeyPair { secret, public };
  103. if settings.output.is_some() {
  104. let datastore = expand_path(&settings.output.unwrap())?;
  105. let kp_enc = JsonValue::Object(HashMap::from([
  106. ("public".to_string(), JsonValue::String(kp.public)),
  107. ("secret".to_string(), JsonValue::String(kp.secret)),
  108. ]));
  109. save_json_file(&datastore, &kp_enc, false)?;
  110. } else {
  111. println!("Generated keypair:\n{}", kp);
  112. }
  113. return Ok(())
  114. }
  115. if settings.secret.is_some() {
  116. let secret = settings.secret.clone().unwrap();
  117. let bytes: [u8; 32] = bs58::decode(secret).into_vec()?.try_into().unwrap();
  118. let secret = crypto_box::SecretKey::from(bytes);
  119. let pubkey = secret.public_key();
  120. let pub_encoded = bs58::encode(pubkey.as_bytes()).into_string();
  121. if settings.output.is_some() {
  122. let datastore = expand_path(&settings.output.unwrap())?;
  123. save_json_file(&datastore, &JsonValue::String(pub_encoded), false)?;
  124. } else {
  125. println!("Public key recoverd: {}", pub_encoded);
  126. }
  127. return Ok(())
  128. }
  129. if settings.gen_secret {
  130. let secret_key = crypto_box::SecretKey::generate(&mut OsRng);
  131. let encoded = bs58::encode(secret_key.to_bytes());
  132. println!("{}", encoded.into_string());
  133. return Ok(())
  134. }
  135. ////////////////////
  136. // Initialize the base structures
  137. ////////////////////
  138. let events_queue = EventsQueue::<PrivMsgEvent>::new();
  139. let model = Arc::new(Mutex::new(Model::new(events_queue.clone())));
  140. let view = Arc::new(Mutex::new(View::new(events_queue.clone())));
  141. let model_clone = model.clone();
  142. let model_clone2 = model.clone();
  143. {
  144. // Temporarly load model and check if the loaded head is not
  145. // older than one week (already removed from other node's tree)
  146. let now = Utc::now();
  147. let now_datetime = (now - Duration::weeks(1)).date_naive().and_hms_opt(0, 0, 0).unwrap();
  148. let timestamp = Timestamp(now_datetime.timestamp() as u64);
  149. let mut loaded_model = Model::new(events_queue.clone());
  150. loaded_model.load_tree(&datastore_path)?;
  151. if loaded_model
  152. .get_event(&loaded_model.get_head_hash()?)
  153. .is_some_and(|event| event.timestamp >= timestamp)
  154. {
  155. model.lock().await.load_tree(&datastore_path)?;
  156. }
  157. }
  158. ////////////////////
  159. // P2p setup
  160. ////////////////////
  161. // Buffers
  162. let seen_event = Seen::new();
  163. let seen_inv = Seen::new();
  164. // Check the version
  165. let net_settings = settings.net.clone();
  166. // New p2p
  167. let p2p = net::P2p::new(net_settings.into(), executor.clone()).await;
  168. // Register the protocol_event
  169. let registry = p2p.protocol_registry();
  170. registry
  171. .register(net::SESSION_ALL, move |channel, p2p| {
  172. let seen_event = seen_event.clone();
  173. let seen_inv = seen_inv.clone();
  174. let model = model.clone();
  175. async move { ProtocolEvent::init(channel, p2p, model, seen_event, seen_inv).await }
  176. })
  177. .await;
  178. // ==============
  179. // p2p dnet setup
  180. // ==============
  181. info!(target: "darkirc", "Starting dnet subs task");
  182. let json_sub = JsonSubscriber::new("dnet.subscribe_events");
  183. let json_sub_ = json_sub.clone();
  184. let p2p_ = p2p.clone();
  185. let dnet_task = StoppableTask::new();
  186. dnet_task.clone().start(
  187. async move {
  188. let dnet_sub = p2p_.dnet_subscribe().await;
  189. loop {
  190. let event = dnet_sub.receive().await;
  191. debug!("Got dnet event: {:?}", event);
  192. json_sub_.notify(vec![event.into()]).await;
  193. }
  194. },
  195. |res| async {
  196. match res {
  197. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  198. Err(e) => {
  199. error!(target: "darkirc", "Failed starting remove old events task: {}", e)
  200. }
  201. }
  202. },
  203. Error::DetachedTaskStopped,
  204. executor.clone(),
  205. );
  206. ////////////////////
  207. // RPC interface setup
  208. ////////////////////
  209. let rpc_listen_addr = settings.rpc_listen.clone();
  210. info!(target: "darkirc", "Starting JSON-RPC server on {}", rpc_listen_addr);
  211. let rpc_interface = Arc::new(JsonRpcInterface {
  212. addr: rpc_listen_addr.clone(),
  213. p2p: p2p.clone(),
  214. dnet_sub: json_sub,
  215. rpc_connections: Mutex::new(HashSet::new()),
  216. });
  217. let rpc_task = StoppableTask::new();
  218. let rpc_interface_ = rpc_interface.clone();
  219. rpc_task.clone().start(
  220. listen_and_serve(rpc_listen_addr, rpc_interface, None, executor.clone()),
  221. |res| async move {
  222. match res {
  223. Ok(()) | Err(Error::RpcServerStopped) => rpc_interface_.stop_connections().await,
  224. Err(e) => error!(target: "darkirc", "Failed starting JSON-RPC server: {}", e),
  225. }
  226. },
  227. Error::RpcServerStopped,
  228. executor.clone(),
  229. );
  230. ////////////////////
  231. // Start P2P network
  232. ////////////////////
  233. info!(target: "darkirc", "Starting P2P network");
  234. p2p.clone().start().await?;
  235. ////////////////////
  236. // IRC server
  237. ////////////////////
  238. info!(target: "darkirc", "Starting IRC server");
  239. let irc_server = IrcServer::new(
  240. settings.clone(),
  241. p2p.clone(),
  242. model_clone.clone(),
  243. view.clone(),
  244. client_sub,
  245. )
  246. .await?;
  247. let irc_server_task = StoppableTask::new();
  248. let executor_ = executor.clone();
  249. irc_server_task.clone().start(
  250. // Weird hack to prevent lifetimes hell
  251. async move { irc_server.start(executor_).await },
  252. |res| async {
  253. match res {
  254. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  255. Err(e) => error!(target: "darkirc", "Failed starting IRC server: {}", e),
  256. }
  257. },
  258. Error::DetachedTaskStopped,
  259. executor.clone(),
  260. );
  261. // Reset root task
  262. info!(target: "darkirc", "Starting remove old events task");
  263. let remove_old_events_task = StoppableTask::new();
  264. remove_old_events_task.clone().start(
  265. remove_old_events(model_clone2),
  266. |res| async {
  267. match res {
  268. Ok(()) | Err(Error::DetachedTaskStopped) => { /* Do nothing */ }
  269. Err(e) => {
  270. error!(target: "darkirc", "Failed starting remove old events task: {}", e)
  271. }
  272. }
  273. },
  274. Error::DetachedTaskStopped,
  275. executor,
  276. );
  277. // Wait for termination signal
  278. signals_handler.wait_termination(signals_task).await?;
  279. info!("Caught termination signal, cleaning up and exiting...");
  280. model_clone.lock().await.save_tree(&datastore_path)?;
  281. info!(target: "darkirc", "Stopping dnet subs task...");
  282. dnet_task.stop().await;
  283. info!(target: "darkirc", "Stopping JSON-RPC server...");
  284. rpc_task.stop().await;
  285. info!(target: "darkirc", "Stopping P2P network");
  286. p2p.stop().await;
  287. info!(target: "darkirc", "Stopping IRC server...");
  288. irc_server_task.stop().await;
  289. info!(target: "darkirc", "Stopping remove old events task...");
  290. remove_old_events_task.stop().await;
  291. Ok(())
  292. }