main.rs 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290
  1. use std::{
  2. env,
  3. fs::{create_dir_all, remove_dir_all},
  4. io::stdin,
  5. path::Path,
  6. };
  7. use async_std::sync::{Arc, Mutex};
  8. use crypto_box::{
  9. aead::{Aead, AeadCore},
  10. SalsaBox, SecretKey,
  11. };
  12. use futures::{select, FutureExt};
  13. use fxhash::FxHashMap;
  14. use log::{debug, error, info, warn};
  15. use structopt_toml::StructOptToml;
  16. use darkfi::{
  17. async_daemonize, net,
  18. raft::{NetMsg, ProtocolRaft, Raft, RaftSettings},
  19. rpc::server::listen_and_serve,
  20. serial::{deserialize, serialize, SerialDecodable, SerialEncodable},
  21. util::path::expand_path,
  22. Error, Result,
  23. };
  24. mod error;
  25. mod jsonrpc;
  26. mod month_tasks;
  27. mod settings;
  28. mod task_info;
  29. mod util;
  30. use crate::{
  31. error::TaudResult,
  32. jsonrpc::JsonRpcInterface,
  33. settings::{Args, CONFIG_FILE, CONFIG_FILE_CONTENTS},
  34. task_info::TaskInfo,
  35. };
  36. fn get_workspaces(settings: &Args) -> Result<FxHashMap<String, SalsaBox>> {
  37. let mut workspaces = FxHashMap::default();
  38. for workspace in settings.workspaces.iter() {
  39. let workspace: Vec<&str> = workspace.split(':').collect();
  40. let (workspace, secret) = (workspace[0], workspace[1]);
  41. let bytes: [u8; 32] = bs58::decode(secret)
  42. .into_vec()?
  43. .try_into()
  44. .map_err(|_| Error::ParseFailed("Parse secret key failed"))?;
  45. let secret = crypto_box::SecretKey::from(bytes);
  46. let public = secret.public_key();
  47. let salsa_box = crypto_box::SalsaBox::new(&public, &secret);
  48. workspaces.insert(workspace.to_string(), salsa_box);
  49. }
  50. Ok(workspaces)
  51. }
  52. #[derive(Debug, Clone, SerialEncodable, SerialDecodable)]
  53. pub struct EncryptedTask {
  54. nonce: Vec<u8>,
  55. payload: Vec<u8>,
  56. }
  57. fn encrypt_task(
  58. task: &TaskInfo,
  59. salsa_box: &SalsaBox,
  60. rng: &mut crypto_box::rand_core::OsRng,
  61. ) -> TaudResult<EncryptedTask> {
  62. debug!("start encrypting task");
  63. let nonce = SalsaBox::generate_nonce(rng);
  64. let payload = &serialize(task)[..];
  65. let payload = salsa_box.encrypt(&nonce, payload)?;
  66. let nonce = nonce.to_vec();
  67. Ok(EncryptedTask { nonce, payload })
  68. }
  69. fn decrypt_task(encrypt_task: &EncryptedTask, salsa_box: &SalsaBox) -> TaudResult<TaskInfo> {
  70. debug!("start decrypting task");
  71. let nonce = encrypt_task.nonce.as_slice();
  72. let decrypted_task = salsa_box.decrypt(nonce.into(), &encrypt_task.payload[..])?;
  73. let task = deserialize(&decrypted_task)?;
  74. Ok(task)
  75. }
  76. async fn start_sync_loop(
  77. broadcast_rcv: smol::channel::Receiver<TaskInfo>,
  78. raft_msgs_sender: smol::channel::Sender<EncryptedTask>,
  79. commits_recv: smol::channel::Receiver<EncryptedTask>,
  80. datastore_path: std::path::PathBuf,
  81. workspaces: FxHashMap<String, SalsaBox>,
  82. mut rng: crypto_box::rand_core::OsRng,
  83. ) -> TaudResult<()> {
  84. loop {
  85. select! {
  86. task = broadcast_rcv.recv().fuse() => {
  87. let tk = task.map_err(Error::from)?;
  88. if workspaces.contains_key(&tk.workspace) {
  89. let salsa_box = workspaces.get(&tk.workspace).unwrap();
  90. let encrypted_task = encrypt_task(&tk, salsa_box, &mut rng)?;
  91. info!(target: "tau", "Send the task: ref: {}", tk.ref_id);
  92. raft_msgs_sender.send(encrypted_task).await.map_err(Error::from)?;
  93. }
  94. }
  95. task = commits_recv.recv().fuse() => {
  96. let task = task.map_err(Error::from)?;
  97. on_receive_task(&task,&datastore_path, &workspaces)
  98. .await?;
  99. }
  100. }
  101. }
  102. }
  103. async fn on_receive_task(
  104. task: &EncryptedTask,
  105. datastore_path: &Path,
  106. workspaces: &FxHashMap<String, SalsaBox>,
  107. ) -> TaudResult<()> {
  108. for (workspace, salsa_box) in workspaces.iter() {
  109. let task = decrypt_task(task, salsa_box);
  110. if let Err(e) = task {
  111. info!("unable to decrypt the task: {}", e);
  112. continue
  113. }
  114. let mut task = task.unwrap();
  115. info!(target: "tau", "Save the task: ref: {}", task.ref_id);
  116. task.workspace = workspace.clone();
  117. task.save(datastore_path)?;
  118. }
  119. Ok(())
  120. }
  121. async_daemonize!(realmain);
  122. async fn realmain(settings: Args, executor: Arc<smol::Executor<'_>>) -> Result<()> {
  123. let datastore_path = expand_path(&settings.datastore)?;
  124. let nickname =
  125. if settings.nickname.is_some() { settings.nickname.clone() } else { env::var("USER").ok() };
  126. if settings.refresh {
  127. println!("Removing local data in: {:?} (yes/no)? ", datastore_path);
  128. let mut confirm = String::new();
  129. stdin().read_line(&mut confirm).expect("Failed to read line");
  130. let confirm = confirm.to_lowercase();
  131. let confirm = confirm.trim();
  132. if confirm == "yes" || confirm == "y" {
  133. remove_dir_all(datastore_path).unwrap_or(());
  134. println!("Local data removed successfully.");
  135. } else {
  136. error!("Unexpected Value: {}", confirm);
  137. }
  138. return Ok(())
  139. }
  140. if nickname.is_none() {
  141. error!("Provide a nickname in config file");
  142. return Ok(())
  143. }
  144. // mkdir datastore_path if not exists
  145. create_dir_all(datastore_path.clone())?;
  146. create_dir_all(datastore_path.join("month"))?;
  147. create_dir_all(datastore_path.join("task"))?;
  148. let rng = crypto_box::rand_core::OsRng;
  149. if settings.generate {
  150. println!("Generating a new workspace");
  151. loop {
  152. println!("Name for the new workspace: ");
  153. let mut workspace = String::new();
  154. stdin().read_line(&mut workspace).expect("Failed to read line");
  155. let workspace = workspace.to_lowercase();
  156. let workspace = workspace.trim();
  157. if workspace.is_empty() && workspace.len() < 3 {
  158. error!("Wrong workspace try again");
  159. continue
  160. }
  161. let mut rng = crypto_box::rand_core::OsRng;
  162. let secret_key = SecretKey::generate(&mut rng);
  163. let encoded = bs58::encode(secret_key.as_bytes());
  164. println!("workspace: {}:{}", workspace, encoded.into_string());
  165. println!("Please add it to the config file.");
  166. break
  167. }
  168. return Ok(())
  169. }
  170. let workspaces = get_workspaces(&settings)?;
  171. if workspaces.is_empty() {
  172. error!("Please add at least one workspace to the config file.");
  173. println!("Run `$ taud --generate` to generate new workspace.");
  174. return Ok(())
  175. }
  176. //
  177. // Raft
  178. //
  179. let seen_net_msgs = Arc::new(Mutex::new(FxHashMap::default()));
  180. let datastore_raft = datastore_path.join("tau.db");
  181. let raft_settings = RaftSettings { datastore_path: datastore_raft, ..RaftSettings::default() };
  182. let mut raft = Raft::<EncryptedTask>::new(raft_settings, seen_net_msgs.clone())?;
  183. let raft_id = raft.id();
  184. let (broadcast_snd, broadcast_rcv) = smol::channel::unbounded::<TaskInfo>();
  185. //
  186. // P2p setup
  187. //
  188. let mut net_settings = settings.net.clone();
  189. net_settings.app_version = Some(option_env!("CARGO_PKG_VERSION").unwrap_or("").to_string());
  190. let (p2p_send_channel, p2p_recv_channel) = smol::channel::unbounded::<NetMsg>();
  191. let p2p = net::P2p::new(net_settings.into()).await;
  192. let p2p = p2p.clone();
  193. let registry = p2p.protocol_registry();
  194. registry
  195. .register(net::SESSION_ALL, move |channel, p2p| {
  196. let raft_id = raft_id.clone();
  197. let sender = p2p_send_channel.clone();
  198. let seen_net_msgs_cloned = seen_net_msgs.clone();
  199. async move {
  200. ProtocolRaft::init(raft_id, channel, sender, p2p, seen_net_msgs_cloned).await
  201. }
  202. })
  203. .await;
  204. p2p.clone().start(executor.clone()).await?;
  205. executor.spawn(p2p.clone().run(executor.clone())).detach();
  206. //
  207. // RPC interface
  208. //
  209. let rpc_interface = Arc::new(JsonRpcInterface::new(
  210. datastore_path.clone(),
  211. broadcast_snd,
  212. nickname.unwrap(),
  213. workspaces.clone(),
  214. p2p.clone(),
  215. ));
  216. executor.spawn(listen_and_serve(settings.rpc_listen.clone(), rpc_interface)).detach();
  217. //
  218. // Waiting Exit signal
  219. //
  220. let (signal, shutdown) = smol::channel::bounded::<()>(1);
  221. ctrlc::set_handler(move || {
  222. warn!(target: "tau", "Catch exit signal");
  223. // cleaning up tasks running in the background
  224. if let Err(e) = async_std::task::block_on(signal.send(())) {
  225. error!("Error on sending exit signal: {}", e);
  226. }
  227. })
  228. .unwrap();
  229. executor
  230. .spawn(start_sync_loop(
  231. broadcast_rcv,
  232. raft.sender(),
  233. raft.receiver(),
  234. datastore_path,
  235. workspaces,
  236. rng,
  237. ))
  238. .detach();
  239. raft.run(p2p.clone(), p2p_recv_channel.clone(), executor.clone(), shutdown.clone()).await?;
  240. Ok(())
  241. }