net.rs 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537
  1. use async_lock::Mutex;
  2. use darkfi_serial::{deserialize, Decodable, Encodable, SerialDecodable, VarInt};
  3. use std::{
  4. io::Cursor,
  5. sync::{mpsc, Arc},
  6. };
  7. use zeromq::{Socket, SocketRecv, SocketSend};
  8. use crate::{
  9. error::{Error, Result},
  10. expr::SExprCode,
  11. prop::{Property, PropertySubType, PropertyType, PropertyValue},
  12. scene::{SceneGraphPtr2, SceneNodeId, SceneNodeType, Slot, SlotId},
  13. };
  14. #[derive(Debug, SerialDecodable)]
  15. #[repr(u8)]
  16. enum Command {
  17. Hello = 0,
  18. AddNode = 1,
  19. RemoveNode = 9,
  20. RenameNode = 23,
  21. ScanDangling = 24,
  22. LookupNodeId = 12,
  23. AddProperty = 11,
  24. LinkNode = 2,
  25. UnlinkNode = 8,
  26. GetInfo = 19,
  27. GetChildren = 4,
  28. GetParents = 5,
  29. GetProperties = 3,
  30. GetPropertyValue = 6,
  31. SetPropertyValue = 7,
  32. GetSignals = 14,
  33. RegisterSlot = 15,
  34. UnregisterSlot = 16,
  35. LookupSlotId = 17,
  36. GetSlots = 18,
  37. GetMethods = 20,
  38. GetMethod = 21,
  39. CallMethod = 22,
  40. }
  41. // Missing calls todo:
  42. // GetPropLen
  43. // UnsetProperty
  44. // SetPropertyNull
  45. // PropertyPushNull
  46. // PropertyPush
  47. // PropertyIsUnset
  48. pub struct ZeroMQAdapter {
  49. /*
  50. // req-reply commands
  51. req_socket: zmq::Socket,
  52. // We cannot share zmq sockets across threads, and we cannot quickly spawn
  53. // pub sockets due to address reuse errors.
  54. slot_sender: mpsc::SyncSender<(Vec<u8>, Vec<u8>)>,
  55. slot_recvr: Option<mpsc::Receiver<(Vec<u8>, Vec<u8>)>>,
  56. */
  57. scene_graph: SceneGraphPtr2,
  58. ex: Arc<smol::Executor<'static>>,
  59. zmq_rep: Mutex<zeromq::RepSocket>,
  60. zmq_pub: Mutex<zeromq::PubSocket>,
  61. }
  62. impl ZeroMQAdapter {
  63. pub async fn new(scene_graph: SceneGraphPtr2, ex: Arc<smol::Executor<'static>>) -> Arc<Self> {
  64. let mut zmq_rep = zeromq::RepSocket::new();
  65. zmq_rep.bind("tcp://0.0.0.0:9484").await.unwrap();
  66. let mut zmq_pub = zeromq::PubSocket::new();
  67. zmq_pub.bind("tcp://0.0.0.0:9485").await.unwrap();
  68. Arc::new(Self {
  69. scene_graph,
  70. ex,
  71. zmq_rep: Mutex::new(zmq_rep),
  72. zmq_pub: Mutex::new(zmq_pub),
  73. })
  74. }
  75. pub async fn run(self: Arc<Self>) {
  76. loop {
  77. let req = self.zmq_rep.lock().await.recv().await.unwrap();
  78. assert_eq!(req.len(), 2);
  79. let cmd = req.get(0).unwrap().to_vec();
  80. assert_eq!(cmd.len(), 1);
  81. let payload = req.get(1).unwrap().to_vec();
  82. let cmd = deserialize(&cmd).unwrap();
  83. debug!(target: "req", "zmq: {:?} {:?}", cmd, payload);
  84. let self2 = self.clone();
  85. match self2.process_request(cmd, payload).await {
  86. Ok(reply) => {
  87. let mut m = zeromq::ZmqMessage::from(vec![0u8]);
  88. m.push_back(reply.into());
  89. // [errc:1] [reply]
  90. self.zmq_rep.lock().await.send(m).await.unwrap();
  91. }
  92. Err(err) => {
  93. let errc = err as u8;
  94. warn!(target: "req", "errc {}: {}", errc, err);
  95. let mut m = zeromq::ZmqMessage::from(vec![errc]);
  96. m.push_back(vec![].into());
  97. // [errc:1] [reply]
  98. self.zmq_rep.lock().await.send(m).await.unwrap();
  99. }
  100. }
  101. }
  102. }
  103. async fn process_request(self: Arc<Self>, cmd: Command, payload: Vec<u8>) -> Result<Vec<u8>> {
  104. let mut scene_graph = self.scene_graph.lock().await;
  105. let mut cur = Cursor::new(&payload);
  106. let mut reply = vec![];
  107. match cmd {
  108. Command::Hello => {
  109. debug!(target: "req", "hello()");
  110. assert_eq!(payload.len(), 0);
  111. "hello".encode(&mut reply).unwrap();
  112. }
  113. Command::GetInfo => {
  114. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  115. debug!(target: "req", "{:?}({})", cmd, node_id);
  116. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  117. node.name.encode(&mut reply).unwrap();
  118. node.typ.encode(&mut reply).unwrap();
  119. }
  120. Command::GetChildren => {
  121. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  122. debug!(target: "req", "{:?}({})", cmd, node_id);
  123. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  124. let children: Vec<_> = node
  125. .children
  126. .iter()
  127. .map(|node_inf| (node_inf.name.clone(), node_inf.id, node_inf.typ))
  128. .collect();
  129. children.encode(&mut reply).unwrap();
  130. }
  131. Command::GetParents => {
  132. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  133. debug!(target: "req", "{:?}({})", cmd, node_id);
  134. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  135. let parents: Vec<_> = node
  136. .parents
  137. .iter()
  138. .map(|node_inf| (node_inf.name.clone(), node_inf.id, node_inf.typ))
  139. .collect();
  140. parents.encode(&mut reply).unwrap();
  141. }
  142. Command::GetProperties => {
  143. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  144. debug!(target: "req", "{:?}({})", cmd, node_id);
  145. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  146. VarInt(node.props.len() as u64).encode(&mut reply).unwrap();
  147. for prop in &node.props {
  148. prop.name.encode(&mut reply).unwrap();
  149. prop.typ.encode(&mut reply).unwrap();
  150. prop.subtype.encode(&mut reply).unwrap();
  151. prop.defaults.encode(&mut reply).unwrap();
  152. prop.ui_name.encode(&mut reply).unwrap();
  153. prop.desc.encode(&mut reply).unwrap();
  154. prop.is_null_allowed.encode(&mut reply).unwrap();
  155. prop.is_expr_allowed.encode(&mut reply).unwrap();
  156. (prop.array_len as u32).encode(&mut reply).unwrap();
  157. prop.min_val.encode(&mut reply).unwrap();
  158. prop.max_val.encode(&mut reply).unwrap();
  159. prop.enum_items.encode(&mut reply).unwrap();
  160. }
  161. }
  162. Command::GetPropertyValue => {
  163. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  164. let prop_name = String::decode(&mut cur).unwrap();
  165. debug!(target: "req", "{:?}({}, {})", cmd, node_id, prop_name);
  166. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  167. let prop = node.get_property(&prop_name).ok_or(Error::PropertyNotFound)?;
  168. prop.typ.encode(&mut reply).unwrap();
  169. VarInt(prop.get_len() as u64).encode(&mut reply).unwrap();
  170. for i in 0..prop.get_len() {
  171. let val = prop.get_raw_value(i)?;
  172. if val.is_unset() {
  173. 1u8.encode(&mut reply).unwrap();
  174. let default = &prop.defaults[i];
  175. default.encode(&mut reply).unwrap();
  176. } else if val.is_null() {
  177. 2u8.encode(&mut reply).unwrap();
  178. } else if val.is_expr() {
  179. 3u8.encode(&mut reply).unwrap();
  180. } else {
  181. 0u8.encode(&mut reply).unwrap();
  182. val.encode(&mut reply).unwrap();
  183. }
  184. }
  185. }
  186. Command::AddNode => {
  187. let node_name = String::decode(&mut cur).unwrap();
  188. let node_type = SceneNodeType::decode(&mut cur).unwrap();
  189. debug!(target: "req", "{:?}({}, {:?})", cmd, node_name, node_type);
  190. let node_id = scene_graph.add_node(&node_name, node_type).id;
  191. node_id.encode(&mut reply).unwrap();
  192. }
  193. Command::RemoveNode => {
  194. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  195. debug!(target: "req", "{:?}({})", cmd, node_id);
  196. scene_graph.remove_node(node_id)?;
  197. }
  198. Command::RenameNode => {
  199. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  200. let node_name = String::decode(&mut cur).unwrap();
  201. debug!(target: "req", "{:?}({}, {})", cmd, node_id, node_name);
  202. scene_graph.rename_node(node_id, node_name)?;
  203. }
  204. Command::ScanDangling => {
  205. let dangling = scene_graph.scan_dangling();
  206. dangling.encode(&mut reply).unwrap();
  207. }
  208. Command::LookupNodeId => {
  209. let node_path: String = deserialize(&payload).unwrap();
  210. debug!(target: "req", "{:?}({})", cmd, node_path);
  211. let node_id = scene_graph.lookup_node_id(&node_path).ok_or(Error::NodeNotFound)?;
  212. node_id.encode(&mut reply).unwrap();
  213. }
  214. Command::AddProperty => {
  215. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  216. let prop_name = String::decode(&mut cur).unwrap();
  217. let prop_type = PropertyType::decode(&mut cur).unwrap();
  218. let prop_subtype = PropertySubType::decode(&mut cur).unwrap();
  219. debug!(target: "req", "{:?}({}, {}, {:?}, {:?}, ...)", cmd, node_id, prop_name, prop_type, prop_subtype);
  220. let mut prop = Property::new(prop_name, prop_type, prop_subtype);
  221. let prop_array_len = u32::decode(&mut cur).unwrap();
  222. prop.set_array_len(prop_array_len as usize);
  223. let prop_defaults_is_some = bool::decode(&mut cur).unwrap();
  224. if prop_defaults_is_some {
  225. let prop_defaults_len = VarInt::decode(&mut cur).unwrap();
  226. match prop_type {
  227. PropertyType::Uint32 => {
  228. let mut prop_defaults = vec![];
  229. for _ in 0..prop_defaults_len.0 {
  230. prop_defaults.push(u32::decode(&mut cur).unwrap());
  231. }
  232. prop.set_defaults_u32(prop_defaults)?;
  233. }
  234. PropertyType::Float32 => {
  235. let mut prop_defaults = vec![];
  236. for _ in 0..prop_defaults_len.0 {
  237. prop_defaults.push(f32::decode(&mut cur).unwrap());
  238. }
  239. prop.set_defaults_f32(prop_defaults)?;
  240. }
  241. PropertyType::Str => {
  242. let mut prop_defaults = vec![];
  243. for _ in 0..prop_defaults_len.0 {
  244. prop_defaults.push(String::decode(&mut cur).unwrap());
  245. }
  246. prop.set_defaults_str(prop_defaults)?;
  247. }
  248. _ => return Err(Error::PropertyWrongType),
  249. }
  250. }
  251. let prop_ui_name = String::decode(&mut cur).unwrap();
  252. let prop_desc = String::decode(&mut cur).unwrap();
  253. let prop_is_null_allowed = bool::decode(&mut cur).unwrap();
  254. let prop_is_expr_allowed = bool::decode(&mut cur).unwrap();
  255. match prop_type {
  256. PropertyType::Uint32 => {
  257. let min_is_some = bool::decode(&mut cur).unwrap();
  258. let min = if min_is_some {
  259. let min = u32::decode(&mut cur).unwrap();
  260. Some(PropertyValue::Uint32(min))
  261. } else {
  262. None
  263. };
  264. let max_is_some = bool::decode(&mut cur).unwrap();
  265. let max = if max_is_some {
  266. let max = u32::decode(&mut cur).unwrap();
  267. Some(PropertyValue::Uint32(max))
  268. } else {
  269. None
  270. };
  271. prop.min_val = min;
  272. prop.max_val = max;
  273. }
  274. PropertyType::Float32 => {
  275. let min_is_some = bool::decode(&mut cur).unwrap();
  276. let min = if min_is_some {
  277. let min = f32::decode(&mut cur).unwrap();
  278. Some(PropertyValue::Float32(min))
  279. } else {
  280. None
  281. };
  282. let max_is_some = bool::decode(&mut cur).unwrap();
  283. let max = if max_is_some {
  284. let max = f32::decode(&mut cur).unwrap();
  285. Some(PropertyValue::Float32(max))
  286. } else {
  287. None
  288. };
  289. prop.min_val = min;
  290. prop.max_val = max;
  291. }
  292. _ => {
  293. let min_is_some = bool::decode(&mut cur).unwrap();
  294. if min_is_some {
  295. return Err(Error::PropertyWrongType)
  296. }
  297. let max_is_some = bool::decode(&mut cur).unwrap();
  298. if max_is_some {
  299. return Err(Error::PropertyWrongType)
  300. }
  301. }
  302. }
  303. let prop_enum_items = Vec::<String>::decode(&mut cur).unwrap();
  304. let node = scene_graph.get_node_mut(node_id).ok_or(Error::NodeNotFound)?;
  305. prop.set_ui_text(prop_ui_name, prop_desc);
  306. prop.is_null_allowed = prop_is_null_allowed;
  307. prop.is_expr_allowed = prop_is_expr_allowed;
  308. if !prop_enum_items.is_empty() {
  309. prop.set_enum_items(prop_enum_items)?;
  310. }
  311. node.add_property(prop)?;
  312. }
  313. Command::LinkNode => {
  314. let child_id = SceneNodeId::decode(&mut cur).unwrap();
  315. let parent_id = SceneNodeId::decode(&mut cur).unwrap();
  316. debug!(target: "req", "{:?}({}, {})", cmd, child_id, parent_id);
  317. scene_graph.link(child_id, parent_id)?;
  318. }
  319. Command::UnlinkNode => {
  320. let child_id = SceneNodeId::decode(&mut cur).unwrap();
  321. let parent_id = SceneNodeId::decode(&mut cur).unwrap();
  322. debug!(target: "req", "{:?}({}, {})", cmd, child_id, parent_id);
  323. scene_graph.unlink(child_id, parent_id)?;
  324. }
  325. Command::SetPropertyValue => {
  326. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  327. let prop_name = String::decode(&mut cur).unwrap();
  328. let prop_i = u32::decode(&mut cur).unwrap() as usize;
  329. let prop_type = PropertyType::decode(&mut cur).unwrap();
  330. debug!(target: "req", "{:?}({}, {}, {}, {:?})", cmd, node_id, prop_name, prop_i, prop_type);
  331. let node = scene_graph.get_node_mut(node_id).ok_or(Error::NodeNotFound)?;
  332. let prop = node.get_property(&prop_name).ok_or(Error::PropertyNotFound)?;
  333. match prop_type {
  334. PropertyType::Null => {
  335. prop.set_null(prop_i)?;
  336. }
  337. PropertyType::Bool => {
  338. let val = bool::decode(&mut cur).unwrap();
  339. prop.set_bool(prop_i, val)?;
  340. }
  341. PropertyType::Uint32 => {
  342. let val = u32::decode(&mut cur).unwrap();
  343. prop.set_u32(prop_i, val)?;
  344. }
  345. PropertyType::Float32 => {
  346. let val = f32::decode(&mut cur).unwrap();
  347. prop.set_f32(prop_i, val)?;
  348. }
  349. PropertyType::Str => {
  350. let val = String::decode(&mut cur).unwrap();
  351. prop.set_str(prop_i, val)?;
  352. }
  353. PropertyType::Enum => {
  354. let val = String::decode(&mut cur).unwrap();
  355. prop.set_enum(prop_i, val)?;
  356. }
  357. PropertyType::Buffer => {
  358. let val = Vec::<u8>::decode(&mut cur).unwrap();
  359. prop.set_buf(prop_i, val)?;
  360. }
  361. PropertyType::SceneNodeId => {
  362. let val = SceneNodeId::decode(&mut cur).unwrap();
  363. prop.set_node_id(prop_i, val)?;
  364. }
  365. PropertyType::SExpr => {
  366. let val = SExprCode::decode(&mut cur).unwrap();
  367. debug!(target: "req", " received code {:?}", val);
  368. prop.set_expr(prop_i, val)?;
  369. }
  370. }
  371. }
  372. Command::GetSignals => {
  373. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  374. debug!(target: "req", "{:?}({})", cmd, node_id);
  375. let node = scene_graph.get_node_mut(node_id).ok_or(Error::NodeNotFound)?;
  376. let mut sigs = vec![];
  377. for sig in &node.sigs {
  378. sigs.push(sig.name.clone());
  379. }
  380. sigs.encode(&mut reply).unwrap();
  381. }
  382. Command::RegisterSlot => {
  383. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  384. let sig_name = String::decode(&mut cur).unwrap();
  385. let slot_name = String::decode(&mut cur).unwrap();
  386. let user_data = Vec::<u8>::decode(&mut cur).unwrap();
  387. debug!(target: "req", "{:?}({}, {}, {}, {:?})", cmd, node_id, sig_name, slot_name, user_data);
  388. let node = scene_graph.get_node_mut(node_id).ok_or(Error::NodeNotFound)?;
  389. let (sendr, recvr) = async_channel::unbounded();
  390. let slot = Slot { name: slot_name, notify: sendr };
  391. // This task will auto-die when the slot is unregistered
  392. let self2 = self.clone();
  393. self.ex
  394. .spawn(async move {
  395. loop {
  396. let Ok(signal_data) = recvr.recv().await else {
  397. // Die
  398. break;
  399. };
  400. let mut m = zeromq::ZmqMessage::from(signal_data);
  401. m.push_back(user_data.clone().into());
  402. self2.zmq_pub.lock().await.send(m).await.unwrap();
  403. }
  404. })
  405. .detach();
  406. let slot_id = node.register(&sig_name, slot)?;
  407. slot_id.encode(&mut reply).unwrap();
  408. }
  409. Command::UnregisterSlot => {
  410. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  411. let sig_name = String::decode(&mut cur).unwrap();
  412. let slot_id = SlotId::decode(&mut cur).unwrap();
  413. debug!(target: "req", "{:?}({}, {}, {})", cmd, node_id, sig_name, slot_id);
  414. let node = scene_graph.get_node_mut(node_id).ok_or(Error::NodeNotFound)?;
  415. node.unregister(&sig_name, slot_id)?;
  416. }
  417. Command::LookupSlotId => {
  418. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  419. let sig_name = String::decode(&mut cur).unwrap();
  420. let slot_name = String::decode(&mut cur).unwrap();
  421. debug!(target: "req", "{:?}({}, {}, {})", cmd, node_id, sig_name, slot_name);
  422. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  423. let signal = node.get_signal(&sig_name).ok_or(Error::SignalNotFound)?;
  424. let slot_id = signal.lookup_slot_id(&slot_name).ok_or(Error::SlotNotFound)?;
  425. slot_id.encode(&mut reply).unwrap();
  426. }
  427. Command::GetSlots => {
  428. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  429. let sig_name = String::decode(&mut cur).unwrap();
  430. debug!(target: "req", "{:?}({}, {})", cmd, node_id, sig_name);
  431. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  432. let signal = node.get_signal(&sig_name).ok_or(Error::SignalNotFound)?;
  433. let mut slots = vec![];
  434. for (slot_id, slot) in signal.get_slots() {
  435. slots.push((slot.name.clone(), slot_id));
  436. }
  437. slots.encode(&mut reply).unwrap();
  438. }
  439. Command::GetMethods => {
  440. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  441. debug!(target: "req", "{:?}({})", cmd, node_id);
  442. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  443. let method_names: Vec<_> = node.methods.iter().map(|m| m.name.clone()).collect();
  444. method_names.encode(&mut reply).unwrap();
  445. }
  446. Command::GetMethod => {
  447. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  448. let method_name = String::decode(&mut cur).unwrap();
  449. debug!(target: "req", "{:?}({}, {})", cmd, node_id, method_name);
  450. let node = scene_graph.get_node(node_id).ok_or(Error::NodeNotFound)?;
  451. let method = node.get_method(&method_name).ok_or(Error::MethodNotFound)?;
  452. method.args.encode(&mut reply).unwrap();
  453. method.result.encode(&mut reply).unwrap();
  454. }
  455. Command::CallMethod => {
  456. let node_id = SceneNodeId::decode(&mut cur).unwrap();
  457. let method_name = String::decode(&mut cur).unwrap();
  458. let arg_data = Vec::<u8>::decode(&mut cur).unwrap();
  459. debug!(target: "req", "{:?}({}, {}, ...)", cmd, node_id, method_name);
  460. let node = scene_graph.get_node_mut(node_id).ok_or(Error::NodeNotFound)?;
  461. let method_name2 = method_name.clone();
  462. let (tx, rx) = mpsc::sync_channel::<Result<Vec<u8>>>(0);
  463. let response_fn = Box::new(move |result| {
  464. debug!(target: "req", "processing callmethod for {}:'{}'", node_id, method_name2);
  465. tx.send(result).unwrap();
  466. });
  467. node.call_method(&method_name, arg_data, response_fn)?;
  468. drop(scene_graph);
  469. let result = rx.recv().unwrap();
  470. debug!(target: "req", "received callmethod for {}:'{}'", node_id, method_name);
  471. match result {
  472. Ok(res_data) => {
  473. 0u8.encode(&mut reply).unwrap();
  474. res_data.encode(&mut reply).unwrap();
  475. }
  476. Err(err) => {
  477. let errc = err as u8;
  478. errc.encode(&mut reply).unwrap();
  479. 0u8.encode(&mut reply).unwrap();
  480. }
  481. }
  482. }
  483. }
  484. Ok(reply)
  485. }
  486. }