win.rs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2024 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use miniquad::{KeyCode, KeyMods, MouseButton, TouchPhase};
  19. use std::sync::{Arc, OnceLock, Weak};
  20. use crate::{
  21. gfx::{
  22. GfxDrawCall, GfxDrawInstruction, GraphicsEventPublisherPtr, Point, Rectangle, RenderApi,
  23. },
  24. prop::{PropertyDimension, PropertyFloat32, PropertyPtr, Role},
  25. pubsub::Subscription,
  26. scene::{Pimpl, SceneNodePtr, SceneNodeWeak},
  27. util::unixtime,
  28. ExecutorPtr,
  29. };
  30. use super::{get_children_ordered, get_ui_object3, get_ui_object_ptr, OnModify};
  31. macro_rules! d { ($($arg:tt)*) => { debug!(target: "ui::window", $($arg)*); } }
  32. macro_rules! t { ($($arg:tt)*) => { trace!(target: "ui::window", $($arg)*); } }
  33. #[cfg(feature = "emulate-android")]
  34. const EMULATE_TOUCH: bool = true;
  35. #[cfg(not(feature = "emulate-android"))]
  36. const EMULATE_TOUCH: bool = false;
  37. pub type WindowPtr = Arc<Window>;
  38. pub struct Window {
  39. node: SceneNodeWeak,
  40. tasks: OnceLock<Vec<smol::Task<()>>>,
  41. screen_size: PropertyDimension,
  42. scale: PropertyFloat32,
  43. render_api: RenderApi,
  44. }
  45. impl Window {
  46. pub async fn new(node: SceneNodeWeak, render_api: RenderApi) -> Pimpl {
  47. t!("Window::new()");
  48. let node_ref = &node.upgrade().unwrap();
  49. let screen_size = PropertyDimension::wrap(node_ref, Role::Internal, "screen_size").unwrap();
  50. let scale = PropertyFloat32::wrap(node_ref, Role::Internal, "scale", 0).unwrap();
  51. let self_ = Arc::new(Self { node, tasks: OnceLock::new(), screen_size, scale, render_api });
  52. Pimpl::Window(self_)
  53. }
  54. pub async fn start(self: Arc<Self>, event_pub: GraphicsEventPublisherPtr, ex: ExecutorPtr) {
  55. let me = Arc::downgrade(&self);
  56. let node_ref = &self.node.upgrade().unwrap();
  57. let node_name = node_ref.name.clone();
  58. let node_id = node_ref.id;
  59. // Start a task monitoring for window resize events
  60. // which updates screen_size
  61. let ev_sub = event_pub.subscribe_resize();
  62. let screen_size2 = self.screen_size.clone();
  63. let me2 = me.clone();
  64. let resize_task = ex.spawn(async move {
  65. loop {
  66. let Ok(size) = ev_sub.receive().await else {
  67. t!("Event relayer closed");
  68. break
  69. };
  70. d!("Window resized {size:?}");
  71. // Now update the properties
  72. screen_size2.set(size);
  73. let Some(self_) = me2.upgrade() else {
  74. // Should not happen
  75. panic!("self destroyed before modify_task was stopped!");
  76. };
  77. self_.draw().await;
  78. }
  79. });
  80. let ev_sub = event_pub.subscribe_char();
  81. let me2 = me.clone();
  82. let char_task = ex.spawn(async move { while Self::process_char(&me2, &ev_sub).await {} });
  83. let ev_sub = event_pub.subscribe_key_down();
  84. let me2 = me.clone();
  85. let key_down_task =
  86. ex.spawn(async move { while Self::process_key_down(&me2, &ev_sub).await {} });
  87. let ev_sub = event_pub.subscribe_key_up();
  88. let me2 = me.clone();
  89. let key_up_task =
  90. ex.spawn(async move { while Self::process_key_up(&me2, &ev_sub).await {} });
  91. let ev_sub = event_pub.subscribe_mouse_btn_down();
  92. let me2 = me.clone();
  93. let mouse_btn_down_task =
  94. ex.spawn(async move { while Self::process_mouse_btn_down(&me2, &ev_sub).await {} });
  95. let ev_sub = event_pub.subscribe_mouse_btn_up();
  96. let me2 = me.clone();
  97. let mouse_btn_up_task =
  98. ex.spawn(async move { while Self::process_mouse_btn_up(&me2, &ev_sub).await {} });
  99. let ev_sub = event_pub.subscribe_mouse_move();
  100. let me2 = me.clone();
  101. let mouse_move_task =
  102. ex.spawn(async move { while Self::process_mouse_move(&me2, &ev_sub).await {} });
  103. let ev_sub = event_pub.subscribe_mouse_wheel();
  104. let me2 = me.clone();
  105. let mouse_wheel_task =
  106. ex.spawn(async move { while Self::process_mouse_wheel(&me2, &ev_sub).await {} });
  107. let ev_sub = event_pub.subscribe_touch();
  108. let me2 = me.clone();
  109. let touch_task = ex.spawn(async move { while Self::process_touch(&me2, &ev_sub).await {} });
  110. let redraw_fn = move |self_: Arc<Self>| async move {
  111. self_.draw().await;
  112. };
  113. let mut on_modify = OnModify::new(ex.clone(), node_name, node_id, me.clone());
  114. on_modify.when_change(self.scale.prop(), redraw_fn);
  115. let mut tasks = vec![
  116. resize_task,
  117. char_task,
  118. key_down_task,
  119. key_up_task,
  120. mouse_btn_down_task,
  121. mouse_btn_up_task,
  122. mouse_move_task,
  123. mouse_wheel_task,
  124. touch_task,
  125. ];
  126. tasks.append(&mut on_modify.tasks);
  127. #[cfg(target_os = "android")]
  128. {
  129. let (sender, recvr) = async_channel::unbounded();
  130. crate::android::set_sender(sender);
  131. let me2 = me.clone();
  132. let autosuggest_task = ex.spawn(async move {
  133. loop {
  134. let Ok(ev) = recvr.recv().await else {
  135. t!("Event relayer closed");
  136. break
  137. };
  138. let Some(self_) = me2.upgrade() else {
  139. // Should not happen
  140. panic!("self destroyed before modify_task was stopped!");
  141. };
  142. self_.handle_autosuggest(ev).await;
  143. }
  144. });
  145. tasks.push(autosuggest_task);
  146. }
  147. self.tasks.set(tasks);
  148. for child in self.get_children() {
  149. let obj = get_ui_object_ptr(&child);
  150. obj.start(ex.clone()).await;
  151. }
  152. }
  153. async fn process_char(me: &Weak<Self>, ev_sub: &Subscription<(char, KeyMods, bool)>) -> bool {
  154. let Ok((key, mods, repeat)) = ev_sub.receive().await else {
  155. t!("Event relayer closed");
  156. return false
  157. };
  158. let Some(self_) = me.upgrade() else {
  159. // Should not happen
  160. panic!("self destroyed before char_task was stopped!");
  161. };
  162. self_.handle_char(key, mods, repeat).await;
  163. true
  164. }
  165. async fn process_key_down(
  166. me: &Weak<Self>,
  167. ev_sub: &Subscription<(KeyCode, KeyMods, bool)>,
  168. ) -> bool {
  169. let Ok((key, mods, repeat)) = ev_sub.receive().await else {
  170. t!("Event relayer closed");
  171. return false
  172. };
  173. let Some(self_) = me.upgrade() else {
  174. // Should not happen
  175. panic!("self destroyed before char_task was stopped!");
  176. };
  177. self_.handle_key_down(key, mods, repeat).await;
  178. true
  179. }
  180. async fn process_key_up(me: &Weak<Self>, ev_sub: &Subscription<(KeyCode, KeyMods)>) -> bool {
  181. let Ok((key, mods)) = ev_sub.receive().await else {
  182. t!("Event relayer closed");
  183. return false
  184. };
  185. let Some(self_) = me.upgrade() else {
  186. // Should not happen
  187. panic!("self destroyed before char_task was stopped!");
  188. };
  189. self_.handle_key_up(key, mods).await;
  190. true
  191. }
  192. async fn process_mouse_btn_down(
  193. me: &Weak<Self>,
  194. ev_sub: &Subscription<(MouseButton, Point)>,
  195. ) -> bool {
  196. let Ok((btn, mouse_pos)) = ev_sub.receive().await else {
  197. t!("Event relayer closed");
  198. return false
  199. };
  200. let Some(self_) = me.upgrade() else {
  201. // Should not happen
  202. panic!("self destroyed before mouse_btn_down_task was stopped!");
  203. };
  204. self_.handle_mouse_btn_down(btn, mouse_pos).await;
  205. true
  206. }
  207. async fn process_mouse_btn_up(
  208. me: &Weak<Self>,
  209. ev_sub: &Subscription<(MouseButton, Point)>,
  210. ) -> bool {
  211. let Ok((btn, mouse_pos)) = ev_sub.receive().await else {
  212. t!("Event relayer closed");
  213. return false
  214. };
  215. let Some(self_) = me.upgrade() else {
  216. // Should not happen
  217. panic!("self destroyed before mouse_btn_up_task was stopped!");
  218. };
  219. self_.handle_mouse_btn_up(btn, mouse_pos).await;
  220. true
  221. }
  222. async fn process_mouse_move(me: &Weak<Self>, ev_sub: &Subscription<Point>) -> bool {
  223. let Ok(mouse_pos) = ev_sub.receive().await else {
  224. t!("Event relayer closed");
  225. return false
  226. };
  227. let Some(self_) = me.upgrade() else {
  228. // Should not happen
  229. panic!("self destroyed before mouse_move_task was stopped!");
  230. };
  231. self_.handle_mouse_move(mouse_pos).await;
  232. true
  233. }
  234. async fn process_mouse_wheel(me: &Weak<Self>, ev_sub: &Subscription<Point>) -> bool {
  235. let Ok(wheel_pos) = ev_sub.receive().await else {
  236. t!("Event relayer closed");
  237. return false
  238. };
  239. let Some(self_) = me.upgrade() else {
  240. // Should not happen
  241. panic!("self destroyed before mouse_wheel_task was stopped!");
  242. };
  243. self_.handle_mouse_wheel(wheel_pos).await;
  244. true
  245. }
  246. async fn process_touch(
  247. me: &Weak<Self>,
  248. ev_sub: &Subscription<(TouchPhase, u64, Point)>,
  249. ) -> bool {
  250. let Ok((phase, id, touch_pos)) = ev_sub.receive().await else {
  251. t!("Event relayer closed");
  252. return false
  253. };
  254. let Some(self_) = me.upgrade() else {
  255. // Should not happen
  256. panic!("self destroyed before touch_task was stopped!");
  257. };
  258. self_.handle_touch(phase, id, touch_pos).await;
  259. true
  260. }
  261. fn get_children(&self) -> Vec<SceneNodePtr> {
  262. let node = self.node.upgrade().unwrap();
  263. get_children_ordered(&node)
  264. }
  265. async fn handle_char(&self, key: char, mods: KeyMods, repeat: bool) {
  266. for child in self.get_children() {
  267. let obj = get_ui_object3(&child);
  268. if obj.handle_char(key, mods, repeat).await {
  269. return
  270. }
  271. }
  272. }
  273. async fn handle_key_down(&self, key: KeyCode, mods: KeyMods, repeat: bool) {
  274. for child in self.get_children() {
  275. let obj = get_ui_object3(&child);
  276. if obj.handle_key_down(key, mods, repeat).await {
  277. return
  278. }
  279. }
  280. }
  281. async fn handle_key_up(&self, key: KeyCode, mods: KeyMods) {
  282. for child in self.get_children() {
  283. let obj = get_ui_object3(&child);
  284. if obj.handle_key_up(key, mods).await {
  285. return
  286. }
  287. }
  288. }
  289. /// Converts from screen to local coords
  290. fn local_scale(&self, point: &mut Point) {
  291. point.x /= self.scale.get();
  292. point.y /= self.scale.get();
  293. }
  294. async fn handle_mouse_btn_down(&self, btn: MouseButton, mut mouse_pos: Point) {
  295. self.local_scale(&mut mouse_pos);
  296. for child in self.get_children() {
  297. let obj = get_ui_object3(&child);
  298. if EMULATE_TOUCH {
  299. if obj.handle_touch(TouchPhase::Started, 0, mouse_pos).await {
  300. return
  301. }
  302. } else {
  303. if obj.handle_mouse_btn_down(btn.clone(), mouse_pos).await {
  304. return
  305. }
  306. }
  307. }
  308. }
  309. async fn handle_mouse_btn_up(&self, btn: MouseButton, mut mouse_pos: Point) {
  310. self.local_scale(&mut mouse_pos);
  311. for child in self.get_children() {
  312. let obj = get_ui_object3(&child);
  313. if EMULATE_TOUCH {
  314. if obj.handle_touch(TouchPhase::Ended, 0, mouse_pos).await {
  315. return
  316. }
  317. } else {
  318. if obj.handle_mouse_btn_up(btn.clone(), mouse_pos).await {
  319. return
  320. }
  321. }
  322. }
  323. }
  324. async fn handle_mouse_move(&self, mut mouse_pos: Point) {
  325. self.local_scale(&mut mouse_pos);
  326. for child in self.get_children() {
  327. let obj = get_ui_object3(&child);
  328. if EMULATE_TOUCH {
  329. if obj.handle_touch(TouchPhase::Moved, 0, mouse_pos).await {
  330. return
  331. }
  332. } else {
  333. if obj.handle_mouse_move(mouse_pos).await {
  334. return
  335. }
  336. }
  337. }
  338. }
  339. async fn handle_mouse_wheel(&self, mut wheel_pos: Point) {
  340. self.local_scale(&mut wheel_pos);
  341. for child in self.get_children() {
  342. let obj = get_ui_object3(&child);
  343. if obj.handle_mouse_wheel(wheel_pos).await {
  344. return
  345. }
  346. }
  347. }
  348. async fn handle_touch(&self, phase: TouchPhase, id: u64, mut touch_pos: Point) {
  349. self.local_scale(&mut touch_pos);
  350. for child in self.get_children() {
  351. let obj = get_ui_object3(&child);
  352. if obj.handle_touch(phase, id, touch_pos).await {
  353. return
  354. }
  355. }
  356. }
  357. #[cfg(target_os = "android")]
  358. async fn handle_autosuggest(&self, ev: crate::android::AndroidSuggestEvent) {
  359. use crate::android::AndroidSuggestEvent::*;
  360. for child in self.get_children() {
  361. let obj = get_ui_object3(&child);
  362. let is_handled = match &ev {
  363. Compose { text, cursor_pos, is_commit } => {
  364. obj.handle_compose_text(&text, *is_commit).await
  365. }
  366. ComposeRegion { start, end } => obj.handle_set_compose_region(*start, *end).await,
  367. };
  368. if is_handled {
  369. return
  370. }
  371. }
  372. }
  373. pub async fn draw(&self) {
  374. let timest = unixtime();
  375. let local = self.screen_size.get() / self.scale.get();
  376. let rect = Rectangle::from([0., 0., local.w, local.h]);
  377. t!("Window::draw({rect:?})");
  378. let mut draw_calls = vec![];
  379. let mut child_calls = vec![];
  380. for child in self.get_children() {
  381. let obj = get_ui_object3(&child);
  382. let Some(mut draw_update) = obj.draw(rect).await else {
  383. error!(target: "ui::layer", "draw() of {child:?} failed");
  384. continue
  385. };
  386. draw_calls.append(&mut draw_update.draw_calls);
  387. child_calls.push(draw_update.key);
  388. }
  389. let dc = GfxDrawCall {
  390. instrs: vec![GfxDrawInstruction::SetScale(self.scale.get())],
  391. dcs: child_calls,
  392. z_index: 0,
  393. };
  394. draw_calls.push((0, dc));
  395. //t!(" => {:?}", draw_calls);
  396. self.render_api.replace_draw_calls(timest, draw_calls);
  397. t!("Window::draw() - replaced draw call [timest={timest}]");
  398. }
  399. }