win.rs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2025 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use miniquad::{KeyCode, KeyMods, MouseButton, TouchPhase};
  19. use parking_lot::Mutex as SyncMutex;
  20. use std::sync::{Arc, Weak};
  21. use crate::{
  22. gfx::{
  23. GfxDrawCall, GfxDrawInstruction, GraphicsEventPublisherPtr, Point, Rectangle, RenderApi,
  24. },
  25. prop::{PropertyAtomicGuard, PropertyDimension, PropertyFloat32, PropertyPtr, Role},
  26. pubsub::Subscription,
  27. scene::{Pimpl, SceneNodePtr, SceneNodeWeak},
  28. util::unixtime,
  29. AndroidSuggestEvent, ExecutorPtr,
  30. };
  31. use super::{get_children_ordered, get_ui_object3, get_ui_object_ptr, OnModify};
  32. macro_rules! d { ($($arg:tt)*) => { debug!(target: "ui::window", $($arg)*); } }
  33. macro_rules! t { ($($arg:tt)*) => { trace!(target: "ui::window", $($arg)*); } }
  34. #[cfg(feature = "emulate-android")]
  35. const EMULATE_TOUCH: bool = true;
  36. #[cfg(not(feature = "emulate-android"))]
  37. const EMULATE_TOUCH: bool = false;
  38. pub type WindowPtr = Arc<Window>;
  39. pub struct Window {
  40. node: SceneNodeWeak,
  41. tasks: SyncMutex<Vec<smol::Task<()>>>,
  42. screen_size: PropertyDimension,
  43. scale: PropertyFloat32,
  44. render_api: RenderApi,
  45. }
  46. impl Window {
  47. pub async fn new(
  48. node: SceneNodeWeak,
  49. render_api: RenderApi,
  50. setting_root: SceneNodePtr,
  51. ) -> Pimpl {
  52. t!("Window::new()");
  53. let node_ref = &node.upgrade().unwrap();
  54. let screen_size = PropertyDimension::wrap(node_ref, Role::Internal, "screen_size").unwrap();
  55. let scale = PropertyFloat32::wrap(
  56. &setting_root.clone().lookup_node("/scale").unwrap(),
  57. Role::Internal,
  58. "value",
  59. 0,
  60. )
  61. .unwrap();
  62. let self_ =
  63. Arc::new(Self { node, tasks: SyncMutex::new(vec![]), screen_size, scale, render_api });
  64. Pimpl::Window(self_)
  65. }
  66. pub fn init(&self) {
  67. for child in self.get_children() {
  68. let obj = get_ui_object3(&child);
  69. obj.init();
  70. }
  71. }
  72. pub async fn start(self: Arc<Self>, event_pub: GraphicsEventPublisherPtr, ex: ExecutorPtr) {
  73. let me = Arc::downgrade(&self);
  74. // Start a task monitoring for window resize events
  75. // which updates screen_size
  76. let ev_sub = event_pub.subscribe_resize();
  77. let screen_size2 = self.screen_size.clone();
  78. let me2 = me.clone();
  79. let resize_task = ex.spawn(async move {
  80. loop {
  81. let Ok(size) = ev_sub.receive().await else {
  82. t!("Event relayer closed");
  83. break
  84. };
  85. d!("Window resized {size:?}");
  86. let atom = &mut PropertyAtomicGuard::new();
  87. // Now update the properties
  88. screen_size2.set(atom, size);
  89. let Some(self_) = me2.upgrade() else {
  90. // Should not happen
  91. panic!("self destroyed before modify_task was stopped!");
  92. };
  93. self_.draw().await;
  94. }
  95. });
  96. let ev_sub = event_pub.subscribe_char();
  97. let me2 = me.clone();
  98. let char_task = ex.spawn(async move { while Self::process_char(&me2, &ev_sub).await {} });
  99. let ev_sub = event_pub.subscribe_key_down();
  100. let me2 = me.clone();
  101. let key_down_task =
  102. ex.spawn(async move { while Self::process_key_down(&me2, &ev_sub).await {} });
  103. let ev_sub = event_pub.subscribe_key_up();
  104. let me2 = me.clone();
  105. let key_up_task =
  106. ex.spawn(async move { while Self::process_key_up(&me2, &ev_sub).await {} });
  107. let ev_sub = event_pub.subscribe_mouse_btn_down();
  108. let me2 = me.clone();
  109. let mouse_btn_down_task =
  110. ex.spawn(async move { while Self::process_mouse_btn_down(&me2, &ev_sub).await {} });
  111. let ev_sub = event_pub.subscribe_mouse_btn_up();
  112. let me2 = me.clone();
  113. let mouse_btn_up_task =
  114. ex.spawn(async move { while Self::process_mouse_btn_up(&me2, &ev_sub).await {} });
  115. let ev_sub = event_pub.subscribe_mouse_move();
  116. let me2 = me.clone();
  117. let mouse_move_task =
  118. ex.spawn(async move { while Self::process_mouse_move(&me2, &ev_sub).await {} });
  119. let ev_sub = event_pub.subscribe_mouse_wheel();
  120. let me2 = me.clone();
  121. let mouse_wheel_task =
  122. ex.spawn(async move { while Self::process_mouse_wheel(&me2, &ev_sub).await {} });
  123. let ev_sub = event_pub.subscribe_touch();
  124. let me2 = me.clone();
  125. let touch_task = ex.spawn(async move { while Self::process_touch(&me2, &ev_sub).await {} });
  126. let redraw_fn = move |self_: Arc<Self>| async move {
  127. self_.draw().await;
  128. };
  129. let mut on_modify = OnModify::new(ex.clone(), self.node.clone(), me.clone());
  130. on_modify.when_change(self.scale.prop(), redraw_fn);
  131. let mut tasks = vec![
  132. resize_task,
  133. char_task,
  134. key_down_task,
  135. key_up_task,
  136. mouse_btn_down_task,
  137. mouse_btn_up_task,
  138. mouse_move_task,
  139. mouse_wheel_task,
  140. touch_task,
  141. ];
  142. tasks.append(&mut on_modify.tasks);
  143. *self.tasks.lock() = tasks;
  144. for child in self.get_children() {
  145. let obj = get_ui_object_ptr(&child);
  146. obj.start(ex.clone()).await;
  147. }
  148. }
  149. pub fn stop(&self) {
  150. self.tasks.lock().clear();
  151. for child in self.get_children() {
  152. let obj = get_ui_object3(&child);
  153. obj.stop();
  154. }
  155. }
  156. async fn process_char(me: &Weak<Self>, ev_sub: &Subscription<(char, KeyMods, bool)>) -> bool {
  157. let Ok((key, mods, repeat)) = ev_sub.receive().await else {
  158. t!("Event relayer closed");
  159. return false
  160. };
  161. let Some(self_) = me.upgrade() else {
  162. // Should not happen
  163. panic!("self destroyed before char_task was stopped!");
  164. };
  165. self_.handle_char(key, mods, repeat).await;
  166. true
  167. }
  168. async fn process_key_down(
  169. me: &Weak<Self>,
  170. ev_sub: &Subscription<(KeyCode, KeyMods, bool)>,
  171. ) -> bool {
  172. let Ok((key, mods, repeat)) = ev_sub.receive().await else {
  173. t!("Event relayer closed");
  174. return false
  175. };
  176. let Some(self_) = me.upgrade() else {
  177. // Should not happen
  178. panic!("self destroyed before char_task was stopped!");
  179. };
  180. self_.handle_key_down(key, mods, repeat).await;
  181. true
  182. }
  183. async fn process_key_up(me: &Weak<Self>, ev_sub: &Subscription<(KeyCode, KeyMods)>) -> bool {
  184. let Ok((key, mods)) = ev_sub.receive().await else {
  185. t!("Event relayer closed");
  186. return false
  187. };
  188. let Some(self_) = me.upgrade() else {
  189. // Should not happen
  190. panic!("self destroyed before char_task was stopped!");
  191. };
  192. self_.handle_key_up(key, mods).await;
  193. true
  194. }
  195. async fn process_mouse_btn_down(
  196. me: &Weak<Self>,
  197. ev_sub: &Subscription<(MouseButton, Point)>,
  198. ) -> bool {
  199. let Ok((btn, mouse_pos)) = ev_sub.receive().await else {
  200. t!("Event relayer closed");
  201. return false
  202. };
  203. let Some(self_) = me.upgrade() else {
  204. // Should not happen
  205. panic!("self destroyed before mouse_btn_down_task was stopped!");
  206. };
  207. self_.handle_mouse_btn_down(btn, mouse_pos).await;
  208. true
  209. }
  210. async fn process_mouse_btn_up(
  211. me: &Weak<Self>,
  212. ev_sub: &Subscription<(MouseButton, Point)>,
  213. ) -> bool {
  214. let Ok((btn, mouse_pos)) = ev_sub.receive().await else {
  215. t!("Event relayer closed");
  216. return false
  217. };
  218. let Some(self_) = me.upgrade() else {
  219. // Should not happen
  220. panic!("self destroyed before mouse_btn_up_task was stopped!");
  221. };
  222. self_.handle_mouse_btn_up(btn, mouse_pos).await;
  223. true
  224. }
  225. async fn process_mouse_move(me: &Weak<Self>, ev_sub: &Subscription<Point>) -> bool {
  226. let Ok(mouse_pos) = ev_sub.receive().await else {
  227. t!("Event relayer closed");
  228. return false
  229. };
  230. let Some(self_) = me.upgrade() else {
  231. // Should not happen
  232. panic!("self destroyed before mouse_move_task was stopped!");
  233. };
  234. self_.handle_mouse_move(mouse_pos).await;
  235. true
  236. }
  237. async fn process_mouse_wheel(me: &Weak<Self>, ev_sub: &Subscription<Point>) -> bool {
  238. let Ok(wheel_pos) = ev_sub.receive().await else {
  239. t!("Event relayer closed");
  240. return false
  241. };
  242. let Some(self_) = me.upgrade() else {
  243. // Should not happen
  244. panic!("self destroyed before mouse_wheel_task was stopped!");
  245. };
  246. self_.handle_mouse_wheel(wheel_pos).await;
  247. true
  248. }
  249. async fn process_touch(
  250. me: &Weak<Self>,
  251. ev_sub: &Subscription<(TouchPhase, u64, Point)>,
  252. ) -> bool {
  253. let Ok((phase, id, touch_pos)) = ev_sub.receive().await else {
  254. t!("Event relayer closed");
  255. return false
  256. };
  257. let Some(self_) = me.upgrade() else {
  258. // Should not happen
  259. panic!("self destroyed before touch_task was stopped!");
  260. };
  261. self_.handle_touch(phase, id, touch_pos).await;
  262. true
  263. }
  264. fn get_children(&self) -> Vec<SceneNodePtr> {
  265. let node = self.node.upgrade().unwrap();
  266. get_children_ordered(&node)
  267. }
  268. async fn handle_char(&self, key: char, mods: KeyMods, repeat: bool) {
  269. for child in self.get_children() {
  270. let obj = get_ui_object3(&child);
  271. if obj.handle_char(key, mods, repeat).await {
  272. return
  273. }
  274. }
  275. }
  276. async fn handle_key_down(&self, key: KeyCode, mods: KeyMods, repeat: bool) {
  277. for child in self.get_children() {
  278. let obj = get_ui_object3(&child);
  279. if obj.handle_key_down(key, mods, repeat).await {
  280. return
  281. }
  282. }
  283. }
  284. async fn handle_key_up(&self, key: KeyCode, mods: KeyMods) {
  285. for child in self.get_children() {
  286. let obj = get_ui_object3(&child);
  287. if obj.handle_key_up(key, mods).await {
  288. return
  289. }
  290. }
  291. }
  292. /// Converts from screen to local coords
  293. fn local_scale(&self, point: &mut Point) {
  294. point.x /= self.scale.get();
  295. point.y /= self.scale.get();
  296. }
  297. async fn handle_mouse_btn_down(&self, btn: MouseButton, mut mouse_pos: Point) {
  298. self.local_scale(&mut mouse_pos);
  299. for child in self.get_children() {
  300. let obj = get_ui_object3(&child);
  301. if EMULATE_TOUCH {
  302. if obj.handle_touch(TouchPhase::Started, 0, mouse_pos).await {
  303. return
  304. }
  305. } else {
  306. if obj.handle_mouse_btn_down(btn.clone(), mouse_pos).await {
  307. return
  308. }
  309. }
  310. }
  311. }
  312. async fn handle_mouse_btn_up(&self, btn: MouseButton, mut mouse_pos: Point) {
  313. self.local_scale(&mut mouse_pos);
  314. for child in self.get_children() {
  315. let obj = get_ui_object3(&child);
  316. if EMULATE_TOUCH {
  317. if obj.handle_touch(TouchPhase::Ended, 0, mouse_pos).await {
  318. return
  319. }
  320. } else {
  321. if obj.handle_mouse_btn_up(btn.clone(), mouse_pos).await {
  322. return
  323. }
  324. }
  325. }
  326. }
  327. async fn handle_mouse_move(&self, mut mouse_pos: Point) {
  328. self.local_scale(&mut mouse_pos);
  329. for child in self.get_children() {
  330. let obj = get_ui_object3(&child);
  331. if EMULATE_TOUCH {
  332. if obj.handle_touch(TouchPhase::Moved, 0, mouse_pos).await {
  333. return
  334. }
  335. } else {
  336. if obj.handle_mouse_move(mouse_pos).await {
  337. return
  338. }
  339. }
  340. }
  341. }
  342. async fn handle_mouse_wheel(&self, mut wheel_pos: Point) {
  343. self.local_scale(&mut wheel_pos);
  344. for child in self.get_children() {
  345. let obj = get_ui_object3(&child);
  346. if obj.handle_mouse_wheel(wheel_pos).await {
  347. return
  348. }
  349. }
  350. }
  351. async fn handle_touch(&self, phase: TouchPhase, id: u64, mut touch_pos: Point) {
  352. self.local_scale(&mut touch_pos);
  353. for child in self.get_children() {
  354. let obj = get_ui_object3(&child);
  355. if obj.handle_touch(phase, id, touch_pos).await {
  356. return
  357. }
  358. }
  359. }
  360. pub async fn draw(&self) {
  361. let atom = &mut PropertyAtomicGuard::new();
  362. let trace_id = rand::random();
  363. let timest = unixtime();
  364. let local = self.screen_size.get() / self.scale.get();
  365. let rect = Rectangle::from([0., 0., local.w, local.h]);
  366. t!("Window::draw({rect:?}) [timest={timest}, trace_id={trace_id}]");
  367. let mut draw_calls = vec![];
  368. let mut child_calls = vec![];
  369. for child in self.get_children() {
  370. let obj = get_ui_object3(&child);
  371. let Some(mut draw_update) = obj.draw(rect, trace_id, atom).await else {
  372. t!("{child:?} draw returned none [trace_id={trace_id}]");
  373. continue
  374. };
  375. draw_calls.append(&mut draw_update.draw_calls);
  376. child_calls.push(draw_update.key);
  377. }
  378. let dc = GfxDrawCall {
  379. instrs: vec![GfxDrawInstruction::SetScale(self.scale.get())],
  380. dcs: child_calls,
  381. z_index: 0,
  382. };
  383. draw_calls.push((0, dc));
  384. //t!(" => {:?}", draw_calls);
  385. self.render_api.replace_draw_calls(timest, draw_calls);
  386. t!("Window::draw() - replaced draw call [timest={timest}, trace_id={trace_id}]");
  387. }
  388. }