win.rs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2025 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use miniquad::{KeyCode, KeyMods, MouseButton, TouchPhase};
  19. use parking_lot::Mutex as SyncMutex;
  20. use std::sync::{Arc, Weak};
  21. use crate::{
  22. gfx::{
  23. GfxDrawCall, GfxDrawInstruction, GraphicsEventCharSub, GraphicsEventKeyDownSub,
  24. GraphicsEventKeyUpSub, GraphicsEventMouseButtonDownSub, GraphicsEventMouseButtonUpSub,
  25. GraphicsEventMouseMoveSub, GraphicsEventMouseWheelSub, GraphicsEventPublisherPtr,
  26. GraphicsEventTouchSub, Point, Rectangle, RenderApi,
  27. },
  28. prop::{PropertyAtomicGuard, PropertyDimension, PropertyFloat32, Role},
  29. scene::{Pimpl, SceneNodePtr, SceneNodeWeak},
  30. util::unixtime,
  31. ExecutorPtr,
  32. };
  33. #[cfg(target_os = "android")]
  34. use crate::AndroidSuggestEvent;
  35. use super::{get_children_ordered, get_ui_object3, get_ui_object_ptr, OnModify};
  36. macro_rules! d { ($($arg:tt)*) => { debug!(target: "ui::window", $($arg)*); } }
  37. macro_rules! t { ($($arg:tt)*) => { trace!(target: "ui::window", $($arg)*); } }
  38. #[cfg(feature = "emulate-android")]
  39. const EMULATE_TOUCH: bool = true;
  40. #[cfg(not(feature = "emulate-android"))]
  41. const EMULATE_TOUCH: bool = false;
  42. pub type WindowPtr = Arc<Window>;
  43. pub struct Window {
  44. node: SceneNodeWeak,
  45. tasks: SyncMutex<Vec<smol::Task<()>>>,
  46. screen_size: PropertyDimension,
  47. scale: PropertyFloat32,
  48. render_api: RenderApi,
  49. }
  50. impl Window {
  51. pub async fn new(
  52. node: SceneNodeWeak,
  53. render_api: RenderApi,
  54. setting_root: SceneNodePtr,
  55. ) -> Pimpl {
  56. t!("Window::new()");
  57. let node_ref = &node.upgrade().unwrap();
  58. let screen_size = PropertyDimension::wrap(node_ref, Role::Internal, "screen_size").unwrap();
  59. let scale = PropertyFloat32::wrap(
  60. &setting_root.clone().lookup_node("/scale").unwrap(),
  61. Role::Internal,
  62. "value",
  63. 0,
  64. )
  65. .unwrap();
  66. let self_ =
  67. Arc::new(Self { node, tasks: SyncMutex::new(vec![]), screen_size, scale, render_api });
  68. Pimpl::Window(self_)
  69. }
  70. pub fn init(&self) {
  71. for child in self.get_children() {
  72. let obj = get_ui_object3(&child);
  73. obj.init();
  74. }
  75. }
  76. pub async fn start(self: Arc<Self>, event_pub: GraphicsEventPublisherPtr, ex: ExecutorPtr) {
  77. let me = Arc::downgrade(&self);
  78. // Start a task monitoring for window resize events
  79. // which updates screen_size
  80. let ev_sub = event_pub.subscribe_resize();
  81. let screen_size2 = self.screen_size.clone();
  82. let me2 = me.clone();
  83. let resize_task = ex.spawn(async move {
  84. loop {
  85. let Ok(size) = ev_sub.recv().await else {
  86. t!("Event relayer closed");
  87. break
  88. };
  89. d!("Window resized {size:?}");
  90. let atom = &mut PropertyAtomicGuard::new();
  91. // Now update the properties
  92. screen_size2.set(atom, size);
  93. let Some(self_) = me2.upgrade() else {
  94. // Should not happen
  95. panic!("self destroyed before modify_task was stopped!");
  96. };
  97. self_.draw().await;
  98. }
  99. });
  100. let ev_sub = event_pub.subscribe_char();
  101. let me2 = me.clone();
  102. let char_task = ex.spawn(async move { while Self::process_char(&me2, &ev_sub).await {} });
  103. let ev_sub = event_pub.subscribe_key_down();
  104. let me2 = me.clone();
  105. let key_down_task =
  106. ex.spawn(async move { while Self::process_key_down(&me2, &ev_sub).await {} });
  107. let ev_sub = event_pub.subscribe_key_up();
  108. let me2 = me.clone();
  109. let key_up_task =
  110. ex.spawn(async move { while Self::process_key_up(&me2, &ev_sub).await {} });
  111. let ev_sub = event_pub.subscribe_mouse_btn_down();
  112. let me2 = me.clone();
  113. let mouse_btn_down_task =
  114. ex.spawn(async move { while Self::process_mouse_btn_down(&me2, &ev_sub).await {} });
  115. let ev_sub = event_pub.subscribe_mouse_btn_up();
  116. let me2 = me.clone();
  117. let mouse_btn_up_task =
  118. ex.spawn(async move { while Self::process_mouse_btn_up(&me2, &ev_sub).await {} });
  119. let ev_sub = event_pub.subscribe_mouse_move();
  120. let me2 = me.clone();
  121. let mouse_move_task =
  122. ex.spawn(async move { while Self::process_mouse_move(&me2, &ev_sub).await {} });
  123. let ev_sub = event_pub.subscribe_mouse_wheel();
  124. let me2 = me.clone();
  125. let mouse_wheel_task =
  126. ex.spawn(async move { while Self::process_mouse_wheel(&me2, &ev_sub).await {} });
  127. let ev_sub = event_pub.subscribe_touch();
  128. let me2 = me.clone();
  129. let touch_task = ex.spawn(async move { while Self::process_touch(&me2, &ev_sub).await {} });
  130. let redraw_fn = move |self_: Arc<Self>| async move {
  131. self_.draw().await;
  132. };
  133. let mut on_modify = OnModify::new(ex.clone(), self.node.clone(), me.clone());
  134. on_modify.when_change(self.scale.prop(), redraw_fn);
  135. let mut tasks = vec![
  136. resize_task,
  137. char_task,
  138. key_down_task,
  139. key_up_task,
  140. mouse_btn_down_task,
  141. mouse_btn_up_task,
  142. mouse_move_task,
  143. mouse_wheel_task,
  144. touch_task,
  145. ];
  146. tasks.append(&mut on_modify.tasks);
  147. *self.tasks.lock() = tasks;
  148. for child in self.get_children() {
  149. let obj = get_ui_object_ptr(&child);
  150. obj.start(ex.clone()).await;
  151. }
  152. }
  153. pub fn stop(&self) {
  154. self.tasks.lock().clear();
  155. for child in self.get_children() {
  156. let obj = get_ui_object3(&child);
  157. obj.stop();
  158. }
  159. }
  160. async fn process_char(me: &Weak<Self>, ev_sub: &GraphicsEventCharSub) -> bool {
  161. let Ok((key, mods, repeat)) = ev_sub.recv().await else {
  162. t!("Event relayer closed");
  163. return false
  164. };
  165. let Some(self_) = me.upgrade() else {
  166. // Should not happen
  167. panic!("self destroyed before char_task was stopped!");
  168. };
  169. self_.handle_char(key, mods, repeat).await;
  170. true
  171. }
  172. async fn process_key_down(me: &Weak<Self>, ev_sub: &GraphicsEventKeyDownSub) -> bool {
  173. let Ok((key, mods, repeat)) = ev_sub.recv().await else {
  174. t!("Event relayer closed");
  175. return false
  176. };
  177. let Some(self_) = me.upgrade() else {
  178. // Should not happen
  179. panic!("self destroyed before char_task was stopped!");
  180. };
  181. self_.handle_key_down(key, mods, repeat).await;
  182. true
  183. }
  184. async fn process_key_up(me: &Weak<Self>, ev_sub: &GraphicsEventKeyUpSub) -> bool {
  185. let Ok((key, mods)) = ev_sub.recv().await else {
  186. t!("Event relayer closed");
  187. return false
  188. };
  189. let Some(self_) = me.upgrade() else {
  190. // Should not happen
  191. panic!("self destroyed before char_task was stopped!");
  192. };
  193. self_.handle_key_up(key, mods).await;
  194. true
  195. }
  196. async fn process_mouse_btn_down(
  197. me: &Weak<Self>,
  198. ev_sub: &GraphicsEventMouseButtonDownSub,
  199. ) -> bool {
  200. let Ok((btn, mouse_pos)) = ev_sub.recv().await else {
  201. t!("Event relayer closed");
  202. return false
  203. };
  204. let Some(self_) = me.upgrade() else {
  205. // Should not happen
  206. panic!("self destroyed before mouse_btn_down_task was stopped!");
  207. };
  208. self_.handle_mouse_btn_down(btn, mouse_pos).await;
  209. true
  210. }
  211. async fn process_mouse_btn_up(me: &Weak<Self>, ev_sub: &GraphicsEventMouseButtonUpSub) -> bool {
  212. let Ok((btn, mouse_pos)) = ev_sub.recv().await else {
  213. t!("Event relayer closed");
  214. return false
  215. };
  216. let Some(self_) = me.upgrade() else {
  217. // Should not happen
  218. panic!("self destroyed before mouse_btn_up_task was stopped!");
  219. };
  220. self_.handle_mouse_btn_up(btn, mouse_pos).await;
  221. true
  222. }
  223. async fn process_mouse_move(me: &Weak<Self>, ev_sub: &GraphicsEventMouseMoveSub) -> bool {
  224. let Ok(mouse_pos) = ev_sub.recv().await else {
  225. t!("Event relayer closed");
  226. return false
  227. };
  228. let Some(self_) = me.upgrade() else {
  229. // Should not happen
  230. panic!("self destroyed before mouse_move_task was stopped!");
  231. };
  232. self_.handle_mouse_move(mouse_pos).await;
  233. true
  234. }
  235. async fn process_mouse_wheel(me: &Weak<Self>, ev_sub: &GraphicsEventMouseWheelSub) -> bool {
  236. let Ok(wheel_pos) = ev_sub.recv().await else {
  237. t!("Event relayer closed");
  238. return false
  239. };
  240. let Some(self_) = me.upgrade() else {
  241. // Should not happen
  242. panic!("self destroyed before mouse_wheel_task was stopped!");
  243. };
  244. self_.handle_mouse_wheel(wheel_pos).await;
  245. true
  246. }
  247. async fn process_touch(me: &Weak<Self>, ev_sub: &GraphicsEventTouchSub) -> bool {
  248. let Ok((phase, id, touch_pos)) = ev_sub.recv().await else {
  249. t!("Event relayer closed");
  250. return false
  251. };
  252. let Some(self_) = me.upgrade() else {
  253. // Should not happen
  254. panic!("self destroyed before touch_task was stopped!");
  255. };
  256. self_.handle_touch(phase, id, touch_pos).await;
  257. true
  258. }
  259. fn get_children(&self) -> Vec<SceneNodePtr> {
  260. let node = self.node.upgrade().unwrap();
  261. get_children_ordered(&node)
  262. }
  263. async fn handle_char(&self, key: char, mods: KeyMods, repeat: bool) {
  264. for child in self.get_children() {
  265. let obj = get_ui_object3(&child);
  266. if obj.handle_char(key, mods, repeat).await {
  267. return
  268. }
  269. }
  270. }
  271. async fn handle_key_down(&self, key: KeyCode, mods: KeyMods, repeat: bool) {
  272. for child in self.get_children() {
  273. let obj = get_ui_object3(&child);
  274. if obj.handle_key_down(key, mods, repeat).await {
  275. return
  276. }
  277. }
  278. }
  279. async fn handle_key_up(&self, key: KeyCode, mods: KeyMods) {
  280. for child in self.get_children() {
  281. let obj = get_ui_object3(&child);
  282. if obj.handle_key_up(key, mods).await {
  283. return
  284. }
  285. }
  286. }
  287. /// Converts from screen to local coords
  288. fn local_scale(&self, point: &mut Point) {
  289. point.x /= self.scale.get();
  290. point.y /= self.scale.get();
  291. }
  292. async fn handle_mouse_btn_down(&self, btn: MouseButton, mut mouse_pos: Point) {
  293. self.local_scale(&mut mouse_pos);
  294. for child in self.get_children() {
  295. let obj = get_ui_object3(&child);
  296. if EMULATE_TOUCH {
  297. if obj.handle_touch(TouchPhase::Started, 0, mouse_pos).await {
  298. return
  299. }
  300. } else {
  301. if obj.handle_mouse_btn_down(btn.clone(), mouse_pos).await {
  302. return
  303. }
  304. }
  305. }
  306. }
  307. async fn handle_mouse_btn_up(&self, btn: MouseButton, mut mouse_pos: Point) {
  308. self.local_scale(&mut mouse_pos);
  309. for child in self.get_children() {
  310. let obj = get_ui_object3(&child);
  311. if EMULATE_TOUCH {
  312. if obj.handle_touch(TouchPhase::Ended, 0, mouse_pos).await {
  313. return
  314. }
  315. } else {
  316. if obj.handle_mouse_btn_up(btn.clone(), mouse_pos).await {
  317. return
  318. }
  319. }
  320. }
  321. }
  322. async fn handle_mouse_move(&self, mut mouse_pos: Point) {
  323. self.local_scale(&mut mouse_pos);
  324. for child in self.get_children() {
  325. let obj = get_ui_object3(&child);
  326. if EMULATE_TOUCH {
  327. if obj.handle_touch(TouchPhase::Moved, 0, mouse_pos).await {
  328. return
  329. }
  330. } else {
  331. if obj.handle_mouse_move(mouse_pos).await {
  332. return
  333. }
  334. }
  335. }
  336. }
  337. async fn handle_mouse_wheel(&self, mut wheel_pos: Point) {
  338. self.local_scale(&mut wheel_pos);
  339. for child in self.get_children() {
  340. let obj = get_ui_object3(&child);
  341. if obj.handle_mouse_wheel(wheel_pos).await {
  342. return
  343. }
  344. }
  345. }
  346. async fn handle_touch(&self, phase: TouchPhase, id: u64, mut touch_pos: Point) {
  347. self.local_scale(&mut touch_pos);
  348. for child in self.get_children() {
  349. let obj = get_ui_object3(&child);
  350. if obj.handle_touch(phase, id, touch_pos).await {
  351. return
  352. }
  353. }
  354. }
  355. pub async fn draw(&self) {
  356. let atom = &mut PropertyAtomicGuard::new();
  357. let trace_id = rand::random();
  358. let timest = unixtime();
  359. let virt_size = self.screen_size.get() / self.scale.get();
  360. let rect = Rectangle::from([0., 0., virt_size.w, virt_size.h]);
  361. t!("Window::draw({rect:?}) [timest={timest}, trace_id={trace_id}]");
  362. let mut draw_calls = vec![];
  363. let mut child_calls = vec![];
  364. for child in self.get_children() {
  365. let obj = get_ui_object3(&child);
  366. let Some(mut draw_update) = obj.draw(rect, trace_id, atom).await else {
  367. t!("{child:?} draw returned none [trace_id={trace_id}]");
  368. continue
  369. };
  370. draw_calls.append(&mut draw_update.draw_calls);
  371. child_calls.push(draw_update.key);
  372. }
  373. let dc = GfxDrawCall::new(
  374. vec![GfxDrawInstruction::SetScale(self.scale.get())],
  375. child_calls,
  376. 0,
  377. "win",
  378. );
  379. draw_calls.push((0, dc));
  380. //t!(" => {:?}", draw_calls);
  381. self.render_api.replace_draw_calls(timest, draw_calls);
  382. t!("Window::draw() - replaced draw call [timest={timest}, trace_id={trace_id}]");
  383. }
  384. }