win.rs 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2024 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use miniquad::{KeyCode, KeyMods, MouseButton, TouchPhase};
  19. use std::sync::{Arc, OnceLock, Weak};
  20. use crate::{
  21. gfx::{
  22. GfxDrawCall, GfxDrawInstruction, GraphicsEventPublisherPtr, Point, Rectangle, RenderApi,
  23. },
  24. prop::{PropertyDimension, PropertyFloat32, PropertyPtr, Role},
  25. pubsub::Subscription,
  26. scene::{Pimpl, SceneNodePtr, SceneNodeWeak},
  27. ExecutorPtr,
  28. };
  29. use super::{get_children_ordered, get_ui_object3, get_ui_object_ptr, OnModify};
  30. pub type WindowPtr = Arc<Window>;
  31. pub struct Window {
  32. node: SceneNodeWeak,
  33. tasks: OnceLock<Vec<smol::Task<()>>>,
  34. screen_size: PropertyDimension,
  35. scale: PropertyFloat32,
  36. render_api: RenderApi,
  37. }
  38. impl Window {
  39. pub async fn new(node: SceneNodeWeak, render_api: RenderApi) -> Pimpl {
  40. debug!(target: "ui::win", "Window::new()");
  41. let node_ref = &node.upgrade().unwrap();
  42. let screen_size = PropertyDimension::wrap(node_ref, Role::Internal, "screen_size").unwrap();
  43. let scale = PropertyFloat32::wrap(node_ref, Role::Internal, "scale", 0).unwrap();
  44. let self_ = Arc::new(Self { node, tasks: OnceLock::new(), screen_size, scale, render_api });
  45. Pimpl::Window(self_)
  46. }
  47. pub async fn start(self: Arc<Self>, event_pub: GraphicsEventPublisherPtr, ex: ExecutorPtr) {
  48. let me = Arc::downgrade(&self);
  49. let node_ref = &self.node.upgrade().unwrap();
  50. let node_name = node_ref.name.clone();
  51. let node_id = node_ref.id;
  52. // Start a task monitoring for window resize events
  53. // which updates screen_size
  54. let ev_sub = event_pub.subscribe_resize();
  55. let screen_size2 = self.screen_size.clone();
  56. let me2 = me.clone();
  57. let resize_task = ex.spawn(async move {
  58. loop {
  59. let Ok(size) = ev_sub.receive().await else {
  60. debug!(target: "ui::win", "Event relayer closed");
  61. break
  62. };
  63. debug!(target: "ui::win", "Window resized {size:?}");
  64. // Now update the properties
  65. screen_size2.set(size);
  66. let Some(self_) = me2.upgrade() else {
  67. // Should not happen
  68. panic!("self destroyed before modify_task was stopped!");
  69. };
  70. self_.draw().await;
  71. }
  72. });
  73. let ev_sub = event_pub.subscribe_char();
  74. let me2 = me.clone();
  75. let char_task = ex.spawn(async move { while Self::process_char(&me2, &ev_sub).await {} });
  76. let ev_sub = event_pub.subscribe_key_down();
  77. let me2 = me.clone();
  78. let key_down_task =
  79. ex.spawn(async move { while Self::process_key_down(&me2, &ev_sub).await {} });
  80. let ev_sub = event_pub.subscribe_key_up();
  81. let me2 = me.clone();
  82. let key_up_task =
  83. ex.spawn(async move { while Self::process_key_up(&me2, &ev_sub).await {} });
  84. let ev_sub = event_pub.subscribe_mouse_btn_down();
  85. let me2 = me.clone();
  86. let mouse_btn_down_task =
  87. ex.spawn(async move { while Self::process_mouse_btn_down(&me2, &ev_sub).await {} });
  88. let ev_sub = event_pub.subscribe_mouse_btn_up();
  89. let me2 = me.clone();
  90. let mouse_btn_up_task =
  91. ex.spawn(async move { while Self::process_mouse_btn_up(&me2, &ev_sub).await {} });
  92. let ev_sub = event_pub.subscribe_mouse_move();
  93. let me2 = me.clone();
  94. let mouse_move_task =
  95. ex.spawn(async move { while Self::process_mouse_move(&me2, &ev_sub).await {} });
  96. let ev_sub = event_pub.subscribe_mouse_wheel();
  97. let me2 = me.clone();
  98. let mouse_wheel_task =
  99. ex.spawn(async move { while Self::process_mouse_wheel(&me2, &ev_sub).await {} });
  100. let ev_sub = event_pub.subscribe_touch();
  101. let me2 = me.clone();
  102. let touch_task = ex.spawn(async move { while Self::process_touch(&me2, &ev_sub).await {} });
  103. let redraw_fn = move |self_: Arc<Self>| async move {
  104. self_.draw().await;
  105. };
  106. let mut on_modify = OnModify::new(ex.clone(), node_name, node_id, me.clone());
  107. on_modify.when_change(self.scale.prop(), redraw_fn);
  108. let mut tasks = vec![
  109. resize_task,
  110. char_task,
  111. key_down_task,
  112. key_up_task,
  113. mouse_btn_down_task,
  114. mouse_btn_up_task,
  115. mouse_move_task,
  116. mouse_wheel_task,
  117. touch_task,
  118. ];
  119. tasks.append(&mut on_modify.tasks);
  120. #[cfg(target_os = "android")]
  121. {
  122. let (sender, recvr) = async_channel::unbounded();
  123. crate::android::set_sender(sender);
  124. let me2 = me.clone();
  125. let autosuggest_task = ex.spawn(async move {
  126. loop {
  127. let Ok(ev) = recvr.recv().await else {
  128. debug!(target: "ui::win", "Event relayer closed");
  129. break
  130. };
  131. let Some(self_) = me2.upgrade() else {
  132. // Should not happen
  133. panic!("self destroyed before modify_task was stopped!");
  134. };
  135. self_.handle_autosuggest(ev).await;
  136. }
  137. });
  138. tasks.push(autosuggest_task);
  139. }
  140. self.tasks.set(tasks);
  141. for child in self.get_children() {
  142. let obj = get_ui_object_ptr(&child);
  143. obj.start(ex.clone()).await;
  144. }
  145. }
  146. async fn process_char(me: &Weak<Self>, ev_sub: &Subscription<(char, KeyMods, bool)>) -> bool {
  147. let Ok((key, mods, repeat)) = ev_sub.receive().await else {
  148. debug!(target: "ui::win", "Event relayer closed");
  149. return false
  150. };
  151. let Some(self_) = me.upgrade() else {
  152. // Should not happen
  153. panic!("self destroyed before char_task was stopped!");
  154. };
  155. self_.handle_char(key, mods, repeat).await;
  156. true
  157. }
  158. async fn process_key_down(
  159. me: &Weak<Self>,
  160. ev_sub: &Subscription<(KeyCode, KeyMods, bool)>,
  161. ) -> bool {
  162. let Ok((key, mods, repeat)) = ev_sub.receive().await else {
  163. debug!(target: "ui::win", "Event relayer closed");
  164. return false
  165. };
  166. let Some(self_) = me.upgrade() else {
  167. // Should not happen
  168. panic!("self destroyed before char_task was stopped!");
  169. };
  170. self_.handle_key_down(key, mods, repeat).await;
  171. true
  172. }
  173. async fn process_key_up(me: &Weak<Self>, ev_sub: &Subscription<(KeyCode, KeyMods)>) -> bool {
  174. let Ok((key, mods)) = ev_sub.receive().await else {
  175. debug!(target: "ui::win", "Event relayer closed");
  176. return false
  177. };
  178. let Some(self_) = me.upgrade() else {
  179. // Should not happen
  180. panic!("self destroyed before char_task was stopped!");
  181. };
  182. self_.handle_key_up(key, mods).await;
  183. true
  184. }
  185. async fn process_mouse_btn_down(
  186. me: &Weak<Self>,
  187. ev_sub: &Subscription<(MouseButton, Point)>,
  188. ) -> bool {
  189. let Ok((btn, mouse_pos)) = ev_sub.receive().await else {
  190. debug!(target: "ui::editbox", "Event relayer closed");
  191. return false
  192. };
  193. let Some(self_) = me.upgrade() else {
  194. // Should not happen
  195. panic!("self destroyed before mouse_btn_down_task was stopped!");
  196. };
  197. self_.handle_mouse_btn_down(btn, mouse_pos).await;
  198. true
  199. }
  200. async fn process_mouse_btn_up(
  201. me: &Weak<Self>,
  202. ev_sub: &Subscription<(MouseButton, Point)>,
  203. ) -> bool {
  204. let Ok((btn, mouse_pos)) = ev_sub.receive().await else {
  205. debug!(target: "ui::editbox", "Event relayer closed");
  206. return false
  207. };
  208. let Some(self_) = me.upgrade() else {
  209. // Should not happen
  210. panic!("self destroyed before mouse_btn_up_task was stopped!");
  211. };
  212. self_.handle_mouse_btn_up(btn, mouse_pos).await;
  213. true
  214. }
  215. async fn process_mouse_move(me: &Weak<Self>, ev_sub: &Subscription<Point>) -> bool {
  216. let Ok(mouse_pos) = ev_sub.receive().await else {
  217. debug!(target: "ui::editbox", "Event relayer closed");
  218. return false
  219. };
  220. let Some(self_) = me.upgrade() else {
  221. // Should not happen
  222. panic!("self destroyed before mouse_move_task was stopped!");
  223. };
  224. self_.handle_mouse_move(mouse_pos).await;
  225. true
  226. }
  227. async fn process_mouse_wheel(me: &Weak<Self>, ev_sub: &Subscription<Point>) -> bool {
  228. let Ok(wheel_pos) = ev_sub.receive().await else {
  229. debug!(target: "ui::chatview", "Event relayer closed");
  230. return false
  231. };
  232. let Some(self_) = me.upgrade() else {
  233. // Should not happen
  234. panic!("self destroyed before mouse_wheel_task was stopped!");
  235. };
  236. self_.handle_mouse_wheel(wheel_pos).await;
  237. true
  238. }
  239. async fn process_touch(
  240. me: &Weak<Self>,
  241. ev_sub: &Subscription<(TouchPhase, u64, Point)>,
  242. ) -> bool {
  243. let Ok((phase, id, touch_pos)) = ev_sub.receive().await else {
  244. debug!(target: "ui::editbox", "Event relayer closed");
  245. return false
  246. };
  247. let Some(self_) = me.upgrade() else {
  248. // Should not happen
  249. panic!("self destroyed before touch_task was stopped!");
  250. };
  251. self_.handle_touch(phase, id, touch_pos).await;
  252. true
  253. }
  254. fn get_children(&self) -> Vec<SceneNodePtr> {
  255. let node = self.node.upgrade().unwrap();
  256. get_children_ordered(&node)
  257. }
  258. async fn handle_char(&self, key: char, mods: KeyMods, repeat: bool) {
  259. for child in self.get_children() {
  260. let obj = get_ui_object3(&child);
  261. if obj.handle_char(key, mods, repeat).await {
  262. return
  263. }
  264. }
  265. }
  266. async fn handle_key_down(&self, key: KeyCode, mods: KeyMods, repeat: bool) {
  267. for child in self.get_children() {
  268. let obj = get_ui_object3(&child);
  269. if obj.handle_key_down(key, mods, repeat).await {
  270. return
  271. }
  272. }
  273. }
  274. async fn handle_key_up(&self, key: KeyCode, mods: KeyMods) {
  275. for child in self.get_children() {
  276. let obj = get_ui_object3(&child);
  277. if obj.handle_key_up(key, mods).await {
  278. return
  279. }
  280. }
  281. }
  282. /// Converts from screen to local coords
  283. fn local_scale(&self, point: &mut Point) {
  284. point.x /= self.scale.get();
  285. point.y /= self.scale.get();
  286. }
  287. async fn handle_mouse_btn_down(&self, btn: MouseButton, mut mouse_pos: Point) {
  288. self.local_scale(&mut mouse_pos);
  289. for child in self.get_children() {
  290. let obj = get_ui_object3(&child);
  291. if obj.handle_mouse_btn_down(btn.clone(), mouse_pos).await {
  292. return
  293. }
  294. }
  295. }
  296. async fn handle_mouse_btn_up(&self, btn: MouseButton, mut mouse_pos: Point) {
  297. self.local_scale(&mut mouse_pos);
  298. for child in self.get_children() {
  299. let obj = get_ui_object3(&child);
  300. if obj.handle_mouse_btn_up(btn.clone(), mouse_pos).await {
  301. return
  302. }
  303. }
  304. }
  305. async fn handle_mouse_move(&self, mut mouse_pos: Point) {
  306. self.local_scale(&mut mouse_pos);
  307. for child in self.get_children() {
  308. let obj = get_ui_object3(&child);
  309. if obj.handle_mouse_move(mouse_pos).await {
  310. return
  311. }
  312. }
  313. }
  314. async fn handle_mouse_wheel(&self, mut wheel_pos: Point) {
  315. self.local_scale(&mut wheel_pos);
  316. for child in self.get_children() {
  317. let obj = get_ui_object3(&child);
  318. if obj.handle_mouse_wheel(wheel_pos).await {
  319. return
  320. }
  321. }
  322. }
  323. async fn handle_touch(&self, phase: TouchPhase, id: u64, mut touch_pos: Point) {
  324. self.local_scale(&mut touch_pos);
  325. for child in self.get_children() {
  326. let obj = get_ui_object3(&child);
  327. if obj.handle_touch(phase, id, touch_pos).await {
  328. return
  329. }
  330. }
  331. }
  332. #[cfg(target_os = "android")]
  333. async fn handle_autosuggest(&self, ev: crate::android::AndroidSuggestEvent) {
  334. use crate::android::AndroidSuggestEvent::*;
  335. for child in self.get_children() {
  336. let obj = get_ui_object3(&child);
  337. let is_handled = match &ev {
  338. Compose { text, cursor_pos, is_commit } => {
  339. obj.handle_compose_text(&text, *is_commit).await
  340. }
  341. ComposeRegion { start, end } => obj.handle_set_compose_region(*start, *end).await,
  342. };
  343. if is_handled {
  344. return
  345. }
  346. }
  347. }
  348. pub async fn draw(&self) {
  349. let local = self.screen_size.get() / self.scale.get();
  350. let rect = Rectangle::from([0., 0., local.w, local.h]);
  351. debug!(target: "ui::win", "Window::draw({rect:?})");
  352. let mut draw_calls = vec![];
  353. let mut child_calls = vec![];
  354. let mut freed_textures = vec![];
  355. let mut freed_buffers = vec![];
  356. for child in self.get_children() {
  357. let obj = get_ui_object3(&child);
  358. let Some(mut draw_update) = obj.draw(rect).await else {
  359. error!(target: "ui::layer", "draw() of {child:?} failed");
  360. continue
  361. };
  362. draw_calls.append(&mut draw_update.draw_calls);
  363. child_calls.push(draw_update.key);
  364. freed_textures.append(&mut draw_update.freed_textures);
  365. freed_buffers.append(&mut draw_update.freed_buffers);
  366. }
  367. let dc = GfxDrawCall {
  368. instrs: vec![GfxDrawInstruction::SetScale(self.scale.get())],
  369. dcs: child_calls,
  370. z_index: 0,
  371. };
  372. draw_calls.push((0, dc));
  373. //debug!(target: "ui::win", " => {:?}", draw_calls);
  374. self.render_api.replace_draw_calls(draw_calls);
  375. for texture in freed_textures {
  376. self.render_api.delete_texture(texture);
  377. }
  378. for buff in freed_buffers {
  379. self.render_api.delete_buffer(buff);
  380. }
  381. debug!(target: "ui::win", "Window::draw() - replaced draw call");
  382. }
  383. }