win.rs 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2026 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. use miniquad::{KeyCode, KeyMods, MouseButton, TouchPhase};
  19. use parking_lot::Mutex as SyncMutex;
  20. use std::sync::{Arc, Weak};
  21. use tracing::instrument;
  22. use crate::{
  23. app::locale::read_locale_ftl,
  24. gfx::{
  25. gfxtag, DrawCall, DrawInstruction, GraphicsEventCharSub, GraphicsEventKeyDownSub,
  26. GraphicsEventKeyUpSub, GraphicsEventMouseButtonDownSub, GraphicsEventMouseButtonUpSub,
  27. GraphicsEventMouseMoveSub, GraphicsEventMouseWheelSub, GraphicsEventPublisherPtr,
  28. GraphicsEventTouchSub, Point, Rectangle, RenderApi, RenderApiSync,
  29. },
  30. prop::{
  31. BatchGuardPtr, PropertyAtomicGuard, PropertyDimension, PropertyFloat32, PropertyStr, Role,
  32. },
  33. scene::{Pimpl, SceneNodePtr, SceneNodeWeak},
  34. util::i18n::I18nBabelFish,
  35. ExecutorPtr,
  36. };
  37. #[cfg(target_os = "android")]
  38. use crate::{android, prop::PropertyRect};
  39. use super::{get_children_ordered, get_ui_object3, get_ui_object_ptr, OnModify};
  40. macro_rules! i { ($($arg:tt)*) => { info!(target: "ui::window", $($arg)*); } }
  41. macro_rules! d { ($($arg:tt)*) => { debug!(target: "ui::window", $($arg)*); } }
  42. macro_rules! t { ($($arg:tt)*) => { trace!(target: "ui::window", $($arg)*); } }
  43. #[cfg(feature = "emulate-android")]
  44. const EMULATE_TOUCH: bool = true;
  45. #[cfg(not(feature = "emulate-android"))]
  46. const EMULATE_TOUCH: bool = false;
  47. pub type WindowPtr = Arc<Window>;
  48. pub struct Window {
  49. node: SceneNodeWeak,
  50. render_api: RenderApi,
  51. i18n_fish: I18nBabelFish,
  52. tasks: SyncMutex<Vec<smol::Task<()>>>,
  53. locale: PropertyStr,
  54. screen_size: PropertyDimension,
  55. scale: PropertyFloat32,
  56. #[cfg(target_os = "android")]
  57. insets: PropertyRect,
  58. }
  59. impl Window {
  60. pub async fn new(
  61. node: SceneNodeWeak,
  62. render_api: RenderApi,
  63. i18n_fish: I18nBabelFish,
  64. setting_root: SceneNodePtr,
  65. ) -> Pimpl {
  66. let node_ref = &node.upgrade().unwrap();
  67. let locale = PropertyStr::wrap(node_ref, Role::Internal, "locale", 0).unwrap();
  68. let screen_size = PropertyDimension::wrap(node_ref, Role::Internal, "screen_size").unwrap();
  69. let scale = PropertyFloat32::wrap(
  70. &setting_root.lookup_node("/scale").unwrap(),
  71. Role::Internal,
  72. "value",
  73. 0,
  74. )
  75. .unwrap();
  76. let self_ = Arc::new(Self {
  77. node,
  78. render_api,
  79. i18n_fish,
  80. tasks: SyncMutex::new(vec![]),
  81. locale,
  82. screen_size,
  83. scale,
  84. #[cfg(target_os = "android")]
  85. insets: PropertyRect::wrap(node_ref, Role::Internal, "insets").unwrap(),
  86. });
  87. Pimpl::Window(self_)
  88. }
  89. pub fn init(&self) {
  90. for child in self.get_children() {
  91. let obj = get_ui_object3(&child);
  92. obj.init();
  93. }
  94. }
  95. pub async fn start(self: Arc<Self>, event_pub: GraphicsEventPublisherPtr, ex: ExecutorPtr) {
  96. let me = Arc::downgrade(&self);
  97. // Start a task monitoring for window resize events
  98. // which updates screen_size
  99. let ev_sub = event_pub.subscribe_resize();
  100. let screen_size2 = self.screen_size.clone();
  101. let me2 = me.clone();
  102. let resize_task = ex.spawn(async move {
  103. loop {
  104. let Ok(size) = ev_sub.recv().await else {
  105. t!("Event relayer closed");
  106. break
  107. };
  108. d!("Window resized {size:?}");
  109. let Some(self_) = me2.upgrade() else {
  110. // Should not happen
  111. panic!("self destroyed before modify_task was stopped!");
  112. };
  113. let atom = &mut self_.render_api.make_guard(gfxtag!("Window::resize_task"));
  114. // Now update the properties
  115. screen_size2.set(atom, size);
  116. self_.draw(atom).await;
  117. }
  118. });
  119. let ev_sub = event_pub.subscribe_char();
  120. let me2 = me.clone();
  121. let char_task = ex.spawn(async move { while Self::process_char(&me2, &ev_sub).await {} });
  122. let ev_sub = event_pub.subscribe_key_down();
  123. let me2 = me.clone();
  124. let key_down_task =
  125. ex.spawn(async move { while Self::process_key_down(&me2, &ev_sub).await {} });
  126. let ev_sub = event_pub.subscribe_key_up();
  127. let me2 = me.clone();
  128. let key_up_task =
  129. ex.spawn(async move { while Self::process_key_up(&me2, &ev_sub).await {} });
  130. let ev_sub = event_pub.subscribe_mouse_btn_down();
  131. let me2 = me.clone();
  132. let mouse_btn_down_task =
  133. ex.spawn(async move { while Self::process_mouse_btn_down(&me2, &ev_sub).await {} });
  134. let ev_sub = event_pub.subscribe_mouse_btn_up();
  135. let me2 = me.clone();
  136. let mouse_btn_up_task =
  137. ex.spawn(async move { while Self::process_mouse_btn_up(&me2, &ev_sub).await {} });
  138. let ev_sub = event_pub.subscribe_mouse_move();
  139. let me2 = me.clone();
  140. let mouse_move_task =
  141. ex.spawn(async move { while Self::process_mouse_move(&me2, &ev_sub).await {} });
  142. let ev_sub = event_pub.subscribe_mouse_wheel();
  143. let me2 = me.clone();
  144. let mouse_wheel_task =
  145. ex.spawn(async move { while Self::process_mouse_wheel(&me2, &ev_sub).await {} });
  146. let ev_sub = event_pub.subscribe_touch();
  147. let me2 = me.clone();
  148. let touch_task = ex.spawn(async move { while Self::process_touch(&me2, &ev_sub).await {} });
  149. #[cfg(target_os = "android")]
  150. let insets_task = {
  151. let (insets_tx, insets_rx) = async_channel::unbounded();
  152. android::insets::set_sender(insets_tx);
  153. let me = me.clone();
  154. let insets = self.insets.clone();
  155. ex.spawn(async move {
  156. while let Ok(insets_val) = insets_rx.recv().await {
  157. let Some(self_) = me.upgrade() else { break };
  158. let atom = &mut self_.render_api.make_guard(gfxtag!("Window::insets_task"));
  159. let scale = self_.scale.get();
  160. let insets_val = Rectangle::from(insets_val) / scale;
  161. t!("Insets changed: {insets_val:?}");
  162. insets.set(atom, &insets_val);
  163. }
  164. })
  165. };
  166. async fn reload_locale(self_: Arc<Window>, batch: BatchGuardPtr) {
  167. let atom = &mut batch.spawn();
  168. self_.reload_locale(atom).await;
  169. }
  170. async fn redraw(self_: Arc<Window>, batch: BatchGuardPtr) {
  171. let atom = &mut batch.spawn();
  172. self_.draw(atom).await;
  173. }
  174. let mut on_modify = OnModify::new(ex.clone(), self.node.clone(), me.clone());
  175. on_modify.when_change(self.locale.prop(), reload_locale);
  176. on_modify.when_change(self.scale.prop(), redraw);
  177. let mut tasks = vec![
  178. resize_task,
  179. char_task,
  180. key_down_task,
  181. key_up_task,
  182. mouse_btn_down_task,
  183. mouse_btn_up_task,
  184. mouse_move_task,
  185. mouse_wheel_task,
  186. touch_task,
  187. ];
  188. tasks.append(&mut on_modify.tasks);
  189. #[cfg(target_os = "android")]
  190. tasks.push(insets_task);
  191. *self.tasks.lock() = tasks;
  192. for child in self.get_children() {
  193. let obj = get_ui_object_ptr(&child);
  194. obj.start(ex.clone()).await;
  195. }
  196. }
  197. pub fn stop(&self) {
  198. self.tasks.lock().clear();
  199. for child in self.get_children() {
  200. let obj = get_ui_object3(&child);
  201. obj.stop();
  202. }
  203. }
  204. async fn process_char(me: &Weak<Self>, ev_sub: &GraphicsEventCharSub) -> bool {
  205. let Ok((key, mods, repeat)) = ev_sub.recv().await else {
  206. t!("Event relayer closed");
  207. return false
  208. };
  209. let Some(self_) = me.upgrade() else {
  210. // Should not happen
  211. panic!("self destroyed before char_task was stopped!");
  212. };
  213. self_.handle_char(key, mods, repeat).await;
  214. true
  215. }
  216. async fn process_key_down(me: &Weak<Self>, ev_sub: &GraphicsEventKeyDownSub) -> bool {
  217. let Ok((key, mods, repeat)) = ev_sub.recv().await else {
  218. t!("Event relayer closed");
  219. return false
  220. };
  221. let Some(self_) = me.upgrade() else {
  222. // Should not happen
  223. panic!("self destroyed before char_task was stopped!");
  224. };
  225. self_.handle_key_down(key, mods, repeat).await;
  226. true
  227. }
  228. async fn process_key_up(me: &Weak<Self>, ev_sub: &GraphicsEventKeyUpSub) -> bool {
  229. let Ok((key, mods)) = ev_sub.recv().await else {
  230. t!("Event relayer closed");
  231. return false
  232. };
  233. let Some(self_) = me.upgrade() else {
  234. // Should not happen
  235. panic!("self destroyed before char_task was stopped!");
  236. };
  237. self_.handle_key_up(key, mods).await;
  238. true
  239. }
  240. async fn process_mouse_btn_down(
  241. me: &Weak<Self>,
  242. ev_sub: &GraphicsEventMouseButtonDownSub,
  243. ) -> bool {
  244. let Ok((btn, mouse_pos)) = ev_sub.recv().await else {
  245. t!("Event relayer closed");
  246. return false
  247. };
  248. let Some(self_) = me.upgrade() else {
  249. // Should not happen
  250. panic!("self destroyed before mouse_btn_down_task was stopped!");
  251. };
  252. self_.handle_mouse_btn_down(btn, mouse_pos).await;
  253. true
  254. }
  255. async fn process_mouse_btn_up(me: &Weak<Self>, ev_sub: &GraphicsEventMouseButtonUpSub) -> bool {
  256. let Ok((btn, mouse_pos)) = ev_sub.recv().await else {
  257. t!("Event relayer closed");
  258. return false
  259. };
  260. let Some(self_) = me.upgrade() else {
  261. // Should not happen
  262. panic!("self destroyed before mouse_btn_up_task was stopped!");
  263. };
  264. self_.handle_mouse_btn_up(btn, mouse_pos).await;
  265. true
  266. }
  267. async fn process_mouse_move(me: &Weak<Self>, ev_sub: &GraphicsEventMouseMoveSub) -> bool {
  268. let Ok(mouse_pos) = ev_sub.recv().await else {
  269. t!("Event relayer closed");
  270. return false
  271. };
  272. let Some(self_) = me.upgrade() else {
  273. // Should not happen
  274. panic!("self destroyed before mouse_move_task was stopped!");
  275. };
  276. self_.handle_mouse_move(mouse_pos).await;
  277. true
  278. }
  279. async fn process_mouse_wheel(me: &Weak<Self>, ev_sub: &GraphicsEventMouseWheelSub) -> bool {
  280. let Ok(wheel_pos) = ev_sub.recv().await else {
  281. t!("Event relayer closed");
  282. return false
  283. };
  284. let Some(self_) = me.upgrade() else {
  285. // Should not happen
  286. panic!("self destroyed before mouse_wheel_task was stopped!");
  287. };
  288. self_.handle_mouse_wheel(wheel_pos).await;
  289. true
  290. }
  291. async fn process_touch(me: &Weak<Self>, ev_sub: &GraphicsEventTouchSub) -> bool {
  292. let Ok((phase, id, touch_pos)) = ev_sub.recv().await else {
  293. t!("Event relayer closed");
  294. return false
  295. };
  296. let Some(self_) = me.upgrade() else {
  297. // Should not happen
  298. panic!("self destroyed before touch_task was stopped!");
  299. };
  300. self_.handle_touch(phase, id, touch_pos).await;
  301. true
  302. }
  303. fn get_children(&self) -> Vec<SceneNodePtr> {
  304. let node = self.node.upgrade().unwrap();
  305. get_children_ordered(&node)
  306. }
  307. async fn handle_char(&self, key: char, mods: KeyMods, repeat: bool) {
  308. for child in self.get_children() {
  309. let obj = get_ui_object3(&child);
  310. if obj.handle_char(key, mods, repeat).await {
  311. return
  312. }
  313. }
  314. }
  315. async fn handle_key_down(&self, key: KeyCode, mods: KeyMods, repeat: bool) {
  316. for child in self.get_children() {
  317. let obj = get_ui_object3(&child);
  318. if obj.handle_key_down(key, mods, repeat).await {
  319. return
  320. }
  321. }
  322. }
  323. async fn handle_key_up(&self, key: KeyCode, mods: KeyMods) {
  324. for child in self.get_children() {
  325. let obj = get_ui_object3(&child);
  326. if obj.handle_key_up(key, mods).await {
  327. return
  328. }
  329. }
  330. }
  331. /// Converts from screen to local coords
  332. fn local_scale(&self, point: &mut Point) {
  333. point.x /= self.scale.get();
  334. point.y /= self.scale.get();
  335. }
  336. async fn handle_mouse_btn_down(&self, btn: MouseButton, mut mouse_pos: Point) {
  337. self.local_scale(&mut mouse_pos);
  338. for child in self.get_children() {
  339. let obj = get_ui_object3(&child);
  340. if EMULATE_TOUCH {
  341. if obj.handle_touch(TouchPhase::Started, 0, mouse_pos).await {
  342. return
  343. }
  344. } else {
  345. if obj.handle_mouse_btn_down(btn.clone(), mouse_pos).await {
  346. return
  347. }
  348. }
  349. }
  350. }
  351. async fn handle_mouse_btn_up(&self, btn: MouseButton, mut mouse_pos: Point) {
  352. self.local_scale(&mut mouse_pos);
  353. for child in self.get_children() {
  354. let obj = get_ui_object3(&child);
  355. if EMULATE_TOUCH {
  356. if obj.handle_touch(TouchPhase::Ended, 0, mouse_pos).await {
  357. return
  358. }
  359. } else {
  360. if obj.handle_mouse_btn_up(btn.clone(), mouse_pos).await {
  361. return
  362. }
  363. }
  364. }
  365. }
  366. async fn handle_mouse_move(&self, mut mouse_pos: Point) {
  367. self.local_scale(&mut mouse_pos);
  368. for child in self.get_children() {
  369. let obj = get_ui_object3(&child);
  370. if EMULATE_TOUCH {
  371. if obj.handle_touch(TouchPhase::Moved, 0, mouse_pos).await {
  372. return
  373. }
  374. } else {
  375. if obj.handle_mouse_move(mouse_pos).await {
  376. return
  377. }
  378. }
  379. }
  380. }
  381. async fn handle_mouse_wheel(&self, mut wheel_pos: Point) {
  382. self.local_scale(&mut wheel_pos);
  383. for child in self.get_children() {
  384. let obj = get_ui_object3(&child);
  385. if obj.handle_mouse_wheel(wheel_pos).await {
  386. return
  387. }
  388. }
  389. }
  390. async fn handle_touch(&self, phase: TouchPhase, id: u64, mut touch_pos: Point) {
  391. self.local_scale(&mut touch_pos);
  392. for child in self.get_children() {
  393. let obj = get_ui_object3(&child);
  394. if obj.handle_touch(phase, id, touch_pos).await {
  395. return
  396. }
  397. }
  398. }
  399. pub fn handle_touch_sync(
  400. &self,
  401. render_api: &mut RenderApiSync,
  402. phase: TouchPhase,
  403. id: u64,
  404. mut touch_pos: Point,
  405. ) -> bool {
  406. self.local_scale(&mut touch_pos);
  407. for child in self.get_children() {
  408. let obj = get_ui_object3(&child);
  409. if obj.handle_touch_sync(render_api, phase, id, touch_pos) {
  410. return true
  411. }
  412. }
  413. false
  414. }
  415. #[instrument(target = "ui::win")]
  416. pub async fn draw(&self, atom: &mut PropertyAtomicGuard) {
  417. let virt_size = self.screen_size.get() / self.scale.get();
  418. let rect = Rectangle::from([0., 0., virt_size.w, virt_size.h]);
  419. let mut draw_calls = vec![];
  420. let mut child_calls = vec![];
  421. for child in self.get_children() {
  422. let obj = get_ui_object3(&child);
  423. let Some(mut draw_update) = obj.draw(rect, atom).await else {
  424. //t!("{child:?} draw returned none");
  425. continue
  426. };
  427. draw_calls.append(&mut draw_update.draw_calls);
  428. child_calls.push(draw_update.key);
  429. }
  430. let dc =
  431. DrawCall::new(vec![DrawInstruction::SetScale(self.scale.get())], child_calls, 0, "win");
  432. draw_calls.push((0, dc));
  433. //t!(" => {:?}", draw_calls);
  434. self.render_api.replace_draw_calls(Some(atom.batch_id), draw_calls);
  435. }
  436. async fn reload_locale(&self, atom: &mut PropertyAtomicGuard) {
  437. /*
  438. let i18n_src = indoc::indoc! {"
  439. hello-world = Hello, world!
  440. channels-label = KANALLAR
  441. "}
  442. .to_owned();
  443. */
  444. let locale = self.locale.get();
  445. let i18n_src = read_locale_ftl(&locale);
  446. i!("Changed locale to: {locale}");
  447. i!("loaded {i18n_src}");
  448. assert_eq!(locale, "tr");
  449. let i18n_fish = I18nBabelFish::new(i18n_src, &locale);
  450. self.i18n_fish.set(&i18n_fish);
  451. for child in self.get_children() {
  452. let obj = get_ui_object3(&child);
  453. obj.set_i18n(&i18n_fish);
  454. }
  455. // Just redraw everything lol
  456. self.draw(atom).await;
  457. }
  458. }
  459. impl std::fmt::Debug for Window {
  460. fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result {
  461. write!(f, "{:?}", self.node.upgrade().unwrap())
  462. }
  463. }