image.rs 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. /* This file is part of DarkFi (https://dark.fi)
  2. *
  3. * Copyright (C) 2020-2024 Dyne.org foundation
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU Affero General Public License as
  7. * published by the Free Software Foundation, either version 3 of the
  8. * License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU Affero General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Affero General Public License
  16. * along with this program. If not, see <https://www.gnu.org/licenses/>.
  17. */
  18. //use async_lock::Mutex;
  19. use image::ImageReader;
  20. use miniquad::TextureId;
  21. use rand::{rngs::OsRng, Rng};
  22. use std::{
  23. io::Cursor,
  24. sync::{Arc, Mutex as SyncMutex, Weak},
  25. };
  26. use crate::{
  27. gfx::{DrawCall, DrawInstruction, DrawMesh, Rectangle, RenderApiPtr},
  28. mesh::{MeshBuilder, MeshInfo, COLOR_WHITE},
  29. prop::{PropertyPtr, PropertyStr, PropertyUint32, Role},
  30. scene::{Pimpl, SceneGraph, SceneGraphPtr2, SceneNodeId},
  31. ExecutorPtr,
  32. };
  33. use super::{eval_rect, get_parent_rect, read_rect, DrawUpdate, OnModify};
  34. pub type ImagePtr = Arc<Image>;
  35. pub struct Image {
  36. sg: SceneGraphPtr2,
  37. render_api: RenderApiPtr,
  38. #[allow(dead_code)]
  39. tasks: Vec<smol::Task<()>>,
  40. mesh: SyncMutex<Option<MeshInfo>>,
  41. texture: SyncMutex<Option<TextureId>>,
  42. dc_key: u64,
  43. node_id: SceneNodeId,
  44. rect: PropertyPtr,
  45. z_index: PropertyUint32,
  46. path: PropertyStr,
  47. }
  48. impl Image {
  49. pub async fn new(
  50. ex: ExecutorPtr,
  51. sg: SceneGraphPtr2,
  52. node_id: SceneNodeId,
  53. render_api: RenderApiPtr,
  54. ) -> Pimpl {
  55. let scene_graph = sg.lock().await;
  56. let node = scene_graph.get_node(node_id).unwrap();
  57. let node_name = node.name.clone();
  58. let rect = node.get_property("rect").expect("Text::rect");
  59. let z_index = PropertyUint32::wrap(node, Role::Internal, "z_index", 0).unwrap();
  60. let path = PropertyStr::wrap(node, Role::Internal, "path", 0).unwrap();
  61. drop(scene_graph);
  62. let self_ = Arc::new_cyclic(|me: &Weak<Self>| {
  63. let mut on_modify = OnModify::new(ex, node_name, node_id, me.clone());
  64. on_modify.when_change(rect.clone(), Self::redraw);
  65. on_modify.when_change(z_index.prop(), Self::redraw);
  66. on_modify.when_change(path.prop(), Self::reload);
  67. Self {
  68. sg,
  69. render_api,
  70. tasks: on_modify.tasks,
  71. mesh: SyncMutex::new(None),
  72. texture: SyncMutex::new(None),
  73. dc_key: OsRng.gen(),
  74. node_id,
  75. rect,
  76. z_index,
  77. path,
  78. }
  79. });
  80. *self_.texture.lock().unwrap() = Some(self_.load_texture().await);
  81. Pimpl::Image(self_)
  82. }
  83. async fn reload(self: Arc<Self>) {
  84. let texture = self.load_texture().await;
  85. let old_texture = std::mem::replace(&mut *self.texture.lock().unwrap(), Some(texture));
  86. self.clone().redraw().await;
  87. if let Some(old_texture) = old_texture {
  88. self.render_api.delete_texture(old_texture);
  89. }
  90. }
  91. async fn load_texture(&self) -> TextureId {
  92. let path = self.path.get();
  93. // TODO we should NOT use unwrap here
  94. let data = Arc::new(SyncMutex::new(vec![]));
  95. let data2 = data.clone();
  96. miniquad::fs::load_file(&path, move |res| {
  97. *data2.lock().unwrap() = res.unwrap();
  98. });
  99. let data = std::mem::take(&mut *data.lock().unwrap());
  100. let img =
  101. ImageReader::new(Cursor::new(data)).with_guessed_format().unwrap().decode().unwrap();
  102. let img = img.to_rgba8();
  103. //let img = image::ImageReader::open(path).unwrap().decode().unwrap().to_rgba8();
  104. let width = img.width() as u16;
  105. let height = img.height() as u16;
  106. let bmp = img.into_raw();
  107. let texture_id = self.render_api.new_texture(width, height, bmp).await.unwrap();
  108. texture_id
  109. }
  110. async fn redraw(self: Arc<Self>) {
  111. let sg = self.sg.lock().await;
  112. let node = sg.get_node(self.node_id).unwrap();
  113. let Some(parent_rect) = get_parent_rect(&sg, node) else {
  114. return;
  115. };
  116. let Some(draw_update) = self.draw(&sg, &parent_rect).await else {
  117. error!(target: "ui::text", "Text {:?} failed to draw", node);
  118. return;
  119. };
  120. self.render_api.replace_draw_calls(draw_update.draw_calls).await;
  121. debug!(target: "ui::text", "replace draw calls done");
  122. }
  123. /// Called whenever any property changes.
  124. async fn regen_mesh(&self, _clip: Rectangle) -> MeshInfo {
  125. let basic = Rectangle { x: 0., y: 0., w: 1., h: 1. };
  126. let mut mesh = MeshBuilder::new();
  127. mesh.draw_box(&basic, COLOR_WHITE, &basic);
  128. mesh.alloc(&self.render_api).await.unwrap()
  129. }
  130. pub async fn draw(&self, sg: &SceneGraph, parent_rect: &Rectangle) -> Option<DrawUpdate> {
  131. debug!(target: "ui::text", "Text::draw()");
  132. // Only used for debug messages
  133. let node = sg.get_node(self.node_id).unwrap();
  134. if let Err(err) = eval_rect(self.rect.clone(), parent_rect) {
  135. panic!("Node {:?} bad rect property: {}", node, err);
  136. }
  137. let Ok(rect) = read_rect(self.rect.clone()) else {
  138. panic!("Node {:?} bad rect property", node);
  139. };
  140. // draw will recalc this when it's None
  141. let mesh = self.regen_mesh(rect.clone()).await;
  142. let old_mesh = std::mem::replace(&mut *self.mesh.lock().unwrap(), Some(mesh.clone()));
  143. let Some(texture_id) = *self.texture.lock().unwrap() else {
  144. panic!("Node {:?} missing texture_id!", node);
  145. };
  146. // We're finished with these so clean up.
  147. let mut freed_buffers = vec![];
  148. if let Some(old) = old_mesh {
  149. freed_buffers.push(old.vertex_buffer);
  150. freed_buffers.push(old.index_buffer);
  151. }
  152. let mesh = DrawMesh {
  153. vertex_buffer: mesh.vertex_buffer,
  154. index_buffer: mesh.index_buffer,
  155. texture: Some(texture_id),
  156. num_elements: mesh.num_elements,
  157. };
  158. let off_x = rect.x / parent_rect.w;
  159. let off_y = rect.y / parent_rect.h;
  160. // We could use pixels here if we want to. No difference really.
  161. let scale_x = rect.w / parent_rect.w;
  162. let scale_y = rect.h / parent_rect.h;
  163. let model = glam::Mat4::from_translation(glam::Vec3::new(off_x, off_y, 0.)) *
  164. glam::Mat4::from_scale(glam::Vec3::new(scale_x, scale_y, 1.));
  165. Some(DrawUpdate {
  166. key: self.dc_key,
  167. draw_calls: vec![(
  168. self.dc_key,
  169. DrawCall {
  170. instrs: vec![DrawInstruction::ApplyMatrix(model), DrawInstruction::Draw(mesh)],
  171. dcs: vec![],
  172. z_index: self.z_index.get(),
  173. },
  174. )],
  175. freed_textures: vec![],
  176. freed_buffers,
  177. })
  178. }
  179. }
  180. impl Drop for Image {
  181. fn drop(&mut self) {
  182. // TODO: Delete own draw call
  183. // Free buffers
  184. // Should this be in drop?
  185. if let Some(mesh) = &*self.mesh.lock().unwrap() {
  186. let vertex_buffer = mesh.vertex_buffer;
  187. let index_buffer = mesh.index_buffer;
  188. self.render_api.delete_buffer(vertex_buffer);
  189. self.render_api.delete_buffer(index_buffer);
  190. }
  191. let texture_id = self.texture.lock().unwrap().unwrap();
  192. self.render_api.delete_texture(texture_id);
  193. }
  194. }