editbox.rs 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522
  1. use miniquad::{window, BufferId, KeyCode, KeyMods, TextureId};
  2. use rand::{rngs::OsRng, Rng};
  3. use std::{
  4. collections::HashMap,
  5. sync::{Arc, Mutex as SyncMutex, Weak},
  6. time::Instant,
  7. };
  8. use crate::{
  9. gfx2::{
  10. DrawCall, DrawInstruction, DrawMesh, GraphicsEventPublisherPtr, Rectangle, RenderApi,
  11. RenderApiPtr, Vertex,
  12. },
  13. mesh::{Color, MeshBuilder, MeshInfo, COLOR_BLUE, COLOR_WHITE},
  14. prop::{
  15. PropertyBool, PropertyColor, PropertyFloat32, PropertyPtr, PropertyStr, PropertyUint32,
  16. },
  17. pubsub::Subscription,
  18. scene::{Pimpl, SceneGraph, SceneGraphPtr2, SceneNodeId},
  19. text2::{self, Glyph, GlyphPositionIter, RenderedAtlas, SpritePtr, TextShaper, TextShaperPtr},
  20. };
  21. use super::{eval_rect, get_parent_rect, read_rect, DrawUpdate, OnModify, Stoppable};
  22. const CURSOR_WIDTH: f32 = 4.;
  23. #[derive(Debug, Clone, Eq, Hash, PartialEq)]
  24. enum PressedKey {
  25. Char(char),
  26. Key(KeyCode),
  27. }
  28. /// On key press (repeat=false), we immediately process the event.
  29. /// Then there's a delay (repeat=true) and then for every step time
  30. /// while key press events are being sent, we allow an event.
  31. /// This ensures smooth typing in the editbox.
  32. struct PressedKeysSmoothRepeat {
  33. /// When holding keys, we track from start and last sent time.
  34. /// This is useful for initial delay and smooth scrolling.
  35. pressed_keys: HashMap<PressedKey, RepeatingKeyTimer>,
  36. /// Initial delay before allowing keys
  37. start_delay: u32,
  38. /// Minimum time between repeated keys
  39. step_time: u32,
  40. }
  41. impl PressedKeysSmoothRepeat {
  42. fn new(start_delay: u32, step_time: u32) -> Self {
  43. Self { pressed_keys: HashMap::new(), start_delay, step_time }
  44. }
  45. fn key_down(&mut self, key: PressedKey, repeat: bool) -> u32 {
  46. //debug!(target: "PressedKeysSmoothRepeat", "key_down({:?}, {})", key, repeat);
  47. if !repeat {
  48. self.pressed_keys.remove(&key);
  49. return 1;
  50. }
  51. // Insert key if not exists
  52. if !self.pressed_keys.contains_key(&key) {
  53. //debug!(target: "PressedKeysSmoothRepeat", "insert key {:?}", key);
  54. self.pressed_keys.insert(key.clone(), RepeatingKeyTimer::new());
  55. }
  56. let repeater = self.pressed_keys.get_mut(&key).expect("repeat map");
  57. repeater.update(self.start_delay, self.step_time)
  58. }
  59. /*
  60. fn key_up(&mut self, key: &PressedKey) {
  61. //debug!(target: "PressedKeysSmoothRepeat", "key_up({:?})", key);
  62. println!("{:?}", self.pressed_keys.keys());
  63. assert!(self.pressed_keys.contains_key(key));
  64. self.pressed_keys.remove(key).expect("key was pressed");
  65. }
  66. */
  67. }
  68. struct RepeatingKeyTimer {
  69. start: Instant,
  70. actions: u32,
  71. }
  72. impl RepeatingKeyTimer {
  73. fn new() -> Self {
  74. Self { start: Instant::now(), actions: 0 }
  75. }
  76. fn update(&mut self, start_delay: u32, step_time: u32) -> u32 {
  77. let elapsed = self.start.elapsed().as_millis();
  78. //debug!(target: "RepeatingKeyTimer", "update() elapsed={}, actions={}",
  79. // elapsed, self.actions);
  80. if elapsed < start_delay as u128 {
  81. return 0
  82. }
  83. let total_actions = ((elapsed - start_delay as u128) / step_time as u128) as u32;
  84. let remaining_actions = total_actions - self.actions;
  85. self.actions = total_actions;
  86. remaining_actions
  87. }
  88. }
  89. #[derive(Clone)]
  90. struct TextRenderInfo {
  91. mesh: MeshInfo,
  92. texture_id: TextureId,
  93. }
  94. pub type EditBoxPtr = Arc<EditBox>;
  95. pub struct EditBox {
  96. node_id: SceneNodeId,
  97. tasks: Vec<smol::Task<()>>,
  98. sg: SceneGraphPtr2,
  99. render_api: RenderApiPtr,
  100. // So we can lock the event stream when we gain focus
  101. event_pub: GraphicsEventPublisherPtr,
  102. text_shaper: TextShaperPtr,
  103. key_repeat: SyncMutex<PressedKeysSmoothRepeat>,
  104. render_info: SyncMutex<Option<TextRenderInfo>>,
  105. glyphs: SyncMutex<Vec<Glyph>>,
  106. dc_key: u64,
  107. is_active: PropertyBool,
  108. rect: PropertyPtr,
  109. baseline: PropertyFloat32,
  110. scroll: PropertyFloat32,
  111. cursor_pos: PropertyUint32,
  112. font_size: PropertyFloat32,
  113. text: PropertyStr,
  114. text_color: PropertyColor,
  115. cursor_color: PropertyColor,
  116. hi_bg_color: PropertyColor,
  117. selected: PropertyPtr,
  118. z_index: PropertyUint32,
  119. debug: PropertyBool,
  120. }
  121. impl EditBox {
  122. pub async fn new(
  123. ex: Arc<smol::Executor<'static>>,
  124. sg: SceneGraphPtr2,
  125. node_id: SceneNodeId,
  126. render_api: RenderApiPtr,
  127. event_pub: GraphicsEventPublisherPtr,
  128. text_shaper: TextShaperPtr,
  129. ) -> Pimpl {
  130. let scene_graph = sg.lock().await;
  131. let node = scene_graph.get_node(node_id).unwrap();
  132. let is_active = PropertyBool::wrap(node, "is_active", 0).unwrap();
  133. let rect = node.get_property("rect").expect("EditBox::rect");
  134. let baseline = PropertyFloat32::wrap(node, "baseline", 0).unwrap();
  135. let scroll = PropertyFloat32::wrap(node, "scroll", 0).unwrap();
  136. let cursor_pos = PropertyUint32::wrap(node, "cursor_pos", 0).unwrap();
  137. let font_size = PropertyFloat32::wrap(node, "font_size", 0).unwrap();
  138. let text = PropertyStr::wrap(node, "text", 0).unwrap();
  139. let text_color = PropertyColor::wrap(node, "text_color").unwrap();
  140. let cursor_color = PropertyColor::wrap(node, "cursor_color").unwrap();
  141. let hi_bg_color = PropertyColor::wrap(node, "hi_bg_color").unwrap();
  142. let selected = node.get_property("selected").unwrap();
  143. let z_index = PropertyUint32::wrap(node, "z_index", 0).unwrap();
  144. let debug = PropertyBool::wrap(node, "debug", 0).unwrap();
  145. drop(scene_graph);
  146. // testing
  147. window::show_keyboard(true);
  148. let glyphs = text_shaper.shape(text.get(), font_size.get()).await;
  149. let self_ = Arc::new_cyclic(|me: &Weak<Self>| {
  150. // Start a task monitoring for key down events
  151. let ev_sub = event_pub.subscribe_char();
  152. let me2 = me.clone();
  153. let char_task = ex.spawn(async move {
  154. loop {
  155. Self::process_char(&me2, &ev_sub).await;
  156. }
  157. });
  158. let ev_sub = event_pub.subscribe_key_down();
  159. let me2 = me.clone();
  160. let key_down_task = ex.spawn(async move {
  161. loop {
  162. Self::process_key_down(&me2, &ev_sub).await;
  163. }
  164. });
  165. /*
  166. let ev_sub = event_pub.subscribe_key_up();
  167. let me2 = me.clone();
  168. let key_up_task = ex.spawn(async move {
  169. loop {
  170. let Ok((key, mods)) = ev_sub.receive().await else {
  171. debug!(target: "ui::editbox", "Event relayer closed");
  172. break
  173. };
  174. let Some(self_) = me2.upgrade() else {
  175. // Should not happen
  176. panic!("self destroyed before key_up_task was stopped!");
  177. };
  178. let key = PressedKey::Key(key);
  179. let mut repeater = self_.key_repeat.lock().unwrap();
  180. repeater.key_up(&key);
  181. }
  182. });
  183. */
  184. // on modify tasks too
  185. let tasks = vec![char_task, key_down_task];
  186. Self {
  187. node_id,
  188. tasks,
  189. sg,
  190. render_api,
  191. event_pub,
  192. text_shaper,
  193. key_repeat: SyncMutex::new(PressedKeysSmoothRepeat::new(400, 50)),
  194. render_info: SyncMutex::new(None),
  195. glyphs: SyncMutex::new(glyphs),
  196. dc_key: OsRng.gen(),
  197. is_active,
  198. rect,
  199. baseline,
  200. scroll,
  201. cursor_pos,
  202. font_size,
  203. text,
  204. text_color,
  205. cursor_color,
  206. hi_bg_color,
  207. selected,
  208. z_index,
  209. debug,
  210. }
  211. });
  212. Pimpl::EditBox(self_)
  213. }
  214. /// Called whenever the text or any text property changes.
  215. /// Not related to cursor, text highlighting or bounding (clip) rects.
  216. async fn regen_mesh(&self, clip: &Rectangle) -> TextRenderInfo {
  217. let text = self.text.get();
  218. let font_size = self.font_size.get();
  219. let text_color = self.text_color.get();
  220. let baseline = self.baseline.get();
  221. let debug = self.debug.get();
  222. debug!(target: "ui::editbox", "Rendering text '{}'", text);
  223. let glyphs = self.glyphs.lock().unwrap().clone();
  224. let atlas = text2::make_texture_atlas(&self.render_api, font_size, &glyphs).await.unwrap();
  225. let mut mesh = MeshBuilder::new();
  226. let mut glyph_pos_iter = GlyphPositionIter::new(font_size, &glyphs, baseline);
  227. for ((uv_rect, glyph_rect), glyph) in
  228. atlas.uv_rects.into_iter().zip(glyph_pos_iter).zip(glyphs.iter())
  229. {
  230. //mesh.draw_outline(&glyph_rect, COLOR_BLUE, 2.);
  231. let mut color = text_color.clone();
  232. if glyph.sprite.has_color {
  233. color = COLOR_WHITE;
  234. }
  235. mesh.draw_box(&glyph_rect, color, &uv_rect);
  236. }
  237. let mesh = mesh.alloc(&self.render_api).await.unwrap();
  238. TextRenderInfo { mesh, texture_id: atlas.texture_id }
  239. }
  240. async fn do_key_action(&self, key: char, mods: &KeyMods) {
  241. match key {
  242. //KeyCode::Left => {}
  243. _ => self.insert_char(key).await,
  244. }
  245. }
  246. async fn process_char(me: &Weak<Self>, ev_sub: &Subscription<(char, KeyMods, bool)>) {
  247. let Ok((key, mods, repeat)) = ev_sub.receive().await else {
  248. debug!(target: "ui::editbox", "Event relayer closed");
  249. return
  250. };
  251. // First filter for only single digit keys
  252. let disallowed_keys = ['\r', '\u{8}', '\u{7f}', '\t', '\n'];
  253. if disallowed_keys.contains(&key) {
  254. return
  255. }
  256. let Some(self_) = me.upgrade() else {
  257. // Should not happen
  258. panic!("self destroyed before char_task was stopped!");
  259. };
  260. let actions = {
  261. let mut repeater = self_.key_repeat.lock().unwrap();
  262. repeater.key_down(PressedKey::Char(key), repeat)
  263. };
  264. debug!(target: "ui::editbox", "Key {:?} has {} actions", key, actions);
  265. for _ in 0..actions {
  266. self_.insert_char(key).await;
  267. }
  268. }
  269. async fn process_key_down(me: &Weak<Self>, ev_sub: &Subscription<(KeyCode, KeyMods, bool)>) {
  270. let Ok((key, mods, repeat)) = ev_sub.receive().await else {
  271. debug!(target: "ui::editbox", "Event relayer closed");
  272. return
  273. };
  274. // First filter for only single digit keys
  275. // Avoid processing events handled by insert_char()
  276. if !ALLOWED_KEYCODES.contains(&key) {
  277. return
  278. }
  279. let Some(self_) = me.upgrade() else {
  280. // Should not happen
  281. panic!("self destroyed before char_task was stopped!");
  282. };
  283. let actions = {
  284. let mut repeater = self_.key_repeat.lock().unwrap();
  285. repeater.key_down(PressedKey::Key(key), repeat)
  286. };
  287. debug!(target: "ui::editbox", "Key {:?} has {} actions", key, actions);
  288. for _ in 0..actions {
  289. self_.handle_key(&key, &mods).await;
  290. }
  291. }
  292. async fn insert_char(&self, key: char) {
  293. let mut text = String::new();
  294. let cursor_pos = self.cursor_pos.get();
  295. let glyphs = self.glyphs.lock().unwrap().clone();
  296. // We rebuild the string but insert our substr at cursor_pos.
  297. // The substr is inserted before cursor_pos, and appending to the end
  298. // of the string is when cursor_pos = len(str).
  299. // We can't use String::insert() because sometimes multiple chars are combined
  300. // into a single glyph. We treat the cursor pos as acting on the substrs
  301. // themselves.
  302. for (i, glyph) in glyphs.iter().enumerate() {
  303. if cursor_pos == i as u32 {
  304. text.push(key);
  305. }
  306. text.push_str(&glyph.substr);
  307. }
  308. // Append to the end
  309. if cursor_pos == glyphs.len() as u32 {
  310. text.push(key);
  311. }
  312. self.text.set(text);
  313. // Not always true lol
  314. // If glyphs are recombined, this could get messed up
  315. // meh lets pretend it doesn't exist for now.
  316. self.cursor_pos.set(cursor_pos + 1);
  317. self.redraw().await;
  318. }
  319. async fn handle_key(&self, key: &KeyCode, mods: &KeyMods) {
  320. debug!(target: "ui::editbox", "handle_key({:?}, {:?})", key, mods);
  321. match key {
  322. //KeyCode::Left,
  323. //KeyCode::Right,
  324. //KeyCode::Up,
  325. //KeyCode::Down,
  326. //KeyCode::Enter,
  327. KeyCode::Kp0 => self.insert_char('0').await,
  328. KeyCode::Kp1 => self.insert_char('1').await,
  329. KeyCode::Kp2 => self.insert_char('2').await,
  330. KeyCode::Kp3 => self.insert_char('3').await,
  331. KeyCode::Kp4 => self.insert_char('4').await,
  332. KeyCode::Kp5 => self.insert_char('5').await,
  333. KeyCode::Kp6 => self.insert_char('6').await,
  334. KeyCode::Kp7 => self.insert_char('7').await,
  335. KeyCode::Kp8 => self.insert_char('8').await,
  336. KeyCode::Kp9 => self.insert_char('9').await,
  337. KeyCode::KpDecimal => self.insert_char('.').await,
  338. KeyCode::Enter | KeyCode::KpEnter => self.send_event().await,
  339. //KeyCode::Backspace,
  340. _ => {}
  341. }
  342. }
  343. async fn redraw(&self) {
  344. let old = self.render_info.lock().unwrap().clone();
  345. let glyphs = self.text_shaper.shape(self.text.get(), self.font_size.get()).await;
  346. *self.glyphs.lock().unwrap() = glyphs;
  347. // draw will recalc this when it's None
  348. *self.render_info.lock().unwrap() = None;
  349. let sg = self.sg.lock().await;
  350. let node = sg.get_node(self.node_id).unwrap();
  351. let Some(parent_rect) = get_parent_rect(&sg, node) else {
  352. return;
  353. };
  354. let Some(draw_update) = self.draw(&sg, &parent_rect).await else {
  355. error!(target: "ui::editbox", "Text {:?} failed to draw", node);
  356. return;
  357. };
  358. self.render_api.replace_draw_calls(draw_update.draw_calls).await;
  359. debug!(target: "ui::editbox", "replace draw calls done");
  360. // We're finished with these so clean up.
  361. if let Some(old) = old {
  362. self.render_api.delete_buffer(old.mesh.vertex_buffer);
  363. self.render_api.delete_buffer(old.mesh.index_buffer);
  364. self.render_api.delete_texture(old.texture_id);
  365. }
  366. }
  367. pub async fn draw(&self, sg: &SceneGraph, parent_rect: &Rectangle) -> Option<DrawUpdate> {
  368. debug!(target: "ui::editbox", "EditBox::draw()");
  369. // Only used for debug messages
  370. let node = sg.get_node(self.node_id).unwrap();
  371. if let Err(err) = eval_rect(self.rect.clone(), parent_rect) {
  372. panic!("Node {:?} bad rect property: {}", node, err);
  373. }
  374. let Ok(mut rect) = read_rect(self.rect.clone()) else {
  375. panic!("Node {:?} bad rect property", node);
  376. };
  377. let render_info = self.render_info.lock().unwrap().clone();
  378. let render_info = match render_info {
  379. Some(render_info) => render_info,
  380. None => {
  381. let render_info = self.regen_mesh(&rect).await;
  382. *self.render_info.lock().unwrap() = Some(render_info.clone());
  383. render_info
  384. }
  385. };
  386. let mesh = DrawMesh {
  387. vertex_buffer: render_info.mesh.vertex_buffer,
  388. index_buffer: render_info.mesh.index_buffer,
  389. texture: Some(render_info.texture_id),
  390. num_elements: render_info.mesh.num_elements,
  391. };
  392. rect.x += parent_rect.x;
  393. rect.y += parent_rect.x;
  394. let off_x = rect.x / parent_rect.w;
  395. let off_y = rect.y / parent_rect.h;
  396. let scale_x = 1. / parent_rect.w;
  397. let scale_y = 1. / parent_rect.h;
  398. let model = glam::Mat4::from_translation(glam::Vec3::new(off_x, off_y, 0.)) *
  399. glam::Mat4::from_scale(glam::Vec3::new(scale_x, scale_y, 1.));
  400. Some(DrawUpdate {
  401. key: self.dc_key,
  402. draw_calls: vec![(
  403. self.dc_key,
  404. DrawCall {
  405. instrs: vec![DrawInstruction::ApplyMatrix(model), DrawInstruction::Draw(mesh)],
  406. dcs: vec![],
  407. z_index: self.z_index.get(),
  408. },
  409. )],
  410. })
  411. }
  412. async fn send_event(&self) {
  413. let text = self.text.get();
  414. debug!(target: "ui::editbox", "sending text {}", text);
  415. // This should probably be unset instead
  416. self.text.set(String::new());
  417. self.cursor_pos.set(0);
  418. self.redraw().await;
  419. }
  420. }
  421. impl Stoppable for EditBox {
  422. async fn stop(&self) {
  423. // TODO: Delete own draw call
  424. // Free buffers
  425. // Should this be in drop?
  426. //self.render_api.delete_buffer(self.vertex_buffer);
  427. //self.render_api.delete_buffer(self.index_buffer);
  428. }
  429. }
  430. static ALLOWED_KEYCODES: &'static [KeyCode] = &[
  431. KeyCode::Left,
  432. KeyCode::Right,
  433. KeyCode::Up,
  434. KeyCode::Down,
  435. KeyCode::Enter,
  436. KeyCode::Kp0,
  437. KeyCode::Kp1,
  438. KeyCode::Kp2,
  439. KeyCode::Kp3,
  440. KeyCode::Kp4,
  441. KeyCode::Kp5,
  442. KeyCode::Kp6,
  443. KeyCode::Kp7,
  444. KeyCode::Kp8,
  445. KeyCode::Kp9,
  446. KeyCode::KpDecimal,
  447. KeyCode::KpEnter,
  448. KeyCode::Backspace,
  449. ];