desktop: Implement IME

Implements IME support (currently still limited by the core impl).

Author: kjarosh

desktop/src/app.rs

@@ -8,6 +8,7 @@ use crate::util::{
 };
 use anyhow::Error;
 use gilrs::{Event, EventType, Gilrs};
+use ruffle_core::events::{ImeEvent, ImeNotification, PlayerNotification};
 use ruffle_core::swf::HeaderExt;
 use ruffle_core::PlayerEvent;
 use ruffle_render::backend::ViewportDimensions;
@@ -16,7 +17,7 @@ use std::time::Instant;
 use url::Url;
 use winit::application::ApplicationHandler;
 use winit::dpi::{LogicalSize, PhysicalPosition, PhysicalSize, Size};
-use winit::event::{ElementState, KeyEvent, Modifiers, StartCause, WindowEvent};
+use winit::event::{ElementState, Ime, KeyEvent, Modifiers, StartCause, WindowEvent};
 use winit::event_loop::{ActiveEventLoop, ControlFlow, EventLoop, EventLoopProxy};
 use winit::keyboard::{Key, NamedKey};
 use winit::window::{Fullscreen, Icon, WindowAttributes, WindowId};
@@ -227,6 +228,18 @@ impl MainWindow {
                 };
                 self.check_redraw();
             }
+            WindowEvent::Ime(ime) => match ime {
+                Ime::Enabled => {}
+                Ime::Preedit(text, cursor) => {
+                    self.player
+                        .handle_event(PlayerEvent::Ime(ImeEvent::Preedit(text, cursor)));
+                }
+                Ime::Commit(text) => {
+                    self.player
+                        .handle_event(PlayerEvent::Ime(ImeEvent::Commit(text)));
+                }
+                Ime::Disabled => {}
+            },
             _ => (),
         }
     }
@@ -580,6 +593,33 @@ impl ApplicationHandler<RuffleEvent> for App {
                 }
             }
 
+            (Some(main_window), RuffleEvent::PlayerNotification(notification)) => {
+                match notification {
+                    PlayerNotification::ImeNotification(ImeNotification::ImeReady {
+                        purpose,
+                        cursor_area,
+                    }) => {
+                        let ime_enabled = main_window.preferences.ime_enabled().unwrap_or(false);
+                        main_window.gui.set_ime_allowed(ime_enabled);
+                        main_window.gui.set_ime_purpose(purpose);
+                        main_window.gui.set_ime_cursor_area(cursor_area);
+                    }
+                    PlayerNotification::ImeNotification(ImeNotification::ImePurposeUpdated(
+                        purpose,
+                    )) => {
+                        main_window.gui.set_ime_purpose(purpose);
+                    }
+                    PlayerNotification::ImeNotification(ImeNotification::ImeCursorAreaUpdated(
+                        cursor_area,
+                    )) => {
+                        main_window.gui.set_ime_cursor_area(cursor_area);
+                    }
+                    PlayerNotification::ImeNotification(ImeNotification::ImeNotReady) => {
+                        main_window.gui.set_ime_allowed(false);
+                    }
+                }
+            }
+
             (_, RuffleEvent::ExitRequested) => {
                 event_loop.exit();
             }

desktop/src/gui/controller.rs

@@ -8,6 +8,7 @@ use crate::preferences::GlobalPreferences;
 use anyhow::anyhow;
 use egui::{Context, ViewportId};
 use fontdb::{Database, Family, Query, Source};
+use ruffle_core::events::{ImeCursorArea, ImePurpose};
 use ruffle_core::{Player, PlayerEvent};
 use ruffle_render_wgpu::backend::{request_adapter_and_device, WgpuRenderBackend};
 use ruffle_render_wgpu::descriptors::Descriptors;
@@ -21,7 +22,7 @@ use winit::dpi::{PhysicalPosition, PhysicalSize};
 use winit::event::WindowEvent;
 use winit::event_loop::EventLoopProxy;
 use winit::keyboard::{Key, NamedKey};
-use winit::window::{Theme, Window};
+use winit::window::{ImePurpose as WinitImePurpose, Theme, Window};
 
 use super::{DialogDescriptor, FilePicker};
 
@@ -269,6 +270,11 @@ impl GuiController {
         (x, y)
     }
 
+    pub fn movie_to_window_position(&self, x: f64, y: f64) -> PhysicalPosition<f64> {
+        let y = y + self.height_offset();
+        PhysicalPosition::new(x, y)
+    }
+
     pub fn render(&mut self, mut player: Option<MutexGuard<Player>>) {
         let surface_texture = match self.surface.get_current_texture() {
             Ok(surface_texture) => surface_texture,
@@ -439,6 +445,24 @@ impl GuiController {
     pub fn open_dialog(&mut self, dialog_event: DialogDescriptor) {
         self.gui.dialogs.open_dialog(dialog_event);
     }
+
+    pub fn set_ime_allowed(&self, allowed: bool) {
+        self.window.set_ime_allowed(allowed);
+    }
+
+    pub fn set_ime_purpose(&self, purpose: ImePurpose) {
+        self.window.set_ime_purpose(match purpose {
+            ImePurpose::Standard => WinitImePurpose::Normal,
+            ImePurpose::Password => WinitImePurpose::Password,
+        });
+    }
+
+    pub fn set_ime_cursor_area(&self, cursor_area: ImeCursorArea) {
+        self.window.set_ime_cursor_area(
+            self.movie_to_window_position(cursor_area.x, cursor_area.y),
+            PhysicalSize::new(cursor_area.width, cursor_area.height),
+        );
+    }
 }
 
 fn create_wgpu_instance(