Merge pull request #10 from Netdex/openai-responses

OpenAI responses

Author: Netdex

.gitignore

@@ -1,3 +1,7 @@
+# User settings
+.vscode/
+.claude/
+
 # niinii runtime files
 /data
 imgui.ini

niinii/Cargo.toml

@@ -77,7 +77,7 @@ openai = { path = "../openai" }
 imgui-dx11-renderer = { path = "../third-party/imgui-dx11-renderer" }
 vvcore = { path = "../third-party/vvcore", optional = true }
 
-winapi = { version = "0.3", features=["winuser"] }
+winapi = { version = "0.3", features = ["winuser"] }
 wio = "0.2"
 # detour = { version = "0.8", default-features = false }
 

niinii/src/app.rs

@@ -10,10 +10,10 @@ use crate::{
     parser::{self, Parser, SyntaxTree},
     renderer::context::{Context, ContextFlags},
     settings::{Settings, TranslatorType},
-    support::{docking::UiDocking, platform::get_scroll_lock},
+    support::docking::UiDocking,
     translator::{
         self, chat::ChatTranslator, deepl::DeepLTranslator, realtime::RealtimeTranslator,
-        Translation, Translator,
+        responses::ResponsesTranslator, Translation, Translator,
     },
     tts::{self, TtsEngine},
     view::{
@@ -60,6 +60,7 @@ pub struct App {
     show_style_editor: bool,
     show_inject: bool,
     show_translator: bool,
+    no_inputs: bool,
 
     settings: Settings,
     state: State,
@@ -78,6 +79,7 @@ impl App {
             TranslatorType::DeepL => Arc::new(DeepLTranslator),
             TranslatorType::Chat => Arc::new(ChatTranslator::new(&settings).await),
             TranslatorType::Realtime => Arc::new(RealtimeTranslator::new(&settings).await),
+            TranslatorType::Responses => Arc::new(ResponsesTranslator::new(&settings).await),
         };
         let tts = TtsEngine::new(&settings);
         App {
@@ -91,6 +93,7 @@ impl App {
             show_style_editor: false,
             show_inject: false,
             show_translator: false,
+            no_inputs: false,
             settings,
             state: State::Completed,
             error: None,
@@ -252,6 +255,9 @@ impl App {
                 if ui.menu_item("Settings") {
                     self.show_settings = true;
                 }
+                ui.separator();
+                ui.menu_item_config("Disable interaction")
+                    .build_with_ref(&mut self.no_inputs);
             }
             if let Some(_menu) = ui.begin_menu("Gloss") {
                 self.gloss.show_menu(ctx, ui);
@@ -298,22 +304,46 @@ impl App {
             });
     }
 
+    fn show_input_toggle(&mut self, ui: &Ui) -> bool {
+        let mut hovered = false;
+        ui.window("Interaction")
+            .always_auto_resize(true)
+            .movable(false)
+            .collapsible(false)
+            .resizable(false)
+            .title_bar(false)
+            .position([12.0, 12.0], Condition::Always)
+            .bg_alpha(0.75)
+            .build(|| {
+                ui.text("Interaction disabled");
+                if ui.button_with_size("Enable interaction", [180.0, 0.0]) {
+                    self.no_inputs = false;
+                }
+                hovered = ui.is_window_hovered();
+            });
+        hovered
+    }
+
     pub fn ui(&mut self, ctx: &mut Context, ui: &mut Ui, run: &mut bool) {
         if self.settings().overlay_mode
             && !ctx.flags().contains(ContextFlags::SHARED_RENDER_CONTEXT)
         {
             ui.dockspace_over_viewport();
         };
 
-        let no_inputs = get_scroll_lock();
+        let no_inputs = self.no_inputs;
+        let mut toggle_hovered = false;
+        if no_inputs {
+            toggle_hovered = self.show_input_toggle(ui);
+        }
+
         let mut niinii = ui
             .window("niinii")
             .opened(run)
             .menu_bar(true)
             .draw_background(!self.settings().transparent);
         if no_inputs {
             niinii = niinii.no_inputs().draw_background(false);
-            unsafe { sys::igSetNextFrameWantCaptureMouse(false) }
         }
         niinii.build(|| {
             self.show_menu(ctx, ui);
@@ -323,7 +353,7 @@ impl App {
                 stroke_text_with_highlight(
                     ui,
                     &ui.get_window_draw_list(),
-                    "(interaction disabled, disable ScrLk to re-enable)",
+                    "(interaction disabled)",
                     1.0,
                     Some(StyleColor::PlotLinesHovered),
                 );
@@ -395,6 +425,10 @@ impl App {
         if self.show_translator {
             self.show_translator(ctx, ui);
         }
+
+        if no_inputs && !toggle_hovered {
+            unsafe { sys::igSetNextFrameWantCaptureMouse(false) }
+        }
     }
 
     fn show_settings(&mut self, ctx: &mut Context, ui: &mut Ui) {

niinii/src/renderer/d3d11.rs

@@ -19,14 +19,14 @@ use winapi::{
         d3d11::*,
         d3dcommon::*,
         winuser::{
-            self, CallNextHookEx, SetWindowsHookExA, UnhookWindowsHookEx, MSLLHOOKSTRUCT,
-            WH_MOUSE_LL,
+            self, CallNextHookEx, SetWindowLongA, SetWindowPos, SetWindowsHookExA,
+            UnhookWindowsHookEx, HWND_TOPMOST, MSLLHOOKSTRUCT, SWP_FRAMECHANGED, SWP_NOACTIVATE,
+            SWP_NOMOVE, SWP_NOSIZE, SWP_SHOWWINDOW, WH_MOUSE_LL,
         },
     },
     Interface as _,
 };
 use winit::platform::run_on_demand::EventLoopExtRunOnDemand;
-use winit::window::WindowLevel;
 use winit::{
     event::{DeviceId, Event, WindowEvent},
     event_loop::EventLoop,
@@ -44,6 +44,9 @@ struct Inner {
     imgui: imgui::Context,
     ctx: Context,
 
+    overlay_mode: bool,
+    last_topmost_refresh: Instant,
+
     renderer: imgui_dx11_renderer::Renderer,
     context: ComPtr<ID3D11DeviceContext>,
     main_rtv: ComPtr<ID3D11RenderTargetView>,
@@ -78,7 +81,6 @@ impl D3D11Renderer {
     pub fn new(settings: &Settings) -> Self {
         let event_loop = EventLoop::new().unwrap();
 
-        // let on_top = settings.on_top || settings.overlay_mode;
         let maximized = settings.overlay_mode;
         let decorations = !settings.overlay_mode;
         let fullscreen = if settings.overlay_mode {
@@ -92,18 +94,14 @@ impl D3D11Renderer {
             .with_transparent(true)
             .with_maximized(maximized)
             .with_decorations(decorations)
-            // we set this later, or else we segfault ¯\_(ツ)_/¯
-            // .with_window_level(if on_top {
-            //     WindowLevel::AlwaysOnTop
-            // } else {
-            //     WindowLevel::Normal
-            // })
             .with_fullscreen(fullscreen)
             .build(&event_loop)
             .unwrap();
 
         if settings.overlay_mode {
             window.set_cursor_hittest(false).unwrap();
+            // Don't set this here, or else we segfault
+            // window.set_window_level(WindowLevel::AlwaysOnTop);
         }
 
         let hwnd = match window.raw_window_handle() {
@@ -128,10 +126,10 @@ impl D3D11Renderer {
             unsafe { imgui_dx11_renderer::Renderer::new(&mut imgui, device.clone()).unwrap() };
 
         let mut low_level_mouse_proc: Option<HHOOK> = None;
-        // let mut winit_wnd_proc: winuser::WNDPROC = None;
         if settings.overlay_mode {
-            // this has to be after renderer is created or else we segfault
-            window.set_window_level(WindowLevel::AlwaysOnTop);
+            // best-effort: keep window above borderless fullscreen
+            unsafe { apply_overlay_topmost(hwnd) };
+            // register low level mouse proc for hittesting abuse
             unsafe {
                 low_level_mouse_proc.replace(SetWindowsHookExA(
                     WH_MOUSE_LL,
@@ -140,6 +138,7 @@ impl D3D11Renderer {
                     0,
                 ));
 
+                // let mut winit_wnd_proc: winuser::WNDPROC = None;
                 // let orig_wnd_proc = SetWindowLongPtrA(
                 //     hwnd as HWND,
                 //     winuser::GWL_WNDPROC as i32,
@@ -156,6 +155,8 @@ impl D3D11Renderer {
                     platform,
                     imgui,
                     ctx,
+                    overlay_mode: settings.overlay_mode,
+                    last_topmost_refresh: Instant::now(),
                     renderer,
                     context,
                     main_rtv,
@@ -185,6 +186,8 @@ impl Renderer for D3D11Renderer {
                     platform,
                     imgui,
                     ctx,
+                    overlay_mode,
+                    last_topmost_refresh,
                     renderer,
                     context,
                     main_rtv,
@@ -211,6 +214,18 @@ impl Renderer for D3D11Renderer {
                         event: winit::event::WindowEvent::RedrawRequested,
                         ..
                     } => {
+                        // force the window to the top on a best-effort basis, all other approaches have failed
+                        if *overlay_mode
+                            && last_topmost_refresh.elapsed()
+                                >= std::time::Duration::from_millis(250)
+                        {
+                            let hwnd = match window.raw_window_handle() {
+                                RawWindowHandle::Win32(handle) => handle.hwnd as HWND,
+                                _ => unreachable!(),
+                            };
+                            unsafe { apply_overlay_topmost(hwnd) };
+                            *last_topmost_refresh = Instant::now();
+                        }
                         unsafe {
                             context.OMSetRenderTargets(1, &main_rtv.as_raw(), ptr::null_mut());
                             context.ClearRenderTargetView(main_rtv.as_raw(), &clear_color);
@@ -362,6 +377,22 @@ unsafe fn create_render_target(
     ComPtr::from_raw(main_rtv)
 }
 
+unsafe fn apply_overlay_topmost(hwnd: HWND) {
+    let style = winuser::GetWindowLongA(hwnd, winuser::GWL_EXSTYLE);
+    let mut ex_style = style as u32;
+    ex_style |= winuser::WS_EX_TOPMOST | winuser::WS_EX_LAYERED | winuser::WS_EX_TOOLWINDOW;
+    SetWindowLongA(hwnd, winuser::GWL_EXSTYLE, ex_style as i32);
+    SetWindowPos(
+        hwnd,
+        HWND_TOPMOST,
+        0,
+        0,
+        0,
+        0,
+        SWP_NOMOVE | SWP_NOSIZE | SWP_NOACTIVATE | SWP_SHOWWINDOW | SWP_FRAMECHANGED,
+    );
+}
+
 thread_local! {
     static SYSTEM: RefCell<WeakD3D11Renderer> = RefCell::new(WeakD3D11Renderer::new());
 }

niinii/src/settings.rs

@@ -32,6 +32,7 @@ pub enum TranslatorType {
     DeepL,
     Chat,
     Realtime,
+    Responses,
 }
 
 #[derive(Clone, Deserialize, Serialize)]
@@ -92,6 +93,38 @@ impl Default for RealtimeSettings {
     }
 }
 
+#[derive(Clone, Deserialize, Serialize)]
+#[serde(default)]
+pub struct ResponsesSettings {
+    pub model: openai::ModelId,
+    pub system_prompt: String,
+    pub max_output_tokens: Option<u32>,
+    pub temperature: Option<f32>,
+    pub top_p: Option<f32>,
+    pub stream: bool,
+    pub store: bool,
+    pub compact_threshold: Option<u32>,
+    pub reasoning_effort: Option<openai::ReasoningEffort>,
+    pub verbosity: Option<openai::Verbosity>,
+}
+impl Default for ResponsesSettings {
+    fn default() -> Self {
+        Self {
+            model: Default::default(),
+            system_prompt: "You will translate the following visual novel script into English."
+                .into(),
+            max_output_tokens: Some(128),
+            temperature: None,
+            top_p: None,
+            stream: true,
+            store: true,
+            compact_threshold: None,
+            reasoning_effort: None,
+            verbosity: None,
+        }
+    }
+}
+
 #[derive(Clone, Deserialize, Serialize)]
 #[serde(default)]
 pub struct Settings {
@@ -116,6 +149,7 @@ pub struct Settings {
     pub openai_api_key: String,
     pub chat: ChatSettings,
     pub realtime: RealtimeSettings,
+    pub responses: ResponsesSettings,
 
     pub vv_model_path: String,
     pub auto_tts_regex: Option<String>,
@@ -153,6 +187,7 @@ impl Default for Settings {
             openai_api_key: Default::default(),
             chat: Default::default(),
             realtime: Default::default(),
+            responses: Default::default(),
 
             vv_model_path: Default::default(),
             auto_tts_regex: None,

niinii/src/translator/mod.rs

@@ -6,6 +6,7 @@ use crate::{settings::Settings, view::View};
 pub mod chat;
 pub mod deepl;
 pub mod realtime;
+pub mod responses;
 
 #[derive(Error, Debug)]
 pub enum Error {