npm - @agentprojectcontext/apx - Versions diffs - 1.15.6 → 1.17.0 - Mend

@agentprojectcontext/apx 1.15.6 → 1.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (222) hide show

package/package.json +46 -5
package/src/cli/commands/log.js +113 -0
package/src/cli/commands/overlay.js +253 -0
package/src/cli/commands/sys.js +88 -16
package/src/cli/index.js +23 -1
package/src/cli/terminal-chat/renderer.js +71 -56
package/src/cli-ts/commands/agent.ts +173 -0
package/src/cli-ts/commands/chat.ts +119 -0
package/src/cli-ts/commands/daemon.ts +112 -0
package/src/cli-ts/commands/exec.ts +109 -0
package/src/cli-ts/commands/mcp.ts +235 -0
package/src/cli-ts/commands/session.ts +224 -0
package/src/cli-ts/commands/status.ts +61 -0
package/src/cli-ts/http.ts +36 -0
package/src/cli-ts/index.ts +73 -0
package/src/cli-ts/ui.ts +107 -0
package/src/core/logging.js +81 -0
package/src/daemon/api.js +58 -0
package/src/daemon/engines/anthropic.js +60 -1
package/src/daemon/engines/index.js +2 -1
package/src/daemon/engines/ollama.js +70 -3
package/src/daemon/index.js +58 -0
package/src/daemon/overlay-ws.js +40 -0
package/src/daemon/plugins/index.js +2 -1
package/src/daemon/plugins/overlay.js +177 -0
package/src/daemon/plugins/telegram.js +15 -3
package/src/daemon/super-agent-langchain.js +296 -0
package/src/daemon/super-agent.js +115 -19
package/src/daemon/transcription.js +262 -59
package/src/daemon/whisper-server.py +57 -6
package/src/overlay/index.html +44 -0
package/src/overlay/main.js +480 -0
package/src/overlay/package.json +3 -0
package/src/overlay/preload.js +34 -0
package/src/overlay/renderer.js +371 -0
package/src/overlay/style.css +250 -0
package/src/tui/_shims/cli-error.ts +6 -0
package/src/tui/_shims/cli-logo.ts +18 -0
package/src/tui/_shims/cli-ui.ts +1 -0
package/src/tui/_shims/config-console-state.ts +7 -0
package/src/tui/_shims/core-any.ts +30 -0
package/src/tui/_shims/core-binary.ts +13 -0
package/src/tui/_shims/core-flag.ts +3 -0
package/src/tui/_shims/core-log.ts +14 -0
package/src/tui/_shims/lsp-language.ts +1 -0
package/src/tui/_shims/opencode-any.ts +135 -0
package/src/tui/_shims/opencode-sdk-v2.ts +48 -0
package/src/tui/_shims/plugin-tui.ts +13 -0
package/src/tui/_shims/provider-provider.ts +10 -0
package/src/tui/_shims/session-retry.ts +1 -0
package/src/tui/_shims/session-schema.ts +15 -0
package/src/tui/_shims/session-session.ts +3 -0
package/src/tui/_shims/snapshot.ts +4 -0
package/src/tui/_shims/tool-any.ts +18 -0
package/src/tui/_shims/util-error.ts +7 -0
package/src/tui/_shims/util-filesystem.ts +79 -0
package/src/tui/_shims/util-format.ts +7 -0
package/src/tui/_shims/util-iife.ts +3 -0
package/src/tui/_shims/util-locale.ts +10 -0
package/src/tui/_shims/util-process.ts +38 -0
package/src/tui/app.tsx +783 -0
package/src/tui/asset/charge.wav +0 -0
package/src/tui/asset/pulse-a.wav +0 -0
package/src/tui/asset/pulse-b.wav +0 -0
package/src/tui/asset/pulse-c.wav +0 -0
package/src/tui/attach.ts +100 -0
package/src/tui/component/bg-pulse-render.ts +436 -0
package/src/tui/component/bg-pulse.tsx +99 -0
package/src/tui/component/border.tsx +21 -0
package/src/tui/component/dialog-agent.tsx +31 -0
package/src/tui/component/dialog-console-org.tsx +103 -0
package/src/tui/component/dialog-mcp.tsx +85 -0
package/src/tui/component/dialog-model.tsx +175 -0
package/src/tui/component/dialog-provider.tsx +456 -0
package/src/tui/component/dialog-retry-action.tsx +160 -0
package/src/tui/component/dialog-session-delete-failed.tsx +99 -0
package/src/tui/component/dialog-session-list.tsx +323 -0
package/src/tui/component/dialog-session-rename.tsx +31 -0
package/src/tui/component/dialog-skill.tsx +36 -0
package/src/tui/component/dialog-stash.tsx +87 -0
package/src/tui/component/dialog-status.tsx +168 -0
package/src/tui/component/dialog-tag.tsx +44 -0
package/src/tui/component/dialog-theme-list.tsx +50 -0
package/src/tui/component/dialog-variant.tsx +39 -0
package/src/tui/component/dialog-workspace-create.tsx +302 -0
package/src/tui/component/dialog-workspace-file-changes.tsx +138 -0
package/src/tui/component/dialog-workspace-unavailable.tsx +69 -0
package/src/tui/component/error-component.tsx +92 -0
package/src/tui/component/logo.tsx +896 -0
package/src/tui/component/plugin-route-missing.tsx +14 -0
package/src/tui/component/prompt/autocomplete.tsx +869 -0
package/src/tui/component/prompt/cwd.ts +0 -0
package/src/tui/component/prompt/frecency.tsx +90 -0
package/src/tui/component/prompt/history.tsx +108 -0
package/src/tui/component/prompt/index.tsx +1809 -0
package/src/tui/component/prompt/part.ts +16 -0
package/src/tui/component/prompt/stash.tsx +101 -0
package/src/tui/component/prompt/traits.ts +35 -0
package/src/tui/component/spinner.tsx +24 -0
package/src/tui/component/startup-loading.tsx +63 -0
package/src/tui/component/todo-item.tsx +32 -0
package/src/tui/component/use-connected.tsx +9 -0
package/src/tui/component/workspace-label.tsx +19 -0
package/src/tui/config/cwd.ts +5 -0
package/src/tui/config/keybind.ts +432 -0
package/src/tui/config/tui-migrate.ts +154 -0
package/src/tui/config/tui-schema.ts +34 -0
package/src/tui/config/tui.ts +46 -0
package/src/tui/context/aggregate-failures.ts +34 -0
package/src/tui/context/args.tsx +15 -0
package/src/tui/context/command-palette.tsx +163 -0
package/src/tui/context/directory.ts +15 -0
package/src/tui/context/editor-zed.ts +283 -0
package/src/tui/context/editor.ts +468 -0
package/src/tui/context/event-apx.ts +22 -0
package/src/tui/context/event.ts +6 -0
package/src/tui/context/exit.tsx +60 -0
package/src/tui/context/helper.tsx +25 -0
package/src/tui/context/kv.tsx +81 -0
package/src/tui/context/local.tsx +608 -0
package/src/tui/context/path-format.tsx +39 -0
package/src/tui/context/project-apx.tsx +48 -0
package/src/tui/context/project.tsx +7 -0
package/src/tui/context/prompt.tsx +18 -0
package/src/tui/context/route.tsx +52 -0
package/src/tui/context/sdk-apx.tsx +185 -0
package/src/tui/context/sdk.tsx +6 -0
package/src/tui/context/sync-apx.tsx +178 -0
package/src/tui/context/sync-v2.tsx +16 -0
package/src/tui/context/sync.tsx +118 -0
package/src/tui/context/theme/aura.json +69 -0
package/src/tui/context/theme/ayu.json +80 -0
package/src/tui/context/theme/carbonfox.json +248 -0
package/src/tui/context/theme/catppuccin-frappe.json +230 -0
package/src/tui/context/theme/catppuccin-macchiato.json +230 -0
package/src/tui/context/theme/catppuccin.json +112 -0
package/src/tui/context/theme/cobalt2.json +225 -0
package/src/tui/context/theme/cursor.json +249 -0
package/src/tui/context/theme/dracula.json +219 -0
package/src/tui/context/theme/everforest.json +241 -0
package/src/tui/context/theme/flexoki.json +237 -0
package/src/tui/context/theme/github.json +233 -0
package/src/tui/context/theme/gruvbox.json +242 -0
package/src/tui/context/theme/kanagawa.json +77 -0
package/src/tui/context/theme/lucent-orng.json +234 -0
package/src/tui/context/theme/material.json +235 -0
package/src/tui/context/theme/matrix.json +77 -0
package/src/tui/context/theme/mercury.json +252 -0
package/src/tui/context/theme/monokai.json +221 -0
package/src/tui/context/theme/nightowl.json +221 -0
package/src/tui/context/theme/nord.json +223 -0
package/src/tui/context/theme/one-dark.json +84 -0
package/src/tui/context/theme/opencode.json +245 -0
package/src/tui/context/theme/orng.json +249 -0
package/src/tui/context/theme/osaka-jade.json +93 -0
package/src/tui/context/theme/palenight.json +222 -0
package/src/tui/context/theme/rosepine.json +234 -0
package/src/tui/context/theme/solarized.json +223 -0
package/src/tui/context/theme/synthwave84.json +226 -0
package/src/tui/context/theme/tokyonight.json +243 -0
package/src/tui/context/theme/vercel.json +245 -0
package/src/tui/context/theme/vesper.json +218 -0
package/src/tui/context/theme/zenburn.json +223 -0
package/src/tui/context/theme.tsx +1247 -0
package/src/tui/context/tui-config.tsx +9 -0
package/src/tui/event.ts +16 -0
package/src/tui/feature-plugins/home/footer.tsx +94 -0
package/src/tui/feature-plugins/home/tips-view.tsx +166 -0
package/src/tui/feature-plugins/home/tips.tsx +59 -0
package/src/tui/feature-plugins/sidebar/context.tsx +65 -0
package/src/tui/feature-plugins/sidebar/files.tsx +63 -0
package/src/tui/feature-plugins/sidebar/footer.tsx +94 -0
package/src/tui/feature-plugins/sidebar/lsp.tsx +65 -0
package/src/tui/feature-plugins/sidebar/mcp.tsx +97 -0
package/src/tui/feature-plugins/sidebar/todo.tsx +49 -0
package/src/tui/feature-plugins/system/plugins.tsx +269 -0
package/src/tui/feature-plugins/system/session-v2.tsx +1143 -0
package/src/tui/feature-plugins/system/which-key.tsx +608 -0
package/src/tui/keymap.tsx +166 -0
package/src/tui/layer.ts +6 -0
package/src/tui/plugin/api.tsx +381 -0
package/src/tui/plugin/command-shim.ts +109 -0
package/src/tui/plugin/internal.ts +33 -0
package/src/tui/plugin/runtime.ts +1069 -0
package/src/tui/plugin/slots.tsx +60 -0
package/src/tui/routes/home.tsx +96 -0
package/src/tui/routes/session/dialog-fork-from-timeline.tsx +76 -0
package/src/tui/routes/session/dialog-message.tsx +108 -0
package/src/tui/routes/session/dialog-subagent.tsx +26 -0
package/src/tui/routes/session/dialog-timeline.tsx +47 -0
package/src/tui/routes/session/footer.tsx +91 -0
package/src/tui/routes/session/index.tsx +188 -0
package/src/tui/routes/session/permission.tsx +722 -0
package/src/tui/routes/session/question.tsx +490 -0
package/src/tui/routes/session/sidebar.tsx +102 -0
package/src/tui/routes/session/subagent-footer.tsx +133 -0
package/src/tui/run.ts +84 -0
package/src/tui/thread.ts +261 -0
package/src/tui/tsconfig.json +40 -0
package/src/tui/ui/dialog-alert.tsx +66 -0
package/src/tui/ui/dialog-confirm.tsx +108 -0
package/src/tui/ui/dialog-export-options.tsx +217 -0
package/src/tui/ui/dialog-help.tsx +40 -0
package/src/tui/ui/dialog-prompt.tsx +101 -0
package/src/tui/ui/dialog-select.tsx +553 -0
package/src/tui/ui/dialog.tsx +211 -0
package/src/tui/ui/link.tsx +34 -0
package/src/tui/ui/spinner.ts +368 -0
package/src/tui/ui/toast.tsx +111 -0
package/src/tui/util/clipboard.ts +217 -0
package/src/tui/util/editor.ts +37 -0
package/src/tui/util/model.ts +23 -0
package/src/tui/util/provider-origin.ts +7 -0
package/src/tui/util/revert-diff.ts +18 -0
package/src/tui/util/scroll.ts +25 -0
package/src/tui/util/selection.ts +65 -0
package/src/tui/util/signal.ts +41 -0
package/src/tui/util/sound.ts +156 -0
package/src/tui/util/transcript.ts +112 -0
package/src/tui/validate-session.ts +29 -0
package/src/tui/win32.ts +130 -0
package/src/tui/worker.ts +104 -0

package/src/daemon/whisper-server.py CHANGED Viewed

@@ -64,12 +64,18 @@ class _Handler(BaseHTTPRequestHandler):
         pass  # suppress access log; APX daemon handles its own logging
     def _send_json(self, code, body):
-        data = json.dumps(body).encode()
-        self.send_response(code)
-        self.send_header("Content-Type", "application/json")
-        self.send_header("Content-Length", str(len(data)))
-        self.end_headers()
-        self.wfile.write(data)
+        # Swallow BrokenPipe / ConnectionReset — these happen when the daemon
+        # times out and aborts the request before we finish responding, and
+        # they used to fill the daemon log with multi-page Python tracebacks.
+        try:
+            data = json.dumps(body).encode()
+            self.send_response(code)
+            self.send_header("Content-Type", "application/json")
+            self.send_header("Content-Length", str(len(data)))
+            self.end_headers()
+            self.wfile.write(data)
+        except (BrokenPipeError, ConnectionResetError):
+            pass
     def _read_body(self):
         n = int(self.headers.get("Content-Length", 0))
@@ -92,6 +98,51 @@ class _Handler(BaseHTTPRequestHandler):
             self._send_json(404, {"ok": False, "error": "not found"})
     def do_POST(self):
+        # /transcribe_chunk reads raw bytes — must be handled BEFORE _read_body()
+        # which would consume rfile for JSON endpoints.
+        if self.path == "/transcribe_chunk":
+            _touch()
+            content_length = int(self.headers.get("Content-Length", 0))
+            if content_length <= 0:
+                self._send_json(400, {"ok": False, "error": "empty body"})
+                return
+            audio_bytes = self.rfile.read(content_length)
+            audio_format = (self.headers.get("X-Audio-Format") or "webm").strip().lstrip(".")
+            language_hdr = self.headers.get("X-Language") or None
+            language = language_hdr if language_hdr and language_hdr != "auto" else None
+            beam_size = int(self.headers.get("X-Beam-Size") or 3)
+            with _model_lock:
+                try:
+                    m = _load_model_if_needed(_Handler.model_name, _Handler.device, _Handler.compute_type)
+                except ImportError:
+                    self._send_json(500, {"ok": False, "error": "faster-whisper not installed"})
+                    return
+                except Exception as e:
+                    self._send_json(500, {"ok": False, "error": f"model load failed: {e}"})
+                    return
+                import tempfile
+                tmp = tempfile.NamedTemporaryFile(suffix=f".{audio_format}", delete=False)
+                try:
+                    tmp.write(audio_bytes)
+                    tmp.close()
+                    segments, info = m.transcribe(tmp.name, beam_size=beam_size, language=language)
+                    text = " ".join(seg.text.strip() for seg in segments).strip()
+                    self._send_json(200, {
+                        "ok": True, "text": text,
+                        "language": info.language,
+                        "language_probability": round(info.language_probability, 4),
+                        "duration": round(info.duration, 2) if hasattr(info, "duration") else None,
+                        "model": _model_name,
+                    })
+                except Exception as e:
+                    self._send_json(500, {"ok": False, "error": f"chunk transcription failed: {e}"})
+                finally:
+                    try: os.unlink(tmp.name)
+                    except Exception: pass
+            return
         req = self._read_body()
         if self.path == "/transcribe":

package/src/overlay/index.html ADDED Viewed

@@ -0,0 +1,44 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8">
+  <meta http-equiv="Content-Security-Policy"
+        content="default-src 'self'; script-src 'self'; style-src 'self' 'unsafe-inline'; media-src *;">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>APX</title>
+  <link rel="stylesheet" href="style.css">
+</head>
+<body>
+  <div id="app">
+    <!-- Header -->
+    <div id="header">
+      <span class="logo">APX</span>
+      <span id="status-text" class="status">Ready</span>
+      <div id="conn-badge" title="Daemon disconnected"></div>
+      <button class="btn-close" id="btn-close" title="Close (Esc)">✕</button>
+    </div>
+    <!-- Messages -->
+    <div id="messages">
+      <div id="empty-state">
+        <div class="icon">🎙</div>
+        <div>Press <kbd id="empty-shortcut-hint">⌘G</kbd> to start speaking</div>
+      </div>
+    </div>
+    <!-- Live transcription bar -->
+    <div id="live-bar">
+      <div class="rec-dot"></div>
+      <div id="live-text">Listening…</div>
+    </div>
+    <!-- Hint bar -->
+    <div id="hint-bar">
+      <span class="hint"><kbd id="shortcut-hint">⌘⇧\</kbd> record</span>
+      <span class="hint"><kbd>Esc</kbd> cancel / close</span>
+    </div>
+  </div>
+  <script src="renderer.js"></script>
+</body>
+</html>

package/src/overlay/main.js ADDED Viewed

@@ -0,0 +1,480 @@
+// APX Overlay — Electron main process.
+// Provides: system tray icon, configurable global shortcut, transparent
+// floating chat window, WebSocket connection to APX daemon.
+//
+// Default shortcut: Cmd+Shift+\ (Mac) / Ctrl+Shift+\ (Win/Linux).
+// Override in ~/.apx/config.json:  "overlay": { "shortcut": "CommandOrControl+Shift+Space" }
+//
+// Launch via: electron src/overlay/main.js [--port 7430] [--shortcut <accel>]
+// Or via:     apx overlay start
+"use strict";
+const { app, BrowserWindow, Tray, globalShortcut, ipcMain, nativeImage, screen, Menu } = require("electron");
+const path = require("path");
+const os = require("os");
+const fs = require("fs");
+const http = require("http");
+// ---------------------------------------------------------------------------
+// Config from CLI args or env
+// ---------------------------------------------------------------------------
+const args = process.argv.slice(2);
+function getArg(name) {
+  const i = args.indexOf(name);
+  return i !== -1 ? args[i + 1] : null;
+}
+const DAEMON_PORT = parseInt(getArg("--port") || process.env.APX_PORT || "7430", 10);
+const DAEMON_HOST = getArg("--host") || process.env.APX_HOST || "127.0.0.1";
+const WHISPER_PORT = 18765;
+const TOKEN_PATH  = path.join(os.homedir(), ".apx", "daemon.token");
+const CONFIG_PATH = path.join(os.homedir(), ".apx", "config.json");
+// Default shortcut: Cmd/Ctrl + Shift + \  (backslash — rarely used by other apps)
+// User can override via config overlay.shortcut or --shortcut CLI arg.
+const DEFAULT_SHORTCUT = "CommandOrControl+G";
+function readApxConfig() {
+  try { return JSON.parse(fs.readFileSync(CONFIG_PATH, "utf8")); } catch { return {}; }
+}
+function getShortcut() {
+  const fromArg = getArg("--shortcut");
+  if (fromArg) return fromArg;
+  const cfg = readApxConfig();
+  return cfg?.overlay?.shortcut || DEFAULT_SHORTCUT;
+}
+function readToken() {
+  try { return fs.readFileSync(TOKEN_PATH, "utf8").trim(); } catch { return ""; }
+}
+// ---------------------------------------------------------------------------
+// Window size + position helpers
+// ---------------------------------------------------------------------------
+const WIN_W = 420;
+const WIN_H = 560;
+function getWindowPosition() {
+  const display = screen.getPrimaryDisplay();
+  const { workArea } = display;
+  const isMac = process.platform === "darwin";
+  if (isMac) {
+    // Top-right, below menu bar (workArea.y already accounts for it)
+    return { x: workArea.x + workArea.width - WIN_W - 12, y: workArea.y + 8 };
+  }
+  // Windows/Linux: bottom-right, above taskbar
+  return {
+    x: workArea.x + workArea.width - WIN_W - 12,
+    y: workArea.y + workArea.height - WIN_H - 12,
+  };
+}
+// ---------------------------------------------------------------------------
+// Globals
+// ---------------------------------------------------------------------------
+let mainWindow = null;
+let tray = null;
+let wsConn = null; // WebSocket to daemon
+let isRecording = false;
+let overlayVisible = false;
+// ---------------------------------------------------------------------------
+// App lifecycle
+// ---------------------------------------------------------------------------
+// On macOS, don't show in the dock — it's a tray-only utility
+if (process.platform === "darwin") app.dock?.hide();
+app.whenReady().then(() => {
+  console.log(`overlay: starting — daemon ${DAEMON_HOST}:${DAEMON_PORT} — pid ${process.pid}`);
+  try { createTray();        console.log("overlay: tray created"); }
+  catch (e) { console.error("overlay: createTray failed:", e.message); }
+  try { createWindow();      console.log("overlay: window created"); }
+  catch (e) { console.error("overlay: createWindow failed:", e.message); }
+  try { registerShortcut(); }
+  catch (e) { console.error("overlay: registerShortcut failed:", e.message); }
+  connectDaemon();
+});
+process.on("uncaughtException", (e) => {
+  console.error("overlay: uncaught exception:", e.stack || e.message);
+});
+app.on("window-all-closed", (e) => {
+  // Prevent app from quitting when window closes — keep in tray
+  e.preventDefault?.();
+});
+app.on("will-quit", () => {
+  globalShortcut.unregisterAll();
+});
+// ---------------------------------------------------------------------------
+// Tray
+// ---------------------------------------------------------------------------
+// Minimal valid 16x16 transparent PNG (base64).
+// macOS requires a real PNG for Tray — raw RGBA buffers are not accepted.
+// We use setTitle() to display the visible symbol in the menu bar.
+const ICON_TRANSPARENT_PNG =
+  "iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAABHNCS" +
+  "VQICAgIfAhkiAAAAAlwSFlzAAALEwAACxMBAJqcGAAAABl0RVh0U29" +
+  "mdHdhcmUAd3d3Lmlua3NjYXBlLm9yZ5vuPBoAAAAOSURBVDiNY2Bg" +
+  "YPgPAAEEAQABZQMuAAAAAElFTkSuQmCC";
+// Red dot PNG for recording state (16x16 solid red circle).
+const ICON_RED_PNG =
+  "iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAASUlEQVQ4" +
+  "y2NgYGD4z0ABYBpFkKoFVAMDA8N/CiygWgMDA8N/qgygWgMDA8N/og" +
+  "ygSgMDA8N/igygWgMDA8N/BgYGBgCZJCULAAAAAElFTkSuQmCC";
+function buildTrayIcon(recording) {
+  const b64 = recording ? ICON_RED_PNG : ICON_TRANSPARENT_PNG;
+  const img = nativeImage.createFromDataURL(`data:image/png;base64,${b64}`);
+  // Template image: macOS auto-adapts colour to dark/light menu bar
+  if (process.platform === "darwin") img.setTemplateImage(!recording);
+  return img;
+}
+function createTray() {
+  const icon = buildTrayIcon(false);
+  tray = new Tray(icon);
+  // On macOS, setTitle shows text right in the menu bar (most visible approach)
+  if (process.platform === "darwin") tray.setTitle(" ◉");
+  tray.setToolTip("APX Voice Overlay — click to toggle, right-click for menu");
+  const contextMenu = Menu.buildFromTemplate([
+    { label: "Show / Hide",    click: toggleWindow },
+    { label: "Start Recording", click: startRecording },
+    { type: "separator" },
+    { label: "Quit APX Overlay", click: () => app.exit(0) },
+  ]);
+  tray.setContextMenu(contextMenu);
+  tray.on("click", toggleWindow);
+}
+function updateTrayRecording(rec) {
+  if (!tray) return;
+  tray.setImage(buildTrayIcon(rec));
+  if (process.platform === "darwin") tray.setTitle(rec ? " ⏺" : " ◉");
+}
+// ---------------------------------------------------------------------------
+// Window
+// ---------------------------------------------------------------------------
+function createWindow() {
+  const pos = getWindowPosition();
+  mainWindow = new BrowserWindow({
+    width: WIN_W,
+    height: WIN_H,
+    x: pos.x,
+    y: pos.y,
+    frame: false,
+    transparent: true,
+    alwaysOnTop: true,
+    skipTaskbar: true,
+    resizable: false,
+    hasShadow: false,
+    show: false,
+    focusable: true,
+    webPreferences: {
+      preload: path.join(__dirname, "preload.js"),
+      contextIsolation: true,
+      nodeIntegration: false,
+      // Allow getUserMedia for microphone access
+      allowRunningInsecureContent: false,
+    },
+  });
+  mainWindow.loadFile(path.join(__dirname, "index.html"));
+  mainWindow.on("blur", () => {
+    // Don't auto-hide while recording or streaming
+    if (!isRecording) {
+      setTimeout(() => {
+        if (mainWindow && !mainWindow.isFocused() && !isRecording) {
+          // Keep visible — user might be reading the response
+        }
+      }, 200);
+    }
+  });
+  mainWindow.on("closed", () => { mainWindow = null; });
+  // ESC key handled in renderer via preload
+}
+function toggleWindow() {
+  if (!mainWindow) { createWindow(); return; }
+  if (overlayVisible) {
+    hideOverlay();
+  } else {
+    showOverlay();
+  }
+}
+function showOverlay() {
+  if (!mainWindow) createWindow();
+  const pos = getWindowPosition();
+  mainWindow.setPosition(pos.x, pos.y);
+  mainWindow.show();
+  mainWindow.focus();
+  overlayVisible = true;
+}
+function hideOverlay() {
+  if (mainWindow) mainWindow.hide();
+  overlayVisible = false;
+  if (isRecording) stopRecording();
+}
+// ---------------------------------------------------------------------------
+// Global shortcut: Cmd/Ctrl+Shift+Space toggles recording
+// ---------------------------------------------------------------------------
+function registerShortcut() {
+  const shortcut = getShortcut();
+  const ok = globalShortcut.register(shortcut, () => {
+    if (!overlayVisible) {
+      showOverlay();
+      // Auto-start recording when opening via shortcut
+      setTimeout(startRecording, 150);
+    } else if (isRecording) {
+      stopRecording();
+    } else {
+      startRecording();
+    }
+  });
+  if (!ok) {
+    console.error(`overlay: failed to register shortcut "${shortcut}". Try a different shortcut in ~/.apx/config.json: overlay.shortcut`);
+  } else {
+    console.log(`overlay: shortcut registered: ${shortcut}`);
+  }
+}
+// ---------------------------------------------------------------------------
+// Recording control
+// ---------------------------------------------------------------------------
+function startRecording() {
+  if (isRecording) return;
+  isRecording = true;
+  updateTrayRecording(true);
+  mainWindow?.webContents.send("recording-start");
+}
+function stopRecording() {
+  if (!isRecording) return;
+  isRecording = false;
+  updateTrayRecording(false);
+  mainWindow?.webContents.send("recording-stop");
+}
+// ---------------------------------------------------------------------------
+// IPC handlers (renderer → main)
+// ---------------------------------------------------------------------------
+// Renderer sends audio chunk for transcription
+ipcMain.handle("transcribe-chunk", async (_event, { buffer, format, language }) => {
+  try {
+    console.log(`overlay: transcribe chunk — ${buffer.byteLength}b ${format}`);
+    const result = await transcribeChunk(Buffer.from(buffer), format || "webm", language || "auto");
+    if (result?.ok) console.log(`overlay: transcribed → "${(result.text || "").slice(0, 80)}"`);
+    else console.error("overlay: transcription error:", result?.error);
+    return result;
+  } catch (e) {
+    console.error("overlay: transcribeChunk exception:", e.message);
+    return { ok: false, error: e.message };
+  }
+});
+// Renderer sends final transcribed text to daemon
+ipcMain.handle("send-message", async (_event, { text, previousMessages }) => {
+  console.log(`overlay: send-message → "${text.slice(0, 80)}"`);
+  return sendMessageToDaemon(text, previousMessages || []);
+});
+// Renderer requests cancel
+ipcMain.handle("cancel", async () => {
+  if (wsConn && wsConn.readyState === 1) {
+    wsConn.send(JSON.stringify({ type: "cancel" }));
+  }
+  stopRecording();
+});
+// Renderer requests close/hide
+ipcMain.handle("close-overlay", async () => {
+  hideOverlay();
+});
+// Renderer queries the configured shortcut for display
+ipcMain.handle("get-shortcut", () => getShortcut());
+// Check if the whisper server is running and the model is loaded
+ipcMain.handle("check-whisper-ready", () => {
+  return new Promise((resolve) => {
+    const options = {
+      hostname: "127.0.0.1",
+      port: WHISPER_PORT,
+      path: "/health",
+      method: "GET",
+    };
+    const req = http.request(options, (res) => {
+      let data = "";
+      res.on("data", (c) => data += c);
+      res.on("end", () => {
+        try {
+          const json = JSON.parse(data);
+          resolve({ ready: json.ok && json.loaded === true });
+        } catch {
+          resolve({ ready: false });
+        }
+      });
+    });
+    req.on("error", () => resolve({ ready: false }));
+    req.setTimeout(800, () => { req.destroy(); resolve({ ready: false }); });
+    req.end();
+  });
+});
+// Renderer requests recording toggle (ESC cancels, shortcut toggles)
+ipcMain.handle("toggle-recording", async () => {
+  if (isRecording) stopRecording(); else startRecording();
+});
+// ---------------------------------------------------------------------------
+// Whisper chunk transcription — proxied through the daemon (auto-starts whisper server)
+// ---------------------------------------------------------------------------
+function transcribeChunk(buf, format, language) {
+  return new Promise((resolve, reject) => {
+    const token = readToken();
+    const options = {
+      hostname: DAEMON_HOST,
+      port: DAEMON_PORT,
+      path: "/transcribe/chunk",
+      method: "POST",
+      headers: {
+        "Content-Type": "application/octet-stream",
+        "Content-Length": buf.length,
+        "X-Audio-Format": format,
+        "X-Language": language,
+        // Overlay is real-time → local whisper only. Never fall back to OpenAI.
+        "X-Provider": "local",
+        ...(token ? { "Authorization": `Bearer ${token}` } : {}),
+      },
+    };
+    const req = http.request(options, (res) => {
+      let data = "";
+      res.on("data", (c) => data += c);
+      res.on("end", () => {
+        try { resolve(JSON.parse(data)); }
+        catch { reject(new Error("bad json from daemon")); }
+      });
+    });
+    req.on("error", reject);
+    req.setTimeout(30000, () => { req.destroy(); reject(new Error("transcription timeout")); });
+    req.write(buf);
+    req.end();
+  });
+}
+// ---------------------------------------------------------------------------
+// Daemon communication
+// ---------------------------------------------------------------------------
+function connectDaemon() {
+  // Lazy-load ws from the APX node_modules (co-located)
+  let WS;
+  try {
+    WS = require("ws");
+  } catch {
+    console.warn("overlay: 'ws' module not found — WebSocket disabled. Install with: npm install ws");
+    return;
+  }
+  const token = readToken();
+  const url = `ws://${DAEMON_HOST}:${DAEMON_PORT}/overlay/ws`;
+  function connect() {
+    try {
+      wsConn = new WS(url, {
+        headers: token ? { Authorization: `Bearer ${token}` } : {},
+      });
+      wsConn.on("open", () => {
+        console.log("overlay: connected to daemon");
+        resetReconnectDelay();
+        mainWindow?.webContents.send("daemon-connected");
+      });
+      wsConn.on("message", (raw) => {
+        let msg;
+        try { msg = JSON.parse(raw.toString()); } catch { return; }
+        // Forward all daemon events to the renderer
+        mainWindow?.webContents.send("daemon-event", msg);
+      });
+      wsConn.on("close", () => {
+        wsConn = null;
+        mainWindow?.webContents.send("daemon-disconnected");
+        scheduleReconnect();
+      });
+      wsConn.on("error", (e) => {
+        console.warn("overlay ws error:", e.message);
+      });
+    } catch (e) {
+      console.warn("overlay: connect failed —", e.message);
+      scheduleReconnect();
+    }
+  }
+  // Exponential backoff with cap: 1s → 2s → 4s → … → 30s. Resets to 1s
+  // after a successful open() (see below).
+  let reconnectDelay = 1000;
+  function scheduleReconnect() {
+    const delay = reconnectDelay;
+    reconnectDelay = Math.min(reconnectDelay * 2, 30000);
+    setTimeout(connect, delay);
+  }
+  function resetReconnectDelay() { reconnectDelay = 1000; }
+  connect();
+}
+async function sendMessageToDaemon(text, previousMessages) {
+  const token = readToken();
+  return new Promise((resolve, reject) => {
+    const body = JSON.stringify({ text, previousMessages });
+    const options = {
+      hostname: DAEMON_HOST,
+      port: DAEMON_PORT,
+      path: "/overlay/message",
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        "Content-Length": Buffer.byteLength(body),
+        ...(token ? { Authorization: `Bearer ${token}` } : {}),
+      },
+    };
+    const req = http.request(options, (res) => {
+      let data = "";
+      res.on("data", (c) => data += c);
+      res.on("end", () => {
+        try { resolve(JSON.parse(data)); }
+        catch { resolve({ ok: true }); }
+      });
+    });
+    req.on("error", reject);
+    req.write(body);
+    req.end();
+  });
+}

package/src/overlay/package.json ADDED Viewed

@@ -0,0 +1,3 @@
+{
+  "type": "commonjs"
+}

package/src/overlay/preload.js ADDED Viewed

@@ -0,0 +1,34 @@
+// Preload — context bridge between Electron main and renderer.
+"use strict";
+const { contextBridge, ipcRenderer } = require("electron");
+contextBridge.exposeInMainWorld("apx", {
+  // Recording control
+  onRecordingStart: (fn) => ipcRenderer.on("recording-start", fn),
+  onRecordingStop: (fn) => ipcRenderer.on("recording-stop", fn),
+  toggleRecording: () => ipcRenderer.invoke("toggle-recording"),
+  cancel: () => ipcRenderer.invoke("cancel"),
+  close: () => ipcRenderer.invoke("close-overlay"),
+  // Transcription
+  transcribeChunk: (buffer, format, language) =>
+    ipcRenderer.invoke("transcribe-chunk", { buffer, format, language }),
+  // Check if the whisper model is loaded (false = still loading)
+  checkWhisperReady: () => ipcRenderer.invoke("check-whisper-ready"),
+  // Send final text to daemon
+  sendMessage: (text, previousMessages) =>
+    ipcRenderer.invoke("send-message", { text, previousMessages }),
+  // Daemon events (tokens, tools, done, error)
+  onDaemonEvent: (fn) => ipcRenderer.on("daemon-event", (_e, msg) => fn(msg)),
+  onDaemonConnected: (fn) => ipcRenderer.on("daemon-connected", fn),
+  onDaemonDisconnected: (fn) => ipcRenderer.on("daemon-disconnected", fn),
+  // Platform info
+  platform: process.platform,
+  // Query configured shortcut for display in hint bar
+  getShortcut: () => ipcRenderer.invoke("get-shortcut"),
+});