@xopcai/xopc 0.0.264 → 0.0.265

package/dist/src/voice/realtime/runtime.types.d.ts

@@ -1,4 +1,4 @@
-import type { CreateVoiceSessionRequest, VoiceProviderRoute } from '@xopcai/realtime-protocol/voice';
+import type { CreateVoiceSessionRequest, VoiceMode, VoiceProviderRoute } from '@xopcai/realtime-protocol/voice';
 import type { Config } from '../../config/schema.js';
 import type { MediaUnderstandingProvider } from '../../media-understanding/types.js';
 import type { ResolvedSpeechProvider } from '../tts/factory.js';
@@ -6,6 +6,7 @@ import type { TTSConfig } from '../tts/types.js';
 import type { VoiceConversationContext } from './conversation-context.js';
 import type { OmniTranscript } from './omniEngine.js';
 import type { OmniRoute } from './omniRoute.js';
+import type { VoiceAgentBroker } from './agentBroker.js';
 export interface ResolvedStreamingStt {
     plugin: MediaUnderstandingProvider & Required<Pick<MediaUnderstandingProvider, 'openAudioStream' | 'streamingAudio'>>;
     model: string;
@@ -18,7 +19,9 @@ export interface ResolvedStreamingStt {
 }
 export interface VoiceTicketClaim {
     sessionId: string;
+    connectionEpoch: number;
     principalId: string;
+    mode?: VoiceMode;
     request: CreateVoiceSessionRequest;
     inputMode: 'server_vad';
     idleTimeoutMs: number;
@@ -37,24 +40,6 @@ export interface ResolvedStreamingTts {
     config: TTSConfig;
     route: VoiceProviderRoute;
 }
-interface VoiceAgentEvent {
-    type: string;
-    payload?: {
-        delta?: unknown;
-        message?: unknown;
-        status?: unknown;
-        toolCallId?: unknown;
-        toolName?: unknown;
-        requestId?: unknown;
-        kind?: unknown;
-        question?: unknown;
-        choices?: unknown;
-        suggestedAnswer?: unknown;
-        version?: unknown;
-        createdAt?: unknown;
-        expiresAt?: unknown;
-    };
-}
 export interface VoiceRealtimeRuntimeOptions {
     recordOmniTranscript?: (sessionKey: string, callId: string, entry: OmniTranscript, expectedSessionId: string) => Promise<void>;
     getConversationContext?: (sessionKey: string, expectedSessionId: string) => Promise<VoiceConversationContext>;
@@ -62,7 +47,7 @@ export interface VoiceRealtimeRuntimeOptions {
     getConfig: () => Config;
     sessionExists: (sessionKey: string) => Promise<boolean>;
     sessionBusy: (sessionKey: string) => boolean;
-    runAgent: (text: string, sessionKey: string, signal: AbortSignal) => AsyncIterable<VoiceAgentEvent>;
+    agentBroker: VoiceAgentBroker;
     recordInterruption: (entry: {
         sessionKey: string;
         responseId: string;
@@ -71,4 +56,3 @@ export interface VoiceRealtimeRuntimeOptions {
         interruptedDuring: 'thinking' | 'speaking';
     }) => Promise<void>;
 }
-export {};

package/dist/src/voice/realtime/turnPolicy.d.ts

@@ -0,0 +1,36 @@
+export type TurnDisposition = 'complete' | 'incomplete' | 'backchannel' | 'wait';
+export interface TurnSnapshot {
+    text: string;
+    silenceDurationMs: number;
+}
+export interface TurnDecision {
+    disposition: TurnDisposition;
+    confidence: number;
+    holdMs: number;
+    source: 'provider' | 'semantic' | 'heuristic';
+}
+export interface TurnPolicy {
+    decide(snapshot: TurnSnapshot): TurnDecision | Promise<TurnDecision>;
+}
+export declare function hasContinuationHint(text: string): boolean;
+export declare const heuristicTurnPolicy: TurnPolicy;
+/** Accumulates provider utterances and commits only after the selected policy settles. */
+export declare class TurnCoordinator {
+    private readonly silenceDurationMs;
+    private readonly onCommit;
+    private readonly policy;
+    private readonly parts;
+    private timer;
+    private stoppedAt;
+    private decisionGeneration;
+    constructor(silenceDurationMs: number, onCommit: (text: string, decision: TurnDecision, turnId: string) => void, policy?: TurnPolicy);
+    start(id: string): void;
+    stop(id: string): void;
+    final(id: string, text: string): void;
+    reset(): void;
+    restore(id: string, text: string): void;
+    private text;
+    private invalidatePendingDecision;
+    private evaluate;
+    private schedule;
+}

package/dist/src/voice/realtime/turnPolicy.js

@@ -0,0 +1,134 @@
+//#region src/voice/realtime/turnPolicy.ts
+const MIN_TURN_SILENCE_MS = 1200;
+const FINAL_SETTLE_MS = 350;
+const INCOMPLETE_HOLD_MS = 1800;
+const DECISION_TIMEOUT_MS = 750;
+const MAX_TRANSCRIPT_CHARACTERS = 32e3;
+const MAX_UTTERANCES = 256;
+function isPromise(value) {
+	return typeof value.then === "function";
+}
+function hasContinuationHint(text) {
+	const tail = text.trim().replace(/[\s，。！？、；：,.!?;:]+$/u, "");
+	return /(?:…|\.\.\.)[\s，。！？,.!?]*$/u.test(text) || /(?:因为|但是|然后|而且|如果|所以|比如|或者|还有|我想|我要|我觉得|帮我|帮我查一下|帮我查查|请帮我|就是说|那个|这个|呃|嗯)$/u.test(tail) || /\b(?:because|but|and|or|if|so|then|um|uh|i want to|i would like to|can you|could you|let me)\s*$/iu.test(tail);
+}
+const heuristicTurnPolicy = { decide({ text }) {
+	const incomplete = hasContinuationHint(text);
+	return {
+		disposition: incomplete ? "incomplete" : "complete",
+		confidence: incomplete ? .6 : .5,
+		holdMs: incomplete ? INCOMPLETE_HOLD_MS : 0,
+		source: "heuristic"
+	};
+} };
+/** Accumulates provider utterances and commits only after the selected policy settles. */
+var TurnCoordinator = class {
+	parts = /* @__PURE__ */ new Map();
+	timer;
+	stoppedAt = 0;
+	decisionGeneration = 0;
+	constructor(silenceDurationMs, onCommit, policy = heuristicTurnPolicy) {
+		this.silenceDurationMs = silenceDurationMs;
+		this.onCommit = onCommit;
+		this.policy = policy;
+	}
+	start(id) {
+		if (this.parts.has(id)) return;
+		this.invalidatePendingDecision();
+		this.parts.set(id, { stopped: false });
+	}
+	stop(id) {
+		const part = this.parts.get(id);
+		if (part?.stopped) return;
+		this.parts.set(id, {
+			...part,
+			stopped: true
+		});
+		this.stoppedAt = Date.now();
+		this.evaluate();
+	}
+	final(id, text) {
+		const part = this.parts.get(id);
+		if (part?.text !== void 0) return;
+		if (!part?.stopped) this.stoppedAt = Date.now();
+		this.parts.set(id, {
+			text: text.trim(),
+			stopped: true
+		});
+		if (this.parts.size > MAX_UTTERANCES || this.text().length > MAX_TRANSCRIPT_CHARACTERS) {
+			this.reset();
+			throw new Error("Voice turn input limit reached");
+		}
+		this.evaluate();
+	}
+	reset() {
+		this.invalidatePendingDecision();
+		this.parts.clear();
+	}
+	restore(id, text) {
+		this.invalidatePendingDecision();
+		this.parts.set(id, {
+			text,
+			stopped: true
+		});
+	}
+	text() {
+		return [...this.parts.values()].map((part) => part.text ?? "").filter(Boolean).join(" ");
+	}
+	invalidatePendingDecision() {
+		this.decisionGeneration += 1;
+		clearTimeout(this.timer);
+		this.timer = void 0;
+	}
+	evaluate() {
+		this.invalidatePendingDecision();
+		if ([...this.parts.values()].some((part) => !part.stopped || part.text === void 0)) return;
+		const text = this.text();
+		if (!text) {
+			this.reset();
+			return;
+		}
+		const generation = this.decisionGeneration;
+		const snapshot = {
+			text,
+			silenceDurationMs: Math.max(0, Date.now() - this.stoppedAt)
+		};
+		let result;
+		try {
+			result = this.policy.decide(snapshot);
+		} catch {
+			this.schedule(text, heuristicTurnPolicy.decide(snapshot), generation);
+			return;
+		}
+		if (isPromise(result)) {
+			let settled = false;
+			const finish = (decision) => {
+				if (settled || generation !== this.decisionGeneration) return;
+				settled = true;
+				clearTimeout(timeout);
+				this.schedule(text, decision, generation);
+			};
+			const fallback = () => finish(heuristicTurnPolicy.decide(snapshot));
+			const timeout = setTimeout(fallback, DECISION_TIMEOUT_MS);
+			result.then(finish).catch(fallback);
+			return;
+		}
+		this.schedule(text, result, generation);
+	}
+	schedule(text, decision, generation) {
+		if (generation !== this.decisionGeneration) return;
+		const holdMs = Math.max(FINAL_SETTLE_MS, MIN_TURN_SILENCE_MS - this.silenceDurationMs, Number.isFinite(decision.holdMs) ? Math.max(0, decision.holdMs) : 0);
+		this.timer = setTimeout(() => {
+			if (generation !== this.decisionGeneration) return;
+			const turnId = [...this.parts.keys()][0];
+			if (decision.disposition === "wait") {
+				this.evaluate();
+				return;
+			}
+			this.reset();
+			if (decision.disposition !== "backchannel") this.onCommit(text, decision, turnId);
+		}, Math.max(FINAL_SETTLE_MS, this.stoppedAt + holdMs - Date.now()));
+	}
+};
+//#endregion
+export { TurnCoordinator, hasContinuationHint, heuristicTurnPolicy };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xopcai/xopc",
-  "version": "0.0.264",
+  "version": "0.0.265",
   "description": "Local-first personal AI assistant with reviewable user understanding, durable tasks, workflows, automations, and local or cloud models.",
   "type": "module",
   "main": "dist/src/index.js",
@@ -163,9 +163,9 @@
     "vitepress": "^1.6.4",
     "vitest": "4.1.5",
     "vue": "^3.5.35",
+    "@xopcai/browser-control-contract": "0.1.0",
     "@xopcai/endpoint-tools-protocol": "0.0.0",
     "@xopcai/realtime-client": "0.0.0",
-    "@xopcai/browser-control-contract": "0.1.0",
     "@xopcai/realtime-protocol": "0.0.0",
     "@xopcai/gateway-contract": "0.0.0"
   },

package/dist/browser-ext/dist/content.js

@@ -1,191 +0,0 @@
-const OVERLAY_HOST_ID = "xopc-overlay-host";
-let overlayHost = null;
-let overlayInner = null;
-let completedTimer = null;
-function ensureOverlay() {
-  if (overlayHost?.isConnected && overlayInner) return;
-  removeOverlay();
-  const existing = document.getElementById(OVERLAY_HOST_ID);
-  if (existing) existing.remove();
-  overlayHost = document.createElement("div");
-  overlayHost.id = OVERLAY_HOST_ID;
-  const shadow = overlayHost.attachShadow({ mode: "open" });
-  const style = document.createElement("style");
-  style.textContent = `
-    :host { all: initial; position: fixed; top: 0; left: 0; width: 100%; height: 100%; z-index: 2147483647; pointer-events: none; }
-    .overlay { position: absolute; top: 0; left: 0; width: 100%; height: 100%; pointer-events: none; }
-    .overlay.operating { border: 2px solid rgba(59, 130, 246, 0.6); animation: pulse 2s ease-in-out infinite; }
-    .overlay.completed { border: 2px solid rgba(34, 197, 94, 0.6); }
-    .badge { position: fixed; top: 8px; right: 8px; padding: 4px 12px; border-radius: 12px; font: 500 12px -apple-system, sans-serif; color: white; opacity: 0; transform: translateY(-8px); animation: badge-in 0.3s ease forwards; }
-    .badge.operating { background: rgba(59, 130, 246, 0.85); backdrop-filter: blur(8px); }
-    .badge.completed { background: rgba(34, 197, 94, 0.85); backdrop-filter: blur(8px); }
-    .dot { display: inline-block; width: 6px; height: 6px; border-radius: 50%; background: white; margin-right: 6px; vertical-align: middle; }
-    .badge.operating .dot { animation: dot-pulse 1.2s ease-in-out infinite; }
-    @keyframes pulse { 0%, 100% { border-color: rgba(59, 130, 246, 0.3); } 50% { border-color: rgba(59, 130, 246, 0.8); } }
-    @keyframes badge-in { to { opacity: 1; transform: translateY(0); } }
-    @keyframes dot-pulse { 0%, 100% { opacity: 0.4; transform: scale(0.8); } 50% { opacity: 1; transform: scale(1.2); } }
-  `;
-  shadow.appendChild(style);
-  overlayInner = document.createElement("div");
-  overlayInner.className = "overlay";
-  shadow.appendChild(overlayInner);
-  document.documentElement.appendChild(overlayHost);
-}
-function removeOverlay() {
-  if (completedTimer) {
-    clearTimeout(completedTimer);
-    completedTimer = null;
-  }
-  overlayInner = null;
-  if (overlayHost) {
-    overlayHost.remove();
-    overlayHost = null;
-  }
-  document.documentElement.style.cursor = "";
-}
-function showOverlay(status) {
-  if (completedTimer) {
-    clearTimeout(completedTimer);
-    completedTimer = null;
-  }
-  if (status === "hidden") {
-    removeOverlay();
-    return;
-  }
-  ensureOverlay();
-  if (!overlayInner) return;
-  overlayInner.innerHTML = "";
-  overlayInner.className = `overlay ${status}`;
-  const badge = document.createElement("div");
-  badge.className = `badge ${status}`;
-  const dot = document.createElement("span");
-  dot.className = "dot";
-  badge.appendChild(dot);
-  badge.appendChild(document.createTextNode(status === "operating" ? "🤖 xopc" : "✅ Done"));
-  overlayInner.appendChild(badge);
-  document.documentElement.style.cursor = status === "operating" ? "not-allowed" : "";
-  if (status === "completed") {
-    completedTimer = setTimeout(removeOverlay, 2e3);
-  }
-}
-function showClickRipple(x, y) {
-  if (!document.getElementById("xopc-ripple-style")) {
-    const s = document.createElement("style");
-    s.id = "xopc-ripple-style";
-    s.textContent = `@keyframes xopc-ripple { 0% { transform: scale(0.3); opacity: 1; } 100% { transform: scale(2.5); opacity: 0; } }`;
-    document.head.appendChild(s);
-  }
-  const el = document.createElement("div");
-  Object.assign(el.style, {
-    position: "fixed",
-    left: `${x - 15}px`,
-    top: `${y - 15}px`,
-    width: "30px",
-    height: "30px",
-    borderRadius: "50%",
-    background: "rgba(59, 130, 246, 0.4)",
-    border: "2px solid rgba(59, 130, 246, 0.7)",
-    pointerEvents: "none",
-    zIndex: "2147483646",
-    animation: "xopc-ripple 0.6s ease-out forwards"
-  });
-  document.body.appendChild(el);
-  setTimeout(() => el.remove(), 600);
-}
-function showHoverHighlight(selector) {
-  const element = document.querySelector(selector);
-  if (!element) return;
-  const rect = element.getBoundingClientRect();
-  const el = document.createElement("div");
-  Object.assign(el.style, {
-    position: "fixed",
-    left: `${rect.left - 2}px`,
-    top: `${rect.top - 2}px`,
-    width: `${rect.width + 4}px`,
-    height: `${rect.height + 4}px`,
-    border: "2px solid rgba(59, 130, 246, 0.6)",
-    borderRadius: "4px",
-    background: "rgba(59, 130, 246, 0.08)",
-    pointerEvents: "none",
-    zIndex: "2147483645",
-    transition: "opacity 0.3s ease",
-    opacity: "1"
-  });
-  document.body.appendChild(el);
-  setTimeout(() => {
-    el.style.opacity = "0";
-    setTimeout(() => el.remove(), 300);
-  }, 800);
-}
-function showInputFlash(selector) {
-  const el = document.querySelector(selector);
-  if (!el) return;
-  const orig = el.style.backgroundColor;
-  el.style.transition = "background-color 0.15s ease";
-  el.style.backgroundColor = "rgba(34, 197, 94, 0.15)";
-  setTimeout(() => {
-    el.style.backgroundColor = orig;
-  }, 300);
-}
-function showScrollIndicator(direction) {
-  const el = document.createElement("div");
-  Object.assign(el.style, {
-    position: "fixed",
-    right: "20px",
-    [direction === "down" ? "bottom" : "top"]: "20px",
-    width: "36px",
-    height: "36px",
-    borderRadius: "50%",
-    background: "rgba(59, 130, 246, 0.85)",
-    color: "white",
-    display: "flex",
-    alignItems: "center",
-    justifyContent: "center",
-    fontSize: "18px",
-    fontWeight: "bold",
-    pointerEvents: "none",
-    zIndex: "2147483646",
-    opacity: "0",
-    transform: `translateY(${direction === "down" ? "10px" : "-10px"})`,
-    transition: "opacity 0.2s ease, transform 0.2s ease"
-  });
-  el.textContent = direction === "down" ? "↓" : "↑";
-  document.body.appendChild(el);
-  requestAnimationFrame(() => {
-    el.style.opacity = "1";
-    el.style.transform = "translateY(0)";
-  });
-  setTimeout(() => {
-    el.style.opacity = "0";
-    setTimeout(() => el.remove(), 200);
-  }, 600);
-}
-chrome.runtime.onMessage.addListener(
-  (message, _sender, sendResponse) => {
-    switch (message.type) {
-      case "content/show-overlay":
-        showOverlay(message.status);
-        break;
-      case "content/hide-overlay":
-        removeOverlay();
-        break;
-      case "content/show-click-ripple":
-        showClickRipple(message.x, message.y);
-        break;
-      case "content/show-hover-highlight":
-        showHoverHighlight(message.selector);
-        break;
-      case "content/show-input-flash":
-        showInputFlash(message.selector);
-        break;
-      case "content/show-scroll-indicator":
-        showScrollIndicator(message.direction);
-        break;
-      default:
-        sendResponse({ ok: false });
-        return true;
-    }
-    sendResponse({ ok: true });
-    return true;
-  }
-);

package/dist/browser-ext/dist/popup.js

@@ -1,32 +0,0 @@
-function updateUI(status) {
-  const dot = document.getElementById("status-dot");
-  const label = document.getElementById("status-label");
-  const urlEl = document.getElementById("server-url");
-  const connectBtn = document.getElementById("btn-connect");
-  const disconnectBtn = document.getElementById("btn-disconnect");
-  if (status.connected) {
-    dot.className = "dot connected";
-    label.textContent = "Connected";
-    connectBtn.classList.add("hidden");
-    disconnectBtn.classList.remove("hidden");
-  } else {
-    dot.className = "dot disconnected";
-    label.textContent = "Disconnected";
-    connectBtn.classList.remove("hidden");
-    disconnectBtn.classList.add("hidden");
-  }
-  urlEl.textContent = status.url ?? "ws://127.0.0.1:19820/browser-ext";
-}
-async function getStatus() {
-  const response = await chrome.runtime.sendMessage({ type: "popup/get-status" });
-  updateUI(response);
-}
-document.getElementById("btn-connect")?.addEventListener("click", async () => {
-  await chrome.runtime.sendMessage({ type: "popup/connect" });
-  setTimeout(getStatus, 500);
-});
-document.getElementById("btn-disconnect")?.addEventListener("click", async () => {
-  await chrome.runtime.sendMessage({ type: "popup/disconnect" });
-  setTimeout(getStatus, 200);
-});
-getStatus();

package/dist/browser-ext/popup.html

@@ -1,37 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-<head>
-  <meta charset="UTF-8">
-  <style>
-    * { margin: 0; padding: 0; box-sizing: border-box; }
-    body { width: 280px; padding: 16px; font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif; font-size: 13px; color: #1e293b; background: #fff; }
-    h1 { font-size: 14px; font-weight: 600; margin-bottom: 12px; display: flex; align-items: center; gap: 8px; }
-    h1 .logo { width: 20px; height: 20px; flex-shrink: 0; }
-    .status-row { display: flex; align-items: center; gap: 8px; margin-bottom: 12px; padding: 8px 10px; background: #f8fafc; border-radius: 6px; border: 1px solid #e2e8f0; }
-    .dot { width: 8px; height: 8px; border-radius: 50%; flex-shrink: 0; }
-    .dot.connected { background: #22c55e; box-shadow: 0 0 4px rgba(34, 197, 94, 0.4); }
-    .dot.disconnected { background: #ef4444; }
-    .server-url { font-size: 11px; color: #64748b; margin-top: 4px; word-break: break-all; }
-    .actions { display: flex; gap: 8px; margin-top: 12px; }
-    button { flex: 1; padding: 6px 12px; border-radius: 6px; border: 1px solid #e2e8f0; background: #f8fafc; font-size: 12px; cursor: pointer; transition: all 0.15s; }
-    button:hover { background: #e2e8f0; }
-    button.primary { background: #3b82f6; color: white; border-color: #3b82f6; }
-    button.primary:hover { background: #2563eb; }
-    button.danger { color: #ef4444; }
-    .hidden { display: none; }
-  </style>
-</head>
-<body>
-  <h1><img class="logo" src="icons/icon-32.png" width="20" height="20" alt="" /> xopc Browser Bridge</h1>
-  <div class="status-row">
-    <span id="status-dot" class="dot disconnected"></span>
-    <span id="status-label">Checking...</span>
-  </div>
-  <div class="server-url" id="server-url">ws://127.0.0.1:19820/browser-ext</div>
-  <div class="actions">
-    <button id="btn-connect" class="primary hidden">Connect</button>
-    <button id="btn-disconnect" class="danger hidden">Disconnect</button>
-  </div>
-  <script type="module" src="dist/popup.js"></script>
-</body>
-</html>