@xopcai/xopc 0.0.344 → 0.0.346

package/dist/src/tasks/task-sidebar-hierarchy.js

@@ -0,0 +1,49 @@
+import { getSqliteDatabase, init_transaction } from "../storage/sqlite/transaction.js";
+//#region src/tasks/task-sidebar-hierarchy.ts
+init_transaction();
+/** Fetch task children for a page of conversations without one query per parent. */
+function listSidebarTaskGroups(conversationIds) {
+	const ids = [...new Set(conversationIds.filter(Boolean))];
+	const groups = {};
+	for (const id of ids) groups[id] = {
+		total: 0,
+		activeCount: 0,
+		items: []
+	};
+	const db = getSqliteDatabase();
+	for (let offset = 0; offset < ids.length; offset += 200) {
+		const batch = ids.slice(offset, offset + 200);
+		const rows = db.prepare(`SELECT origin.conversation_id AS parent_id, task.task_id, task.title, task.phase,
+      state.active_conversation_id,
+      worker_session.name AS conversation_title,
+      (SELECT run.status FROM task_runs run WHERE run.task_id = task.task_id
+        AND run.parent_run_id IS NULL ORDER BY run.queued_at DESC LIMIT 1) AS run_status
+      FROM task_origin_links origin
+      JOIN tasks task ON task.task_id = origin.task_id
+      LEFT JOIN task_conversation_state state ON state.task_id = task.task_id
+      LEFT JOIN sessions worker_session ON worker_session.conversation_id = state.active_conversation_id
+      WHERE origin.conversation_id IN (${batch.map(() => "?").join(", ")})
+      ORDER BY CASE WHEN task.phase = 'closed' THEN 1 ELSE 0 END,
+        task.updated_at DESC, task.task_id DESC`).all(...batch);
+		for (const row of rows) {
+			const group = groups[row.parent_id];
+			group.total++;
+			if (row.run_status ? [
+				"queued",
+				"running",
+				"waiting",
+				"verifying"
+			].includes(row.run_status) : row.phase === "active") group.activeCount++;
+			group.items.push({
+				taskId: row.task_id,
+				title: row.conversation_title?.trim() || row.title,
+				phase: row.phase,
+				...row.run_status ? { runStatus: row.run_status } : {},
+				...row.active_conversation_id ? { activeConversationId: row.active_conversation_id } : {}
+			});
+		}
+	}
+	return groups;
+}
+//#endregion
+export { listSidebarTaskGroups };

package/dist/src/tui/chat-history.js

@@ -93,6 +93,14 @@ function appendHistoryToChatLog(chatLog, messages, toolsExpanded, showThinking =
 			});
 			return;
 		}
+		if (hm.role === "task" && hm.taskTrigger) {
+			chatLog.addSystem(`Task update · ${hm.taskTrigger.taskTitle} (${hm.taskTrigger.kind})`, {
+				displayIndex,
+				historyIndex,
+				role: "system"
+			});
+			return;
+		}
 		chatLog.finalizeAssistant(assistantHistoryMessage(hm.content), runId, {
 			displayIndex,
 			historyIndex,

package/dist/src/tui/tui-session-snapshot.js

@@ -103,7 +103,8 @@ var TuiSessionSnapshot = class {
 	}
 	entryFromHistory(message, parentId) {
 		const type = message.kind ?? "message";
-		const role = message.role;
+		const role = message.role === "task" ? "system" : message.role;
+		const content = message.taskTrigger ? `Task update · ${message.taskTrigger.taskTitle} (${message.taskTrigger.kind})` : message.content;
 		const base = {
 			id: message.id,
 			parentId,
@@ -112,7 +113,7 @@ var TuiSessionSnapshot = class {
 			data: message.custom?.details,
 			display: message.custom?.display,
 			role,
-			content: message.content,
+			content,
 			timestamp: message.timestamp,
 			raw: message
 		};
@@ -120,7 +121,7 @@ var TuiSessionSnapshot = class {
 			...base,
 			message: {
 				role,
-				content: message.content,
+				content,
 				usage: {
 					input: 0,
 					output: 0,

package/dist/src/tui/tui.js

@@ -13,7 +13,6 @@ import { renderWorkflowFinalSummary, renderWorkflowPanel } from "../agent/workfl
 import { ensureStarterAgentsInitialized } from "../agent/starter-agents.js";
 import "../config/index.js";
 import { runViewToSnapshot } from "../workflows/service/run-view-to-snapshot.js";
-import { resolveTuiConversationId, resolveTuiStartupConversationId } from "../routing/resolve-tui-session-key.js";
 import { applyThemeById, getBashExcludeBorderColor, getBashModeBorderColor, getCustomThemesDir, getThemeExports, getThinkingBorderColor, initTuiTheme, listAvailableThemeIds, resolveThemePalette } from "./theme-manager.js";
 import { editorTheme, theme } from "./theme.js";
 import { extensionForImageMimeType, readClipboardImage } from "./clipboard-image.js";
@@ -45,6 +44,7 @@ import { createEditorSubmitHandler, createSubmitBurstCoalescer, shouldEnableWind
 import { withTuiSuspended } from "./tui-suspend.js";
 import { createInitialState } from "./tui-types.js";
 import { TuiDraftFileStore } from "./backends/embedded-drafts.js";
+import { resolveTuiConversationId, resolveTuiStartupConversationId } from "../routing/resolve-tui-session-key.js";
 import { EmbeddedBackend } from "./backends/embedded-backend.js";
 import { GatewayRealtimeBackend } from "./backends/gateway-realtime-backend.js";
 import { ChatLog } from "./components/chat-log.js";

package/dist/src/voice/realtime/agentBroker.d.ts

@@ -17,6 +17,8 @@ export interface VoiceAgentBroker {
         turnId: string;
         text: string;
         signal: AbortSignal;
+        clientMessageId?: string;
+        origin?: SubmitSessionInput['origin'];
     }): Promise<VoiceAgentTask>;
     cancel(taskId: string): Promise<boolean>;
 }
@@ -47,6 +49,8 @@ export declare class DurableVoiceAgentBroker implements VoiceAgentBroker {
         turnId: string;
         text: string;
         signal: AbortSignal;
+        clientMessageId?: string;
+        origin?: SubmitSessionInput['origin'];
     }): Promise<VoiceAgentTask>;
     cancel(taskId: string): Promise<boolean>;
     private events;

package/dist/src/voice/realtime/agentBroker.js

@@ -29,8 +29,14 @@ var DurableVoiceAgentBroker = class {
 		this.deps = deps;
 	}
 	async delegate(input) {
-		const clientMessageId = `voice:${input.expectedTranscriptId}:${input.turnId}`;
-		const activeRunId = this.deps.snapshot(input.conversationId).activeRunId;
+		const clientMessageId = input.clientMessageId ?? `voice:${input.expectedTranscriptId}:${input.turnId}`;
+		const state = this.deps.snapshot(input.conversationId);
+		const activeRunId = state.activeRunId;
+		if (input.origin?.type === "system" && input.origin.source === "task_update" && (activeRunId || state.inputs.some((item) => [
+			"queued",
+			"running",
+			"injecting"
+		].includes(item.status)))) throw new Error("Task update cannot overtake an active or queued voice turn");
 		const activeRunCursor = activeRunId ? this.deps.currentSequence(`run:${activeRunId}`) : 0;
 		const result = await this.deps.submit({
 			conversationId: input.conversationId,
@@ -38,7 +44,7 @@ var DurableVoiceAgentBroker = class {
 			clientMessageId,
 			delivery: activeRunId ? "steer" : "next",
 			content: input.text,
-			origin: {
+			origin: input.origin ?? {
 				type: "channel",
 				channel: "voice"
 			}

package/dist/src/voice/realtime/agentEngine.js

@@ -13,6 +13,7 @@ const log = createLogger("Voice:Agent");
 const AGENT_TTS_MAX_SEGMENT_CHARACTERS = 180;
 const AGENT_TTS_MIN_SEGMENT_CHARACTERS = 24;
 const PLAYBACK_ECHO_TAIL_MS = 3e3;
+const TASK_UPDATE_QUIET_MS = 1500;
 function createAgentVoiceEngine(options) {
 	const claim = options.claim;
 	const stt = claim.stt;
@@ -37,6 +38,8 @@ function createAgentVoiceEngine(options) {
 	let recentPlayback;
 	const finalizedUtterances = /* @__PURE__ */ new Set();
 	let pendingTurn;
+	let taskUpdateQueued = false;
+	let lastUserSpeechAt = 0;
 	const turn = new TurnCoordinator(claim.silenceDurationMs, (text, decision, turnId) => {
 		if (closed || muted) return;
 		log.info({
@@ -74,7 +77,7 @@ function createAgentVoiceEngine(options) {
 		pendingTurn = pending;
 		conversationTail = conversationTail.then(() => {
 			if (pendingTurn === pending) pendingTurn = void 0;
-			if (generation === inputGeneration && !pending.cancelled) return runAssistantTurn(text, turnId);
+			if (generation === inputGeneration && !pending.cancelled) return runAssistantTurn(text, turnId).then(() => {});
 		}).finally(() => {
 			if (generation === inputGeneration) queuedTurns -= 1;
 		});
@@ -228,8 +231,8 @@ function createAgentVoiceEngine(options) {
 		if (response.speechWorker) prefetchNextSpeech(response);
 		else startSpeechWorker(response);
 	}
-	async function runAssistantTurn(text, turnId) {
-		if (!claim.tts || !claim.request.conversationId || !text.trim() || closed) return;
+	async function runAssistantTurn(text, turnId, updateClientMessageId) {
+		if (!claim.tts || !claim.request.conversationId || !text.trim() || closed) return false;
 		cancelActiveResponse("barge_in");
 		const response = {
 			id: `resp_${crypto.randomUUID()}`,
@@ -246,18 +249,26 @@ function createAgentVoiceEngine(options) {
 			awaitingClarification: false,
 			pcm: new PcmFrameBuffer()
 		};
+		const taskUpdateExposed = () => Boolean(updateClientMessageId && response.text.trim());
 		activeResponse = response;
 		send("response.created", { responseId: response.id });
 		try {
 			await interruptionWrites;
-			if (response.abortController.signal.aborted || closed) return;
+			if (response.abortController.signal.aborted || closed) return taskUpdateExposed();
 			if (!claim.conversationSessionId) throw new Error("Conversation identity is unavailable");
 			const task = await options.runtime.agentBroker.delegate({
 				text,
 				turnId,
 				conversationId: claim.request.conversationId,
 				expectedTranscriptId: claim.conversationSessionId,
-				signal: response.abortController.signal
+				signal: response.abortController.signal,
+				...updateClientMessageId ? {
+					clientMessageId: updateClientMessageId,
+					origin: {
+						type: "system",
+						source: "task_update"
+					}
+				} : {}
 			});
 			response.taskId = task.taskId;
 			send("task.created", {
@@ -265,7 +276,7 @@ function createAgentVoiceEngine(options) {
 				taskId: task.taskId
 			});
 			for await (const event of task.events) {
-				if (activeResponse !== response || response.abortController.signal.aborted) return;
+				if (activeResponse !== response || response.abortController.signal.aborted) return taskUpdateExposed();
 				if (event.type === "assistant_delta" || event.type === "tool_end" && event.payload?.toolName !== "clarify") response.awaitingClarification = false;
 				if (event.type === "assistant_delta" && typeof event.payload?.delta === "string") {
 					if (response.text.length + event.payload.delta.length > 32e3) throw new Error("Voice response text limit reached");
@@ -314,7 +325,7 @@ function createAgentVoiceEngine(options) {
 				}
 				if (event.type === "error") throw new Error(typeof event.payload?.message === "string" ? event.payload.message : "Agent response failed");
 			}
-			if (activeResponse !== response || response.abortController.signal.aborted || closed) return;
+			if (activeResponse !== response || response.abortController.signal.aborted || closed) return taskUpdateExposed();
 			queuePhrases(response, response.segmenter.flush());
 			send("response.text.done", { responseId: response.id });
 			await waitForSpeech(response);
@@ -322,11 +333,11 @@ function createAgentVoiceEngine(options) {
 			const finalFrame = response.pcm.finish();
 			if (finalFrame) {
 				await response.playback.reserve(finalFrame.byteLength, response.abortController.signal);
-				if (activeResponse !== response || closed) return;
+				if (activeResponse !== response || closed) return taskUpdateExposed();
 				options.sendAudio(response.id, finalFrame);
 			}
 			await response.playback.drain(response.abortController.signal);
-			if (activeResponse !== response || response.abortController.signal.aborted) return;
+			if (activeResponse !== response || response.abortController.signal.aborted) return taskUpdateExposed();
 			if (response.audioStarted && response.audibleText) recentPlayback = {
 				responseId: response.id,
 				text: response.audibleText,
@@ -339,14 +350,16 @@ function createAgentVoiceEngine(options) {
 				audio: response.audioStarted
 			});
 			activeResponse = void 0;
+			return !updateClientMessageId || taskUpdateExposed();
 		} catch (error) {
-			if (response.abortController.signal.aborted || closed) return;
+			if (response.abortController.signal.aborted || closed) return taskUpdateExposed();
 			log.warn({
 				err: error,
 				sessionId: claim.sessionId,
-				responseId: response.id
-			}, "Realtime voice response failed");
-			send("session.error", {
+				responseId: response.id,
+				...updateClientMessageId ? { clientMessageId: updateClientMessageId } : {}
+			}, updateClientMessageId ? "Proactive voice task update deferred" : "Realtime voice response failed");
+			if (!updateClientMessageId) send("session.error", {
 				code: "RESPONSE_FAILED",
 				message: "Voice response failed",
 				recoverable: true
@@ -359,6 +372,7 @@ function createAgentVoiceEngine(options) {
 			});
 			response.abortController.abort("provider_error");
 			if (activeResponse === response) activeResponse = void 0;
+			return taskUpdateExposed();
 		} finally {
 			await waitForSpeech(response);
 		}
@@ -420,6 +434,7 @@ function createAgentVoiceEngine(options) {
 		}
 		if (muted || finalizedUtterances.has(event.utteranceId)) return;
 		if (event.type === "speech_started") {
+			lastUserSpeechAt = Date.now();
 			if (claim.request.purpose === "conversation") {
 				if (pendingTurn) {
 					pendingTurn.cancelled = true;
@@ -440,6 +455,7 @@ function createAgentVoiceEngine(options) {
 			text: event.text
 		});
 		if (event.type === "transcript_final") {
+			lastUserSpeechAt = Date.now();
 			const text = event.text.trim();
 			if (!text) {
 				if (claim.request.purpose === "conversation") bufferFinal(event.utteranceId, "");
@@ -506,7 +522,25 @@ function createAgentVoiceEngine(options) {
 		});
 		return inputReset;
 	}
+	function canOfferTaskUpdateInput() {
+		return claim.request.purpose === "conversation" && Boolean(claim.tts) && !closed && Boolean(sttSession) && !committing && !activeResponse && !pendingTurn && queuedTurns === 0 && turn.isIdle() && Date.now() - lastUserSpeechAt >= TASK_UPDATE_QUIET_MS;
+	}
 	return {
+		canOfferTaskUpdate() {
+			return !taskUpdateQueued && canOfferTaskUpdateInput();
+		},
+		offerTaskUpdate(input) {
+			if (taskUpdateQueued || !canOfferTaskUpdateInput()) return Promise.resolve(false);
+			taskUpdateQueued = true;
+			const attempt = conversationTail.then(() => {
+				if (!canOfferTaskUpdateInput()) return false;
+				return runAssistantTurn(input.content, input.clientMessageId, input.clientMessageId);
+			});
+			conversationTail = attempt.then(() => {}, () => {});
+			return attempt.finally(() => {
+				taskUpdateQueued = false;
+			});
+		},
 		async start() {
 			const opened = await openSttSession(claim);
 			if (closed || options.signal.aborted) {

package/dist/src/voice/realtime/engine.d.ts

@@ -10,5 +10,10 @@ export interface VoiceEngine {
     cancel(responseId: string, reason: 'client_cancelled' | 'barge_in'): boolean;
     cancelTask(taskId: string): Promise<boolean>;
     acknowledge(responseId: string, playedDurationMs: number): void;
+    canOfferTaskUpdate?(): boolean;
+    offerTaskUpdate?(input: {
+        clientMessageId: string;
+        content: string;
+    }): Promise<boolean>;
     close(): void | Promise<void>;
 }

package/dist/src/voice/realtime/omniEngine.js

@@ -2,6 +2,7 @@ import { createLogger } from "../../utils/logger/index.js";
 import { init_logger } from "../../utils/logger.js";
 import { AudioPlaybackWindow } from "./audio-playback-window.js";
 import { TurnCoordinator } from "./turnPolicy.js";
+import { isLikelyPlaybackEcho } from "./playback-echo.js";
 import { PcmFrameBuffer } from "./pcmFrameBuffer.js";
 import crypto from "node:crypto";
 import WebSocket from "ws";
@@ -13,6 +14,7 @@ const MAX_PENDING_INPUT_BYTES = 64 * 1024;
 const UPLOAD_TIMEOUT_MS = 1e4;
 const RESPONSE_START_TIMEOUT_MS = 3e4;
 const CANCELLATION_ERROR_GRACE_MS = 5e3;
+const PLAYBACK_ECHO_TAIL_MS = 3e3;
 const FAILURE_MESSAGES = {
 	OMNI_UPLOAD_TIMEOUT: "The connection to the voice service stopped uploading audio. Check the network to your configured endpoint and reconnect.",
 	OMNI_INPUT_RESET_TIMEOUT: "The voice service did not acknowledge clearing microphone input. Reconnect to continue.",
@@ -43,6 +45,9 @@ function createOmniVoiceEngine(options) {
 	let failed = false;
 	let platformRequestId;
 	let active;
+	let recentPlayback;
+	let waitingForCancellation;
+	let responseCreateQueued = false;
 	let rejectStart;
 	let timer;
 	const recorded = /* @__PURE__ */ new Set();
@@ -55,6 +60,13 @@ function createOmniVoiceEngine(options) {
 	let turnSettled = false;
 	let responseStartTimer;
 	const speaking = /* @__PURE__ */ new Set();
+	function maybeCreateResponse() {
+		if (!responseCreateQueued || active || waitingForCancellation || closed || failed || muted || inputBlocked) return;
+		responseCreateQueued = false;
+		clearTimeout(responseStartTimer);
+		responseStartTimer = setTimeout(() => fail("OMNI_RESPONSE_START_TIMEOUT"), RESPONSE_START_TIMEOUT_MS);
+		send("response.create");
+	}
 	const turn = new TurnCoordinator(options.silenceDurationMs, (_text, decision, turnId) => {
 		if (closed || failed || muted || inputBlocked) return;
 		options.send("turn.decision", {
@@ -66,11 +78,10 @@ function createOmniVoiceEngine(options) {
 		});
 		options.send("turn.committed", { turnId });
 		turnSettled = true;
-		if (active) publish(active);
-		else {
-			clearTimeout(responseStartTimer);
-			responseStartTimer = setTimeout(() => fail("OMNI_RESPONSE_START_TIMEOUT"), RESPONSE_START_TIMEOUT_MS);
-		}
+		const preparedReply = Boolean(active && !active.published);
+		if (active && !active.published) publish(active);
+		responseCreateQueued = !preparedReply;
+		maybeCreateResponse();
 	});
 	function publish(response) {
 		if (response.published || active !== response) return;
@@ -151,7 +162,8 @@ function createOmniVoiceEngine(options) {
 				reason
 			});
 		}
-		if ((reason === "client_cancelled" || reason === "barge_in" && (options.route.route.managed || !options.bargeIn)) && response.generating && socket?.readyState === WebSocket.OPEN) {
+		if (reason !== "session_closed" && response.generating && socket?.readyState === WebSocket.OPEN) {
+			waitingForCancellation = response.id;
 			cancellationPendingUntil = Date.now() + CANCELLATION_ERROR_GRACE_MS;
 			send("response.cancel");
 		}
@@ -188,6 +200,10 @@ function createOmniVoiceEngine(options) {
 			text: response.text,
 			interrupted: false
 		});
+		if (response.audio && response.text) recentPlayback = {
+			text: response.text,
+			expiresAt: Date.now() + PLAYBACK_ECHO_TAIL_MS
+		};
 		options.send("response.audio.done", { responseId: response.id });
 		options.send("response.done", {
 			responseId: response.id,
@@ -195,6 +211,7 @@ function createOmniVoiceEngine(options) {
 			finishReason: response.audio ? "completed" : "text_only"
 		});
 		active = void 0;
+		maybeCreateResponse();
 	};
 	const stopReply = (response, code) => {
 		if (closed || active !== response) return;
@@ -217,6 +234,7 @@ function createOmniVoiceEngine(options) {
 		failed = true;
 		clearTimeout(responseStartTimer);
 		turn.reset();
+		responseCreateQueued = false;
 		log.warn({
 			sessionId: options.callId,
 			platformRequestId,
@@ -241,6 +259,7 @@ function createOmniVoiceEngine(options) {
 	function discardInput() {
 		clearTimeout(responseStartTimer);
 		turn.reset();
+		responseCreateQueued = false;
 		speaking.clear();
 		turnSettled = false;
 		if (active && !active.published) cancel("client_cancelled");
@@ -300,6 +319,8 @@ function createOmniVoiceEngine(options) {
 							const managedLateCancellation = options.route.route.managed && event.error?.code === "invalid_request_error" && event.error?.message === "The voice provider rejected the request.";
 							if (Date.now() <= cancellationPendingUntil && (lateCancellation || managedLateCancellation)) {
 								cancellationPendingUntil = 0;
+								waitingForCancellation = void 0;
+								maybeCreateResponse();
 								return;
 							}
 							fail("OMNI_PROVIDER_ERROR");
@@ -318,8 +339,8 @@ function createOmniVoiceEngine(options) {
 								type: "server_vad",
 								threshold: .5,
 								silence_duration_ms: options.silenceDurationMs,
-								create_response: true,
-								interrupt_response: options.bargeIn
+								create_response: false,
+								interrupt_response: false
 							}
 						} });
 						else if (event.type === "session.updated" && !ready) {
@@ -343,7 +364,7 @@ function createOmniVoiceEngine(options) {
 							turnSettled = false;
 							speaking.add(String(event.item_id));
 							turn.start(String(event.item_id));
-							if (options.bargeIn || active && !active.published) cancel("barge_in");
+							if (active && !active.published) cancel("barge_in");
 							options.send("input.speech_started", { utteranceId: String(event.item_id) });
 						} else if (event.type === "input_audio_buffer.speech_stopped") {
 							if (muted || inputBlocked || discardedInputs.has(String(event.item_id)) || recorded.has(String(event.item_id))) return;
@@ -358,7 +379,27 @@ function createOmniVoiceEngine(options) {
 							if (muted || inputBlocked || discardedInputs.has(event.item_id) || recorded.has(event.item_id)) return;
 							pendingInputs.delete(event.item_id);
 							speaking.delete(event.item_id);
-							turn.final(event.item_id, event.transcript);
+							const text = event.transcript.trim();
+							const playbackText = active?.audio ? active.text : recentPlayback && recentPlayback.expiresAt >= Date.now() ? recentPlayback.text : void 0;
+							if (playbackText && isLikelyPlaybackEcho(text, playbackText)) {
+								turn.final(event.item_id, "");
+								log.debug({
+									sessionId: options.callId,
+									responseId: active?.id,
+									transcriptCharacters: text.length
+								}, "Ignored native voice playback echo");
+								return;
+							}
+							if (text && active?.published && options.bargeIn) {
+								log.info({
+									sessionId: options.callId,
+									responseId: active.id,
+									utteranceId: event.item_id,
+									transcriptCharacters: text.length
+								}, "Confirmed user speech interrupted native voice playback");
+								cancel("barge_in");
+							}
+							turn.final(event.item_id, text);
 							save({
 								itemId: event.item_id,
 								role: "user",
@@ -379,15 +420,25 @@ function createOmniVoiceEngine(options) {
 								recoverable: true
 							});
 						} else if (event.type === "response.created") {
-							clearTimeout(responseStartTimer);
 							if (muted || inputBlocked) {
 								cancellationPendingUntil = Date.now() + CANCELLATION_ERROR_GRACE_MS;
 								send("response.cancel");
 								return;
 							}
-							if (active) cancel("barge_in");
+							if (active) {
+								log.warn({
+									sessionId: options.callId,
+									responseId: active.id
+								}, "Ignored overlapping native voice reply");
+								cancellationPendingUntil = Date.now() + CANCELLATION_ERROR_GRACE_MS;
+								send("response.cancel");
+								return;
+							}
+							clearTimeout(responseStartTimer);
 							const id = event.response?.id;
 							if (typeof id !== "string" || !id.length || id.length > 160) throw new Error("Invalid response ID");
+							responseCreateQueued = false;
+							waitingForCancellation = void 0;
 							let release;
 							const settled = new Promise((resolve) => {
 								release = resolve;
@@ -467,6 +518,9 @@ function createOmniVoiceEngine(options) {
 									if (!response.abort.signal.aborted) stopReply(response, "OMNI_PLAYBACK_FAILED");
 								});
 							}
+						} else if (event.type === "response.done" && event.response?.id === waitingForCancellation) {
+							waitingForCancellation = void 0;
+							maybeCreateResponse();
 						}
 					} catch {
 						fail("OMNI_PROTOCOL_ERROR");

package/dist/src/voice/realtime/playback-echo.js

@@ -23,6 +23,8 @@ function isLikelyPlaybackEcho(transcript, assistantText) {
 	const containsCjk = /\p{Script=Han}/u.test(heard);
 	if (heard.length < (containsCjk ? 3 : 6)) return false;
 	if (spoken.includes(heard)) return true;
+	if (heard.length > 200 || spoken.length > 8e3) return false;
+	if (containsCjk && heard.length >= 4 && heard.length <= 5) return closestSubstringEditDistance(heard, spoken) <= 1;
 	if (heard.length < (containsCjk ? 6 : 10)) return false;
 	return closestSubstringEditDistance(heard, spoken) / Array.from(heard).length <= .22;
 }

package/dist/src/voice/realtime/runtime.d.ts

@@ -27,6 +27,12 @@ export declare class VoiceRealtimeRuntime {
     createSession(request: CreateVoiceSessionRequest, principalId: string, now?: number): Promise<CreateVoiceSessionResponse>;
     handleUpgrade(req: IncomingMessage, socket: Socket, head: Buffer): boolean;
     hasConversation(conversationId: string): boolean;
+    canOfferTaskUpdate(conversationId: string): boolean;
+    offerTaskUpdate(input: {
+        conversationId: string;
+        clientMessageId: string;
+        content: string;
+    }): Promise<boolean>;
     cancelSession(sessionId: string, ticket: string, principalId: string): Promise<boolean>;
     disconnectPrincipal(principalId: string): void;
     close(): void;

package/dist/src/voice/realtime/runtime.js

@@ -298,6 +298,16 @@ var VoiceRealtimeRuntime = class {
 		this.pruneTickets(Date.now());
 		return this.conversationReservations.has(conversationId);
 	}
+	canOfferTaskUpdate(conversationId) {
+		const sessionId = this.conversationReservations.get(conversationId);
+		return (sessionId ? this.activeSessions.get(sessionId) : void 0)?.engine?.canOfferTaskUpdate?.() === true;
+	}
+	async offerTaskUpdate(input) {
+		const sessionId = this.conversationReservations.get(input.conversationId);
+		const session = sessionId ? this.activeSessions.get(sessionId) : void 0;
+		if (!session?.engine?.canOfferTaskUpdate?.()) return false;
+		return session.engine.offerTaskUpdate?.(input) ?? false;
+	}
 	async cancelSession(sessionId, ticket, principalId) {
 		const key = ticketKey(ticket);
 		const claim = this.tickets.get(key);
@@ -526,6 +536,8 @@ var VoiceRealtimeRuntime = class {
 				});
 				await engine.start();
 				if (closed) return;
+				const active = this.activeSessions.get(consumed.sessionId);
+				if (active?.socket === socket) active.engine = engine;
 				ready = true;
 				log.info({
 					sessionId: consumed.sessionId,

package/dist/src/voice/realtime/turnPolicy.d.ts

@@ -29,6 +29,7 @@ export declare class TurnCoordinator {
     final(id: string, text: string): void;
     reset(): void;
     restore(id: string, text: string): void;
+    isIdle(): boolean;
     private text;
     private invalidatePendingDecision;
     private evaluate;

package/dist/src/voice/realtime/turnPolicy.js

@@ -72,6 +72,9 @@ var TurnCoordinator = class {
 			stopped: true
 		});
 	}
+	isIdle() {
+		return this.parts.size === 0 && this.timer === void 0;
+	}
 	text() {
 		return [...this.parts.values()].map((part) => part.text ?? "").filter(Boolean).join(" ");
 	}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xopcai/xopc",
-  "version": "0.0.344",
+  "version": "0.0.346",
   "description": "Local-first personal AI for the one-person company, with durable context, tasks, workflows, automations, and local or cloud models.",
   "type": "module",
   "main": "dist/src/index.js",
@@ -159,11 +159,11 @@
     "vitest": "4.1.5",
     "vue": "^3.5.35",
     "@xopcai/browser-control-contract": "0.1.0",
-    "@xopcai/computer-control-contract": "0.1.0",
     "@xopcai/endpoint-tools-client": "0.0.0",
+    "@xopcai/computer-control-contract": "0.1.0",
     "@xopcai/endpoint-tools-protocol": "0.0.0",
-    "@xopcai/gateway-contract": "0.0.0",
     "@xopcai/realtime-client": "0.0.0",
+    "@xopcai/gateway-contract": "0.0.0",
     "@xopcai/realtime-protocol": "0.0.0"
   },
   "scripts": {

package/dist/gateway/static/root/assets/computer-settings-page-CciQtKpz.js

@@ -1 +0,0 @@
-import{i as e}from"./rolldown-runtime-aKtaBQYM.js";import{a as t,n,t as r}from"./vendor-react-BOUWij0V.js";import{t as i}from"./chunk-KS7C4IRE-BMYIfy9x.js";import{t as a}from"./globe-DSSGFWFn.js";import{t as o}from"./messages-CTKYRqR-.js";import{a as s,n as c,r as l}from"./locale-store-B0WmWiCo.js";import{i as u}from"./vendor-swr-BIWyz7Rc.js";import{t as d}from"./button-CS04eWY9.js";import{r as f}from"./gateway-config-swr-DcE8n_ZS.js";import{n as p,t as m}from"./registry-api-Bw0ZkSav.js";import{t as h}from"./skeleton-BwbyijEw.js";import{t as g}from"./electron-env-Dit0bHgy.js";import{Lc as _,Mi as v,Oc as y,Sn as b,gl as x,hl as S,xn as C}from"./index-DqQgdJHd.js";import{n as w,r as T}from"./settings-page-layout-X1x-2Cp9.js";var E=n(),D=e(t(),1),O=r();function k({zh:e}){let t=o(e?`zh`:`en`).computerSettings,n=u(`settings-agent-defaults`,C),r=u(m,p),a=n.data?.defaults.models.computerUse?.primary??``,[s,c]=(0,D.useState)(a),[l,f]=(0,D.useState)(!1),[g,_]=(0,D.useState)(``),[y,x]=(0,D.useState)(!1);(0,D.useEffect)(()=>{c(a)},[a]);let S=!s||r.data?.some(e=>e.id===s&&e.computerUse),w=async()=>{f(!0),_(``),x(!1);try{if(!S)throw Error(t.modelUnavailable);let e=await C(),r={...e.defaults.models};s?r.computerUse={primary:s,fallbacks:[]}:delete r.computerUse;let i=await b({...e.defaults,models:r});await n.mutate(i,!1),x(!0)}catch(e){_(e instanceof Error?e.message:String(e))}finally{f(!1)}};return(0,O.jsxs)(`section`,{"aria-label":t.model,className:`space-y-3`,children:[(0,O.jsx)(`h2`,{className:`text-sm font-semibold text-fg`,children:t.model}),!n.data&&!n.error?(0,O.jsx)(h,{className:`h-52 w-full rounded-xl`}):n.error?(0,O.jsxs)(`div`,{role:`alert`,className:`text-sm text-danger`,children:[String(n.error),(0,O.jsx)(d,{onClick:()=>{n.mutate().catch(()=>{})},children:t.retry})]}):(0,O.jsxs)(`div`,{className:`space-y-4 rounded-xl bg-surface-hover/25 p-4 sm:p-5`,children:[(0,O.jsx)(`p`,{className:`text-sm text-fg-muted`,children:t.modelDescription}),(0,O.jsx)(`p`,{className:`text-xs leading-relaxed text-fg-muted`,children:t.modelScope}),r.isLoading?(0,O.jsx)(h,{className:`h-10 w-full rounded-lg`}):(0,O.jsx)(v,{value:s,onChange:e=>{c(e),x(!1)},disabled:l,capabilitiesFilter:`computer-use`,models:r.data??[],modelsError:r.error,placeholder:t.selectModel,searchPlaceholder:t.searchModel,noMatches:t.noModels,registryEmptyHint:t.noModels,allowEmpty:!0,emptyLabel:t.noModel,ariaLabel:t.modelLabel,className:`w-full`,contentAlign:`start`}),!S&&!r.isLoading&&!r.error&&(0,O.jsx)(`p`,{role:`status`,className:`text-sm text-warning`,children:t.modelUnavailable}),r.error&&(0,O.jsxs)(`p`,{role:`alert`,className:`text-sm text-danger`,children:[String(r.error),(0,O.jsx)(d,{onClick:()=>{r.mutate().catch(()=>{})},children:t.retry})]}),(0,O.jsxs)(`div`,{className:`flex flex-wrap items-center gap-2`,children:[(0,O.jsx)(d,{variant:`primary`,disabled:l||s===a||!S||!!r.error||r.isLoading,onClick:()=>{w()},children:t.saveModel}),(0,O.jsx)(d,{asChild:!0,variant:`ghost`,children:(0,O.jsx)(i,{to:`/settings/capabilities/models?add=1`,children:t.manageModels})}),y&&(0,O.jsx)(`span`,{role:`status`,className:`text-xs text-fg-muted`,children:t.modelSaved})]}),g&&(0,O.jsx)(`p`,{role:`alert`,className:`text-sm text-danger`,children:g})]}),(0,O.jsx)(`p`,{className:`text-xs leading-relaxed text-fg-muted`,children:t.modelPrivacy})]})}function A(e){let t=(0,E.c)(15),{icon:n,title:r,description:i,children:a}=e,o;t[0]===n?o=t[1]:(o=n&&(0,O.jsx)(`div`,{className:`flex size-10 shrink-0 items-center justify-center rounded-xl bg-surface-base/70 text-fg-muted`,"aria-hidden":!0,children:n}),t[0]=n,t[1]=o);let s;t[2]===r?s=t[3]:(s=(0,O.jsx)(`h3`,{className:`text-sm font-medium text-fg`,children:r}),t[2]=r,t[3]=s);let c;t[4]===i?c=t[5]:(c=i&&(0,O.jsx)(`div`,{className:`mt-1 text-sm leading-relaxed text-fg-muted`,children:i}),t[4]=i,t[5]=c);let l;t[6]!==s||t[7]!==c?(l=(0,O.jsxs)(`div`,{className:`min-w-0 flex-1`,children:[s,c]}),t[6]=s,t[7]=c,t[8]=l):l=t[8];let u;t[9]===a?u=t[10]:(u=a&&(0,O.jsx)(`div`,{className:`flex shrink-0 items-center gap-3`,children:a}),t[9]=a,t[10]=u);let d;return t[11]!==o||t[12]!==l||t[13]!==u?(d=(0,O.jsxs)(`div`,{className:`flex flex-wrap items-center gap-4 p-4 sm:flex-nowrap sm:p-5`,children:[o,l,u]}),t[11]=o,t[12]=l,t[13]=u,t[14]=d):d=t[14],d}function j(){let e=(0,E.c)(2),t=c(M)===`zh`,n;return e[0]===t?n=e[1]:(n=(0,O.jsx)(N,{zh:t}),e[0]=t,e[1]=n),n}function M(e){return e.language}function N({zh:e}){let t=o(e?`zh`:`en`).computerSettings,{data:n,mutate:r,error:c}=f(!0),u=n?.payload?.config,[p,m]=(0,D.useState)(!1),[v,b]=(0,D.useState)(``),[C,E]=(0,D.useState)(!1),[j,M]=(0,D.useState)(null),[N,P]=(0,D.useState)(!1),F=window.electronAPI?.platform===`darwin`?window.electronAPI.computer:void 0,I=window.electronAPI?.platform===`darwin`?window.electronAPI.system:void 0;(0,D.useEffect)(()=>{if(!F)return;let e=!1,t=!1,n=async()=>{if(!t){t=!0;try{let t=await F.status();e||(M(t),P(!1))}catch{e||(M(null),P(!0))}finally{t=!1}}};n();let r=window.setInterval(()=>{n()},2e3);return()=>{e=!0,window.clearInterval(r)}},[F]);let L=async e=>{m(!0),b(``);try{await e()}catch(e){b(e instanceof Error?e.message:String(e))}finally{m(!1)}},R=e=>L(async()=>{g()&&(await s(l(`/api/config`),{method:`PATCH`,headers:{"Content-Type":`application/json`},body:JSON.stringify({computer:{enabled:e}})}),await r())}),z=async()=>{b(``),E(!1);try{await F?.stop(),E(!0),F&&M(await F.status())}catch(e){b(e instanceof Error?e.message:String(e))}},B=j?.session?.status??`idle`,V=t.states[B]??B,H=g()&&u?.computer?.enabled===!0;return(0,O.jsxs)(T,{gap:`gap-7`,children:[(0,O.jsx)(w,{title:t.title,subtitle:t.subtitle,meta:(0,O.jsxs)(`div`,{className:`mt-3 space-y-3`,children:[(0,O.jsxs)(`div`,{className:`flex flex-wrap gap-2`,children:[(0,O.jsx)(`span`,{className:`inline-flex rounded-md border border-edge px-2 py-1 text-xs text-fg-muted`,children:t.experimental}),(0,O.jsx)(`span`,{className:`inline-flex rounded-md border border-edge px-2 py-1 text-xs text-fg-muted`,children:t.preview})]}),(0,O.jsx)(`p`,{className:`text-sm leading-relaxed text-fg-muted`,children:t.experimentalDescription})]}),actions:F&&(0,O.jsxs)(d,{onClick:()=>{z()},children:[(0,O.jsx)(y,{className:`size-3.5`}),t.stop]})}),v&&(0,O.jsx)(`p`,{role:`alert`,className:`text-sm text-red-600`,children:v}),C&&(0,O.jsx)(`p`,{role:`status`,className:`text-sm text-fg-muted`,children:t.stoppedNotice}),j?.controlPaused&&(0,O.jsxs)(`div`,{className:`flex flex-wrap items-center justify-between gap-3 rounded-xl bg-warning-soft p-4`,children:[(0,O.jsx)(`p`,{className:`text-sm text-fg-muted`,children:t.pausedNotice}),(0,O.jsx)(d,{disabled:p,onClick:()=>{L(async()=>{F&&M(await F.resume()),E(!1)})},children:t.resume})]}),(0,O.jsx)(k,{zh:e}),(0,O.jsxs)(`section`,{"aria-labelledby":`computer-control-title`,className:`space-y-3`,children:[(0,O.jsx)(`h2`,{id:`computer-control-title`,className:`text-sm font-semibold text-fg`,children:t.control}),!u&&!c?(0,O.jsx)(h,{className:`h-40 w-full rounded-xl`}):c?(0,O.jsxs)(`div`,{role:`alert`,className:`text-sm text-fg-muted`,children:[String(c),` `,(0,O.jsx)(d,{onClick:()=>{L(()=>r())},children:t.retry})]}):(0,O.jsxs)(`div`,{className:`flex flex-col gap-1 rounded-xl bg-surface-hover/20 p-1 [&>*]:rounded-lg [&>*]:bg-surface-base/45`,children:[(0,O.jsx)(A,{icon:(0,O.jsx)(S,{className:`size-5`}),title:t.desktop,description:t.desktopDescription,children:(0,O.jsx)(`button`,{type:`button`,role:`switch`,"aria-label":t.desktop,"aria-checked":H,disabled:p||!g(),onClick:()=>{R(u?.computer?.enabled!==!0)},className:`touch-target flex items-center rounded-lg px-1 focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-accent disabled:opacity-50`,children:(0,O.jsx)(`span`,{className:`flex h-6 w-11 items-center rounded-full p-0.5 transition-colors ${H?`bg-accent`:`bg-fg-muted/30`}`,children:(0,O.jsx)(`span`,{className:`size-5 rounded-full bg-white transition-transform ${H?`translate-x-5`:`translate-x-0`}`})})})}),(0,O.jsx)(A,{icon:(0,O.jsx)(_,{className:`size-5`}),title:t.approvals,description:t.approvalsDescription,children:(0,O.jsx)(`span`,{className:`rounded-md border border-edge px-2 py-1 text-xs text-fg-muted`,children:t.approvalsRequired})}),(0,O.jsx)(A,{icon:(0,O.jsx)(a,{className:`size-5`}),title:t.browser,description:(0,O.jsxs)(O.Fragment,{children:[t.browserDescription,(0,O.jsx)(`span`,{className:`mt-1 block text-xs`,children:u?.browser?.enabled?t.browserEnabled:t.browserDisabled})]}),children:(0,O.jsx)(d,{asChild:!0,children:(0,O.jsx)(i,{to:`/settings/agent-browser`,children:t.manage})})})]}),(0,O.jsxs)(`p`,{className:`text-xs leading-relaxed text-fg-muted`,children:[t.safety,` `,t.lockedDescription]})]}),(0,O.jsxs)(`section`,{"aria-labelledby":`computer-permissions-title`,className:`space-y-3`,children:[(0,O.jsx)(`h2`,{id:`computer-permissions-title`,className:`text-sm font-semibold text-fg`,children:t.permissions}),F?N?(0,O.jsx)(`p`,{role:`alert`,className:`rounded-xl bg-danger-soft p-5 text-sm text-danger`,children:t.nativeError}):j?(0,O.jsxs)(`div`,{className:`flex flex-col gap-1 rounded-xl bg-surface-hover/20 p-1 [&>*]:rounded-lg [&>*]:bg-surface-base/45`,children:[(0,O.jsx)(A,{icon:(0,O.jsx)(x,{className:`size-5`}),title:t.device,description:(0,O.jsxs)(O.Fragment,{children:[(0,O.jsxs)(`span`,{"aria-live":`polite`,children:[j.connected?t.connected:t.disconnected,` · `,V]}),j.reenrollmentRequired&&(0,O.jsx)(`p`,{className:`mt-1`,children:t.revoked})]}),children:j.reenrollmentRequired&&(0,O.jsx)(d,{disabled:p,onClick:()=>{L(async()=>{M(await F.reenroll())})},children:t.reenroll})}),I&&(0,O.jsxs)(O.Fragment,{children:[(0,O.jsxs)(A,{icon:(0,O.jsx)(_,{className:`size-5`}),title:t.accessibility,description:t.accessibilityDescription,children:[(0,O.jsx)(`span`,{className:`text-xs text-fg-muted`,children:j.permissions.accessibility?t.granted:t.notGranted}),!j.permissions.accessibility&&(0,O.jsx)(d,{disabled:p,"aria-label":`${t.openSettings}: ${t.accessibility}`,onClick:()=>{L(()=>I.requestAccessibility())},children:t.openSettings})]}),(0,O.jsxs)(A,{icon:(0,O.jsx)(x,{className:`size-5`}),title:t.screen,description:t.screenDescription,children:[(0,O.jsx)(`span`,{className:`text-xs text-fg-muted`,children:j.permissions.screenRecording===`granted`?t.granted:t.notGranted}),j.permissions.screenRecording!==`granted`&&(0,O.jsx)(d,{disabled:p,"aria-label":`${t.openSettings}: ${t.screen}`,onClick:()=>{L(()=>I.requestScreen())},children:t.openSettings})]})]})]}):(0,O.jsx)(`div`,{"aria-label":t.checking,children:(0,O.jsx)(h,{className:`h-52 w-full rounded-xl`})}):(0,O.jsx)(`p`,{className:`rounded-xl bg-surface-hover/20 p-5 text-sm leading-relaxed text-fg-muted`,children:window.electronAPI&&window.electronAPI.platform!==`darwin`?t.unsupportedPlatform:t.desktopRequired}),(j?.error||j?.session?.errorCode)&&(0,O.jsx)(`p`,{role:`alert`,className:`break-words text-sm text-red-600`,children:j.error||j.session?.errorCode})]})]})}export{j as ComputerSettingsPage,N as ComputerSettingsPanel};