@flowingspring/dsh-voco 0.3.0 → 0.3.1

package/cordis.patch.yml

@@ -24,7 +24,8 @@
       name: '@flowingspring/dsh-voco/voice-assistant'
       config:
         maxPendingObservations: 64
-        restoreConversation: true
+        restoreConversation: true
+        memoryRecallTimeoutMs: 250
         maxRestoredUtterances: 24
         taskSessionPolicy: continuous
         completedAnnouncement: 任务已完成。

package/lib/client.js

@@ -20,9 +20,9 @@ window.__ModuleLoader__.load({
 		var VoiceControl_module_css_default = {
 			"interruptButton": "TFZsua_interruptButton",
 			"active": "TFZsua_active",
-			"voice-pulse": "TFZsua_voice-pulse",
+			"controls": "TFZsua_controls",
 			"button": "TFZsua_button",
-			"controls": "TFZsua_controls"
+			"voice-pulse": "TFZsua_voice-pulse"
 		};
 		//#endregion
 		//#region ../ui-voice/src/client/VoiceControl.tsx
@@ -141,23 +141,23 @@ window.__ModuleLoader__.load({
 			document.head.appendChild(tag);
 		}
 		var VoiceNodeViews_module_css_default = {
-			"taskLink": "Kt2smW_taskLink",
-			"taskCard": "Kt2smW_taskCard",
-			"utterance": "Kt2smW_utterance",
 			"taskDot": "Kt2smW_taskDot",
-			"bubble": "Kt2smW_bubble",
-			"voiceBadge": "Kt2smW_voiceBadge",
-			"taskActions": "Kt2smW_taskActions",
-			"taskChevron": "Kt2smW_taskChevron",
-			"taskSummary": "Kt2smW_taskSummary",
 			"miniWave": "Kt2smW_miniWave",
+			"taskInput": "Kt2smW_taskInput",
+			"taskUpdate": "Kt2smW_taskUpdate",
+			"taskCard": "Kt2smW_taskCard",
+			"taskTitle": "Kt2smW_taskTitle",
+			"taskSummary": "Kt2smW_taskSummary",
+			"bubble": "Kt2smW_bubble",
 			"meta": "Kt2smW_meta",
+			"taskChevron": "Kt2smW_taskChevron",
 			"taskDetails": "Kt2smW_taskDetails",
-			"taskUpdate": "Kt2smW_taskUpdate",
+			"taskLink": "Kt2smW_taskLink",
+			"utterance": "Kt2smW_utterance",
 			"taskCancel": "Kt2smW_taskCancel",
-			"taskInput": "Kt2smW_taskInput",
-			"taskStatus": "Kt2smW_taskStatus",
-			"taskTitle": "Kt2smW_taskTitle"
+			"taskActions": "Kt2smW_taskActions",
+			"voiceBadge": "Kt2smW_voiceBadge",
+			"taskStatus": "Kt2smW_taskStatus"
 		};
 		//#endregion
 		//#region ../ui-voice/src/client/VoiceNodeViews.tsx
@@ -285,11 +285,11 @@ window.__ModuleLoader__.load({
 			document.head.appendChild(tag);
 		}
 		var VoiceOverlay_module_css_default = {
-			"root": "GPPB2G_root",
-			"status": "GPPB2G_status",
 			"wave": "GPPB2G_wave",
+			"stop": "GPPB2G_stop",
+			"root": "GPPB2G_root",
 			"voice-wave": "GPPB2G_voice-wave",
-			"stop": "GPPB2G_stop"
+			"status": "GPPB2G_status"
 		};
 		//#endregion
 		//#region ../ui-voice/src/client/VoiceOverlay.tsx

package/lib/plugins/voice-assistant.js

@@ -129,7 +129,8 @@ const Config = z.object({
 	completedAnnouncement: z.string().default("任务已完成。"),
 	failedAnnouncement: z.string().default("任务失败了，请查看屏幕上的错误信息。"),
 	cancelledAnnouncement: z.string().default("任务已取消。"),
-	interruptedAnnouncement: z.string().default("上次任务因服务关闭而中断，没有自动重放。你可以告诉我是否继续。")
+	interruptedAnnouncement: z.string().default("上次任务因服务关闭而中断，没有自动重放。你可以告诉我是否继续。"),
+	memoryRecallTimeoutMs: z.natural().min(1).default(250)
 });
 /** Plugin-owned durable session event types, registered with core at load. */
 const VOICE_SESSION_EVENT_TYPES = [
@@ -166,6 +167,34 @@ function optionalSessionTitle(ctx) {
 		return;
 	}
 }
+function recallWithSoftTimeout(operation, timeoutMs) {
+	const deadline = Math.max(1, timeoutMs);
+	return new Promise((resolve) => {
+		let settled = false;
+		const timer = setTimeout(() => {
+			if (settled) return;
+			settled = true;
+			resolve({ kind: "timeout" });
+		}, deadline);
+		operation().then((value) => {
+			if (settled) return;
+			settled = true;
+			clearTimeout(timer);
+			resolve({
+				kind: "resolved",
+				value
+			});
+		}, (error) => {
+			if (settled) return;
+			settled = true;
+			clearTimeout(timer);
+			resolve({
+				kind: "error",
+				error
+			});
+		});
+	});
+}
 function workspaceMemoryReference(memory) {
 	const sections = [];
 	if (memory.summary.trim() !== "") sections.push(`稳定摘要：\n${memory.summary.trim()}`);
@@ -254,8 +283,10 @@ function apply(ctx, config = {}) {
 	const bindings = /* @__PURE__ */ new Map();
 	const taskBindings = /* @__PURE__ */ new Map();
 	const handles = /* @__PURE__ */ new Map();
+	const audioResponsesSeen = /* @__PURE__ */ new Set();
 	const maxPending = config.maxPendingObservations ?? 64;
 	const maxRestoredUtterances = config.maxRestoredUtterances ?? 24;
+	const memoryRecallTimeoutMs = config.memoryRecallTimeoutMs ?? 250;
 	const loadConversationMemory = async (sessionId) => {
 		const events = ctx.sessions.get(sessionId)?.events ?? (await ctx.get("sessionPersistence")?.inspect(sessionId))?.events;
 		if (events === void 0) return void 0;
@@ -865,26 +896,69 @@ function apply(ctx, config = {}) {
 					});
 					return;
 				}
+				const routeStartedAt = Date.now();
+				const input = call.command.input;
+				debugVoiceLatency("route-command-received", {
+					callId: String(call.id),
+					inputLength: input.length
+				});
 				let route;
 				try {
 					let memoryReference = "";
 					const memory = optionalWorkspaceMemory(ctx);
-					if (memory !== void 0) try {
-						memoryReference = workspaceMemoryReference(await memory.recall({
+					if (memory !== void 0) {
+						const memoryStartedAt = Date.now();
+						debugVoiceLatency("memory-recall-start", { callId: String(call.id) });
+						const recallResult = await recallWithSoftTimeout(() => memory.recall({
 							sessionId: binding.sessionId,
-							query: call.command.input,
+							query: input,
 							maxBytes: 5e3
-						}));
-					} catch (error) {
-						ctx.logger.warn(error instanceof Error ? error : new Error(String(error)));
+						}), memoryRecallTimeoutMs);
+						if (recallResult.kind === "resolved") {
+							memoryReference = workspaceMemoryReference(recallResult.value);
+							debugVoiceLatency("memory-recall-end", {
+								callId: String(call.id),
+								durationMs: Date.now() - memoryStartedAt,
+								referenceLength: memoryReference.length
+							});
+						} else if (recallResult.kind === "timeout") debugVoiceLatency("memory-recall-timeout", {
+							callId: String(call.id),
+							durationMs: Date.now() - memoryStartedAt,
+							timeoutMs: memoryRecallTimeoutMs,
+							fallback: "empty-reference"
+						});
+						else {
+							debugVoiceLatency("memory-recall-error", {
+								callId: String(call.id),
+								durationMs: Date.now() - memoryStartedAt,
+								error: String(recallResult.error)
+							});
+							ctx.logger.warn(recallResult.error instanceof Error ? recallResult.error : new Error(String(recallResult.error)));
+						}
 					}
-					route = await routeFrontendInput(ctx, requireSourceSession(binding).events, call.command.input, memoryReference);
+					route = await routeFrontendInput(ctx, requireSourceSession(binding).events, input, memoryReference);
+					debugVoiceLatency("route-decision", {
+						callId: String(call.id),
+						action: route.action,
+						durationMs: Date.now() - routeStartedAt
+					});
 				} catch (error) {
+					debugVoiceLatency("route-error", {
+						callId: String(call.id),
+						durationMs: Date.now() - routeStartedAt,
+						error: String(error)
+					});
 					ctx.logger.warn(error instanceof Error ? error : new Error(String(error)));
-					route = fallbackDelegation(call.command.input, recentConversationText(requireSourceSession(binding).events));
+					route = fallbackDelegation(input, recentConversationText(requireSourceSession(binding).events));
 				}
 				if (route.action === "delegate") {
 					const taskId = VoiceTaskId(randomUUID());
+					debugVoiceLatency("ack-queued", {
+						callId: String(call.id),
+						taskId,
+						routeDurationMs: Date.now() - routeStartedAt,
+						textLength: route.acknowledgement.length
+					});
 					speakFragment(binding, taskId, route.acknowledgement);
 					await onTaskCommand(binding, voiceSessionId, {
 						id: call.id,
@@ -915,6 +989,12 @@ function apply(ctx, config = {}) {
 				const taskId = delegationOverride?.taskId ?? VoiceTaskId(randomUUID());
 				const requestText = delegationOverride?.requestText ?? call.command.input;
 				const continuous = (config.taskSessionPolicy ?? "isolated") === "continuous";
+				const delegationStartedAt = Date.now();
+				debugVoiceLatency("delegation-init-start", {
+					callId: String(call.id),
+					taskId,
+					policy: continuous ? "continuous" : "isolated"
+				});
 				let created;
 				try {
 					if (continuous) created = await ensureContinuousTaskAgent(binding);
@@ -926,7 +1006,19 @@ function apply(ctx, config = {}) {
 							...await createTaskAgent(binding, taskSessionId, selection)
 						};
 					}
+					debugVoiceLatency("delegation-init-end", {
+						callId: String(call.id),
+						taskId,
+						taskSessionId: created.taskSessionId,
+						durationMs: Date.now() - delegationStartedAt
+					});
 				} catch (error) {
+					debugVoiceLatency("delegation-init-error", {
+						callId: String(call.id),
+						taskId,
+						durationMs: Date.now() - delegationStartedAt,
+						error: String(error)
+					});
 					backendUnavailable(error);
 					return;
 				}
@@ -1153,6 +1245,11 @@ function apply(ctx, config = {}) {
 				});
 				return;
 			case "transcription.completed":
+				debugVoiceLatency("transcription-completed", {
+					voiceSessionId: String(session.id),
+					utteranceId: String(event.utteranceId),
+					textLength: event.text.length
+				});
 				enqueue(binding, async () => {
 					endUtterance(binding, event.utteranceId, "user", "completed", event.text);
 					if (session.interactionMode === "speech-shell" && binding.voiceSessionId === session.id) await onTranscription(binding, event.text);
@@ -1191,7 +1288,17 @@ function apply(ctx, config = {}) {
 				debugVoiceLatency("audio-started");
 				return;
 			case "output_audio.delta":
+				if (!audioResponsesSeen.has(String(event.responseId))) {
+					audioResponsesSeen.add(String(event.responseId));
+					debugVoiceLatency("audio-first-delta", {
+						responseId: String(event.responseId),
+						audioBytes: event.audio.byteLength
+					});
+				}
+				return;
 			case "output_audio.done":
+				audioResponsesSeen.delete(String(event.responseId));
+				return;
 			case "task.observation":
 			case "error":
 			case "closed": return;
@@ -1379,6 +1486,16 @@ async function routeFrontendInput(ctx, events, input, workspaceMemory = "") {
 	const recentConversation = recentConversationText(events);
 	if (llm === void 0) return fallbackDelegation(input, recentConversation);
 	const selection = ctx.agentDefaultModel.currentSelection();
+	const routeLlmStartedAt = Date.now();
+	let routeLlmFirstTextAt;
+	debugVoiceLatency("route-llm-start", {
+		provider: selection.provider,
+		model: selection.model,
+		reasoningEffort: selection.reasoningEffort,
+		inputLength: input.length,
+		recentConversationLength: recentConversation.length,
+		workspaceMemoryLength: workspaceMemory.length
+	});
 	const message = createUserMessage({
 		content: [{
 			type: "text",
@@ -1420,13 +1537,28 @@ async function routeFrontendInput(ctx, events, input, workspaceMemory = "") {
 		}
 	});
 	let output = "";
-	for await (const chunk of llm.stream({
-		provider: selection.provider,
-		model: selection.model,
-		...selection.reasoningEffort === void 0 ? {} : { reasoningEffort: selection.reasoningEffort },
-		messages: [message],
-		system: "你是语音前台路由器。严格按要求输出一个 JSON 对象。不要把普通对话委派给后台编码 Agent。"
-	})) if (chunk.type === "text-delta") output += chunk.text;
+	try {
+		for await (const chunk of llm.stream({
+			provider: selection.provider,
+			model: selection.model,
+			...selection.reasoningEffort === void 0 ? {} : { reasoningEffort: selection.reasoningEffort },
+			messages: [message],
+			system: "你是语音前台路由器。严格按要求输出一个 JSON 对象。不要把普通对话委派给后台编码 Agent。"
+		})) {
+			if (chunk.type !== "text-delta") continue;
+			if (routeLlmFirstTextAt === void 0) {
+				routeLlmFirstTextAt = Date.now();
+				debugVoiceLatency("route-llm-first-text", { delayMs: routeLlmFirstTextAt - routeLlmStartedAt });
+			}
+			output += chunk.text;
+		}
+	} finally {
+		debugVoiceLatency("route-llm-end", {
+			durationMs: Date.now() - routeLlmStartedAt,
+			firstTextDelayMs: routeLlmFirstTextAt === void 0 ? void 0 : routeLlmFirstTextAt - routeLlmStartedAt,
+			outputLength: output.length
+		});
+	}
 	const normalized = output.trim().replace(/^```(?:json)?\s*/iu, "").replace(/\s*```$/u, "");
 	const parsed = JSON.parse(normalized);
 	if (parsed.action === "chat" && typeof parsed.reply === "string" && parsed.reply.trim() !== "") return {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@flowingspring/dsh-voco",
   "description": "Persistent voice conversations for DSH with cloud speech recognition, Edge TTS, and background Agent delegation",
-  "version": "0.3.0",
+  "version": "0.3.1",
   "keywords": [
     "deepseek-harness",
     "dsh",