@flowingspring/dsh-voco 0.2.2 → 0.2.3

package/lib/client.js

@@ -19,8 +19,8 @@ window.__ModuleLoader__.load({
 		}
 		var VoiceControl_module_css_default = {
 			"voice-pulse": "PapC8q_voice-pulse",
-			"button": "PapC8q_button",
-			"active": "PapC8q_active"
+			"active": "PapC8q_active",
+			"button": "PapC8q_button"
 		};
 		//#endregion
 		//#region ../ui-voice/src/client/VoiceControl.tsx
@@ -89,17 +89,17 @@ window.__ModuleLoader__.load({
 			document.head.appendChild(tag);
 		}
 		var VoiceHistoryAction_module_css_default = {
-			"title": "hhHVeG_title",
+			"trigger": "hhHVeG_trigger",
+			"meta": "hhHVeG_meta",
+			"list": "hhHVeG_list",
+			"close": "hhHVeG_close",
 			"panel": "hhHVeG_panel",
 			"row": "hhHVeG_row",
-			"trigger": "hhHVeG_trigger",
 			"wave": "hhHVeG_wave",
-			"header": "hhHVeG_header",
-			"empty": "hhHVeG_empty",
 			"rowText": "hhHVeG_rowText",
-			"close": "hhHVeG_close",
-			"list": "hhHVeG_list",
-			"meta": "hhHVeG_meta"
+			"empty": "hhHVeG_empty",
+			"header": "hhHVeG_header",
+			"title": "hhHVeG_title"
 		};
 		//#endregion
 		//#region ../ui-voice/src/client/VoiceHistoryAction.tsx
@@ -211,23 +211,23 @@ window.__ModuleLoader__.load({
 			document.head.appendChild(tag);
 		}
 		var VoiceNodeViews_module_css_default = {
-			"taskTitle": "KSbXkW_taskTitle",
+			"taskCard": "KSbXkW_taskCard",
+			"taskUpdate": "KSbXkW_taskUpdate",
+			"taskChevron": "KSbXkW_taskChevron",
+			"taskSummary": "KSbXkW_taskSummary",
+			"miniWave": "KSbXkW_miniWave",
 			"bubble": "KSbXkW_bubble",
+			"taskActions": "KSbXkW_taskActions",
+			"taskTitle": "KSbXkW_taskTitle",
 			"taskInput": "KSbXkW_taskInput",
-			"taskStatus": "KSbXkW_taskStatus",
 			"taskDetails": "KSbXkW_taskDetails",
 			"taskDot": "KSbXkW_taskDot",
-			"taskActions": "KSbXkW_taskActions",
-			"taskCard": "KSbXkW_taskCard",
-			"taskSummary": "KSbXkW_taskSummary",
-			"miniWave": "KSbXkW_miniWave",
-			"utterance": "KSbXkW_utterance",
-			"meta": "KSbXkW_meta",
+			"voiceBadge": "KSbXkW_voiceBadge",
 			"taskLink": "KSbXkW_taskLink",
+			"taskStatus": "KSbXkW_taskStatus",
 			"taskCancel": "KSbXkW_taskCancel",
-			"voiceBadge": "KSbXkW_voiceBadge",
-			"taskUpdate": "KSbXkW_taskUpdate",
-			"taskChevron": "KSbXkW_taskChevron"
+			"utterance": "KSbXkW_utterance",
+			"meta": "KSbXkW_meta"
 		};
 		//#endregion
 		//#region ../ui-voice/src/client/VoiceNodeViews.tsx
@@ -355,12 +355,12 @@ window.__ModuleLoader__.load({
 			document.head.appendChild(tag);
 		}
 		var VoiceOverlay_module_css_default = {
-			"wave": "AAuDqa_wave",
-			"root": "AAuDqa_root",
 			"link": "AAuDqa_link",
-			"stop": "AAuDqa_stop",
 			"status": "AAuDqa_status",
-			"voice-wave": "AAuDqa_voice-wave"
+			"root": "AAuDqa_root",
+			"stop": "AAuDqa_stop",
+			"voice-wave": "AAuDqa_voice-wave",
+			"wave": "AAuDqa_wave"
 		};
 		//#endregion
 		//#region ../ui-voice/src/client/VoiceOverlay.tsx

package/lib/plugins/voice-assistant.js

@@ -724,7 +724,7 @@ function apply(ctx, config = {}) {
 		}, false);
 		agent.steer(message);
 	};
-	const onTaskCommand = async (binding, voiceSessionId, call, taskIdOverride) => {
+	const onTaskCommand = async (binding, voiceSessionId, call, delegationOverride) => {
 		const complete = (result) => {
 			ctx.voice.completeTaskCommand(voiceSessionId, call.id, result);
 		};
@@ -753,10 +753,7 @@ function apply(ctx, config = {}) {
 					route = await routeFrontendInput(ctx, requireSourceSession(binding).events, call.command.input);
 				} catch (error) {
 					ctx.logger.warn(error instanceof Error ? error : new Error(String(error)));
-					route = {
-						action: "delegate",
-						acknowledgement: DEFAULT_DELEGATION_ACKNOWLEDGEMENT
-					};
+					route = fallbackDelegation(call.command.input);
 				}
 				if (route.action === "delegate") {
 					const taskId = VoiceTaskId(randomUUID());
@@ -765,13 +762,16 @@ function apply(ctx, config = {}) {
 						id: call.id,
 						command: {
 							type: "realtime_delegation",
-							input: call.command.input
+							input: delegationPrompt(route)
 						}
-					}, taskId);
+					}, {
+						taskId,
+						requestText: call.command.input
+					});
 					return;
 				}
 				complete({ kind: "handled" });
-				speakFragment(binding, VoiceTaskId(randomUUID()), route.reply);
+				speakFragment(binding, VoiceTaskId(randomUUID()), route.action === "tool" ? executeFrontendTool(route) : route.reply);
 				return;
 			}
 			case "realtime_delegation": {
@@ -784,7 +784,8 @@ function apply(ctx, config = {}) {
 					return;
 				}
 				cancelRewrite(binding);
-				const taskId = taskIdOverride ?? VoiceTaskId(randomUUID());
+				const taskId = delegationOverride?.taskId ?? VoiceTaskId(randomUUID());
+				const requestText = delegationOverride?.requestText ?? call.command.input;
 				const continuous = (config.taskSessionPolicy ?? "isolated") === "continuous";
 				let created;
 				try {
@@ -824,7 +825,7 @@ function apply(ctx, config = {}) {
 					interactionMode: "frontend-agent",
 					taskSessionId: created.taskSessionId,
 					messageIds: /* @__PURE__ */ new Set([message.id]),
-					requestText: call.command.input,
+					requestText,
 					agent: created.agent,
 					...continuous ? {} : { disposeVoiceMessage: created.disposeVoiceMessage },
 					cancelling: false,
@@ -836,7 +837,7 @@ function apply(ctx, config = {}) {
 					requireSourceSession(binding).append("voice/task-delegated", {
 						taskId,
 						taskSessionId: created.taskSessionId,
-						input: call.command.input
+						input: requestText
 					});
 					if (contextMessage !== void 0) created.agent.inject(contextMessage);
 					created.agent.followup(message);
@@ -1172,7 +1173,18 @@ function speechFragments(text, flush) {
 }
 const DEFAULT_DELEGATION_ACKNOWLEDGEMENT = "好的，我先查看一下。";
 const MAX_DELEGATION_ACKNOWLEDGEMENT_LENGTH = 40;
+const MAX_DELEGATED_TASK_LENGTH = 1e3;
+const MAX_DELEGATION_BACKGROUND_LENGTH = 2e3;
 const VOICE_LATENCY_DEBUG_PREFIX = "[DEBUG-VOICE-LATENCY]";
+const WEEKDAY_NAMES = [
+	"星期日",
+	"星期一",
+	"星期二",
+	"星期三",
+	"星期四",
+	"星期五",
+	"星期六"
+];
 function debugVoiceLatency(...values) {
 	if (globalThis.process?.env?.DSH_VOICE_LATENCY_DEBUG !== "1") return;
 	console.info(VOICE_LATENCY_DEBUG_PREFIX, (/* @__PURE__ */ new Date()).toISOString(), ...values);
@@ -1183,6 +1195,43 @@ function delegationAcknowledgement(value) {
 	if (normalized === "" || normalized.length > MAX_DELEGATION_ACKNOWLEDGEMENT_LENGTH) return DEFAULT_DELEGATION_ACKNOWLEDGEMENT;
 	return normalized;
 }
+function delegationField(value, name, maxLength) {
+	if (typeof value !== "string") throw new Error(`voice frontend router omitted ${name}`);
+	const normalized = value.trim();
+	if (normalized === "" || normalized.length > maxLength) throw new Error(`voice frontend router returned an invalid ${name}`);
+	return normalized;
+}
+function fallbackDelegation(input) {
+	return {
+		action: "delegate",
+		acknowledgement: DEFAULT_DELEGATION_ACKNOWLEDGEMENT,
+		task: input.trim() || input,
+		background: "没有可用的额外背景。",
+		userRequest: input
+	};
+}
+function delegationPrompt(route) {
+	return [
+		"当前任务：",
+		route.task,
+		"",
+		"前置背景：",
+		route.background,
+		"",
+		"用户原话：",
+		route.userRequest,
+		"",
+		"请以“当前任务”为最高优先级执行；前置背景只用于理解和消歧，不要把旧对话当成待执行任务。"
+	].join("\n");
+}
+function executeFrontendTool(route) {
+	switch (route.tool) {
+		case "local_datetime": {
+			const now = /* @__PURE__ */ new Date();
+			return `根据本机系统时间，现在是 ${now.getFullYear()}年${now.getMonth() + 1}月${now.getDate()}日，${WEEKDAY_NAMES[now.getDay()]}，${String(now.getHours()).padStart(2, "0")}:${String(now.getMinutes()).padStart(2, "0")}。`;
+		}
+	}
+}
 async function routeFrontendInput(ctx, events, input) {
 	let llm;
 	try {
@@ -1190,10 +1239,7 @@ async function routeFrontendInput(ctx, events, input) {
 	} catch {
 		llm = void 0;
 	}
-	if (llm === void 0) return {
-		action: "delegate",
-		acknowledgement: DEFAULT_DELEGATION_ACKNOWLEDGEMENT
-	};
+	if (llm === void 0) return fallbackDelegation(input);
 	const selection = ctx.agentDefaultModel.currentSelection();
 	const recentConversation = events.flatMap((event) => {
 		if (event.type !== "voice/utterance-end" || event.data.state !== "completed") return [];
@@ -1204,15 +1250,21 @@ async function routeFrontendInput(ctx, events, input) {
 		content: [{
 			type: "text",
 			text: [
-				"判断下面这句话应该由语音助手直接回答，还是委派给后台编码 Agent。",
-				"普通寒暄、日常对话、无需读取本地项目或调用工具即可回答的问题，选择 chat，并直接给出自然简洁的中文回复。",
-				"只有需要查看或修改工作区文件、运行命令、测试、安装依赖或执行其他工具操作时，才选择 delegate。",
-				"选择 delegate 时，同时给出一句简短自然的 acknowledgement，表示接下来要做什么。不能声称任务已经完成、已经找到结果，也不要提后台 Agent、工具或路由。",
+				"结合最近对话判断当前用户原话应该由语音前台聊天、轻量工具还是后台编码 Agent 处理。",
+				"普通寒暄、日常对话、解释性知识以及无需外部事实或工具即可回答的问题，选择 chat，并直接给出自然简洁的中文回复。",
+				"时间、日期等会随现实变化的事实不能猜测。查询本机当前时间、日期或星期时必须选择 tool=local_datetime。",
+				"其他必须查询才能确认的动态事实，如果没有对应的前台工具，应选择 delegate，不能选择 chat 编造答案。",
+				"需要查看或修改工作区文件、运行命令、测试、安装依赖或执行其他复杂工具操作时，选择 delegate。",
+				"选择 delegate 时，必须结合最近对话补全省略指代，输出自包含的 task、只用于消歧的 background，并原样复制 user_request。",
+				"task 是后台当前唯一要执行的任务；background 不能包含新的要求，也不要把旧任务写成待办。",
+				"同时给出一句简短自然的 acknowledgement，表示接下来要做什么。不能声称任务已经完成、已经找到结果，也不要提后台 Agent、工具或路由。",
 				"acknowledgement 只能有一句，最多 40 个字符，例如“好的，我先检查一下相关代码。”。",
 				"只输出一行 JSON，不要 Markdown。格式只能是：",
 				"{\"action\":\"chat\",\"reply\":\"...\"}",
 				"或：",
-				"{\"action\":\"delegate\",\"acknowledgement\":\"...\"}",
+				"{\"action\":\"tool\",\"tool\":\"local_datetime\"}",
+				"或：",
+				"{\"action\":\"delegate\",\"acknowledgement\":\"...\",\"task\":\"...\",\"background\":\"...\",\"user_request\":\"...\"}",
 				"",
 				"最近对话：",
 				recentConversation || "（无）",
@@ -1239,9 +1291,16 @@ async function routeFrontendInput(ctx, events, input) {
 		action: "chat",
 		reply: parsed.reply.trim()
 	};
+	if (parsed.action === "tool" && parsed.tool === "local_datetime") return {
+		action: "tool",
+		tool: parsed.tool
+	};
 	if (parsed.action === "delegate") return {
 		action: "delegate",
-		acknowledgement: delegationAcknowledgement(parsed.acknowledgement)
+		acknowledgement: delegationAcknowledgement(parsed.acknowledgement),
+		task: delegationField(parsed.task, "task", MAX_DELEGATED_TASK_LENGTH),
+		background: delegationField(parsed.background, "background", MAX_DELEGATION_BACKGROUND_LENGTH),
+		userRequest: input
 	};
 	throw new Error("voice frontend router returned an invalid decision");
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@flowingspring/dsh-voco",
   "description": "Persistent voice conversations for DSH with cloud speech recognition, Edge TTS, and background Agent delegation",
-  "version": "0.2.2",
+  "version": "0.2.3",
   "keywords": [
     "deepseek-harness",
     "dsh",