@xopcai/xopc 0.0.143 → 0.0.145

package/dist/src/gateway/hono/routes/voice.js

@@ -4,6 +4,7 @@ import { resolveTtsProviderConfigSlice } from "../../../voice/tts/config-slice.j
 import { isTTSAvailable } from "../../../voice/tts/factory.js";
 import { speak } from "../../../voice/tts/speak-core.js";
 import { mergeTtsConfigFromAppConfig } from "../../../voice/tts/merge-config.js";
+import { getLocalVoiceRuntimeClient } from "../../../voice/local/runtime-client.js";
 import { resolveSttProviderConfigSlice } from "../../../voice/stt/config-slice.js";
 import { transcribe } from "../../../voice/stt/transcribe-core.js";
 import { isSTTAvailable } from "../../../voice/stt/availability.js";
@@ -11,6 +12,7 @@ import "../../../voice/stt/index.js";
 import { mergeSttConfigFromAppConfig } from "../../../channels/attachments/voice-stt-webchat.js";
 import { listSttProvidersForApi } from "../../../voice/stt/list-providers.js";
 import "../../../voice/tts/index.js";
+import { listLocalVoiceModelStatuses, removeLocalVoiceModel, startLocalVoiceModelInstall } from "../../../voice/local/model-manager.js";
 import { createGatewayRouteLogger } from "../lib/route-logger.js";
 import { listTtsProvidersForApi } from "../../../voice/tts/list-providers.js";
 //#region src/gateway/hono/routes/voice.ts
@@ -24,7 +26,14 @@ function readVoiceApiKeyFromConfigFileOnly(cfg, kind, providerId) {
 }
 const REFINE_TIMEOUT_MS = 15e3;
 const MAX_AUDIO_BYTES = 25 * 1024 * 1024;
-const REFINE_SYSTEM_PROMPT = `你是语音转文字后处理助手。将语音转写原文整理为高质量文本输入。
+const MAX_SPEECH_TEXT_LENGTH = 1200;
+function speechMimeType(format) {
+	if (format === "opus" || format === "ogg") return "audio/ogg";
+	if (format === "mp3" || format === "mpeg") return "audio/mpeg";
+	if (format === "wav") return "audio/wav";
+	return `audio/${format}`;
+}
+const LIGHT_REFINE_PROMPT = `你是语音转文字后处理助手。将语音转写原文整理为高质量文本输入。
 
 规则：
 1. 修正明显的语音识别错误
@@ -33,7 +42,14 @@ const REFINE_SYSTEM_PROMPT = `你是语音转文字后处理助手。将语音
 4. 保持原意不变，不要扩写或改变语义
 5. 如果原文已经很好，原样输出
 6. 只输出整理后的文字，不要解释`;
-function resolveRefineModel(config) {
+const PUNCTUATION_REFINE_PROMPT = `为语音转写原文补充标点和合理分段。不要删词、改写、扩写或改变语义。只输出处理后的文字。`;
+function resolveRefineModel(config, configuredRef) {
+	if (configuredRef) try {
+		return resolveModel(configuredRef);
+	} catch {
+		log.warn({ modelRef: configuredRef }, "Configured voice refinement model is invalid");
+		return null;
+	}
 	const envRef = process.env.XOPC_VOICE_REFINE_MODEL?.trim();
 	if (envRef) try {
 		return resolveModel(envRef);
@@ -49,7 +65,15 @@ function resolveRefineModel(config) {
 }
 async function refineTranscript(raw, config, signal) {
 	if (!raw.trim()) return void 0;
-	const model = resolveRefineModel(config);
+	const refinement = config?.voice?.input?.refinement;
+	const mode = refinement?.mode ?? "off";
+	if (mode === "off") return void 0;
+	const instruction = mode === "punctuation" ? PUNCTUATION_REFINE_PROMPT : mode === "custom" ? refinement?.customInstruction?.trim() : LIGHT_REFINE_PROMPT;
+	if (!instruction) {
+		log.warn("Custom voice refinement is enabled without an instruction; returning raw only");
+		return;
+	}
+	const model = resolveRefineModel(config, refinement?.model);
 	if (!model) {
 		log.debug("No LLM model available for voice refine; returning raw only");
 		return;
@@ -57,7 +81,7 @@ async function refineTranscript(raw, config, signal) {
 	try {
 		const userMsg = {
 			role: "user",
-			content: `${REFINE_SYSTEM_PROMPT}\n\n原文：${raw}`,
+			content: `${instruction}\n\n原文：${raw}`,
 			timestamp: Date.now()
 		};
 		const timeoutSignal = typeof AbortSignal !== "undefined" && typeof AbortSignal.timeout === "function" ? AbortSignal.timeout(REFINE_TIMEOUT_MS) : void 0;
@@ -82,6 +106,30 @@ async function refineTranscript(raw, config, signal) {
 }
 function registerVoiceRoutes(authenticated, deps) {
 	const { service, strictRateLimitMiddleware } = deps;
+	authenticated.post("/api/voice/language", strictRateLimitMiddleware, async (c) => {
+		let body = {};
+		try {
+			body = await c.req.json();
+		} catch {
+			return c.json({
+				ok: false,
+				error: { message: "Invalid JSON body" }
+			}, 400);
+		}
+		if (body.language !== "en" && body.language !== "zh") return c.json({
+			ok: false,
+			error: { message: "language must be \"en\" or \"zh\"" }
+		}, 400);
+		const payload = await service.syncVoiceLanguage(body.language);
+		if (payload.error) return c.json({
+			ok: false,
+			error: { message: payload.error }
+		}, 500);
+		return c.json({
+			ok: true,
+			payload
+		});
+	});
 	/**
 	* GET /api/voice/providers
 	*
@@ -110,6 +158,64 @@ function registerVoiceRoutes(authenticated, deps) {
 			payload
 		});
 	});
+	authenticated.get("/api/voice/local/status", async (c) => {
+		const models = await listLocalVoiceModelStatuses();
+		try {
+			const runtime = await getLocalVoiceRuntimeClient().request("health", {}, {
+				timeoutMs: 1e4,
+				stopOnTimeout: false
+			});
+			return c.json({
+				ok: true,
+				payload: {
+					runtime: {
+						...runtime,
+						ready: true
+					},
+					models
+				}
+			});
+		} catch (error) {
+			const message = error instanceof Error ? error.message : String(error);
+			return c.json({
+				ok: true,
+				payload: {
+					runtime: {
+						ready: false,
+						error: message
+					},
+					models
+				}
+			});
+		}
+	});
+	authenticated.post("/api/voice/local/models/:modelId/install", strictRateLimitMiddleware, (c) => {
+		try {
+			const status = startLocalVoiceModelInstall(c.req.param("modelId"));
+			return c.json({
+				ok: true,
+				payload: { model: status }
+			}, 202);
+		} catch (error) {
+			const message = error instanceof Error ? error.message : String(error);
+			return c.json({
+				ok: false,
+				error: { message }
+			}, 400);
+		}
+	});
+	authenticated.delete("/api/voice/local/models/:modelId", strictRateLimitMiddleware, async (c) => {
+		try {
+			await removeLocalVoiceModel(c.req.param("modelId"));
+			return c.json({ ok: true });
+		} catch (error) {
+			const message = error instanceof Error ? error.message : String(error);
+			return c.json({
+				ok: false,
+				error: { message }
+			}, 400);
+		}
+	});
 	/**
 	* POST /api/voice/reveal-api-key — return plaintext voice provider apiKey from config file only.
 	* Body: `{ kind: 'stt' | 'tts', provider: string }`
@@ -146,6 +252,88 @@ function registerVoiceRoutes(authenticated, deps) {
 			}
 		});
 	});
+	/** Generate one bounded read-aloud chunk as binary audio. */
+	authenticated.post("/api/voice/speech", strictRateLimitMiddleware, async (c) => {
+		let body = {};
+		try {
+			body = await c.req.json();
+		} catch {
+			return c.json({
+				ok: false,
+				error: { message: "Invalid JSON body" }
+			}, 400);
+		}
+		const text = typeof body.text === "string" ? body.text.trim() : "";
+		if (!text) return c.json({
+			ok: false,
+			error: { message: "text is required" }
+		}, 400);
+		if (text.length > MAX_SPEECH_TEXT_LENGTH) return c.json({
+			ok: false,
+			error: { message: `text exceeds ${MAX_SPEECH_TEXT_LENGTH} characters` }
+		}, 400);
+		const language = typeof body.language === "string" ? body.language.trim() : "";
+		const voice = typeof body.voice === "string" ? body.voice.trim() : "";
+		if (language && !/^[a-z]{2,3}(?:-[A-Z]{2})?$/.test(language)) return c.json({
+			ok: false,
+			error: { message: "language must be a valid locale" }
+		}, 400);
+		if (voice.length > 100) return c.json({
+			ok: false,
+			error: { message: "voice exceeds 100 characters" }
+		}, 400);
+		const config = service.currentConfig;
+		const baseTtsConfig = mergeTtsConfigFromAppConfig(config.messages?.tts);
+		const provider = baseTtsConfig.provider;
+		const languageVoice = language.startsWith("en") ? "en-US-MichelleNeural" : language.startsWith("zh") ? "zh-CN-XiaoxiaoNeural" : void 0;
+		const providerOverride = provider === "edge" ? {
+			...language ? { lang: language } : {},
+			...voice || languageVoice ? { voice: voice || languageVoice } : {}
+		} : {};
+		const ttsConfig = {
+			...baseTtsConfig,
+			enabled: true,
+			providers: {
+				...baseTtsConfig.providers ?? {},
+				[provider]: {
+					...baseTtsConfig.providers?.[provider] ?? {},
+					...providerOverride
+				}
+			}
+		};
+		if (!isTTSAvailable(ttsConfig)) return c.json({
+			ok: false,
+			error: { message: `TTS provider \"${provider}\" is not configured.` }
+		}, 503);
+		try {
+			const result = await speak(text, ttsConfig, {
+				appConfig: config,
+				parseDirectives: false,
+				signal: c.req.raw.signal,
+				tts: voice ? { voice } : void 0
+			});
+			if (!result.audio.length) throw new Error(`TTS provider \"${result.provider}\" returned empty audio`);
+			return new Response(new Uint8Array(result.audio), { headers: {
+				"Content-Type": speechMimeType(result.format),
+				"Content-Length": String(result.audio.length),
+				"Cache-Control": "private, no-store",
+				"X-Content-Type-Options": "nosniff",
+				"X-Voice-Provider": result.provider,
+				...language ? { "X-Voice-Language": language } : {}
+			} });
+		} catch (error) {
+			const msg = error instanceof Error ? error.message : String(error);
+			if (!c.req.raw.signal.aborted) log.error({
+				err: error,
+				provider,
+				textLength: text.length
+			}, `Voice speech generation failed: ${msg}`);
+			return c.json({
+				ok: false,
+				error: { message: `Speech generation failed: ${msg}` }
+			}, 502);
+		}
+	});
 	/**
 	* POST /api/voice/tts-test
 	*
@@ -230,84 +418,122 @@ function registerVoiceRoutes(authenticated, deps) {
 			}, 502);
 		}
 	});
-	/**
-	* POST /api/voice/transcribe
-	*
-	* Body: { audio: string (base64), mimeType: string, language?: string }
-	* Response: { ok: true, payload: { raw: string, refined?: string, language?: string } }
-	*/
-	authenticated.post("/api/voice/transcribe", async (c) => {
-		let body = {};
-		try {
-			body = await c.req.json();
-		} catch {
-			return c.json({
-				ok: false,
-				error: { message: "Invalid JSON body" }
-			}, 400);
-		}
-		const { audio, mimeType, language } = body;
-		if (!audio || typeof audio !== "string") return c.json({
-			ok: false,
-			error: { message: "Missing required field: audio (base64)" }
-		}, 400);
-		if (!mimeType || typeof mimeType !== "string") return c.json({
-			ok: false,
-			error: { message: "Missing required field: mimeType" }
-		}, 400);
-		let audioBuffer;
-		try {
-			audioBuffer = Buffer.from(audio, "base64");
-		} catch {
-			return c.json({
-				ok: false,
-				error: { message: "Invalid base64 audio data" }
-			}, 400);
-		}
-		if (audioBuffer.length === 0) return c.json({
+	const runTranscription = async (c, input) => {
+		if (!input.audioBuffer.length) return c.json({
 			ok: false,
 			error: { message: "Empty audio data" }
 		}, 400);
-		if (audioBuffer.length > MAX_AUDIO_BYTES) return c.json({
+		if (input.audioBuffer.length > MAX_AUDIO_BYTES) return c.json({
 			ok: false,
 			error: { message: "Audio data exceeds 25 MB limit" }
 		}, 400);
+		if (!input.mimeType.toLowerCase().startsWith("audio/")) return c.json({
+			ok: false,
+			error: { message: "Uploaded file must have an audio MIME type" }
+		}, 400);
 		const config = service.currentConfig;
-		const sttConfigRaw = config.tools?.media?.audio;
-		const sttConfig = mergeSttConfigFromAppConfig(sttConfigRaw, config.tools?.media);
+		const sttConfig = mergeSttConfigFromAppConfig(config.tools?.media?.audio, config.tools?.media);
 		if (!isSTTAvailable(sttConfig)) return c.json({
 			ok: false,
 			error: { message: "STT is not configured. Enable STT in gateway config (tools.media.audio)." }
 		}, 503);
-		let raw;
-		let detectedLanguage;
+		const startedAt = Date.now();
 		try {
-			const result = await transcribe(audioBuffer, sttConfig, { language: language || (sttConfig.provider === "alibaba" ? "zh" : void 0) });
-			raw = result.text;
-			detectedLanguage = result.language ?? language;
+			const result = await transcribe(input.audioBuffer, sttConfig, {
+				language: input.language || (sttConfig.provider === "alibaba" ? "zh" : void 0),
+				mime: input.mimeType,
+				fileName: input.fileName,
+				signal: c.req.raw.signal
+			});
+			const raw = result.text;
+			const detectedLanguage = result.language ?? input.language;
+			const refined = raw.trim() ? await refineTranscript(raw, config, c.req.raw.signal) : void 0;
+			return c.json({
+				ok: true,
+				payload: {
+					raw,
+					...refined ? { refined } : {},
+					...detectedLanguage ? { language: detectedLanguage } : {},
+					provider: result.provider,
+					attempts: result.attempts,
+					latencyMs: Date.now() - startedAt
+				}
+			});
 		} catch (error) {
 			const msg = error instanceof Error ? error.message : String(error);
-			log.error({ errorMessage: msg }, "Voice transcription failed");
+			if (!c.req.raw.signal.aborted) log.error({
+				err: error,
+				mimeType: input.mimeType,
+				fileName: input.fileName
+			}, `Voice transcription failed: ${msg}`);
 			return c.json({
 				ok: false,
 				error: { message: `Transcription failed: ${msg}` }
 			}, 502);
 		}
-		if (!raw.trim()) return c.json({
-			ok: true,
-			payload: {
-				raw: "",
-				language: detectedLanguage
-			}
+	};
+	/** Multipart endpoint used by browser and future native clients. */
+	authenticated.post("/api/voice/transcriptions", strictRateLimitMiddleware, async (c) => {
+		const contentLength = Number(c.req.header("content-length") ?? 0);
+		if (Number.isFinite(contentLength) && contentLength > MAX_AUDIO_BYTES + 1024 * 1024) return c.json({
+			ok: false,
+			error: { message: "Audio data exceeds 25 MB limit" }
+		}, 413);
+		let form;
+		try {
+			form = await c.req.formData();
+		} catch {
+			return c.json({
+				ok: false,
+				error: { message: "Invalid multipart form data" }
+			}, 400);
+		}
+		const audio = form.get("audio");
+		if (!(audio instanceof Blob)) return c.json({
+			ok: false,
+			error: { message: "Missing required file field: audio" }
+		}, 400);
+		const languageValue = form.get("language");
+		const language = typeof languageValue === "string" && languageValue.trim() ? languageValue.trim() : void 0;
+		const fileName = "name" in audio && typeof audio.name === "string" && audio.name.trim() ? audio.name.trim() : `audio-${Date.now()}`;
+		return runTranscription(c, {
+			audioBuffer: Buffer.from(await audio.arrayBuffer()),
+			mimeType: audio.type || "audio/webm",
+			fileName,
+			...language ? { language } : {}
 		});
-		const refined = await refineTranscript(raw, config);
-		return c.json({
-			ok: true,
-			payload: {
-				raw,
-				...refined ? { refined } : {},
-				...detectedLanguage ? { language: detectedLanguage } : {}
-			}
+	});
+	/** Legacy JSON/base64 endpoint retained for mobile and external clients. */
+	authenticated.post("/api/voice/transcribe", strictRateLimitMiddleware, async (c) => {
+		let body = {};
+		try {
+			body = await c.req.json();
+		} catch {
+			return c.json({
+				ok: false,
+				error: { message: "Invalid JSON body" }
+			}, 400);
+		}
+		if (typeof body.audio !== "string" || !body.audio.trim()) return c.json({
+			ok: false,
+			error: { message: "Missing required field: audio (base64)" }
+		}, 400);
+		if (typeof body.mimeType !== "string" || !body.mimeType.trim()) return c.json({
+			ok: false,
+			error: { message: "Missing required field: mimeType" }
+		}, 400);
+		const encoded = body.audio.replace(/\s/g, "");
+		if (encoded.length % 4 === 1 || !/^[A-Za-z0-9+/]*={0,2}$/.test(encoded)) return c.json({
+			ok: false,
+			error: { message: "Invalid base64 audio data" }
+		}, 400);
+		const language = typeof body.language === "string" && body.language.trim() ? body.language.trim() : void 0;
+		const fileName = typeof body.fileName === "string" && body.fileName.trim() ? body.fileName.trim() : `audio-${Date.now()}`;
+		return runTranscription(c, {
+			audioBuffer: Buffer.from(encoded, "base64"),
+			mimeType: body.mimeType.trim(),
+			fileName,
+			...language ? { language } : {}
 		});
 	});
 }

package/dist/src/gateway/hono/routes/voice.js.map

@@ -1 +1 @@
-{"version":3,"file":"voice.js","names":[],"sources":["../../../../../src/gateway/hono/routes/voice.ts"],"sourcesContent":["/**\n * Voice routes — POST /api/voice/transcribe\n *\n * Single endpoint that:\n *   1. Runs STT (Whisper preferred for low latency, Alibaba fallback)\n *   2. Optionally runs LLM refine on the raw transcript\n *   3. Returns { raw, refined?, language }\n *\n * LLM refine is auto-applied when a model is resolvable; gracefully degrades\n * to raw-only when no LLM is configured.\n */\n\nimport type { Hono } from 'hono';\nimport { type UserMessage } from '@earendil-works/pi-ai/compat';\n\nimport type { Config } from '../../../config/schema.js';\nimport { getDefaultModelSync, resolveModel } from '../../../providers/index.js';\nimport { completeWithResolvedCredentials } from '../../../providers/model-call.js';\nimport { isSTTAvailable, transcribe } from '../../../voice/stt/index.js';\nimport { isTTSAvailable, mergeTtsConfigFromAppConfig, speak } from '../../../voice/tts/index.js';\nimport { listTtsProvidersForApi } from '../../../voice/tts/list-providers.js';\nimport { listSttProvidersForApi } from '../../../voice/stt/list-providers.js';\nimport { mergeSttConfigFromAppConfig } from '../../../channels/attachments/voice-stt-webchat.js';\nimport { resolveSttProviderConfigSlice } from '../../../voice/stt/config-slice.js';\nimport { resolveTtsProviderConfigSlice } from '../../../voice/tts/config-slice.js';\nimport { createGatewayRouteLogger } from '../lib/route-logger.js';\nimport type { AuthenticatedRouteDeps } from './deps.js';\n\nconst log = createGatewayRouteLogger('Voice');\n\nfunction readVoiceApiKeyFromConfigFileOnly(\n  cfg: Config,\n  kind: 'stt' | 'tts',\n  providerId: string,\n): string | undefined {\n  const id = providerId.trim();\n  if (!id) return undefined;\n  const slice =\n    kind === 'stt'\n      ? resolveSttProviderConfigSlice(id, cfg.tools?.media?.audio)\n      : resolveTtsProviderConfigSlice(id, cfg.messages?.tts);\n  const key = slice.apiKey;\n  return typeof key === 'string' && key.trim() ? key.trim() : undefined;\n}\n\nconst REFINE_TIMEOUT_MS = 15_000;\nconst MAX_AUDIO_BYTES = 25 * 1024 * 1024; // 25 MB\n\nconst REFINE_SYSTEM_PROMPT = `你是语音转文字后处理助手。将语音转写原文整理为高质量文本输入。\n\n规则：\n1. 修正明显的语音识别错误\n2. 添加正确的标点符号\n3. 去除口语赘词（嗯、啊、那个、就是说、然后就是）\n4. 保持原意不变，不要扩写或改变语义\n5. 如果原文已经很好，原样输出\n6. 只输出整理后的文字，不要解释`;\n\nfunction resolveRefineModel(config: Config | undefined): ReturnType<typeof resolveModel> | null {\n  const envRef = process.env.XOPC_VOICE_REFINE_MODEL?.trim();\n  if (envRef) {\n    try {\n      return resolveModel(envRef);\n    } catch { /* fall through */ }\n  }\n  for (const candidate of ['openai/gpt-5.6-luna', 'google/gemini-3.5-flash']) {\n    try {\n      return resolveModel(candidate);\n    } catch { /* next */ }\n  }\n  try {\n    return resolveModel(getDefaultModelSync(config));\n  } catch {\n    return null;\n  }\n}\n\nasync function refineTranscript(\n  raw: string,\n  config: Config | undefined,\n  signal?: AbortSignal,\n): Promise<string | undefined> {\n  if (!raw.trim()) return undefined;\n\n  const model = resolveRefineModel(config);\n  if (!model) {\n    log.debug('No LLM model available for voice refine; returning raw only');\n    return undefined;\n  }\n\n  try {\n    const userMsg: UserMessage = {\n      role: 'user',\n      content: `${REFINE_SYSTEM_PROMPT}\\n\\n原文：${raw}`,\n      timestamp: Date.now(),\n    };\n\n    const timeoutSignal =\n      typeof AbortSignal !== 'undefined' && typeof AbortSignal.timeout === 'function'\n        ? AbortSignal.timeout(REFINE_TIMEOUT_MS)\n        : undefined;\n    const mergedSignal =\n      signal && timeoutSignal && typeof AbortSignal.any === 'function'\n        ? AbortSignal.any([signal, timeoutSignal])\n        : signal ?? timeoutSignal;\n\n    const result = await completeWithResolvedCredentials(\n      model,\n      { messages: [userMsg] },\n      {\n        maxTokens: Math.min(raw.length * 3, 4096),\n        temperature: 0.2,\n        signal: mergedSignal as AbortSignal,\n      },\n    );\n\n    let out = '';\n    if (Array.isArray(result.content)) {\n      for (const c of result.content) {\n        if (c && typeof c === 'object' && (c as { type?: string }).type === 'text') {\n          out += String((c as { text?: string }).text || '');\n        }\n      }\n    }\n\n    const refined = out.trim();\n    if (!refined || refined === raw.trim()) return undefined;\n    return refined;\n  } catch (error) {\n    const msg = error instanceof Error ? error.message : String(error);\n    log.warn({ errorMessage: msg }, 'Voice refine failed; returning raw only');\n    return undefined;\n  }\n}\n\nexport function registerVoiceRoutes(authenticated: Hono, deps: AuthenticatedRouteDeps): void {\n  const { service, strictRateLimitMiddleware } = deps;\n\n  /**\n   * GET /api/voice/providers\n   *\n   * Lists registered SpeechProviderPlugin ids with configured state for the\n   * current gateway config (OpenClaw `tts.providers` equivalent).\n   */\n  authenticated.get('/api/voice/providers', (c) => {\n    const config = service.currentConfig as Config;\n    const payload = listTtsProvidersForApi(config);\n    return c.json({ ok: true, payload });\n  });\n\n  /**\n   * GET /api/voice/stt-providers\n   *\n   * Lists registered MediaUnderstandingProvider ids with configured state for\n   * the current gateway config (OpenClaw `tools.media.audio.providers` equivalent).\n   */\n  authenticated.get('/api/voice/stt-providers', (c) => {\n    const config = service.currentConfig as Config;\n    const payload = listSttProvidersForApi(config);\n    return c.json({ ok: true, payload });\n  });\n\n  /**\n   * POST /api/voice/reveal-api-key — return plaintext voice provider apiKey from config file only.\n   * Body: `{ kind: 'stt' | 'tts', provider: string }`\n   */\n  authenticated.post('/api/voice/reveal-api-key', strictRateLimitMiddleware, async (c) => {\n    let body: { kind?: unknown; provider?: unknown } = {};\n    try {\n      body = (await c.req.json()) as typeof body;\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid JSON body' } }, 400);\n    }\n    const kind = body.kind === 'stt' || body.kind === 'tts' ? body.kind : null;\n    const provider = typeof body.provider === 'string' ? body.provider.trim() : '';\n    if (!kind) {\n      return c.json({ ok: false, error: { message: 'kind must be \"stt\" or \"tts\"' } }, 400);\n    }\n    if (!provider) {\n      return c.json({ ok: false, error: { message: 'provider is required' } }, 400);\n    }\n\n    const cfg = service.currentConfig as Config;\n    const apiKey = readVoiceApiKeyFromConfigFileOnly(cfg, kind, provider);\n    return c.json({\n      ok: true,\n      payload: {\n        kind,\n        provider,\n        apiKey: apiKey ?? null,\n        source: apiKey ? ('config' as const) : ('none' as const),\n      },\n    });\n  });\n\n  /**\n   * POST /api/voice/tts-test\n   *\n   * Body: { text: string, provider?: string, model?: string, voice?: string }\n   * Response: { ok: true, payload: { audio: string, format: string, provider: string } }\n   */\n  authenticated.post('/api/voice/tts-test', strictRateLimitMiddleware, async (c) => {\n    let body: { text?: unknown; provider?: unknown; model?: unknown; voice?: unknown; providerConfig?: unknown } = {};\n    try {\n      body = (await c.req.json()) as typeof body;\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid JSON body' } }, 400);\n    }\n\n    const text = typeof body.text === 'string' ? body.text.trim() : '';\n    if (!text) {\n      return c.json({ ok: false, error: { message: 'text is required' } }, 400);\n    }\n    if (text.length > 1000) {\n      return c.json({ ok: false, error: { message: 'text exceeds 1000 characters' } }, 400);\n    }\n\n    const config = service.currentConfig as Config;\n    const baseTtsConfig = mergeTtsConfigFromAppConfig(config.messages?.tts);\n    const provider = typeof body.provider === 'string' && body.provider.trim() ? body.provider.trim() : baseTtsConfig.provider;\n    const providerConfig =\n      body.providerConfig && typeof body.providerConfig === 'object' && !Array.isArray(body.providerConfig)\n        ? (body.providerConfig as Record<string, unknown>)\n        : undefined;\n    const ttsConfig = {\n      ...baseTtsConfig,\n      enabled: true,\n      provider,\n      providers: {\n        ...(baseTtsConfig.providers ?? {}),\n        ...(providerConfig ? { [provider]: { ...(baseTtsConfig.providers?.[provider] ?? {}), ...providerConfig } } : {}),\n      },\n      fallback: { enabled: false, order: [provider] },\n    };\n\n    if (!isTTSAvailable(ttsConfig)) {\n      return c.json({\n        ok: false,\n        error: { message: `TTS provider \"${provider}\" is not configured.` },\n      }, 503);\n    }\n\n    try {\n      const startedAt = Date.now();\n      const result = await speak(text, ttsConfig, {\n        appConfig: config,\n        parseDirectives: false,\n        tts: {\n          ...(typeof body.model === 'string' && body.model.trim() ? { model: body.model.trim() } : {}),\n          ...(typeof body.voice === 'string' && body.voice.trim() ? { voice: body.voice.trim() } : {}),\n        },\n      });\n      if (!result.audio.length) {\n        throw new Error(`TTS provider \"${result.provider}\" returned empty audio`);\n      }\n      const mimeType =\n        result.format === 'opus' || result.format === 'ogg'\n          ? 'audio/ogg'\n          : result.format === 'mp3' || result.format === 'mpeg'\n            ? 'audio/mpeg'\n            : result.format === 'wav'\n              ? 'audio/wav'\n              : `audio/${result.format}`;\n      return c.json({\n        ok: true,\n        payload: {\n          audio: result.audio.toString('base64'),\n          mimeType,\n          format: result.format,\n          provider: result.provider,\n          latencyMs: Date.now() - startedAt,\n          audioSize: result.audio.length,\n        },\n      });\n    } catch (error) {\n      const msg = error instanceof Error ? error.message : String(error);\n      log.error({ errorMessage: msg, provider }, 'Voice TTS test failed');\n      return c.json({ ok: false, error: { message: `TTS test failed: ${msg}` } }, 502);\n    }\n  });\n\n  /**\n   * POST /api/voice/transcribe\n   *\n   * Body: { audio: string (base64), mimeType: string, language?: string }\n   * Response: { ok: true, payload: { raw: string, refined?: string, language?: string } }\n   */\n  authenticated.post('/api/voice/transcribe', async (c) => {\n    let body: { audio?: string; mimeType?: string; language?: string } = {};\n    try {\n      body = (await c.req.json()) as typeof body;\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid JSON body' } }, 400);\n    }\n\n    const { audio, mimeType, language } = body;\n    if (!audio || typeof audio !== 'string') {\n      return c.json({ ok: false, error: { message: 'Missing required field: audio (base64)' } }, 400);\n    }\n    if (!mimeType || typeof mimeType !== 'string') {\n      return c.json({ ok: false, error: { message: 'Missing required field: mimeType' } }, 400);\n    }\n\n    // Decode base64 audio\n    let audioBuffer: Buffer;\n    try {\n      audioBuffer = Buffer.from(audio, 'base64');\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid base64 audio data' } }, 400);\n    }\n\n    if (audioBuffer.length === 0) {\n      return c.json({ ok: false, error: { message: 'Empty audio data' } }, 400);\n    }\n    if (audioBuffer.length > MAX_AUDIO_BYTES) {\n      return c.json({ ok: false, error: { message: 'Audio data exceeds 25 MB limit' } }, 400);\n    }\n\n    // Resolve STT config from app config\n    const config = service.currentConfig as Config;\n    const sttConfigRaw = config.tools?.media?.audio;\n    const sttConfig = mergeSttConfigFromAppConfig(sttConfigRaw, config.tools?.media);\n\n    if (!isSTTAvailable(sttConfig)) {\n      return c.json({\n        ok: false,\n        error: { message: 'STT is not configured. Enable STT in gateway config (tools.media.audio).' },\n      }, 503);\n    }\n\n    // Run STT\n    let raw: string;\n    let detectedLanguage: string | undefined;\n    try {\n      const result = await transcribe(audioBuffer, sttConfig, {\n        language: language || (sttConfig.provider === 'alibaba' ? 'zh' : undefined),\n      });\n      raw = result.text;\n      detectedLanguage = result.language ?? language;\n    } catch (error) {\n      const msg = error instanceof Error ? error.message : String(error);\n      log.error({ errorMessage: msg }, 'Voice transcription failed');\n      return c.json({ ok: false, error: { message: `Transcription failed: ${msg}` } }, 502);\n    }\n\n    if (!raw.trim()) {\n      return c.json({\n        ok: true,\n        payload: { raw: '', language: detectedLanguage },\n      });\n    }\n\n    // Run LLM refine (auto, best-effort)\n    const refined = await refineTranscript(raw, config);\n\n    return c.json({\n      ok: true,\n      payload: {\n        raw,\n        ...(refined ? { refined } : {}),\n        ...(detectedLanguage ? { language: detectedLanguage } : {}),\n      },\n    });\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;;gBAgBgF;AAYhF,MAAM,MAAM,yBAAyB,QAAQ;AAE7C,SAAS,kCACP,KACA,MACA,YACoB;CACpB,MAAM,KAAK,WAAW,MAAM;AAC5B,KAAI,CAAC,GAAI,QAAO,KAAA;CAKhB,MAAM,OAHJ,SAAS,QACL,8BAA8B,IAAI,IAAI,OAAO,OAAO,MAAM,GAC1D,8BAA8B,IAAI,IAAI,UAAU,IAAI,EACxC;AAClB,QAAO,OAAO,QAAQ,YAAY,IAAI,MAAM,GAAG,IAAI,MAAM,GAAG,KAAA;;AAG9D,MAAM,oBAAoB;AAC1B,MAAM,kBAAkB,KAAK,OAAO;AAEpC,MAAM,uBAAuB;;;;;;;;;AAU7B,SAAS,mBAAmB,QAAoE;CAC9F,MAAM,SAAS,QAAQ,IAAI,yBAAyB,MAAM;AAC1D,KAAI,OACF,KAAI;AACF,SAAO,aAAa,OAAO;SACrB;AAEV,MAAK,MAAM,aAAa,CAAC,uBAAuB,0BAA0B,CACxE,KAAI;AACF,SAAO,aAAa,UAAU;SACxB;AAEV,KAAI;AACF,SAAO,aAAa,oBAAoB,OAAO,CAAC;SAC1C;AACN,SAAO;;;AAIX,eAAe,iBACb,KACA,QACA,QAC6B;AAC7B,KAAI,CAAC,IAAI,MAAM,CAAE,QAAO,KAAA;CAExB,MAAM,QAAQ,mBAAmB,OAAO;AACxC,KAAI,CAAC,OAAO;AACV,MAAI,MAAM,8DAA8D;AACxE;;AAGF,KAAI;EACF,MAAM,UAAuB;GAC3B,MAAM;GACN,SAAS,GAAG,qBAAqB,SAAS;GAC1C,WAAW,KAAK,KAAK;GACtB;EAED,MAAM,gBACJ,OAAO,gBAAgB,eAAe,OAAO,YAAY,YAAY,aACjE,YAAY,QAAQ,kBAAkB,GACtC,KAAA;EACN,MAAM,eACJ,UAAU,iBAAiB,OAAO,YAAY,QAAQ,aAClD,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,GACxC,UAAU;EAEhB,MAAM,SAAS,MAAM,gCACnB,OACA,EAAE,UAAU,CAAC,QAAQ,EAAE,EACvB;GACE,WAAW,KAAK,IAAI,IAAI,SAAS,GAAG,KAAK;GACzC,aAAa;GACb,QAAQ;GACT,CACF;EAED,IAAI,MAAM;AACV,MAAI,MAAM,QAAQ,OAAO,QAAQ;QAC1B,MAAM,KAAK,OAAO,QACrB,KAAI,KAAK,OAAO,MAAM,YAAa,EAAwB,SAAS,OAClE,QAAO,OAAQ,EAAwB,QAAQ,GAAG;;EAKxD,MAAM,UAAU,IAAI,MAAM;AAC1B,MAAI,CAAC,WAAW,YAAY,IAAI,MAAM,CAAE,QAAO,KAAA;AAC/C,SAAO;UACA,OAAO;EACd,MAAM,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAClE,MAAI,KAAK,EAAE,cAAc,KAAK,EAAE,0CAA0C;AAC1E;;;AAIJ,SAAgB,oBAAoB,eAAqB,MAAoC;CAC3F,MAAM,EAAE,SAAS,8BAA8B;;;;;;;AAQ/C,eAAc,IAAI,yBAAyB,MAAM;EAC/C,MAAM,SAAS,QAAQ;EACvB,MAAM,UAAU,uBAAuB,OAAO;AAC9C,SAAO,EAAE,KAAK;GAAE,IAAI;GAAM;GAAS,CAAC;GACpC;;;;;;;AAQF,eAAc,IAAI,6BAA6B,MAAM;EACnD,MAAM,SAAS,QAAQ;EACvB,MAAM,UAAU,uBAAuB,OAAO;AAC9C,SAAO,EAAE,KAAK;GAAE,IAAI;GAAM;GAAS,CAAC;GACpC;;;;;AAMF,eAAc,KAAK,6BAA6B,2BAA2B,OAAO,MAAM;EACtF,IAAI,OAA+C,EAAE;AACrD,MAAI;AACF,UAAQ,MAAM,EAAE,IAAI,MAAM;UACpB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,qBAAqB;IAAE,EAAE,IAAI;;EAE5E,MAAM,OAAO,KAAK,SAAS,SAAS,KAAK,SAAS,QAAQ,KAAK,OAAO;EACtE,MAAM,WAAW,OAAO,KAAK,aAAa,WAAW,KAAK,SAAS,MAAM,GAAG;AAC5E,MAAI,CAAC,KACH,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,mCAA+B;GAAE,EAAE,IAAI;AAEtF,MAAI,CAAC,SACH,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,wBAAwB;GAAE,EAAE,IAAI;EAG/E,MAAM,MAAM,QAAQ;EACpB,MAAM,SAAS,kCAAkC,KAAK,MAAM,SAAS;AACrE,SAAO,EAAE,KAAK;GACZ,IAAI;GACJ,SAAS;IACP;IACA;IACA,QAAQ,UAAU;IAClB,QAAQ,SAAU,WAAsB;IACzC;GACF,CAAC;GACF;;;;;;;AAQF,eAAc,KAAK,uBAAuB,2BAA2B,OAAO,MAAM;EAChF,IAAI,OAA2G,EAAE;AACjH,MAAI;AACF,UAAQ,MAAM,EAAE,IAAI,MAAM;UACpB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,qBAAqB;IAAE,EAAE,IAAI;;EAG5E,MAAM,OAAO,OAAO,KAAK,SAAS,WAAW,KAAK,KAAK,MAAM,GAAG;AAChE,MAAI,CAAC,KACH,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,oBAAoB;GAAE,EAAE,IAAI;AAE3E,MAAI,KAAK,SAAS,IAChB,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,gCAAgC;GAAE,EAAE,IAAI;EAGvF,MAAM,SAAS,QAAQ;EACvB,MAAM,gBAAgB,4BAA4B,OAAO,UAAU,IAAI;EACvE,MAAM,WAAW,OAAO,KAAK,aAAa,YAAY,KAAK,SAAS,MAAM,GAAG,KAAK,SAAS,MAAM,GAAG,cAAc;EAClH,MAAM,iBACJ,KAAK,kBAAkB,OAAO,KAAK,mBAAmB,YAAY,CAAC,MAAM,QAAQ,KAAK,eAAe,GAChG,KAAK,iBACN,KAAA;EACN,MAAM,YAAY;GAChB,GAAG;GACH,SAAS;GACT;GACA,WAAW;IACT,GAAI,cAAc,aAAa,EAAE;IACjC,GAAI,iBAAiB,GAAG,WAAW;KAAE,GAAI,cAAc,YAAY,aAAa,EAAE;KAAG,GAAG;KAAgB,EAAE,GAAG,EAAE;IAChH;GACD,UAAU;IAAE,SAAS;IAAO,OAAO,CAAC,SAAS;IAAE;GAChD;AAED,MAAI,CAAC,eAAe,UAAU,CAC5B,QAAO,EAAE,KAAK;GACZ,IAAI;GACJ,OAAO,EAAE,SAAS,iBAAiB,SAAS,uBAAuB;GACpE,EAAE,IAAI;AAGT,MAAI;GACF,MAAM,YAAY,KAAK,KAAK;GAC5B,MAAM,SAAS,MAAM,MAAM,MAAM,WAAW;IAC1C,WAAW;IACX,iBAAiB;IACjB,KAAK;KACH,GAAI,OAAO,KAAK,UAAU,YAAY,KAAK,MAAM,MAAM,GAAG,EAAE,OAAO,KAAK,MAAM,MAAM,EAAE,GAAG,EAAE;KAC3F,GAAI,OAAO,KAAK,UAAU,YAAY,KAAK,MAAM,MAAM,GAAG,EAAE,OAAO,KAAK,MAAM,MAAM,EAAE,GAAG,EAAE;KAC5F;IACF,CAAC;AACF,OAAI,CAAC,OAAO,MAAM,OAChB,OAAM,IAAI,MAAM,iBAAiB,OAAO,SAAS,wBAAwB;GAE3E,MAAM,WACJ,OAAO,WAAW,UAAU,OAAO,WAAW,QAC1C,cACA,OAAO,WAAW,SAAS,OAAO,WAAW,SAC3C,eACA,OAAO,WAAW,QAChB,cACA,SAAS,OAAO;AAC1B,UAAO,EAAE,KAAK;IACZ,IAAI;IACJ,SAAS;KACP,OAAO,OAAO,MAAM,SAAS,SAAS;KACtC;KACA,QAAQ,OAAO;KACf,UAAU,OAAO;KACjB,WAAW,KAAK,KAAK,GAAG;KACxB,WAAW,OAAO,MAAM;KACzB;IACF,CAAC;WACK,OAAO;GACd,MAAM,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAClE,OAAI,MAAM;IAAE,cAAc;IAAK;IAAU,EAAE,wBAAwB;AACnE,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,oBAAoB,OAAO;IAAE,EAAE,IAAI;;GAElF;;;;;;;AAQF,eAAc,KAAK,yBAAyB,OAAO,MAAM;EACvD,IAAI,OAAiE,EAAE;AACvE,MAAI;AACF,UAAQ,MAAM,EAAE,IAAI,MAAM;UACpB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,qBAAqB;IAAE,EAAE,IAAI;;EAG5E,MAAM,EAAE,OAAO,UAAU,aAAa;AACtC,MAAI,CAAC,SAAS,OAAO,UAAU,SAC7B,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,0CAA0C;GAAE,EAAE,IAAI;AAEjG,MAAI,CAAC,YAAY,OAAO,aAAa,SACnC,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,oCAAoC;GAAE,EAAE,IAAI;EAI3F,IAAI;AACJ,MAAI;AACF,iBAAc,OAAO,KAAK,OAAO,SAAS;UACpC;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,6BAA6B;IAAE,EAAE,IAAI;;AAGpF,MAAI,YAAY,WAAW,EACzB,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,oBAAoB;GAAE,EAAE,IAAI;AAE3E,MAAI,YAAY,SAAS,gBACvB,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,kCAAkC;GAAE,EAAE,IAAI;EAIzF,MAAM,SAAS,QAAQ;EACvB,MAAM,eAAe,OAAO,OAAO,OAAO;EAC1C,MAAM,YAAY,4BAA4B,cAAc,OAAO,OAAO,MAAM;AAEhF,MAAI,CAAC,eAAe,UAAU,CAC5B,QAAO,EAAE,KAAK;GACZ,IAAI;GACJ,OAAO,EAAE,SAAS,4EAA4E;GAC/F,EAAE,IAAI;EAIT,IAAI;EACJ,IAAI;AACJ,MAAI;GACF,MAAM,SAAS,MAAM,WAAW,aAAa,WAAW,EACtD,UAAU,aAAa,UAAU,aAAa,YAAY,OAAO,KAAA,IAClE,CAAC;AACF,SAAM,OAAO;AACb,sBAAmB,OAAO,YAAY;WAC/B,OAAO;GACd,MAAM,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAClE,OAAI,MAAM,EAAE,cAAc,KAAK,EAAE,6BAA6B;AAC9D,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,yBAAyB,OAAO;IAAE,EAAE,IAAI;;AAGvF,MAAI,CAAC,IAAI,MAAM,CACb,QAAO,EAAE,KAAK;GACZ,IAAI;GACJ,SAAS;IAAE,KAAK;IAAI,UAAU;IAAkB;GACjD,CAAC;EAIJ,MAAM,UAAU,MAAM,iBAAiB,KAAK,OAAO;AAEnD,SAAO,EAAE,KAAK;GACZ,IAAI;GACJ,SAAS;IACP;IACA,GAAI,UAAU,EAAE,SAAS,GAAG,EAAE;IAC9B,GAAI,mBAAmB,EAAE,UAAU,kBAAkB,GAAG,EAAE;IAC3D;GACF,CAAC;GACF"}
+{"version":3,"file":"voice.js","names":[],"sources":["../../../../../src/gateway/hono/routes/voice.ts"],"sourcesContent":["/**\n * Voice routes — POST /api/voice/transcriptions (multipart) and legacy\n * POST /api/voice/transcribe (JSON/base64).\n *\n * The endpoints share one execution path that:\n *   1. Runs the configured STT provider and fallback chain\n *   2. Optionally runs LLM refine on the raw transcript\n *   3. Returns { raw, refined?, language }\n *\n * LLM refinement is opt-in through `voice.input.refinement`.\n */\n\nimport type { Context, Hono } from 'hono';\nimport { type UserMessage } from '@earendil-works/pi-ai/compat';\n\nimport type { Config } from '../../../config/schema.js';\nimport { getDefaultModelSync, resolveModel } from '../../../providers/index.js';\nimport { completeWithResolvedCredentials } from '../../../providers/model-call.js';\nimport { isSTTAvailable, transcribe } from '../../../voice/stt/index.js';\nimport { isTTSAvailable, mergeTtsConfigFromAppConfig, speak } from '../../../voice/tts/index.js';\nimport { listTtsProvidersForApi } from '../../../voice/tts/list-providers.js';\nimport { listSttProvidersForApi } from '../../../voice/stt/list-providers.js';\nimport { mergeSttConfigFromAppConfig } from '../../../channels/attachments/voice-stt-webchat.js';\nimport { resolveSttProviderConfigSlice } from '../../../voice/stt/config-slice.js';\nimport { resolveTtsProviderConfigSlice } from '../../../voice/tts/config-slice.js';\nimport {\n  listLocalVoiceModelStatuses,\n  removeLocalVoiceModel,\n  startLocalVoiceModelInstall,\n} from '../../../voice/local/model-manager.js';\nimport { getLocalVoiceRuntimeClient } from '../../../voice/local/runtime-client.js';\nimport { createGatewayRouteLogger } from '../lib/route-logger.js';\nimport type { AuthenticatedRouteDeps } from './deps.js';\n\nconst log = createGatewayRouteLogger('Voice');\n\nfunction readVoiceApiKeyFromConfigFileOnly(\n  cfg: Config,\n  kind: 'stt' | 'tts',\n  providerId: string,\n): string | undefined {\n  const id = providerId.trim();\n  if (!id) return undefined;\n  const slice =\n    kind === 'stt'\n      ? resolveSttProviderConfigSlice(id, cfg.tools?.media?.audio)\n      : resolveTtsProviderConfigSlice(id, cfg.messages?.tts);\n  const key = slice.apiKey;\n  return typeof key === 'string' && key.trim() ? key.trim() : undefined;\n}\n\nconst REFINE_TIMEOUT_MS = 15_000;\nconst MAX_AUDIO_BYTES = 25 * 1024 * 1024; // 25 MB\nconst MAX_SPEECH_TEXT_LENGTH = 1_200;\n\nfunction speechMimeType(format: string): string {\n  if (format === 'opus' || format === 'ogg') return 'audio/ogg';\n  if (format === 'mp3' || format === 'mpeg') return 'audio/mpeg';\n  if (format === 'wav') return 'audio/wav';\n  return `audio/${format}`;\n}\n\nconst LIGHT_REFINE_PROMPT = `你是语音转文字后处理助手。将语音转写原文整理为高质量文本输入。\n\n规则：\n1. 修正明显的语音识别错误\n2. 添加正确的标点符号\n3. 去除口语赘词（嗯、啊、那个、就是说、然后就是）\n4. 保持原意不变，不要扩写或改变语义\n5. 如果原文已经很好，原样输出\n6. 只输出整理后的文字，不要解释`;\n\nconst PUNCTUATION_REFINE_PROMPT = `为语音转写原文补充标点和合理分段。不要删词、改写、扩写或改变语义。只输出处理后的文字。`;\n\nfunction resolveRefineModel(\n  config: Config | undefined,\n  configuredRef?: string,\n): ReturnType<typeof resolveModel> | null {\n  if (configuredRef) {\n    try {\n      return resolveModel(configuredRef);\n    } catch {\n      log.warn({ modelRef: configuredRef }, 'Configured voice refinement model is invalid');\n      return null;\n    }\n  }\n  const envRef = process.env.XOPC_VOICE_REFINE_MODEL?.trim();\n  if (envRef) {\n    try {\n      return resolveModel(envRef);\n    } catch { /* fall through */ }\n  }\n  for (const candidate of ['openai/gpt-5.6-luna', 'google/gemini-3.5-flash']) {\n    try {\n      return resolveModel(candidate);\n    } catch { /* next */ }\n  }\n  try {\n    return resolveModel(getDefaultModelSync(config));\n  } catch {\n    return null;\n  }\n}\n\nasync function refineTranscript(\n  raw: string,\n  config: Config | undefined,\n  signal?: AbortSignal,\n): Promise<string | undefined> {\n  if (!raw.trim()) return undefined;\n\n  const refinement = config?.voice?.input?.refinement;\n  const mode = refinement?.mode ?? 'off';\n  if (mode === 'off') return undefined;\n\n  const instruction =\n    mode === 'punctuation'\n      ? PUNCTUATION_REFINE_PROMPT\n      : mode === 'custom'\n        ? refinement?.customInstruction?.trim()\n        : LIGHT_REFINE_PROMPT;\n  if (!instruction) {\n    log.warn('Custom voice refinement is enabled without an instruction; returning raw only');\n    return undefined;\n  }\n\n  const model = resolveRefineModel(config, refinement?.model);\n  if (!model) {\n    log.debug('No LLM model available for voice refine; returning raw only');\n    return undefined;\n  }\n\n  try {\n    const userMsg: UserMessage = {\n      role: 'user',\n      content: `${instruction}\\n\\n原文：${raw}`,\n      timestamp: Date.now(),\n    };\n\n    const timeoutSignal =\n      typeof AbortSignal !== 'undefined' && typeof AbortSignal.timeout === 'function'\n        ? AbortSignal.timeout(REFINE_TIMEOUT_MS)\n        : undefined;\n    const mergedSignal =\n      signal && timeoutSignal && typeof AbortSignal.any === 'function'\n        ? AbortSignal.any([signal, timeoutSignal])\n        : signal ?? timeoutSignal;\n\n    const result = await completeWithResolvedCredentials(\n      model,\n      { messages: [userMsg] },\n      {\n        maxTokens: Math.min(raw.length * 3, 4096),\n        temperature: 0.2,\n        signal: mergedSignal as AbortSignal,\n      },\n    );\n\n    let out = '';\n    if (Array.isArray(result.content)) {\n      for (const c of result.content) {\n        if (c && typeof c === 'object' && (c as { type?: string }).type === 'text') {\n          out += String((c as { text?: string }).text || '');\n        }\n      }\n    }\n\n    const refined = out.trim();\n    if (!refined || refined === raw.trim()) return undefined;\n    return refined;\n  } catch (error) {\n    const msg = error instanceof Error ? error.message : String(error);\n    log.warn({ errorMessage: msg }, 'Voice refine failed; returning raw only');\n    return undefined;\n  }\n}\n\nexport function registerVoiceRoutes(authenticated: Hono, deps: AuthenticatedRouteDeps): void {\n  const { service, strictRateLimitMiddleware } = deps;\n\n  authenticated.post('/api/voice/language', strictRateLimitMiddleware, async (c) => {\n    let body: { language?: unknown } = {};\n    try {\n      body = (await c.req.json()) as typeof body;\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid JSON body' } }, 400);\n    }\n    if (body.language !== 'en' && body.language !== 'zh') {\n      return c.json({ ok: false, error: { message: 'language must be \"en\" or \"zh\"' } }, 400);\n    }\n    const payload = await service.syncVoiceLanguage(body.language);\n    if (payload.error) {\n      return c.json({ ok: false, error: { message: payload.error } }, 500);\n    }\n    return c.json({ ok: true, payload });\n  });\n\n  /**\n   * GET /api/voice/providers\n   *\n   * Lists registered SpeechProviderPlugin ids with configured state for the\n   * current gateway config (OpenClaw `tts.providers` equivalent).\n   */\n  authenticated.get('/api/voice/providers', (c) => {\n    const config = service.currentConfig as Config;\n    const payload = listTtsProvidersForApi(config);\n    return c.json({ ok: true, payload });\n  });\n\n  /**\n   * GET /api/voice/stt-providers\n   *\n   * Lists registered MediaUnderstandingProvider ids with configured state for\n   * the current gateway config (OpenClaw `tools.media.audio.providers` equivalent).\n   */\n  authenticated.get('/api/voice/stt-providers', (c) => {\n    const config = service.currentConfig as Config;\n    const payload = listSttProvidersForApi(config);\n    return c.json({ ok: true, payload });\n  });\n\n  authenticated.get('/api/voice/local/status', async (c) => {\n    const models = await listLocalVoiceModelStatuses();\n    try {\n      const runtime = await getLocalVoiceRuntimeClient().request<{\n        ok: boolean;\n        protocolVersion: number;\n        engine: string;\n      }>('health', {}, { timeoutMs: 10_000, stopOnTimeout: false });\n      return c.json({ ok: true, payload: { runtime: { ...runtime, ready: true }, models } });\n    } catch (error) {\n      const message = error instanceof Error ? error.message : String(error);\n      return c.json({\n        ok: true,\n        payload: { runtime: { ready: false, error: message }, models },\n      });\n    }\n  });\n\n  authenticated.post(\n    '/api/voice/local/models/:modelId/install',\n    strictRateLimitMiddleware,\n    (c) => {\n      try {\n        const status = startLocalVoiceModelInstall(c.req.param('modelId'));\n        return c.json({ ok: true, payload: { model: status } }, 202);\n      } catch (error) {\n        const message = error instanceof Error ? error.message : String(error);\n        return c.json({ ok: false, error: { message } }, 400);\n      }\n    },\n  );\n\n  authenticated.delete(\n    '/api/voice/local/models/:modelId',\n    strictRateLimitMiddleware,\n    async (c) => {\n      try {\n        await removeLocalVoiceModel(c.req.param('modelId'));\n        return c.json({ ok: true });\n      } catch (error) {\n        const message = error instanceof Error ? error.message : String(error);\n        return c.json({ ok: false, error: { message } }, 400);\n      }\n    },\n  );\n\n  /**\n   * POST /api/voice/reveal-api-key — return plaintext voice provider apiKey from config file only.\n   * Body: `{ kind: 'stt' | 'tts', provider: string }`\n   */\n  authenticated.post('/api/voice/reveal-api-key', strictRateLimitMiddleware, async (c) => {\n    let body: { kind?: unknown; provider?: unknown } = {};\n    try {\n      body = (await c.req.json()) as typeof body;\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid JSON body' } }, 400);\n    }\n    const kind = body.kind === 'stt' || body.kind === 'tts' ? body.kind : null;\n    const provider = typeof body.provider === 'string' ? body.provider.trim() : '';\n    if (!kind) {\n      return c.json({ ok: false, error: { message: 'kind must be \"stt\" or \"tts\"' } }, 400);\n    }\n    if (!provider) {\n      return c.json({ ok: false, error: { message: 'provider is required' } }, 400);\n    }\n\n    const cfg = service.currentConfig as Config;\n    const apiKey = readVoiceApiKeyFromConfigFileOnly(cfg, kind, provider);\n    return c.json({\n      ok: true,\n      payload: {\n        kind,\n        provider,\n        apiKey: apiKey ?? null,\n        source: apiKey ? ('config' as const) : ('none' as const),\n      },\n    });\n  });\n\n  /** Generate one bounded read-aloud chunk as binary audio. */\n  authenticated.post('/api/voice/speech', strictRateLimitMiddleware, async (c) => {\n    let body: { text?: unknown; language?: unknown; voice?: unknown } = {};\n    try {\n      body = (await c.req.json()) as typeof body;\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid JSON body' } }, 400);\n    }\n\n    const text = typeof body.text === 'string' ? body.text.trim() : '';\n    if (!text) {\n      return c.json({ ok: false, error: { message: 'text is required' } }, 400);\n    }\n    if (text.length > MAX_SPEECH_TEXT_LENGTH) {\n      return c.json({ ok: false, error: { message: `text exceeds ${MAX_SPEECH_TEXT_LENGTH} characters` } }, 400);\n    }\n\n    const language = typeof body.language === 'string' ? body.language.trim() : '';\n    const voice = typeof body.voice === 'string' ? body.voice.trim() : '';\n    if (language && !/^[a-z]{2,3}(?:-[A-Z]{2})?$/.test(language)) {\n      return c.json({ ok: false, error: { message: 'language must be a valid locale' } }, 400);\n    }\n    if (voice.length > 100) {\n      return c.json({ ok: false, error: { message: 'voice exceeds 100 characters' } }, 400);\n    }\n\n    const config = service.currentConfig as Config;\n    const baseTtsConfig = mergeTtsConfigFromAppConfig(config.messages?.tts);\n    const provider = baseTtsConfig.provider;\n    const languageVoice = language.startsWith('en')\n      ? 'en-US-MichelleNeural'\n      : language.startsWith('zh')\n        ? 'zh-CN-XiaoxiaoNeural'\n        : undefined;\n    const providerOverride = provider === 'edge'\n      ? {\n          ...(language ? { lang: language } : {}),\n          ...(voice || languageVoice ? { voice: voice || languageVoice } : {}),\n        }\n      : {};\n    const ttsConfig = {\n      ...baseTtsConfig,\n      enabled: true,\n      providers: {\n        ...(baseTtsConfig.providers ?? {}),\n        [provider]: {\n          ...(baseTtsConfig.providers?.[provider] ?? {}),\n          ...providerOverride,\n        },\n      },\n    };\n\n    if (!isTTSAvailable(ttsConfig)) {\n      return c.json({ ok: false, error: { message: `TTS provider \\\"${provider}\\\" is not configured.` } }, 503);\n    }\n\n    try {\n      const result = await speak(text, ttsConfig, {\n        appConfig: config,\n        parseDirectives: false,\n        signal: c.req.raw.signal,\n        tts: voice ? { voice } : undefined,\n      });\n      if (!result.audio.length) {\n        throw new Error(`TTS provider \\\"${result.provider}\\\" returned empty audio`);\n      }\n      return new Response(new Uint8Array(result.audio), {\n        headers: {\n          'Content-Type': speechMimeType(result.format),\n          'Content-Length': String(result.audio.length),\n          'Cache-Control': 'private, no-store',\n          'X-Content-Type-Options': 'nosniff',\n          'X-Voice-Provider': result.provider,\n          ...(language ? { 'X-Voice-Language': language } : {}),\n        },\n      });\n    } catch (error) {\n      const msg = error instanceof Error ? error.message : String(error);\n      if (!c.req.raw.signal.aborted) {\n        log.error({ err: error, provider, textLength: text.length }, `Voice speech generation failed: ${msg}`);\n      }\n      return c.json({ ok: false, error: { message: `Speech generation failed: ${msg}` } }, 502);\n    }\n  });\n\n  /**\n   * POST /api/voice/tts-test\n   *\n   * Body: { text: string, provider?: string, model?: string, voice?: string }\n   * Response: { ok: true, payload: { audio: string, format: string, provider: string } }\n   */\n  authenticated.post('/api/voice/tts-test', strictRateLimitMiddleware, async (c) => {\n    let body: { text?: unknown; provider?: unknown; model?: unknown; voice?: unknown; providerConfig?: unknown } = {};\n    try {\n      body = (await c.req.json()) as typeof body;\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid JSON body' } }, 400);\n    }\n\n    const text = typeof body.text === 'string' ? body.text.trim() : '';\n    if (!text) {\n      return c.json({ ok: false, error: { message: 'text is required' } }, 400);\n    }\n    if (text.length > 1000) {\n      return c.json({ ok: false, error: { message: 'text exceeds 1000 characters' } }, 400);\n    }\n\n    const config = service.currentConfig as Config;\n    const baseTtsConfig = mergeTtsConfigFromAppConfig(config.messages?.tts);\n    const provider = typeof body.provider === 'string' && body.provider.trim() ? body.provider.trim() : baseTtsConfig.provider;\n    const providerConfig =\n      body.providerConfig && typeof body.providerConfig === 'object' && !Array.isArray(body.providerConfig)\n        ? (body.providerConfig as Record<string, unknown>)\n        : undefined;\n    const ttsConfig = {\n      ...baseTtsConfig,\n      enabled: true,\n      provider,\n      providers: {\n        ...(baseTtsConfig.providers ?? {}),\n        ...(providerConfig ? { [provider]: { ...(baseTtsConfig.providers?.[provider] ?? {}), ...providerConfig } } : {}),\n      },\n      fallback: { enabled: false, order: [provider] },\n    };\n\n    if (!isTTSAvailable(ttsConfig)) {\n      return c.json({\n        ok: false,\n        error: { message: `TTS provider \"${provider}\" is not configured.` },\n      }, 503);\n    }\n\n    try {\n      const startedAt = Date.now();\n      const result = await speak(text, ttsConfig, {\n        appConfig: config,\n        parseDirectives: false,\n        tts: {\n          ...(typeof body.model === 'string' && body.model.trim() ? { model: body.model.trim() } : {}),\n          ...(typeof body.voice === 'string' && body.voice.trim() ? { voice: body.voice.trim() } : {}),\n        },\n      });\n      if (!result.audio.length) {\n        throw new Error(`TTS provider \"${result.provider}\" returned empty audio`);\n      }\n      const mimeType =\n        result.format === 'opus' || result.format === 'ogg'\n          ? 'audio/ogg'\n          : result.format === 'mp3' || result.format === 'mpeg'\n            ? 'audio/mpeg'\n            : result.format === 'wav'\n              ? 'audio/wav'\n              : `audio/${result.format}`;\n      return c.json({\n        ok: true,\n        payload: {\n          audio: result.audio.toString('base64'),\n          mimeType,\n          format: result.format,\n          provider: result.provider,\n          latencyMs: Date.now() - startedAt,\n          audioSize: result.audio.length,\n        },\n      });\n    } catch (error) {\n      const msg = error instanceof Error ? error.message : String(error);\n      log.error({ errorMessage: msg, provider }, 'Voice TTS test failed');\n      return c.json({ ok: false, error: { message: `TTS test failed: ${msg}` } }, 502);\n    }\n  });\n\n  type TranscriptionInput = {\n    audioBuffer: Buffer;\n    mimeType: string;\n    fileName: string;\n    language?: string;\n  };\n\n  const runTranscription = async (c: Context, input: TranscriptionInput) => {\n    if (!input.audioBuffer.length) {\n      return c.json({ ok: false, error: { message: 'Empty audio data' } }, 400);\n    }\n    if (input.audioBuffer.length > MAX_AUDIO_BYTES) {\n      return c.json({ ok: false, error: { message: 'Audio data exceeds 25 MB limit' } }, 400);\n    }\n    if (!input.mimeType.toLowerCase().startsWith('audio/')) {\n      return c.json({ ok: false, error: { message: 'Uploaded file must have an audio MIME type' } }, 400);\n    }\n\n    const config = service.currentConfig as Config;\n    const sttConfig = mergeSttConfigFromAppConfig(\n      config.tools?.media?.audio,\n      config.tools?.media,\n    );\n    if (!isSTTAvailable(sttConfig)) {\n      return c.json({\n        ok: false,\n        error: { message: 'STT is not configured. Enable STT in gateway config (tools.media.audio).' },\n      }, 503);\n    }\n\n    const startedAt = Date.now();\n    try {\n      const result = await transcribe(input.audioBuffer, sttConfig, {\n        language: input.language || (sttConfig.provider === 'alibaba' ? 'zh' : undefined),\n        mime: input.mimeType,\n        fileName: input.fileName,\n        signal: c.req.raw.signal,\n      });\n      const raw = result.text;\n      const detectedLanguage = result.language ?? input.language;\n      const refined = raw.trim()\n        ? await refineTranscript(raw, config, c.req.raw.signal)\n        : undefined;\n      return c.json({\n        ok: true,\n        payload: {\n          raw,\n          ...(refined ? { refined } : {}),\n          ...(detectedLanguage ? { language: detectedLanguage } : {}),\n          provider: result.provider,\n          attempts: result.attempts,\n          latencyMs: Date.now() - startedAt,\n        },\n      });\n    } catch (error) {\n      const msg = error instanceof Error ? error.message : String(error);\n      if (!c.req.raw.signal.aborted) {\n        log.error({ err: error, mimeType: input.mimeType, fileName: input.fileName }, `Voice transcription failed: ${msg}`);\n      }\n      return c.json({ ok: false, error: { message: `Transcription failed: ${msg}` } }, 502);\n    }\n  };\n\n  /** Multipart endpoint used by browser and future native clients. */\n  authenticated.post('/api/voice/transcriptions', strictRateLimitMiddleware, async (c) => {\n    const contentLength = Number(c.req.header('content-length') ?? 0);\n    if (Number.isFinite(contentLength) && contentLength > MAX_AUDIO_BYTES + 1024 * 1024) {\n      return c.json({ ok: false, error: { message: 'Audio data exceeds 25 MB limit' } }, 413);\n    }\n    let form: FormData;\n    try {\n      form = await c.req.formData();\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid multipart form data' } }, 400);\n    }\n    const audio = form.get('audio');\n    if (!(audio instanceof Blob)) {\n      return c.json({ ok: false, error: { message: 'Missing required file field: audio' } }, 400);\n    }\n    const languageValue = form.get('language');\n    const language = typeof languageValue === 'string' && languageValue.trim()\n      ? languageValue.trim()\n      : undefined;\n    const fileName = 'name' in audio && typeof audio.name === 'string' && audio.name.trim()\n      ? audio.name.trim()\n      : `audio-${Date.now()}`;\n    return runTranscription(c, {\n      audioBuffer: Buffer.from(await audio.arrayBuffer()),\n      mimeType: audio.type || 'audio/webm',\n      fileName,\n      ...(language ? { language } : {}),\n    });\n  });\n\n  /** Legacy JSON/base64 endpoint retained for mobile and external clients. */\n  authenticated.post('/api/voice/transcribe', strictRateLimitMiddleware, async (c) => {\n    let body: { audio?: unknown; mimeType?: unknown; language?: unknown; fileName?: unknown } = {};\n    try {\n      body = (await c.req.json()) as typeof body;\n    } catch {\n      return c.json({ ok: false, error: { message: 'Invalid JSON body' } }, 400);\n    }\n    if (typeof body.audio !== 'string' || !body.audio.trim()) {\n      return c.json({ ok: false, error: { message: 'Missing required field: audio (base64)' } }, 400);\n    }\n    if (typeof body.mimeType !== 'string' || !body.mimeType.trim()) {\n      return c.json({ ok: false, error: { message: 'Missing required field: mimeType' } }, 400);\n    }\n    const encoded = body.audio.replace(/\\s/g, '');\n    if (encoded.length % 4 === 1 || !/^[A-Za-z0-9+/]*={0,2}$/.test(encoded)) {\n      return c.json({ ok: false, error: { message: 'Invalid base64 audio data' } }, 400);\n    }\n    const language = typeof body.language === 'string' && body.language.trim()\n      ? body.language.trim()\n      : undefined;\n    const fileName = typeof body.fileName === 'string' && body.fileName.trim()\n      ? body.fileName.trim()\n      : `audio-${Date.now()}`;\n    return runTranscription(c, {\n      audioBuffer: Buffer.from(encoded, 'base64'),\n      mimeType: body.mimeType.trim(),\n      fileName,\n      ...(language ? { language } : {}),\n    });\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;gBAgBgF;AAkBhF,MAAM,MAAM,yBAAyB,QAAQ;AAE7C,SAAS,kCACP,KACA,MACA,YACoB;CACpB,MAAM,KAAK,WAAW,MAAM;AAC5B,KAAI,CAAC,GAAI,QAAO,KAAA;CAKhB,MAAM,OAHJ,SAAS,QACL,8BAA8B,IAAI,IAAI,OAAO,OAAO,MAAM,GAC1D,8BAA8B,IAAI,IAAI,UAAU,IAAI,EACxC;AAClB,QAAO,OAAO,QAAQ,YAAY,IAAI,MAAM,GAAG,IAAI,MAAM,GAAG,KAAA;;AAG9D,MAAM,oBAAoB;AAC1B,MAAM,kBAAkB,KAAK,OAAO;AACpC,MAAM,yBAAyB;AAE/B,SAAS,eAAe,QAAwB;AAC9C,KAAI,WAAW,UAAU,WAAW,MAAO,QAAO;AAClD,KAAI,WAAW,SAAS,WAAW,OAAQ,QAAO;AAClD,KAAI,WAAW,MAAO,QAAO;AAC7B,QAAO,SAAS;;AAGlB,MAAM,sBAAsB;;;;;;;;;AAU5B,MAAM,4BAA4B;AAElC,SAAS,mBACP,QACA,eACwC;AACxC,KAAI,cACF,KAAI;AACF,SAAO,aAAa,cAAc;SAC5B;AACN,MAAI,KAAK,EAAE,UAAU,eAAe,EAAE,+CAA+C;AACrF,SAAO;;CAGX,MAAM,SAAS,QAAQ,IAAI,yBAAyB,MAAM;AAC1D,KAAI,OACF,KAAI;AACF,SAAO,aAAa,OAAO;SACrB;AAEV,MAAK,MAAM,aAAa,CAAC,uBAAuB,0BAA0B,CACxE,KAAI;AACF,SAAO,aAAa,UAAU;SACxB;AAEV,KAAI;AACF,SAAO,aAAa,oBAAoB,OAAO,CAAC;SAC1C;AACN,SAAO;;;AAIX,eAAe,iBACb,KACA,QACA,QAC6B;AAC7B,KAAI,CAAC,IAAI,MAAM,CAAE,QAAO,KAAA;CAExB,MAAM,aAAa,QAAQ,OAAO,OAAO;CACzC,MAAM,OAAO,YAAY,QAAQ;AACjC,KAAI,SAAS,MAAO,QAAO,KAAA;CAE3B,MAAM,cACJ,SAAS,gBACL,4BACA,SAAS,WACP,YAAY,mBAAmB,MAAM,GACrC;AACR,KAAI,CAAC,aAAa;AAChB,MAAI,KAAK,gFAAgF;AACzF;;CAGF,MAAM,QAAQ,mBAAmB,QAAQ,YAAY,MAAM;AAC3D,KAAI,CAAC,OAAO;AACV,MAAI,MAAM,8DAA8D;AACxE;;AAGF,KAAI;EACF,MAAM,UAAuB;GAC3B,MAAM;GACN,SAAS,GAAG,YAAY,SAAS;GACjC,WAAW,KAAK,KAAK;GACtB;EAED,MAAM,gBACJ,OAAO,gBAAgB,eAAe,OAAO,YAAY,YAAY,aACjE,YAAY,QAAQ,kBAAkB,GACtC,KAAA;EACN,MAAM,eACJ,UAAU,iBAAiB,OAAO,YAAY,QAAQ,aAClD,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,GACxC,UAAU;EAEhB,MAAM,SAAS,MAAM,gCACnB,OACA,EAAE,UAAU,CAAC,QAAQ,EAAE,EACvB;GACE,WAAW,KAAK,IAAI,IAAI,SAAS,GAAG,KAAK;GACzC,aAAa;GACb,QAAQ;GACT,CACF;EAED,IAAI,MAAM;AACV,MAAI,MAAM,QAAQ,OAAO,QAAQ;QAC1B,MAAM,KAAK,OAAO,QACrB,KAAI,KAAK,OAAO,MAAM,YAAa,EAAwB,SAAS,OAClE,QAAO,OAAQ,EAAwB,QAAQ,GAAG;;EAKxD,MAAM,UAAU,IAAI,MAAM;AAC1B,MAAI,CAAC,WAAW,YAAY,IAAI,MAAM,CAAE,QAAO,KAAA;AAC/C,SAAO;UACA,OAAO;EACd,MAAM,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAClE,MAAI,KAAK,EAAE,cAAc,KAAK,EAAE,0CAA0C;AAC1E;;;AAIJ,SAAgB,oBAAoB,eAAqB,MAAoC;CAC3F,MAAM,EAAE,SAAS,8BAA8B;AAE/C,eAAc,KAAK,uBAAuB,2BAA2B,OAAO,MAAM;EAChF,IAAI,OAA+B,EAAE;AACrC,MAAI;AACF,UAAQ,MAAM,EAAE,IAAI,MAAM;UACpB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,qBAAqB;IAAE,EAAE,IAAI;;AAE5E,MAAI,KAAK,aAAa,QAAQ,KAAK,aAAa,KAC9C,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,qCAAiC;GAAE,EAAE,IAAI;EAExF,MAAM,UAAU,MAAM,QAAQ,kBAAkB,KAAK,SAAS;AAC9D,MAAI,QAAQ,MACV,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,QAAQ,OAAO;GAAE,EAAE,IAAI;AAEtE,SAAO,EAAE,KAAK;GAAE,IAAI;GAAM;GAAS,CAAC;GACpC;;;;;;;AAQF,eAAc,IAAI,yBAAyB,MAAM;EAC/C,MAAM,SAAS,QAAQ;EACvB,MAAM,UAAU,uBAAuB,OAAO;AAC9C,SAAO,EAAE,KAAK;GAAE,IAAI;GAAM;GAAS,CAAC;GACpC;;;;;;;AAQF,eAAc,IAAI,6BAA6B,MAAM;EACnD,MAAM,SAAS,QAAQ;EACvB,MAAM,UAAU,uBAAuB,OAAO;AAC9C,SAAO,EAAE,KAAK;GAAE,IAAI;GAAM;GAAS,CAAC;GACpC;AAEF,eAAc,IAAI,2BAA2B,OAAO,MAAM;EACxD,MAAM,SAAS,MAAM,6BAA6B;AAClD,MAAI;GACF,MAAM,UAAU,MAAM,4BAA4B,CAAC,QAIhD,UAAU,EAAE,EAAE;IAAE,WAAW;IAAQ,eAAe;IAAO,CAAC;AAC7D,UAAO,EAAE,KAAK;IAAE,IAAI;IAAM,SAAS;KAAE,SAAS;MAAE,GAAG;MAAS,OAAO;MAAM;KAAE;KAAQ;IAAE,CAAC;WAC/E,OAAO;GACd,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AACtE,UAAO,EAAE,KAAK;IACZ,IAAI;IACJ,SAAS;KAAE,SAAS;MAAE,OAAO;MAAO,OAAO;MAAS;KAAE;KAAQ;IAC/D,CAAC;;GAEJ;AAEF,eAAc,KACZ,4CACA,4BACC,MAAM;AACL,MAAI;GACF,MAAM,SAAS,4BAA4B,EAAE,IAAI,MAAM,UAAU,CAAC;AAClE,UAAO,EAAE,KAAK;IAAE,IAAI;IAAM,SAAS,EAAE,OAAO,QAAQ;IAAE,EAAE,IAAI;WACrD,OAAO;GACd,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AACtE,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS;IAAE,EAAE,IAAI;;GAG1D;AAED,eAAc,OACZ,oCACA,2BACA,OAAO,MAAM;AACX,MAAI;AACF,SAAM,sBAAsB,EAAE,IAAI,MAAM,UAAU,CAAC;AACnD,UAAO,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC;WACpB,OAAO;GACd,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AACtE,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS;IAAE,EAAE,IAAI;;GAG1D;;;;;AAMD,eAAc,KAAK,6BAA6B,2BAA2B,OAAO,MAAM;EACtF,IAAI,OAA+C,EAAE;AACrD,MAAI;AACF,UAAQ,MAAM,EAAE,IAAI,MAAM;UACpB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,qBAAqB;IAAE,EAAE,IAAI;;EAE5E,MAAM,OAAO,KAAK,SAAS,SAAS,KAAK,SAAS,QAAQ,KAAK,OAAO;EACtE,MAAM,WAAW,OAAO,KAAK,aAAa,WAAW,KAAK,SAAS,MAAM,GAAG;AAC5E,MAAI,CAAC,KACH,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,mCAA+B;GAAE,EAAE,IAAI;AAEtF,MAAI,CAAC,SACH,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,wBAAwB;GAAE,EAAE,IAAI;EAG/E,MAAM,MAAM,QAAQ;EACpB,MAAM,SAAS,kCAAkC,KAAK,MAAM,SAAS;AACrE,SAAO,EAAE,KAAK;GACZ,IAAI;GACJ,SAAS;IACP;IACA;IACA,QAAQ,UAAU;IAClB,QAAQ,SAAU,WAAsB;IACzC;GACF,CAAC;GACF;;AAGF,eAAc,KAAK,qBAAqB,2BAA2B,OAAO,MAAM;EAC9E,IAAI,OAAgE,EAAE;AACtE,MAAI;AACF,UAAQ,MAAM,EAAE,IAAI,MAAM;UACpB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,qBAAqB;IAAE,EAAE,IAAI;;EAG5E,MAAM,OAAO,OAAO,KAAK,SAAS,WAAW,KAAK,KAAK,MAAM,GAAG;AAChE,MAAI,CAAC,KACH,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,oBAAoB;GAAE,EAAE,IAAI;AAE3E,MAAI,KAAK,SAAS,uBAChB,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,gBAAgB,uBAAuB,cAAc;GAAE,EAAE,IAAI;EAG5G,MAAM,WAAW,OAAO,KAAK,aAAa,WAAW,KAAK,SAAS,MAAM,GAAG;EAC5E,MAAM,QAAQ,OAAO,KAAK,UAAU,WAAW,KAAK,MAAM,MAAM,GAAG;AACnE,MAAI,YAAY,CAAC,6BAA6B,KAAK,SAAS,CAC1D,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,mCAAmC;GAAE,EAAE,IAAI;AAE1F,MAAI,MAAM,SAAS,IACjB,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,gCAAgC;GAAE,EAAE,IAAI;EAGvF,MAAM,SAAS,QAAQ;EACvB,MAAM,gBAAgB,4BAA4B,OAAO,UAAU,IAAI;EACvE,MAAM,WAAW,cAAc;EAC/B,MAAM,gBAAgB,SAAS,WAAW,KAAK,GAC3C,yBACA,SAAS,WAAW,KAAK,GACvB,yBACA,KAAA;EACN,MAAM,mBAAmB,aAAa,SAClC;GACE,GAAI,WAAW,EAAE,MAAM,UAAU,GAAG,EAAE;GACtC,GAAI,SAAS,gBAAgB,EAAE,OAAO,SAAS,eAAe,GAAG,EAAE;GACpE,GACD,EAAE;EACN,MAAM,YAAY;GAChB,GAAG;GACH,SAAS;GACT,WAAW;IACT,GAAI,cAAc,aAAa,EAAE;KAChC,WAAW;KACV,GAAI,cAAc,YAAY,aAAa,EAAE;KAC7C,GAAG;KACJ;IACF;GACF;AAED,MAAI,CAAC,eAAe,UAAU,CAC5B,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,kBAAkB,SAAS,wBAAwB;GAAE,EAAE,IAAI;AAG1G,MAAI;GACF,MAAM,SAAS,MAAM,MAAM,MAAM,WAAW;IAC1C,WAAW;IACX,iBAAiB;IACjB,QAAQ,EAAE,IAAI,IAAI;IAClB,KAAK,QAAQ,EAAE,OAAO,GAAG,KAAA;IAC1B,CAAC;AACF,OAAI,CAAC,OAAO,MAAM,OAChB,OAAM,IAAI,MAAM,kBAAkB,OAAO,SAAS,yBAAyB;AAE7E,UAAO,IAAI,SAAS,IAAI,WAAW,OAAO,MAAM,EAAE,EAChD,SAAS;IACP,gBAAgB,eAAe,OAAO,OAAO;IAC7C,kBAAkB,OAAO,OAAO,MAAM,OAAO;IAC7C,iBAAiB;IACjB,0BAA0B;IAC1B,oBAAoB,OAAO;IAC3B,GAAI,WAAW,EAAE,oBAAoB,UAAU,GAAG,EAAE;IACrD,EACF,CAAC;WACK,OAAO;GACd,MAAM,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAClE,OAAI,CAAC,EAAE,IAAI,IAAI,OAAO,QACpB,KAAI,MAAM;IAAE,KAAK;IAAO;IAAU,YAAY,KAAK;IAAQ,EAAE,mCAAmC,MAAM;AAExG,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,6BAA6B,OAAO;IAAE,EAAE,IAAI;;GAE3F;;;;;;;AAQF,eAAc,KAAK,uBAAuB,2BAA2B,OAAO,MAAM;EAChF,IAAI,OAA2G,EAAE;AACjH,MAAI;AACF,UAAQ,MAAM,EAAE,IAAI,MAAM;UACpB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,qBAAqB;IAAE,EAAE,IAAI;;EAG5E,MAAM,OAAO,OAAO,KAAK,SAAS,WAAW,KAAK,KAAK,MAAM,GAAG;AAChE,MAAI,CAAC,KACH,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,oBAAoB;GAAE,EAAE,IAAI;AAE3E,MAAI,KAAK,SAAS,IAChB,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,gCAAgC;GAAE,EAAE,IAAI;EAGvF,MAAM,SAAS,QAAQ;EACvB,MAAM,gBAAgB,4BAA4B,OAAO,UAAU,IAAI;EACvE,MAAM,WAAW,OAAO,KAAK,aAAa,YAAY,KAAK,SAAS,MAAM,GAAG,KAAK,SAAS,MAAM,GAAG,cAAc;EAClH,MAAM,iBACJ,KAAK,kBAAkB,OAAO,KAAK,mBAAmB,YAAY,CAAC,MAAM,QAAQ,KAAK,eAAe,GAChG,KAAK,iBACN,KAAA;EACN,MAAM,YAAY;GAChB,GAAG;GACH,SAAS;GACT;GACA,WAAW;IACT,GAAI,cAAc,aAAa,EAAE;IACjC,GAAI,iBAAiB,GAAG,WAAW;KAAE,GAAI,cAAc,YAAY,aAAa,EAAE;KAAG,GAAG;KAAgB,EAAE,GAAG,EAAE;IAChH;GACD,UAAU;IAAE,SAAS;IAAO,OAAO,CAAC,SAAS;IAAE;GAChD;AAED,MAAI,CAAC,eAAe,UAAU,CAC5B,QAAO,EAAE,KAAK;GACZ,IAAI;GACJ,OAAO,EAAE,SAAS,iBAAiB,SAAS,uBAAuB;GACpE,EAAE,IAAI;AAGT,MAAI;GACF,MAAM,YAAY,KAAK,KAAK;GAC5B,MAAM,SAAS,MAAM,MAAM,MAAM,WAAW;IAC1C,WAAW;IACX,iBAAiB;IACjB,KAAK;KACH,GAAI,OAAO,KAAK,UAAU,YAAY,KAAK,MAAM,MAAM,GAAG,EAAE,OAAO,KAAK,MAAM,MAAM,EAAE,GAAG,EAAE;KAC3F,GAAI,OAAO,KAAK,UAAU,YAAY,KAAK,MAAM,MAAM,GAAG,EAAE,OAAO,KAAK,MAAM,MAAM,EAAE,GAAG,EAAE;KAC5F;IACF,CAAC;AACF,OAAI,CAAC,OAAO,MAAM,OAChB,OAAM,IAAI,MAAM,iBAAiB,OAAO,SAAS,wBAAwB;GAE3E,MAAM,WACJ,OAAO,WAAW,UAAU,OAAO,WAAW,QAC1C,cACA,OAAO,WAAW,SAAS,OAAO,WAAW,SAC3C,eACA,OAAO,WAAW,QAChB,cACA,SAAS,OAAO;AAC1B,UAAO,EAAE,KAAK;IACZ,IAAI;IACJ,SAAS;KACP,OAAO,OAAO,MAAM,SAAS,SAAS;KACtC;KACA,QAAQ,OAAO;KACf,UAAU,OAAO;KACjB,WAAW,KAAK,KAAK,GAAG;KACxB,WAAW,OAAO,MAAM;KACzB;IACF,CAAC;WACK,OAAO;GACd,MAAM,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAClE,OAAI,MAAM;IAAE,cAAc;IAAK;IAAU,EAAE,wBAAwB;AACnE,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,oBAAoB,OAAO;IAAE,EAAE,IAAI;;GAElF;CASF,MAAM,mBAAmB,OAAO,GAAY,UAA8B;AACxE,MAAI,CAAC,MAAM,YAAY,OACrB,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,oBAAoB;GAAE,EAAE,IAAI;AAE3E,MAAI,MAAM,YAAY,SAAS,gBAC7B,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,kCAAkC;GAAE,EAAE,IAAI;AAEzF,MAAI,CAAC,MAAM,SAAS,aAAa,CAAC,WAAW,SAAS,CACpD,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,8CAA8C;GAAE,EAAE,IAAI;EAGrG,MAAM,SAAS,QAAQ;EACvB,MAAM,YAAY,4BAChB,OAAO,OAAO,OAAO,OACrB,OAAO,OAAO,MACf;AACD,MAAI,CAAC,eAAe,UAAU,CAC5B,QAAO,EAAE,KAAK;GACZ,IAAI;GACJ,OAAO,EAAE,SAAS,4EAA4E;GAC/F,EAAE,IAAI;EAGT,MAAM,YAAY,KAAK,KAAK;AAC5B,MAAI;GACF,MAAM,SAAS,MAAM,WAAW,MAAM,aAAa,WAAW;IAC5D,UAAU,MAAM,aAAa,UAAU,aAAa,YAAY,OAAO,KAAA;IACvE,MAAM,MAAM;IACZ,UAAU,MAAM;IAChB,QAAQ,EAAE,IAAI,IAAI;IACnB,CAAC;GACF,MAAM,MAAM,OAAO;GACnB,MAAM,mBAAmB,OAAO,YAAY,MAAM;GAClD,MAAM,UAAU,IAAI,MAAM,GACtB,MAAM,iBAAiB,KAAK,QAAQ,EAAE,IAAI,IAAI,OAAO,GACrD,KAAA;AACJ,UAAO,EAAE,KAAK;IACZ,IAAI;IACJ,SAAS;KACP;KACA,GAAI,UAAU,EAAE,SAAS,GAAG,EAAE;KAC9B,GAAI,mBAAmB,EAAE,UAAU,kBAAkB,GAAG,EAAE;KAC1D,UAAU,OAAO;KACjB,UAAU,OAAO;KACjB,WAAW,KAAK,KAAK,GAAG;KACzB;IACF,CAAC;WACK,OAAO;GACd,MAAM,MAAM,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AAClE,OAAI,CAAC,EAAE,IAAI,IAAI,OAAO,QACpB,KAAI,MAAM;IAAE,KAAK;IAAO,UAAU,MAAM;IAAU,UAAU,MAAM;IAAU,EAAE,+BAA+B,MAAM;AAErH,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,yBAAyB,OAAO;IAAE,EAAE,IAAI;;;;AAKzF,eAAc,KAAK,6BAA6B,2BAA2B,OAAO,MAAM;EACtF,MAAM,gBAAgB,OAAO,EAAE,IAAI,OAAO,iBAAiB,IAAI,EAAE;AACjE,MAAI,OAAO,SAAS,cAAc,IAAI,gBAAgB,kBAAkB,OAAO,KAC7E,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,kCAAkC;GAAE,EAAE,IAAI;EAEzF,IAAI;AACJ,MAAI;AACF,UAAO,MAAM,EAAE,IAAI,UAAU;UACvB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,+BAA+B;IAAE,EAAE,IAAI;;EAEtF,MAAM,QAAQ,KAAK,IAAI,QAAQ;AAC/B,MAAI,EAAE,iBAAiB,MACrB,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,sCAAsC;GAAE,EAAE,IAAI;EAE7F,MAAM,gBAAgB,KAAK,IAAI,WAAW;EAC1C,MAAM,WAAW,OAAO,kBAAkB,YAAY,cAAc,MAAM,GACtE,cAAc,MAAM,GACpB,KAAA;EACJ,MAAM,WAAW,UAAU,SAAS,OAAO,MAAM,SAAS,YAAY,MAAM,KAAK,MAAM,GACnF,MAAM,KAAK,MAAM,GACjB,SAAS,KAAK,KAAK;AACvB,SAAO,iBAAiB,GAAG;GACzB,aAAa,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;GACnD,UAAU,MAAM,QAAQ;GACxB;GACA,GAAI,WAAW,EAAE,UAAU,GAAG,EAAE;GACjC,CAAC;GACF;;AAGF,eAAc,KAAK,yBAAyB,2BAA2B,OAAO,MAAM;EAClF,IAAI,OAAwF,EAAE;AAC9F,MAAI;AACF,UAAQ,MAAM,EAAE,IAAI,MAAM;UACpB;AACN,UAAO,EAAE,KAAK;IAAE,IAAI;IAAO,OAAO,EAAE,SAAS,qBAAqB;IAAE,EAAE,IAAI;;AAE5E,MAAI,OAAO,KAAK,UAAU,YAAY,CAAC,KAAK,MAAM,MAAM,CACtD,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,0CAA0C;GAAE,EAAE,IAAI;AAEjG,MAAI,OAAO,KAAK,aAAa,YAAY,CAAC,KAAK,SAAS,MAAM,CAC5D,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,oCAAoC;GAAE,EAAE,IAAI;EAE3F,MAAM,UAAU,KAAK,MAAM,QAAQ,OAAO,GAAG;AAC7C,MAAI,QAAQ,SAAS,MAAM,KAAK,CAAC,yBAAyB,KAAK,QAAQ,CACrE,QAAO,EAAE,KAAK;GAAE,IAAI;GAAO,OAAO,EAAE,SAAS,6BAA6B;GAAE,EAAE,IAAI;EAEpF,MAAM,WAAW,OAAO,KAAK,aAAa,YAAY,KAAK,SAAS,MAAM,GACtE,KAAK,SAAS,MAAM,GACpB,KAAA;EACJ,MAAM,WAAW,OAAO,KAAK,aAAa,YAAY,KAAK,SAAS,MAAM,GACtE,KAAK,SAAS,MAAM,GACpB,SAAS,KAAK,KAAK;AACvB,SAAO,iBAAiB,GAAG;GACzB,aAAa,OAAO,KAAK,SAAS,SAAS;GAC3C,UAAU,KAAK,SAAS,MAAM;GAC9B;GACA,GAAI,WAAW,EAAE,UAAU,GAAG,EAAE;GACjC,CAAC;GACF"}

package/dist/src/gateway/hono/routes/you.js

@@ -1,5 +1,6 @@
 import { runSqliteWriteTransaction } from "../../../storage/sqlite/transaction.js";
 import { deleteMemoryRecord, getMemoryRecord, listMemoryRecords, upsertMemoryRecord } from "../../../storage/sqlite/memory-records-repository.js";
+import { listKnowledgeSourceItems, listKnowledgeSyncRuns } from "../../../storage/sqlite/knowledge-repository.js";
 import { USER_TRUST_LEVELS, isUserTrustLevel } from "../../../user-context/trust-policy.js";
 import { getUserTrustPolicy, setUserTrustPolicy } from "../../../storage/sqlite/user-trust-repository.js";
 import { getUserProfilePromptState, setUserProfilePromptState } from "../../../storage/sqlite/user-profile-setup-repository.js";
@@ -190,7 +191,10 @@ function registerYouRoutes(authenticated, deps) {
 		const trustPolicy = getUserTrustPolicy();
 		const sourceDefinitions = listConnectorCatalog();
 		const sourceInstances = listConnectorInstances(config);
-		const sources = projectPersonalContextSources(sourceDefinitions, sourceInstances, allUserContextRecords);
+		const sources = projectPersonalContextSources(sourceDefinitions, sourceInstances, allUserContextRecords, {
+			sourceItems: listKnowledgeSourceItems({ limit: 500 }),
+			syncRuns: listKnowledgeSyncRuns({ limit: 500 })
+		});
 		const activeGoals = new GoalService().list({
 			agentId,
 			status: [