@xopcai/xopc 0.0.144 → 0.0.145

package/dist/src/voice/metadata/builtin.js

@@ -30,6 +30,28 @@ const alibabaSttModels = [
 		name: "Paraformer MTL v1 (Multilingual)"
 	}
 ];
+const localSttModels = [
+	{
+		id: "sensevoice-small",
+		name: "SenseVoice Small 中文（推荐）",
+		description: "约 230 MB · 普通话、粤语、中英混说"
+	},
+	{
+		id: "tiny",
+		name: "Whisper Tiny (Fastest)",
+		description: "About 45 MB"
+	},
+	{
+		id: "base",
+		name: "Whisper Base (Multilingual)",
+		description: "About 80 MB"
+	},
+	{
+		id: "small",
+		name: "Whisper Small (Higher quality)",
+		description: "About 245 MB"
+	}
+];
 const alibabaTtsModels = [
 	{
 		id: "qwen-tts",
@@ -133,6 +155,30 @@ const edgeVoices = [
 	}
 ];
 const builtinVoiceProviderMetadata = [
+	{
+		id: "xopc-local",
+		capability: "stt",
+		displayName: "xopc Local Voice",
+		description: "Private on-device Chinese and multilingual transcription. Audio never leaves this device.",
+		aliases: ["local"],
+		models: localSttModels,
+		fields: [{
+			key: "model",
+			label: "Model",
+			type: "select",
+			options: localSttModels,
+			defaultValue: "sensevoice-small"
+		}, {
+			key: "language",
+			label: "Language hint",
+			type: "string",
+			placeholder: "zh"
+		}],
+		diagnostics: {
+			requiresApiKey: false,
+			configPath: "tools.media.audio.providers.xopc-local"
+		}
+	},
 	{
 		id: "alibaba",
 		capability: "stt",

package/dist/src/voice/metadata/builtin.js.map

@@ -1 +1 @@
-{"version":3,"file":"builtin.js","names":[],"sources":["../../../../src/voice/metadata/builtin.ts"],"sourcesContent":["import { registerVoiceProviderMetadata } from './registry.js';\nimport type { VoiceOptionMetadata, VoiceProviderMetadata } from './types.js';\nimport { MINIMAX_TTS_MODELS, MINIMAX_TTS_VOICES, OPENAI_TTS_MODELS, OPENAI_TTS_VOICES } from '../tts/providers/index.js';\n\nfunction titleCase(value: string): string {\n  return value.charAt(0).toUpperCase() + value.slice(1);\n}\n\nfunction options(values: readonly string[], names?: Record<string, string>): VoiceOptionMetadata[] {\n  return values.map((id) => ({ id, name: names?.[id] ?? titleCase(id) }));\n}\n\nconst alibabaSttModels = [\n  { id: 'paraformer-v2', name: 'Paraformer v2 (Recommended)' },\n  { id: 'paraformer-v1', name: 'Paraformer v1' },\n  { id: 'paraformer-8k-v1', name: 'Paraformer 8k v1 (Phone)' },\n  { id: 'paraformer-mtl-v1', name: 'Paraformer MTL v1 (Multilingual)' },\n];\n\nconst alibabaTtsModels = [\n  { id: 'qwen-tts', name: 'Qwen TTS (Recommended)' },\n  { id: 'qwen-tts-realtime', name: 'Qwen TTS Realtime' },\n  { id: 'qwen3-tts-flash', name: 'Qwen3 TTS Flash' },\n  { id: 'qwen3-tts-instruct-flash', name: 'Qwen3 TTS Instruct Flash' },\n];\n\nconst alibabaTtsVoices = [\n  { id: 'Cherry', name: 'Cherry' },\n  { id: 'Ethan', name: 'Ethan' },\n  { id: 'Serena', name: 'Serena' },\n  { id: 'Chelsie', name: 'Chelsie' },\n  { id: 'longxiaochun', name: 'Long Xiao Chun (龙小春)' },\n  { id: 'longxiaobai', name: 'Long Xiao Bai (龙小白)' },\n  { id: 'longwan', name: 'Long Wan (龙婉)' },\n  { id: 'longcheng', name: 'Long Cheng (龙呈)' },\n];\n\nconst edgeVoices = [\n  { id: 'en-US-MichelleNeural', name: 'Michelle (US English, Female)' },\n  { id: 'en-US-JennyNeural', name: 'Jenny (US English, Female)' },\n  { id: 'en-US-GuyNeural', name: 'Guy (US English, Male)' },\n  { id: 'en-GB-SoniaNeural', name: 'Sonia (UK English, Female)' },\n  { id: 'en-GB-RyanNeural', name: 'Ryan (UK English, Male)' },\n  { id: 'zh-CN-XiaoxiaoNeural', name: '晓晓 (中文, 女声)' },\n  { id: 'zh-CN-YunyangNeural', name: '云扬 (中文, 男声)' },\n  { id: 'zh-CN-XiaoyiNeural', name: '晓伊 (中文, 女声)' },\n  { id: 'ja-JP-NanamiNeural', name: '七海 (日本語, 女性)' },\n  { id: 'de-DE-KatjaNeural', name: 'Katja (Deutsch, Weiblich)' },\n  { id: 'fr-FR-DeniseNeural', name: 'Denise (Français, Féminin)' },\n  { id: 'es-ES-ElviraNeural', name: 'Elvira (Español, Femenino)' },\n];\n\nexport const builtinVoiceProviderMetadata: VoiceProviderMetadata[] = [\n  {\n    id: 'alibaba',\n    capability: 'stt',\n    displayName: 'Alibaba DashScope',\n    description: 'DashScope Paraformer speech-to-text, strong Chinese recognition.',\n    aliases: ['dashscope', 'paraformer'],\n    models: alibabaSttModels,\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'sk-...', description: 'DASHSCOPE_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: alibabaSttModels, defaultValue: 'paraformer-v2' },\n      { key: 'language', label: 'Language hint', type: 'string', placeholder: 'zh' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['DASHSCOPE_API_KEY'], configPath: 'tools.media.audio.providers.alibaba' },\n  },\n  {\n    id: 'openai',\n    capability: 'stt',\n    displayName: 'OpenAI Whisper',\n    description: 'OpenAI Whisper transcription endpoint.',\n    models: [{ id: 'whisper-1', name: 'Whisper-1' }],\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'sk-...', description: 'OPENAI_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: [{ id: 'whisper-1', name: 'Whisper-1' }], defaultValue: 'whisper-1' },\n      { key: 'baseUrl', label: 'Base URL', type: 'string', placeholder: 'https://api.openai.com/v1' },\n      { key: 'language', label: 'Language hint', type: 'string', placeholder: 'en' },\n      { key: 'prompt', label: 'Prompt', type: 'textarea' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['OPENAI_API_KEY'], configPath: 'tools.media.audio.providers.openai' },\n  },\n  {\n    id: 'openai',\n    capability: 'tts',\n    displayName: 'OpenAI',\n    description: 'OpenAI speech synthesis with multiple voices.',\n    models: options(OPENAI_TTS_MODELS, {\n      'gpt-4o-mini-tts': 'GPT-4o Mini TTS (Latest)',\n      'tts-1': 'TTS-1 (Fast)',\n      'tts-1-hd': 'TTS-1 HD (High Quality)',\n    }),\n    voices: options(OPENAI_TTS_VOICES),\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'sk-...', description: 'OPENAI_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: options(OPENAI_TTS_MODELS), defaultValue: 'tts-1' },\n      { key: 'voice', label: 'Voice', type: 'select', options: options(OPENAI_TTS_VOICES), defaultValue: 'alloy' },\n      { key: 'baseUrl', label: 'Base URL', type: 'string', placeholder: 'https://api.openai.com/v1' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['OPENAI_API_KEY'], configPath: 'messages.tts.providers.openai' },\n  },\n  {\n    id: 'alibaba',\n    capability: 'tts',\n    displayName: 'Alibaba DashScope',\n    description: 'DashScope Qwen TTS, strong Chinese voice quality.',\n    models: alibabaTtsModels,\n    voices: alibabaTtsVoices,\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'sk-...', description: 'DASHSCOPE_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: alibabaTtsModels, defaultValue: 'qwen-tts' },\n      { key: 'voice', label: 'Voice', type: 'select', options: alibabaTtsVoices, defaultValue: 'longxiaochun' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['DASHSCOPE_API_KEY'], configPath: 'messages.tts.providers.alibaba' },\n  },\n  {\n    id: 'minimax',\n    capability: 'tts',\n    displayName: 'MiniMax',\n    description: 'MiniMax high-quality async text-to-speech.',\n    models: options(MINIMAX_TTS_MODELS),\n    voices: options(MINIMAX_TTS_VOICES),\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'eyJ...', description: 'MINIMAX_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: options(MINIMAX_TTS_MODELS), defaultValue: 'speech-2.8-hd' },\n      { key: 'voice', label: 'Voice', type: 'select', options: options(MINIMAX_TTS_VOICES), defaultValue: 'male-qn-qingse' },\n      { key: 'baseUrl', label: 'Base URL', type: 'string', placeholder: 'https://api.minimaxi.com/v1' },\n      { key: 'groupId', label: 'Group ID', type: 'string' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['MINIMAX_API_KEY'], configPath: 'messages.tts.providers.minimax' },\n  },\n  {\n    id: 'edge',\n    capability: 'tts',\n    displayName: 'Microsoft Edge',\n    description: 'Free Edge TTS endpoint, no API key required.',\n    models: [{ id: 'edge-default', name: 'Edge TTS (Free)' }],\n    voices: edgeVoices,\n    fields: [\n      { key: 'voice', label: 'Voice', type: 'select', options: edgeVoices, defaultValue: 'en-US-MichelleNeural' },\n      { key: 'lang', label: 'Language', type: 'string', placeholder: 'en-US' },\n      { key: 'outputFormat', label: 'Output format', type: 'string', placeholder: 'audio-24khz-48kbitrate-mono-mp3' },\n      { key: 'rate', label: 'Rate', type: 'string', placeholder: '+0%' },\n      { key: 'pitch', label: 'Pitch', type: 'string', placeholder: '+0Hz' },\n      { key: 'volume', label: 'Volume', type: 'string', placeholder: '+0%' },\n      { key: 'proxy', label: 'Proxy', type: 'string' },\n    ],\n    diagnostics: { requiresApiKey: false, configPath: 'messages.tts.providers.edge' },\n  },\n];\n\nfor (const metadata of builtinVoiceProviderMetadata) {\n  registerVoiceProviderMetadata(metadata);\n}\n"],"mappings":";;;;;AAIA,SAAS,UAAU,OAAuB;AACxC,QAAO,MAAM,OAAO,EAAE,CAAC,aAAa,GAAG,MAAM,MAAM,EAAE;;AAGvD,SAAS,QAAQ,QAA2B,OAAuD;AACjG,QAAO,OAAO,KAAK,QAAQ;EAAE;EAAI,MAAM,QAAQ,OAAO,UAAU,GAAG;EAAE,EAAE;;AAGzE,MAAM,mBAAmB;CACvB;EAAE,IAAI;EAAiB,MAAM;EAA+B;CAC5D;EAAE,IAAI;EAAiB,MAAM;EAAiB;CAC9C;EAAE,IAAI;EAAoB,MAAM;EAA4B;CAC5D;EAAE,IAAI;EAAqB,MAAM;EAAoC;CACtE;AAED,MAAM,mBAAmB;CACvB;EAAE,IAAI;EAAY,MAAM;EAA0B;CAClD;EAAE,IAAI;EAAqB,MAAM;EAAqB;CACtD;EAAE,IAAI;EAAmB,MAAM;EAAmB;CAClD;EAAE,IAAI;EAA4B,MAAM;EAA4B;CACrE;AAED,MAAM,mBAAmB;CACvB;EAAE,IAAI;EAAU,MAAM;EAAU;CAChC;EAAE,IAAI;EAAS,MAAM;EAAS;CAC9B;EAAE,IAAI;EAAU,MAAM;EAAU;CAChC;EAAE,IAAI;EAAW,MAAM;EAAW;CAClC;EAAE,IAAI;EAAgB,MAAM;EAAwB;CACpD;EAAE,IAAI;EAAe,MAAM;EAAuB;CAClD;EAAE,IAAI;EAAW,MAAM;EAAiB;CACxC;EAAE,IAAI;EAAa,MAAM;EAAmB;CAC7C;AAED,MAAM,aAAa;CACjB;EAAE,IAAI;EAAwB,MAAM;EAAiC;CACrE;EAAE,IAAI;EAAqB,MAAM;EAA8B;CAC/D;EAAE,IAAI;EAAmB,MAAM;EAA0B;CACzD;EAAE,IAAI;EAAqB,MAAM;EAA8B;CAC/D;EAAE,IAAI;EAAoB,MAAM;EAA2B;CAC3D;EAAE,IAAI;EAAwB,MAAM;EAAe;CACnD;EAAE,IAAI;EAAuB,MAAM;EAAe;CAClD;EAAE,IAAI;EAAsB,MAAM;EAAe;CACjD;EAAE,IAAI;EAAsB,MAAM;EAAgB;CAClD;EAAE,IAAI;EAAqB,MAAM;EAA6B;CAC9D;EAAE,IAAI;EAAsB,MAAM;EAA8B;CAChE;EAAE,IAAI;EAAsB,MAAM;EAA8B;CACjE;AAED,MAAa,+BAAwD;CACnE;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,SAAS,CAAC,aAAa,aAAa;EACpC,QAAQ;EACR,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAqB;GAC5H;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS;IAAkB,cAAc;IAAiB;GAC1G;IAAE,KAAK;IAAY,OAAO;IAAiB,MAAM;IAAU,aAAa;IAAM;GAC/E;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,oBAAoB;GAAE,YAAY;GAAuC;EACzH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ,CAAC;GAAE,IAAI;GAAa,MAAM;GAAa,CAAC;EAChD,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAkB;GACzH;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,CAAC;KAAE,IAAI;KAAa,MAAM;KAAa,CAAC;IAAE,cAAc;IAAa;GAC9H;IAAE,KAAK;IAAW,OAAO;IAAY,MAAM;IAAU,aAAa;IAA6B;GAC/F;IAAE,KAAK;IAAY,OAAO;IAAiB,MAAM;IAAU,aAAa;IAAM;GAC9E;IAAE,KAAK;IAAU,OAAO;IAAU,MAAM;IAAY;GACrD;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,iBAAiB;GAAE,YAAY;GAAsC;EACrH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ,QAAQ,mBAAmB;GACjC,mBAAmB;GACnB,SAAS;GACT,YAAY;GACb,CAAC;EACF,QAAQ,QAAQ,kBAAkB;EAClC,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAkB;GACzH;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,QAAQ,kBAAkB;IAAE,cAAc;IAAS;GAC5G;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,QAAQ,kBAAkB;IAAE,cAAc;IAAS;GAC5G;IAAE,KAAK;IAAW,OAAO;IAAY,MAAM;IAAU,aAAa;IAA6B;GAChG;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,iBAAiB;GAAE,YAAY;GAAiC;EAChH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ;EACR,QAAQ;EACR,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAqB;GAC5H;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS;IAAkB,cAAc;IAAY;GACrG;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS;IAAkB,cAAc;IAAgB;GAC1G;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,oBAAoB;GAAE,YAAY;GAAkC;EACpH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ,QAAQ,mBAAmB;EACnC,QAAQ,QAAQ,mBAAmB;EACnC,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAmB;GAC1H;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,QAAQ,mBAAmB;IAAE,cAAc;IAAiB;GACrH;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,QAAQ,mBAAmB;IAAE,cAAc;IAAkB;GACtH;IAAE,KAAK;IAAW,OAAO;IAAY,MAAM;IAAU,aAAa;IAA+B;GACjG;IAAE,KAAK;IAAW,OAAO;IAAY,MAAM;IAAU;GACtD;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,kBAAkB;GAAE,YAAY;GAAkC;EAClH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ,CAAC;GAAE,IAAI;GAAgB,MAAM;GAAmB,CAAC;EACzD,QAAQ;EACR,QAAQ;GACN;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS;IAAY,cAAc;IAAwB;GAC3G;IAAE,KAAK;IAAQ,OAAO;IAAY,MAAM;IAAU,aAAa;IAAS;GACxE;IAAE,KAAK;IAAgB,OAAO;IAAiB,MAAM;IAAU,aAAa;IAAmC;GAC/G;IAAE,KAAK;IAAQ,OAAO;IAAQ,MAAM;IAAU,aAAa;IAAO;GAClE;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,aAAa;IAAQ;GACrE;IAAE,KAAK;IAAU,OAAO;IAAU,MAAM;IAAU,aAAa;IAAO;GACtE;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU;GACjD;EACD,aAAa;GAAE,gBAAgB;GAAO,YAAY;GAA+B;EAClF;CACF;AAED,KAAK,MAAM,YAAY,6BACrB,+BAA8B,SAAS"}
+{"version":3,"file":"builtin.js","names":[],"sources":["../../../../src/voice/metadata/builtin.ts"],"sourcesContent":["import { registerVoiceProviderMetadata } from './registry.js';\nimport type { VoiceOptionMetadata, VoiceProviderMetadata } from './types.js';\nimport { MINIMAX_TTS_MODELS, MINIMAX_TTS_VOICES, OPENAI_TTS_MODELS, OPENAI_TTS_VOICES } from '../tts/providers/index.js';\n\nfunction titleCase(value: string): string {\n  return value.charAt(0).toUpperCase() + value.slice(1);\n}\n\nfunction options(values: readonly string[], names?: Record<string, string>): VoiceOptionMetadata[] {\n  return values.map((id) => ({ id, name: names?.[id] ?? titleCase(id) }));\n}\n\nconst alibabaSttModels = [\n  { id: 'paraformer-v2', name: 'Paraformer v2 (Recommended)' },\n  { id: 'paraformer-v1', name: 'Paraformer v1' },\n  { id: 'paraformer-8k-v1', name: 'Paraformer 8k v1 (Phone)' },\n  { id: 'paraformer-mtl-v1', name: 'Paraformer MTL v1 (Multilingual)' },\n];\n\nconst localSttModels = [\n  {\n    id: 'sensevoice-small',\n    name: 'SenseVoice Small 中文（推荐）',\n    description: '约 230 MB · 普通话、粤语、中英混说',\n  },\n  { id: 'tiny', name: 'Whisper Tiny (Fastest)', description: 'About 45 MB' },\n  { id: 'base', name: 'Whisper Base (Multilingual)', description: 'About 80 MB' },\n  { id: 'small', name: 'Whisper Small (Higher quality)', description: 'About 245 MB' },\n];\n\nconst alibabaTtsModels = [\n  { id: 'qwen-tts', name: 'Qwen TTS (Recommended)' },\n  { id: 'qwen-tts-realtime', name: 'Qwen TTS Realtime' },\n  { id: 'qwen3-tts-flash', name: 'Qwen3 TTS Flash' },\n  { id: 'qwen3-tts-instruct-flash', name: 'Qwen3 TTS Instruct Flash' },\n];\n\nconst alibabaTtsVoices = [\n  { id: 'Cherry', name: 'Cherry' },\n  { id: 'Ethan', name: 'Ethan' },\n  { id: 'Serena', name: 'Serena' },\n  { id: 'Chelsie', name: 'Chelsie' },\n  { id: 'longxiaochun', name: 'Long Xiao Chun (龙小春)' },\n  { id: 'longxiaobai', name: 'Long Xiao Bai (龙小白)' },\n  { id: 'longwan', name: 'Long Wan (龙婉)' },\n  { id: 'longcheng', name: 'Long Cheng (龙呈)' },\n];\n\nconst edgeVoices = [\n  { id: 'en-US-MichelleNeural', name: 'Michelle (US English, Female)' },\n  { id: 'en-US-JennyNeural', name: 'Jenny (US English, Female)' },\n  { id: 'en-US-GuyNeural', name: 'Guy (US English, Male)' },\n  { id: 'en-GB-SoniaNeural', name: 'Sonia (UK English, Female)' },\n  { id: 'en-GB-RyanNeural', name: 'Ryan (UK English, Male)' },\n  { id: 'zh-CN-XiaoxiaoNeural', name: '晓晓 (中文, 女声)' },\n  { id: 'zh-CN-YunyangNeural', name: '云扬 (中文, 男声)' },\n  { id: 'zh-CN-XiaoyiNeural', name: '晓伊 (中文, 女声)' },\n  { id: 'ja-JP-NanamiNeural', name: '七海 (日本語, 女性)' },\n  { id: 'de-DE-KatjaNeural', name: 'Katja (Deutsch, Weiblich)' },\n  { id: 'fr-FR-DeniseNeural', name: 'Denise (Français, Féminin)' },\n  { id: 'es-ES-ElviraNeural', name: 'Elvira (Español, Femenino)' },\n];\n\nexport const builtinVoiceProviderMetadata: VoiceProviderMetadata[] = [\n  {\n    id: 'xopc-local',\n    capability: 'stt',\n    displayName: 'xopc Local Voice',\n    description: 'Private on-device Chinese and multilingual transcription. Audio never leaves this device.',\n    aliases: ['local'],\n    models: localSttModels,\n    fields: [\n      { key: 'model', label: 'Model', type: 'select', options: localSttModels, defaultValue: 'sensevoice-small' },\n      { key: 'language', label: 'Language hint', type: 'string', placeholder: 'zh' },\n    ],\n    diagnostics: { requiresApiKey: false, configPath: 'tools.media.audio.providers.xopc-local' },\n  },\n  {\n    id: 'alibaba',\n    capability: 'stt',\n    displayName: 'Alibaba DashScope',\n    description: 'DashScope Paraformer speech-to-text, strong Chinese recognition.',\n    aliases: ['dashscope', 'paraformer'],\n    models: alibabaSttModels,\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'sk-...', description: 'DASHSCOPE_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: alibabaSttModels, defaultValue: 'paraformer-v2' },\n      { key: 'language', label: 'Language hint', type: 'string', placeholder: 'zh' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['DASHSCOPE_API_KEY'], configPath: 'tools.media.audio.providers.alibaba' },\n  },\n  {\n    id: 'openai',\n    capability: 'stt',\n    displayName: 'OpenAI Whisper',\n    description: 'OpenAI Whisper transcription endpoint.',\n    models: [{ id: 'whisper-1', name: 'Whisper-1' }],\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'sk-...', description: 'OPENAI_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: [{ id: 'whisper-1', name: 'Whisper-1' }], defaultValue: 'whisper-1' },\n      { key: 'baseUrl', label: 'Base URL', type: 'string', placeholder: 'https://api.openai.com/v1' },\n      { key: 'language', label: 'Language hint', type: 'string', placeholder: 'en' },\n      { key: 'prompt', label: 'Prompt', type: 'textarea' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['OPENAI_API_KEY'], configPath: 'tools.media.audio.providers.openai' },\n  },\n  {\n    id: 'openai',\n    capability: 'tts',\n    displayName: 'OpenAI',\n    description: 'OpenAI speech synthesis with multiple voices.',\n    models: options(OPENAI_TTS_MODELS, {\n      'gpt-4o-mini-tts': 'GPT-4o Mini TTS (Latest)',\n      'tts-1': 'TTS-1 (Fast)',\n      'tts-1-hd': 'TTS-1 HD (High Quality)',\n    }),\n    voices: options(OPENAI_TTS_VOICES),\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'sk-...', description: 'OPENAI_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: options(OPENAI_TTS_MODELS), defaultValue: 'tts-1' },\n      { key: 'voice', label: 'Voice', type: 'select', options: options(OPENAI_TTS_VOICES), defaultValue: 'alloy' },\n      { key: 'baseUrl', label: 'Base URL', type: 'string', placeholder: 'https://api.openai.com/v1' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['OPENAI_API_KEY'], configPath: 'messages.tts.providers.openai' },\n  },\n  {\n    id: 'alibaba',\n    capability: 'tts',\n    displayName: 'Alibaba DashScope',\n    description: 'DashScope Qwen TTS, strong Chinese voice quality.',\n    models: alibabaTtsModels,\n    voices: alibabaTtsVoices,\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'sk-...', description: 'DASHSCOPE_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: alibabaTtsModels, defaultValue: 'qwen-tts' },\n      { key: 'voice', label: 'Voice', type: 'select', options: alibabaTtsVoices, defaultValue: 'longxiaochun' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['DASHSCOPE_API_KEY'], configPath: 'messages.tts.providers.alibaba' },\n  },\n  {\n    id: 'minimax',\n    capability: 'tts',\n    displayName: 'MiniMax',\n    description: 'MiniMax high-quality async text-to-speech.',\n    models: options(MINIMAX_TTS_MODELS),\n    voices: options(MINIMAX_TTS_VOICES),\n    fields: [\n      { key: 'apiKey', label: 'API Key', type: 'password', secret: true, placeholder: 'eyJ...', description: 'MINIMAX_API_KEY' },\n      { key: 'model', label: 'Model', type: 'select', options: options(MINIMAX_TTS_MODELS), defaultValue: 'speech-2.8-hd' },\n      { key: 'voice', label: 'Voice', type: 'select', options: options(MINIMAX_TTS_VOICES), defaultValue: 'male-qn-qingse' },\n      { key: 'baseUrl', label: 'Base URL', type: 'string', placeholder: 'https://api.minimaxi.com/v1' },\n      { key: 'groupId', label: 'Group ID', type: 'string' },\n    ],\n    diagnostics: { requiresApiKey: true, envKeys: ['MINIMAX_API_KEY'], configPath: 'messages.tts.providers.minimax' },\n  },\n  {\n    id: 'edge',\n    capability: 'tts',\n    displayName: 'Microsoft Edge',\n    description: 'Free Edge TTS endpoint, no API key required.',\n    models: [{ id: 'edge-default', name: 'Edge TTS (Free)' }],\n    voices: edgeVoices,\n    fields: [\n      { key: 'voice', label: 'Voice', type: 'select', options: edgeVoices, defaultValue: 'en-US-MichelleNeural' },\n      { key: 'lang', label: 'Language', type: 'string', placeholder: 'en-US' },\n      { key: 'outputFormat', label: 'Output format', type: 'string', placeholder: 'audio-24khz-48kbitrate-mono-mp3' },\n      { key: 'rate', label: 'Rate', type: 'string', placeholder: '+0%' },\n      { key: 'pitch', label: 'Pitch', type: 'string', placeholder: '+0Hz' },\n      { key: 'volume', label: 'Volume', type: 'string', placeholder: '+0%' },\n      { key: 'proxy', label: 'Proxy', type: 'string' },\n    ],\n    diagnostics: { requiresApiKey: false, configPath: 'messages.tts.providers.edge' },\n  },\n];\n\nfor (const metadata of builtinVoiceProviderMetadata) {\n  registerVoiceProviderMetadata(metadata);\n}\n"],"mappings":";;;;;AAIA,SAAS,UAAU,OAAuB;AACxC,QAAO,MAAM,OAAO,EAAE,CAAC,aAAa,GAAG,MAAM,MAAM,EAAE;;AAGvD,SAAS,QAAQ,QAA2B,OAAuD;AACjG,QAAO,OAAO,KAAK,QAAQ;EAAE;EAAI,MAAM,QAAQ,OAAO,UAAU,GAAG;EAAE,EAAE;;AAGzE,MAAM,mBAAmB;CACvB;EAAE,IAAI;EAAiB,MAAM;EAA+B;CAC5D;EAAE,IAAI;EAAiB,MAAM;EAAiB;CAC9C;EAAE,IAAI;EAAoB,MAAM;EAA4B;CAC5D;EAAE,IAAI;EAAqB,MAAM;EAAoC;CACtE;AAED,MAAM,iBAAiB;CACrB;EACE,IAAI;EACJ,MAAM;EACN,aAAa;EACd;CACD;EAAE,IAAI;EAAQ,MAAM;EAA0B,aAAa;EAAe;CAC1E;EAAE,IAAI;EAAQ,MAAM;EAA+B,aAAa;EAAe;CAC/E;EAAE,IAAI;EAAS,MAAM;EAAkC,aAAa;EAAgB;CACrF;AAED,MAAM,mBAAmB;CACvB;EAAE,IAAI;EAAY,MAAM;EAA0B;CAClD;EAAE,IAAI;EAAqB,MAAM;EAAqB;CACtD;EAAE,IAAI;EAAmB,MAAM;EAAmB;CAClD;EAAE,IAAI;EAA4B,MAAM;EAA4B;CACrE;AAED,MAAM,mBAAmB;CACvB;EAAE,IAAI;EAAU,MAAM;EAAU;CAChC;EAAE,IAAI;EAAS,MAAM;EAAS;CAC9B;EAAE,IAAI;EAAU,MAAM;EAAU;CAChC;EAAE,IAAI;EAAW,MAAM;EAAW;CAClC;EAAE,IAAI;EAAgB,MAAM;EAAwB;CACpD;EAAE,IAAI;EAAe,MAAM;EAAuB;CAClD;EAAE,IAAI;EAAW,MAAM;EAAiB;CACxC;EAAE,IAAI;EAAa,MAAM;EAAmB;CAC7C;AAED,MAAM,aAAa;CACjB;EAAE,IAAI;EAAwB,MAAM;EAAiC;CACrE;EAAE,IAAI;EAAqB,MAAM;EAA8B;CAC/D;EAAE,IAAI;EAAmB,MAAM;EAA0B;CACzD;EAAE,IAAI;EAAqB,MAAM;EAA8B;CAC/D;EAAE,IAAI;EAAoB,MAAM;EAA2B;CAC3D;EAAE,IAAI;EAAwB,MAAM;EAAe;CACnD;EAAE,IAAI;EAAuB,MAAM;EAAe;CAClD;EAAE,IAAI;EAAsB,MAAM;EAAe;CACjD;EAAE,IAAI;EAAsB,MAAM;EAAgB;CAClD;EAAE,IAAI;EAAqB,MAAM;EAA6B;CAC9D;EAAE,IAAI;EAAsB,MAAM;EAA8B;CAChE;EAAE,IAAI;EAAsB,MAAM;EAA8B;CACjE;AAED,MAAa,+BAAwD;CACnE;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,SAAS,CAAC,QAAQ;EAClB,QAAQ;EACR,QAAQ,CACN;GAAE,KAAK;GAAS,OAAO;GAAS,MAAM;GAAU,SAAS;GAAgB,cAAc;GAAoB,EAC3G;GAAE,KAAK;GAAY,OAAO;GAAiB,MAAM;GAAU,aAAa;GAAM,CAC/E;EACD,aAAa;GAAE,gBAAgB;GAAO,YAAY;GAA0C;EAC7F;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,SAAS,CAAC,aAAa,aAAa;EACpC,QAAQ;EACR,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAqB;GAC5H;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS;IAAkB,cAAc;IAAiB;GAC1G;IAAE,KAAK;IAAY,OAAO;IAAiB,MAAM;IAAU,aAAa;IAAM;GAC/E;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,oBAAoB;GAAE,YAAY;GAAuC;EACzH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ,CAAC;GAAE,IAAI;GAAa,MAAM;GAAa,CAAC;EAChD,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAkB;GACzH;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,CAAC;KAAE,IAAI;KAAa,MAAM;KAAa,CAAC;IAAE,cAAc;IAAa;GAC9H;IAAE,KAAK;IAAW,OAAO;IAAY,MAAM;IAAU,aAAa;IAA6B;GAC/F;IAAE,KAAK;IAAY,OAAO;IAAiB,MAAM;IAAU,aAAa;IAAM;GAC9E;IAAE,KAAK;IAAU,OAAO;IAAU,MAAM;IAAY;GACrD;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,iBAAiB;GAAE,YAAY;GAAsC;EACrH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ,QAAQ,mBAAmB;GACjC,mBAAmB;GACnB,SAAS;GACT,YAAY;GACb,CAAC;EACF,QAAQ,QAAQ,kBAAkB;EAClC,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAkB;GACzH;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,QAAQ,kBAAkB;IAAE,cAAc;IAAS;GAC5G;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,QAAQ,kBAAkB;IAAE,cAAc;IAAS;GAC5G;IAAE,KAAK;IAAW,OAAO;IAAY,MAAM;IAAU,aAAa;IAA6B;GAChG;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,iBAAiB;GAAE,YAAY;GAAiC;EAChH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ;EACR,QAAQ;EACR,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAqB;GAC5H;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS;IAAkB,cAAc;IAAY;GACrG;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS;IAAkB,cAAc;IAAgB;GAC1G;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,oBAAoB;GAAE,YAAY;GAAkC;EACpH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ,QAAQ,mBAAmB;EACnC,QAAQ,QAAQ,mBAAmB;EACnC,QAAQ;GACN;IAAE,KAAK;IAAU,OAAO;IAAW,MAAM;IAAY,QAAQ;IAAM,aAAa;IAAU,aAAa;IAAmB;GAC1H;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,QAAQ,mBAAmB;IAAE,cAAc;IAAiB;GACrH;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS,QAAQ,mBAAmB;IAAE,cAAc;IAAkB;GACtH;IAAE,KAAK;IAAW,OAAO;IAAY,MAAM;IAAU,aAAa;IAA+B;GACjG;IAAE,KAAK;IAAW,OAAO;IAAY,MAAM;IAAU;GACtD;EACD,aAAa;GAAE,gBAAgB;GAAM,SAAS,CAAC,kBAAkB;GAAE,YAAY;GAAkC;EAClH;CACD;EACE,IAAI;EACJ,YAAY;EACZ,aAAa;EACb,aAAa;EACb,QAAQ,CAAC;GAAE,IAAI;GAAgB,MAAM;GAAmB,CAAC;EACzD,QAAQ;EACR,QAAQ;GACN;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,SAAS;IAAY,cAAc;IAAwB;GAC3G;IAAE,KAAK;IAAQ,OAAO;IAAY,MAAM;IAAU,aAAa;IAAS;GACxE;IAAE,KAAK;IAAgB,OAAO;IAAiB,MAAM;IAAU,aAAa;IAAmC;GAC/G;IAAE,KAAK;IAAQ,OAAO;IAAQ,MAAM;IAAU,aAAa;IAAO;GAClE;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU,aAAa;IAAQ;GACrE;IAAE,KAAK;IAAU,OAAO;IAAU,MAAM;IAAU,aAAa;IAAO;GACtE;IAAE,KAAK;IAAS,OAAO;IAAS,MAAM;IAAU;GACjD;EACD,aAAa;GAAE,gBAAgB;GAAO,YAAY;GAA+B;EAClF;CACF;AAED,KAAK,MAAM,YAAY,6BACrB,+BAA8B,SAAS"}

package/dist/src/voice/stt/factory.js

@@ -19,7 +19,13 @@ function resolveSTTProviderConfig(providerId, config, entry) {
 	}
 	const fields = readSttProviderFields(resolveSttProviderConfigSlice(providerId, config), entry);
 	const apiKey = resolveApiKey(providerId, fields, plugin.envKey);
-	if (plugin.requiresApiKey !== false && !apiKey) {
+	const requiresApiKey = plugin.requiresApiKey !== false;
+	const model = fields.model ?? entry?.model ?? plugin.defaultModels?.audio;
+	if (plugin.isConfigured && !plugin.isConfigured({ model })) {
+		log.debug({ providerId }, `STT provider "${providerId}" runtime is not ready; skipping`);
+		return null;
+	}
+	if (requiresApiKey && !apiKey) {
 		log.debug({ providerId }, `STT provider "${providerId}" missing API key; skipping`);
 		return null;
 	}
@@ -28,7 +34,7 @@ function resolveSTTProviderConfig(providerId, config, entry) {
 		...apiKey ? { apiKey } : {},
 		...fields.baseUrl ? { baseUrl: fields.baseUrl } : {},
 		...fields.headers ? { headers: fields.headers } : {},
-		...fields.model ?? entry?.model ?? plugin.defaultModels?.audio ? { model: fields.model ?? entry?.model ?? plugin.defaultModels?.audio } : {},
+		...model ? { model } : {},
 		...fields.language ? { language: fields.language } : {},
 		...fields.prompt ? { prompt: fields.prompt } : {}
 	};

package/dist/src/voice/stt/factory.js.map

@@ -1 +1 @@
-{"version":3,"file":"factory.js","names":[],"sources":["../../../../src/voice/stt/factory.ts"],"sourcesContent":["/**\n * STT factory — registry-driven provider chain construction.\n *\n * Resolves STTConfig slices into `AudioProviderResolvedConfig` arrays that are\n * consumed by `runAudioTranscription`. Side-effect import of `./providers/index.js`\n * ensures all built-in STT providers self-register with the media-understanding\n * registry before the first lookup.\n */\n\nimport { createLogger } from '../../utils/logger.js';\n\nimport './providers/index.js'; // side-effect: register built-in STT providers\nimport { resolveModelEntries } from '../../media-understanding/resolve-entries.js';\nimport {\n  getMediaUnderstandingProvider,\n  listMediaUnderstandingProviders,\n} from '../../media-understanding/registry.js';\nimport type { AudioProviderResolvedConfig } from '../../media-understanding/audio-transcription-runner.js';\nimport {\n  STT_LEGACY_ENV_KEYS,\n  readSttProviderFields,\n  resolveSttProviderConfigSlice,\n} from './config-slice.js';\nimport type { MediaUnderstandingModelEntry, STTConfig } from './types.js';\n\nconst log = createLogger('STT:Factory');\n\nfunction resolveApiKey(\n  providerId: string,\n  fields: ReturnType<typeof readSttProviderFields>,\n  envKey?: string,\n): string | undefined {\n  return (\n    fields.apiKey ??\n    (envKey ? process.env[envKey] : undefined) ??\n    process.env[STT_LEGACY_ENV_KEYS[providerId] ?? '']\n  );\n}\n\n/** Resolve a single STT provider config slice → runner-shaped resolved config, or null when unavailable. */\nexport function resolveSTTProviderConfig(\n  providerId: string,\n  config: STTConfig,\n  entry?: MediaUnderstandingModelEntry,\n): AudioProviderResolvedConfig | null {\n  const plugin = getMediaUnderstandingProvider(providerId);\n  if (!plugin || typeof plugin.transcribeAudio !== 'function') {\n    log.warn(\n      { providerId },\n      `STT provider \"${providerId}\" is not registered or does not implement transcribeAudio`,\n    );\n    return null;\n  }\n\n  const slice = resolveSttProviderConfigSlice(providerId, config);\n  const fields = readSttProviderFields(slice, entry);\n  const apiKey = resolveApiKey(providerId, fields, plugin.envKey);\n  const requiresApiKey = plugin.requiresApiKey !== false;\n  if (requiresApiKey && !apiKey) {\n    log.debug({ providerId }, `STT provider \"${providerId}\" missing API key; skipping`);\n    return null;\n  }\n\n  return {\n    id: providerId,\n    ...(apiKey ? { apiKey } : {}),\n    ...(fields.baseUrl ? { baseUrl: fields.baseUrl } : {}),\n    ...(fields.headers ? { headers: fields.headers } : {}),\n    ...(fields.model ?? entry?.model ?? plugin.defaultModels?.audio\n      ? { model: fields.model ?? entry?.model ?? plugin.defaultModels?.audio }\n      : {}),\n    ...(fields.language ? { language: fields.language } : {}),\n    ...(fields.prompt ? { prompt: fields.prompt } : {}),\n  };\n}\n\nfunction sortAudioProvidersByAutoPriority(\n  plugins: ReturnType<typeof listMediaUnderstandingProviders>,\n): string[] {\n  return [...plugins]\n    .filter(\n      (plugin) =>\n        plugin.capabilities?.includes('audio') && typeof plugin.transcribeAudio === 'function',\n    )\n    .sort((left, right) => {\n      const leftOrder = left.autoPriority?.audio ?? Number.MAX_SAFE_INTEGER;\n      const rightOrder = right.autoPriority?.audio ?? Number.MAX_SAFE_INTEGER;\n      if (leftOrder !== rightOrder) {\n        return leftOrder - rightOrder;\n      }\n      return left.id.localeCompare(right.id);\n    })\n    .map((plugin) => plugin.id);\n}\n\n/** Resolve provider order: explicit fallback when enabled, otherwise auto-select by registry order. */\nexport function resolveSTTProviderOrder(\n  primary: string,\n  fallback: STTConfig['fallback'] | undefined,\n  config: STTConfig,\n): string[] {\n  if (fallback?.enabled && fallback.order.length > 0) {\n    const order: string[] = [primary];\n    for (const providerId of fallback.order) {\n      if (providerId !== primary && !order.includes(providerId)) {\n        order.push(providerId);\n      }\n    }\n    return order;\n  }\n\n  const configured = sortAudioProvidersByAutoPriority(listMediaUnderstandingProviders()).filter(\n    (providerId) => resolveSTTProviderConfig(providerId, config) !== null,\n  );\n\n  const order: string[] = [primary];\n  for (const providerId of configured) {\n    if (providerId !== primary && !order.includes(providerId)) {\n      order.push(providerId);\n    }\n  }\n  return order;\n}\n\nfunction resolveModelEntryChain(config: STTConfig): AudioProviderResolvedConfig[] {\n  const entries = resolveModelEntries({\n    capability: 'audio',\n    capabilityModels: config.models,\n    sharedModels: config.sharedModels,\n  });\n  const chain: AudioProviderResolvedConfig[] = [];\n  for (const entry of entries) {\n    const providerId = entry.provider?.trim();\n    if (!providerId) {\n      continue;\n    }\n    const resolved = resolveSTTProviderConfig(providerId, config, entry);\n    if (resolved) {\n      chain.push(resolved);\n    }\n  }\n  return chain;\n}\n\n/** Build the full chain of resolved provider configs in priority order. */\nexport function resolveSTTProviderChain(config: STTConfig): AudioProviderResolvedConfig[] {\n  if (!config.enabled) {\n    return [];\n  }\n\n  const modelChain = resolveModelEntryChain(config);\n  if (modelChain.length > 0) {\n    return modelChain;\n  }\n\n  const order = resolveSTTProviderOrder(config.provider, config.fallback, config);\n  const chain: AudioProviderResolvedConfig[] = [];\n  for (const providerId of order) {\n    const resolved = resolveSTTProviderConfig(providerId, config);\n    if (resolved) {\n      chain.push(resolved);\n    }\n  }\n  return chain;\n}\n"],"mappings":";;;;;;;aASqD;AAgBrD,MAAM,MAAM,aAAa,cAAc;AAEvC,SAAS,cACP,YACA,QACA,QACoB;AACpB,QACE,OAAO,WACN,SAAS,QAAQ,IAAI,UAAU,KAAA,MAChC,QAAQ,IAAI,oBAAoB,eAAe;;;AAKnD,SAAgB,yBACd,YACA,QACA,OACoC;CACpC,MAAM,SAAS,8BAA8B,WAAW;AACxD,KAAI,CAAC,UAAU,OAAO,OAAO,oBAAoB,YAAY;AAC3D,MAAI,KACF,EAAE,YAAY,EACd,iBAAiB,WAAW,2DAC7B;AACD,SAAO;;CAIT,MAAM,SAAS,sBADD,8BAA8B,YAAY,OACd,EAAE,MAAM;CAClD,MAAM,SAAS,cAAc,YAAY,QAAQ,OAAO,OAAO;AAE/D,KADuB,OAAO,mBAAmB,SAC3B,CAAC,QAAQ;AAC7B,MAAI,MAAM,EAAE,YAAY,EAAE,iBAAiB,WAAW,6BAA6B;AACnF,SAAO;;AAGT,QAAO;EACL,IAAI;EACJ,GAAI,SAAS,EAAE,QAAQ,GAAG,EAAE;EAC5B,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,SAAS,GAAG,EAAE;EACrD,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,SAAS,GAAG,EAAE;EACrD,GAAI,OAAO,SAAS,OAAO,SAAS,OAAO,eAAe,QACtD,EAAE,OAAO,OAAO,SAAS,OAAO,SAAS,OAAO,eAAe,OAAO,GACtE,EAAE;EACN,GAAI,OAAO,WAAW,EAAE,UAAU,OAAO,UAAU,GAAG,EAAE;EACxD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,QAAQ,GAAG,EAAE;EACnD;;AAGH,SAAS,iCACP,SACU;AACV,QAAO,CAAC,GAAG,QAAQ,CAChB,QACE,WACC,OAAO,cAAc,SAAS,QAAQ,IAAI,OAAO,OAAO,oBAAoB,WAC/E,CACA,MAAM,MAAM,UAAU;EACrB,MAAM,YAAY,KAAK,cAAc,SAAS,OAAO;EACrD,MAAM,aAAa,MAAM,cAAc,SAAS,OAAO;AACvD,MAAI,cAAc,WAChB,QAAO,YAAY;AAErB,SAAO,KAAK,GAAG,cAAc,MAAM,GAAG;GACtC,CACD,KAAK,WAAW,OAAO,GAAG;;;AAI/B,SAAgB,wBACd,SACA,UACA,QACU;AACV,KAAI,UAAU,WAAW,SAAS,MAAM,SAAS,GAAG;EAClD,MAAM,QAAkB,CAAC,QAAQ;AACjC,OAAK,MAAM,cAAc,SAAS,MAChC,KAAI,eAAe,WAAW,CAAC,MAAM,SAAS,WAAW,CACvD,OAAM,KAAK,WAAW;AAG1B,SAAO;;CAGT,MAAM,aAAa,iCAAiC,iCAAiC,CAAC,CAAC,QACpF,eAAe,yBAAyB,YAAY,OAAO,KAAK,KAClE;CAED,MAAM,QAAkB,CAAC,QAAQ;AACjC,MAAK,MAAM,cAAc,WACvB,KAAI,eAAe,WAAW,CAAC,MAAM,SAAS,WAAW,CACvD,OAAM,KAAK,WAAW;AAG1B,QAAO;;AAGT,SAAS,uBAAuB,QAAkD;CAChF,MAAM,UAAU,oBAAoB;EAClC,YAAY;EACZ,kBAAkB,OAAO;EACzB,cAAc,OAAO;EACtB,CAAC;CACF,MAAM,QAAuC,EAAE;AAC/C,MAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,aAAa,MAAM,UAAU,MAAM;AACzC,MAAI,CAAC,WACH;EAEF,MAAM,WAAW,yBAAyB,YAAY,QAAQ,MAAM;AACpE,MAAI,SACF,OAAM,KAAK,SAAS;;AAGxB,QAAO;;;AAIT,SAAgB,wBAAwB,QAAkD;AACxF,KAAI,CAAC,OAAO,QACV,QAAO,EAAE;CAGX,MAAM,aAAa,uBAAuB,OAAO;AACjD,KAAI,WAAW,SAAS,EACtB,QAAO;CAGT,MAAM,QAAQ,wBAAwB,OAAO,UAAU,OAAO,UAAU,OAAO;CAC/E,MAAM,QAAuC,EAAE;AAC/C,MAAK,MAAM,cAAc,OAAO;EAC9B,MAAM,WAAW,yBAAyB,YAAY,OAAO;AAC7D,MAAI,SACF,OAAM,KAAK,SAAS;;AAGxB,QAAO"}
+{"version":3,"file":"factory.js","names":[],"sources":["../../../../src/voice/stt/factory.ts"],"sourcesContent":["/**\n * STT factory — registry-driven provider chain construction.\n *\n * Resolves STTConfig slices into `AudioProviderResolvedConfig` arrays that are\n * consumed by `runAudioTranscription`. Side-effect import of `./providers/index.js`\n * ensures all built-in STT providers self-register with the media-understanding\n * registry before the first lookup.\n */\n\nimport { createLogger } from '../../utils/logger.js';\n\nimport './providers/index.js'; // side-effect: register built-in STT providers\nimport { resolveModelEntries } from '../../media-understanding/resolve-entries.js';\nimport {\n  getMediaUnderstandingProvider,\n  listMediaUnderstandingProviders,\n} from '../../media-understanding/registry.js';\nimport type { AudioProviderResolvedConfig } from '../../media-understanding/audio-transcription-runner.js';\nimport {\n  STT_LEGACY_ENV_KEYS,\n  readSttProviderFields,\n  resolveSttProviderConfigSlice,\n} from './config-slice.js';\nimport type { MediaUnderstandingModelEntry, STTConfig } from './types.js';\n\nconst log = createLogger('STT:Factory');\n\nfunction resolveApiKey(\n  providerId: string,\n  fields: ReturnType<typeof readSttProviderFields>,\n  envKey?: string,\n): string | undefined {\n  return (\n    fields.apiKey ??\n    (envKey ? process.env[envKey] : undefined) ??\n    process.env[STT_LEGACY_ENV_KEYS[providerId] ?? '']\n  );\n}\n\n/** Resolve a single STT provider config slice → runner-shaped resolved config, or null when unavailable. */\nexport function resolveSTTProviderConfig(\n  providerId: string,\n  config: STTConfig,\n  entry?: MediaUnderstandingModelEntry,\n): AudioProviderResolvedConfig | null {\n  const plugin = getMediaUnderstandingProvider(providerId);\n  if (!plugin || typeof plugin.transcribeAudio !== 'function') {\n    log.warn(\n      { providerId },\n      `STT provider \"${providerId}\" is not registered or does not implement transcribeAudio`,\n    );\n    return null;\n  }\n\n  const slice = resolveSttProviderConfigSlice(providerId, config);\n  const fields = readSttProviderFields(slice, entry);\n  const apiKey = resolveApiKey(providerId, fields, plugin.envKey);\n  const requiresApiKey = plugin.requiresApiKey !== false;\n  const model = fields.model ?? entry?.model ?? plugin.defaultModels?.audio;\n  if (plugin.isConfigured && !plugin.isConfigured({ model })) {\n    log.debug({ providerId }, `STT provider \"${providerId}\" runtime is not ready; skipping`);\n    return null;\n  }\n  if (requiresApiKey && !apiKey) {\n    log.debug({ providerId }, `STT provider \"${providerId}\" missing API key; skipping`);\n    return null;\n  }\n\n  return {\n    id: providerId,\n    ...(apiKey ? { apiKey } : {}),\n    ...(fields.baseUrl ? { baseUrl: fields.baseUrl } : {}),\n    ...(fields.headers ? { headers: fields.headers } : {}),\n    ...(model ? { model } : {}),\n    ...(fields.language ? { language: fields.language } : {}),\n    ...(fields.prompt ? { prompt: fields.prompt } : {}),\n  };\n}\n\nfunction sortAudioProvidersByAutoPriority(\n  plugins: ReturnType<typeof listMediaUnderstandingProviders>,\n): string[] {\n  return [...plugins]\n    .filter(\n      (plugin) =>\n        plugin.capabilities?.includes('audio') && typeof plugin.transcribeAudio === 'function',\n    )\n    .sort((left, right) => {\n      const leftOrder = left.autoPriority?.audio ?? Number.MAX_SAFE_INTEGER;\n      const rightOrder = right.autoPriority?.audio ?? Number.MAX_SAFE_INTEGER;\n      if (leftOrder !== rightOrder) {\n        return leftOrder - rightOrder;\n      }\n      return left.id.localeCompare(right.id);\n    })\n    .map((plugin) => plugin.id);\n}\n\n/** Resolve provider order: explicit fallback when enabled, otherwise auto-select by registry order. */\nexport function resolveSTTProviderOrder(\n  primary: string,\n  fallback: STTConfig['fallback'] | undefined,\n  config: STTConfig,\n): string[] {\n  if (fallback?.enabled && fallback.order.length > 0) {\n    const order: string[] = [primary];\n    for (const providerId of fallback.order) {\n      if (providerId !== primary && !order.includes(providerId)) {\n        order.push(providerId);\n      }\n    }\n    return order;\n  }\n\n  const configured = sortAudioProvidersByAutoPriority(listMediaUnderstandingProviders()).filter(\n    (providerId) => resolveSTTProviderConfig(providerId, config) !== null,\n  );\n\n  const order: string[] = [primary];\n  for (const providerId of configured) {\n    if (providerId !== primary && !order.includes(providerId)) {\n      order.push(providerId);\n    }\n  }\n  return order;\n}\n\nfunction resolveModelEntryChain(config: STTConfig): AudioProviderResolvedConfig[] {\n  const entries = resolveModelEntries({\n    capability: 'audio',\n    capabilityModels: config.models,\n    sharedModels: config.sharedModels,\n  });\n  const chain: AudioProviderResolvedConfig[] = [];\n  for (const entry of entries) {\n    const providerId = entry.provider?.trim();\n    if (!providerId) {\n      continue;\n    }\n    const resolved = resolveSTTProviderConfig(providerId, config, entry);\n    if (resolved) {\n      chain.push(resolved);\n    }\n  }\n  return chain;\n}\n\n/** Build the full chain of resolved provider configs in priority order. */\nexport function resolveSTTProviderChain(config: STTConfig): AudioProviderResolvedConfig[] {\n  if (!config.enabled) {\n    return [];\n  }\n\n  const modelChain = resolveModelEntryChain(config);\n  if (modelChain.length > 0) {\n    return modelChain;\n  }\n\n  const order = resolveSTTProviderOrder(config.provider, config.fallback, config);\n  const chain: AudioProviderResolvedConfig[] = [];\n  for (const providerId of order) {\n    const resolved = resolveSTTProviderConfig(providerId, config);\n    if (resolved) {\n      chain.push(resolved);\n    }\n  }\n  return chain;\n}\n"],"mappings":";;;;;;;aASqD;AAgBrD,MAAM,MAAM,aAAa,cAAc;AAEvC,SAAS,cACP,YACA,QACA,QACoB;AACpB,QACE,OAAO,WACN,SAAS,QAAQ,IAAI,UAAU,KAAA,MAChC,QAAQ,IAAI,oBAAoB,eAAe;;;AAKnD,SAAgB,yBACd,YACA,QACA,OACoC;CACpC,MAAM,SAAS,8BAA8B,WAAW;AACxD,KAAI,CAAC,UAAU,OAAO,OAAO,oBAAoB,YAAY;AAC3D,MAAI,KACF,EAAE,YAAY,EACd,iBAAiB,WAAW,2DAC7B;AACD,SAAO;;CAIT,MAAM,SAAS,sBADD,8BAA8B,YAAY,OACd,EAAE,MAAM;CAClD,MAAM,SAAS,cAAc,YAAY,QAAQ,OAAO,OAAO;CAC/D,MAAM,iBAAiB,OAAO,mBAAmB;CACjD,MAAM,QAAQ,OAAO,SAAS,OAAO,SAAS,OAAO,eAAe;AACpE,KAAI,OAAO,gBAAgB,CAAC,OAAO,aAAa,EAAE,OAAO,CAAC,EAAE;AAC1D,MAAI,MAAM,EAAE,YAAY,EAAE,iBAAiB,WAAW,kCAAkC;AACxF,SAAO;;AAET,KAAI,kBAAkB,CAAC,QAAQ;AAC7B,MAAI,MAAM,EAAE,YAAY,EAAE,iBAAiB,WAAW,6BAA6B;AACnF,SAAO;;AAGT,QAAO;EACL,IAAI;EACJ,GAAI,SAAS,EAAE,QAAQ,GAAG,EAAE;EAC5B,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,SAAS,GAAG,EAAE;EACrD,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,SAAS,GAAG,EAAE;EACrD,GAAI,QAAQ,EAAE,OAAO,GAAG,EAAE;EAC1B,GAAI,OAAO,WAAW,EAAE,UAAU,OAAO,UAAU,GAAG,EAAE;EACxD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,QAAQ,GAAG,EAAE;EACnD;;AAGH,SAAS,iCACP,SACU;AACV,QAAO,CAAC,GAAG,QAAQ,CAChB,QACE,WACC,OAAO,cAAc,SAAS,QAAQ,IAAI,OAAO,OAAO,oBAAoB,WAC/E,CACA,MAAM,MAAM,UAAU;EACrB,MAAM,YAAY,KAAK,cAAc,SAAS,OAAO;EACrD,MAAM,aAAa,MAAM,cAAc,SAAS,OAAO;AACvD,MAAI,cAAc,WAChB,QAAO,YAAY;AAErB,SAAO,KAAK,GAAG,cAAc,MAAM,GAAG;GACtC,CACD,KAAK,WAAW,OAAO,GAAG;;;AAI/B,SAAgB,wBACd,SACA,UACA,QACU;AACV,KAAI,UAAU,WAAW,SAAS,MAAM,SAAS,GAAG;EAClD,MAAM,QAAkB,CAAC,QAAQ;AACjC,OAAK,MAAM,cAAc,SAAS,MAChC,KAAI,eAAe,WAAW,CAAC,MAAM,SAAS,WAAW,CACvD,OAAM,KAAK,WAAW;AAG1B,SAAO;;CAGT,MAAM,aAAa,iCAAiC,iCAAiC,CAAC,CAAC,QACpF,eAAe,yBAAyB,YAAY,OAAO,KAAK,KAClE;CAED,MAAM,QAAkB,CAAC,QAAQ;AACjC,MAAK,MAAM,cAAc,WACvB,KAAI,eAAe,WAAW,CAAC,MAAM,SAAS,WAAW,CACvD,OAAM,KAAK,WAAW;AAG1B,QAAO;;AAGT,SAAS,uBAAuB,QAAkD;CAChF,MAAM,UAAU,oBAAoB;EAClC,YAAY;EACZ,kBAAkB,OAAO;EACzB,cAAc,OAAO;EACtB,CAAC;CACF,MAAM,QAAuC,EAAE;AAC/C,MAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,aAAa,MAAM,UAAU,MAAM;AACzC,MAAI,CAAC,WACH;EAEF,MAAM,WAAW,yBAAyB,YAAY,QAAQ,MAAM;AACpE,MAAI,SACF,OAAM,KAAK,SAAS;;AAGxB,QAAO;;;AAIT,SAAgB,wBAAwB,QAAkD;AACxF,KAAI,CAAC,OAAO,QACV,QAAO,EAAE;CAGX,MAAM,aAAa,uBAAuB,OAAO;AACjD,KAAI,WAAW,SAAS,EACtB,QAAO;CAGT,MAAM,QAAQ,wBAAwB,OAAO,UAAU,OAAO,UAAU,OAAO;CAC/E,MAAM,QAAuC,EAAE;AAC/C,MAAK,MAAM,cAAc,OAAO;EAC9B,MAAM,WAAW,yBAAyB,YAAY,OAAO;AAC7D,MAAI,SACF,OAAM,KAAK,SAAS;;AAGxB,QAAO"}

package/dist/src/voice/stt/providers/alibaba-transcription.js

@@ -1,7 +1,7 @@
 import { createLogger } from "../../../utils/logger/index.js";
 import { init_logger } from "../../../utils/logger.js";
 import { ProviderHttpError } from "../../../media-shared/http/provider-http-errors.js";
-import { fetchWithTimeoutGuarded, postJsonRequest } from "../../../media-shared/http/provider-http.js";
+import { fetchWithTimeoutGuarded, postJsonRequest, waitProviderOperationPollInterval } from "../../../media-shared/http/provider-http.js";
 import "../../../media-shared/http/index.js";
 import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
 //#region src/voice/stt/providers/alibaba-transcription.ts
@@ -43,7 +43,8 @@ async function submitTask(params) {
 			model: params.model,
 			input: { file_urls: [params.audioDataUrl] },
 			...params.language ? { parameters: { language_hint: params.language } } : {}
-		}
+		},
+		signal: params.signal
 	})).json();
 	if (data.code) throw new Error(`Alibaba STT API error: ${data.code} - ${data.message}`);
 	if (!data.output?.task_id) {
@@ -60,6 +61,7 @@ async function pollTask(params) {
 		const response = await fetchWithTimeoutGuarded(url, {
 			timeoutMs: params.timeoutMs,
 			label: "Alibaba STT poll",
+			signal: params.signal,
 			init: {
 				method: "GET",
 				headers: { Authorization: `Bearer ${params.apiKey}` }
@@ -78,17 +80,18 @@ async function pollTask(params) {
 		if (status === "SUCCEEDED") {
 			const result = data.output?.results?.[0];
 			if (!result) throw new Error("Alibaba STT task succeeded but no results found");
-			return { text: (await fetchTranscription(result.transcription_url, params.timeoutMs)).transcripts.map((t) => t.text).join("\n") };
+			return { text: (await fetchTranscription(result.transcription_url, params.timeoutMs, params.signal)).transcripts.map((t) => t.text).join("\n") };
 		}
 		if (status === "FAILED") throw new Error("Alibaba STT task failed");
-		await new Promise((resolve) => setTimeout(resolve, POLL_INTERVAL_MS));
+		await waitProviderOperationPollInterval(POLL_INTERVAL_MS, params.signal);
 	}
 	throw new Error(`Alibaba STT task did not complete within ${MAX_POLL_MS}ms`);
 }
-async function fetchTranscription(url, timeoutMs) {
+async function fetchTranscription(url, timeoutMs, signal) {
 	const response = await fetchWithTimeoutGuarded(url, {
 		timeoutMs,
-		label: "Alibaba STT transcription fetch"
+		label: "Alibaba STT transcription fetch",
+		signal
 	});
 	if (!response.ok) throw new ProviderHttpError({
 		label: "Alibaba STT transcription fetch",
@@ -116,12 +119,14 @@ async function transcribeAudio(req) {
 			model,
 			audioDataUrl,
 			...req.language ? { language: req.language } : {},
-			timeoutMs: req.timeoutMs
+			timeoutMs: req.timeoutMs,
+			signal: req.signal
 		});
 		const result = await pollTask({
 			apiKey: req.apiKey,
 			taskId,
-			timeoutMs: req.timeoutMs
+			timeoutMs: req.timeoutMs,
+			signal: req.signal
 		});
 		const durationSeconds = (Date.now() - startTime) / 1e3;
 		log.info({
@@ -136,6 +141,7 @@ async function transcribeAudio(req) {
 			durationSeconds
 		};
 	} catch (error) {
+		if (req.signal?.aborted) throw error;
 		const errorMsg = error instanceof Error ? error.message : String(error);
 		log.error({
 			err: error,

package/dist/src/voice/stt/providers/alibaba-transcription.js.map

@@ -1 +1 @@
-{"version":3,"file":"alibaba-transcription.js","names":[],"sources":["../../../../../src/voice/stt/providers/alibaba-transcription.ts"],"sourcesContent":["/**\n * Alibaba DashScope Paraformer STT — implements MediaUnderstandingProvider.transcribeAudio.\n *\n * DashScope's async API is a 4-step dance:\n *   1. POST /api/v1/services/audio/asr/transcription with `X-DashScope-Async: enable`\n *      and `input.file_urls = [data:audio/ogg;base64,...]` → returns task_id\n *   2. Poll GET /api/v1/tasks/{task_id} until task_status === 'SUCCEEDED'\n *   3. The success result contains `transcription_url` pointing at a JSON document\n *   4. Fetch that JSON to extract the actual `transcripts[].text`\n *\n * All HTTP calls go through `fetchWithTimeoutGuarded` so the SSRF guard catches\n * malicious config injection. The transcription_url is a public OSS URL\n * (CDN-hosted); we keep `allowPrivateNetwork: false` so a malicious tenant\n * cannot redirect to an internal address.\n *\n * Polling caps at 60s by default (60 * 1s). The runner's `timeoutMs` controls\n * HTTP timeouts on each individual submit/poll/fetch call, not the overall\n * poll loop ceiling.\n */\n\nimport {\n  ProviderHttpError,\n  fetchWithTimeoutGuarded,\n  postJsonRequest,\n} from '../../../media-shared/http/index.js';\nimport { registerMediaUnderstandingProvider } from '../../../media-understanding/registry.js';\nimport type {\n  AudioTranscriptionRequest,\n  AudioTranscriptionResult,\n  MediaUnderstandingProvider,\n} from '../../../media-understanding/types.js';\nimport { createLogger } from '../../../utils/logger.js';\n\nconst log = createLogger('STT:Alibaba');\n\nconst DEFAULT_MODEL = 'paraformer-v2';\nconst DEFAULT_BASE_URL =\n  'https://dashscope.aliyuncs.com/api/v1/services/audio/asr/transcription';\nconst TASKS_BASE_URL = 'https://dashscope.aliyuncs.com/api/v1/tasks';\nconst POLL_INTERVAL_MS = 1000;\nconst MAX_POLL_MS = 60_000;\n\ninterface TaskResponse {\n  status_code?: number;\n  request_id?: string;\n  code?: string;\n  message?: string;\n  output?: {\n    task_id: string;\n    task_status: 'PENDING' | 'RUNNING' | 'SUCCEEDED' | 'FAILED';\n  };\n}\n\ninterface TranscriptionResultEntry {\n  file_url: string;\n  transcription_url: string;\n  subtask_status: string;\n}\n\ninterface FetchResponse {\n  status_code?: number;\n  request_id?: string;\n  output?: {\n    task_id: string;\n    task_status: 'PENDING' | 'RUNNING' | 'SUCCEEDED' | 'FAILED';\n    results?: TranscriptionResultEntry[];\n  };\n  usage?: { duration?: number };\n}\n\ninterface TranscriptionDetail {\n  file_url: string;\n  properties: {\n    audio_format: string;\n    channels: number[];\n    original_sampling_rate: number;\n    original_duration_in_milliseconds: number;\n  };\n  transcripts: Array<{\n    channel_id: number;\n    content_duration_in_milliseconds: number;\n    text: string;\n  }>;\n}\n\nasync function submitTask(params: {\n  apiKey: string;\n  baseUrl: string;\n  model: string;\n  audioDataUrl: string;\n  language?: string;\n  timeoutMs: number;\n}): Promise<string> {\n  const response = await postJsonRequest(params.baseUrl, {\n    timeoutMs: params.timeoutMs,\n    label: 'Alibaba STT submit',\n    headers: {\n      Authorization: `Bearer ${params.apiKey}`,\n      'X-DashScope-Async': 'enable',\n    },\n    body: {\n      model: params.model,\n      input: { file_urls: [params.audioDataUrl] },\n      ...(params.language ? { parameters: { language_hint: params.language } } : {}),\n    },\n  });\n  const data = (await response.json()) as TaskResponse;\n  if (data.code) {\n    throw new Error(`Alibaba STT API error: ${data.code} - ${data.message}`);\n  }\n  if (!data.output?.task_id) {\n    log.error({ response: data }, 'Alibaba STT API response missing task_id');\n    throw new Error(`No task_id returned from Alibaba STT API: ${JSON.stringify(data)}`);\n  }\n  log.debug({ taskId: data.output.task_id }, 'Task submitted');\n  return data.output.task_id;\n}\n\nasync function pollTask(params: {\n  apiKey: string;\n  taskId: string;\n  timeoutMs: number;\n}): Promise<{ text: string }> {\n  const startTime = Date.now();\n  const url = `${TASKS_BASE_URL}/${params.taskId}`;\n  while (Date.now() - startTime < MAX_POLL_MS) {\n    const response = await fetchWithTimeoutGuarded(url, {\n      timeoutMs: params.timeoutMs,\n      label: 'Alibaba STT poll',\n      init: {\n        method: 'GET',\n        headers: { Authorization: `Bearer ${params.apiKey}` },\n      },\n    });\n    if (!response.ok) {\n      const errorText = await response.text().catch(() => '');\n      throw new ProviderHttpError({\n        label: 'Alibaba STT poll',\n        status: response.status,\n        detail: errorText.slice(0, 220) || response.statusText,\n      });\n    }\n    const data = (await response.json()) as FetchResponse;\n    const status = data.output?.task_status;\n    if (status === 'SUCCEEDED') {\n      const result = data.output?.results?.[0];\n      if (!result) {\n        throw new Error('Alibaba STT task succeeded but no results found');\n      }\n      const transcription = await fetchTranscription(result.transcription_url, params.timeoutMs);\n      const fullText = transcription.transcripts.map((t) => t.text).join('\\n');\n      return { text: fullText };\n    }\n    if (status === 'FAILED') {\n      throw new Error('Alibaba STT task failed');\n    }\n    await new Promise((resolve) => setTimeout(resolve, POLL_INTERVAL_MS));\n  }\n  throw new Error(`Alibaba STT task did not complete within ${MAX_POLL_MS}ms`);\n}\n\nasync function fetchTranscription(url: string, timeoutMs: number): Promise<TranscriptionDetail> {\n  const response = await fetchWithTimeoutGuarded(url, {\n    timeoutMs,\n    label: 'Alibaba STT transcription fetch',\n  });\n  if (!response.ok) {\n    throw new ProviderHttpError({\n      label: 'Alibaba STT transcription fetch',\n      status: response.status,\n      detail: response.statusText,\n    });\n  }\n  return (await response.json()) as TranscriptionDetail;\n}\n\nasync function transcribeAudio(req: AudioTranscriptionRequest): Promise<AudioTranscriptionResult> {\n  const startTime = Date.now();\n  const model = req.model ?? DEFAULT_MODEL;\n  const baseUrl = req.baseUrl ?? DEFAULT_BASE_URL;\n\n  // Paraformer accepts `data:` URLs directly so we don't need to upload\n  // the audio first. This avoids the OSS pre-signing dance.\n  const base64Audio = req.buffer.toString('base64');\n  const audioDataUrl = `data:${req.mime ?? 'audio/ogg'};base64,${base64Audio}`;\n\n  log.debug(\n    { model, bufferSize: req.buffer.length, language: req.language, fileName: req.fileName },\n    'Sending to Alibaba Paraformer',\n  );\n\n  try {\n    const taskId = await submitTask({\n      apiKey: req.apiKey,\n      baseUrl,\n      model,\n      audioDataUrl,\n      ...(req.language ? { language: req.language } : {}),\n      timeoutMs: req.timeoutMs,\n    });\n    const result = await pollTask({\n      apiKey: req.apiKey,\n      taskId,\n      timeoutMs: req.timeoutMs,\n    });\n    const durationSeconds = (Date.now() - startTime) / 1000;\n    log.info(\n      { provider: 'alibaba', durationSeconds, textLength: result.text.length },\n      'Transcription completed',\n    );\n    return {\n      text: result.text,\n      model,\n      ...(req.language ? { language: req.language } : {}),\n      durationSeconds,\n    };\n  } catch (error) {\n    const errorMsg = error instanceof Error ? error.message : String(error);\n    log.error(\n      { err: error, bufferSize: req.buffer.length, model },\n      `Alibaba transcription failed: ${errorMsg}`,\n    );\n    throw new Error(`Alibaba STT failed: ${errorMsg}`);\n  }\n}\n\nexport const alibabaTranscriptionProvider: MediaUnderstandingProvider = {\n  id: 'alibaba',\n  aliases: ['dashscope', 'paraformer'],\n  capabilities: ['audio'],\n  envKey: 'DASHSCOPE_API_KEY',\n  defaultModels: { audio: DEFAULT_MODEL },\n  // Higher priority than openai for audio because Paraformer-v2 has better\n  // Chinese accuracy and is the project's typical primary STT.\n  autoPriority: { audio: 10 },\n  transcribeAudio,\n};\n\nregisterMediaUnderstandingProvider(alibabaTranscriptionProvider);\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;aA+BwD;AAExD,MAAM,MAAM,aAAa,cAAc;AAEvC,MAAM,gBAAgB;AACtB,MAAM,mBACJ;AACF,MAAM,iBAAiB;AACvB,MAAM,mBAAmB;AACzB,MAAM,cAAc;AA6CpB,eAAe,WAAW,QAON;CAclB,MAAM,OAAQ,OAAM,MAbG,gBAAgB,OAAO,SAAS;EACrD,WAAW,OAAO;EAClB,OAAO;EACP,SAAS;GACP,eAAe,UAAU,OAAO;GAChC,qBAAqB;GACtB;EACD,MAAM;GACJ,OAAO,OAAO;GACd,OAAO,EAAE,WAAW,CAAC,OAAO,aAAa,EAAE;GAC3C,GAAI,OAAO,WAAW,EAAE,YAAY,EAAE,eAAe,OAAO,UAAU,EAAE,GAAG,EAAE;GAC9E;EACF,CAAC,EAC2B,MAAM;AACnC,KAAI,KAAK,KACP,OAAM,IAAI,MAAM,0BAA0B,KAAK,KAAK,KAAK,KAAK,UAAU;AAE1E,KAAI,CAAC,KAAK,QAAQ,SAAS;AACzB,MAAI,MAAM,EAAE,UAAU,MAAM,EAAE,2CAA2C;AACzE,QAAM,IAAI,MAAM,6CAA6C,KAAK,UAAU,KAAK,GAAG;;AAEtF,KAAI,MAAM,EAAE,QAAQ,KAAK,OAAO,SAAS,EAAE,iBAAiB;AAC5D,QAAO,KAAK,OAAO;;AAGrB,eAAe,SAAS,QAIM;CAC5B,MAAM,YAAY,KAAK,KAAK;CAC5B,MAAM,MAAM,GAAG,eAAe,GAAG,OAAO;AACxC,QAAO,KAAK,KAAK,GAAG,YAAY,aAAa;EAC3C,MAAM,WAAW,MAAM,wBAAwB,KAAK;GAClD,WAAW,OAAO;GAClB,OAAO;GACP,MAAM;IACJ,QAAQ;IACR,SAAS,EAAE,eAAe,UAAU,OAAO,UAAU;IACtD;GACF,CAAC;AACF,MAAI,CAAC,SAAS,IAAI;GAChB,MAAM,YAAY,MAAM,SAAS,MAAM,CAAC,YAAY,GAAG;AACvD,SAAM,IAAI,kBAAkB;IAC1B,OAAO;IACP,QAAQ,SAAS;IACjB,QAAQ,UAAU,MAAM,GAAG,IAAI,IAAI,SAAS;IAC7C,CAAC;;EAEJ,MAAM,OAAQ,MAAM,SAAS,MAAM;EACnC,MAAM,SAAS,KAAK,QAAQ;AAC5B,MAAI,WAAW,aAAa;GAC1B,MAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,OAAI,CAAC,OACH,OAAM,IAAI,MAAM,kDAAkD;AAIpE,UAAO,EAAE,OADQ,MADW,mBAAmB,OAAO,mBAAmB,OAAO,UAAU,EAC3D,YAAY,KAAK,MAAM,EAAE,KAAK,CAAC,KAAK,KAC5C,EAAE;;AAE3B,MAAI,WAAW,SACb,OAAM,IAAI,MAAM,0BAA0B;AAE5C,QAAM,IAAI,SAAS,YAAY,WAAW,SAAS,iBAAiB,CAAC;;AAEvE,OAAM,IAAI,MAAM,4CAA4C,YAAY,IAAI;;AAG9E,eAAe,mBAAmB,KAAa,WAAiD;CAC9F,MAAM,WAAW,MAAM,wBAAwB,KAAK;EAClD;EACA,OAAO;EACR,CAAC;AACF,KAAI,CAAC,SAAS,GACZ,OAAM,IAAI,kBAAkB;EAC1B,OAAO;EACP,QAAQ,SAAS;EACjB,QAAQ,SAAS;EAClB,CAAC;AAEJ,QAAQ,MAAM,SAAS,MAAM;;AAG/B,eAAe,gBAAgB,KAAmE;CAChG,MAAM,YAAY,KAAK,KAAK;CAC5B,MAAM,QAAQ,IAAI,SAAS;CAC3B,MAAM,UAAU,IAAI,WAAW;CAI/B,MAAM,cAAc,IAAI,OAAO,SAAS,SAAS;CACjD,MAAM,eAAe,QAAQ,IAAI,QAAQ,YAAY,UAAU;AAE/D,KAAI,MACF;EAAE;EAAO,YAAY,IAAI,OAAO;EAAQ,UAAU,IAAI;EAAU,UAAU,IAAI;EAAU,EACxF,gCACD;AAED,KAAI;EACF,MAAM,SAAS,MAAM,WAAW;GAC9B,QAAQ,IAAI;GACZ;GACA;GACA;GACA,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;GAClD,WAAW,IAAI;GAChB,CAAC;EACF,MAAM,SAAS,MAAM,SAAS;GAC5B,QAAQ,IAAI;GACZ;GACA,WAAW,IAAI;GAChB,CAAC;EACF,MAAM,mBAAmB,KAAK,KAAK,GAAG,aAAa;AACnD,MAAI,KACF;GAAE,UAAU;GAAW;GAAiB,YAAY,OAAO,KAAK;GAAQ,EACxE,0BACD;AACD,SAAO;GACL,MAAM,OAAO;GACb;GACA,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;GAClD;GACD;UACM,OAAO;EACd,MAAM,WAAW,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AACvE,MAAI,MACF;GAAE,KAAK;GAAO,YAAY,IAAI,OAAO;GAAQ;GAAO,EACpD,iCAAiC,WAClC;AACD,QAAM,IAAI,MAAM,uBAAuB,WAAW;;;AAItD,MAAa,+BAA2D;CACtE,IAAI;CACJ,SAAS,CAAC,aAAa,aAAa;CACpC,cAAc,CAAC,QAAQ;CACvB,QAAQ;CACR,eAAe,EAAE,OAAO,eAAe;CAGvC,cAAc,EAAE,OAAO,IAAI;CAC3B;CACD;AAED,mCAAmC,6BAA6B"}
+{"version":3,"file":"alibaba-transcription.js","names":[],"sources":["../../../../../src/voice/stt/providers/alibaba-transcription.ts"],"sourcesContent":["/**\n * Alibaba DashScope Paraformer STT — implements MediaUnderstandingProvider.transcribeAudio.\n *\n * DashScope's async API is a 4-step dance:\n *   1. POST /api/v1/services/audio/asr/transcription with `X-DashScope-Async: enable`\n *      and `input.file_urls = [data:audio/ogg;base64,...]` → returns task_id\n *   2. Poll GET /api/v1/tasks/{task_id} until task_status === 'SUCCEEDED'\n *   3. The success result contains `transcription_url` pointing at a JSON document\n *   4. Fetch that JSON to extract the actual `transcripts[].text`\n *\n * All HTTP calls go through `fetchWithTimeoutGuarded` so the SSRF guard catches\n * malicious config injection. The transcription_url is a public OSS URL\n * (CDN-hosted); we keep `allowPrivateNetwork: false` so a malicious tenant\n * cannot redirect to an internal address.\n *\n * Polling caps at 60s by default (60 * 1s). The runner's `timeoutMs` controls\n * HTTP timeouts on each individual submit/poll/fetch call, not the overall\n * poll loop ceiling.\n */\n\nimport {\n  ProviderHttpError,\n  fetchWithTimeoutGuarded,\n  postJsonRequest,\n  waitProviderOperationPollInterval,\n} from '../../../media-shared/http/index.js';\nimport { registerMediaUnderstandingProvider } from '../../../media-understanding/registry.js';\nimport type {\n  AudioTranscriptionRequest,\n  AudioTranscriptionResult,\n  MediaUnderstandingProvider,\n} from '../../../media-understanding/types.js';\nimport { createLogger } from '../../../utils/logger.js';\n\nconst log = createLogger('STT:Alibaba');\n\nconst DEFAULT_MODEL = 'paraformer-v2';\nconst DEFAULT_BASE_URL =\n  'https://dashscope.aliyuncs.com/api/v1/services/audio/asr/transcription';\nconst TASKS_BASE_URL = 'https://dashscope.aliyuncs.com/api/v1/tasks';\nconst POLL_INTERVAL_MS = 1000;\nconst MAX_POLL_MS = 60_000;\n\ninterface TaskResponse {\n  status_code?: number;\n  request_id?: string;\n  code?: string;\n  message?: string;\n  output?: {\n    task_id: string;\n    task_status: 'PENDING' | 'RUNNING' | 'SUCCEEDED' | 'FAILED';\n  };\n}\n\ninterface TranscriptionResultEntry {\n  file_url: string;\n  transcription_url: string;\n  subtask_status: string;\n}\n\ninterface FetchResponse {\n  status_code?: number;\n  request_id?: string;\n  output?: {\n    task_id: string;\n    task_status: 'PENDING' | 'RUNNING' | 'SUCCEEDED' | 'FAILED';\n    results?: TranscriptionResultEntry[];\n  };\n  usage?: { duration?: number };\n}\n\ninterface TranscriptionDetail {\n  file_url: string;\n  properties: {\n    audio_format: string;\n    channels: number[];\n    original_sampling_rate: number;\n    original_duration_in_milliseconds: number;\n  };\n  transcripts: Array<{\n    channel_id: number;\n    content_duration_in_milliseconds: number;\n    text: string;\n  }>;\n}\n\nasync function submitTask(params: {\n  apiKey: string;\n  baseUrl: string;\n  model: string;\n  audioDataUrl: string;\n  language?: string;\n  timeoutMs: number;\n  signal?: AbortSignal;\n}): Promise<string> {\n  const response = await postJsonRequest(params.baseUrl, {\n    timeoutMs: params.timeoutMs,\n    label: 'Alibaba STT submit',\n    headers: {\n      Authorization: `Bearer ${params.apiKey}`,\n      'X-DashScope-Async': 'enable',\n    },\n    body: {\n      model: params.model,\n      input: { file_urls: [params.audioDataUrl] },\n      ...(params.language ? { parameters: { language_hint: params.language } } : {}),\n    },\n    signal: params.signal,\n  });\n  const data = (await response.json()) as TaskResponse;\n  if (data.code) {\n    throw new Error(`Alibaba STT API error: ${data.code} - ${data.message}`);\n  }\n  if (!data.output?.task_id) {\n    log.error({ response: data }, 'Alibaba STT API response missing task_id');\n    throw new Error(`No task_id returned from Alibaba STT API: ${JSON.stringify(data)}`);\n  }\n  log.debug({ taskId: data.output.task_id }, 'Task submitted');\n  return data.output.task_id;\n}\n\nasync function pollTask(params: {\n  apiKey: string;\n  taskId: string;\n  timeoutMs: number;\n  signal?: AbortSignal;\n}): Promise<{ text: string }> {\n  const startTime = Date.now();\n  const url = `${TASKS_BASE_URL}/${params.taskId}`;\n  while (Date.now() - startTime < MAX_POLL_MS) {\n    const response = await fetchWithTimeoutGuarded(url, {\n      timeoutMs: params.timeoutMs,\n      label: 'Alibaba STT poll',\n      signal: params.signal,\n      init: {\n        method: 'GET',\n        headers: { Authorization: `Bearer ${params.apiKey}` },\n      },\n    });\n    if (!response.ok) {\n      const errorText = await response.text().catch(() => '');\n      throw new ProviderHttpError({\n        label: 'Alibaba STT poll',\n        status: response.status,\n        detail: errorText.slice(0, 220) || response.statusText,\n      });\n    }\n    const data = (await response.json()) as FetchResponse;\n    const status = data.output?.task_status;\n    if (status === 'SUCCEEDED') {\n      const result = data.output?.results?.[0];\n      if (!result) {\n        throw new Error('Alibaba STT task succeeded but no results found');\n      }\n      const transcription = await fetchTranscription(\n        result.transcription_url,\n        params.timeoutMs,\n        params.signal,\n      );\n      const fullText = transcription.transcripts.map((t) => t.text).join('\\n');\n      return { text: fullText };\n    }\n    if (status === 'FAILED') {\n      throw new Error('Alibaba STT task failed');\n    }\n    await waitProviderOperationPollInterval(POLL_INTERVAL_MS, params.signal);\n  }\n  throw new Error(`Alibaba STT task did not complete within ${MAX_POLL_MS}ms`);\n}\n\nasync function fetchTranscription(\n  url: string,\n  timeoutMs: number,\n  signal?: AbortSignal,\n): Promise<TranscriptionDetail> {\n  const response = await fetchWithTimeoutGuarded(url, {\n    timeoutMs,\n    label: 'Alibaba STT transcription fetch',\n    signal,\n  });\n  if (!response.ok) {\n    throw new ProviderHttpError({\n      label: 'Alibaba STT transcription fetch',\n      status: response.status,\n      detail: response.statusText,\n    });\n  }\n  return (await response.json()) as TranscriptionDetail;\n}\n\nasync function transcribeAudio(req: AudioTranscriptionRequest): Promise<AudioTranscriptionResult> {\n  const startTime = Date.now();\n  const model = req.model ?? DEFAULT_MODEL;\n  const baseUrl = req.baseUrl ?? DEFAULT_BASE_URL;\n\n  // Paraformer accepts `data:` URLs directly so we don't need to upload\n  // the audio first. This avoids the OSS pre-signing dance.\n  const base64Audio = req.buffer.toString('base64');\n  const audioDataUrl = `data:${req.mime ?? 'audio/ogg'};base64,${base64Audio}`;\n\n  log.debug(\n    { model, bufferSize: req.buffer.length, language: req.language, fileName: req.fileName },\n    'Sending to Alibaba Paraformer',\n  );\n\n  try {\n    const taskId = await submitTask({\n      apiKey: req.apiKey,\n      baseUrl,\n      model,\n      audioDataUrl,\n      ...(req.language ? { language: req.language } : {}),\n      timeoutMs: req.timeoutMs,\n      signal: req.signal,\n    });\n    const result = await pollTask({\n      apiKey: req.apiKey,\n      taskId,\n      timeoutMs: req.timeoutMs,\n      signal: req.signal,\n    });\n    const durationSeconds = (Date.now() - startTime) / 1000;\n    log.info(\n      { provider: 'alibaba', durationSeconds, textLength: result.text.length },\n      'Transcription completed',\n    );\n    return {\n      text: result.text,\n      model,\n      ...(req.language ? { language: req.language } : {}),\n      durationSeconds,\n    };\n  } catch (error) {\n    if (req.signal?.aborted) {\n      throw error;\n    }\n    const errorMsg = error instanceof Error ? error.message : String(error);\n    log.error(\n      { err: error, bufferSize: req.buffer.length, model },\n      `Alibaba transcription failed: ${errorMsg}`,\n    );\n    throw new Error(`Alibaba STT failed: ${errorMsg}`);\n  }\n}\n\nexport const alibabaTranscriptionProvider: MediaUnderstandingProvider = {\n  id: 'alibaba',\n  aliases: ['dashscope', 'paraformer'],\n  capabilities: ['audio'],\n  envKey: 'DASHSCOPE_API_KEY',\n  defaultModels: { audio: DEFAULT_MODEL },\n  // Higher priority than openai for audio because Paraformer-v2 has better\n  // Chinese accuracy and is the project's typical primary STT.\n  autoPriority: { audio: 10 },\n  transcribeAudio,\n};\n\nregisterMediaUnderstandingProvider(alibabaTranscriptionProvider);\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;aAgCwD;AAExD,MAAM,MAAM,aAAa,cAAc;AAEvC,MAAM,gBAAgB;AACtB,MAAM,mBACJ;AACF,MAAM,iBAAiB;AACvB,MAAM,mBAAmB;AACzB,MAAM,cAAc;AA6CpB,eAAe,WAAW,QAQN;CAelB,MAAM,OAAQ,OAAM,MAdG,gBAAgB,OAAO,SAAS;EACrD,WAAW,OAAO;EAClB,OAAO;EACP,SAAS;GACP,eAAe,UAAU,OAAO;GAChC,qBAAqB;GACtB;EACD,MAAM;GACJ,OAAO,OAAO;GACd,OAAO,EAAE,WAAW,CAAC,OAAO,aAAa,EAAE;GAC3C,GAAI,OAAO,WAAW,EAAE,YAAY,EAAE,eAAe,OAAO,UAAU,EAAE,GAAG,EAAE;GAC9E;EACD,QAAQ,OAAO;EAChB,CAAC,EAC2B,MAAM;AACnC,KAAI,KAAK,KACP,OAAM,IAAI,MAAM,0BAA0B,KAAK,KAAK,KAAK,KAAK,UAAU;AAE1E,KAAI,CAAC,KAAK,QAAQ,SAAS;AACzB,MAAI,MAAM,EAAE,UAAU,MAAM,EAAE,2CAA2C;AACzE,QAAM,IAAI,MAAM,6CAA6C,KAAK,UAAU,KAAK,GAAG;;AAEtF,KAAI,MAAM,EAAE,QAAQ,KAAK,OAAO,SAAS,EAAE,iBAAiB;AAC5D,QAAO,KAAK,OAAO;;AAGrB,eAAe,SAAS,QAKM;CAC5B,MAAM,YAAY,KAAK,KAAK;CAC5B,MAAM,MAAM,GAAG,eAAe,GAAG,OAAO;AACxC,QAAO,KAAK,KAAK,GAAG,YAAY,aAAa;EAC3C,MAAM,WAAW,MAAM,wBAAwB,KAAK;GAClD,WAAW,OAAO;GAClB,OAAO;GACP,QAAQ,OAAO;GACf,MAAM;IACJ,QAAQ;IACR,SAAS,EAAE,eAAe,UAAU,OAAO,UAAU;IACtD;GACF,CAAC;AACF,MAAI,CAAC,SAAS,IAAI;GAChB,MAAM,YAAY,MAAM,SAAS,MAAM,CAAC,YAAY,GAAG;AACvD,SAAM,IAAI,kBAAkB;IAC1B,OAAO;IACP,QAAQ,SAAS;IACjB,QAAQ,UAAU,MAAM,GAAG,IAAI,IAAI,SAAS;IAC7C,CAAC;;EAEJ,MAAM,OAAQ,MAAM,SAAS,MAAM;EACnC,MAAM,SAAS,KAAK,QAAQ;AAC5B,MAAI,WAAW,aAAa;GAC1B,MAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,OAAI,CAAC,OACH,OAAM,IAAI,MAAM,kDAAkD;AAQpE,UAAO,EAAE,OADQ,MALW,mBAC1B,OAAO,mBACP,OAAO,WACP,OAAO,OACR,EAC8B,YAAY,KAAK,MAAM,EAAE,KAAK,CAAC,KAAK,KAC5C,EAAE;;AAE3B,MAAI,WAAW,SACb,OAAM,IAAI,MAAM,0BAA0B;AAE5C,QAAM,kCAAkC,kBAAkB,OAAO,OAAO;;AAE1E,OAAM,IAAI,MAAM,4CAA4C,YAAY,IAAI;;AAG9E,eAAe,mBACb,KACA,WACA,QAC8B;CAC9B,MAAM,WAAW,MAAM,wBAAwB,KAAK;EAClD;EACA,OAAO;EACP;EACD,CAAC;AACF,KAAI,CAAC,SAAS,GACZ,OAAM,IAAI,kBAAkB;EAC1B,OAAO;EACP,QAAQ,SAAS;EACjB,QAAQ,SAAS;EAClB,CAAC;AAEJ,QAAQ,MAAM,SAAS,MAAM;;AAG/B,eAAe,gBAAgB,KAAmE;CAChG,MAAM,YAAY,KAAK,KAAK;CAC5B,MAAM,QAAQ,IAAI,SAAS;CAC3B,MAAM,UAAU,IAAI,WAAW;CAI/B,MAAM,cAAc,IAAI,OAAO,SAAS,SAAS;CACjD,MAAM,eAAe,QAAQ,IAAI,QAAQ,YAAY,UAAU;AAE/D,KAAI,MACF;EAAE;EAAO,YAAY,IAAI,OAAO;EAAQ,UAAU,IAAI;EAAU,UAAU,IAAI;EAAU,EACxF,gCACD;AAED,KAAI;EACF,MAAM,SAAS,MAAM,WAAW;GAC9B,QAAQ,IAAI;GACZ;GACA;GACA;GACA,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;GAClD,WAAW,IAAI;GACf,QAAQ,IAAI;GACb,CAAC;EACF,MAAM,SAAS,MAAM,SAAS;GAC5B,QAAQ,IAAI;GACZ;GACA,WAAW,IAAI;GACf,QAAQ,IAAI;GACb,CAAC;EACF,MAAM,mBAAmB,KAAK,KAAK,GAAG,aAAa;AACnD,MAAI,KACF;GAAE,UAAU;GAAW;GAAiB,YAAY,OAAO,KAAK;GAAQ,EACxE,0BACD;AACD,SAAO;GACL,MAAM,OAAO;GACb;GACA,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;GAClD;GACD;UACM,OAAO;AACd,MAAI,IAAI,QAAQ,QACd,OAAM;EAER,MAAM,WAAW,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AACvE,MAAI,MACF;GAAE,KAAK;GAAO,YAAY,IAAI,OAAO;GAAQ;GAAO,EACpD,iCAAiC,WAClC;AACD,QAAM,IAAI,MAAM,uBAAuB,WAAW;;;AAItD,MAAa,+BAA2D;CACtE,IAAI;CACJ,SAAS,CAAC,aAAa,aAAa;CACpC,cAAc,CAAC,QAAQ;CACvB,QAAQ;CACR,eAAe,EAAE,OAAO,eAAe;CAGvC,cAAc,EAAE,OAAO,IAAI;CAC3B;CACD;AAED,mCAAmC,6BAA6B"}

package/dist/src/voice/stt/providers/index.d.ts

@@ -12,3 +12,4 @@
  */
 export { openAiTranscriptionProvider } from './openai-transcription.js';
 export { alibabaTranscriptionProvider } from './alibaba-transcription.js';
+export { localTranscriptionProvider } from './local-transcription.js';

package/dist/src/voice/stt/providers/index.js

@@ -1,3 +1,4 @@
 import { openAiTranscriptionProvider } from "./openai-transcription.js";
 import { alibabaTranscriptionProvider } from "./alibaba-transcription.js";
-export { alibabaTranscriptionProvider, openAiTranscriptionProvider };
+import { localTranscriptionProvider } from "./local-transcription.js";
+export { alibabaTranscriptionProvider, localTranscriptionProvider, openAiTranscriptionProvider };

package/dist/src/voice/stt/providers/local-transcription.d.ts

@@ -0,0 +1,2 @@
+import type { MediaUnderstandingProvider } from '../../../media-understanding/types.js';
+export declare const localTranscriptionProvider: MediaUnderstandingProvider;

package/dist/src/voice/stt/providers/local-transcription.js

@@ -0,0 +1,51 @@
+import { createLogger } from "../../../utils/logger/index.js";
+import { init_logger } from "../../../utils/logger.js";
+import { registerMediaUnderstandingProvider } from "../../../media-understanding/registry.js";
+import { DEFAULT_LOCAL_VOICE_MODEL_ID, getLocalVoiceModel, hasInstalledLocalVoiceModel, isLocalVoiceModelInstalled } from "../../local/models.js";
+import { getLocalVoiceRuntimeClient } from "../../local/runtime-client.js";
+import { decodeWavToMonoFloat32 } from "../../local/wav.js";
+//#region src/voice/stt/providers/local-transcription.ts
+init_logger();
+const log = createLogger("STT:Local");
+async function transcribeAudio(req) {
+	const model = getLocalVoiceModel(req.model);
+	if (!isLocalVoiceModelInstalled(model.id)) throw new Error(`Local voice model "${model.id}" is not installed`);
+	const decoded = decodeWavToMonoFloat32(req.buffer);
+	const audioBytes = Buffer.from(decoded.samples.buffer, decoded.samples.byteOffset, decoded.samples.byteLength);
+	const startedAt = Date.now();
+	const result = await getLocalVoiceRuntimeClient().request("transcribe", {
+		modelId: model.id,
+		audioBase64: audioBytes.toString("base64"),
+		...req.language ? { language: req.language } : {}
+	}, {
+		signal: req.signal,
+		timeoutMs: req.timeoutMs
+	});
+	log.info({
+		model: model.id,
+		audioDurationSeconds: decoded.durationSeconds,
+		latencyMs: Date.now() - startedAt,
+		textLength: result.text.length
+	}, "Local transcription completed");
+	return {
+		text: result.text,
+		model: model.id,
+		...result.language || req.language ? { language: result.language ?? req.language } : {},
+		durationSeconds: decoded.durationSeconds
+	};
+}
+const localTranscriptionProvider = {
+	id: "xopc-local",
+	aliases: ["local"],
+	capabilities: ["audio"],
+	requiresApiKey: false,
+	defaultModels: { audio: DEFAULT_LOCAL_VOICE_MODEL_ID },
+	autoPriority: { audio: 0 },
+	isConfigured: (options) => options?.model ? isLocalVoiceModelInstalled(options.model) : hasInstalledLocalVoiceModel(),
+	transcribeAudio
+};
+registerMediaUnderstandingProvider(localTranscriptionProvider);
+//#endregion
+export { localTranscriptionProvider };
+
+//# sourceMappingURL=local-transcription.js.map

package/dist/src/voice/stt/providers/local-transcription.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-transcription.js","names":[],"sources":["../../../../../src/voice/stt/providers/local-transcription.ts"],"sourcesContent":["import { registerMediaUnderstandingProvider } from '../../../media-understanding/registry.js';\nimport type {\n  AudioTranscriptionRequest,\n  AudioTranscriptionResult,\n  MediaUnderstandingProvider,\n} from '../../../media-understanding/types.js';\nimport { createLogger } from '../../../utils/logger.js';\nimport { getLocalVoiceRuntimeClient } from '../../local/runtime-client.js';\nimport { decodeWavToMonoFloat32 } from '../../local/wav.js';\nimport {\n  DEFAULT_LOCAL_VOICE_MODEL_ID,\n  getLocalVoiceModel,\n  hasInstalledLocalVoiceModel,\n  isLocalVoiceModelInstalled,\n} from '../../local/models.js';\n\nconst log = createLogger('STT:Local');\n\nasync function transcribeAudio(req: AudioTranscriptionRequest): Promise<AudioTranscriptionResult> {\n  const model = getLocalVoiceModel(req.model);\n  if (!isLocalVoiceModelInstalled(model.id)) {\n    throw new Error(`Local voice model \"${model.id}\" is not installed`);\n  }\n  const decoded = decodeWavToMonoFloat32(req.buffer);\n  const audioBytes = Buffer.from(\n    decoded.samples.buffer,\n    decoded.samples.byteOffset,\n    decoded.samples.byteLength,\n  );\n  const startedAt = Date.now();\n  const result = await getLocalVoiceRuntimeClient().request<{\n    text: string;\n    modelId: string;\n    language?: string;\n    emotion?: string;\n    event?: string;\n  }>(\n    'transcribe',\n    {\n      modelId: model.id,\n      audioBase64: audioBytes.toString('base64'),\n      ...(req.language ? { language: req.language } : {}),\n    },\n    { signal: req.signal, timeoutMs: req.timeoutMs },\n  );\n  log.info(\n    {\n      model: model.id,\n      audioDurationSeconds: decoded.durationSeconds,\n      latencyMs: Date.now() - startedAt,\n      textLength: result.text.length,\n    },\n    'Local transcription completed',\n  );\n  return {\n    text: result.text,\n    model: model.id,\n    ...(result.language || req.language ? { language: result.language ?? req.language } : {}),\n    durationSeconds: decoded.durationSeconds,\n  };\n}\n\nexport const localTranscriptionProvider: MediaUnderstandingProvider = {\n  id: 'xopc-local',\n  aliases: ['local'],\n  capabilities: ['audio'],\n  requiresApiKey: false,\n  defaultModels: { audio: DEFAULT_LOCAL_VOICE_MODEL_ID },\n  autoPriority: { audio: 0 },\n  isConfigured: (options) => options?.model\n    ? isLocalVoiceModelInstalled(options.model)\n    : hasInstalledLocalVoiceModel(),\n  transcribeAudio,\n};\n\nregisterMediaUnderstandingProvider(localTranscriptionProvider);\n"],"mappings":";;;;;;;aAMwD;AAUxD,MAAM,MAAM,aAAa,YAAY;AAErC,eAAe,gBAAgB,KAAmE;CAChG,MAAM,QAAQ,mBAAmB,IAAI,MAAM;AAC3C,KAAI,CAAC,2BAA2B,MAAM,GAAG,CACvC,OAAM,IAAI,MAAM,sBAAsB,MAAM,GAAG,oBAAoB;CAErE,MAAM,UAAU,uBAAuB,IAAI,OAAO;CAClD,MAAM,aAAa,OAAO,KACxB,QAAQ,QAAQ,QAChB,QAAQ,QAAQ,YAChB,QAAQ,QAAQ,WACjB;CACD,MAAM,YAAY,KAAK,KAAK;CAC5B,MAAM,SAAS,MAAM,4BAA4B,CAAC,QAOhD,cACA;EACE,SAAS,MAAM;EACf,aAAa,WAAW,SAAS,SAAS;EAC1C,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;EACnD,EACD;EAAE,QAAQ,IAAI;EAAQ,WAAW,IAAI;EAAW,CACjD;AACD,KAAI,KACF;EACE,OAAO,MAAM;EACb,sBAAsB,QAAQ;EAC9B,WAAW,KAAK,KAAK,GAAG;EACxB,YAAY,OAAO,KAAK;EACzB,EACD,gCACD;AACD,QAAO;EACL,MAAM,OAAO;EACb,OAAO,MAAM;EACb,GAAI,OAAO,YAAY,IAAI,WAAW,EAAE,UAAU,OAAO,YAAY,IAAI,UAAU,GAAG,EAAE;EACxF,iBAAiB,QAAQ;EAC1B;;AAGH,MAAa,6BAAyD;CACpE,IAAI;CACJ,SAAS,CAAC,QAAQ;CAClB,cAAc,CAAC,QAAQ;CACvB,gBAAgB;CAChB,eAAe,EAAE,OAAO,8BAA8B;CACtD,cAAc,EAAE,OAAO,GAAG;CAC1B,eAAe,YAAY,SAAS,QAChC,2BAA2B,QAAQ,MAAM,GACzC,6BAA6B;CACjC;CACD;AAED,mCAAmC,2BAA2B"}

package/dist/src/voice/stt/providers/openai-transcription.js

@@ -25,11 +25,12 @@ async function transcribeAudio(req) {
 	const model = req.model ?? DEFAULT_MODEL;
 	const client = new OpenAI({
 		apiKey: req.apiKey,
+		timeout: req.timeoutMs,
 		...req.baseUrl ? { baseURL: req.baseUrl } : {},
 		...req.headers ? { defaultHeaders: req.headers } : {}
 	});
 	const uint8Array = new Uint8Array(req.buffer.buffer, req.buffer.byteOffset, req.buffer.byteLength);
-	const blob = new Blob([uint8Array], { type: req.mime ?? "audio/ogg" });
+	const file = new File([uint8Array], req.fileName, { type: req.mime ?? "audio/ogg" });
 	log.debug({
 		model,
 		bufferSize: req.buffer.length,
@@ -38,12 +39,12 @@ async function transcribeAudio(req) {
 	}, "Sending to OpenAI Whisper");
 	try {
 		const result = await client.audio.transcriptions.create({
-			file: blob,
+			file,
 			model,
 			...req.language ? { language: req.language } : {},
 			...req.prompt ? { prompt: req.prompt } : {},
 			response_format: "json"
-		});
+		}, req.signal ? { signal: req.signal } : void 0);
 		const durationSeconds = (Date.now() - startTime) / 1e3;
 		log.info({
 			provider: "openai",
@@ -57,6 +58,7 @@ async function transcribeAudio(req) {
 			durationSeconds
 		};
 	} catch (error) {
+		if (req.signal?.aborted) throw error;
 		const errorMsg = error instanceof Error ? error.message : String(error);
 		log.error({
 			err: error,

package/dist/src/voice/stt/providers/openai-transcription.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai-transcription.js","names":[],"sources":["../../../../../src/voice/stt/providers/openai-transcription.ts"],"sourcesContent":["/**\n * OpenAI Whisper STT — implements MediaUnderstandingProvider.transcribeAudio.\n *\n * Uses the official `openai` SDK rather than the raw HTTP path because the SDK\n * already handles multipart/form-data encoding (`file` field), streaming\n * response normalization, and per-call apiKey override via constructor\n * injection. The media-shared HTTP layer is intentionally not used here so we\n * keep parity with the SDK's own fetch (proxy support, retries, etc.); the\n * only egress is api.openai.com which is HTTPS-only and public.\n *\n * Streaming transcription is not implemented (Whisper returns a final text\n * blob). Self-registers with `capabilities: ['audio']` only — the registry's\n * `listProvidersForCapability` filter skips this provider for image/video.\n */\n\nimport OpenAI from 'openai';\n\nimport { registerMediaUnderstandingProvider } from '../../../media-understanding/registry.js';\nimport type {\n  AudioTranscriptionRequest,\n  AudioTranscriptionResult,\n  MediaUnderstandingProvider,\n} from '../../../media-understanding/types.js';\nimport { createLogger } from '../../../utils/logger.js';\n\nconst log = createLogger('STT:OpenAI');\n\nconst DEFAULT_MODEL = 'whisper-1';\n\nasync function transcribeAudio(req: AudioTranscriptionRequest): Promise<AudioTranscriptionResult> {\n  const startTime = Date.now();\n  const model = req.model ?? DEFAULT_MODEL;\n\n  // openai SDK supports baseURL override per-instance.\n  const client = new OpenAI({\n    apiKey: req.apiKey,\n    ...(req.baseUrl ? { baseURL: req.baseUrl } : {}),\n    ...(req.headers ? { defaultHeaders: req.headers } : {}),\n  });\n\n  const uint8Array = new Uint8Array(\n    req.buffer.buffer as ArrayBuffer,\n    req.buffer.byteOffset,\n    req.buffer.byteLength,\n  );\n  // MIME defaults to audio/ogg because Telegram voice notes are the most common\n  // input. The SDK doesn't actually inspect the type — it just uses it for the\n  // multipart Content-Type header. Whisper itself sniffs the file content.\n  const blob = new Blob([uint8Array], { type: req.mime ?? 'audio/ogg' });\n\n  log.debug(\n    { model, bufferSize: req.buffer.length, language: req.language, fileName: req.fileName },\n    'Sending to OpenAI Whisper',\n  );\n\n  try {\n    const result = await client.audio.transcriptions.create({\n      file: blob,\n      model,\n      ...(req.language ? { language: req.language } : {}),\n      ...(req.prompt ? { prompt: req.prompt } : {}),\n      response_format: 'json',\n    });\n    const durationSeconds = (Date.now() - startTime) / 1000;\n    log.info(\n      { provider: 'openai', durationSeconds, textLength: result.text?.length ?? 0 },\n      'Transcription completed',\n    );\n    return {\n      text: result.text || '',\n      model,\n      ...(req.language ? { language: req.language } : {}),\n      durationSeconds,\n    };\n  } catch (error) {\n    const errorMsg = error instanceof Error ? error.message : String(error);\n    log.error(\n      { err: error, bufferSize: req.buffer.length, model },\n      `OpenAI transcription failed: ${errorMsg}`,\n    );\n    throw new Error(`OpenAI STT failed: ${errorMsg}`);\n  }\n}\n\nexport const openAiTranscriptionProvider: MediaUnderstandingProvider = {\n  id: 'openai',\n  capabilities: ['audio'],\n  envKey: 'OPENAI_API_KEY',\n  defaultModels: { audio: DEFAULT_MODEL },\n  autoPriority: { audio: 20 }, // alibaba is preferred when both configured (Chinese-first)\n  transcribeAudio,\n};\n\nregisterMediaUnderstandingProvider(openAiTranscriptionProvider);\n"],"mappings":";;;;;;;;;;;;;;;;;;;aAuBwD;AAExD,MAAM,MAAM,aAAa,aAAa;AAEtC,MAAM,gBAAgB;AAEtB,eAAe,gBAAgB,KAAmE;CAChG,MAAM,YAAY,KAAK,KAAK;CAC5B,MAAM,QAAQ,IAAI,SAAS;CAG3B,MAAM,SAAS,IAAI,OAAO;EACxB,QAAQ,IAAI;EACZ,GAAI,IAAI,UAAU,EAAE,SAAS,IAAI,SAAS,GAAG,EAAE;EAC/C,GAAI,IAAI,UAAU,EAAE,gBAAgB,IAAI,SAAS,GAAG,EAAE;EACvD,CAAC;CAEF,MAAM,aAAa,IAAI,WACrB,IAAI,OAAO,QACX,IAAI,OAAO,YACX,IAAI,OAAO,WACZ;CAID,MAAM,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,MAAM,IAAI,QAAQ,aAAa,CAAC;AAEtE,KAAI,MACF;EAAE;EAAO,YAAY,IAAI,OAAO;EAAQ,UAAU,IAAI;EAAU,UAAU,IAAI;EAAU,EACxF,4BACD;AAED,KAAI;EACF,MAAM,SAAS,MAAM,OAAO,MAAM,eAAe,OAAO;GACtD,MAAM;GACN;GACA,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;GAClD,GAAI,IAAI,SAAS,EAAE,QAAQ,IAAI,QAAQ,GAAG,EAAE;GAC5C,iBAAiB;GAClB,CAAC;EACF,MAAM,mBAAmB,KAAK,KAAK,GAAG,aAAa;AACnD,MAAI,KACF;GAAE,UAAU;GAAU;GAAiB,YAAY,OAAO,MAAM,UAAU;GAAG,EAC7E,0BACD;AACD,SAAO;GACL,MAAM,OAAO,QAAQ;GACrB;GACA,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;GAClD;GACD;UACM,OAAO;EACd,MAAM,WAAW,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AACvE,MAAI,MACF;GAAE,KAAK;GAAO,YAAY,IAAI,OAAO;GAAQ;GAAO,EACpD,gCAAgC,WACjC;AACD,QAAM,IAAI,MAAM,sBAAsB,WAAW;;;AAIrD,MAAa,8BAA0D;CACrE,IAAI;CACJ,cAAc,CAAC,QAAQ;CACvB,QAAQ;CACR,eAAe,EAAE,OAAO,eAAe;CACvC,cAAc,EAAE,OAAO,IAAI;CAC3B;CACD;AAED,mCAAmC,4BAA4B"}
+{"version":3,"file":"openai-transcription.js","names":[],"sources":["../../../../../src/voice/stt/providers/openai-transcription.ts"],"sourcesContent":["/**\n * OpenAI Whisper STT — implements MediaUnderstandingProvider.transcribeAudio.\n *\n * Uses the official `openai` SDK rather than the raw HTTP path because the SDK\n * already handles multipart/form-data encoding (`file` field), streaming\n * response normalization, and per-call apiKey override via constructor\n * injection. The media-shared HTTP layer is intentionally not used here so we\n * keep parity with the SDK's own fetch (proxy support, retries, etc.); the\n * only egress is api.openai.com which is HTTPS-only and public.\n *\n * Streaming transcription is not implemented (Whisper returns a final text\n * blob). Self-registers with `capabilities: ['audio']` only — the registry's\n * `listProvidersForCapability` filter skips this provider for image/video.\n */\n\nimport OpenAI from 'openai';\n\nimport { registerMediaUnderstandingProvider } from '../../../media-understanding/registry.js';\nimport type {\n  AudioTranscriptionRequest,\n  AudioTranscriptionResult,\n  MediaUnderstandingProvider,\n} from '../../../media-understanding/types.js';\nimport { createLogger } from '../../../utils/logger.js';\n\nconst log = createLogger('STT:OpenAI');\n\nconst DEFAULT_MODEL = 'whisper-1';\n\nasync function transcribeAudio(req: AudioTranscriptionRequest): Promise<AudioTranscriptionResult> {\n  const startTime = Date.now();\n  const model = req.model ?? DEFAULT_MODEL;\n\n  // openai SDK supports baseURL override per-instance.\n  const client = new OpenAI({\n    apiKey: req.apiKey,\n    timeout: req.timeoutMs,\n    ...(req.baseUrl ? { baseURL: req.baseUrl } : {}),\n    ...(req.headers ? { defaultHeaders: req.headers } : {}),\n  });\n\n  const uint8Array = new Uint8Array(\n    req.buffer.buffer as ArrayBuffer,\n    req.buffer.byteOffset,\n    req.buffer.byteLength,\n  );\n  // Preserve the original name and MIME so provider-side format detection and\n  // diagnostics reflect the real upload instead of a synthetic OGG file.\n  const file = new File([uint8Array], req.fileName, { type: req.mime ?? 'audio/ogg' });\n\n  log.debug(\n    { model, bufferSize: req.buffer.length, language: req.language, fileName: req.fileName },\n    'Sending to OpenAI Whisper',\n  );\n\n  try {\n    const result = await client.audio.transcriptions.create(\n      {\n        file,\n        model,\n        ...(req.language ? { language: req.language } : {}),\n        ...(req.prompt ? { prompt: req.prompt } : {}),\n        response_format: 'json',\n      },\n      req.signal ? { signal: req.signal } : undefined,\n    );\n    const durationSeconds = (Date.now() - startTime) / 1000;\n    log.info(\n      { provider: 'openai', durationSeconds, textLength: result.text?.length ?? 0 },\n      'Transcription completed',\n    );\n    return {\n      text: result.text || '',\n      model,\n      ...(req.language ? { language: req.language } : {}),\n      durationSeconds,\n    };\n  } catch (error) {\n    if (req.signal?.aborted) {\n      throw error;\n    }\n    const errorMsg = error instanceof Error ? error.message : String(error);\n    log.error(\n      { err: error, bufferSize: req.buffer.length, model },\n      `OpenAI transcription failed: ${errorMsg}`,\n    );\n    throw new Error(`OpenAI STT failed: ${errorMsg}`);\n  }\n}\n\nexport const openAiTranscriptionProvider: MediaUnderstandingProvider = {\n  id: 'openai',\n  capabilities: ['audio'],\n  envKey: 'OPENAI_API_KEY',\n  defaultModels: { audio: DEFAULT_MODEL },\n  autoPriority: { audio: 20 }, // alibaba is preferred when both configured (Chinese-first)\n  transcribeAudio,\n};\n\nregisterMediaUnderstandingProvider(openAiTranscriptionProvider);\n"],"mappings":";;;;;;;;;;;;;;;;;;;aAuBwD;AAExD,MAAM,MAAM,aAAa,aAAa;AAEtC,MAAM,gBAAgB;AAEtB,eAAe,gBAAgB,KAAmE;CAChG,MAAM,YAAY,KAAK,KAAK;CAC5B,MAAM,QAAQ,IAAI,SAAS;CAG3B,MAAM,SAAS,IAAI,OAAO;EACxB,QAAQ,IAAI;EACZ,SAAS,IAAI;EACb,GAAI,IAAI,UAAU,EAAE,SAAS,IAAI,SAAS,GAAG,EAAE;EAC/C,GAAI,IAAI,UAAU,EAAE,gBAAgB,IAAI,SAAS,GAAG,EAAE;EACvD,CAAC;CAEF,MAAM,aAAa,IAAI,WACrB,IAAI,OAAO,QACX,IAAI,OAAO,YACX,IAAI,OAAO,WACZ;CAGD,MAAM,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,UAAU,EAAE,MAAM,IAAI,QAAQ,aAAa,CAAC;AAEpF,KAAI,MACF;EAAE;EAAO,YAAY,IAAI,OAAO;EAAQ,UAAU,IAAI;EAAU,UAAU,IAAI;EAAU,EACxF,4BACD;AAED,KAAI;EACF,MAAM,SAAS,MAAM,OAAO,MAAM,eAAe,OAC/C;GACE;GACA;GACA,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;GAClD,GAAI,IAAI,SAAS,EAAE,QAAQ,IAAI,QAAQ,GAAG,EAAE;GAC5C,iBAAiB;GAClB,EACD,IAAI,SAAS,EAAE,QAAQ,IAAI,QAAQ,GAAG,KAAA,EACvC;EACD,MAAM,mBAAmB,KAAK,KAAK,GAAG,aAAa;AACnD,MAAI,KACF;GAAE,UAAU;GAAU;GAAiB,YAAY,OAAO,MAAM,UAAU;GAAG,EAC7E,0BACD;AACD,SAAO;GACL,MAAM,OAAO,QAAQ;GACrB;GACA,GAAI,IAAI,WAAW,EAAE,UAAU,IAAI,UAAU,GAAG,EAAE;GAClD;GACD;UACM,OAAO;AACd,MAAI,IAAI,QAAQ,QACd,OAAM;EAER,MAAM,WAAW,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;AACvE,MAAI,MACF;GAAE,KAAK;GAAO,YAAY,IAAI,OAAO;GAAQ;GAAO,EACpD,gCAAgC,WACjC;AACD,QAAM,IAAI,MAAM,sBAAsB,WAAW;;;AAIrD,MAAa,8BAA0D;CACrE,IAAI;CACJ,cAAc,CAAC,QAAQ;CACvB,QAAQ;CACR,eAAe,EAAE,OAAO,eAAe;CACvC,cAAc,EAAE,OAAO,IAAI;CAC3B;CACD;AAED,mCAAmC,4BAA4B"}

package/dist/src/voice/stt/transcribe-core.js

@@ -18,7 +18,7 @@ function toAttempt(attempt) {
 		provider: attempt.provider ?? "unknown",
 		outcome: attempt.outcome,
 		reasonCode: attempt.outcome === "success" ? "success" : classifyFailureReason(attempt.reason),
-		latencyMs: 0,
+		latencyMs: attempt.latencyMs ?? 0,
 		...attempt.reason ? { error: attempt.reason } : {}
 	};
 }
@@ -35,10 +35,11 @@ async function transcribe(audioBuffer, config, options) {
 		attachments: [{
 			attachmentIndex: 0,
 			buffer: audioBuffer,
-			fileName: `audio-${Date.now()}.ogg`,
-			mime: "audio/ogg"
+			fileName: options?.fileName ?? `audio-${Date.now()}.ogg`,
+			mime: options?.mime ?? "audio/ogg"
 		}],
-		timeoutMs: config.timeoutMs ?? 6e4
+		timeoutMs: config.timeoutMs ?? 6e4,
+		signal: options?.signal
 	});
 	const attachmentDecision = result.decision.attachments[0];
 	const attempts = (attachmentDecision?.attempts ?? []).map(toAttempt);

package/dist/src/voice/stt/transcribe-core.js.map

@@ -1 +1 @@
-{"version":3,"file":"transcribe-core.js","names":[],"sources":["../../../../src/voice/stt/transcribe-core.ts"],"sourcesContent":["/**\n * STT orchestrator — `transcribe()` is the single entry point used by channel\n * adapters (telegram, webchat) and the preflight router.\n *\n * Internally delegates to `runAudioTranscription` from the media-understanding\n * runner. The runner returns a `MediaUnderstandingDecision`; we translate each\n * `decision.attachments[0].attempts[]` entry into the `STTProviderAttempt`\n * shape consumed by downstream telemetry.\n *\n * One-attachment fast path: `transcribe()` is 1-buffer-in / 1-text-out, so we\n * wrap the input as a single CapabilityAttachmentInput and unpack the first\n * output. Multi-attachment cases go through `runAudioTranscription` directly.\n */\n\nimport { createLogger } from '../../utils/logger.js';\n\nimport { runAudioTranscription } from '../../media-understanding/audio-transcription-runner.js';\nimport type {\n  MediaUnderstandingAttachmentDecision,\n  MediaUnderstandingModelDecision,\n} from '../../media-understanding/types.js';\nimport { resolveSTTProviderChain } from './factory.js';\nimport type {\n  STTConfig,\n  STTOptions,\n  STTProviderAttempt,\n  STTProviderFailureReason,\n  STTResultWithTracking,\n} from './types.js';\n\nconst log = createLogger('STT');\n\nfunction classifyFailureReason(reason: string | undefined): STTProviderFailureReason {\n  if (!reason) return 'unknown';\n  const lower = reason.toLowerCase();\n  if (lower.includes('not configured') || lower.includes('api key') || lower.includes('missing')) {\n    return 'not_configured';\n  }\n  if (lower.includes('timeout') || lower.includes('timed out') || lower.includes('aborted')) {\n    return 'timeout';\n  }\n  if (lower.includes('unsupported') || lower.includes('format')) {\n    return 'unsupported_format';\n  }\n  return 'provider_error';\n}\n\nfunction toAttempt(attempt: MediaUnderstandingModelDecision): STTProviderAttempt {\n  return {\n    provider: attempt.provider ?? 'unknown',\n    outcome: attempt.outcome,\n    reasonCode: attempt.outcome === 'success' ? 'success' : classifyFailureReason(attempt.reason),\n    // Latency is not tracked at the runner level today (deferred to future\n    // observability pass); we report 0 to keep the field shape stable.\n    latencyMs: 0,\n    ...(attempt.reason ? { error: attempt.reason } : {}),\n  };\n}\n\nexport async function transcribe(\n  audioBuffer: Buffer,\n  config: STTConfig,\n  options?: STTOptions,\n): Promise<STTResultWithTracking> {\n  if (!config.enabled) {\n    throw new Error('STT is not enabled');\n  }\n  const providers = resolveSTTProviderChain(config);\n  if (providers.length === 0) {\n    throw new Error('No STT providers configured');\n  }\n\n  // Apply caller-supplied language hint to each provider's resolved config.\n  // (We don't bake it into resolveSTTProviderChain because it is per-call.)\n  const providersWithLanguage = options?.language\n    ? providers.map((p) => ({ ...p, language: options.language }))\n    : providers;\n\n  const result = await runAudioTranscription({\n    providers: providersWithLanguage,\n    attachments: [\n      {\n        attachmentIndex: 0,\n        buffer: audioBuffer,\n        fileName: `audio-${Date.now()}.ogg`,\n        // mime is informational for OpenAI's multipart blob; alibaba uses base64 data URL.\n        mime: 'audio/ogg',\n      },\n    ],\n    timeoutMs: config.timeoutMs ?? 60_000,\n  });\n\n  const attachmentDecision: MediaUnderstandingAttachmentDecision | undefined =\n    result.decision.attachments[0];\n  const attempts = (attachmentDecision?.attempts ?? []).map(toAttempt);\n  const attemptedProviders = attempts.map((a) => a.provider);\n\n  if (!attachmentDecision?.chosen) {\n    log.error({ attempts, attemptedProviders }, 'All STT providers failed');\n    const lastError = attempts.find((a) => a.outcome === 'failed')?.error;\n    throw new Error(lastError ?? 'All STT providers failed');\n  }\n\n  const chosen = attachmentDecision.chosen;\n  const output = result.outputs[0];\n  if (!output) {\n    throw new Error('STT runner returned chosen attempt but no output text');\n  }\n  const primaryProvider = providersWithLanguage[0]!.id;\n  const fallbackFrom =\n    chosen.provider && chosen.provider !== primaryProvider ? primaryProvider : undefined;\n\n  return {\n    text: output.text,\n    provider: chosen.provider ?? 'unknown',\n    ...(chosen.model ? { language: options?.language } : {}),\n    attempts,\n    ...(fallbackFrom ? { fallbackFrom } : {}),\n    attemptedProviders,\n  };\n}\n"],"mappings":";;;;;aAcqD;AAgBrD,MAAM,MAAM,aAAa,MAAM;AAE/B,SAAS,sBAAsB,QAAsD;AACnF,KAAI,CAAC,OAAQ,QAAO;CACpB,MAAM,QAAQ,OAAO,aAAa;AAClC,KAAI,MAAM,SAAS,iBAAiB,IAAI,MAAM,SAAS,UAAU,IAAI,MAAM,SAAS,UAAU,CAC5F,QAAO;AAET,KAAI,MAAM,SAAS,UAAU,IAAI,MAAM,SAAS,YAAY,IAAI,MAAM,SAAS,UAAU,CACvF,QAAO;AAET,KAAI,MAAM,SAAS,cAAc,IAAI,MAAM,SAAS,SAAS,CAC3D,QAAO;AAET,QAAO;;AAGT,SAAS,UAAU,SAA8D;AAC/E,QAAO;EACL,UAAU,QAAQ,YAAY;EAC9B,SAAS,QAAQ;EACjB,YAAY,QAAQ,YAAY,YAAY,YAAY,sBAAsB,QAAQ,OAAO;EAG7F,WAAW;EACX,GAAI,QAAQ,SAAS,EAAE,OAAO,QAAQ,QAAQ,GAAG,EAAE;EACpD;;AAGH,eAAsB,WACpB,aACA,QACA,SACgC;AAChC,KAAI,CAAC,OAAO,QACV,OAAM,IAAI,MAAM,qBAAqB;CAEvC,MAAM,YAAY,wBAAwB,OAAO;AACjD,KAAI,UAAU,WAAW,EACvB,OAAM,IAAI,MAAM,8BAA8B;CAKhD,MAAM,wBAAwB,SAAS,WACnC,UAAU,KAAK,OAAO;EAAE,GAAG;EAAG,UAAU,QAAQ;EAAU,EAAE,GAC5D;CAEJ,MAAM,SAAS,MAAM,sBAAsB;EACzC,WAAW;EACX,aAAa,CACX;GACE,iBAAiB;GACjB,QAAQ;GACR,UAAU,SAAS,KAAK,KAAK,CAAC;GAE9B,MAAM;GACP,CACF;EACD,WAAW,OAAO,aAAa;EAChC,CAAC;CAEF,MAAM,qBACJ,OAAO,SAAS,YAAY;CAC9B,MAAM,YAAY,oBAAoB,YAAY,EAAE,EAAE,IAAI,UAAU;CACpE,MAAM,qBAAqB,SAAS,KAAK,MAAM,EAAE,SAAS;AAE1D,KAAI,CAAC,oBAAoB,QAAQ;AAC/B,MAAI,MAAM;GAAE;GAAU;GAAoB,EAAE,2BAA2B;EACvE,MAAM,YAAY,SAAS,MAAM,MAAM,EAAE,YAAY,SAAS,EAAE;AAChE,QAAM,IAAI,MAAM,aAAa,2BAA2B;;CAG1D,MAAM,SAAS,mBAAmB;CAClC,MAAM,SAAS,OAAO,QAAQ;AAC9B,KAAI,CAAC,OACH,OAAM,IAAI,MAAM,wDAAwD;CAE1E,MAAM,kBAAkB,sBAAsB,GAAI;CAClD,MAAM,eACJ,OAAO,YAAY,OAAO,aAAa,kBAAkB,kBAAkB,KAAA;AAE7E,QAAO;EACL,MAAM,OAAO;EACb,UAAU,OAAO,YAAY;EAC7B,GAAI,OAAO,QAAQ,EAAE,UAAU,SAAS,UAAU,GAAG,EAAE;EACvD;EACA,GAAI,eAAe,EAAE,cAAc,GAAG,EAAE;EACxC;EACD"}
+{"version":3,"file":"transcribe-core.js","names":[],"sources":["../../../../src/voice/stt/transcribe-core.ts"],"sourcesContent":["/**\n * STT orchestrator — `transcribe()` is the single entry point used by channel\n * adapters (telegram, webchat) and the preflight router.\n *\n * Internally delegates to `runAudioTranscription` from the media-understanding\n * runner. The runner returns a `MediaUnderstandingDecision`; we translate each\n * `decision.attachments[0].attempts[]` entry into the `STTProviderAttempt`\n * shape consumed by downstream telemetry.\n *\n * One-attachment fast path: `transcribe()` is 1-buffer-in / 1-text-out, so we\n * wrap the input as a single CapabilityAttachmentInput and unpack the first\n * output. Multi-attachment cases go through `runAudioTranscription` directly.\n */\n\nimport { createLogger } from '../../utils/logger.js';\n\nimport { runAudioTranscription } from '../../media-understanding/audio-transcription-runner.js';\nimport type {\n  MediaUnderstandingAttachmentDecision,\n  MediaUnderstandingModelDecision,\n} from '../../media-understanding/types.js';\nimport { resolveSTTProviderChain } from './factory.js';\nimport type {\n  STTConfig,\n  STTOptions,\n  STTProviderAttempt,\n  STTProviderFailureReason,\n  STTResultWithTracking,\n} from './types.js';\n\nconst log = createLogger('STT');\n\nfunction classifyFailureReason(reason: string | undefined): STTProviderFailureReason {\n  if (!reason) return 'unknown';\n  const lower = reason.toLowerCase();\n  if (lower.includes('not configured') || lower.includes('api key') || lower.includes('missing')) {\n    return 'not_configured';\n  }\n  if (lower.includes('timeout') || lower.includes('timed out') || lower.includes('aborted')) {\n    return 'timeout';\n  }\n  if (lower.includes('unsupported') || lower.includes('format')) {\n    return 'unsupported_format';\n  }\n  return 'provider_error';\n}\n\nfunction toAttempt(attempt: MediaUnderstandingModelDecision): STTProviderAttempt {\n  return {\n    provider: attempt.provider ?? 'unknown',\n    outcome: attempt.outcome,\n    reasonCode: attempt.outcome === 'success' ? 'success' : classifyFailureReason(attempt.reason),\n    latencyMs: attempt.latencyMs ?? 0,\n    ...(attempt.reason ? { error: attempt.reason } : {}),\n  };\n}\n\nexport async function transcribe(\n  audioBuffer: Buffer,\n  config: STTConfig,\n  options?: STTOptions,\n): Promise<STTResultWithTracking> {\n  if (!config.enabled) {\n    throw new Error('STT is not enabled');\n  }\n  const providers = resolveSTTProviderChain(config);\n  if (providers.length === 0) {\n    throw new Error('No STT providers configured');\n  }\n\n  // Apply caller-supplied language hint to each provider's resolved config.\n  // (We don't bake it into resolveSTTProviderChain because it is per-call.)\n  const providersWithLanguage = options?.language\n    ? providers.map((p) => ({ ...p, language: options.language }))\n    : providers;\n\n  const result = await runAudioTranscription({\n    providers: providersWithLanguage,\n    attachments: [\n      {\n        attachmentIndex: 0,\n        buffer: audioBuffer,\n        fileName: options?.fileName ?? `audio-${Date.now()}.ogg`,\n        mime: options?.mime ?? 'audio/ogg',\n      },\n    ],\n    timeoutMs: config.timeoutMs ?? 60_000,\n    signal: options?.signal,\n  });\n\n  const attachmentDecision: MediaUnderstandingAttachmentDecision | undefined =\n    result.decision.attachments[0];\n  const attempts = (attachmentDecision?.attempts ?? []).map(toAttempt);\n  const attemptedProviders = attempts.map((a) => a.provider);\n\n  if (!attachmentDecision?.chosen) {\n    log.error({ attempts, attemptedProviders }, 'All STT providers failed');\n    const lastError = attempts.find((a) => a.outcome === 'failed')?.error;\n    throw new Error(lastError ?? 'All STT providers failed');\n  }\n\n  const chosen = attachmentDecision.chosen;\n  const output = result.outputs[0];\n  if (!output) {\n    throw new Error('STT runner returned chosen attempt but no output text');\n  }\n  const primaryProvider = providersWithLanguage[0]!.id;\n  const fallbackFrom =\n    chosen.provider && chosen.provider !== primaryProvider ? primaryProvider : undefined;\n\n  return {\n    text: output.text,\n    provider: chosen.provider ?? 'unknown',\n    ...(chosen.model ? { language: options?.language } : {}),\n    attempts,\n    ...(fallbackFrom ? { fallbackFrom } : {}),\n    attemptedProviders,\n  };\n}\n"],"mappings":";;;;;aAcqD;AAgBrD,MAAM,MAAM,aAAa,MAAM;AAE/B,SAAS,sBAAsB,QAAsD;AACnF,KAAI,CAAC,OAAQ,QAAO;CACpB,MAAM,QAAQ,OAAO,aAAa;AAClC,KAAI,MAAM,SAAS,iBAAiB,IAAI,MAAM,SAAS,UAAU,IAAI,MAAM,SAAS,UAAU,CAC5F,QAAO;AAET,KAAI,MAAM,SAAS,UAAU,IAAI,MAAM,SAAS,YAAY,IAAI,MAAM,SAAS,UAAU,CACvF,QAAO;AAET,KAAI,MAAM,SAAS,cAAc,IAAI,MAAM,SAAS,SAAS,CAC3D,QAAO;AAET,QAAO;;AAGT,SAAS,UAAU,SAA8D;AAC/E,QAAO;EACL,UAAU,QAAQ,YAAY;EAC9B,SAAS,QAAQ;EACjB,YAAY,QAAQ,YAAY,YAAY,YAAY,sBAAsB,QAAQ,OAAO;EAC7F,WAAW,QAAQ,aAAa;EAChC,GAAI,QAAQ,SAAS,EAAE,OAAO,QAAQ,QAAQ,GAAG,EAAE;EACpD;;AAGH,eAAsB,WACpB,aACA,QACA,SACgC;AAChC,KAAI,CAAC,OAAO,QACV,OAAM,IAAI,MAAM,qBAAqB;CAEvC,MAAM,YAAY,wBAAwB,OAAO;AACjD,KAAI,UAAU,WAAW,EACvB,OAAM,IAAI,MAAM,8BAA8B;CAKhD,MAAM,wBAAwB,SAAS,WACnC,UAAU,KAAK,OAAO;EAAE,GAAG;EAAG,UAAU,QAAQ;EAAU,EAAE,GAC5D;CAEJ,MAAM,SAAS,MAAM,sBAAsB;EACzC,WAAW;EACX,aAAa,CACX;GACE,iBAAiB;GACjB,QAAQ;GACR,UAAU,SAAS,YAAY,SAAS,KAAK,KAAK,CAAC;GACnD,MAAM,SAAS,QAAQ;GACxB,CACF;EACD,WAAW,OAAO,aAAa;EAC/B,QAAQ,SAAS;EAClB,CAAC;CAEF,MAAM,qBACJ,OAAO,SAAS,YAAY;CAC9B,MAAM,YAAY,oBAAoB,YAAY,EAAE,EAAE,IAAI,UAAU;CACpE,MAAM,qBAAqB,SAAS,KAAK,MAAM,EAAE,SAAS;AAE1D,KAAI,CAAC,oBAAoB,QAAQ;AAC/B,MAAI,MAAM;GAAE;GAAU;GAAoB,EAAE,2BAA2B;EACvE,MAAM,YAAY,SAAS,MAAM,MAAM,EAAE,YAAY,SAAS,EAAE;AAChE,QAAM,IAAI,MAAM,aAAa,2BAA2B;;CAG1D,MAAM,SAAS,mBAAmB;CAClC,MAAM,SAAS,OAAO,QAAQ;AAC9B,KAAI,CAAC,OACH,OAAM,IAAI,MAAM,wDAAwD;CAE1E,MAAM,kBAAkB,sBAAsB,GAAI;CAClD,MAAM,eACJ,OAAO,YAAY,OAAO,aAAa,kBAAkB,kBAAkB,KAAA;AAE7E,QAAO;EACL,MAAM,OAAO;EACb,UAAU,OAAO,YAAY;EAC7B,GAAI,OAAO,QAAQ,EAAE,UAAU,SAAS,UAAU,GAAG,EAAE;EACvD;EACA,GAAI,eAAe,EAAE,cAAc,GAAG,EAAE;EACxC;EACD"}

package/dist/src/voice/stt/types.d.ts

@@ -20,6 +20,10 @@ export interface STTOptions {
     language?: string;
     /** Model id (provider-specific). */
     model?: string;
+    /** Original upload metadata propagated to provider multipart/data URLs. */
+    mime?: string;
+    fileName?: string;
+    signal?: AbortSignal;
 }
 export type { MediaUnderstandingModelEntry } from '../../media-understanding/types.js';
 import type { MediaUnderstandingModelEntry } from '../../media-understanding/types.js';

package/dist/src/voice/stt/types.js

@@ -1,14 +1,15 @@
 //#region src/voice/stt/types.ts
 const DEFAULT_STT_CONFIG = {
-	enabled: false,
-	provider: "alibaba",
+	enabled: true,
+	provider: "xopc-local",
 	providers: {
+		"xopc-local": { model: "sensevoice-small" },
 		alibaba: { model: "paraformer-v2" },
 		openai: { model: "whisper-1" }
 	},
 	fallback: {
-		enabled: true,
-		order: ["alibaba", "openai"]
+		enabled: false,
+		order: ["xopc-local"]
 	},
 	timeoutMs: 6e4
 };

package/dist/src/voice/stt/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","names":[],"sources":["../../../../src/voice/stt/types.ts"],"sourcesContent":["/**\n * STT public types — data shapes consumed by downstream code (channels,\n * schema validation, gateway payloads).\n *\n * Provider implementations live behind `MediaUnderstandingProvider.transcribeAudio`\n * (see src/media-understanding/types.ts).\n */\n\nexport interface STTResult {\n  /** Transcribed text. */\n  text: string;\n  /** Provider that performed the transcription (e.g. \"alibaba\", \"openai\"). */\n  provider: string;\n  /** Audio duration in seconds (if reported). */\n  duration?: number;\n  /** Detected language (if reported). */\n  language?: string;\n}\n\nexport interface STTOptions {\n  /** Language hint (e.g. 'zh', 'en'). */\n  language?: string;\n  /** Model id (provider-specific). */\n  model?: string;\n}\n\nexport type { MediaUnderstandingModelEntry } from '../../media-understanding/types.js';\nimport type { MediaUnderstandingModelEntry } from '../../media-understanding/types.js';\n\n/** STTConfig consumed by the schema and downstream wiring. */\nexport interface STTConfig {\n  enabled: boolean;\n  provider: string;\n  /** Capability-local model chain (`tools.media.audio.models`). */\n  models?: MediaUnderstandingModelEntry[];\n  /** Shared model entries merged from `tools.media.models` at runtime. */\n  sharedModels?: MediaUnderstandingModelEntry[];\n  /** Provider settings map (`tools.media.audio.providers.<id>`). */\n  providers?: Record<string, Record<string, unknown>>;\n  fallback?: {\n    enabled: boolean;\n    order: string[];\n  };\n  /** Hard timeout per provider call (ms). Default 60s. */\n  timeoutMs?: number;\n}\n\nexport type STTProviderAttemptOutcome = 'success' | 'skipped' | 'failed';\n\nexport type STTProviderFailureReason =\n  | 'success'\n  | 'not_configured'\n  | 'timeout'\n  | 'provider_error'\n  | 'unsupported_format'\n  | 'unknown';\n\nexport interface STTProviderAttempt {\n  provider: string;\n  outcome: STTProviderAttemptOutcome;\n  reasonCode: STTProviderFailureReason;\n  latencyMs: number;\n  error?: string;\n}\n\nexport interface STTResultWithTracking extends STTResult {\n  attempts: STTProviderAttempt[];\n  fallbackFrom?: string;\n  attemptedProviders: string[];\n}\n\nexport const DEFAULT_STT_CONFIG: STTConfig = {\n  enabled: false,\n  provider: 'alibaba',\n  providers: {\n    alibaba: { model: 'paraformer-v2' },\n    openai: { model: 'whisper-1' },\n  },\n  fallback: {\n    enabled: true,\n    order: ['alibaba', 'openai'],\n  },\n  timeoutMs: 60_000,\n};\n"],"mappings":";AAuEA,MAAa,qBAAgC;CAC3C,SAAS;CACT,UAAU;CACV,WAAW;EACT,SAAS,EAAE,OAAO,iBAAiB;EACnC,QAAQ,EAAE,OAAO,aAAa;EAC/B;CACD,UAAU;EACR,SAAS;EACT,OAAO,CAAC,WAAW,SAAS;EAC7B;CACD,WAAW;CACZ"}
+{"version":3,"file":"types.js","names":[],"sources":["../../../../src/voice/stt/types.ts"],"sourcesContent":["/**\n * STT public types — data shapes consumed by downstream code (channels,\n * schema validation, gateway payloads).\n *\n * Provider implementations live behind `MediaUnderstandingProvider.transcribeAudio`\n * (see src/media-understanding/types.ts).\n */\n\nexport interface STTResult {\n  /** Transcribed text. */\n  text: string;\n  /** Provider that performed the transcription (e.g. \"alibaba\", \"openai\"). */\n  provider: string;\n  /** Audio duration in seconds (if reported). */\n  duration?: number;\n  /** Detected language (if reported). */\n  language?: string;\n}\n\nexport interface STTOptions {\n  /** Language hint (e.g. 'zh', 'en'). */\n  language?: string;\n  /** Model id (provider-specific). */\n  model?: string;\n  /** Original upload metadata propagated to provider multipart/data URLs. */\n  mime?: string;\n  fileName?: string;\n  signal?: AbortSignal;\n}\n\nexport type { MediaUnderstandingModelEntry } from '../../media-understanding/types.js';\nimport type { MediaUnderstandingModelEntry } from '../../media-understanding/types.js';\n\n/** STTConfig consumed by the schema and downstream wiring. */\nexport interface STTConfig {\n  enabled: boolean;\n  provider: string;\n  /** Capability-local model chain (`tools.media.audio.models`). */\n  models?: MediaUnderstandingModelEntry[];\n  /** Shared model entries merged from `tools.media.models` at runtime. */\n  sharedModels?: MediaUnderstandingModelEntry[];\n  /** Provider settings map (`tools.media.audio.providers.<id>`). */\n  providers?: Record<string, Record<string, unknown>>;\n  fallback?: {\n    enabled: boolean;\n    order: string[];\n  };\n  /** Hard timeout per provider call (ms). Default 60s. */\n  timeoutMs?: number;\n}\n\nexport type STTProviderAttemptOutcome = 'success' | 'skipped' | 'failed';\n\nexport type STTProviderFailureReason =\n  | 'success'\n  | 'not_configured'\n  | 'timeout'\n  | 'provider_error'\n  | 'unsupported_format'\n  | 'unknown';\n\nexport interface STTProviderAttempt {\n  provider: string;\n  outcome: STTProviderAttemptOutcome;\n  reasonCode: STTProviderFailureReason;\n  latencyMs: number;\n  error?: string;\n}\n\nexport interface STTResultWithTracking extends STTResult {\n  attempts: STTProviderAttempt[];\n  fallbackFrom?: string;\n  attemptedProviders: string[];\n}\n\nexport const DEFAULT_STT_CONFIG: STTConfig = {\n  enabled: true,\n  provider: 'xopc-local',\n  providers: {\n    'xopc-local': { model: 'sensevoice-small' },\n    alibaba: { model: 'paraformer-v2' },\n    openai: { model: 'whisper-1' },\n  },\n  fallback: {\n    enabled: false,\n    order: ['xopc-local'],\n  },\n  timeoutMs: 60_000,\n};\n"],"mappings":";AA2EA,MAAa,qBAAgC;CAC3C,SAAS;CACT,UAAU;CACV,WAAW;EACT,cAAc,EAAE,OAAO,oBAAoB;EAC3C,SAAS,EAAE,OAAO,iBAAiB;EACnC,QAAQ,EAAE,OAAO,aAAa;EAC/B;CACD,UAAU;EACR,SAAS;EACT,OAAO,CAAC,aAAa;EACtB;CACD,WAAW;CACZ"}

package/dist/src/voice/tts/providers/edge-speech.js

@@ -20,8 +20,8 @@ import { mkdtempSync, readFileSync, rmSync, statSync } from "node:fs";
 */
 init_logger();
 const log = createLogger("SpeechProvider:Edge");
-const DEFAULT_VOICE = "en-US-MichelleNeural";
-const DEFAULT_LANG = "en-US";
+const DEFAULT_VOICE = "zh-CN-XiaoxiaoNeural";
+const DEFAULT_LANG = "zh-CN";
 const DEFAULT_OUTPUT_FORMAT = "audio-24khz-48kbitrate-mono-mp3";
 function trimToUndefined(value) {
 	if (typeof value !== "string") return;