@getpaseo/server 0.1.27 → 0.1.28
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/server/client/daemon-client.d.ts +1 -1
- package/dist/server/client/daemon-client.d.ts.map +1 -1
- package/dist/server/client/daemon-client.js +1 -1
- package/dist/server/client/daemon-client.js.map +1 -1
- package/dist/server/server/agent/agent-response-loop.js +1 -1
- package/dist/server/server/agent/agent-response-loop.js.map +1 -1
- package/dist/server/server/agent/provider-launch-config.d.ts +13 -2
- package/dist/server/server/agent/provider-launch-config.d.ts.map +1 -1
- package/dist/server/server/agent/provider-launch-config.js +17 -9
- package/dist/server/server/agent/provider-launch-config.js.map +1 -1
- package/dist/server/server/agent/provider-manifest.d.ts.map +1 -1
- package/dist/server/server/agent/provider-manifest.js +10 -5
- package/dist/server/server/agent/provider-manifest.js.map +1 -1
- package/dist/server/server/agent/providers/claude-agent.d.ts +3 -1
- package/dist/server/server/agent/providers/claude-agent.d.ts.map +1 -1
- package/dist/server/server/agent/providers/claude-agent.js +5 -1
- package/dist/server/server/agent/providers/claude-agent.js.map +1 -1
- package/dist/server/server/agent/providers/codex-app-server-agent.d.ts.map +1 -1
- package/dist/server/server/agent/providers/codex-app-server-agent.js +30 -1
- package/dist/server/server/agent/providers/codex-app-server-agent.js.map +1 -1
- package/dist/server/server/agent/providers/opencode-agent.d.ts +1 -0
- package/dist/server/server/agent/providers/opencode-agent.d.ts.map +1 -1
- package/dist/server/server/agent/providers/opencode-agent.js +110 -9
- package/dist/server/server/agent/providers/opencode-agent.js.map +1 -1
- package/dist/server/server/agent/tts-manager.d.ts +8 -1
- package/dist/server/server/agent/tts-manager.d.ts.map +1 -1
- package/dist/server/server/agent/tts-manager.js +215 -108
- package/dist/server/server/agent/tts-manager.js.map +1 -1
- package/dist/server/server/bootstrap.d.ts +2 -2
- package/dist/server/server/bootstrap.d.ts.map +1 -1
- package/dist/server/server/bootstrap.js +26 -5
- package/dist/server/server/bootstrap.js.map +1 -1
- package/dist/server/server/persisted-config.d.ts +25 -0
- package/dist/server/server/persisted-config.d.ts.map +1 -1
- package/dist/server/server/persisted-config.js +6 -0
- package/dist/server/server/persisted-config.js.map +1 -1
- package/dist/server/server/session.d.ts +16 -19
- package/dist/server/server/session.d.ts.map +1 -1
- package/dist/server/server/session.js +171 -237
- package/dist/server/server/session.js.map +1 -1
- package/dist/server/server/speech/providers/local/runtime.d.ts +2 -0
- package/dist/server/server/speech/providers/local/runtime.d.ts.map +1 -1
- package/dist/server/server/speech/providers/local/runtime.js +7 -0
- package/dist/server/server/speech/providers/local/runtime.js.map +1 -1
- package/dist/server/server/speech/providers/local/sherpa/assets/silero_vad.onnx +0 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts +2 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts.map +1 -1
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +1 -1
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-provider.d.ts +13 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-provider.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-provider.js +23 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-provider.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-session.d.ts +32 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-session.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-session.js +107 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-session.js.map +1 -0
- package/dist/server/server/speech/providers/openai/runtime.d.ts +2 -0
- package/dist/server/server/speech/providers/openai/runtime.d.ts.map +1 -1
- package/dist/server/server/speech/providers/openai/runtime.js +2 -0
- package/dist/server/server/speech/providers/openai/runtime.js.map +1 -1
- package/dist/server/server/speech/speech-config-resolver.d.ts.map +1 -1
- package/dist/server/server/speech/speech-config-resolver.js +35 -14
- package/dist/server/server/speech/speech-config-resolver.js.map +1 -1
- package/dist/server/server/speech/speech-runtime.d.ts +3 -1
- package/dist/server/server/speech/speech-runtime.d.ts.map +1 -1
- package/dist/server/server/speech/speech-runtime.js +39 -6
- package/dist/server/server/speech/speech-runtime.js.map +1 -1
- package/dist/server/server/speech/speech-types.d.ts +1 -0
- package/dist/server/server/speech/speech-types.d.ts.map +1 -1
- package/dist/server/server/speech/turn-detection-provider.d.ts +22 -0
- package/dist/server/server/speech/turn-detection-provider.d.ts.map +1 -0
- package/dist/server/server/speech/turn-detection-provider.js +2 -0
- package/dist/server/server/speech/turn-detection-provider.js.map +1 -0
- package/dist/server/server/voice/fixed-duration-pcm-ring-buffer.d.ts +16 -0
- package/dist/server/server/voice/fixed-duration-pcm-ring-buffer.d.ts.map +1 -0
- package/dist/server/server/voice/fixed-duration-pcm-ring-buffer.js +35 -0
- package/dist/server/server/voice/fixed-duration-pcm-ring-buffer.js.map +1 -0
- package/dist/server/server/voice/voice-turn-controller.d.ts +34 -0
- package/dist/server/server/voice/voice-turn-controller.d.ts.map +1 -0
- package/dist/server/server/voice/voice-turn-controller.js +161 -0
- package/dist/server/server/voice/voice-turn-controller.js.map +1 -0
- package/dist/server/server/websocket-server.d.ts +3 -0
- package/dist/server/server/websocket-server.d.ts.map +1 -1
- package/dist/server/server/websocket-server.js +5 -1
- package/dist/server/server/websocket-server.js.map +1 -1
- package/dist/server/server/workspace-registry.d.ts +2 -0
- package/dist/server/server/workspace-registry.d.ts.map +1 -1
- package/dist/server/server/workspace-registry.js +11 -4
- package/dist/server/server/workspace-registry.js.map +1 -1
- package/dist/server/shared/messages.d.ts +97 -0
- package/dist/server/shared/messages.d.ts.map +1 -1
- package/dist/server/shared/messages.js +7 -0
- package/dist/server/shared/messages.js.map +1 -1
- package/dist/server/shared/tool-call-display.d.ts.map +1 -1
- package/dist/server/shared/tool-call-display.js +58 -39
- package/dist/server/shared/tool-call-display.js.map +1 -1
- package/dist/src/server/agent/agent-response-loop.js +1 -1
- package/dist/src/server/agent/agent-response-loop.js.map +1 -1
- package/dist/src/server/agent/provider-launch-config.js +17 -9
- package/dist/src/server/agent/provider-launch-config.js.map +1 -1
- package/dist/src/server/agent/provider-manifest.js +10 -5
- package/dist/src/server/agent/provider-manifest.js.map +1 -1
- package/dist/src/server/agent/providers/claude-agent.js +5 -1
- package/dist/src/server/agent/providers/claude-agent.js.map +1 -1
- package/dist/src/server/agent/providers/codex-app-server-agent.js +30 -1
- package/dist/src/server/agent/providers/codex-app-server-agent.js.map +1 -1
- package/dist/src/server/agent/providers/opencode-agent.js +110 -9
- package/dist/src/server/agent/providers/opencode-agent.js.map +1 -1
- package/dist/src/server/agent/tts-manager.js +215 -108
- package/dist/src/server/agent/tts-manager.js.map +1 -1
- package/dist/src/server/bootstrap.js +26 -5
- package/dist/src/server/bootstrap.js.map +1 -1
- package/dist/src/server/persisted-config.js +6 -0
- package/dist/src/server/persisted-config.js.map +1 -1
- package/dist/src/server/session.js +171 -237
- package/dist/src/server/session.js.map +1 -1
- package/dist/src/server/speech/providers/local/runtime.js +7 -0
- package/dist/src/server/speech/providers/local/runtime.js.map +1 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +1 -1
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-provider.js +23 -0
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-provider.js.map +1 -0
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-session.js +107 -0
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-session.js.map +1 -0
- package/dist/src/server/speech/providers/openai/runtime.js +2 -0
- package/dist/src/server/speech/providers/openai/runtime.js.map +1 -1
- package/dist/src/server/speech/speech-config-resolver.js +35 -14
- package/dist/src/server/speech/speech-config-resolver.js.map +1 -1
- package/dist/src/server/speech/speech-runtime.js +39 -6
- package/dist/src/server/speech/speech-runtime.js.map +1 -1
- package/dist/src/server/speech/turn-detection-provider.js +2 -0
- package/dist/src/server/speech/turn-detection-provider.js.map +1 -0
- package/dist/src/server/voice/fixed-duration-pcm-ring-buffer.js +35 -0
- package/dist/src/server/voice/fixed-duration-pcm-ring-buffer.js.map +1 -0
- package/dist/src/server/voice/voice-turn-controller.js +161 -0
- package/dist/src/server/voice/voice-turn-controller.js.map +1 -0
- package/dist/src/server/websocket-server.js +5 -1
- package/dist/src/server/websocket-server.js.map +1 -1
- package/dist/src/server/workspace-registry.js +11 -4
- package/dist/src/server/workspace-registry.js.map +1 -1
- package/dist/src/shared/messages.js +7 -0
- package/dist/src/shared/messages.js.map +1 -1
- package/dist/src/shared/tool-call-display.js +58 -39
- package/dist/src/shared/tool-call-display.js.map +1 -1
- package/package.json +4 -3
- package/src/server/speech/providers/local/sherpa/assets/silero_vad.onnx +0 -0
|
@@ -7,6 +7,7 @@ import { SherpaParakeetRealtimeTranscriptionSession } from "./sherpa/sherpa-para
|
|
|
7
7
|
import { SherpaRealtimeTranscriptionSession } from "./sherpa/sherpa-realtime-session.js";
|
|
8
8
|
import { SherpaOnnxSTT } from "./sherpa/sherpa-stt.js";
|
|
9
9
|
import { SherpaOnnxTTS } from "./sherpa/sherpa-tts.js";
|
|
10
|
+
import { SherpaSileroTurnDetectionProvider } from "./sherpa/silero-vad-provider.js";
|
|
10
11
|
function buildModelDownloadHint(modelId) {
|
|
11
12
|
return `Use 'paseo speech download --model ${modelId}' to download this model.`;
|
|
12
13
|
}
|
|
@@ -102,6 +103,7 @@ export async function initializeLocalSpeechServices(params) {
|
|
|
102
103
|
let sttService = null;
|
|
103
104
|
let ttsService = null;
|
|
104
105
|
let dictationSttService = null;
|
|
106
|
+
let turnDetectionService = null;
|
|
105
107
|
let localVoiceTtsProvider = null;
|
|
106
108
|
const requiredLocalModelIds = computeRequiredLocalModelIds({
|
|
107
109
|
providers,
|
|
@@ -157,6 +159,10 @@ export async function initializeLocalSpeechServices(params) {
|
|
|
157
159
|
return null;
|
|
158
160
|
}
|
|
159
161
|
};
|
|
162
|
+
if (providers.voiceTurnDetection.enabled !== false &&
|
|
163
|
+
providers.voiceTurnDetection.provider === "local") {
|
|
164
|
+
turnDetectionService = new SherpaSileroTurnDetectionProvider({}, logger);
|
|
165
|
+
}
|
|
160
166
|
if (providers.voiceStt.enabled !== false && providers.voiceStt.provider === "local") {
|
|
161
167
|
if (!localConfig) {
|
|
162
168
|
logger.warn({ configured: false }, "Local STT selected for voice but local provider config is missing; STT will be unavailable");
|
|
@@ -236,6 +242,7 @@ export async function initializeLocalSpeechServices(params) {
|
|
|
236
242
|
}
|
|
237
243
|
};
|
|
238
244
|
return {
|
|
245
|
+
turnDetectionService,
|
|
239
246
|
sttService,
|
|
240
247
|
ttsService,
|
|
241
248
|
dictationSttService,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,GAItB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,6BAA6B,EAAE,MAAM,uCAAuC,CAAC;AACtF,OAAO,EAAE,4BAA4B,EAAE,MAAM,sCAAsC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,0CAA0C,EAAE,MAAM,8CAA8C,CAAC;AAC1G,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,iCAAiC,EAAE,MAAM,iCAAiC,CAAC;AA+BpF,SAAS,sBAAsB,CAAC,OAA2B;IACzD,OAAO,sCAAsC,OAAO,2BAA2B,CAAC;AAClF,CAAC;AAED,SAAS,4BAA4B,CACnC,YAAsC;IAEtC,OAAO;QACL,sBAAsB,EAAE,qBAAqB,CAAC,KAAK,CACjD,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,IAAI,uBAAuB,CACpE;QACD,kBAAkB,EAAE,qBAAqB,CAAC,KAAK,CAC7C,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,uBAAuB,CAChE;QACD,kBAAkB,EAAE,qBAAqB,CAAC,KAAK,CAC7C,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,uBAAuB,CAChE;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,YAAsC;IAEtC,MAAM,WAAW,GAAG,YAAY,EAAE,KAAK,IAAI,IAAI,CAAC;IAChD,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC;QAChC,SAAS,EAAE,WAAW,EAAE,SAAS,IAAI,IAAI;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,MAGrC;IACC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC1C,IACE,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QAC/C,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,OAAO,EAClD,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAChD,CAAC;IACD,IACE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QAC3C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAC9C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,CAAC;IACD,IACE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QAC3C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAC9C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAInC;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAE9C,IAAI,OAAO,KAAK,2BAA2B,IAAI,OAAO,KAAK,2BAA2B,EAAE,CAAC;QACvF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,IAAI,6BAA6B,CACvC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,MAAM,EAAE,GAAG,QAAQ,mBAAmB;oBACtC,MAAM,EAAE,GAAG,QAAQ,aAAa;iBACjC;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,4BAA4B,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,4BAA4B,CACtC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,MAAM,EAAE,GAAG,QAAQ,aAAa;iBACjC;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,sCAAsC,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,4BAA4B,CACtC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,GAAG,QAAQ,8BAA8B;oBAClD,OAAO,EAAE,GAAG,QAAQ,8BAA8B;oBAClD,MAAM,EAAE,GAAG,QAAQ,6BAA6B;oBAChD,MAAM,EAAE,GAAG,QAAQ,aAAa;oBAChC,SAAS,EAAE,WAAW;iBACvB;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,GAAG,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,MAInD;IACC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACnD,MAAM,WAAW,GAAG,YAAY,EAAE,KAAK,IAAI,IAAI,CAAC;IAChD,MAAM,WAAW,GAAG,4BAA4B,CAAC,YAAY,CAAC,CAAC;IAE/D,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,mBAAmB,GAAgC,IAAI,CAAC;IAC5D,IAAI,oBAAoB,GAAiC,IAAI,CAAC;IAC9D,IAAI,qBAAqB,GAAgC,IAAI,CAAC;IAE9D,MAAM,qBAAqB,GAAG,4BAA4B,CAAC;QACzD,SAAS;QACT,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CACT;gBACE,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;aAChC,EACD,8BAA8B,CAC/B,CAAC;YACF,MAAM,uBAAuB,CAAC;gBAC5B,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT;gBACE,GAAG;gBACH,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,IAAI,EACF,kDAAkD;oBAClD,qEAAqE;aACxE,EACD,qCAAqC,CACtC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmC,CAAC;IAEnE,MAAM,iBAAiB,GAAG,KAAK,EAC7B,OAAwB,EACQ,EAAE;QAClC,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC;gBACzC,OAAO;gBACP,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,MAAM;aACP,CAAC,CAAC;YACH,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACtC,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT;gBACE,GAAG;gBACH,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,OAAO;gBACP,IAAI,EAAE,sBAAsB,CAAC,OAAO,CAAC;aACtC,EACD,8BAA8B,CAC/B,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,IACE,SAAS,CAAC,kBAAkB,CAAC,OAAO,KAAK,KAAK;QAC9C,SAAS,CAAC,kBAAkB,CAAC,QAAQ,KAAK,OAAO,EACjD,CAAC;QACD,oBAAoB,GAAG,IAAI,iCAAiC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC3E,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACpF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,4FAA4F,CAC7F,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;YAC5E,IAAI,WAAW,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;gBACpC,UAAU,GAAG,IAAI,qBAAqB,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;YACjF,CAAC;iBAAM,IAAI,WAAW,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1C,UAAU,GAAG,IAAI,aAAa,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC5F,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,0GAA0G,CAC3G,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,sBAAsB,CAAC,CAAC;YACpF,IAAI,eAAe,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxC,mBAAmB,GAAG;oBACpB,EAAE,EAAE,OAAO;oBACX,aAAa,EAAE,GAAG,EAAE,CAClB,IAAI,0CAA0C,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC;iBACrF,CAAC;YACJ,CAAC;iBAAM,IAAI,eAAe,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC9C,mBAAmB,GAAG;oBACpB,EAAE,EAAE,OAAO;oBACX,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,kCAAkC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC;iBAChG,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACpF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,4FAA4F,CAC7F,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,IAAI,WAAW,CAAC,kBAAkB,KAAK,sBAAsB,EAAE,CAAC;oBAC9D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,WAAW,CAAC,SAAS,EAAE,WAAW,CAAC,kBAAkB,CAAC,CAAC;oBAC/F,qBAAqB,GAAG,MAAM,gBAAgB,CAAC,MAAM,CACnD;wBACE,QAAQ;wBACR,SAAS,EAAE,MAAM;wBACjB,aAAa,EAAE,EAAE;qBAClB,EACD,MAAM,CACP,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,sBAAsB,CAAC,WAAW,CAAC,SAAS,EAAE,WAAW,CAAC,kBAAkB,CAAC,CAAC;oBAC/F,qBAAqB,GAAG,IAAI,aAAa,CACvC;wBACE,MAAM,EAAE,WAAW,CAAC,kBAAkB;wBACtC,QAAQ;wBACR,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB;wBACxD,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa;qBACjD,EACD,MAAM,CACP,CAAC;gBACJ,CAAC;gBACD,UAAU,GAAG,qBAAqB,CAAC;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CACT;oBACE,GAAG;oBACH,SAAS,EAAE,WAAW,CAAC,SAAS;oBAChC,OAAO,EAAE,WAAW,CAAC,kBAAkB;oBACvC,IAAI,EAAE,sBAAsB,CAAC,WAAW,CAAC,kBAAkB,CAAC;iBAC7D,EACD,8BAA8B,CAC/B,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,MAAM,aAAa,GAAG,qBAAgE,CAAC;QACvF,IAAI,OAAO,aAAa,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9C,aAAa,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,oBAAoB;QACpB,UAAU;QACV,UAAU;QACV,mBAAmB;QACnB,qBAAqB;QACrB,gBAAgB,EACd,WAAW;YACT,CAAC,CAAC;gBACE,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,eAAe,EAAE,qBAAqB;aACvC;YACH,CAAC,CAAC,IAAI;QACV,YAAY,EAAE,0BAA0B,CAAC,YAAY,CAAC;QACtD,OAAO;KACR,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sherpa-onnx-node-loader.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"sherpa-onnx-node-loader.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;AAUjC,IAAI,MAAM,GAAgC,IAAI,CAAC;AAO/C,SAAS,aAAa,CAAC,QAAuB,EAAE,MAAc,EAAE,KAAc;IAC5E,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,2BAA2B,CAAC,SAAiB;IACpD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO;IACT,CAAC;IACD,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,EAAE;QACzD,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,eAAe,EAAE,SAAS,CAAC,EAAE;QACvE,QAAQ,EAAE,MAAM;KACjB,CAAC,CAAC;IACH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,SAAS,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE;QAC3D,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CACtB,SAAsB,EACtB,MAAc,EACd,QAAuB;IAEvB,IAAI,CAAC;QACH,OAAO,SAAS,CAAC,MAAM,CAAyB,CAAC;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAAuB,EAAE,OAAe;IAC5D,MAAM,OAAO,GAAG,QAAQ;SACrB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;SACtE,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,OAAO,GAAG;QACd,uCAAuC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,GAAG;QAC1E,QAAQ,OAAO,CAAC,OAAO,SAAS,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI;QAC5D,qBAAqB,OAAO,GAAG;QAC/B,gBAAgB;QAChB,OAAO,IAAI,sBAAsB;KAClC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAkB,EAAE,CAAC;IAEnC,8CAA8C;IAC9C,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,CAAC,CAAC;IACtE,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,GAAG,MAAM,CAAC;QAChB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,0FAA0F;IAC1F,uDAAuD;IACvD,MAAM,OAAO,GAAG,yBAAyB,EAAE,CAAC;IAC5C,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;IAC7C,MAAM,cAAc,GAAG,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC;IAEnD,IAAI,cAAc,EAAE,CAAC;QACnB,oBAAoB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;QAEhE,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC7D,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,GAAG,MAAM,CAAC;gBAChB,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,+CAA+C;YAC/C,2BAA2B,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YACjE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,GAAG,UAAU,CAAC;gBACpB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { SherpaSileroVadSession, } from "./silero-vad-session.js";
|
|
2
|
+
export class SherpaSileroTurnDetectionProvider {
|
|
3
|
+
constructor(config, logger) {
|
|
4
|
+
this.id = "local";
|
|
5
|
+
this.config = config;
|
|
6
|
+
this.logger = logger.child({
|
|
7
|
+
module: "speech",
|
|
8
|
+
provider: "local",
|
|
9
|
+
component: "silero-vad",
|
|
10
|
+
});
|
|
11
|
+
}
|
|
12
|
+
createSession(params) {
|
|
13
|
+
this.logger.debug({ sampleRate: this.config.sampleRate, modelPath: this.config.modelPath }, "Creating Silero VAD turn-detection session");
|
|
14
|
+
return new SherpaSileroVadSession({
|
|
15
|
+
logger: params.logger.child({
|
|
16
|
+
provider: "local",
|
|
17
|
+
component: "silero-vad-session",
|
|
18
|
+
}),
|
|
19
|
+
config: this.config,
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=silero-vad-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"silero-vad-provider.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/silero-vad-provider.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,sBAAsB,GAEvB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,OAAO,iCAAiC;IAM5C,YAAY,MAAoC,EAAE,MAAc;QALhD,OAAE,GAAG,OAAgB,CAAC;QAMpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;YACzB,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,YAAY;SACxB,CAAC,CAAC;IACL,CAAC;IAED,aAAa,CAAC,MAA0B;QACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EACxE,4CAA4C,CAC7C,CAAC;QACF,OAAO,IAAI,sBAAsB,CAAC;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC1B,QAAQ,EAAE,OAAO;gBACjB,SAAS,EAAE,oBAAoB;aAChC,CAAC;YACF,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { EventEmitter } from "node:events";
|
|
2
|
+
import { fileURLToPath } from "node:url";
|
|
3
|
+
import { pcm16leToFloat32 } from "../../../audio.js";
|
|
4
|
+
import { loadSherpaOnnxNode } from "./sherpa-onnx-node-loader.js";
|
|
5
|
+
const DEFAULT_SAMPLE_RATE = 16000;
|
|
6
|
+
const DEFAULT_BUFFER_SIZE_SECONDS = 60;
|
|
7
|
+
const DEFAULT_SILERO_THRESHOLD = 0.5;
|
|
8
|
+
const DEFAULT_MIN_SILENCE_DURATION = 1.2;
|
|
9
|
+
const DEFAULT_MIN_SPEECH_DURATION = 0.2;
|
|
10
|
+
const DEFAULT_WINDOW_SIZE = 512;
|
|
11
|
+
function resolveBundledSileroVadModelPath() {
|
|
12
|
+
return fileURLToPath(new URL("./assets/silero_vad.onnx", import.meta.url));
|
|
13
|
+
}
|
|
14
|
+
export class SherpaSileroVadSession extends EventEmitter {
|
|
15
|
+
constructor(params) {
|
|
16
|
+
super();
|
|
17
|
+
this.connected = false;
|
|
18
|
+
this.inSpeech = false;
|
|
19
|
+
this.logger = params.logger;
|
|
20
|
+
const config = params.config ?? {};
|
|
21
|
+
this.requiredSampleRate = config.sampleRate ?? DEFAULT_SAMPLE_RATE;
|
|
22
|
+
this.windowSize = config.windowSize ?? DEFAULT_WINDOW_SIZE;
|
|
23
|
+
const sherpa = loadSherpaOnnxNode();
|
|
24
|
+
this.vad = new sherpa.Vad({
|
|
25
|
+
sileroVad: {
|
|
26
|
+
model: config.modelPath ?? resolveBundledSileroVadModelPath(),
|
|
27
|
+
threshold: config.threshold ?? DEFAULT_SILERO_THRESHOLD,
|
|
28
|
+
minSilenceDuration: config.minSilenceDuration ?? DEFAULT_MIN_SILENCE_DURATION,
|
|
29
|
+
minSpeechDuration: config.minSpeechDuration ?? DEFAULT_MIN_SPEECH_DURATION,
|
|
30
|
+
windowSize: config.windowSize ?? DEFAULT_WINDOW_SIZE,
|
|
31
|
+
},
|
|
32
|
+
sampleRate: this.requiredSampleRate,
|
|
33
|
+
numThreads: 1,
|
|
34
|
+
provider: "cpu",
|
|
35
|
+
debug: 0,
|
|
36
|
+
}, config.bufferSizeInSeconds ?? DEFAULT_BUFFER_SIZE_SECONDS);
|
|
37
|
+
this.inputBuffer = new sherpa.CircularBuffer((config.bufferSizeInSeconds ?? DEFAULT_BUFFER_SIZE_SECONDS) * this.requiredSampleRate);
|
|
38
|
+
}
|
|
39
|
+
async connect() {
|
|
40
|
+
this.connected = true;
|
|
41
|
+
}
|
|
42
|
+
appendPcm16(pcm16le) {
|
|
43
|
+
if (!this.connected) {
|
|
44
|
+
this.emit("error", new Error("Turn detection session not connected"));
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
if (pcm16le.length === 0) {
|
|
48
|
+
return;
|
|
49
|
+
}
|
|
50
|
+
try {
|
|
51
|
+
const samples = pcm16leToFloat32(pcm16le, 1);
|
|
52
|
+
this.inputBuffer.push(samples);
|
|
53
|
+
while (this.inputBuffer.size() > this.windowSize) {
|
|
54
|
+
const window = this.inputBuffer.get(this.inputBuffer.head(), this.windowSize);
|
|
55
|
+
this.inputBuffer.pop(this.windowSize);
|
|
56
|
+
this.vad.acceptWaveform(window);
|
|
57
|
+
this.syncDetectionState();
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
catch (error) {
|
|
61
|
+
this.emit("error", error instanceof Error ? error : new Error(String(error)));
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
flush() {
|
|
65
|
+
if (!this.connected) {
|
|
66
|
+
return;
|
|
67
|
+
}
|
|
68
|
+
try {
|
|
69
|
+
this.vad.flush();
|
|
70
|
+
this.syncDetectionState();
|
|
71
|
+
if (this.inSpeech) {
|
|
72
|
+
this.inSpeech = false;
|
|
73
|
+
this.emit("speech_stopped");
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
catch (error) {
|
|
77
|
+
this.emit("error", error instanceof Error ? error : new Error(String(error)));
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
close() {
|
|
81
|
+
try {
|
|
82
|
+
this.vad.reset();
|
|
83
|
+
this.inputBuffer.reset();
|
|
84
|
+
}
|
|
85
|
+
catch {
|
|
86
|
+
// ignore native cleanup failures
|
|
87
|
+
}
|
|
88
|
+
finally {
|
|
89
|
+
this.connected = false;
|
|
90
|
+
this.inSpeech = false;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
syncDetectionState() {
|
|
94
|
+
const detected = this.vad.isDetected();
|
|
95
|
+
if (detected && !this.inSpeech) {
|
|
96
|
+
this.inSpeech = true;
|
|
97
|
+
this.emit("speech_started");
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
if (!detected && this.inSpeech && !this.vad.isEmpty()) {
|
|
101
|
+
this.logger.debug("Silero VAD marked end of speech");
|
|
102
|
+
this.inSpeech = false;
|
|
103
|
+
this.emit("speech_stopped");
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=silero-vad-session.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"silero-vad-session.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/silero-vad-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAElE,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAClC,MAAM,2BAA2B,GAAG,EAAE,CAAC;AACvC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AACrC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AACzC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AACxC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAwBhC,SAAS,gCAAgC;IACvC,OAAO,aAAa,CAAC,IAAI,GAAG,CAAC,0BAA0B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7E,CAAC;AAYD,MAAM,OAAO,sBACX,SAAQ,YAAY;IAYpB,YAAY,MAGX;QACC,KAAK,EAAE,CAAC;QARF,cAAS,GAAG,KAAK,CAAC;QAClB,aAAQ,GAAG,KAAK,CAAC;QAQvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,UAAU,IAAI,mBAAmB,CAAC;QACnE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,mBAAmB,CAAC;QAE3D,MAAM,MAAM,GAAG,kBAAkB,EAAgC,CAAC;QAClE,IAAI,CAAC,GAAG,GAAG,IAAI,MAAM,CAAC,GAAG,CACvB;YACE,SAAS,EAAE;gBACT,KAAK,EAAE,MAAM,CAAC,SAAS,IAAI,gCAAgC,EAAE;gBAC7D,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,wBAAwB;gBACvD,kBAAkB,EAChB,MAAM,CAAC,kBAAkB,IAAI,4BAA4B;gBAC3D,iBAAiB,EACf,MAAM,CAAC,iBAAiB,IAAI,2BAA2B;gBACzD,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,mBAAmB;aACrD;YACD,UAAU,EAAE,IAAI,CAAC,kBAAkB;YACnC,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,CAAC;SACT,EACD,MAAM,CAAC,mBAAmB,IAAI,2BAA2B,CAC1D,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,IAAI,MAAM,CAAC,cAAc,CAC1C,CAAC,MAAM,CAAC,mBAAmB,IAAI,2BAA2B,CAAC,GAAG,IAAI,CAAC,kBAAkB,CACtF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC,CAAC;YACtE,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAC7C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC9E,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAChC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,kBAAkB;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACvC,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACrD,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -55,6 +55,7 @@ export function initializeOpenAiSpeechServices(params) {
|
|
|
55
55
|
let sttService = existing.sttService;
|
|
56
56
|
let ttsService = existing.ttsService;
|
|
57
57
|
let dictationSttService = existing.dictationSttService;
|
|
58
|
+
const turnDetectionService = existing.turnDetectionService;
|
|
58
59
|
const needsOpenAiStt = !sttService &&
|
|
59
60
|
providers.voiceStt.enabled !== false &&
|
|
60
61
|
providers.voiceStt.provider === "openai";
|
|
@@ -106,6 +107,7 @@ export function initializeOpenAiSpeechServices(params) {
|
|
|
106
107
|
logger.warn("OpenAI speech providers are configured but credentials are missing");
|
|
107
108
|
}
|
|
108
109
|
return {
|
|
110
|
+
turnDetectionService,
|
|
109
111
|
sttService,
|
|
110
112
|
ttsService,
|
|
111
113
|
dictationSttService,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/runtime.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/runtime.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,2CAA2C,EAC3C,wBAAwB,GAEzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAqBrC,SAAS,wBAAwB,CAC/B,YAAoD;IAEpD,MAAM,YAAY,GAAG,YAAY,EAAE,MAAM,CAAC;IAC1C,OAAO;QACL,eAAe,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,IAAI,YAAY;QAC1D,eAAe,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,IAAI,YAAY;QAC1D,qBAAqB,EAAE,YAAY;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,YAAoD;IAEpD,MAAM,WAAW,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAC3D,OAAO;QACL,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC;QACzC,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC;QACzC,YAAY,EAAE,OAAO,CAAC,WAAW,CAAC,qBAAqB,CAAC;KACzD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,MAIpD;IACC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACnD,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAEjE,MAAM,2BAA2B,GAAa,EAAE,CAAC;IACjD,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QACxC,CAAC,iBAAiB,CAAC,eAAe,EAClC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IACD,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QACxC,CAAC,iBAAiB,CAAC,eAAe,EAClC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IACD,IACE,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QACxC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,QAAQ;QAC5C,CAAC,iBAAiB,CAAC,qBAAqB,EACxC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,2BAA2B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,CAAC,KAAK,CACV;YACE,kBAAkB,EAAE;gBAClB,YAAY,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;gBACrC,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;aACtC;YACD,2BAA2B;SAC5B,EACD,oFAAoF,CACrF,CAAC;QACF,MAAM,IAAI,KAAK,CACb,8DAA8D,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvG,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAK9C;IACC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC7D,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAEjE,IAAI,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACrC,IAAI,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACrC,IAAI,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;IACvD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,CAAC;IAE3D,MAAM,cAAc,GAClB,CAAC,UAAU;QACX,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAC3C,MAAM,cAAc,GAClB,CAAC,UAAU;QACX,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAC3C,MAAM,oBAAoB,GACxB,CAAC,mBAAmB;QACpB,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QACxC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAE/C,IACE,CAAC,cAAc,IAAI,cAAc,IAAI,oBAAoB,CAAC;QAC1D,CAAC,iBAAiB,CAAC,eAAe;YAChC,iBAAiB,CAAC,eAAe;YACjC,iBAAiB,CAAC,qBAAqB,CAAC,EAC1C,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAElD,IAAI,cAAc,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,EAAE,CAAC;YACrE,UAAU,GAAG,IAAI,SAAS,CACxB;gBACE,MAAM,EAAE,iBAAiB,CAAC,eAAe;gBACzC,GAAG,SAAS;aACb,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,EAAE,CAAC;YACrE,UAAU,GAAG,IAAI,SAAS,CACxB;gBACE,MAAM,EAAE,iBAAiB,CAAC,eAAe;gBACzC,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,wBAAwB;gBAC/B,cAAc,EAAE,KAAK;gBACrB,GAAG,SAAS;aACb,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,iBAAiB,CAAC,qBAAqB,CAAC;QAChE,IAAI,oBAAoB,IAAI,eAAe,EAAE,CAAC;YAC5C,mBAAmB,GAAG;gBACpB,EAAE,EAAE,QAAQ;gBACZ,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAC7D,IAAI,kCAAkC,CAAC;oBACrC,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,aAAa;oBACrB,kBAAkB,EAChB,YAAY,EAAE,0BAA0B;wBACxC,2CAA2C;oBAC7C,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,aAAa,EAAE,IAAI;iBACpB,CAAC;aACL,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,cAAc,IAAI,cAAc,IAAI,oBAAoB,EAAE,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;IACpF,CAAC;IAED,OAAO;QACL,oBAAoB;QACpB,UAAU;QACV,UAAU;QACV,mBAAmB;KACpB,CAAC;AACJ,CAAC"}
|
|
@@ -28,32 +28,53 @@ const OptionalBooleanFlagSchema = z
|
|
|
28
28
|
});
|
|
29
29
|
const RequestedSpeechProvidersSchema = z.object({
|
|
30
30
|
dictationStt: OptionalSpeechProviderSchema.default("local"),
|
|
31
|
+
voiceTurnDetection: OptionalSpeechProviderSchema.default("local"),
|
|
31
32
|
voiceStt: OptionalSpeechProviderSchema.default("local"),
|
|
32
33
|
voiceTts: OptionalSpeechProviderSchema.default("local"),
|
|
33
34
|
});
|
|
35
|
+
function resolveOptionalBooleanFlag(value) {
|
|
36
|
+
return OptionalBooleanFlagSchema.parse(value) ?? true;
|
|
37
|
+
}
|
|
34
38
|
function resolveRequestedSpeechProviders(params) {
|
|
35
39
|
const resolveFeatureProvider = (configuredValue, parsedValue, enabled) => ({
|
|
36
40
|
provider: parsedValue,
|
|
37
41
|
explicit: configuredValue !== undefined,
|
|
38
42
|
enabled,
|
|
39
43
|
});
|
|
40
|
-
const
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
44
|
+
const voiceModeEnabled = resolveOptionalBooleanFlag(params.env.PASEO_VOICE_MODE_ENABLED ?? params.persisted.features?.voiceMode?.enabled);
|
|
45
|
+
const featureProviders = {
|
|
46
|
+
dictationStt: {
|
|
47
|
+
configuredValue: params.env.PASEO_DICTATION_STT_PROVIDER ??
|
|
48
|
+
params.persisted.features?.dictation?.stt?.provider,
|
|
49
|
+
enabled: resolveOptionalBooleanFlag(params.env.PASEO_DICTATION_ENABLED ?? params.persisted.features?.dictation?.enabled),
|
|
50
|
+
},
|
|
51
|
+
voiceTurnDetection: {
|
|
52
|
+
configuredValue: params.env.PASEO_VOICE_TURN_DETECTION_PROVIDER ??
|
|
53
|
+
params.persisted.features?.voiceMode?.turnDetection?.provider,
|
|
54
|
+
enabled: voiceModeEnabled,
|
|
55
|
+
},
|
|
56
|
+
voiceStt: {
|
|
57
|
+
configuredValue: params.env.PASEO_VOICE_STT_PROVIDER ??
|
|
58
|
+
params.persisted.features?.voiceMode?.stt?.provider,
|
|
59
|
+
enabled: voiceModeEnabled,
|
|
60
|
+
},
|
|
61
|
+
voiceTts: {
|
|
62
|
+
configuredValue: params.env.PASEO_VOICE_TTS_PROVIDER ??
|
|
63
|
+
params.persisted.features?.voiceMode?.tts?.provider,
|
|
64
|
+
enabled: voiceModeEnabled,
|
|
65
|
+
},
|
|
66
|
+
};
|
|
48
67
|
const parsed = RequestedSpeechProvidersSchema.parse({
|
|
49
|
-
dictationStt:
|
|
50
|
-
|
|
51
|
-
|
|
68
|
+
dictationStt: featureProviders.dictationStt.configuredValue ?? "local",
|
|
69
|
+
voiceTurnDetection: featureProviders.voiceTurnDetection.configuredValue ?? "local",
|
|
70
|
+
voiceStt: featureProviders.voiceStt.configuredValue ?? "local",
|
|
71
|
+
voiceTts: featureProviders.voiceTts.configuredValue ?? "local",
|
|
52
72
|
});
|
|
53
73
|
return {
|
|
54
|
-
dictationStt: resolveFeatureProvider(
|
|
55
|
-
|
|
56
|
-
|
|
74
|
+
dictationStt: resolveFeatureProvider(featureProviders.dictationStt.configuredValue, parsed.dictationStt, featureProviders.dictationStt.enabled),
|
|
75
|
+
voiceTurnDetection: resolveFeatureProvider(featureProviders.voiceTurnDetection.configuredValue, parsed.voiceTurnDetection, featureProviders.voiceTurnDetection.enabled),
|
|
76
|
+
voiceStt: resolveFeatureProvider(featureProviders.voiceStt.configuredValue, parsed.voiceStt, featureProviders.voiceStt.enabled),
|
|
77
|
+
voiceTts: resolveFeatureProvider(featureProviders.voiceTts.configuredValue, parsed.voiceTts, featureProviders.voiceTts.enabled),
|
|
57
78
|
};
|
|
58
79
|
}
|
|
59
80
|
export function resolveSpeechConfig(params) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"speech-config-resolver.js","sourceRoot":"","sources":["../../../../src/server/speech/speech-config-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EACL,sBAAsB,GAGvB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,4BAA4B,GAAG,CAAC;KACnC,MAAM,EAAE;KACR,IAAI,EAAE;KACN,WAAW,EAAE;KACb,IAAI,CAAC,sBAAsB,CAAC;KAC5B,QAAQ,EAAE,CAAC;AAEd,MAAM,yBAAyB,GAAG,CAAC;KAChC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;KACrD,QAAQ,EAAE;KACV,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC,CAAC;AAEL,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,YAAY,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IAC3D,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IACvD,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;CACxD,CAAC,CAAC;AAEH,SAAS,+BAA+B,CAAC,MAGxC;IACC,MAAM,sBAAsB,GAAG,CAC7B,eAAmC,EACnC,WAAmD,EACnD,OAAgB,EACS,EAAE,CAAC,CAAC;QAC7B,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,eAAe,KAAK,SAAS;QACvC,OAAO;KACR,CAAC,CAAC;IAEH,MAAM,
|
|
1
|
+
{"version":3,"file":"speech-config-resolver.js","sourceRoot":"","sources":["../../../../src/server/speech/speech-config-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EACL,sBAAsB,GAGvB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,4BAA4B,GAAG,CAAC;KACnC,MAAM,EAAE;KACR,IAAI,EAAE;KACN,WAAW,EAAE;KACb,IAAI,CAAC,sBAAsB,CAAC;KAC5B,QAAQ,EAAE,CAAC;AAEd,MAAM,yBAAyB,GAAG,CAAC;KAChC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;KACrD,QAAQ,EAAE;KACV,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC,CAAC;AAEL,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,YAAY,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IAC3D,kBAAkB,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IACjE,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IACvD,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;CACxD,CAAC,CAAC;AAEH,SAAS,0BAA0B,CAAC,KAAc;IAChD,OAAO,yBAAyB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;AACxD,CAAC;AAED,SAAS,+BAA+B,CAAC,MAGxC;IACC,MAAM,sBAAsB,GAAG,CAC7B,eAAmC,EACnC,WAAmD,EACnD,OAAgB,EACS,EAAE,CAAC,CAAC;QAC7B,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,eAAe,KAAK,SAAS;QACvC,OAAO;KACR,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,0BAA0B,CACjD,MAAM,CAAC,GAAG,CAAC,wBAAwB,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CACrF,CAAC;IACF,MAAM,gBAAgB,GAAG;QACvB,YAAY,EAAE;YACZ,eAAe,EACb,MAAM,CAAC,GAAG,CAAC,4BAA4B;gBACvC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ;YACrD,OAAO,EAAE,0BAA0B,CACjC,MAAM,CAAC,GAAG,CAAC,uBAAuB,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CACpF;SACF;QACD,kBAAkB,EAAE;YAClB,eAAe,EACb,MAAM,CAAC,GAAG,CAAC,mCAAmC;gBAC9C,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ;YAC/D,OAAO,EAAE,gBAAgB;SAC1B;QACD,QAAQ,EAAE;YACR,eAAe,EACb,MAAM,CAAC,GAAG,CAAC,wBAAwB;gBACnC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ;YACrD,OAAO,EAAE,gBAAgB;SAC1B;QACD,QAAQ,EAAE;YACR,eAAe,EACb,MAAM,CAAC,GAAG,CAAC,wBAAwB;gBACnC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ;YACrD,OAAO,EAAE,gBAAgB;SAC1B;KAOF,CAAC;IAEF,MAAM,MAAM,GAAG,8BAA8B,CAAC,KAAK,CAAC;QAClD,YAAY,EAAE,gBAAgB,CAAC,YAAY,CAAC,eAAe,IAAI,OAAO;QACtE,kBAAkB,EAAE,gBAAgB,CAAC,kBAAkB,CAAC,eAAe,IAAI,OAAO;QAClF,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,eAAe,IAAI,OAAO;QAC9D,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,eAAe,IAAI,OAAO;KAC/D,CAAC,CAAC;IAEH,OAAO;QACL,YAAY,EAAE,sBAAsB,CAClC,gBAAgB,CAAC,YAAY,CAAC,eAAe,EAC7C,MAAM,CAAC,YAAY,EACnB,gBAAgB,CAAC,YAAY,CAAC,OAAO,CACtC;QACD,kBAAkB,EAAE,sBAAsB,CACxC,gBAAgB,CAAC,kBAAkB,CAAC,eAAe,EACnD,MAAM,CAAC,kBAAkB,EACzB,gBAAgB,CAAC,kBAAkB,CAAC,OAAO,CAC5C;QACD,QAAQ,EAAE,sBAAsB,CAC9B,gBAAgB,CAAC,QAAQ,CAAC,eAAe,EACzC,MAAM,CAAC,QAAQ,EACf,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAClC;QACD,QAAQ,EAAE,sBAAsB,CAC9B,gBAAgB,CAAC,QAAQ,CAAC,eAAe,EACzC,MAAM,CAAC,QAAQ,EACf,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAClC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAInC;IAIC,MAAM,SAAS,GAAG,+BAA+B,CAAC;QAChD,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,wBAAwB,CAAC;QACrC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS;KACV,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,yBAAyB,CAAC;QACvC,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS;KACV,CAAC,CAAC;IAEH,OAAO;QACL,MAAM;QACN,MAAM,EAAE;YACN,SAAS;YACT,GAAG,CAAC,KAAK,CAAC,KAAK;gBACb,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;gBACxB,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -5,15 +5,22 @@ import { initializeLocalSpeechServices } from "./providers/local/runtime.js";
|
|
|
5
5
|
import { getOpenAiSpeechAvailability, initializeOpenAiSpeechServices, validateOpenAiCredentialRequirements, } from "./providers/openai/runtime.js";
|
|
6
6
|
const SPEECH_RUNTIME_MONITOR_INTERVAL_MS = 3000;
|
|
7
7
|
function resolveRequestedSpeechProviders(speechConfig) {
|
|
8
|
-
const
|
|
9
|
-
if (fromConfig) {
|
|
10
|
-
return fromConfig;
|
|
11
|
-
}
|
|
12
|
-
return {
|
|
8
|
+
const defaults = {
|
|
13
9
|
dictationStt: { provider: "local", explicit: false, enabled: true },
|
|
10
|
+
voiceTurnDetection: { provider: "local", explicit: false, enabled: true },
|
|
14
11
|
voiceStt: { provider: "local", explicit: false, enabled: true },
|
|
15
12
|
voiceTts: { provider: "local", explicit: false, enabled: true },
|
|
16
13
|
};
|
|
14
|
+
const fromConfig = speechConfig?.providers;
|
|
15
|
+
if (!fromConfig) {
|
|
16
|
+
return defaults;
|
|
17
|
+
}
|
|
18
|
+
return {
|
|
19
|
+
dictationStt: fromConfig.dictationStt ?? defaults.dictationStt,
|
|
20
|
+
voiceTurnDetection: fromConfig.voiceTurnDetection ?? defaults.voiceTurnDetection,
|
|
21
|
+
voiceStt: fromConfig.voiceStt ?? defaults.voiceStt,
|
|
22
|
+
voiceTts: fromConfig.voiceTts ?? defaults.voiceTts,
|
|
23
|
+
};
|
|
17
24
|
}
|
|
18
25
|
async function hasRequiredLocalModelFile(filePath) {
|
|
19
26
|
try {
|
|
@@ -58,9 +65,10 @@ function joinModelIds(modelIds) {
|
|
|
58
65
|
return modelIds.join(", ");
|
|
59
66
|
}
|
|
60
67
|
function buildRealtimeVoiceReadiness(params) {
|
|
68
|
+
const voiceTurnDetectionEnabled = params.providers.voiceTurnDetection.enabled !== false;
|
|
61
69
|
const voiceSttEnabled = params.providers.voiceStt.enabled !== false;
|
|
62
70
|
const voiceTtsEnabled = params.providers.voiceTts.enabled !== false;
|
|
63
|
-
const enabled = voiceSttEnabled || voiceTtsEnabled;
|
|
71
|
+
const enabled = voiceTurnDetectionEnabled || voiceSttEnabled || voiceTtsEnabled;
|
|
64
72
|
if (!enabled) {
|
|
65
73
|
return {
|
|
66
74
|
enabled: false,
|
|
@@ -71,6 +79,16 @@ function buildRealtimeVoiceReadiness(params) {
|
|
|
71
79
|
missingModelIds: [],
|
|
72
80
|
};
|
|
73
81
|
}
|
|
82
|
+
if (voiceTurnDetectionEnabled && !params.turnDetectionService) {
|
|
83
|
+
return {
|
|
84
|
+
enabled: true,
|
|
85
|
+
available: false,
|
|
86
|
+
reasonCode: "turn_detection_unavailable",
|
|
87
|
+
message: "Realtime voice is unavailable: turn-detection service is not ready.",
|
|
88
|
+
retryable: false,
|
|
89
|
+
missingModelIds: [],
|
|
90
|
+
};
|
|
91
|
+
}
|
|
74
92
|
if (voiceSttEnabled && !params.sttService) {
|
|
75
93
|
return {
|
|
76
94
|
enabled: true,
|
|
@@ -190,6 +208,11 @@ function describeRequestedProviders(providers) {
|
|
|
190
208
|
enabled: providers.dictationStt.enabled !== false,
|
|
191
209
|
explicit: providers.dictationStt.explicit,
|
|
192
210
|
},
|
|
211
|
+
voiceTurnDetection: {
|
|
212
|
+
provider: providers.voiceTurnDetection.provider,
|
|
213
|
+
enabled: providers.voiceTurnDetection.enabled !== false,
|
|
214
|
+
explicit: providers.voiceTurnDetection.explicit,
|
|
215
|
+
},
|
|
193
216
|
voiceStt: {
|
|
194
217
|
provider: providers.voiceStt.provider,
|
|
195
218
|
enabled: providers.voiceStt.enabled !== false,
|
|
@@ -205,6 +228,7 @@ function describeRequestedProviders(providers) {
|
|
|
205
228
|
function resolveEffectiveProviderIds(params) {
|
|
206
229
|
return {
|
|
207
230
|
dictationStt: params.dictationSttService?.id ?? "unavailable",
|
|
231
|
+
voiceTurnDetection: params.turnDetectionService?.id ?? "unavailable",
|
|
208
232
|
voiceStt: params.sttService?.id ?? "unavailable",
|
|
209
233
|
voiceTts: !params.ttsService
|
|
210
234
|
? "unavailable"
|
|
@@ -233,6 +257,7 @@ export async function initializeSpeechRuntime(params) {
|
|
|
233
257
|
let sttService = null;
|
|
234
258
|
let ttsService = null;
|
|
235
259
|
let dictationSttService = null;
|
|
260
|
+
let turnDetectionService = null;
|
|
236
261
|
let localModelConfig = null;
|
|
237
262
|
let localCleanup = () => { };
|
|
238
263
|
let localVoiceTtsProvider = null;
|
|
@@ -248,6 +273,7 @@ export async function initializeSpeechRuntime(params) {
|
|
|
248
273
|
const computeReadinessSnapshot = () => {
|
|
249
274
|
const realtimeVoice = buildRealtimeVoiceReadiness({
|
|
250
275
|
providers,
|
|
276
|
+
turnDetectionService,
|
|
251
277
|
sttService,
|
|
252
278
|
ttsService,
|
|
253
279
|
});
|
|
@@ -335,6 +361,7 @@ export async function initializeSpeechRuntime(params) {
|
|
|
335
361
|
providers,
|
|
336
362
|
openaiConfig,
|
|
337
363
|
existing: {
|
|
364
|
+
turnDetectionService: nextLocalSpeech.turnDetectionService,
|
|
338
365
|
sttService: nextLocalSpeech.sttService,
|
|
339
366
|
ttsService: nextLocalSpeech.ttsService,
|
|
340
367
|
dictationSttService: nextLocalSpeech.dictationSttService,
|
|
@@ -342,6 +369,7 @@ export async function initializeSpeechRuntime(params) {
|
|
|
342
369
|
logger,
|
|
343
370
|
});
|
|
344
371
|
const previousLocalCleanup = localCleanup;
|
|
372
|
+
turnDetectionService = nextOpenAiSpeech.turnDetectionService;
|
|
345
373
|
sttService = nextOpenAiSpeech.sttService;
|
|
346
374
|
ttsService = nextOpenAiSpeech.ttsService;
|
|
347
375
|
dictationSttService = nextOpenAiSpeech.dictationSttService;
|
|
@@ -351,6 +379,7 @@ export async function initializeSpeechRuntime(params) {
|
|
|
351
379
|
previousLocalCleanup();
|
|
352
380
|
await refreshMissingLocalModels();
|
|
353
381
|
const effectiveProviders = resolveEffectiveProviderIds({
|
|
382
|
+
turnDetectionService,
|
|
354
383
|
sttService,
|
|
355
384
|
ttsService,
|
|
356
385
|
dictationSttService,
|
|
@@ -358,6 +387,9 @@ export async function initializeSpeechRuntime(params) {
|
|
|
358
387
|
});
|
|
359
388
|
const unavailableFeatures = [
|
|
360
389
|
providers.dictationStt.enabled !== false && !dictationSttService ? "dictation.stt" : null,
|
|
390
|
+
providers.voiceTurnDetection.enabled !== false && !turnDetectionService
|
|
391
|
+
? "voice.turnDetection"
|
|
392
|
+
: null,
|
|
361
393
|
providers.voiceStt.enabled !== false && !sttService ? "voice.stt" : null,
|
|
362
394
|
providers.voiceTts.enabled !== false && !ttsService ? "voice.tts" : null,
|
|
363
395
|
].filter((feature) => feature !== null);
|
|
@@ -485,6 +517,7 @@ export async function initializeSpeechRuntime(params) {
|
|
|
485
517
|
localCleanup();
|
|
486
518
|
};
|
|
487
519
|
return {
|
|
520
|
+
resolveVoiceTurnDetection: () => turnDetectionService,
|
|
488
521
|
resolveVoiceStt: () => sttService,
|
|
489
522
|
resolveVoiceTts: () => ttsService,
|
|
490
523
|
resolveDictationStt: () => dictationSttService,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"speech-runtime.js","sourceRoot":"","sources":["../../../../src/server/speech/speech-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAKjC,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EACL,2BAA2B,EAC3B,8BAA8B,EAC9B,oCAAoC,GACrC,MAAM,+BAA+B,CAAC;AAIvC,MAAM,kCAAkC,GAAG,IAAI,CAAC;AAiChD,SAAS,+BAA+B,CACtC,YAAsC;IAEtC,MAAM,UAAU,GAAG,YAAY,EAAE,SAAS,CAAC;IAC3C,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO;QACL,YAAY,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;QACnE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;QAC/D,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;KAChE,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CAAC,QAAgB;IACvD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,8BAA8B,CAAC,MAG7C;IACC,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAAC;IAC/C,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,qBAAqB,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACrF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE9C,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,CAAC,MAAM,yBAAyB,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,YAAY,CAAC,QAA8B;IAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,2BAA2B,CAAC,MAIpC;IACC,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC;IACpE,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC;IACpE,MAAM,OAAO,GAAG,eAAe,IAAI,eAAe,CAAC;IACnD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,8CAA8C;YACvD,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,IAAI,eAAe,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,qEAAqE;YAC9E,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,IAAI,eAAe,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,qEAAqE;YAC9E,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,OAAO;QACnB,OAAO,EAAE,0BAA0B;QACnC,SAAS,EAAE,KAAK;QAChB,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,MAGhC;IACC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK,CAAC;IAChE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,yCAAyC;YAClD,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAChC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,gEAAgE;YACzE,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,OAAO;QACnB,OAAO,EAAE,qBAAqB;QAC9B,SAAS,EAAE,KAAK;QAChB,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CAAC,MAMnC;IACC,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;IACzE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,+CAA+C;YACxD,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACzD,IAAI,MAAM,CAAC,4BAA4B,EAAE,CAAC;YACxC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,KAAK;gBAChB,UAAU,EAAE,4BAA4B;gBACxC,OAAO,EAAE,2EAA2E,YAAY,CAAC,eAAe,CAAC,IAAI;gBACrH,SAAS,EAAE,IAAI;gBACf,eAAe;aAChB,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,uBAAuB,EAAE,CAAC;YACnC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,KAAK;gBAChB,UAAU,EAAE,uBAAuB;gBACnC,OAAO,EAAE,0DAA0D,MAAM,CAAC,uBAAuB,IAAI;gBACrG,SAAS,EAAE,KAAK;gBAChB,eAAe;aAChB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,gBAAgB;YAC5B,OAAO,EAAE,yDAAyD,YAAY,CAAC,eAAe,CAAC,IAAI;YACnG,SAAS,EAAE,IAAI;YACf,eAAe;SAChB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,OAAO;QACnB,OAAO,EAAE,2BAA2B;QACpC,SAAS,EAAE,KAAK;QAChB,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CAAC,SAAmC;IAKrE,OAAO;QACL,YAAY,EAAE;YACZ,QAAQ,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;YACzC,OAAO,EAAE,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;YACjD,QAAQ,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;SAC1C;QACD,QAAQ,EAAE;YACR,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;YACrC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;YAC7C,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;SACtC;QACD,QAAQ,EAAE;YACR,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;YACrC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;YAC7C,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;SACtC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,MAKpC;IACC,OAAO;QACL,YAAY,EAAE,MAAM,CAAC,mBAAmB,EAAE,EAAE,IAAI,aAAa;QAC7D,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,IAAI,aAAa;QAChD,QAAQ,EACN,CAAC,MAAM,CAAC,UAAU;YAChB,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,qBAAqB;gBAClD,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,QAAQ;KACjB,CAAC;AACJ,CAAC;AAiBD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,MAI7C;IACC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;IACjD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACzC,MAAM,SAAS,GAAG,+BAA+B,CAAC,YAAY,CAAC,CAAC;IAChE,MAAM,kBAAkB,GAAG,0BAA0B,CAAC,SAAS,CAAC,CAAC;IAEjE,oCAAoC,CAAC;QACnC,SAAS;QACT,YAAY;QACZ,MAAM;KACP,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CACT;QACE,kBAAkB;QAClB,YAAY,EAAE;YACZ,MAAM,EAAE,2BAA2B,CAAC,YAAY,CAAC;SAClD;KACF,EACD,wCAAwC,CACzC,CAAC;IAEF,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,mBAAmB,GAAgC,IAAI,CAAC;IAC5D,IAAI,gBAAgB,GAGT,IAAI,CAAC;IAChB,IAAI,YAAY,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;IAC5B,IAAI,qBAAqB,GAAgC,IAAI,CAAC;IAE9D,IAAI,oBAAoB,GAAyB,EAAE,CAAC;IACpD,IAAI,4BAA4B,GAAG,KAAK,CAAC;IACzC,IAAI,uBAAuB,GAAkB,IAAI,CAAC;IAClD,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,cAAc,GAAyC,IAAI,CAAC;IAChE,IAAI,iBAAiB,GAAyB,IAAI,CAAC;IACnD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA+C,CAAC;IAClF,IAAI,wBAAwB,GAAkB,IAAI,CAAC;IACnD,IAAI,8BAA8B,GAAmC,IAAI,CAAC;IAE1E,MAAM,wBAAwB,GAAG,GAA4B,EAAE;QAC7D,MAAM,aAAa,GAAG,2BAA2B,CAAC;YAChD,SAAS;YACT,UAAU;YACV,UAAU;SACX,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,uBAAuB,CAAC;YACxC,SAAS;YACT,mBAAmB;SACpB,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,0BAA0B,CAAC;YAC9C,aAAa;YACb,SAAS;YACT,oBAAoB;YACpB,4BAA4B;YAC5B,uBAAuB;SACxB,CAAC,CAAC;QACH,OAAO;YACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,qBAAqB,EAAE,gBAAgB,EAAE,eAAe,IAAI,EAAE;YAC9D,oBAAoB,EAAE,CAAC,GAAG,oBAAoB,CAAC;YAC/C,QAAQ,EAAE;gBACR,UAAU,EAAE,4BAA4B;gBACxC,KAAK,EAAE,uBAAuB;aAC/B;YACD,aAAa,EAAE;gBACb,GAAG,aAAa;aACjB;YACD,SAAS,EAAE;gBACT,GAAG,SAAS;aACb;YACD,YAAY,EAAE;gBACZ,GAAG,YAAY;aAChB;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAAC,QAAiC,EAAU,EAAE,CACzE,IAAI,CAAC,SAAS,CAAC;QACb,GAAG,QAAQ;QACX,WAAW,EAAE,EAAE;KAChB,CAAC,CAAC;IAEL,MAAM,yBAAyB,GAAG,GAAS,EAAE;QAC3C,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;QAC5C,MAAM,WAAW,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,WAAW,KAAK,wBAAwB,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QACD,wBAAwB,GAAG,WAAW,CAAC;QACvC,8BAA8B,GAAG,QAAQ,CAAC;QAC1C,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,KAAK,EAAE,EACd,0CAA0C,CAC3C,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,CAC/B,QAAqD,EACvC,EAAE;QAChB,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,8BAA8B,IAAI,wBAAwB,EAAE,CAAC;QAC9E,IAAI,CAAC,8BAA8B,EAAE,CAAC;YACpC,8BAA8B,GAAG,QAAQ,CAAC;YAC1C,wBAAwB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC;YACH,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,KAAK,EAAE,EACd,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QACD,OAAO,GAAG,EAAE;YACV,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,yBAAyB,GAAG,KAAK,IAAmB,EAAE;QAC1D,oBAAoB,GAAG,MAAM,8BAA8B,CAAC;YAC1D,SAAS,EAAE,gBAAgB,EAAE,SAAS,IAAI,IAAI;YAC9C,gBAAgB,EAAE,gBAAgB,EAAE,eAAe,IAAI,EAAE;SAC1D,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,KAAK,IAAmB,EAAE;QAClD,MAAM,eAAe,GAAG,MAAM,6BAA6B,CAAC;YAC1D,SAAS;YACT,YAAY;YACZ,MAAM;SACP,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;YACtD,SAAS;YACT,YAAY;YACZ,QAAQ,EAAE;gBACR,UAAU,EAAE,eAAe,CAAC,UAAU;gBACtC,UAAU,EAAE,eAAe,CAAC,UAAU;gBACtC,mBAAmB,EAAE,eAAe,CAAC,mBAAmB;aACzD;YACD,MAAM;SACP,CAAC,CAAC;QAEH,MAAM,oBAAoB,GAAG,YAAY,CAAC;QAC1C,UAAU,GAAG,gBAAgB,CAAC,UAAU,CAAC;QACzC,UAAU,GAAG,gBAAgB,CAAC,UAAU,CAAC;QACzC,mBAAmB,GAAG,gBAAgB,CAAC,mBAAmB,CAAC;QAC3D,gBAAgB,GAAG,eAAe,CAAC,gBAAgB,CAAC;QACpD,qBAAqB,GAAG,eAAe,CAAC,qBAAqB,CAAC;QAC9D,YAAY,GAAG,eAAe,CAAC,OAAO,CAAC;QACvC,oBAAoB,EAAE,CAAC;QAEvB,MAAM,yBAAyB,EAAE,CAAC;QAElC,MAAM,kBAAkB,GAAG,2BAA2B,CAAC;YACrD,UAAU;YACV,UAAU;YACV,mBAAmB;YACnB,qBAAqB;SACtB,CAAC,CAAC;QACH,MAAM,mBAAmB,GAAG;YAC1B,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI;YACzF,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;YACxE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;SACzE,CAAC,MAAM,CAAC,CAAC,OAAO,EAAqB,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QAE3D,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CACT;gBACE,kBAAkB;gBAClB,kBAAkB;gBAClB,mBAAmB;gBACnB,oBAAoB;aACrB,EACD,oEAAoE,CACrE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CACT;gBACE,kBAAkB;gBAClB,kBAAkB;aACnB,EACD,0CAA0C,CAC3C,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,IAAmB,EAAE;QAC7C,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,iBAAiB,CAAC;YACxB,yBAAyB,EAAE,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,iBAAiB,GAAG,iBAAiB,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACnD,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,MAAM,iBAAiB,CAAC;QACxB,yBAAyB,EAAE,CAAC;IAC9B,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,GAAS,EAAE;QACjC,IAAI,OAAO,IAAI,cAAc,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QACD,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;YAC/B,cAAc,GAAG,IAAI,CAAC;YACtB,KAAK,cAAc,EAAE,CAAC;QACxB,CAAC,EAAE,kCAAkC,CAAC,CAAC;IACzC,CAAC,CAAC;IAEF,MAAM,uBAAuB,GAAG,GAAS,EAAE;QACzC,IAAI,OAAO,IAAI,4BAA4B,EAAE,CAAC;YAC5C,OAAO;QACT,CAAC;QACD,MAAM,SAAS,GAAG,gBAAgB,EAAE,SAAS,IAAI,IAAI,CAAC;QACtD,MAAM,QAAQ,GAAG,CAAC,GAAG,oBAAoB,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO;QACT,CAAC;QAED,4BAA4B,GAAG,IAAI,CAAC;QACpC,uBAAuB,GAAG,IAAI,CAAC;QAC/B,yBAAyB,EAAE,CAAC;QAE5B,MAAM,CAAC,IAAI,CACT;YACE,SAAS;YACT,QAAQ;SACT,EACD,8DAA8D,CAC/D,CAAC;QAEF,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,CAAC;gBACH,MAAM,uBAAuB,CAAC;oBAC5B,SAAS;oBACT,QAAQ;oBACR,MAAM;iBACP,CAAC,CAAC;gBACH,MAAM,YAAY,EAAE,CAAC;gBACrB,uBAAuB,GAAG,IAAI,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,uBAAuB,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACjF,yBAAyB,EAAE,CAAC;gBAC5B,MAAM,CAAC,KAAK,CACV;oBACE,GAAG,EAAE,KAAK;oBACV,QAAQ;iBACT,EACD,+CAA+C,CAChD,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,4BAA4B,GAAG,KAAK,CAAC;gBACrC,MAAM,yBAAyB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,4DAA4D,CAAC,CAAC;gBAC5F,CAAC,CAAC,CAAC;gBACH,yBAAyB,EAAE,CAAC;gBAC5B,eAAe,EAAE,CAAC;YACpB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,IAAmB,EAAE;QAC/C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,yBAAyB,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;YAC5C,IACE,QAAQ,CAAC,YAAY,CAAC,OAAO;gBAC7B,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS;gBAChC,oBAAoB,CAAC,MAAM,KAAK,CAAC;gBACjC,CAAC,4BAA4B,EAC7B,CAAC;gBACD,MAAM,YAAY,EAAE,CAAC;YACvB,CAAC;YAED,IACE,oBAAoB,CAAC,MAAM,GAAG,CAAC;gBAC/B,CAAC,4BAA4B;gBAC7B,CAAC,uBAAuB,EACxB,CAAC;gBACD,uBAAuB,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,oCAAoC,CAAC,CAAC;QACpE,CAAC;gBAAS,CAAC;YACT,yBAAyB,EAAE,CAAC;YAC5B,eAAe,EAAE,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;IAC5C,IAAI,QAAQ,CAAC,YAAY,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC;QACtE,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,uBAAuB,EAAE,CAAC;QAC5B,CAAC;QACD,eAAe,EAAE,CAAC;IACpB,CAAC;IAED,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,cAAc,EAAE,CAAC;YACnB,YAAY,CAAC,cAAc,CAAC,CAAC;YAC7B,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,YAAY,EAAE,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,eAAe,EAAE,GAAG,EAAE,CAAC,UAAU;QACjC,eAAe,EAAE,GAAG,EAAE,CAAC,UAAU;QACjC,mBAAmB,EAAE,GAAG,EAAE,CAAC,mBAAmB;QAC9C,kBAAkB,EAAE,GAAG,EAAE,CACvB,8BAA8B,IAAI,wBAAwB,EAAE;QAC9D,wBAAwB;QACxB,OAAO;QACP,gBAAgB;KACjB,CAAC;AACJ,CAAC"}
|
|
1
|
+
{"version":3,"file":"speech-runtime.js","sourceRoot":"","sources":["../../../../src/server/speech/speech-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAKjC,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EACL,2BAA2B,EAC3B,8BAA8B,EAC9B,oCAAoC,GACrC,MAAM,+BAA+B,CAAC;AAKvC,MAAM,kCAAkC,GAAG,IAAI,CAAC;AAkChD,SAAS,+BAA+B,CACtC,YAAsC;IAEtC,MAAM,QAAQ,GAA6B;QACzC,YAAY,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;QACnE,kBAAkB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;QACzE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;QAC/D,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;KAChE,CAAC;IAEF,MAAM,UAAU,GAAG,YAAY,EAAE,SAAS,CAAC;IAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO;QACL,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY;QAC9D,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,IAAI,QAAQ,CAAC,kBAAkB;QAChF,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ;QAClD,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ;KACnD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CAAC,QAAgB;IACvD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,8BAA8B,CAAC,MAG7C;IACC,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAAC;IAC/C,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,qBAAqB,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACrF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE9C,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,CAAC,MAAM,yBAAyB,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,YAAY,CAAC,QAA8B;IAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,2BAA2B,CAAC,MAKpC;IACC,MAAM,yBAAyB,GAAG,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,KAAK,KAAK,CAAC;IACxF,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC;IACpE,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC;IACpE,MAAM,OAAO,GAAG,yBAAyB,IAAI,eAAe,IAAI,eAAe,CAAC;IAChF,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,8CAA8C;YACvD,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,IAAI,yBAAyB,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAC9D,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,4BAA4B;YACxC,OAAO,EAAE,qEAAqE;YAC9E,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,IAAI,eAAe,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,qEAAqE;YAC9E,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,IAAI,eAAe,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,qEAAqE;YAC9E,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,OAAO;QACnB,OAAO,EAAE,0BAA0B;QACnC,SAAS,EAAE,KAAK;QAChB,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,MAGhC;IACC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK,CAAC;IAChE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,yCAAyC;YAClD,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAChC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,iBAAiB;YAC7B,OAAO,EAAE,gEAAgE;YACzE,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,OAAO;QACnB,OAAO,EAAE,qBAAqB;QAC9B,SAAS,EAAE,KAAK;QAChB,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CAAC,MAMnC;IACC,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;IACzE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,+CAA+C;YACxD,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACzD,IAAI,MAAM,CAAC,4BAA4B,EAAE,CAAC;YACxC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,KAAK;gBAChB,UAAU,EAAE,4BAA4B;gBACxC,OAAO,EAAE,2EAA2E,YAAY,CAAC,eAAe,CAAC,IAAI;gBACrH,SAAS,EAAE,IAAI;gBACf,eAAe;aAChB,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,uBAAuB,EAAE,CAAC;YACnC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,KAAK;gBAChB,UAAU,EAAE,uBAAuB;gBACnC,OAAO,EAAE,0DAA0D,MAAM,CAAC,uBAAuB,IAAI;gBACrG,SAAS,EAAE,KAAK;gBAChB,eAAe;aAChB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,gBAAgB;YAC5B,OAAO,EAAE,yDAAyD,YAAY,CAAC,eAAe,CAAC,IAAI;YACnG,SAAS,EAAE,IAAI;YACf,eAAe;SAChB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,OAAO;QACnB,OAAO,EAAE,2BAA2B;QACpC,SAAS,EAAE,KAAK;QAChB,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CAAC,SAAmC;IAMrE,OAAO;QACL,YAAY,EAAE;YACZ,QAAQ,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;YACzC,OAAO,EAAE,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;YACjD,QAAQ,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;SAC1C;QACD,kBAAkB,EAAE;YAClB,QAAQ,EAAE,SAAS,CAAC,kBAAkB,CAAC,QAAQ;YAC/C,OAAO,EAAE,SAAS,CAAC,kBAAkB,CAAC,OAAO,KAAK,KAAK;YACvD,QAAQ,EAAE,SAAS,CAAC,kBAAkB,CAAC,QAAQ;SAChD;QACD,QAAQ,EAAE;YACR,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;YACrC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;YAC7C,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;SACtC;QACD,QAAQ,EAAE;YACR,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;YACrC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;YAC7C,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;SACtC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,MAMpC;IAMC,OAAO;QACL,YAAY,EAAE,MAAM,CAAC,mBAAmB,EAAE,EAAE,IAAI,aAAa;QAC7D,kBAAkB,EAAE,MAAM,CAAC,oBAAoB,EAAE,EAAE,IAAI,aAAa;QACpE,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,IAAI,aAAa;QAChD,QAAQ,EACN,CAAC,MAAM,CAAC,UAAU;YAChB,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,qBAAqB;gBAClD,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,QAAQ;KACjB,CAAC;AACJ,CAAC;AAkBD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,MAI7C;IACC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;IACjD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACzC,MAAM,SAAS,GAAG,+BAA+B,CAAC,YAAY,CAAC,CAAC;IAChE,MAAM,kBAAkB,GAAG,0BAA0B,CAAC,SAAS,CAAC,CAAC;IAEjE,oCAAoC,CAAC;QACnC,SAAS;QACT,YAAY;QACZ,MAAM;KACP,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CACT;QACE,kBAAkB;QAClB,YAAY,EAAE;YACZ,MAAM,EAAE,2BAA2B,CAAC,YAAY,CAAC;SAClD;KACF,EACD,wCAAwC,CACzC,CAAC;IAEF,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,mBAAmB,GAAgC,IAAI,CAAC;IAC5D,IAAI,oBAAoB,GAAiC,IAAI,CAAC;IAC9D,IAAI,gBAAgB,GAGT,IAAI,CAAC;IAChB,IAAI,YAAY,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;IAC5B,IAAI,qBAAqB,GAAgC,IAAI,CAAC;IAE9D,IAAI,oBAAoB,GAAyB,EAAE,CAAC;IACpD,IAAI,4BAA4B,GAAG,KAAK,CAAC;IACzC,IAAI,uBAAuB,GAAkB,IAAI,CAAC;IAClD,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,cAAc,GAAyC,IAAI,CAAC;IAChE,IAAI,iBAAiB,GAAyB,IAAI,CAAC;IACnD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA+C,CAAC;IAClF,IAAI,wBAAwB,GAAkB,IAAI,CAAC;IACnD,IAAI,8BAA8B,GAAmC,IAAI,CAAC;IAE1E,MAAM,wBAAwB,GAAG,GAA4B,EAAE;QAC7D,MAAM,aAAa,GAAG,2BAA2B,CAAC;YAChD,SAAS;YACT,oBAAoB;YACpB,UAAU;YACV,UAAU;SACX,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,uBAAuB,CAAC;YACxC,SAAS;YACT,mBAAmB;SACpB,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,0BAA0B,CAAC;YAC9C,aAAa;YACb,SAAS;YACT,oBAAoB;YACpB,4BAA4B;YAC5B,uBAAuB;SACxB,CAAC,CAAC;QACH,OAAO;YACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,qBAAqB,EAAE,gBAAgB,EAAE,eAAe,IAAI,EAAE;YAC9D,oBAAoB,EAAE,CAAC,GAAG,oBAAoB,CAAC;YAC/C,QAAQ,EAAE;gBACR,UAAU,EAAE,4BAA4B;gBACxC,KAAK,EAAE,uBAAuB;aAC/B;YACD,aAAa,EAAE;gBACb,GAAG,aAAa;aACjB;YACD,SAAS,EAAE;gBACT,GAAG,SAAS;aACb;YACD,YAAY,EAAE;gBACZ,GAAG,YAAY;aAChB;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAAC,QAAiC,EAAU,EAAE,CACzE,IAAI,CAAC,SAAS,CAAC;QACb,GAAG,QAAQ;QACX,WAAW,EAAE,EAAE;KAChB,CAAC,CAAC;IAEL,MAAM,yBAAyB,GAAG,GAAS,EAAE;QAC3C,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;QAC5C,MAAM,WAAW,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,WAAW,KAAK,wBAAwB,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QACD,wBAAwB,GAAG,WAAW,CAAC;QACvC,8BAA8B,GAAG,QAAQ,CAAC;QAC1C,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,KAAK,EAAE,EACd,0CAA0C,CAC3C,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,CAC/B,QAAqD,EACvC,EAAE;QAChB,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,8BAA8B,IAAI,wBAAwB,EAAE,CAAC;QAC9E,IAAI,CAAC,8BAA8B,EAAE,CAAC;YACpC,8BAA8B,GAAG,QAAQ,CAAC;YAC1C,wBAAwB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC;YACH,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,KAAK,EAAE,EACd,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QACD,OAAO,GAAG,EAAE;YACV,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,yBAAyB,GAAG,KAAK,IAAmB,EAAE;QAC1D,oBAAoB,GAAG,MAAM,8BAA8B,CAAC;YAC1D,SAAS,EAAE,gBAAgB,EAAE,SAAS,IAAI,IAAI;YAC9C,gBAAgB,EAAE,gBAAgB,EAAE,eAAe,IAAI,EAAE;SAC1D,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,KAAK,IAAmB,EAAE;QAClD,MAAM,eAAe,GAAG,MAAM,6BAA6B,CAAC;YAC1D,SAAS;YACT,YAAY;YACZ,MAAM;SACP,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;YACtD,SAAS;YACT,YAAY;YACZ,QAAQ,EAAE;gBACR,oBAAoB,EAAE,eAAe,CAAC,oBAAoB;gBAC1D,UAAU,EAAE,eAAe,CAAC,UAAU;gBACtC,UAAU,EAAE,eAAe,CAAC,UAAU;gBACtC,mBAAmB,EAAE,eAAe,CAAC,mBAAmB;aACzD;YACD,MAAM;SACP,CAAC,CAAC;QAEH,MAAM,oBAAoB,GAAG,YAAY,CAAC;QAC1C,oBAAoB,GAAG,gBAAgB,CAAC,oBAAoB,CAAC;QAC7D,UAAU,GAAG,gBAAgB,CAAC,UAAU,CAAC;QACzC,UAAU,GAAG,gBAAgB,CAAC,UAAU,CAAC;QACzC,mBAAmB,GAAG,gBAAgB,CAAC,mBAAmB,CAAC;QAC3D,gBAAgB,GAAG,eAAe,CAAC,gBAAgB,CAAC;QACpD,qBAAqB,GAAG,eAAe,CAAC,qBAAqB,CAAC;QAC9D,YAAY,GAAG,eAAe,CAAC,OAAO,CAAC;QACvC,oBAAoB,EAAE,CAAC;QAEvB,MAAM,yBAAyB,EAAE,CAAC;QAElC,MAAM,kBAAkB,GAAG,2BAA2B,CAAC;YACrD,oBAAoB;YACpB,UAAU;YACV,UAAU;YACV,mBAAmB;YACnB,qBAAqB;SACtB,CAAC,CAAC;QACH,MAAM,mBAAmB,GAAG;YAC1B,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI;YACzF,SAAS,CAAC,kBAAkB,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,oBAAoB;gBACrE,CAAC,CAAC,qBAAqB;gBACvB,CAAC,CAAC,IAAI;YACR,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;YACxE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;SACzE,CAAC,MAAM,CAAC,CAAC,OAAO,EAAqB,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QAE3D,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CACT;gBACE,kBAAkB;gBAClB,kBAAkB;gBAClB,mBAAmB;gBACnB,oBAAoB;aACrB,EACD,oEAAoE,CACrE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CACT;gBACE,kBAAkB;gBAClB,kBAAkB;aACnB,EACD,0CAA0C,CAC3C,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,IAAmB,EAAE;QAC7C,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,iBAAiB,CAAC;YACxB,yBAAyB,EAAE,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,iBAAiB,GAAG,iBAAiB,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACnD,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,MAAM,iBAAiB,CAAC;QACxB,yBAAyB,EAAE,CAAC;IAC9B,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,GAAS,EAAE;QACjC,IAAI,OAAO,IAAI,cAAc,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QACD,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;YAC/B,cAAc,GAAG,IAAI,CAAC;YACtB,KAAK,cAAc,EAAE,CAAC;QACxB,CAAC,EAAE,kCAAkC,CAAC,CAAC;IACzC,CAAC,CAAC;IAEF,MAAM,uBAAuB,GAAG,GAAS,EAAE;QACzC,IAAI,OAAO,IAAI,4BAA4B,EAAE,CAAC;YAC5C,OAAO;QACT,CAAC;QACD,MAAM,SAAS,GAAG,gBAAgB,EAAE,SAAS,IAAI,IAAI,CAAC;QACtD,MAAM,QAAQ,GAAG,CAAC,GAAG,oBAAoB,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO;QACT,CAAC;QAED,4BAA4B,GAAG,IAAI,CAAC;QACpC,uBAAuB,GAAG,IAAI,CAAC;QAC/B,yBAAyB,EAAE,CAAC;QAE5B,MAAM,CAAC,IAAI,CACT;YACE,SAAS;YACT,QAAQ;SACT,EACD,8DAA8D,CAC/D,CAAC;QAEF,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,CAAC;gBACH,MAAM,uBAAuB,CAAC;oBAC5B,SAAS;oBACT,QAAQ;oBACR,MAAM;iBACP,CAAC,CAAC;gBACH,MAAM,YAAY,EAAE,CAAC;gBACrB,uBAAuB,GAAG,IAAI,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,uBAAuB,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACjF,yBAAyB,EAAE,CAAC;gBAC5B,MAAM,CAAC,KAAK,CACV;oBACE,GAAG,EAAE,KAAK;oBACV,QAAQ;iBACT,EACD,+CAA+C,CAChD,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,4BAA4B,GAAG,KAAK,CAAC;gBACrC,MAAM,yBAAyB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,4DAA4D,CAAC,CAAC;gBAC5F,CAAC,CAAC,CAAC;gBACH,yBAAyB,EAAE,CAAC;gBAC5B,eAAe,EAAE,CAAC;YACpB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,IAAmB,EAAE;QAC/C,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,yBAAyB,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;YAC5C,IACE,QAAQ,CAAC,YAAY,CAAC,OAAO;gBAC7B,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS;gBAChC,oBAAoB,CAAC,MAAM,KAAK,CAAC;gBACjC,CAAC,4BAA4B,EAC7B,CAAC;gBACD,MAAM,YAAY,EAAE,CAAC;YACvB,CAAC;YAED,IACE,oBAAoB,CAAC,MAAM,GAAG,CAAC;gBAC/B,CAAC,4BAA4B;gBAC7B,CAAC,uBAAuB,EACxB,CAAC;gBACD,uBAAuB,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,oCAAoC,CAAC,CAAC;QACpE,CAAC;gBAAS,CAAC;YACT,yBAAyB,EAAE,CAAC;YAC5B,eAAe,EAAE,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,YAAY,EAAE,CAAC;IACrB,MAAM,QAAQ,GAAG,wBAAwB,EAAE,CAAC;IAC5C,IAAI,QAAQ,CAAC,YAAY,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC;QACtE,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,uBAAuB,EAAE,CAAC;QAC5B,CAAC;QACD,eAAe,EAAE,CAAC;IACpB,CAAC;IAED,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,cAAc,EAAE,CAAC;YACnB,YAAY,CAAC,cAAc,CAAC,CAAC;YAC7B,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;QACD,YAAY,EAAE,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,yBAAyB,EAAE,GAAG,EAAE,CAAC,oBAAoB;QACrD,eAAe,EAAE,GAAG,EAAE,CAAC,UAAU;QACjC,eAAe,EAAE,GAAG,EAAE,CAAC,UAAU;QACjC,mBAAmB,EAAE,GAAG,EAAE,CAAC,mBAAmB;QAC9C,kBAAkB,EAAE,GAAG,EAAE,CACvB,8BAA8B,IAAI,wBAAwB,EAAE;QAC9D,wBAAwB;QACxB,OAAO;QACP,gBAAgB;KACjB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turn-detection-provider.js","sourceRoot":"","sources":["../../../../src/server/speech/turn-detection-provider.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
export class FixedDurationPcmRingBuffer {
|
|
2
|
+
constructor(params) {
|
|
3
|
+
this.chunks = [];
|
|
4
|
+
this.totalBytes = 0;
|
|
5
|
+
const bytesPerSecond = params.sampleRate * params.channels * (params.bitsPerSample / 8);
|
|
6
|
+
this.maxBytes = Math.max(1, Math.round((bytesPerSecond * params.durationMs) / 1000));
|
|
7
|
+
}
|
|
8
|
+
append(chunk) {
|
|
9
|
+
if (chunk.length === 0) {
|
|
10
|
+
return;
|
|
11
|
+
}
|
|
12
|
+
this.chunks.push(chunk);
|
|
13
|
+
this.totalBytes += chunk.length;
|
|
14
|
+
while (this.totalBytes > this.maxBytes && this.chunks.length > 0) {
|
|
15
|
+
const removed = this.chunks.shift();
|
|
16
|
+
if (!removed) {
|
|
17
|
+
break;
|
|
18
|
+
}
|
|
19
|
+
this.totalBytes -= removed.length;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
drain() {
|
|
23
|
+
const combined = Buffer.concat(this.chunks);
|
|
24
|
+
this.clear();
|
|
25
|
+
return combined;
|
|
26
|
+
}
|
|
27
|
+
get byteLength() {
|
|
28
|
+
return this.totalBytes;
|
|
29
|
+
}
|
|
30
|
+
clear() {
|
|
31
|
+
this.chunks = [];
|
|
32
|
+
this.totalBytes = 0;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=fixed-duration-pcm-ring-buffer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixed-duration-pcm-ring-buffer.js","sourceRoot":"","sources":["../../../../src/server/voice/fixed-duration-pcm-ring-buffer.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,0BAA0B;IAKrC,YAAY,MAKX;QARO,WAAM,GAAa,EAAE,CAAC;QACtB,eAAU,GAAG,CAAC,CAAC;QAQrB,MAAM,cAAc,GAClB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,QAAQ,GAAG,CAAC,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACnE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CACtB,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CACxD,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;QAEhC,OAAO,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM;YACR,CAAC;YACD,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACtB,CAAC;CACF"}
|