@getpaseo/server 0.1.26 → 0.1.28
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/server/client/daemon-client.d.ts +1 -1
- package/dist/server/client/daemon-client.d.ts.map +1 -1
- package/dist/server/client/daemon-client.js +1 -1
- package/dist/server/client/daemon-client.js.map +1 -1
- package/dist/server/server/agent/agent-response-loop.js +1 -1
- package/dist/server/server/agent/agent-response-loop.js.map +1 -1
- package/dist/server/server/agent/provider-launch-config.d.ts +14 -2
- package/dist/server/server/agent/provider-launch-config.d.ts.map +1 -1
- package/dist/server/server/agent/provider-launch-config.js +30 -8
- package/dist/server/server/agent/provider-launch-config.js.map +1 -1
- package/dist/server/server/agent/provider-manifest.d.ts.map +1 -1
- package/dist/server/server/agent/provider-manifest.js +10 -5
- package/dist/server/server/agent/provider-manifest.js.map +1 -1
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.d.ts.map +1 -1
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.js +2 -0
- package/dist/server/server/agent/providers/claude/tool-call-detail-parser.js.map +1 -1
- package/dist/server/server/agent/providers/claude/tool-call-mapper.d.ts.map +1 -1
- package/dist/server/server/agent/providers/claude/tool-call-mapper.js +2 -0
- package/dist/server/server/agent/providers/claude/tool-call-mapper.js.map +1 -1
- package/dist/server/server/agent/providers/claude-agent.d.ts +3 -1
- package/dist/server/server/agent/providers/claude-agent.d.ts.map +1 -1
- package/dist/server/server/agent/providers/claude-agent.js +5 -1
- package/dist/server/server/agent/providers/claude-agent.js.map +1 -1
- package/dist/server/server/agent/providers/codex-app-server-agent.d.ts.map +1 -1
- package/dist/server/server/agent/providers/codex-app-server-agent.js +146 -46
- package/dist/server/server/agent/providers/codex-app-server-agent.js.map +1 -1
- package/dist/server/server/agent/providers/codex-rollout-timeline.d.ts.map +1 -1
- package/dist/server/server/agent/providers/codex-rollout-timeline.js +77 -9
- package/dist/server/server/agent/providers/codex-rollout-timeline.js.map +1 -1
- package/dist/server/server/agent/providers/opencode-agent.d.ts +1 -0
- package/dist/server/server/agent/providers/opencode-agent.d.ts.map +1 -1
- package/dist/server/server/agent/providers/opencode-agent.js +115 -43
- package/dist/server/server/agent/providers/opencode-agent.js.map +1 -1
- package/dist/server/server/agent/providers/tool-call-mapper-utils.d.ts +1 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.d.ts.map +1 -1
- package/dist/server/server/agent/providers/tool-call-mapper-utils.js +8 -0
- package/dist/server/server/agent/providers/tool-call-mapper-utils.js.map +1 -1
- package/dist/server/server/agent/tts-manager.d.ts +8 -1
- package/dist/server/server/agent/tts-manager.d.ts.map +1 -1
- package/dist/server/server/agent/tts-manager.js +215 -108
- package/dist/server/server/agent/tts-manager.js.map +1 -1
- package/dist/server/server/bootstrap.d.ts +2 -2
- package/dist/server/server/bootstrap.d.ts.map +1 -1
- package/dist/server/server/bootstrap.js +26 -5
- package/dist/server/server/bootstrap.js.map +1 -1
- package/dist/server/server/persisted-config.d.ts +25 -0
- package/dist/server/server/persisted-config.d.ts.map +1 -1
- package/dist/server/server/persisted-config.js +6 -0
- package/dist/server/server/persisted-config.js.map +1 -1
- package/dist/server/server/session.d.ts +22 -19
- package/dist/server/server/session.d.ts.map +1 -1
- package/dist/server/server/session.js +305 -294
- package/dist/server/server/session.js.map +1 -1
- package/dist/server/server/speech/providers/local/runtime.d.ts +2 -0
- package/dist/server/server/speech/providers/local/runtime.d.ts.map +1 -1
- package/dist/server/server/speech/providers/local/runtime.js +7 -0
- package/dist/server/server/speech/providers/local/runtime.js.map +1 -1
- package/dist/server/server/speech/providers/local/sherpa/assets/silero_vad.onnx +0 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts +2 -0
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.d.ts.map +1 -1
- package/dist/server/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +1 -1
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-provider.d.ts +13 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-provider.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-provider.js +23 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-provider.js.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-session.d.ts +32 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-session.d.ts.map +1 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-session.js +107 -0
- package/dist/server/server/speech/providers/local/sherpa/silero-vad-session.js.map +1 -0
- package/dist/server/server/speech/providers/openai/runtime.d.ts +2 -0
- package/dist/server/server/speech/providers/openai/runtime.d.ts.map +1 -1
- package/dist/server/server/speech/providers/openai/runtime.js +2 -0
- package/dist/server/server/speech/providers/openai/runtime.js.map +1 -1
- package/dist/server/server/speech/speech-config-resolver.d.ts.map +1 -1
- package/dist/server/server/speech/speech-config-resolver.js +35 -14
- package/dist/server/server/speech/speech-config-resolver.js.map +1 -1
- package/dist/server/server/speech/speech-runtime.d.ts +3 -1
- package/dist/server/server/speech/speech-runtime.d.ts.map +1 -1
- package/dist/server/server/speech/speech-runtime.js +39 -6
- package/dist/server/server/speech/speech-runtime.js.map +1 -1
- package/dist/server/server/speech/speech-types.d.ts +1 -0
- package/dist/server/server/speech/speech-types.d.ts.map +1 -1
- package/dist/server/server/speech/turn-detection-provider.d.ts +22 -0
- package/dist/server/server/speech/turn-detection-provider.d.ts.map +1 -0
- package/dist/server/server/speech/turn-detection-provider.js +2 -0
- package/dist/server/server/speech/turn-detection-provider.js.map +1 -0
- package/dist/server/server/voice/fixed-duration-pcm-ring-buffer.d.ts +16 -0
- package/dist/server/server/voice/fixed-duration-pcm-ring-buffer.d.ts.map +1 -0
- package/dist/server/server/voice/fixed-duration-pcm-ring-buffer.js +35 -0
- package/dist/server/server/voice/fixed-duration-pcm-ring-buffer.js.map +1 -0
- package/dist/server/server/voice/voice-turn-controller.d.ts +34 -0
- package/dist/server/server/voice/voice-turn-controller.d.ts.map +1 -0
- package/dist/server/server/voice/voice-turn-controller.js +161 -0
- package/dist/server/server/voice/voice-turn-controller.js.map +1 -0
- package/dist/server/server/websocket-server.d.ts +3 -0
- package/dist/server/server/websocket-server.d.ts.map +1 -1
- package/dist/server/server/websocket-server.js +5 -1
- package/dist/server/server/websocket-server.js.map +1 -1
- package/dist/server/server/workspace-registry.d.ts +2 -0
- package/dist/server/server/workspace-registry.d.ts.map +1 -1
- package/dist/server/server/workspace-registry.js +11 -4
- package/dist/server/server/workspace-registry.js.map +1 -1
- package/dist/server/shared/messages.d.ts +97 -0
- package/dist/server/shared/messages.d.ts.map +1 -1
- package/dist/server/shared/messages.js +7 -0
- package/dist/server/shared/messages.js.map +1 -1
- package/dist/server/shared/tool-call-display.d.ts.map +1 -1
- package/dist/server/shared/tool-call-display.js +59 -33
- package/dist/server/shared/tool-call-display.js.map +1 -1
- package/dist/src/server/agent/agent-response-loop.js +1 -1
- package/dist/src/server/agent/agent-response-loop.js.map +1 -1
- package/dist/src/server/agent/provider-launch-config.js +30 -8
- package/dist/src/server/agent/provider-launch-config.js.map +1 -1
- package/dist/src/server/agent/provider-manifest.js +10 -5
- package/dist/src/server/agent/provider-manifest.js.map +1 -1
- package/dist/src/server/agent/providers/claude/tool-call-detail-parser.js +2 -0
- package/dist/src/server/agent/providers/claude/tool-call-detail-parser.js.map +1 -1
- package/dist/src/server/agent/providers/claude/tool-call-mapper.js +2 -0
- package/dist/src/server/agent/providers/claude/tool-call-mapper.js.map +1 -1
- package/dist/src/server/agent/providers/claude-agent.js +5 -1
- package/dist/src/server/agent/providers/claude-agent.js.map +1 -1
- package/dist/src/server/agent/providers/codex-app-server-agent.js +146 -46
- package/dist/src/server/agent/providers/codex-app-server-agent.js.map +1 -1
- package/dist/src/server/agent/providers/codex-rollout-timeline.js +77 -9
- package/dist/src/server/agent/providers/codex-rollout-timeline.js.map +1 -1
- package/dist/src/server/agent/providers/opencode-agent.js +115 -43
- package/dist/src/server/agent/providers/opencode-agent.js.map +1 -1
- package/dist/src/server/agent/providers/tool-call-mapper-utils.js +8 -0
- package/dist/src/server/agent/providers/tool-call-mapper-utils.js.map +1 -1
- package/dist/src/server/agent/tts-manager.js +215 -108
- package/dist/src/server/agent/tts-manager.js.map +1 -1
- package/dist/src/server/bootstrap.js +26 -5
- package/dist/src/server/bootstrap.js.map +1 -1
- package/dist/src/server/persisted-config.js +6 -0
- package/dist/src/server/persisted-config.js.map +1 -1
- package/dist/src/server/session.js +305 -294
- package/dist/src/server/session.js.map +1 -1
- package/dist/src/server/speech/providers/local/runtime.js +7 -0
- package/dist/src/server/speech/providers/local/runtime.js.map +1 -1
- package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map +1 -1
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-provider.js +23 -0
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-provider.js.map +1 -0
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-session.js +107 -0
- package/dist/src/server/speech/providers/local/sherpa/silero-vad-session.js.map +1 -0
- package/dist/src/server/speech/providers/openai/runtime.js +2 -0
- package/dist/src/server/speech/providers/openai/runtime.js.map +1 -1
- package/dist/src/server/speech/speech-config-resolver.js +35 -14
- package/dist/src/server/speech/speech-config-resolver.js.map +1 -1
- package/dist/src/server/speech/speech-runtime.js +39 -6
- package/dist/src/server/speech/speech-runtime.js.map +1 -1
- package/dist/src/server/speech/turn-detection-provider.js +2 -0
- package/dist/src/server/speech/turn-detection-provider.js.map +1 -0
- package/dist/src/server/voice/fixed-duration-pcm-ring-buffer.js +35 -0
- package/dist/src/server/voice/fixed-duration-pcm-ring-buffer.js.map +1 -0
- package/dist/src/server/voice/voice-turn-controller.js +161 -0
- package/dist/src/server/voice/voice-turn-controller.js.map +1 -0
- package/dist/src/server/websocket-server.js +5 -1
- package/dist/src/server/websocket-server.js.map +1 -1
- package/dist/src/server/workspace-registry.js +11 -4
- package/dist/src/server/workspace-registry.js.map +1 -1
- package/dist/src/shared/messages.js +7 -0
- package/dist/src/shared/messages.js.map +1 -1
- package/dist/src/shared/tool-call-display.js +59 -33
- package/dist/src/shared/tool-call-display.js.map +1 -1
- package/package.json +7 -7
- package/src/server/speech/providers/local/sherpa/assets/silero_vad.onnx +0 -0
|
@@ -2,12 +2,14 @@ import type { Logger } from "pino";
|
|
|
2
2
|
import type { PaseoSpeechConfig } from "../../../bootstrap.js";
|
|
3
3
|
import type { SpeechToTextProvider, TextToSpeechProvider } from "../../speech-provider.js";
|
|
4
4
|
import type { RequestedSpeechProviders } from "../../speech-types.js";
|
|
5
|
+
import type { TurnDetectionProvider } from "../../turn-detection-provider.js";
|
|
5
6
|
import { type LocalSpeechModelId } from "./models.js";
|
|
6
7
|
type LocalSpeechAvailability = {
|
|
7
8
|
configured: boolean;
|
|
8
9
|
modelsDir: string | null;
|
|
9
10
|
};
|
|
10
11
|
export type InitializedLocalSpeech = {
|
|
12
|
+
turnDetectionService: TurnDetectionProvider | null;
|
|
11
13
|
sttService: SpeechToTextProvider | null;
|
|
12
14
|
ttsService: TextToSpeechProvider | null;
|
|
13
15
|
dictationSttService: SpeechToTextProvider | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAE9E,OAAO,EAOL,KAAK,kBAAkB,EAGxB,MAAM,aAAa,CAAC;AAoBrB,KAAK,uBAAuB,GAAG;IAC7B,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,oBAAoB,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACnD,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,mBAAmB,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACjD,qBAAqB,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACnD,gBAAgB,EAAE;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,kBAAkB,EAAE,CAAC;KACvC,GAAG,IAAI,CAAC;IACT,YAAY,EAAE,uBAAuB,CAAC;IACtC,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB,CAAC;AAsBF,wBAAgB,0BAA0B,CACxC,YAAY,EAAE,iBAAiB,GAAG,IAAI,GACrC,uBAAuB,CAMzB;AAqGD,wBAAsB,6BAA6B,CAAC,MAAM,EAAE;IAC1D,SAAS,EAAE,wBAAwB,CAAC;IACpC,YAAY,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAoMlC"}
|
|
@@ -7,6 +7,7 @@ import { SherpaParakeetRealtimeTranscriptionSession } from "./sherpa/sherpa-para
|
|
|
7
7
|
import { SherpaRealtimeTranscriptionSession } from "./sherpa/sherpa-realtime-session.js";
|
|
8
8
|
import { SherpaOnnxSTT } from "./sherpa/sherpa-stt.js";
|
|
9
9
|
import { SherpaOnnxTTS } from "./sherpa/sherpa-tts.js";
|
|
10
|
+
import { SherpaSileroTurnDetectionProvider } from "./sherpa/silero-vad-provider.js";
|
|
10
11
|
function buildModelDownloadHint(modelId) {
|
|
11
12
|
return `Use 'paseo speech download --model ${modelId}' to download this model.`;
|
|
12
13
|
}
|
|
@@ -102,6 +103,7 @@ export async function initializeLocalSpeechServices(params) {
|
|
|
102
103
|
let sttService = null;
|
|
103
104
|
let ttsService = null;
|
|
104
105
|
let dictationSttService = null;
|
|
106
|
+
let turnDetectionService = null;
|
|
105
107
|
let localVoiceTtsProvider = null;
|
|
106
108
|
const requiredLocalModelIds = computeRequiredLocalModelIds({
|
|
107
109
|
providers,
|
|
@@ -157,6 +159,10 @@ export async function initializeLocalSpeechServices(params) {
|
|
|
157
159
|
return null;
|
|
158
160
|
}
|
|
159
161
|
};
|
|
162
|
+
if (providers.voiceTurnDetection.enabled !== false &&
|
|
163
|
+
providers.voiceTurnDetection.provider === "local") {
|
|
164
|
+
turnDetectionService = new SherpaSileroTurnDetectionProvider({}, logger);
|
|
165
|
+
}
|
|
160
166
|
if (providers.voiceStt.enabled !== false && providers.voiceStt.provider === "local") {
|
|
161
167
|
if (!localConfig) {
|
|
162
168
|
logger.warn({ configured: false }, "Local STT selected for voice but local provider config is missing; STT will be unavailable");
|
|
@@ -236,6 +242,7 @@ export async function initializeLocalSpeechServices(params) {
|
|
|
236
242
|
}
|
|
237
243
|
};
|
|
238
244
|
return {
|
|
245
|
+
turnDetectionService,
|
|
239
246
|
sttService,
|
|
240
247
|
ttsService,
|
|
241
248
|
dictationSttService,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,GAItB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,6BAA6B,EAAE,MAAM,uCAAuC,CAAC;AACtF,OAAO,EAAE,4BAA4B,EAAE,MAAM,sCAAsC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,0CAA0C,EAAE,MAAM,8CAA8C,CAAC;AAC1G,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,iCAAiC,EAAE,MAAM,iCAAiC,CAAC;AA+BpF,SAAS,sBAAsB,CAAC,OAA2B;IACzD,OAAO,sCAAsC,OAAO,2BAA2B,CAAC;AAClF,CAAC;AAED,SAAS,4BAA4B,CACnC,YAAsC;IAEtC,OAAO;QACL,sBAAsB,EAAE,qBAAqB,CAAC,KAAK,CACjD,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,IAAI,uBAAuB,CACpE;QACD,kBAAkB,EAAE,qBAAqB,CAAC,KAAK,CAC7C,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,uBAAuB,CAChE;QACD,kBAAkB,EAAE,qBAAqB,CAAC,KAAK,CAC7C,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,uBAAuB,CAChE;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,YAAsC;IAEtC,MAAM,WAAW,GAAG,YAAY,EAAE,KAAK,IAAI,IAAI,CAAC;IAChD,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC;QAChC,SAAS,EAAE,WAAW,EAAE,SAAS,IAAI,IAAI;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,MAGrC;IACC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC1C,IACE,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QAC/C,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,OAAO,EAClD,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAChD,CAAC;IACD,IACE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QAC3C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAC9C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,CAAC;IACD,IACE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QAC3C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAC9C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAInC;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAE9C,IAAI,OAAO,KAAK,2BAA2B,IAAI,OAAO,KAAK,2BAA2B,EAAE,CAAC;QACvF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,IAAI,6BAA6B,CACvC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,MAAM,EAAE,GAAG,QAAQ,mBAAmB;oBACtC,MAAM,EAAE,GAAG,QAAQ,aAAa;iBACjC;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,4BAA4B,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,4BAA4B,CACtC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,MAAM,EAAE,GAAG,QAAQ,aAAa;iBACjC;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,sCAAsC,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,4BAA4B,CACtC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,GAAG,QAAQ,8BAA8B;oBAClD,OAAO,EAAE,GAAG,QAAQ,8BAA8B;oBAClD,MAAM,EAAE,GAAG,QAAQ,6BAA6B;oBAChD,MAAM,EAAE,GAAG,QAAQ,aAAa;oBAChC,SAAS,EAAE,WAAW;iBACvB;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,GAAG,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,MAInD;IACC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACnD,MAAM,WAAW,GAAG,YAAY,EAAE,KAAK,IAAI,IAAI,CAAC;IAChD,MAAM,WAAW,GAAG,4BAA4B,CAAC,YAAY,CAAC,CAAC;IAE/D,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,mBAAmB,GAAgC,IAAI,CAAC;IAC5D,IAAI,oBAAoB,GAAiC,IAAI,CAAC;IAC9D,IAAI,qBAAqB,GAAgC,IAAI,CAAC;IAE9D,MAAM,qBAAqB,GAAG,4BAA4B,CAAC;QACzD,SAAS;QACT,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CACT;gBACE,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;aAChC,EACD,8BAA8B,CAC/B,CAAC;YACF,MAAM,uBAAuB,CAAC;gBAC5B,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT;gBACE,GAAG;gBACH,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,IAAI,EACF,kDAAkD;oBAClD,qEAAqE;aACxE,EACD,qCAAqC,CACtC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmC,CAAC;IAEnE,MAAM,iBAAiB,GAAG,KAAK,EAC7B,OAAwB,EACQ,EAAE;QAClC,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC;gBACzC,OAAO;gBACP,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,MAAM;aACP,CAAC,CAAC;YACH,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACtC,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT;gBACE,GAAG;gBACH,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,OAAO;gBACP,IAAI,EAAE,sBAAsB,CAAC,OAAO,CAAC;aACtC,EACD,8BAA8B,CAC/B,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,IACE,SAAS,CAAC,kBAAkB,CAAC,OAAO,KAAK,KAAK;QAC9C,SAAS,CAAC,kBAAkB,CAAC,QAAQ,KAAK,OAAO,EACjD,CAAC;QACD,oBAAoB,GAAG,IAAI,iCAAiC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC3E,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACpF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,4FAA4F,CAC7F,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;YAC5E,IAAI,WAAW,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;gBACpC,UAAU,GAAG,IAAI,qBAAqB,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;YACjF,CAAC;iBAAM,IAAI,WAAW,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1C,UAAU,GAAG,IAAI,aAAa,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC5F,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,0GAA0G,CAC3G,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,sBAAsB,CAAC,CAAC;YACpF,IAAI,eAAe,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxC,mBAAmB,GAAG;oBACpB,EAAE,EAAE,OAAO;oBACX,aAAa,EAAE,GAAG,EAAE,CAClB,IAAI,0CAA0C,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC;iBACrF,CAAC;YACJ,CAAC;iBAAM,IAAI,eAAe,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC9C,mBAAmB,GAAG;oBACpB,EAAE,EAAE,OAAO;oBACX,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,kCAAkC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC;iBAChG,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACpF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,4FAA4F,CAC7F,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,IAAI,WAAW,CAAC,kBAAkB,KAAK,sBAAsB,EAAE,CAAC;oBAC9D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,WAAW,CAAC,SAAS,EAAE,WAAW,CAAC,kBAAkB,CAAC,CAAC;oBAC/F,qBAAqB,GAAG,MAAM,gBAAgB,CAAC,MAAM,CACnD;wBACE,QAAQ;wBACR,SAAS,EAAE,MAAM;wBACjB,aAAa,EAAE,EAAE;qBAClB,EACD,MAAM,CACP,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,sBAAsB,CAAC,WAAW,CAAC,SAAS,EAAE,WAAW,CAAC,kBAAkB,CAAC,CAAC;oBAC/F,qBAAqB,GAAG,IAAI,aAAa,CACvC;wBACE,MAAM,EAAE,WAAW,CAAC,kBAAkB;wBACtC,QAAQ;wBACR,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB;wBACxD,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa;qBACjD,EACD,MAAM,CACP,CAAC;gBACJ,CAAC;gBACD,UAAU,GAAG,qBAAqB,CAAC;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CACT;oBACE,GAAG;oBACH,SAAS,EAAE,WAAW,CAAC,SAAS;oBAChC,OAAO,EAAE,WAAW,CAAC,kBAAkB;oBACvC,IAAI,EAAE,sBAAsB,CAAC,WAAW,CAAC,kBAAkB,CAAC;iBAC7D,EACD,8BAA8B,CAC/B,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,MAAM,aAAa,GAAG,qBAAgE,CAAC;QACvF,IAAI,OAAO,aAAa,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9C,aAAa,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,oBAAoB;QACpB,UAAU;QACV,UAAU;QACV,mBAAmB;QACnB,qBAAqB;QACrB,gBAAgB,EACd,WAAW;YACT,CAAC,CAAC;gBACE,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,eAAe,EAAE,qBAAqB;aACvC;YACH,CAAC,CAAC,IAAI;QACV,YAAY,EAAE,0BAA0B,CAAC,YAAY,CAAC;QACtD,OAAO;KACR,CAAC;AACJ,CAAC"}
|
|
@@ -2,6 +2,8 @@ export type SherpaOnnxNodeModule = {
|
|
|
2
2
|
OfflineRecognizer: new (config: any) => any;
|
|
3
3
|
OnlineRecognizer?: new (config: any) => any;
|
|
4
4
|
OfflineTts?: new (config: any) => any;
|
|
5
|
+
Vad?: new (config: any, bufferSizeInSeconds: number) => any;
|
|
6
|
+
CircularBuffer?: new (capacity: number) => any;
|
|
5
7
|
};
|
|
6
8
|
export declare function loadSherpaOnnxNode(): SherpaOnnxNodeModule;
|
|
7
9
|
//# sourceMappingURL=sherpa-onnx-node-loader.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sherpa-onnx-node-loader.d.ts","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.ts"],"names":[],"mappings":"AAUA,MAAM,MAAM,oBAAoB,GAAG;IACjC,iBAAiB,EAAE,KAAK,MAAM,EAAE,GAAG,KAAK,GAAG,CAAC;IAC5C,gBAAgB,CAAC,EAAE,KAAK,MAAM,EAAE,GAAG,KAAK,GAAG,CAAC;IAC5C,UAAU,CAAC,EAAE,KAAK,MAAM,EAAE,GAAG,KAAK,GAAG,CAAC;
|
|
1
|
+
{"version":3,"file":"sherpa-onnx-node-loader.d.ts","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.ts"],"names":[],"mappings":"AAUA,MAAM,MAAM,oBAAoB,GAAG;IACjC,iBAAiB,EAAE,KAAK,MAAM,EAAE,GAAG,KAAK,GAAG,CAAC;IAC5C,gBAAgB,CAAC,EAAE,KAAK,MAAM,EAAE,GAAG,KAAK,GAAG,CAAC;IAC5C,UAAU,CAAC,EAAE,KAAK,MAAM,EAAE,GAAG,KAAK,GAAG,CAAC;IACtC,GAAG,CAAC,EAAE,KAAK,MAAM,EAAE,GAAG,EAAE,mBAAmB,EAAE,MAAM,KAAK,GAAG,CAAC;IAC5D,cAAc,CAAC,EAAE,KAAK,QAAQ,EAAE,MAAM,KAAK,GAAG,CAAC;CAChD,CAAC;AA6EF,wBAAgB,kBAAkB,IAAI,oBAAoB,CA2CzD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sherpa-onnx-node-loader.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"sherpa-onnx-node-loader.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;AAUjC,IAAI,MAAM,GAAgC,IAAI,CAAC;AAO/C,SAAS,aAAa,CAAC,QAAuB,EAAE,MAAc,EAAE,KAAc;IAC5E,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,2BAA2B,CAAC,SAAiB;IACpD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO;IACT,CAAC;IACD,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,EAAE;QACzD,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,eAAe,EAAE,SAAS,CAAC,EAAE;QACvE,QAAQ,EAAE,MAAM;KACjB,CAAC,CAAC;IACH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,SAAS,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE;QAC3D,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CACtB,SAAsB,EACtB,MAAc,EACd,QAAuB;IAEvB,IAAI,CAAC;QACH,OAAO,SAAS,CAAC,MAAM,CAAyB,CAAC;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAAuB,EAAE,OAAe;IAC5D,MAAM,OAAO,GAAG,QAAQ;SACrB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;SACtE,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,OAAO,GAAG;QACd,uCAAuC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,GAAG;QAC1E,QAAQ,OAAO,CAAC,OAAO,SAAS,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI;QAC5D,qBAAqB,OAAO,GAAG;QAC/B,gBAAgB;QAChB,OAAO,IAAI,sBAAsB;KAClC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAkB,EAAE,CAAC;IAEnC,8CAA8C;IAC9C,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,CAAC,CAAC;IACtE,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,GAAG,MAAM,CAAC;QAChB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,0FAA0F;IAC1F,uDAAuD;IACvD,MAAM,OAAO,GAAG,yBAAyB,EAAE,CAAC;IAC5C,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;IAC7C,MAAM,cAAc,GAAG,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC;IAEnD,IAAI,cAAc,EAAE,CAAC;QACnB,oBAAoB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;QAEhE,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC7D,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,GAAG,MAAM,CAAC;gBAChB,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,+CAA+C;YAC/C,2BAA2B,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YACjE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,GAAG,UAAU,CAAC;gBACpB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { Logger } from "pino";
|
|
2
|
+
import type { TurnDetectionProvider, TurnDetectionSession } from "../../../turn-detection-provider.js";
|
|
3
|
+
import { type SherpaSileroVadSessionConfig } from "./silero-vad-session.js";
|
|
4
|
+
export declare class SherpaSileroTurnDetectionProvider implements TurnDetectionProvider {
|
|
5
|
+
readonly id: "local";
|
|
6
|
+
private readonly config;
|
|
7
|
+
private readonly logger;
|
|
8
|
+
constructor(config: SherpaSileroVadSessionConfig, logger: Logger);
|
|
9
|
+
createSession(params: {
|
|
10
|
+
logger: Logger;
|
|
11
|
+
}): TurnDetectionSession;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=silero-vad-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"silero-vad-provider.d.ts","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/silero-vad-provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EACV,qBAAqB,EACrB,oBAAoB,EACrB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAEL,KAAK,4BAA4B,EAClC,MAAM,yBAAyB,CAAC;AAEjC,qBAAa,iCAAkC,YAAW,qBAAqB;IAC7E,SAAgB,EAAE,EAAG,OAAO,CAAU;IAEtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA+B;IACtD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAEpB,MAAM,EAAE,4BAA4B,EAAE,MAAM,EAAE,MAAM;IAShE,aAAa,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,oBAAoB;CAahE"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { SherpaSileroVadSession, } from "./silero-vad-session.js";
|
|
2
|
+
export class SherpaSileroTurnDetectionProvider {
|
|
3
|
+
constructor(config, logger) {
|
|
4
|
+
this.id = "local";
|
|
5
|
+
this.config = config;
|
|
6
|
+
this.logger = logger.child({
|
|
7
|
+
module: "speech",
|
|
8
|
+
provider: "local",
|
|
9
|
+
component: "silero-vad",
|
|
10
|
+
});
|
|
11
|
+
}
|
|
12
|
+
createSession(params) {
|
|
13
|
+
this.logger.debug({ sampleRate: this.config.sampleRate, modelPath: this.config.modelPath }, "Creating Silero VAD turn-detection session");
|
|
14
|
+
return new SherpaSileroVadSession({
|
|
15
|
+
logger: params.logger.child({
|
|
16
|
+
provider: "local",
|
|
17
|
+
component: "silero-vad-session",
|
|
18
|
+
}),
|
|
19
|
+
config: this.config,
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=silero-vad-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"silero-vad-provider.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/silero-vad-provider.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,sBAAsB,GAEvB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,OAAO,iCAAiC;IAM5C,YAAY,MAAoC,EAAE,MAAc;QALhD,OAAE,GAAG,OAAgB,CAAC;QAMpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;YACzB,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,YAAY;SACxB,CAAC,CAAC;IACL,CAAC;IAED,aAAa,CAAC,MAA0B;QACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EACxE,4CAA4C,CAC7C,CAAC;QACF,OAAO,IAAI,sBAAsB,CAAC;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC1B,QAAQ,EAAE,OAAO;gBACjB,SAAS,EAAE,oBAAoB;aAChC,CAAC;YACF,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { EventEmitter } from "node:events";
|
|
2
|
+
import type { TurnDetectionSession } from "../../../turn-detection-provider.js";
|
|
3
|
+
export interface SherpaSileroVadSessionConfig {
|
|
4
|
+
modelPath?: string;
|
|
5
|
+
sampleRate?: number;
|
|
6
|
+
threshold?: number;
|
|
7
|
+
minSilenceDuration?: number;
|
|
8
|
+
minSpeechDuration?: number;
|
|
9
|
+
windowSize?: number;
|
|
10
|
+
bufferSizeInSeconds?: number;
|
|
11
|
+
}
|
|
12
|
+
export declare class SherpaSileroVadSession extends EventEmitter implements TurnDetectionSession {
|
|
13
|
+
readonly requiredSampleRate: number;
|
|
14
|
+
private readonly vad;
|
|
15
|
+
private readonly inputBuffer;
|
|
16
|
+
private readonly windowSize;
|
|
17
|
+
private connected;
|
|
18
|
+
private inSpeech;
|
|
19
|
+
private readonly logger;
|
|
20
|
+
constructor(params: {
|
|
21
|
+
logger: {
|
|
22
|
+
debug: (...args: unknown[]) => void;
|
|
23
|
+
};
|
|
24
|
+
config?: SherpaSileroVadSessionConfig;
|
|
25
|
+
});
|
|
26
|
+
connect(): Promise<void>;
|
|
27
|
+
appendPcm16(pcm16le: Buffer): void;
|
|
28
|
+
flush(): void;
|
|
29
|
+
close(): void;
|
|
30
|
+
private syncDetectionState;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=silero-vad-session.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"silero-vad-session.d.ts","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/silero-vad-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAI3C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAoChF,MAAM,WAAW,4BAA4B;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,qBAAa,sBACX,SAAQ,YACR,YAAW,oBAAoB;IAE/B,SAAgB,kBAAkB,EAAE,MAAM,CAAC;IAE3C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAkB;IACtC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA6B;IACzD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAEZ,MAAM,EAAE;QAClB,MAAM,EAAE;YAAE,KAAK,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAA;SAAE,CAAC;QAChD,MAAM,CAAC,EAAE,4BAA4B,CAAC;KACvC;IA+BK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAuBlC,KAAK,IAAI,IAAI;IAiBb,KAAK,IAAI,IAAI;IAYb,OAAO,CAAC,kBAAkB;CAc3B"}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { EventEmitter } from "node:events";
|
|
2
|
+
import { fileURLToPath } from "node:url";
|
|
3
|
+
import { pcm16leToFloat32 } from "../../../audio.js";
|
|
4
|
+
import { loadSherpaOnnxNode } from "./sherpa-onnx-node-loader.js";
|
|
5
|
+
const DEFAULT_SAMPLE_RATE = 16000;
|
|
6
|
+
const DEFAULT_BUFFER_SIZE_SECONDS = 60;
|
|
7
|
+
const DEFAULT_SILERO_THRESHOLD = 0.5;
|
|
8
|
+
const DEFAULT_MIN_SILENCE_DURATION = 1.2;
|
|
9
|
+
const DEFAULT_MIN_SPEECH_DURATION = 0.2;
|
|
10
|
+
const DEFAULT_WINDOW_SIZE = 512;
|
|
11
|
+
function resolveBundledSileroVadModelPath() {
|
|
12
|
+
return fileURLToPath(new URL("./assets/silero_vad.onnx", import.meta.url));
|
|
13
|
+
}
|
|
14
|
+
export class SherpaSileroVadSession extends EventEmitter {
|
|
15
|
+
constructor(params) {
|
|
16
|
+
super();
|
|
17
|
+
this.connected = false;
|
|
18
|
+
this.inSpeech = false;
|
|
19
|
+
this.logger = params.logger;
|
|
20
|
+
const config = params.config ?? {};
|
|
21
|
+
this.requiredSampleRate = config.sampleRate ?? DEFAULT_SAMPLE_RATE;
|
|
22
|
+
this.windowSize = config.windowSize ?? DEFAULT_WINDOW_SIZE;
|
|
23
|
+
const sherpa = loadSherpaOnnxNode();
|
|
24
|
+
this.vad = new sherpa.Vad({
|
|
25
|
+
sileroVad: {
|
|
26
|
+
model: config.modelPath ?? resolveBundledSileroVadModelPath(),
|
|
27
|
+
threshold: config.threshold ?? DEFAULT_SILERO_THRESHOLD,
|
|
28
|
+
minSilenceDuration: config.minSilenceDuration ?? DEFAULT_MIN_SILENCE_DURATION,
|
|
29
|
+
minSpeechDuration: config.minSpeechDuration ?? DEFAULT_MIN_SPEECH_DURATION,
|
|
30
|
+
windowSize: config.windowSize ?? DEFAULT_WINDOW_SIZE,
|
|
31
|
+
},
|
|
32
|
+
sampleRate: this.requiredSampleRate,
|
|
33
|
+
numThreads: 1,
|
|
34
|
+
provider: "cpu",
|
|
35
|
+
debug: 0,
|
|
36
|
+
}, config.bufferSizeInSeconds ?? DEFAULT_BUFFER_SIZE_SECONDS);
|
|
37
|
+
this.inputBuffer = new sherpa.CircularBuffer((config.bufferSizeInSeconds ?? DEFAULT_BUFFER_SIZE_SECONDS) * this.requiredSampleRate);
|
|
38
|
+
}
|
|
39
|
+
async connect() {
|
|
40
|
+
this.connected = true;
|
|
41
|
+
}
|
|
42
|
+
appendPcm16(pcm16le) {
|
|
43
|
+
if (!this.connected) {
|
|
44
|
+
this.emit("error", new Error("Turn detection session not connected"));
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
if (pcm16le.length === 0) {
|
|
48
|
+
return;
|
|
49
|
+
}
|
|
50
|
+
try {
|
|
51
|
+
const samples = pcm16leToFloat32(pcm16le, 1);
|
|
52
|
+
this.inputBuffer.push(samples);
|
|
53
|
+
while (this.inputBuffer.size() > this.windowSize) {
|
|
54
|
+
const window = this.inputBuffer.get(this.inputBuffer.head(), this.windowSize);
|
|
55
|
+
this.inputBuffer.pop(this.windowSize);
|
|
56
|
+
this.vad.acceptWaveform(window);
|
|
57
|
+
this.syncDetectionState();
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
catch (error) {
|
|
61
|
+
this.emit("error", error instanceof Error ? error : new Error(String(error)));
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
flush() {
|
|
65
|
+
if (!this.connected) {
|
|
66
|
+
return;
|
|
67
|
+
}
|
|
68
|
+
try {
|
|
69
|
+
this.vad.flush();
|
|
70
|
+
this.syncDetectionState();
|
|
71
|
+
if (this.inSpeech) {
|
|
72
|
+
this.inSpeech = false;
|
|
73
|
+
this.emit("speech_stopped");
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
catch (error) {
|
|
77
|
+
this.emit("error", error instanceof Error ? error : new Error(String(error)));
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
close() {
|
|
81
|
+
try {
|
|
82
|
+
this.vad.reset();
|
|
83
|
+
this.inputBuffer.reset();
|
|
84
|
+
}
|
|
85
|
+
catch {
|
|
86
|
+
// ignore native cleanup failures
|
|
87
|
+
}
|
|
88
|
+
finally {
|
|
89
|
+
this.connected = false;
|
|
90
|
+
this.inSpeech = false;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
syncDetectionState() {
|
|
94
|
+
const detected = this.vad.isDetected();
|
|
95
|
+
if (detected && !this.inSpeech) {
|
|
96
|
+
this.inSpeech = true;
|
|
97
|
+
this.emit("speech_started");
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
if (!detected && this.inSpeech && !this.vad.isEmpty()) {
|
|
101
|
+
this.logger.debug("Silero VAD marked end of speech");
|
|
102
|
+
this.inSpeech = false;
|
|
103
|
+
this.emit("speech_stopped");
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=silero-vad-session.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"silero-vad-session.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/silero-vad-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAElE,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAClC,MAAM,2BAA2B,GAAG,EAAE,CAAC;AACvC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AACrC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AACzC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AACxC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAwBhC,SAAS,gCAAgC;IACvC,OAAO,aAAa,CAAC,IAAI,GAAG,CAAC,0BAA0B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7E,CAAC;AAYD,MAAM,OAAO,sBACX,SAAQ,YAAY;IAYpB,YAAY,MAGX;QACC,KAAK,EAAE,CAAC;QARF,cAAS,GAAG,KAAK,CAAC;QAClB,aAAQ,GAAG,KAAK,CAAC;QAQvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,UAAU,IAAI,mBAAmB,CAAC;QACnE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,mBAAmB,CAAC;QAE3D,MAAM,MAAM,GAAG,kBAAkB,EAAgC,CAAC;QAClE,IAAI,CAAC,GAAG,GAAG,IAAI,MAAM,CAAC,GAAG,CACvB;YACE,SAAS,EAAE;gBACT,KAAK,EAAE,MAAM,CAAC,SAAS,IAAI,gCAAgC,EAAE;gBAC7D,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,wBAAwB;gBACvD,kBAAkB,EAChB,MAAM,CAAC,kBAAkB,IAAI,4BAA4B;gBAC3D,iBAAiB,EACf,MAAM,CAAC,iBAAiB,IAAI,2BAA2B;gBACzD,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,mBAAmB;aACrD;YACD,UAAU,EAAE,IAAI,CAAC,kBAAkB;YACnC,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,CAAC;SACT,EACD,MAAM,CAAC,mBAAmB,IAAI,2BAA2B,CAC1D,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,IAAI,MAAM,CAAC,cAAc,CAC1C,CAAC,MAAM,CAAC,mBAAmB,IAAI,2BAA2B,CAAC,GAAG,IAAI,CAAC,kBAAkB,CACtF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC,CAAC;YACtE,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAC7C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC9E,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAChC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,kBAAkB;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACvC,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACrD,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import type { Logger } from "pino";
|
|
2
2
|
import type { SpeechToTextProvider, TextToSpeechProvider } from "../../speech-provider.js";
|
|
3
3
|
import type { RequestedSpeechProviders } from "../../speech-types.js";
|
|
4
|
+
import type { TurnDetectionProvider } from "../../turn-detection-provider.js";
|
|
4
5
|
import { type OpenAiSpeechProviderConfig } from "./config.js";
|
|
5
6
|
export type OpenAiSpeechAvailability = {
|
|
6
7
|
stt: boolean;
|
|
@@ -8,6 +9,7 @@ export type OpenAiSpeechAvailability = {
|
|
|
8
9
|
dictationStt: boolean;
|
|
9
10
|
};
|
|
10
11
|
export type SpeechServices = {
|
|
12
|
+
turnDetectionService: TurnDetectionProvider | null;
|
|
11
13
|
sttService: SpeechToTextProvider | null;
|
|
12
14
|
ttsService: TextToSpeechProvider | null;
|
|
13
15
|
dictationSttService: SpeechToTextProvider | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAGL,KAAK,0BAA0B,EAChC,MAAM,aAAa,CAAC;AAWrB,MAAM,MAAM,wBAAwB,GAAG;IACrC,GAAG,EAAE,OAAO,CAAC;IACb,GAAG,EAAE,OAAO,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,mBAAmB,EAAE,oBAAoB,GAAG,IAAI,CAAC;CAClD,CAAC;AAaF,wBAAgB,2BAA2B,CACzC,YAAY,EAAE,0BAA0B,GAAG,SAAS,GACnD,wBAAwB,CAO1B;AAED,wBAAgB,oCAAoC,CAAC,MAAM,EAAE;IAC3D,SAAS,EAAE,wBAAwB,CAAC;IACpC,YAAY,EAAE,0BAA0B,GAAG,SAAS,CAAC;IACrD,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,IAAI,CA2CP;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE;IACrD,SAAS,EAAE,wBAAwB,CAAC;IACpC,YAAY,EAAE,0BAA0B,GAAG,SAAS,CAAC;IACrD,QAAQ,EAAE,cAAc,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,cAAc,
|
|
1
|
+
{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAGL,KAAK,0BAA0B,EAChC,MAAM,aAAa,CAAC;AAWrB,MAAM,MAAM,wBAAwB,GAAG;IACrC,GAAG,EAAE,OAAO,CAAC;IACb,GAAG,EAAE,OAAO,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,oBAAoB,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACnD,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACxC,mBAAmB,EAAE,oBAAoB,GAAG,IAAI,CAAC;CAClD,CAAC;AAaF,wBAAgB,2BAA2B,CACzC,YAAY,EAAE,0BAA0B,GAAG,SAAS,GACnD,wBAAwB,CAO1B;AAED,wBAAgB,oCAAoC,CAAC,MAAM,EAAE;IAC3D,SAAS,EAAE,wBAAwB,CAAC;IACpC,YAAY,EAAE,0BAA0B,GAAG,SAAS,CAAC;IACrD,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,IAAI,CA2CP;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE;IACrD,SAAS,EAAE,wBAAwB,CAAC;IACpC,YAAY,EAAE,0BAA0B,GAAG,SAAS,CAAC;IACrD,QAAQ,EAAE,cAAc,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAChB,GAAG,cAAc,CAkFjB"}
|
|
@@ -55,6 +55,7 @@ export function initializeOpenAiSpeechServices(params) {
|
|
|
55
55
|
let sttService = existing.sttService;
|
|
56
56
|
let ttsService = existing.ttsService;
|
|
57
57
|
let dictationSttService = existing.dictationSttService;
|
|
58
|
+
const turnDetectionService = existing.turnDetectionService;
|
|
58
59
|
const needsOpenAiStt = !sttService &&
|
|
59
60
|
providers.voiceStt.enabled !== false &&
|
|
60
61
|
providers.voiceStt.provider === "openai";
|
|
@@ -106,6 +107,7 @@ export function initializeOpenAiSpeechServices(params) {
|
|
|
106
107
|
logger.warn("OpenAI speech providers are configured but credentials are missing");
|
|
107
108
|
}
|
|
108
109
|
return {
|
|
110
|
+
turnDetectionService,
|
|
109
111
|
sttService,
|
|
110
112
|
ttsService,
|
|
111
113
|
dictationSttService,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/runtime.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/openai/runtime.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,2CAA2C,EAC3C,wBAAwB,GAEzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAqBrC,SAAS,wBAAwB,CAC/B,YAAoD;IAEpD,MAAM,YAAY,GAAG,YAAY,EAAE,MAAM,CAAC;IAC1C,OAAO;QACL,eAAe,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,IAAI,YAAY;QAC1D,eAAe,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,IAAI,YAAY;QAC1D,qBAAqB,EAAE,YAAY;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,YAAoD;IAEpD,MAAM,WAAW,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAC3D,OAAO;QACL,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC;QACzC,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,eAAe,CAAC;QACzC,YAAY,EAAE,OAAO,CAAC,WAAW,CAAC,qBAAqB,CAAC;KACzD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,MAIpD;IACC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACnD,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAEjE,MAAM,2BAA2B,GAAa,EAAE,CAAC;IACjD,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QACxC,CAAC,iBAAiB,CAAC,eAAe,EAClC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IACD,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ;QACxC,CAAC,iBAAiB,CAAC,eAAe,EAClC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IACD,IACE,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QACxC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,QAAQ;QAC5C,CAAC,iBAAiB,CAAC,qBAAqB,EACxC,CAAC;QACD,2BAA2B,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,2BAA2B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,CAAC,KAAK,CACV;YACE,kBAAkB,EAAE;gBAClB,YAAY,EAAE,SAAS,CAAC,YAAY,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;gBACrC,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,QAAQ;aACtC;YACD,2BAA2B;SAC5B,EACD,oFAAoF,CACrF,CAAC;QACF,MAAM,IAAI,KAAK,CACb,8DAA8D,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvG,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,MAK9C;IACC,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC7D,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAEjE,IAAI,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACrC,IAAI,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACrC,IAAI,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;IACvD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,CAAC;IAE3D,MAAM,cAAc,GAClB,CAAC,UAAU;QACX,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAC3C,MAAM,cAAc,GAClB,CAAC,UAAU;QACX,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QACpC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAC3C,MAAM,oBAAoB,GACxB,CAAC,mBAAmB;QACpB,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QACxC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,QAAQ,CAAC;IAE/C,IACE,CAAC,cAAc,IAAI,cAAc,IAAI,oBAAoB,CAAC;QAC1D,CAAC,iBAAiB,CAAC,eAAe;YAChC,iBAAiB,CAAC,eAAe;YACjC,iBAAiB,CAAC,qBAAqB,CAAC,EAC1C,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QAElD,IAAI,cAAc,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,EAAE,CAAC;YACrE,UAAU,GAAG,IAAI,SAAS,CACxB;gBACE,MAAM,EAAE,iBAAiB,CAAC,eAAe;gBACzC,GAAG,SAAS;aACb,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,IAAI,iBAAiB,CAAC,eAAe,EAAE,CAAC;YACxD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,YAAY,EAAE,GAAG,IAAI,EAAE,CAAC;YACrE,UAAU,GAAG,IAAI,SAAS,CACxB;gBACE,MAAM,EAAE,iBAAiB,CAAC,eAAe;gBACzC,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,wBAAwB;gBAC/B,cAAc,EAAE,KAAK;gBACrB,GAAG,SAAS;aACb,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QAED,MAAM,eAAe,GAAG,iBAAiB,CAAC,qBAAqB,CAAC;QAChE,IAAI,oBAAoB,IAAI,eAAe,EAAE,CAAC;YAC5C,mBAAmB,GAAG;gBACpB,EAAE,EAAE,QAAQ;gBACZ,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,CAC7D,IAAI,kCAAkC,CAAC;oBACrC,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,aAAa;oBACrB,kBAAkB,EAChB,YAAY,EAAE,0BAA0B;wBACxC,2CAA2C;oBAC7C,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,aAAa,EAAE,IAAI;iBACpB,CAAC;aACL,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,cAAc,IAAI,cAAc,IAAI,oBAAoB,EAAE,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;IACpF,CAAC;IAED,OAAO;QACL,oBAAoB;QACpB,UAAU;QACV,UAAU;QACV,mBAAmB;KACpB,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"speech-config-resolver.d.ts","sourceRoot":"","sources":["../../../../src/server/speech/speech-config-resolver.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"speech-config-resolver.d.ts","sourceRoot":"","sources":["../../../../src/server/speech/speech-config-resolver.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAiI5E,wBAAgB,mBAAmB,CAAC,MAAM,EAAE;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC;IACvB,SAAS,EAAE,eAAe,CAAC;CAC5B,GAAG;IACF,MAAM,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACtC,MAAM,EAAE,iBAAiB,CAAC;CAC3B,CA4BA"}
|
|
@@ -28,32 +28,53 @@ const OptionalBooleanFlagSchema = z
|
|
|
28
28
|
});
|
|
29
29
|
const RequestedSpeechProvidersSchema = z.object({
|
|
30
30
|
dictationStt: OptionalSpeechProviderSchema.default("local"),
|
|
31
|
+
voiceTurnDetection: OptionalSpeechProviderSchema.default("local"),
|
|
31
32
|
voiceStt: OptionalSpeechProviderSchema.default("local"),
|
|
32
33
|
voiceTts: OptionalSpeechProviderSchema.default("local"),
|
|
33
34
|
});
|
|
35
|
+
function resolveOptionalBooleanFlag(value) {
|
|
36
|
+
return OptionalBooleanFlagSchema.parse(value) ?? true;
|
|
37
|
+
}
|
|
34
38
|
function resolveRequestedSpeechProviders(params) {
|
|
35
39
|
const resolveFeatureProvider = (configuredValue, parsedValue, enabled) => ({
|
|
36
40
|
provider: parsedValue,
|
|
37
41
|
explicit: configuredValue !== undefined,
|
|
38
42
|
enabled,
|
|
39
43
|
});
|
|
40
|
-
const
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
44
|
+
const voiceModeEnabled = resolveOptionalBooleanFlag(params.env.PASEO_VOICE_MODE_ENABLED ?? params.persisted.features?.voiceMode?.enabled);
|
|
45
|
+
const featureProviders = {
|
|
46
|
+
dictationStt: {
|
|
47
|
+
configuredValue: params.env.PASEO_DICTATION_STT_PROVIDER ??
|
|
48
|
+
params.persisted.features?.dictation?.stt?.provider,
|
|
49
|
+
enabled: resolveOptionalBooleanFlag(params.env.PASEO_DICTATION_ENABLED ?? params.persisted.features?.dictation?.enabled),
|
|
50
|
+
},
|
|
51
|
+
voiceTurnDetection: {
|
|
52
|
+
configuredValue: params.env.PASEO_VOICE_TURN_DETECTION_PROVIDER ??
|
|
53
|
+
params.persisted.features?.voiceMode?.turnDetection?.provider,
|
|
54
|
+
enabled: voiceModeEnabled,
|
|
55
|
+
},
|
|
56
|
+
voiceStt: {
|
|
57
|
+
configuredValue: params.env.PASEO_VOICE_STT_PROVIDER ??
|
|
58
|
+
params.persisted.features?.voiceMode?.stt?.provider,
|
|
59
|
+
enabled: voiceModeEnabled,
|
|
60
|
+
},
|
|
61
|
+
voiceTts: {
|
|
62
|
+
configuredValue: params.env.PASEO_VOICE_TTS_PROVIDER ??
|
|
63
|
+
params.persisted.features?.voiceMode?.tts?.provider,
|
|
64
|
+
enabled: voiceModeEnabled,
|
|
65
|
+
},
|
|
66
|
+
};
|
|
48
67
|
const parsed = RequestedSpeechProvidersSchema.parse({
|
|
49
|
-
dictationStt:
|
|
50
|
-
|
|
51
|
-
|
|
68
|
+
dictationStt: featureProviders.dictationStt.configuredValue ?? "local",
|
|
69
|
+
voiceTurnDetection: featureProviders.voiceTurnDetection.configuredValue ?? "local",
|
|
70
|
+
voiceStt: featureProviders.voiceStt.configuredValue ?? "local",
|
|
71
|
+
voiceTts: featureProviders.voiceTts.configuredValue ?? "local",
|
|
52
72
|
});
|
|
53
73
|
return {
|
|
54
|
-
dictationStt: resolveFeatureProvider(
|
|
55
|
-
|
|
56
|
-
|
|
74
|
+
dictationStt: resolveFeatureProvider(featureProviders.dictationStt.configuredValue, parsed.dictationStt, featureProviders.dictationStt.enabled),
|
|
75
|
+
voiceTurnDetection: resolveFeatureProvider(featureProviders.voiceTurnDetection.configuredValue, parsed.voiceTurnDetection, featureProviders.voiceTurnDetection.enabled),
|
|
76
|
+
voiceStt: resolveFeatureProvider(featureProviders.voiceStt.configuredValue, parsed.voiceStt, featureProviders.voiceStt.enabled),
|
|
77
|
+
voiceTts: resolveFeatureProvider(featureProviders.voiceTts.configuredValue, parsed.voiceTts, featureProviders.voiceTts.enabled),
|
|
57
78
|
};
|
|
58
79
|
}
|
|
59
80
|
export function resolveSpeechConfig(params) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"speech-config-resolver.js","sourceRoot":"","sources":["../../../../src/server/speech/speech-config-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EACL,sBAAsB,GAGvB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,4BAA4B,GAAG,CAAC;KACnC,MAAM,EAAE;KACR,IAAI,EAAE;KACN,WAAW,EAAE;KACb,IAAI,CAAC,sBAAsB,CAAC;KAC5B,QAAQ,EAAE,CAAC;AAEd,MAAM,yBAAyB,GAAG,CAAC;KAChC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;KACrD,QAAQ,EAAE;KACV,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC,CAAC;AAEL,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,YAAY,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IAC3D,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IACvD,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;CACxD,CAAC,CAAC;AAEH,SAAS,+BAA+B,CAAC,MAGxC;IACC,MAAM,sBAAsB,GAAG,CAC7B,eAAmC,EACnC,WAAmD,EACnD,OAAgB,EACS,EAAE,CAAC,CAAC;QAC7B,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,eAAe,KAAK,SAAS;QACvC,OAAO;KACR,CAAC,CAAC;IAEH,MAAM,
|
|
1
|
+
{"version":3,"file":"speech-config-resolver.js","sourceRoot":"","sources":["../../../../src/server/speech/speech-config-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EACL,sBAAsB,GAGvB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,4BAA4B,GAAG,CAAC;KACnC,MAAM,EAAE;KACR,IAAI,EAAE;KACN,WAAW,EAAE;KACb,IAAI,CAAC,sBAAsB,CAAC;KAC5B,QAAQ,EAAE,CAAC;AAEd,MAAM,yBAAyB,GAAG,CAAC;KAChC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;KACrD,QAAQ,EAAE;KACV,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE;IACnB,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC,CAAC;AAEL,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,YAAY,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IAC3D,kBAAkB,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IACjE,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;IACvD,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC;CACxD,CAAC,CAAC;AAEH,SAAS,0BAA0B,CAAC,KAAc;IAChD,OAAO,yBAAyB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;AACxD,CAAC;AAED,SAAS,+BAA+B,CAAC,MAGxC;IACC,MAAM,sBAAsB,GAAG,CAC7B,eAAmC,EACnC,WAAmD,EACnD,OAAgB,EACS,EAAE,CAAC,CAAC;QAC7B,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,eAAe,KAAK,SAAS;QACvC,OAAO;KACR,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,0BAA0B,CACjD,MAAM,CAAC,GAAG,CAAC,wBAAwB,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CACrF,CAAC;IACF,MAAM,gBAAgB,GAAG;QACvB,YAAY,EAAE;YACZ,eAAe,EACb,MAAM,CAAC,GAAG,CAAC,4BAA4B;gBACvC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ;YACrD,OAAO,EAAE,0BAA0B,CACjC,MAAM,CAAC,GAAG,CAAC,uBAAuB,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CACpF;SACF;QACD,kBAAkB,EAAE;YAClB,eAAe,EACb,MAAM,CAAC,GAAG,CAAC,mCAAmC;gBAC9C,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ;YAC/D,OAAO,EAAE,gBAAgB;SAC1B;QACD,QAAQ,EAAE;YACR,eAAe,EACb,MAAM,CAAC,GAAG,CAAC,wBAAwB;gBACnC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ;YACrD,OAAO,EAAE,gBAAgB;SAC1B;QACD,QAAQ,EAAE;YACR,eAAe,EACb,MAAM,CAAC,GAAG,CAAC,wBAAwB;gBACnC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ;YACrD,OAAO,EAAE,gBAAgB;SAC1B;KAOF,CAAC;IAEF,MAAM,MAAM,GAAG,8BAA8B,CAAC,KAAK,CAAC;QAClD,YAAY,EAAE,gBAAgB,CAAC,YAAY,CAAC,eAAe,IAAI,OAAO;QACtE,kBAAkB,EAAE,gBAAgB,CAAC,kBAAkB,CAAC,eAAe,IAAI,OAAO;QAClF,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,eAAe,IAAI,OAAO;QAC9D,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,eAAe,IAAI,OAAO;KAC/D,CAAC,CAAC;IAEH,OAAO;QACL,YAAY,EAAE,sBAAsB,CAClC,gBAAgB,CAAC,YAAY,CAAC,eAAe,EAC7C,MAAM,CAAC,YAAY,EACnB,gBAAgB,CAAC,YAAY,CAAC,OAAO,CACtC;QACD,kBAAkB,EAAE,sBAAsB,CACxC,gBAAgB,CAAC,kBAAkB,CAAC,eAAe,EACnD,MAAM,CAAC,kBAAkB,EACzB,gBAAgB,CAAC,kBAAkB,CAAC,OAAO,CAC5C;QACD,QAAQ,EAAE,sBAAsB,CAC9B,gBAAgB,CAAC,QAAQ,CAAC,eAAe,EACzC,MAAM,CAAC,QAAQ,EACf,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAClC;QACD,QAAQ,EAAE,sBAAsB,CAC9B,gBAAgB,CAAC,QAAQ,CAAC,eAAe,EACzC,MAAM,CAAC,QAAQ,EACf,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAClC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAInC;IAIC,MAAM,SAAS,GAAG,+BAA+B,CAAC;QAChD,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,wBAAwB,CAAC;QACrC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS;KACV,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,yBAAyB,CAAC;QACvC,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS;KACV,CAAC,CAAC;IAEH,OAAO;QACL,MAAM;QACN,MAAM,EAAE;YACN,SAAS;YACT,GAAG,CAAC,KAAK,CAAC,KAAK;gBACb,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;gBACxB,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -2,7 +2,8 @@ import type { Logger } from "pino";
|
|
|
2
2
|
import type { PaseoOpenAIConfig, PaseoSpeechConfig } from "../bootstrap.js";
|
|
3
3
|
import type { LocalSpeechModelId } from "./providers/local/config.js";
|
|
4
4
|
import type { SpeechToTextProvider, TextToSpeechProvider } from "./speech-provider.js";
|
|
5
|
-
|
|
5
|
+
import type { TurnDetectionProvider } from "./turn-detection-provider.js";
|
|
6
|
+
export type SpeechReadinessReasonCode = "ready" | "disabled" | "model_download_in_progress" | "models_missing" | "model_download_failed" | "turn_detection_unavailable" | "stt_unavailable" | "tts_unavailable";
|
|
6
7
|
export type SpeechReadinessState = {
|
|
7
8
|
enabled: boolean;
|
|
8
9
|
available: boolean;
|
|
@@ -24,6 +25,7 @@ export type SpeechReadinessSnapshot = {
|
|
|
24
25
|
voiceFeature: SpeechReadinessState;
|
|
25
26
|
};
|
|
26
27
|
export type InitializedSpeechRuntime = {
|
|
28
|
+
resolveVoiceTurnDetection: () => TurnDetectionProvider | null;
|
|
27
29
|
resolveVoiceStt: () => SpeechToTextProvider | null;
|
|
28
30
|
resolveVoiceTts: () => TextToSpeechProvider | null;
|
|
29
31
|
resolveDictationStt: () => SpeechToTextProvider | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"speech-runtime.d.ts","sourceRoot":"","sources":["../../../../src/server/speech/speech-runtime.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAYtE,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"speech-runtime.d.ts","sourceRoot":"","sources":["../../../../src/server/speech/speech-runtime.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAEnC,OAAO,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAYtE,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAEvF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAI1E,MAAM,MAAM,yBAAyB,GACjC,OAAO,GACP,UAAU,GACV,4BAA4B,GAC5B,gBAAgB,GAChB,uBAAuB,GACvB,4BAA4B,GAC5B,iBAAiB,GACjB,iBAAiB,CAAC;AAEtB,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,yBAAyB,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,kBAAkB,EAAE,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,qBAAqB,EAAE,kBAAkB,EAAE,CAAC;IAC5C,oBAAoB,EAAE,kBAAkB,EAAE,CAAC;IAC3C,QAAQ,EAAE;QACR,UAAU,EAAE,OAAO,CAAC;QACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;KACtB,CAAC;IACF,aAAa,EAAE,oBAAoB,CAAC;IACpC,SAAS,EAAE,oBAAoB,CAAC;IAChC,YAAY,EAAE,oBAAoB,CAAC;CACpC,CAAC;AA8RF,MAAM,MAAM,wBAAwB,GAAG;IACrC,yBAAyB,EAAE,MAAM,qBAAqB,GAAG,IAAI,CAAC;IAC9D,eAAe,EAAE,MAAM,oBAAoB,GAAG,IAAI,CAAC;IACnD,eAAe,EAAE,MAAM,oBAAoB,GAAG,IAAI,CAAC;IACnD,mBAAmB,EAAE,MAAM,oBAAoB,GAAG,IAAI,CAAC;IACvD,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;IAClD,wBAAwB,EAAE,CACxB,QAAQ,EAAE,CAAC,QAAQ,EAAE,uBAAuB,KAAK,IAAI,KAClD,MAAM,IAAI,CAAC;IAChB,OAAO,EAAE,MAAM,IAAI,CAAC;IACpB,gBAAgB,EAAE;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,kBAAkB,EAAE,CAAC;KACvC,GAAG,IAAI,CAAC;CACV,CAAC;AAEF,wBAAsB,uBAAuB,CAAC,MAAM,EAAE;IACpD,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,iBAAiB,CAAC;IACjC,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAClC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAmVpC"}
|