@getpaseo/server 0.1.16 → 0.1.18

package/dist/src/server/speech/providers/local/runtime.js

@@ -0,0 +1,253 @@
+import { PocketTtsOnnxTTS } from "./pocket/pocket-tts-onnx.js";
+import { ensureLocalSpeechModels, getLocalSpeechModelDir, DEFAULT_LOCAL_STT_MODEL, DEFAULT_LOCAL_TTS_MODEL, LocalSttModelIdSchema, LocalTtsModelIdSchema, } from "./models.js";
+import { SherpaOfflineRecognizerEngine } from "./sherpa/sherpa-offline-recognizer.js";
+import { SherpaOnlineRecognizerEngine } from "./sherpa/sherpa-online-recognizer.js";
+import { SherpaOnnxParakeetSTT } from "./sherpa/sherpa-parakeet-stt.js";
+import { SherpaParakeetRealtimeTranscriptionSession } from "./sherpa/sherpa-parakeet-realtime-session.js";
+import { SherpaRealtimeTranscriptionSession } from "./sherpa/sherpa-realtime-session.js";
+import { SherpaOnnxSTT } from "./sherpa/sherpa-stt.js";
+import { SherpaOnnxTTS } from "./sherpa/sherpa-tts.js";
+function buildModelDownloadHint(modelId) {
+    return `Use 'paseo speech download --model ${modelId}' to download this model.`;
+}
+function resolveConfiguredLocalModels(speechConfig) {
+    return {
+        dictationLocalSttModel: LocalSttModelIdSchema.parse(speechConfig?.local?.models.dictationStt ?? DEFAULT_LOCAL_STT_MODEL),
+        voiceLocalSttModel: LocalSttModelIdSchema.parse(speechConfig?.local?.models.voiceStt ?? DEFAULT_LOCAL_STT_MODEL),
+        voiceLocalTtsModel: LocalTtsModelIdSchema.parse(speechConfig?.local?.models.voiceTts ?? DEFAULT_LOCAL_TTS_MODEL),
+    };
+}
+export function getLocalSpeechAvailability(speechConfig) {
+    const localConfig = speechConfig?.local ?? null;
+    return {
+        configured: Boolean(localConfig),
+        modelsDir: localConfig?.modelsDir ?? null,
+    };
+}
+function computeRequiredLocalModelIds(params) {
+    const ids = new Set();
+    if (params.providers.dictationStt.enabled !== false &&
+        params.providers.dictationStt.provider === "local") {
+        ids.add(params.models.dictationLocalSttModel);
+    }
+    if (params.providers.voiceStt.enabled !== false &&
+        params.providers.voiceStt.provider === "local") {
+        ids.add(params.models.voiceLocalSttModel);
+    }
+    if (params.providers.voiceTts.enabled !== false &&
+        params.providers.voiceTts.provider === "local") {
+        ids.add(params.models.voiceLocalTtsModel);
+    }
+    return Array.from(ids);
+}
+async function createLocalSttEngine(params) {
+    const { modelId, modelsDir, logger } = params;
+    if (modelId === "parakeet-tdt-0.6b-v3-int8" || modelId === "parakeet-tdt-0.6b-v2-int8") {
+        const modelDir = getLocalSpeechModelDir(modelsDir, modelId);
+        return {
+            kind: "offline",
+            engine: new SherpaOfflineRecognizerEngine({
+                model: {
+                    kind: "nemo_transducer",
+                    encoder: `${modelDir}/encoder.int8.onnx`,
+                    decoder: `${modelDir}/decoder.int8.onnx`,
+                    joiner: `${modelDir}/joiner.int8.onnx`,
+                    tokens: `${modelDir}/tokens.txt`,
+                },
+                numThreads: 2,
+                debug: 0,
+            }, logger),
+        };
+    }
+    if (modelId === "paraformer-bilingual-zh-en") {
+        const modelDir = getLocalSpeechModelDir(modelsDir, modelId);
+        return {
+            kind: "online",
+            engine: new SherpaOnlineRecognizerEngine({
+                model: {
+                    kind: "paraformer",
+                    encoder: `${modelDir}/encoder.int8.onnx`,
+                    decoder: `${modelDir}/decoder.int8.onnx`,
+                    tokens: `${modelDir}/tokens.txt`,
+                },
+                numThreads: 1,
+                debug: 0,
+            }, logger),
+        };
+    }
+    if (modelId === "zipformer-bilingual-zh-en-2023-02-20") {
+        const modelDir = getLocalSpeechModelDir(modelsDir, modelId);
+        return {
+            kind: "online",
+            engine: new SherpaOnlineRecognizerEngine({
+                model: {
+                    kind: "transducer",
+                    encoder: `${modelDir}/encoder-epoch-99-avg-1.onnx`,
+                    decoder: `${modelDir}/decoder-epoch-99-avg-1.onnx`,
+                    joiner: `${modelDir}/joiner-epoch-99-avg-1.onnx`,
+                    tokens: `${modelDir}/tokens.txt`,
+                    modelType: "zipformer",
+                },
+                numThreads: 1,
+                debug: 0,
+            }, logger),
+        };
+    }
+    throw new Error(`Unsupported local STT model '${modelId}'`);
+}
+export async function initializeLocalSpeechServices(params) {
+    const { providers, logger, speechConfig } = params;
+    const localConfig = speechConfig?.local ?? null;
+    const localModels = resolveConfiguredLocalModels(speechConfig);
+    let sttService = null;
+    let ttsService = null;
+    let dictationSttService = null;
+    let localVoiceTtsProvider = null;
+    const requiredLocalModelIds = computeRequiredLocalModelIds({
+        providers,
+        models: localModels,
+    });
+    if (requiredLocalModelIds.length > 0 && localConfig) {
+        try {
+            logger.info({
+                modelsDir: localConfig.modelsDir,
+                modelIds: requiredLocalModelIds,
+            }, "Ensuring local speech models");
+            await ensureLocalSpeechModels({
+                modelsDir: localConfig.modelsDir,
+                modelIds: requiredLocalModelIds,
+                logger,
+            });
+        }
+        catch (err) {
+            logger.warn({
+                err,
+                modelsDir: localConfig.modelsDir,
+                modelIds: requiredLocalModelIds,
+                hint: "Use `paseo speech models` to inspect status and " +
+                    "`paseo speech download --model <MODEL_ID>` to fetch missing models.",
+            }, "Local speech model bootstrap failed");
+        }
+    }
+    const localSttEngines = new Map();
+    const getLocalSttEngine = async (modelId) => {
+        const existing = localSttEngines.get(modelId);
+        if (existing) {
+            return existing;
+        }
+        if (!localConfig) {
+            return null;
+        }
+        try {
+            const created = await createLocalSttEngine({
+                modelId,
+                modelsDir: localConfig.modelsDir,
+                logger,
+            });
+            localSttEngines.set(modelId, created);
+            return created;
+        }
+        catch (err) {
+            logger.warn({
+                err,
+                modelsDir: localConfig.modelsDir,
+                modelId,
+                hint: buildModelDownloadHint(modelId),
+            }, "Local STT engine unavailable");
+            return null;
+        }
+    };
+    if (providers.voiceStt.enabled !== false && providers.voiceStt.provider === "local") {
+        if (!localConfig) {
+            logger.warn({ configured: false }, "Local STT selected for voice but local provider config is missing; STT will be unavailable");
+        }
+        else {
+            const voiceEngine = await getLocalSttEngine(localModels.voiceLocalSttModel);
+            if (voiceEngine?.kind === "offline") {
+                sttService = new SherpaOnnxParakeetSTT({ engine: voiceEngine.engine }, logger);
+            }
+            else if (voiceEngine?.kind === "online") {
+                sttService = new SherpaOnnxSTT({ engine: voiceEngine.engine }, logger);
+            }
+        }
+    }
+    if (providers.dictationStt.enabled !== false && providers.dictationStt.provider === "local") {
+        if (!localConfig) {
+            logger.warn({ configured: false }, "Local STT selected for dictation but local provider config is missing; dictation STT will be unavailable");
+        }
+        else {
+            const dictationEngine = await getLocalSttEngine(localModels.dictationLocalSttModel);
+            if (dictationEngine?.kind === "offline") {
+                dictationSttService = {
+                    id: "local",
+                    createSession: () => new SherpaParakeetRealtimeTranscriptionSession({ engine: dictationEngine.engine }),
+                };
+            }
+            else if (dictationEngine?.kind === "online") {
+                dictationSttService = {
+                    id: "local",
+                    createSession: () => new SherpaRealtimeTranscriptionSession({ engine: dictationEngine.engine }),
+                };
+            }
+        }
+    }
+    if (providers.voiceTts.enabled !== false && providers.voiceTts.provider === "local") {
+        if (!localConfig) {
+            logger.warn({ configured: false }, "Local TTS selected for voice but local provider config is missing; TTS will be unavailable");
+        }
+        else {
+            try {
+                if (localModels.voiceLocalTtsModel === "pocket-tts-onnx-int8") {
+                    const modelDir = getLocalSpeechModelDir(localConfig.modelsDir, localModels.voiceLocalTtsModel);
+                    localVoiceTtsProvider = await PocketTtsOnnxTTS.create({
+                        modelDir,
+                        precision: "int8",
+                        targetChunkMs: 50,
+                    }, logger);
+                }
+                else {
+                    const modelDir = getLocalSpeechModelDir(localConfig.modelsDir, localModels.voiceLocalTtsModel);
+                    localVoiceTtsProvider = new SherpaOnnxTTS({
+                        preset: localModels.voiceLocalTtsModel,
+                        modelDir,
+                        speakerId: speechConfig?.local?.models.voiceTtsSpeakerId,
+                        speed: speechConfig?.local?.models.voiceTtsSpeed,
+                    }, logger);
+                }
+                ttsService = localVoiceTtsProvider;
+            }
+            catch (err) {
+                logger.warn({
+                    err,
+                    modelsDir: localConfig.modelsDir,
+                    modelId: localModels.voiceLocalTtsModel,
+                    hint: buildModelDownloadHint(localModels.voiceLocalTtsModel),
+                }, "Local TTS engine unavailable");
+            }
+        }
+    }
+    const cleanup = () => {
+        const maybeFreeable = localVoiceTtsProvider;
+        if (typeof maybeFreeable?.free === "function") {
+            maybeFreeable.free();
+        }
+        for (const engine of localSttEngines.values()) {
+            engine.engine.free();
+        }
+    };
+    return {
+        sttService,
+        ttsService,
+        dictationSttService,
+        localVoiceTtsProvider,
+        localModelConfig: localConfig
+            ? {
+                modelsDir: localConfig.modelsDir,
+                defaultModelIds: requiredLocalModelIds,
+            }
+            : null,
+        availability: getLocalSpeechAvailability(speechConfig),
+        cleanup,
+    };
+}
+//# sourceMappingURL=runtime.js.map

package/dist/src/server/speech/providers/local/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/server/speech/providers/local/runtime.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,GAItB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,6BAA6B,EAAE,MAAM,uCAAuC,CAAC;AACtF,OAAO,EAAE,4BAA4B,EAAE,MAAM,sCAAsC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,0CAA0C,EAAE,MAAM,8CAA8C,CAAC;AAC1G,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AA8BvD,SAAS,sBAAsB,CAAC,OAA2B;IACzD,OAAO,sCAAsC,OAAO,2BAA2B,CAAC;AAClF,CAAC;AAED,SAAS,4BAA4B,CACnC,YAAsC;IAEtC,OAAO;QACL,sBAAsB,EAAE,qBAAqB,CAAC,KAAK,CACjD,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,IAAI,uBAAuB,CACpE;QACD,kBAAkB,EAAE,qBAAqB,CAAC,KAAK,CAC7C,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,uBAAuB,CAChE;QACD,kBAAkB,EAAE,qBAAqB,CAAC,KAAK,CAC7C,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,uBAAuB,CAChE;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,YAAsC;IAEtC,MAAM,WAAW,GAAG,YAAY,EAAE,KAAK,IAAI,IAAI,CAAC;IAChD,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC;QAChC,SAAS,EAAE,WAAW,EAAE,SAAS,IAAI,IAAI;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,MAGrC;IACC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC1C,IACE,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK;QAC/C,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,OAAO,EAClD,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAChD,CAAC;IACD,IACE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QAC3C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAC9C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,CAAC;IACD,IACE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK;QAC3C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAC9C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAInC;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAE9C,IAAI,OAAO,KAAK,2BAA2B,IAAI,OAAO,KAAK,2BAA2B,EAAE,CAAC;QACvF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,IAAI,6BAA6B,CACvC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,MAAM,EAAE,GAAG,QAAQ,mBAAmB;oBACtC,MAAM,EAAE,GAAG,QAAQ,aAAa;iBACjC;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,4BAA4B,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,4BAA4B,CACtC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,OAAO,EAAE,GAAG,QAAQ,oBAAoB;oBACxC,MAAM,EAAE,GAAG,QAAQ,aAAa;iBACjC;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,sCAAsC,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5D,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,4BAA4B,CACtC;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,GAAG,QAAQ,8BAA8B;oBAClD,OAAO,EAAE,GAAG,QAAQ,8BAA8B;oBAClD,MAAM,EAAE,GAAG,QAAQ,6BAA6B;oBAChD,MAAM,EAAE,GAAG,QAAQ,aAAa;oBAChC,SAAS,EAAE,WAAW;iBACvB;gBACD,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,CAAC;aACT,EACD,MAAM,CACP;SACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,GAAG,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,MAInD;IACC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACnD,MAAM,WAAW,GAAG,YAAY,EAAE,KAAK,IAAI,IAAI,CAAC;IAChD,MAAM,WAAW,GAAG,4BAA4B,CAAC,YAAY,CAAC,CAAC;IAE/D,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,UAAU,GAAgC,IAAI,CAAC;IACnD,IAAI,mBAAmB,GAAgC,IAAI,CAAC;IAC5D,IAAI,qBAAqB,GAAgC,IAAI,CAAC;IAE9D,MAAM,qBAAqB,GAAG,4BAA4B,CAAC;QACzD,SAAS;QACT,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CACT;gBACE,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;aAChC,EACD,8BAA8B,CAC/B,CAAC;YACF,MAAM,uBAAuB,CAAC;gBAC5B,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT;gBACE,GAAG;gBACH,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,qBAAqB;gBAC/B,IAAI,EACF,kDAAkD;oBAClD,qEAAqE;aACxE,EACD,qCAAqC,CACtC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmC,CAAC;IAEnE,MAAM,iBAAiB,GAAG,KAAK,EAC7B,OAAwB,EACQ,EAAE;QAClC,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC;gBACzC,OAAO;gBACP,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,MAAM;aACP,CAAC,CAAC;YACH,eAAe,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACtC,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CACT;gBACE,GAAG;gBACH,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,OAAO;gBACP,IAAI,EAAE,sBAAsB,CAAC,OAAO,CAAC;aACtC,EACD,8BAA8B,CAC/B,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACpF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,4FAA4F,CAC7F,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;YAC5E,IAAI,WAAW,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;gBACpC,UAAU,GAAG,IAAI,qBAAqB,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;YACjF,CAAC;iBAAM,IAAI,WAAW,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1C,UAAU,GAAG,IAAI,aAAa,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,YAAY,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,YAAY,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC5F,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,0GAA0G,CAC3G,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,sBAAsB,CAAC,CAAC;YACpF,IAAI,eAAe,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxC,mBAAmB,GAAG;oBACpB,EAAE,EAAE,OAAO;oBACX,aAAa,EAAE,GAAG,EAAE,CAClB,IAAI,0CAA0C,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC;iBACrF,CAAC;YACJ,CAAC;iBAAM,IAAI,eAAe,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC9C,mBAAmB,GAAG;oBACpB,EAAE,EAAE,OAAO;oBACX,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,kCAAkC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CAAC;iBAChG,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACpF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,KAAK,EAAE,EACrB,4FAA4F,CAC7F,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,IAAI,WAAW,CAAC,kBAAkB,KAAK,sBAAsB,EAAE,CAAC;oBAC9D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,WAAW,CAAC,SAAS,EAAE,WAAW,CAAC,kBAAkB,CAAC,CAAC;oBAC/F,qBAAqB,GAAG,MAAM,gBAAgB,CAAC,MAAM,CACnD;wBACE,QAAQ;wBACR,SAAS,EAAE,MAAM;wBACjB,aAAa,EAAE,EAAE;qBAClB,EACD,MAAM,CACP,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,sBAAsB,CAAC,WAAW,CAAC,SAAS,EAAE,WAAW,CAAC,kBAAkB,CAAC,CAAC;oBAC/F,qBAAqB,GAAG,IAAI,aAAa,CACvC;wBACE,MAAM,EAAE,WAAW,CAAC,kBAAkB;wBACtC,QAAQ;wBACR,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB;wBACxD,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa;qBACjD,EACD,MAAM,CACP,CAAC;gBACJ,CAAC;gBACD,UAAU,GAAG,qBAAqB,CAAC;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CACT;oBACE,GAAG;oBACH,SAAS,EAAE,WAAW,CAAC,SAAS;oBAChC,OAAO,EAAE,WAAW,CAAC,kBAAkB;oBACvC,IAAI,EAAE,sBAAsB,CAAC,WAAW,CAAC,kBAAkB,CAAC;iBAC7D,EACD,8BAA8B,CAC/B,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,MAAM,aAAa,GAAG,qBAAgE,CAAC;QACvF,IAAI,OAAO,aAAa,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9C,aAAa,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,UAAU;QACV,UAAU;QACV,mBAAmB;QACnB,qBAAqB;QACrB,gBAAgB,EACd,WAAW;YACT,CAAC,CAAC;gBACE,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,eAAe,EAAE,qBAAqB;aACvC;YACH,CAAC,CAAC,IAAI;QACV,YAAY,EAAE,0BAA0B,CAAC,YAAY,CAAC;QACtD,OAAO;KACR,CAAC;AACJ,CAAC"}

package/dist/src/server/speech/providers/local/sherpa/model-catalog.js

@@ -0,0 +1,166 @@
+import { z } from "zod";
+export const SHERPA_ONNX_MODEL_CATALOG = {
+    "zipformer-bilingual-zh-en-2023-02-20": {
+        kind: "stt-online",
+        archiveUrl: "https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2",
+        extractedDir: "sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20",
+        requiredFiles: [
+            "encoder-epoch-99-avg-1.onnx",
+            "decoder-epoch-99-avg-1.onnx",
+            "joiner-epoch-99-avg-1.onnx",
+            "tokens.txt",
+        ],
+        description: "Streaming Zipformer transducer (fast, good accuracy).",
+        aliases: ["zipformer", "zipformer-bilingual"],
+    },
+    "paraformer-bilingual-zh-en": {
+        kind: "stt-online",
+        archiveUrl: "https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2",
+        extractedDir: "sherpa-onnx-streaming-paraformer-bilingual-zh-en",
+        requiredFiles: ["encoder.int8.onnx", "decoder.int8.onnx", "tokens.txt"],
+        description: "Streaming Paraformer (often strong accuracy; heavier).",
+        aliases: ["paraformer"],
+    },
+    "parakeet-tdt-0.6b-v2-int8": {
+        kind: "stt-offline",
+        archiveUrl: "https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-parakeet-tdt-0.6b-v2-int8.tar.bz2",
+        extractedDir: "sherpa-onnx-nemo-parakeet-tdt-0.6b-v2-int8",
+        requiredFiles: ["encoder.int8.onnx", "decoder.int8.onnx", "joiner.int8.onnx", "tokens.txt"],
+        description: "NVIDIA Parakeet TDT v2 (offline NeMo transducer, English).",
+        aliases: ["parakeet-v2", "parakeet-tdt-v2"],
+        defaultFor: "stt",
+    },
+    "parakeet-tdt-0.6b-v3-int8": {
+        kind: "stt-offline",
+        archiveUrl: "https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8.tar.bz2",
+        extractedDir: "sherpa-onnx-nemo-parakeet-tdt-0.6b-v3-int8",
+        requiredFiles: ["encoder.int8.onnx", "decoder.int8.onnx", "joiner.int8.onnx", "tokens.txt"],
+        description: "NVIDIA Parakeet TDT v3 (offline NeMo transducer, multilingual).",
+        aliases: ["parakeet", "parakeet-v3", "parakeet-tdt"],
+    },
+    "kitten-nano-en-v0_1-fp16": {
+        kind: "tts",
+        archiveUrl: "https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kitten-nano-en-v0_1-fp16.tar.bz2",
+        extractedDir: "kitten-nano-en-v0_1-fp16",
+        requiredFiles: ["model.fp16.onnx", "voices.bin", "tokens.txt", "espeak-ng-data"],
+        description: "KittenTTS (small, fast English TTS).",
+        aliases: ["kitten"],
+    },
+    "kokoro-en-v0_19": {
+        kind: "tts",
+        archiveUrl: "https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/kokoro-en-v0_19.tar.bz2",
+        extractedDir: "kokoro-en-v0_19",
+        requiredFiles: ["model.onnx", "voices.bin", "tokens.txt", "espeak-ng-data"],
+        description: "Kokoro TTS (higher quality; larger).",
+        aliases: ["kokoro"],
+        defaultFor: "tts",
+    },
+    "pocket-tts-onnx-int8": {
+        kind: "tts",
+        extractedDir: "pocket-tts-onnx-int8",
+        downloadFiles: [
+            {
+                url: "https://huggingface.co/KevinAHM/pocket-tts-onnx/resolve/main/onnx/mimi_encoder.onnx",
+                relPath: "onnx/mimi_encoder.onnx",
+            },
+            {
+                url: "https://huggingface.co/KevinAHM/pocket-tts-onnx/resolve/main/onnx/text_conditioner.onnx",
+                relPath: "onnx/text_conditioner.onnx",
+            },
+            {
+                url: "https://huggingface.co/KevinAHM/pocket-tts-onnx/resolve/main/onnx/flow_lm_main_int8.onnx",
+                relPath: "onnx/flow_lm_main_int8.onnx",
+            },
+            {
+                url: "https://huggingface.co/KevinAHM/pocket-tts-onnx/resolve/main/onnx/flow_lm_flow_int8.onnx",
+                relPath: "onnx/flow_lm_flow_int8.onnx",
+            },
+            {
+                url: "https://huggingface.co/KevinAHM/pocket-tts-onnx/resolve/main/onnx/mimi_decoder_int8.onnx",
+                relPath: "onnx/mimi_decoder_int8.onnx",
+            },
+            {
+                url: "https://huggingface.co/KevinAHM/pocket-tts-onnx/resolve/main/tokenizer.model",
+                relPath: "tokenizer.model",
+            },
+            {
+                url: "https://huggingface.co/KevinAHM/pocket-tts-onnx/resolve/main/reference_sample.wav",
+                relPath: "reference_sample.wav",
+            },
+        ],
+        requiredFiles: [
+            "onnx/mimi_encoder.onnx",
+            "onnx/text_conditioner.onnx",
+            "onnx/flow_lm_main_int8.onnx",
+            "onnx/flow_lm_flow_int8.onnx",
+            "onnx/mimi_decoder_int8.onnx",
+            "tokenizer.model",
+            "reference_sample.wav",
+        ],
+        description: "Pocket TTS ONNX (INT8) with streaming decode support (via onnxruntime).",
+        aliases: ["pocket", "pocket-tts"],
+    },
+};
+const ALL_MODEL_IDS = Object.keys(SHERPA_ONNX_MODEL_CATALOG);
+export const LOCAL_STT_MODEL_IDS = ALL_MODEL_IDS.filter((id) => SHERPA_ONNX_MODEL_CATALOG[id].kind !== "tts");
+export const LOCAL_TTS_MODEL_IDS = ALL_MODEL_IDS.filter((id) => SHERPA_ONNX_MODEL_CATALOG[id].kind === "tts");
+function resolveDefaultModelId(role) {
+    const match = ALL_MODEL_IDS.find((id) => {
+        const entry = SHERPA_ONNX_MODEL_CATALOG[id];
+        return entry.defaultFor === role;
+    });
+    if (!match) {
+        throw new Error(`No default model configured for role '${role}'`);
+    }
+    return match;
+}
+export const DEFAULT_LOCAL_STT_MODEL = resolveDefaultModelId("stt");
+export const DEFAULT_LOCAL_TTS_MODEL = resolveDefaultModelId("tts");
+function buildAliasMap(modelIds) {
+    const aliasMap = {};
+    for (const modelId of modelIds) {
+        const aliases = SHERPA_ONNX_MODEL_CATALOG[modelId].aliases ?? [];
+        for (const alias of aliases) {
+            aliasMap[alias.trim().toLowerCase()] = modelId;
+        }
+    }
+    return aliasMap;
+}
+function createAliasedModelIdSchema(params) {
+    const validIds = new Set(params.modelIds);
+    return z
+        .string()
+        .trim()
+        .toLowerCase()
+        .refine((value) => validIds.has(value) || Object.prototype.hasOwnProperty.call(params.aliases, value), {
+        message: "Invalid model id",
+    })
+        .transform((value) => params.aliases[value] ?? value);
+}
+const STT_MODEL_ALIASES = buildAliasMap(LOCAL_STT_MODEL_IDS);
+const TTS_MODEL_ALIASES = buildAliasMap(LOCAL_TTS_MODEL_IDS);
+export const LocalSttModelIdSchema = createAliasedModelIdSchema({
+    modelIds: LOCAL_STT_MODEL_IDS,
+    aliases: STT_MODEL_ALIASES,
+});
+export const LocalTtsModelIdSchema = createAliasedModelIdSchema({
+    modelIds: LOCAL_TTS_MODEL_IDS,
+    aliases: TTS_MODEL_ALIASES,
+});
+export function listSherpaOnnxModels() {
+    return ALL_MODEL_IDS.map((id) => ({
+        id,
+        ...SHERPA_ONNX_MODEL_CATALOG[id],
+    }));
+}
+export function getSherpaOnnxModelSpec(id) {
+    const spec = SHERPA_ONNX_MODEL_CATALOG[id];
+    if (!spec) {
+        throw new Error(`Unknown local speech model id: ${id}`);
+    }
+    return {
+        id,
+        ...spec,
+    };
+}
+//# sourceMappingURL=model-catalog.js.map

package/dist/src/server/speech/providers/local/sherpa/model-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-catalog.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/model-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,sCAAsC,EAAE;QACtC,IAAI,EAAE,YAAY;QAClB,UAAU,EACR,uIAAuI;QACzI,YAAY,EAAE,4DAA4D;QAC1E,aAAa,EAAE;YACb,6BAA6B;YAC7B,6BAA6B;YAC7B,4BAA4B;YAC5B,YAAY;SACb;QACD,WAAW,EAAE,uDAAuD;QACpE,OAAO,EAAE,CAAC,WAAW,EAAE,qBAAqB,CAAC;KAC9C;IACD,4BAA4B,EAAE;QAC5B,IAAI,EAAE,YAAY;QAClB,UAAU,EACR,6HAA6H;QAC/H,YAAY,EAAE,kDAAkD;QAChE,aAAa,EAAE,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,YAAY,CAAC;QACvE,WAAW,EAAE,wDAAwD;QACrE,OAAO,EAAE,CAAC,YAAY,CAAC;KACxB;IACD,2BAA2B,EAAE;QAC3B,IAAI,EAAE,aAAa;QACnB,UAAU,EACR,uHAAuH;QACzH,YAAY,EAAE,4CAA4C;QAC1D,aAAa,EAAE,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,YAAY,CAAC;QAC3F,WAAW,EAAE,4DAA4D;QACzE,OAAO,EAAE,CAAC,aAAa,EAAE,iBAAiB,CAAC;QAC3C,UAAU,EAAE,KAAK;KAClB;IACD,2BAA2B,EAAE;QAC3B,IAAI,EAAE,aAAa;QACnB,UAAU,EACR,uHAAuH;QACzH,YAAY,EAAE,4CAA4C;QAC1D,aAAa,EAAE,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,YAAY,CAAC;QAC3F,WAAW,EAAE,iEAAiE;QAC9E,OAAO,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,cAAc,CAAC;KACrD;IACD,0BAA0B,EAAE;QAC1B,IAAI,EAAE,KAAK;QACX,UAAU,EACR,qGAAqG;QACvG,YAAY,EAAE,0BAA0B;QACxC,aAAa,EAAE,CAAC,iBAAiB,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,CAAC;QAChF,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE,CAAC,QAAQ,CAAC;KACpB;IACD,iBAAiB,EAAE;QACjB,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,4FAA4F;QACxG,YAAY,EAAE,iBAAiB;QAC/B,aAAa,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,CAAC;QAC3E,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE,CAAC,QAAQ,CAAC;QACnB,UAAU,EAAE,KAAK;KAClB;IACD,sBAAsB,EAAE;QACtB,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,sBAAsB;QACpC,aAAa,EAAE;YACb;gBACE,GAAG,EAAE,qFAAqF;gBAC1F,OAAO,EAAE,wBAAwB;aAClC;YACD;gBACE,GAAG,EAAE,yFAAyF;gBAC9F,OAAO,EAAE,4BAA4B;aACtC;YACD;gBACE,GAAG,EAAE,0FAA0F;gBAC/F,OAAO,EAAE,6BAA6B;aACvC;YACD;gBACE,GAAG,EAAE,0FAA0F;gBAC/F,OAAO,EAAE,6BAA6B;aACvC;YACD;gBACE,GAAG,EAAE,0FAA0F;gBAC/F,OAAO,EAAE,6BAA6B;aACvC;YACD;gBACE,GAAG,EAAE,8EAA8E;gBACnF,OAAO,EAAE,iBAAiB;aAC3B;YACD;gBACE,GAAG,EAAE,mFAAmF;gBACxF,OAAO,EAAE,sBAAsB;aAChC;SACF;QACD,aAAa,EAAE;YACb,wBAAwB;YACxB,4BAA4B;YAC5B,6BAA6B;YAC7B,6BAA6B;YAC7B,6BAA6B;YAC7B,iBAAiB;YACjB,sBAAsB;SACvB;QACD,WAAW,EAAE,yEAAyE;QACtF,OAAO,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC;KAClC;CACwD,CAAC;AAc5D,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAwB,CAAC;AAEpF,MAAM,CAAC,MAAM,mBAAmB,GAAG,aAAa,CAAC,MAAM,CACrD,CAAC,EAAE,EAAyB,EAAE,CAAC,yBAAyB,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,KAAK,CAC5E,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,aAAa,CAAC,MAAM,CACrD,CAAC,EAAE,EAAyB,EAAE,CAAC,yBAAyB,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,KAAK,CAC5E,CAAC;AAIF,SAAS,qBAAqB,CAAC,IAAsB;IACnD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE;QACtC,MAAM,KAAK,GAA2B,yBAAyB,CAAC,EAAE,CAAC,CAAC;QACpE,OAAO,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC;IACnC,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,GAAG,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;AACpE,MAAM,CAAC,MAAM,uBAAuB,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;AAEpE,SAAS,aAAa,CAAmB,QAAsB;IAC7D,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,yBAAyB,CAAC,OAA4B,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;QACtF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,GAAG,OAAO,CAAC;QACjD,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,0BAA0B,CAAmB,MAGrD;IACC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1C,OAAO,CAAC;SACL,MAAM,EAAE;SACR,IAAI,EAAE;SACN,WAAW,EAAE;SACb,MAAM,CACL,CAAC,KAAK,EAAc,EAAE,CACpB,QAAQ,CAAC,GAAG,CAAC,KAAU,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,EACzF;QACE,OAAO,EAAE,kBAAkB;KAC5B,CACF;SACA,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAK,KAAW,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,iBAAiB,GAAG,aAAa,CAAC,mBAAmB,CAAC,CAAC;AAC7D,MAAM,iBAAiB,GAAG,aAAa,CAAC,mBAAmB,CAAC,CAAC;AAE7D,MAAM,CAAC,MAAM,qBAAqB,GAAG,0BAA0B,CAAC;IAC9D,QAAQ,EAAE,mBAAmB;IAC7B,OAAO,EAAE,iBAAiB;CAC3B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,0BAA0B,CAAC;IAC9D,QAAQ,EAAE,mBAAmB;IAC7B,OAAO,EAAE,iBAAiB;CAC3B,CAAC,CAAC;AAMH,MAAM,UAAU,oBAAoB;IAClC,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAChC,EAAE;QACF,GAAG,yBAAyB,CAAC,EAAE,CAAC;KACjC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,EAAqB;IAC1D,MAAM,IAAI,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO;QACL,EAAE;QACF,GAAG,IAAI;KACR,CAAC;AACJ,CAAC"}

package/dist/src/server/speech/providers/local/sherpa/model-downloader.js

@@ -0,0 +1,165 @@
+import { createWriteStream } from "node:fs";
+import { mkdir, rename, rm, stat } from "node:fs/promises";
+import path from "node:path";
+import { Readable } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { spawn } from "node:child_process";
+import { getSherpaOnnxModelSpec } from "./model-catalog.js";
+export function getSherpaOnnxModelDir(modelsDir, modelId) {
+    const spec = getSherpaOnnxModelSpec(modelId);
+    return path.join(modelsDir, spec.extractedDir);
+}
+async function hasRequiredFiles(modelDir, requiredFiles) {
+    for (const rel of requiredFiles) {
+        const abs = path.join(modelDir, rel);
+        try {
+            const s = await stat(abs);
+            if (s.isDirectory()) {
+                continue;
+            }
+            if (s.isFile() && s.size > 0) {
+                continue;
+            }
+            return false;
+        }
+        catch {
+            return false;
+        }
+    }
+    return true;
+}
+async function downloadToFile(options) {
+    const { url, outputPath } = options;
+    const res = await fetch(url);
+    if (!res.ok) {
+        throw new Error(`Failed to download ${url}: ${res.status} ${res.statusText}`);
+    }
+    if (!res.body) {
+        throw new Error(`Failed to download ${url}: missing response body`);
+    }
+    const tmpPath = `${outputPath}.tmp-${Date.now()}`;
+    await mkdir(path.dirname(outputPath), { recursive: true });
+    const nodeStream = Readable.fromWeb(res.body);
+    try {
+        await pipeline(nodeStream, createWriteStream(tmpPath));
+        await rename(tmpPath, outputPath);
+    }
+    catch (error) {
+        await rm(tmpPath, { force: true }).catch(() => undefined);
+        throw error;
+    }
+}
+async function extractTarArchive(archivePath, destDir) {
+    await mkdir(destDir, { recursive: true });
+    await new Promise((resolve, reject) => {
+        const child = spawn("tar", ["xf", archivePath, "-C", destDir], { stdio: "inherit" });
+        child.on("error", reject);
+        child.on("exit", (code) => {
+            if (code === 0)
+                resolve();
+            else
+                reject(new Error(`tar exited with code ${code}`));
+        });
+    });
+}
+async function isNonEmptyFile(filePath) {
+    try {
+        const s = await stat(filePath);
+        return s.isFile() && s.size > 0;
+    }
+    catch {
+        return false;
+    }
+}
+export async function ensureSherpaOnnxModel(options) {
+    const logger = options.logger.child({
+        module: "speech",
+        provider: "local",
+        component: "model-downloader",
+        modelId: options.modelId,
+    });
+    const spec = getSherpaOnnxModelSpec(options.modelId);
+    const modelDir = path.join(options.modelsDir, spec.extractedDir);
+    if (await hasRequiredFiles(modelDir, spec.requiredFiles)) {
+        return modelDir;
+    }
+    logger.info({ modelsDir: options.modelsDir }, "Starting model download");
+    try {
+        if (spec.archiveUrl) {
+            const downloadsDir = path.join(options.modelsDir, ".downloads");
+            const archiveFilename = path.basename(new URL(spec.archiveUrl).pathname);
+            const archivePath = path.join(downloadsDir, archiveFilename);
+            if (!(await isNonEmptyFile(archivePath))) {
+                await downloadToFile({
+                    url: spec.archiveUrl,
+                    outputPath: archivePath,
+                });
+            }
+            logger.info({
+                modelId: options.modelId,
+                archivePath,
+                modelDir,
+            }, "Extracting model archive");
+            await extractTarArchive(archivePath, options.modelsDir);
+            logger.info({
+                modelId: options.modelId,
+                modelDir,
+            }, "Verifying downloaded model files");
+            if (!(await hasRequiredFiles(modelDir, spec.requiredFiles))) {
+                throw new Error(`Downloaded and extracted ${archiveFilename}, but required files are still missing in ${modelDir}.`);
+            }
+            logger.info({
+                modelId: options.modelId,
+                archivePath,
+            }, "Finalizing model artifacts");
+            try {
+                await rm(archivePath, { force: true });
+            }
+            catch {
+                // ignore
+            }
+            logger.info({ modelDir }, "Model download completed");
+            return modelDir;
+        }
+        if (spec.downloadFiles && spec.downloadFiles.length > 0) {
+            await mkdir(modelDir, { recursive: true });
+            for (const file of spec.downloadFiles) {
+                const dst = path.join(modelDir, file.relPath);
+                if (await isNonEmptyFile(dst)) {
+                    continue;
+                }
+                await downloadToFile({
+                    url: file.url,
+                    outputPath: dst,
+                });
+            }
+            logger.info({
+                modelId: options.modelId,
+                modelDir,
+            }, "Verifying downloaded model files");
+            if (!(await hasRequiredFiles(modelDir, spec.requiredFiles))) {
+                throw new Error(`Downloaded files for ${options.modelId}, but required files are still missing in ${modelDir}.`);
+            }
+            logger.info({ modelDir }, "Model download completed");
+            return modelDir;
+        }
+        throw new Error(`Model spec for ${options.modelId} has no archiveUrl or downloadFiles`);
+    }
+    catch (error) {
+        logger.error({ err: error }, "Model download failed");
+        throw error;
+    }
+}
+export async function ensureSherpaOnnxModels(options) {
+    const uniq = Array.from(new Set(options.modelIds));
+    const out = {};
+    for (const id of uniq) {
+        out[id] = await ensureSherpaOnnxModel({
+            modelsDir: options.modelsDir,
+            modelId: id,
+            logger: options.logger,
+        });
+    }
+    return out;
+}
+//# sourceMappingURL=model-downloader.js.map

package/dist/src/server/speech/providers/local/sherpa/model-downloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-downloader.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/model-downloader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAG3C,OAAO,EAAE,sBAAsB,EAA0B,MAAM,oBAAoB,CAAC;AAQpF,MAAM,UAAU,qBAAqB,CAAC,SAAiB,EAAE,OAA0B;IACjF,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;IAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;AACjD,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,aAAuB;IACvE,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;YAC1B,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACpB,SAAS;YACX,CAAC;YACD,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC7B,SAAS;YACX,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAOD,KAAK,UAAU,cAAc,CAAC,OAA8B;IAC1D,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,KAAK,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,yBAAyB,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,OAAO,GAAG,GAAG,UAAU,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAClD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3D,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAW,CAAC,CAAC;IAErD,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;QACvD,MAAM,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,WAAmB,EAAE,OAAe;IACnE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QACrF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,IAAI,IAAI,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;;gBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB;IAC5C,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/B,OAAO,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAqC;IAC/E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;QAClC,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,kBAAkB;QAC7B,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IACjE,IAAI,MAAM,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QACzD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,yBAAyB,CAAC,CAAC;IAEzE,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YAChE,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC;YACzE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;YAE7D,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;gBACzC,MAAM,cAAc,CAAC;oBACnB,GAAG,EAAE,IAAI,CAAC,UAAU;oBACpB,UAAU,EAAE,WAAW;iBACxB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,CAAC,IAAI,CACT;gBACE,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,WAAW;gBACX,QAAQ;aACT,EACD,0BAA0B,CAC3B,CAAC;YACF,MAAM,iBAAiB,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAExD,MAAM,CAAC,IAAI,CACT;gBACE,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,QAAQ;aACT,EACD,kCAAkC,CACnC,CAAC;YACF,IAAI,CAAC,CAAC,MAAM,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;gBAC5D,MAAM,IAAI,KAAK,CACb,4BAA4B,eAAe,6CAA6C,QAAQ,GAAG,CACpG,CAAC;YACJ,CAAC;YAED,MAAM,CAAC,IAAI,CACT;gBACE,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,WAAW;aACZ,EACD,4BAA4B,CAC7B,CAAC;YACF,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,0BAA0B,CAAC,CAAC;YACtD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAE3C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9C,IAAI,MAAM,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC9B,SAAS;gBACX,CAAC;gBACD,MAAM,cAAc,CAAC;oBACnB,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,UAAU,EAAE,GAAG;iBAChB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,CAAC,IAAI,CACT;gBACE,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,QAAQ;aACT,EACD,kCAAkC,CACnC,CAAC;YACF,IAAI,CAAC,CAAC,MAAM,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;gBAC5D,MAAM,IAAI,KAAK,CACb,wBAAwB,OAAO,CAAC,OAAO,6CAA6C,QAAQ,GAAG,CAChG,CAAC;YACJ,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,0BAA0B,CAAC,CAAC;YACtD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,kBAAkB,OAAO,CAAC,OAAO,qCAAqC,CAAC,CAAC;IAC1F,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,uBAAuB,CAAC,CAAC;QACtD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAI5C;IACC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnD,MAAM,GAAG,GAA+C,EAAE,CAAC;IAC3D,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,qBAAqB,CAAC;YACpC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAwC,CAAC;AAClD,CAAC"}