@getpaseo/server 0.1.16 → 0.1.18

package/dist/src/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js

@@ -0,0 +1,68 @@
+import { existsSync } from "node:fs";
+import { loadSherpaOnnxNode } from "./sherpa-onnx-node-loader.js";
+function assertFileExists(filePath, label) {
+    if (!existsSync(filePath)) {
+        throw new Error(`Missing ${label}: ${filePath}`);
+    }
+}
+export class SherpaOfflineRecognizerEngine {
+    constructor(config, logger) {
+        this.logger = logger.child({ module: "speech", provider: "local", component: "offline-recognizer" });
+        assertFileExists(config.model.encoder, "offline encoder");
+        assertFileExists(config.model.decoder, "offline decoder");
+        assertFileExists(config.model.joiner, "offline joiner");
+        assertFileExists(config.model.tokens, "tokens");
+        const sherpa = loadSherpaOnnxNode();
+        const recognizerConfig = {
+            featConfig: {
+                sampleRate: config.sampleRate ?? 16000,
+                featureDim: config.featureDim ?? 80,
+            },
+            modelConfig: {
+                transducer: {
+                    encoder: config.model.encoder,
+                    decoder: config.model.decoder,
+                    joiner: config.model.joiner,
+                },
+                tokens: config.model.tokens,
+                modelType: "nemo_transducer",
+                numThreads: config.numThreads ?? 1,
+                provider: config.provider ?? "cpu",
+                debug: config.debug ?? 0,
+            },
+            decodingMethod: config.decodingMethod ?? "greedy_search",
+            maxActivePaths: config.maxActivePaths ?? 4,
+        };
+        this.recognizer = new sherpa.OfflineRecognizer(recognizerConfig);
+        const sr = this.recognizer?.config?.featConfig?.sampleRate;
+        this.sampleRate = typeof sr === "number" && Number.isFinite(sr) && sr > 0
+            ? sr
+            : recognizerConfig.featConfig.sampleRate;
+        this.logger.info({ sampleRate: this.sampleRate, numThreads: recognizerConfig.modelConfig.numThreads }, "Sherpa offline recognizer initialized");
+    }
+    createStream() {
+        return this.recognizer.createStream();
+    }
+    acceptWaveform(stream, sampleRate, samples) {
+        if (!stream || typeof stream.acceptWaveform !== "function") {
+            throw new Error("Unexpected sherpa offline stream: missing acceptWaveform()");
+        }
+        // sherpa-onnx-node expects: acceptWaveform({ samples, sampleRate })
+        // sherpa-onnx (WASM) expects: acceptWaveform(sampleRate, samples)
+        if (stream.acceptWaveform.length <= 1) {
+            stream.acceptWaveform({ samples, sampleRate });
+        }
+        else {
+            stream.acceptWaveform(sampleRate, samples);
+        }
+    }
+    free() {
+        try {
+            this.recognizer?.free?.();
+        }
+        catch (err) {
+            this.logger.warn({ err }, "Failed to free sherpa offline recognizer");
+        }
+    }
+}
+//# sourceMappingURL=sherpa-offline-recognizer.js.map

package/dist/src/server/speech/providers/local/sherpa/sherpa-offline-recognizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sherpa-offline-recognizer.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-offline-recognizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGrC,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAElE,SAAS,gBAAgB,CAAC,QAAgB,EAAE,KAAa;IACvD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAqBD,MAAM,OAAO,6BAA6B;IAKxC,YAAY,MAAqC,EAAE,MAAmB;QACpE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC;QAErG,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAC1D,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAC1D,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QACxD,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAEhD,MAAM,MAAM,GAAG,kBAAkB,EAAE,CAAC;QAEpC,MAAM,gBAAgB,GAAG;YACvB,UAAU,EAAE;gBACV,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;gBACtC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE;aACpC;YACD,WAAW,EAAE;gBACX,UAAU,EAAE;oBACV,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;oBAC7B,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;oBAC7B,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;iBAC5B;gBACD,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;gBAC3B,SAAS,EAAE,iBAAiB;gBAC5B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;gBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK;gBAClC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC;aACzB;YACD,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,eAAe;YACxD,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,CAAC;SAC3C,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG,IAAI,MAAM,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QACjE,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC;YACvE,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,UAAU,CAAC;QAE3C,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE,gBAAgB,CAAC,WAAW,CAAC,UAAU,EAAE,EACpF,uCAAuC,CACxC,CAAC;IACJ,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;IACxC,CAAC;IAED,cAAc,CAAC,MAAW,EAAE,UAAkB,EAAE,OAAqB;QACnE,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QAED,oEAAoE;QACpE,kEAAkE;QAClE,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,cAAc,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,0CAA0C,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;CACF"}

package/dist/src/server/speech/providers/local/sherpa/sherpa-online-recognizer.js

@@ -0,0 +1,79 @@
+import { existsSync } from "node:fs";
+import { loadSherpaOnnx } from "./sherpa-onnx-loader.js";
+function assertFileExists(filePath, label) {
+    if (!existsSync(filePath)) {
+        throw new Error(`Missing ${label}: ${filePath}`);
+    }
+}
+export class SherpaOnlineRecognizerEngine {
+    constructor(config, logger) {
+        this.logger = logger.child({ module: "speech", provider: "local", component: "online-recognizer" });
+        const { model } = config;
+        if (model.kind === "transducer") {
+            assertFileExists(model.encoder, "transducer encoder");
+            assertFileExists(model.decoder, "transducer decoder");
+            assertFileExists(model.joiner, "transducer joiner");
+            assertFileExists(model.tokens, "tokens");
+        }
+        else {
+            assertFileExists(model.encoder, "paraformer encoder");
+            assertFileExists(model.decoder, "paraformer decoder");
+            assertFileExists(model.tokens, "tokens");
+        }
+        const sherpa = loadSherpaOnnx();
+        const modelConfig = model.kind === "transducer"
+            ? {
+                transducer: {
+                    encoder: model.encoder,
+                    decoder: model.decoder,
+                    joiner: model.joiner,
+                },
+                tokens: model.tokens,
+                modelType: model.modelType ?? "zipformer",
+            }
+            : {
+                paraformer: {
+                    encoder: model.encoder,
+                    decoder: model.decoder,
+                },
+                tokens: model.tokens,
+            };
+        const featConfig = {
+            sampleRate: config.sampleRate ?? 16000,
+            featureDim: config.featureDim ?? 80,
+        };
+        const recognizerConfig = {
+            featConfig,
+            modelConfig: {
+                ...modelConfig,
+                // NOTE: In the WASM-backed `sherpa-onnx` npm package, online recognizers
+                // error when `numThreads > 1`. Keep the default conservative.
+                numThreads: config.numThreads ?? 1,
+                provider: config.provider ?? "cpu",
+                debug: config.debug ?? 0,
+            },
+            decodingMethod: config.decodingMethod ?? "greedy_search",
+            maxActivePaths: config.maxActivePaths ?? 4,
+            enableEndpoint: config.enableEndpoint ?? 0,
+            rule1MinTrailingSilence: config.rule1MinTrailingSilence ?? 2.4,
+            rule2MinTrailingSilence: config.rule2MinTrailingSilence ?? 1.2,
+            rule3MinUtteranceLength: config.rule3MinUtteranceLength ?? 20,
+        };
+        this.recognizer = sherpa.createOnlineRecognizer(recognizerConfig);
+        const sr = this.recognizer?.config?.featConfig?.sampleRate;
+        this.sampleRate = typeof sr === "number" && Number.isFinite(sr) && sr > 0 ? sr : featConfig.sampleRate;
+        this.logger.info({ sampleRate: this.sampleRate, modelKind: model.kind, numThreads: config.numThreads ?? 2 }, "Sherpa online recognizer initialized");
+    }
+    createStream() {
+        return this.recognizer.createStream();
+    }
+    free() {
+        try {
+            this.recognizer?.free?.();
+        }
+        catch (err) {
+            this.logger.warn({ err }, "Failed to free sherpa recognizer");
+        }
+    }
+}
+//# sourceMappingURL=sherpa-online-recognizer.js.map

package/dist/src/server/speech/providers/local/sherpa/sherpa-online-recognizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sherpa-online-recognizer.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-online-recognizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGrC,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAiCzD,SAAS,gBAAgB,CAAC,QAAgB,EAAE,KAAa;IACvD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,MAAM,OAAO,4BAA4B;IAKvC,YAAY,MAAoC,EAAE,MAAmB;QACnE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAEpG,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QACzB,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAChC,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;YACtD,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;YACtD,gBAAgB,CAAC,KAAK,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;YACpD,gBAAgB,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;YACtD,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;YACtD,gBAAgB,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,WAAW,GACf,KAAK,CAAC,IAAI,KAAK,YAAY;YACzB,CAAC,CAAC;gBACE,UAAU,EAAE;oBACV,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,MAAM,EAAE,KAAK,CAAC,MAAM;iBACrB;gBACD,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,WAAW;aAC1C;YACH,CAAC,CAAC;gBACE,UAAU,EAAE;oBACV,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB;gBACD,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC;QAER,MAAM,UAAU,GAAG;YACjB,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;YACtC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE;SACpC,CAAC;QAEF,MAAM,gBAAgB,GAAG;YACvB,UAAU;YACV,WAAW,EAAE;gBACX,GAAG,WAAW;gBACd,yEAAyE;gBACzE,8DAA8D;gBAC9D,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;gBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK;gBAClC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC;aACzB;YACD,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,eAAe;YACxD,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,CAAC;YAC1C,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,CAAC;YAC1C,uBAAuB,EAAE,MAAM,CAAC,uBAAuB,IAAI,GAAG;YAC9D,uBAAuB,EAAE,MAAM,CAAC,uBAAuB,IAAI,GAAG;YAC9D,uBAAuB,EAAE,MAAM,CAAC,uBAAuB,IAAI,EAAE;SAC9D,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,CAAC;QAClE,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;QAEvG,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC,EAAE,EAC1F,sCAAsC,CACvC,CAAC;IACJ,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;IACxC,CAAC;IAED,IAAI;QACF,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,kCAAkC,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;CACF"}

package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-loader.js

@@ -0,0 +1,11 @@
+import { createRequire } from "node:module";
+let cached = null;
+export function loadSherpaOnnx() {
+    if (cached) {
+        return cached;
+    }
+    const require = createRequire(import.meta.url);
+    cached = require("sherpa-onnx");
+    return cached;
+}
+//# sourceMappingURL=sherpa-onnx-loader.js.map

package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sherpa-onnx-loader.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-onnx-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAQ5C,IAAI,MAAM,GAA4B,IAAI,CAAC;AAE3C,MAAM,UAAU,cAAc;IAC5B,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,GAAG,OAAO,CAAC,aAAa,CAAqB,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js

@@ -0,0 +1,102 @@
+import { createRequire } from "node:module";
+import path from "node:path";
+import { existsSync } from "node:fs";
+import { spawnSync } from "node:child_process";
+import { applySherpaLoaderEnv, resolveSherpaLoaderEnv, sherpaPlatformPackageName, } from "./sherpa-runtime-env.js";
+let cached = null;
+function appendAttempt(attempts, target, error) {
+    attempts.push({ target, error });
+}
+function formatError(error) {
+    if (!error) {
+        return "unknown error";
+    }
+    if (error instanceof Error) {
+        return error.message;
+    }
+    return String(error);
+}
+function maybePatchLinuxAddonRunpath(addonPath) {
+    if (process.platform !== "linux") {
+        return;
+    }
+    const patchelfCheck = spawnSync("patchelf", ["--version"], {
+        stdio: "ignore",
+    });
+    if (patchelfCheck.status !== 0) {
+        return;
+    }
+    const currentRpath = spawnSync("patchelf", ["--print-rpath", addonPath], {
+        encoding: "utf8",
+    });
+    if (currentRpath.status !== 0) {
+        return;
+    }
+    const rpath = (currentRpath.stdout ?? "").trim();
+    if (rpath.includes("$ORIGIN")) {
+        return;
+    }
+    spawnSync("patchelf", ["--set-rpath", "$ORIGIN", addonPath], {
+        stdio: "ignore",
+    });
+}
+function loadWithRequire(requireFn, target, attempts) {
+    try {
+        return requireFn(target);
+    }
+    catch (error) {
+        appendAttempt(attempts, target, error);
+        return null;
+    }
+}
+function buildFailure(attempts, pkgName) {
+    const details = attempts
+        .map((attempt) => `- ${attempt.target}: ${formatError(attempt.error)}`)
+        .join("\n");
+    const message = [
+        `Failed to load sherpa-onnx-node for ${process.platform}-${process.arch}.`,
+        `Node ${process.version} (ABI ${process.versions.modules}).`,
+        `Platform package: ${pkgName}.`,
+        "Load attempts:",
+        details || "- (no attempts made)",
+    ].join("\n");
+    return new Error(message);
+}
+export function loadSherpaOnnxNode() {
+    if (cached) {
+        return cached;
+    }
+    const require = createRequire(import.meta.url);
+    const attempts = [];
+    // Pass through upstream support matrix first.
+    const direct = loadWithRequire(require, "sherpa-onnx-node", attempts);
+    if (direct) {
+        cached = direct;
+        return cached;
+    }
+    // sherpa-onnx-node depends on a platform-specific package (e.g. sherpa-onnx-darwin-arm64)
+    // that contains the native addon and shared libraries.
+    const pkgName = sherpaPlatformPackageName();
+    const resolvedEnv = resolveSherpaLoaderEnv();
+    const platformPkgDir = resolvedEnv?.libDir ?? null;
+    if (platformPkgDir) {
+        applySherpaLoaderEnv(process.env);
+        const addonPath = path.join(platformPkgDir, "sherpa-onnx.node");
+        if (existsSync(addonPath)) {
+            const byPath = loadWithRequire(require, addonPath, attempts);
+            if (byPath) {
+                cached = byPath;
+                return cached;
+            }
+            // Linux fallback for broken prebuilt RUNPATHs.
+            maybePatchLinuxAddonRunpath(addonPath);
+            const afterPatch = loadWithRequire(require, addonPath, attempts);
+            if (afterPatch) {
+                cached = afterPatch;
+                return cached;
+            }
+        }
+    }
+    throw buildFailure(attempts, pkgName);
+}
+//# sourceMappingURL=sherpa-onnx-node-loader.js.map

package/dist/src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sherpa-onnx-node-loader.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-onnx-node-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,yBAAyB,CAAC;AAQjC,IAAI,MAAM,GAAgC,IAAI,CAAC;AAO/C,SAAS,aAAa,CAAC,QAAuB,EAAE,MAAc,EAAE,KAAc;IAC5E,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,2BAA2B,CAAC,SAAiB;IACpD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO;IACT,CAAC;IACD,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,EAAE;QACzD,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,eAAe,EAAE,SAAS,CAAC,EAAE;QACvE,QAAQ,EAAE,MAAM;KACjB,CAAC,CAAC;IACH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,SAAS,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE;QAC3D,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CACtB,SAAsB,EACtB,MAAc,EACd,QAAuB;IAEvB,IAAI,CAAC;QACH,OAAO,SAAS,CAAC,MAAM,CAAyB,CAAC;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAAuB,EAAE,OAAe;IAC5D,MAAM,OAAO,GAAG,QAAQ;SACrB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;SACtE,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,OAAO,GAAG;QACd,uCAAuC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,GAAG;QAC1E,QAAQ,OAAO,CAAC,OAAO,SAAS,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI;QAC5D,qBAAqB,OAAO,GAAG;QAC/B,gBAAgB;QAChB,OAAO,IAAI,sBAAsB;KAClC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAkB,EAAE,CAAC;IAEnC,8CAA8C;IAC9C,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,CAAC,CAAC;IACtE,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,GAAG,MAAM,CAAC;QAChB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,0FAA0F;IAC1F,uDAAuD;IACvD,MAAM,OAAO,GAAG,yBAAyB,EAAE,CAAC;IAC5C,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;IAC7C,MAAM,cAAc,GAAG,WAAW,EAAE,MAAM,IAAI,IAAI,CAAC;IAEnD,IAAI,cAAc,EAAE,CAAC;QACnB,oBAAoB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;QAEhE,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC7D,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,GAAG,MAAM,CAAC;gBAChB,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,+CAA+C;YAC/C,2BAA2B,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,UAAU,GAAG,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YACjE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,GAAG,UAAU,CAAC;gBACpB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC"}

package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js

@@ -0,0 +1,131 @@
+import { EventEmitter } from "node:events";
+import { v4 as uuidv4 } from "uuid";
+import { pcm16lePeakAbs, pcm16leToFloat32 } from "../../../audio.js";
+export class SherpaParakeetRealtimeTranscriptionSession extends EventEmitter {
+    constructor(params) {
+        super();
+        this.connected = false;
+        this.currentSegmentId = null;
+        this.previousSegmentId = null;
+        this.lastPartialText = "";
+        this.pcm16 = Buffer.alloc(0);
+        this.lastDecodeAt = 0;
+        this.decoding = false;
+        this.pendingDecode = false;
+        this.engine = params.engine;
+        this.requiredSampleRate = this.engine.sampleRate;
+        this.minDecodeIntervalMs = params.minDecodeIntervalMs ?? 350;
+    }
+    async connect() {
+        if (this.connected) {
+            return;
+        }
+        this.currentSegmentId = uuidv4();
+        this.connected = true;
+    }
+    appendPcm16(chunk) {
+        if (!this.connected || !this.currentSegmentId) {
+            this.emit("error", new Error("Parakeet realtime session not connected"));
+            return;
+        }
+        try {
+            this.pcm16 = this.pcm16.length === 0 ? chunk : Buffer.concat([this.pcm16, chunk]);
+            void this.maybeDecode(false);
+        }
+        catch (err) {
+            this.emit("error", err instanceof Error ? err : new Error(String(err)));
+        }
+    }
+    commit() {
+        if (!this.connected || !this.currentSegmentId) {
+            this.emit("error", new Error("Parakeet realtime session not connected"));
+            return;
+        }
+        void (async () => {
+            try {
+                await this.maybeDecode(true);
+                const finalText = this.lastPartialText;
+                const segmentId = this.currentSegmentId;
+                const previousSegmentId = this.previousSegmentId;
+                this.emit("committed", { segmentId, previousSegmentId });
+                this.emit("transcript", { segmentId, transcript: finalText, isFinal: true });
+                this.previousSegmentId = segmentId;
+                this.currentSegmentId = uuidv4();
+                this.lastPartialText = "";
+                this.pcm16 = Buffer.alloc(0);
+            }
+            catch (err) {
+                this.emit("error", err instanceof Error ? err : new Error(String(err)));
+            }
+        })();
+    }
+    clear() {
+        if (!this.connected) {
+            return;
+        }
+        this.pcm16 = Buffer.alloc(0);
+        this.currentSegmentId = uuidv4();
+        this.lastPartialText = "";
+    }
+    close() {
+        this.connected = false;
+        this.currentSegmentId = null;
+        this.pcm16 = Buffer.alloc(0);
+    }
+    async maybeDecode(force) {
+        if (!this.connected || !this.currentSegmentId) {
+            return;
+        }
+        const now = Date.now();
+        if (!force && now - this.lastDecodeAt < this.minDecodeIntervalMs) {
+            return;
+        }
+        if (this.decoding) {
+            this.pendingDecode = true;
+            return;
+        }
+        this.decoding = true;
+        try {
+            const text = await this.decodeNow();
+            this.lastDecodeAt = Date.now();
+            if (text !== this.lastPartialText) {
+                this.lastPartialText = text;
+                this.emit("transcript", { segmentId: this.currentSegmentId, transcript: text, isFinal: false });
+            }
+        }
+        finally {
+            this.decoding = false;
+            if (this.pendingDecode) {
+                this.pendingDecode = false;
+                await this.maybeDecode(true);
+            }
+        }
+    }
+    async decodeNow() {
+        if (this.pcm16.length === 0) {
+            return "";
+        }
+        const peak = pcm16lePeakAbs(this.pcm16);
+        const peakFloat = peak / 32768.0;
+        const targetPeak = 0.6;
+        const maxGain = 50;
+        const gain = peakFloat > 0 && peakFloat < targetPeak ? Math.min(maxGain, targetPeak / peakFloat) : 1;
+        const stream = this.engine.createStream();
+        try {
+            const floatSamples = pcm16leToFloat32(this.pcm16, gain);
+            this.engine.acceptWaveform(stream, this.engine.sampleRate, floatSamples);
+            this.engine.recognizer.decode(stream);
+            const result = this.engine.recognizer.getResult(stream);
+            return String(result?.text ?? result ?? "").trim();
+        }
+        finally {
+            try {
+                stream.free?.();
+            }
+            catch {
+                // ignore
+            }
+        }
+    }
+}
+//# sourceMappingURL=sherpa-parakeet-realtime-session.js.map

package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sherpa-parakeet-realtime-session.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-parakeet-realtime-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAGpC,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAGrE,MAAM,OAAO,0CACX,SAAQ,YAAY;IAiBpB,YAAY,MAA+E;QACzF,KAAK,EAAE,CAAC;QAdF,cAAS,GAAG,KAAK,CAAC;QAGlB,qBAAgB,GAAkB,IAAI,CAAC;QACvC,sBAAiB,GAAkB,IAAI,CAAC;QACxC,oBAAe,GAAG,EAAE,CAAC;QAErB,UAAK,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChC,iBAAY,GAAG,CAAC,CAAC;QACjB,aAAQ,GAAG,KAAK,CAAC;QACjB,kBAAa,GAAG,KAAK,CAAC;QAK5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACjD,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,mBAAmB,IAAI,GAAG,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,WAAW,CAAC,KAAa;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YAClF,KAAK,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC;gBACvC,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAiB,CAAC;gBACzC,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBAEjD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC;gBACzD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAE7E,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;gBACnC,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,CAAC;gBACjC,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;gBAC1B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,CAAC;QACjC,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAc;QACtC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACjE,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,IAAI,IAAI,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;gBAClC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,gBAAgB,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAClG,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;gBAC3B,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,GAAG,OAAO,CAAC;QACjC,MAAM,UAAU,GAAG,GAAG,CAAC;QACvB,MAAM,OAAO,GAAG,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAErG,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;YACzE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACxD,OAAO,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACrD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js

@@ -0,0 +1,132 @@
+import { EventEmitter } from "node:events";
+import { v4 as uuidv4 } from "uuid";
+import { Pcm16MonoResampler } from "../../../../agent/pcm16-resampler.js";
+import { parsePcm16MonoWav, parsePcmRateFromFormat, pcm16lePeakAbs, pcm16leToFloat32 } from "../../../audio.js";
+export class SherpaOnnxParakeetSTT {
+    constructor(config, logger) {
+        this.id = "local";
+        this.engine = config.engine;
+        this.silencePeakThreshold = config.silencePeakThreshold ?? 300;
+        this.logger = logger.child({ module: "speech", provider: "local", component: "parakeet-stt" });
+    }
+    createSession(params) {
+        const emitter = new EventEmitter();
+        const logger = params.logger.child({ provider: "local", component: "parakeet-stt-session" });
+        const requiredSampleRate = this.engine.sampleRate;
+        let connected = false;
+        let segmentId = uuidv4();
+        let previousSegmentId = null;
+        let pcm16 = Buffer.alloc(0);
+        return {
+            requiredSampleRate,
+            async connect() {
+                connected = true;
+            },
+            appendPcm16(chunk) {
+                if (!connected) {
+                    emitter.emit("error", new Error("STT session not connected"));
+                    return;
+                }
+                pcm16 = pcm16.length === 0 ? chunk : Buffer.concat([pcm16, chunk]);
+            },
+            commit: () => {
+                if (!connected) {
+                    emitter.emit("error", new Error("STT session not connected"));
+                    return;
+                }
+                const committedId = segmentId;
+                const prev = previousSegmentId;
+                emitter.emit("committed", { segmentId: committedId, previousSegmentId: prev });
+                void (async () => {
+                    try {
+                        const rt = await this.transcribeAudio(pcm16, `audio/pcm;rate=${requiredSampleRate}`);
+                        emitter.emit("transcript", {
+                            segmentId: committedId,
+                            transcript: rt.text,
+                            isFinal: true,
+                            language: rt.language,
+                            logprobs: rt.logprobs,
+                            avgLogprob: rt.avgLogprob,
+                            isLowConfidence: rt.isLowConfidence,
+                        });
+                    }
+                    catch (err) {
+                        emitter.emit("error", err);
+                    }
+                    finally {
+                        previousSegmentId = committedId;
+                        segmentId = uuidv4();
+                        pcm16 = Buffer.alloc(0);
+                        logger.debug({ bytes: pcm16.length }, "Parakeet session reset");
+                    }
+                })();
+            },
+            clear() {
+                pcm16 = Buffer.alloc(0);
+                segmentId = uuidv4();
+            },
+            close() {
+                connected = false;
+                pcm16 = Buffer.alloc(0);
+            },
+            on(event, handler) {
+                emitter.on(event, handler);
+                return undefined;
+            },
+        };
+    }
+    async transcribeAudio(audioBuffer, format) {
+        const start = Date.now();
+        let inputRate;
+        let pcm16;
+        if (format.toLowerCase().includes("audio/wav")) {
+            const parsed = parsePcm16MonoWav(audioBuffer);
+            inputRate = parsed.sampleRate;
+            pcm16 = parsed.pcm16;
+        }
+        else if (format.toLowerCase().includes("audio/pcm")) {
+            inputRate = parsePcmRateFromFormat(format, this.engine.sampleRate) ?? this.engine.sampleRate;
+            pcm16 = audioBuffer;
+        }
+        else {
+            throw new Error(`Unsupported audio format for sherpa Parakeet STT: ${format}`);
+        }
+        const peak = pcm16lePeakAbs(pcm16);
+        if (peak < this.silencePeakThreshold) {
+            return { text: "", duration: Date.now() - start, isLowConfidence: true };
+        }
+        let pcmForModel = pcm16;
+        if (inputRate !== this.engine.sampleRate) {
+            const resampler = new Pcm16MonoResampler({ inputRate, outputRate: this.engine.sampleRate });
+            pcmForModel = resampler.processChunk(pcm16);
+            inputRate = this.engine.sampleRate;
+        }
+        const peakForModel = pcm16lePeakAbs(pcmForModel);
+        const peakFloat = peakForModel / 32768.0;
+        const targetPeak = 0.6;
+        const maxGain = 50;
+        const gain = peakFloat > 0 && peakFloat < targetPeak
+            ? Math.min(maxGain, targetPeak / peakFloat)
+            : 1;
+        const stream = this.engine.createStream();
+        try {
+            const floatSamples = pcm16leToFloat32(pcmForModel, gain);
+            this.engine.acceptWaveform(stream, inputRate, floatSamples);
+            this.engine.recognizer.decode(stream);
+            const result = this.engine.recognizer.getResult(stream);
+            const text = String(result?.text ?? result ?? "").trim();
+            const duration = Date.now() - start;
+            this.logger.debug({ duration, textLength: text.length }, "Parakeet transcription complete");
+            return { text, duration, ...(text.length === 0 ? { isLowConfidence: true } : {}) };
+        }
+        finally {
+            try {
+                stream.free?.();
+            }
+            catch {
+                // ignore
+            }
+        }
+    }
+}
+//# sourceMappingURL=sherpa-parakeet-stt.js.map

package/dist/src/server/speech/providers/local/sherpa/sherpa-parakeet-stt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sherpa-parakeet-stt.js","sourceRoot":"","sources":["../../../../../../../src/server/speech/providers/local/sherpa/sherpa-parakeet-stt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAQpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAQhH,MAAM,OAAO,qBAAqB;IAMhC,YAAY,MAA+B,EAAE,MAAmB;QAFhD,OAAE,GAAG,OAAgB,CAAC;QAGpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,IAAI,GAAG,CAAC;QAC/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;IACjG,CAAC;IAEM,aAAa,CAAC,MAIpB;QACC,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAE,CAAC,CAAC;QAC7F,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAClD,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,SAAS,GAAG,MAAM,EAAE,CAAC;QACzB,IAAI,iBAAiB,GAAkB,IAAI,CAAC;QAC5C,IAAI,KAAK,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEpC,OAAO;YACL,kBAAkB;YAClB,KAAK,CAAC,OAAO;gBACX,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,WAAW,CAAC,KAAa;gBACvB,IAAI,CAAC,SAAS,EAAE,CAAC;oBACd,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;oBACvE,OAAO;gBACT,CAAC;gBACD,KAAK,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,IAAI,CAAC,SAAS,EAAE,CAAC;oBACd,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;oBACvE,OAAO;gBACT,CAAC;gBAED,MAAM,WAAW,GAAG,SAAS,CAAC;gBAC9B,MAAM,IAAI,GAAG,iBAAiB,CAAC;gBAC9B,OAAe,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;gBAExF,KAAK,CAAC,KAAK,IAAI,EAAE;oBACf,IAAI,CAAC;wBACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,kBAAkB,kBAAkB,EAAE,CAAC,CAAC;wBACpF,OAAe,CAAC,IAAI,CAAC,YAAY,EAAE;4BAClC,SAAS,EAAE,WAAW;4BACtB,UAAU,EAAE,EAAE,CAAC,IAAI;4BACnB,OAAO,EAAE,IAAI;4BACb,QAAQ,EAAE,EAAE,CAAC,QAAQ;4BACrB,QAAQ,EAAE,EAAE,CAAC,QAAQ;4BACrB,UAAU,EAAE,EAAE,CAAC,UAAU;4BACzB,eAAe,EAAE,EAAE,CAAC,eAAe;yBACpC,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACZ,OAAe,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACtC,CAAC;4BAAS,CAAC;wBACT,iBAAiB,GAAG,WAAW,CAAC;wBAChC,SAAS,GAAG,MAAM,EAAE,CAAC;wBACrB,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACxB,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,wBAAwB,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,CAAC;YACD,KAAK;gBACH,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxB,SAAS,GAAG,MAAM,EAAE,CAAC;YACvB,CAAC;YACD,KAAK;gBACH,SAAS,GAAG,KAAK,CAAC;gBAClB,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC;YACD,EAAE,CAAC,KAAU,EAAE,OAAY;gBACzB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,WAAmB,EAAE,MAAc;QAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,SAAiB,CAAC;QACtB,IAAI,KAAa,CAAC;QAElB,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAC9C,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;YAC9B,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC;aAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACtD,SAAS,GAAG,sBAAsB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7F,KAAK,GAAG,WAAW,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,qDAAqD,MAAM,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,IAAI,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACrC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QAC3E,CAAC;QAED,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,SAAS,KAAK,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC5F,WAAW,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC5C,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACrC,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,YAAY,GAAG,OAAO,CAAC;QACzC,MAAM,UAAU,GAAG,GAAG,CAAC;QACvB,MAAM,OAAO,GAAG,EAAE,CAAC;QACnB,MAAM,IAAI,GACR,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,UAAU;YACrC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,GAAG,SAAS,CAAC;YAC3C,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;YAC5D,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,iCAAiC,CAAC,CAAC;YAC5F,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACrF,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;CACF"}