osense-vad 1.0.0

package/dist/common/non-real-time-vad.d.ts

@@ -0,0 +1,23 @@
+import { type FrameProcessorInterface, type FrameProcessorOptions } from "./frame-processor";
+import { type ModelFetcher, type OrtModule, type OrtOptions } from "./models";
+interface NonRealTimeVADSpeechData {
+    audio: Float32Array;
+    start: number;
+    end: number;
+}
+export interface NonRealTimeVADOptions extends FrameProcessorOptions, OrtOptions {
+    modelURL: string;
+    modelFetcher: (path: string) => Promise<ArrayBuffer>;
+}
+export declare const defaultNonRealTimeVADOptions: NonRealTimeVADOptions;
+export declare class NonRealTimeVAD {
+    modelFetcher: ModelFetcher;
+    ort: OrtModule;
+    options: NonRealTimeVADOptions;
+    frameProcessor: FrameProcessorInterface;
+    static new(options?: Partial<NonRealTimeVADOptions>): Promise<NonRealTimeVAD>;
+    constructor(modelFetcher: ModelFetcher, ort: OrtModule, options: NonRealTimeVADOptions, frameProcessor: FrameProcessorInterface);
+    run(inputAudio: Float32Array, sampleRate: number): AsyncGenerator<NonRealTimeVADSpeechData>;
+}
+export {};
+//# sourceMappingURL=non-real-time-vad.d.ts.map

package/dist/common/non-real-time-vad.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"non-real-time-vad.d.ts","sourceRoot":"","sources":["../../src/common/non-real-time-vad.ts"],"names":[],"mappings":"AAIA,OAAO,EAGL,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAG3B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,UAAU,EAEhB,MAAM,UAAU,CAAC;AAGlB,UAAU,wBAAwB;IAChC,KAAK,EAAE,YAAY,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,qBACf,SAAQ,qBAAqB,EAC3B,UAAU;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;CACtD;AAED,eAAO,MAAM,4BAA4B,EAAE,qBAK1C,CAAC;AAEF,qBAAa,cAAc;IAuChB,YAAY,EAAE,YAAY;IAC1B,GAAG,EAAE,SAAS;IACd,OAAO,EAAE,qBAAqB;IAC9B,cAAc,EAAE,uBAAuB;WAzCnC,GAAG,CAAC,OAAO,GAAE,OAAO,CAAC,qBAAqB,CAAM;gBAsCpD,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,SAAS,EACd,OAAO,EAAE,qBAAqB,EAC9B,cAAc,EAAE,uBAAuB;IAGzC,GAAG,CACR,UAAU,EAAE,YAAY,EACxB,UAAU,EAAE,MAAM,GACjB,cAAc,CAAC,wBAAwB,CAAC;CAiD5C"}

package/dist/common/non-real-time-vad.js

@@ -0,0 +1,127 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NonRealTimeVAD = exports.defaultNonRealTimeVADOptions = void 0;
+const ortInstance = __importStar(require("onnxruntime-node"));
+const asset_path_1 = require("./asset-path");
+const default_model_fetcher_1 = require("./default-model-fetcher");
+const frame_processor_1 = require("./frame-processor");
+const messages_1 = require("./messages");
+const models_1 = require("./models");
+const resampler_1 = require("./resampler");
+exports.defaultNonRealTimeVADOptions = {
+    ...frame_processor_1.defaultLegacyFrameProcessorOptions,
+    ortConfig: undefined,
+    modelURL: asset_path_1.baseAssetPath + "silero_vad_legacy.onnx",
+    modelFetcher: default_model_fetcher_1.defaultModelFetcher,
+};
+class NonRealTimeVAD {
+    static async new(options = {}) {
+        const fullOptions = {
+            ...exports.defaultNonRealTimeVADOptions,
+            ...options,
+        };
+        (0, frame_processor_1.validateOptions)(fullOptions);
+        if (fullOptions.ortConfig !== undefined) {
+            fullOptions.ortConfig(ortInstance);
+        }
+        const modelFetcher = () => fullOptions.modelFetcher(fullOptions.modelURL);
+        const model = await models_1.SileroLegacy.new(ortInstance, modelFetcher);
+        const frameProcessor = new frame_processor_1.FrameProcessor(model.process, model.reset_state, {
+            frameSamples: fullOptions.frameSamples,
+            positiveSpeechThreshold: fullOptions.positiveSpeechThreshold,
+            negativeSpeechThreshold: fullOptions.negativeSpeechThreshold,
+            redemptionFrames: fullOptions.redemptionFrames,
+            preSpeechPadFrames: fullOptions.preSpeechPadFrames,
+            minSpeechFrames: fullOptions.minSpeechFrames,
+            submitUserSpeechOnPause: fullOptions.submitUserSpeechOnPause,
+        });
+        frameProcessor.resume();
+        const vad = new this(modelFetcher, ortInstance, fullOptions, frameProcessor);
+        return vad;
+    }
+    constructor(modelFetcher, ort, options, frameProcessor) {
+        this.modelFetcher = modelFetcher;
+        this.ort = ort;
+        this.options = options;
+        this.frameProcessor = frameProcessor;
+    }
+    async *run(inputAudio, sampleRate) {
+        const resamplerOptions = {
+            nativeSampleRate: sampleRate,
+            targetSampleRate: 16000,
+            targetFrameSize: this.options.frameSamples,
+        };
+        const resampler = new resampler_1.Resampler(resamplerOptions);
+        let start = 0;
+        let end = 0;
+        let frameIndex = 0;
+        const messageContainer = [];
+        for await (const frame of resampler.stream(inputAudio)) {
+            await this.frameProcessor.process(frame, (event) => {
+                messageContainer.push(event);
+            });
+            for (const event of messageContainer) {
+                switch (event.msg) {
+                    case messages_1.Message.SpeechStart:
+                        start = (frameIndex * this.options.frameSamples) / 16;
+                        break;
+                    case messages_1.Message.SpeechEnd:
+                        end = ((frameIndex + 1) * this.options.frameSamples) / 16;
+                        yield { audio: event.audio, start, end };
+                        break;
+                    default:
+                        break;
+                }
+            }
+            frameIndex++;
+        }
+        this.frameProcessor.endSegment((event) => {
+            messageContainer.push(event);
+        });
+        for (const event of messageContainer) {
+            switch (event.msg) {
+                case messages_1.Message.SpeechEnd:
+                    yield {
+                        audio: event.audio,
+                        start,
+                        end: (frameIndex * this.options.frameSamples) / 16,
+                    };
+            }
+        }
+    }
+}
+exports.NonRealTimeVAD = NonRealTimeVAD;
+//# sourceMappingURL=non-real-time-vad.js.map

package/dist/common/non-real-time-vad.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"non-real-time-vad.js","sourceRoot":"","sources":["../../src/common/non-real-time-vad.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,8DAAgD;AAEhD,6CAA6C;AAC7C,mEAA8D;AAC9D,uDAO2B;AAC3B,yCAAqC;AACrC,qCAKkB;AAClB,2CAAwC;AAe3B,QAAA,4BAA4B,GAA0B;IACjE,GAAG,oDAAkC;IACrC,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,0BAAa,GAAG,wBAAwB;IAClD,YAAY,EAAE,2CAAmB;CAClC,CAAC;AAEF,MAAa,cAAc;IACzB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,UAA0C,EAAE;QAC3D,MAAM,WAAW,GAAG;YAClB,GAAG,oCAA4B;YAC/B,GAAG,OAAO;SACX,CAAC;QACF,IAAA,iCAAe,EAAC,WAAW,CAAC,CAAC;QAE7B,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACxC,WAAW,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACrC,CAAC;QACD,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,MAAM,qBAAY,CAAC,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAEhE,MAAM,cAAc,GAAG,IAAI,gCAAc,CACvC,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,WAAW,EACjB;YACE,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,uBAAuB,EAAE,WAAW,CAAC,uBAAuB;YAC5D,uBAAuB,EAAE,WAAW,CAAC,uBAAuB;YAC5D,gBAAgB,EAAE,WAAW,CAAC,gBAAgB;YAC9C,kBAAkB,EAAE,WAAW,CAAC,kBAAkB;YAClD,eAAe,EAAE,WAAW,CAAC,eAAe;YAC5C,uBAAuB,EAAE,WAAW,CAAC,uBAAuB;SAC7D,CACF,CAAC;QACF,cAAc,CAAC,MAAM,EAAE,CAAC;QAExB,MAAM,GAAG,GAAG,IAAI,IAAI,CAClB,YAAY,EACZ,WAAW,EACX,WAAW,EACX,cAAc,CACf,CAAC;QACF,OAAO,GAAG,CAAC;IACb,CAAC;IAED,YACS,YAA0B,EAC1B,GAAc,EACd,OAA8B,EAC9B,cAAuC;QAHvC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,QAAG,GAAH,GAAG,CAAW;QACd,YAAO,GAAP,OAAO,CAAuB;QAC9B,mBAAc,GAAd,cAAc,CAAyB;IAC7C,CAAC;IAEJ,KAAK,CAAC,CAAC,GAAG,CACR,UAAwB,EACxB,UAAkB;QAElB,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,UAAU;YAC5B,gBAAgB,EAAE,KAAK;YACvB,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;SAC3C,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,gBAAgB,CAAC,CAAC;QAClD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,MAAM,gBAAgB,GAA0B,EAAE,CAAC;QAEnD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjD,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;YACH,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;gBACrC,QAAQ,KAAK,CAAC,GAAG,EAAE,CAAC;oBAClB,KAAK,kBAAO,CAAC,WAAW;wBACtB,KAAK,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;wBACtD,MAAM;oBAER,KAAK,kBAAO,CAAC,SAAS;wBACpB,GAAG,GAAG,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;wBAC1D,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;wBACzC,MAAM;oBAER;wBACE,MAAM;gBACV,CAAC;YACH,CAAC;YACD,UAAU,EAAE,CAAC;QACf,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE;YACvC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;YACrC,QAAQ,KAAK,CAAC,GAAG,EAAE,CAAC;gBAClB,KAAK,kBAAO,CAAC,SAAS;oBACpB,MAAM;wBACJ,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,KAAK;wBACL,GAAG,EAAE,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE;qBACnD,CAAC;YACN,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAjGD,wCAiGC"}

package/dist/common/resampler.d.ts

@@ -0,0 +1,16 @@
+interface ResamplerOptions {
+    nativeSampleRate: number;
+    targetSampleRate: number;
+    targetFrameSize: number;
+}
+export declare class Resampler {
+    options: ResamplerOptions;
+    inputBuffer: Array<number>;
+    constructor(options: ResamplerOptions);
+    process: (audioFrame: Float32Array) => Float32Array[];
+    stream: (audioInput: Float32Array) => AsyncGenerator<any, void, unknown>;
+    private hasEnoughDataForFrame;
+    private generateOutputFrame;
+}
+export {};
+//# sourceMappingURL=resampler.d.ts.map

package/dist/common/resampler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resampler.d.ts","sourceRoot":"","sources":["../../src/common/resampler.ts"],"names":[],"mappings":"AAEA,UAAU,gBAAgB;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,SAAS;IAGD,OAAO,EAAE,gBAAgB;IAF5C,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAER,OAAO,EAAE,gBAAgB;IAS5C,OAAO,GAAI,YAAY,YAAY,KAAG,YAAY,EAAE,CAalD;IAEF,MAAM,GAAoB,YAAY,YAAY,wCAShD;IAEF,OAAO,CAAC,qBAAqB;IAQ7B,OAAO,CAAC,mBAAmB;CA8B5B"}

package/dist/common/resampler.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Resampler = void 0;
+const logging_1 = require("./logging");
+class Resampler {
+    constructor(options) {
+        this.options = options;
+        this.process = (audioFrame) => {
+            const outputFrames = [];
+            for (const sample of audioFrame) {
+                this.inputBuffer.push(sample);
+                while (this.hasEnoughDataForFrame()) {
+                    const outputFrame = this.generateOutputFrame();
+                    outputFrames.push(outputFrame);
+                }
+            }
+            return outputFrames;
+        };
+        this.stream = async function* (audioInput) {
+            for (const sample of audioInput) {
+                this.inputBuffer.push(sample);
+                while (this.hasEnoughDataForFrame()) {
+                    const outputFrame = this.generateOutputFrame();
+                    yield outputFrame;
+                }
+            }
+        };
+        if (options.nativeSampleRate < 16000) {
+            logging_1.log.error("nativeSampleRate is too low. Should have 16000 = targetSampleRate <= nativeSampleRate");
+        }
+        this.inputBuffer = [];
+    }
+    hasEnoughDataForFrame() {
+        return ((this.inputBuffer.length * this.options.targetSampleRate) /
+            this.options.nativeSampleRate >=
+            this.options.targetFrameSize);
+    }
+    generateOutputFrame() {
+        const outputFrame = new Float32Array(this.options.targetFrameSize);
+        let outputIndex = 0;
+        let inputIndex = 0;
+        while (outputIndex < this.options.targetFrameSize) {
+            let sum = 0;
+            let num = 0;
+            while (inputIndex <
+                Math.min(this.inputBuffer.length, ((outputIndex + 1) * this.options.nativeSampleRate) /
+                    this.options.targetSampleRate)) {
+                const value = this.inputBuffer[inputIndex];
+                if (value !== undefined) {
+                    sum += value;
+                    num++;
+                }
+                inputIndex++;
+            }
+            outputFrame[outputIndex] = sum / num;
+            outputIndex++;
+        }
+        this.inputBuffer = this.inputBuffer.slice(inputIndex);
+        return outputFrame;
+    }
+}
+exports.Resampler = Resampler;
+//# sourceMappingURL=resampler.js.map

package/dist/common/resampler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resampler.js","sourceRoot":"","sources":["../../src/common/resampler.ts"],"names":[],"mappings":";;;AAAA,uCAAgC;AAQhC,MAAa,SAAS;IAGpB,YAAmB,OAAyB;QAAzB,YAAO,GAAP,OAAO,CAAkB;QAS5C,YAAO,GAAG,CAAC,UAAwB,EAAkB,EAAE;YACrD,MAAM,YAAY,GAAwB,EAAE,CAAC;YAE7C,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE9B,OAAO,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;oBACpC,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC/C,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;YAED,OAAO,YAAY,CAAC;QACtB,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,SAAS,CAAC,EAAE,UAAwB;YAChD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE9B,OAAO,IAAI,CAAC,qBAAqB,EAAE,EAAE,CAAC;oBACpC,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC/C,MAAM,WAAW,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAhCA,IAAI,OAAO,CAAC,gBAAgB,GAAG,KAAK,EAAE,CAAC;YACrC,aAAG,CAAC,KAAK,CACP,uFAAuF,CACxF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;IA4BO,qBAAqB;QAC3B,OAAO,CACL,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACvD,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAC/B,IAAI,CAAC,OAAO,CAAC,eAAe,CAC7B,CAAC;IACJ,CAAC;IAEO,mBAAmB;QACzB,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACnE,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,OAAO,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YAClD,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OACE,UAAU;gBACV,IAAI,CAAC,GAAG,CACN,IAAI,CAAC,WAAW,CAAC,MAAM,EACvB,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;oBACjD,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAChC,EACD,CAAC;gBACD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC3C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,GAAG,IAAI,KAAK,CAAC;oBACb,GAAG,EAAE,CAAC;gBACR,CAAC;gBACD,UAAU,EAAE,CAAC;YACf,CAAC;YACD,WAAW,CAAC,WAAW,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;YACrC,WAAW,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACtD,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AA5ED,8BA4EC"}

package/dist/common/utils.d.ts

@@ -0,0 +1,8 @@
+export declare function minFramesForTargetMS(targetDuration: number, frameSamples: number, sr?: number): number;
+export declare function arrayBufferToBase64(buffer: ArrayBuffer): string;
+export declare function encodeWAV(samples: Float32Array, format?: number, sampleRate?: number, numChannels?: number, bitDepth?: number): ArrayBuffer;
+export declare function audioFileToArray(audioFileData: Blob): Promise<{
+    audio: Float32Array<ArrayBuffer>;
+    sampleRate: number;
+}>;
+//# sourceMappingURL=utils.d.ts.map

package/dist/common/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/common/utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,EACtB,YAAY,EAAE,MAAM,EACpB,EAAE,SAAQ,GACT,MAAM,CAER;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,WAAW,UAYtD;AAMD,wBAAgB,SAAS,CACvB,OAAO,EAAE,YAAY,EACrB,MAAM,SAAI,EACV,UAAU,SAAQ,EAClB,WAAW,SAAI,EACf,QAAQ,SAAK,eAuCd;AAyBD,wBAAsB,gBAAgB,CAAC,aAAa,EAAE,IAAI;;;GAuCzD"}

package/dist/common/utils.js

@@ -0,0 +1,118 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.minFramesForTargetMS = minFramesForTargetMS;
+exports.arrayBufferToBase64 = arrayBufferToBase64;
+exports.encodeWAV = encodeWAV;
+exports.audioFileToArray = audioFileToArray;
+function minFramesForTargetMS(targetDuration, frameSamples, sr = 16000) {
+    return Math.ceil((targetDuration * sr) / 1000 / frameSamples);
+}
+function arrayBufferToBase64(buffer) {
+    const bytes = new Uint8Array(buffer);
+    const len = bytes.byteLength;
+    const binary = new Array(len);
+    for (let i = 0; i < len; i++) {
+        const byte = bytes[i];
+        if (byte === undefined) {
+            break;
+        }
+        binary[i] = String.fromCharCode(byte);
+    }
+    return btoa(binary.join(""));
+}
+/*
+  This rest of this was mostly copied from https://github.com/linto-ai/WebVoiceSDK
+  */
+function encodeWAV(samples, format = 3, sampleRate = 16000, numChannels = 1, bitDepth = 32) {
+    const bytesPerSample = bitDepth / 8;
+    const blockAlign = numChannels * bytesPerSample;
+    const buffer = new ArrayBuffer(44 + samples.length * bytesPerSample);
+    const view = new DataView(buffer);
+    /* RIFF identifier */
+    writeString(view, 0, "RIFF");
+    /* RIFF chunk length */
+    view.setUint32(4, 36 + samples.length * bytesPerSample, true);
+    /* RIFF type */
+    writeString(view, 8, "WAVE");
+    /* format chunk identifier */
+    writeString(view, 12, "fmt ");
+    /* format chunk length */
+    view.setUint32(16, 16, true);
+    /* sample format (raw) */
+    view.setUint16(20, format, true);
+    /* channel count */
+    view.setUint16(22, numChannels, true);
+    /* sample rate */
+    view.setUint32(24, sampleRate, true);
+    /* byte rate (sample rate * block align) */
+    view.setUint32(28, sampleRate * blockAlign, true);
+    /* block align (channel count * bytes per sample) */
+    view.setUint16(32, blockAlign, true);
+    /* bits per sample */
+    view.setUint16(34, bitDepth, true);
+    /* data chunk identifier */
+    writeString(view, 36, "data");
+    /* data chunk length */
+    view.setUint32(40, samples.length * bytesPerSample, true);
+    if (format === 1) {
+        // Raw PCM
+        floatTo16BitPCM(view, 44, samples);
+    }
+    else {
+        writeFloat32(view, 44, samples);
+    }
+    return buffer;
+}
+function writeFloat32(output, offset, input) {
+    for (let i = 0; i < input.length; i++, offset += 4) {
+        output.setFloat32(offset, input[i], true);
+    }
+}
+function floatTo16BitPCM(output, offset, input) {
+    for (let i = 0; i < input.length; i++, offset += 2) {
+        const s = Math.max(-1, Math.min(1, input[i]));
+        output.setInt16(offset, s < 0 ? s * 0x8000 : s * 0x7fff, true);
+    }
+}
+function writeString(view, offset, string) {
+    for (let i = 0; i < string.length; i++) {
+        view.setUint8(offset + i, string.charCodeAt(i));
+    }
+}
+async function audioFileToArray(audioFileData) {
+    const ctx = new OfflineAudioContext(1, 1, 44100);
+    const reader = new FileReader();
+    let audioBuffer = null;
+    await new Promise((res) => {
+        reader.addEventListener("loadend", () => {
+            const audioData = reader.result;
+            ctx.decodeAudioData(audioData, (buffer) => {
+                audioBuffer = buffer;
+                ctx
+                    .startRendering()
+                    .then(() => {
+                    console.log("Rendering completed successfully");
+                    res();
+                })
+                    .catch((err) => {
+                    console.error(`Rendering failed: ${err}`);
+                });
+            }, (e) => {
+                console.log(`Error with decoding audio data: ${e}`);
+            });
+        });
+        reader.readAsArrayBuffer(audioFileData);
+    });
+    if (audioBuffer === null) {
+        throw Error("some shit");
+    }
+    const _audioBuffer = audioBuffer;
+    const out = new Float32Array(_audioBuffer.length);
+    for (let i = 0; i < _audioBuffer.length; i++) {
+        for (let j = 0; j < _audioBuffer.numberOfChannels; j++) {
+            out[i] = (out[i] ?? 0) + (_audioBuffer.getChannelData(j)?.[i] ?? 0);
+        }
+    }
+    return { audio: out, sampleRate: _audioBuffer.sampleRate };
+}
+//# sourceMappingURL=utils.js.map

package/dist/common/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/common/utils.ts"],"names":[],"mappings":";;AAAA,oDAMC;AAED,kDAYC;AAMD,8BA4CC;AAyBD,4CAuCC;AAtID,SAAgB,oBAAoB,CAClC,cAAsB,EACtB,YAAoB,EACpB,EAAE,GAAG,KAAK;IAEV,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,YAAY,CAAC,CAAC;AAChE,CAAC;AAED,SAAgB,mBAAmB,CAAC,MAAmB;IACrD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC;IAC7B,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM;QACR,CAAC;QACD,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED;;IAEI;AAEJ,SAAgB,SAAS,CACvB,OAAqB,EACrB,MAAM,GAAG,CAAC,EACV,UAAU,GAAG,KAAK,EAClB,WAAW,GAAG,CAAC,EACf,QAAQ,GAAG,EAAE;IAEb,MAAM,cAAc,GAAG,QAAQ,GAAG,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,WAAW,GAAG,cAAc,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC;IACrE,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClC,qBAAqB;IACrB,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7B,uBAAuB;IACvB,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE,IAAI,CAAC,CAAC;IAC9D,eAAe;IACf,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7B,6BAA6B;IAC7B,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9B,yBAAyB;IACzB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7B,yBAAyB;IACzB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IACjC,mBAAmB;IACnB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;IACtC,iBAAiB;IACjB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACrC,2CAA2C;IAC3C,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,GAAG,UAAU,EAAE,IAAI,CAAC,CAAC;IAClD,oDAAoD;IACpD,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;IACrC,qBAAqB;IACrB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnC,2BAA2B;IAC3B,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9B,uBAAuB;IACvB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE,IAAI,CAAC,CAAC;IAC1D,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,UAAU;QACV,eAAe,CAAC,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,YAAY,CAAC,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,MAAgB,EAAE,MAAc,EAAE,KAAmB;IACzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAW,EAAE,IAAI,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CACtB,MAAgB,EAChB,MAAc,EACd,KAAmB;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,IAAI,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAc,EAAE,MAAc,EAAE,MAAc;IACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,aAAmB;IACxD,MAAM,GAAG,GAAG,IAAI,mBAAmB,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,IAAI,WAAW,GAAuB,IAAI,CAAC;IAC3C,MAAM,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,EAAE;QAC9B,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,GAAG,EAAE;YACtC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAqB,CAAC;YAC/C,GAAG,CAAC,eAAe,CACjB,SAAS,EACT,CAAC,MAAM,EAAE,EAAE;gBACT,WAAW,GAAG,MAAM,CAAC;gBACrB,GAAG;qBACA,cAAc,EAAE;qBAChB,IAAI,CAAC,GAAG,EAAE;oBACT,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;oBAChD,GAAG,EAAE,CAAC;gBACR,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACb,OAAO,CAAC,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;gBAC5C,CAAC,CAAC,CAAC;YACP,CAAC,EACD,CAAC,CAAC,EAAE,EAAE;gBACJ,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC;YACtD,CAAC,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IACH,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3B,CAAC;IACD,MAAM,YAAY,GAAG,WAA0B,CAAC;IAChD,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC;YACvD,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC;AAC7D,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,13 @@
+import { FrameProcessor, type FrameProcessorOptions, Message, Resampler, utils } from "./common";
+import { RealTimeVAD as BaseRealTimeVAD, DEFAULT_MODEL, type RealTimeVADOptions, getDefaultRealTimeVADOptions } from "./real-time-vad";
+export { NonRealTimeVAD } from "./common/non-real-time-vad";
+export type { NonRealTimeVADOptions } from "./common/non-real-time-vad";
+/**
+ * RealTimeVAD with selectable model version (v5 default)
+ */
+export declare class RealTimeVAD extends BaseRealTimeVAD {
+    static new(options?: Partial<RealTimeVADOptions>): Promise<RealTimeVAD>;
+}
+export { DEFAULT_MODEL, FrameProcessor, Message, Resampler, getDefaultRealTimeVADOptions, utils, };
+export type { FrameProcessorOptions, RealTimeVADOptions };
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,cAAc,EACd,KAAK,qBAAqB,EAC1B,OAAO,EACP,SAAS,EACT,KAAK,EACN,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,WAAW,IAAI,eAAe,EAC9B,aAAa,EACb,KAAK,kBAAkB,EACvB,4BAA4B,EAC7B,MAAM,iBAAiB,CAAC;AAezB,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,YAAY,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAExE;;GAEG;AACH,qBAAa,WAAY,SAAQ,eAAe;WACxB,GAAG,CACvB,OAAO,GAAE,OAAO,CAAC,kBAAkB,CAAM,GACxC,OAAO,CAAC,WAAW,CAAC;CASxB;AAED,OAAO,EACL,aAAa,EACb,cAAc,EACd,OAAO,EACP,SAAS,EACT,4BAA4B,EAC5B,KAAK,GACN,CAAC;AACF,YAAY,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,CAAC"}

package/dist/index.js

@@ -0,0 +1,74 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.utils = exports.getDefaultRealTimeVADOptions = exports.Resampler = exports.Message = exports.FrameProcessor = exports.DEFAULT_MODEL = exports.RealTimeVAD = exports.NonRealTimeVAD = void 0;
+const fs = __importStar(require("node:fs/promises"));
+const ort = __importStar(require("onnxruntime-node"));
+const common_1 = require("./common");
+Object.defineProperty(exports, "FrameProcessor", { enumerable: true, get: function () { return common_1.FrameProcessor; } });
+Object.defineProperty(exports, "Message", { enumerable: true, get: function () { return common_1.Message; } });
+Object.defineProperty(exports, "Resampler", { enumerable: true, get: function () { return common_1.Resampler; } });
+Object.defineProperty(exports, "utils", { enumerable: true, get: function () { return common_1.utils; } });
+const real_time_vad_1 = require("./real-time-vad");
+Object.defineProperty(exports, "DEFAULT_MODEL", { enumerable: true, get: function () { return real_time_vad_1.DEFAULT_MODEL; } });
+Object.defineProperty(exports, "getDefaultRealTimeVADOptions", { enumerable: true, get: function () { return real_time_vad_1.getDefaultRealTimeVADOptions; } });
+const LEGACY_MODEL_PATH = `${__dirname}/silero_vad_legacy.onnx`;
+const V5_MODEL_PATH = `${__dirname}/silero_vad_v5.onnx`;
+const fetchLegacyModel = async () => {
+    const data = await fs.readFile(LEGACY_MODEL_PATH);
+    return data.buffer;
+};
+const fetchV5Model = async () => {
+    const data = await fs.readFile(V5_MODEL_PATH);
+    return data.buffer;
+};
+var non_real_time_vad_1 = require("./common/non-real-time-vad");
+Object.defineProperty(exports, "NonRealTimeVAD", { enumerable: true, get: function () { return non_real_time_vad_1.NonRealTimeVAD; } });
+/**
+ * RealTimeVAD with selectable model version (v5 default)
+ */
+class RealTimeVAD extends real_time_vad_1.RealTimeVAD {
+    static async new(options = {}) {
+        // determine which model to use
+        const modelVersion = options.model ?? real_time_vad_1.DEFAULT_MODEL;
+        const fetcher = modelVersion === "v5" ? fetchV5Model : fetchLegacyModel;
+        // build full defaults including correct frame processor opts
+        const defaults = (0, real_time_vad_1.getDefaultRealTimeVADOptions)(modelVersion);
+        const opts = { ...defaults, ...options };
+        return real_time_vad_1.RealTimeVAD.new(ort, fetcher, opts);
+    }
+}
+exports.RealTimeVAD = RealTimeVAD;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qDAAuC;AACvC,sDAAwC;AACxC,qCAMkB;AA4ChB,+FAjDA,uBAAc,OAiDA;AACd,wFAhDA,gBAAO,OAgDA;AACP,0FAhDA,kBAAS,OAgDA;AAET,sFAjDA,cAAK,OAiDA;AA9CP,mDAKyB;AAoCvB,8FAvCA,6BAAa,OAuCA;AAIb,6GAzCA,4CAA4B,OAyCA;AAtC9B,MAAM,iBAAiB,GAAG,GAAG,SAAS,yBAAyB,CAAC;AAChE,MAAM,aAAa,GAAG,GAAG,SAAS,qBAAqB,CAAC;AAExD,MAAM,gBAAgB,GAAG,KAAK,IAA0B,EAAE;IACxD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IAClD,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,KAAK,IAA0B,EAAE;IACpD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAC9C,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC,CAAC;AAEF,gEAA4D;AAAnD,mHAAA,cAAc,OAAA;AAGvB;;GAEG;AACH,MAAa,WAAY,SAAQ,2BAAe;IAC9C,MAAM,CAAU,KAAK,CAAC,GAAG,CACvB,UAAuC,EAAE;QAEzC,+BAA+B;QAC/B,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,6BAAa,CAAC;QACpD,MAAM,OAAO,GAAG,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAC;QACxE,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,IAAA,4CAA4B,EAAC,YAAY,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAC;QACzC,OAAO,2BAAe,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAyB,CAAC;IACzE,CAAC;CACF;AAZD,kCAYC"}

package/dist/real-time-vad.d.ts

@@ -0,0 +1,63 @@
+import type { OrtOptions } from "./common/models";
+import { type FrameProcessorOptions } from "./common/frame-processor";
+import { type SpeechProbabilities } from "./common/models";
+export type ModelVersion = "v6" | "v5" | "legacy";
+export declare const DEFAULT_MODEL: ModelVersion;
+/**
+ * Callbacks for real-time VAD events
+ */
+export interface RealTimeVADCallbacks {
+    onFrameProcessed: (probabilities: SpeechProbabilities, frame: Float32Array) => void;
+    onVADMisfire: () => void;
+    onSpeechStart: () => void;
+    onSpeechRealStart: () => void;
+    onSpeechEnd: (audio: Float32Array) => void;
+}
+/**
+ * Options for RealTimeVAD in Node environment
+ */
+export interface RealTimeVADOptions extends FrameProcessorOptions, RealTimeVADCallbacks, OrtOptions {
+    /** Sample rate of the incoming audio; will be resampled to 16000Hz internally */
+    sampleRate: number;
+    /** Which Silero model to use: V5 or legacy */
+    model?: ModelVersion;
+}
+/**
+ * Build default options based on chosen model
+ */
+export declare function getDefaultRealTimeVADOptions(model?: ModelVersion): RealTimeVADOptions;
+/**
+ * RealTimeVAD processes raw audio buffers, frames, and emits events
+ */
+export declare class RealTimeVAD {
+    private options;
+    private frameProcessor;
+    private modelInstance;
+    private buffer;
+    private frameSize;
+    private active;
+    private resampler;
+    /**
+     * Construct a new instance with provided options and loaded model
+     */
+    protected constructor(options: RealTimeVADOptions, modelInstance: any);
+    /**
+     * Create and initialize a RealTimeVAD instance
+     */
+    static new(ort: any, modelFetcher: () => Promise<ArrayBuffer>, opts?: Partial<RealTimeVADOptions>): Promise<RealTimeVAD>;
+    /** Start processing incoming frames */
+    start(): void;
+    /** Pause processing; may emit end-segment on pause */
+    pause(): void;
+    /** Feed raw audio (any sample rate) into the VAD */
+    processAudio(audioData: Float32Array): Promise<void>;
+    /** Flush any remaining audio and end segment */
+    flush(): Promise<void>;
+    /** Reset internal state */
+    reset(): void;
+    /** Handle events emitted by the frame processor */
+    private handleEvent;
+    /** Clean up resources */
+    destroy(): void;
+}
+//# sourceMappingURL=real-time-vad.d.ts.map

package/dist/real-time-vad.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"real-time-vad.d.ts","sourceRoot":"","sources":["../src/real-time-vad.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAGL,KAAK,qBAAqB,EAK3B,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAKL,KAAK,mBAAmB,EACzB,MAAM,iBAAiB,CAAC;AAGzB,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,GAAG,QAAQ,CAAC;AAClD,eAAO,MAAM,aAAa,EAAE,YAAmB,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,gBAAgB,EAAE,CAChB,aAAa,EAAE,mBAAmB,EAClC,KAAK,EAAE,YAAY,KAChB,IAAI,CAAC;IACV,YAAY,EAAE,MAAM,IAAI,CAAC;IACzB,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAC9B,WAAW,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;CAC5C;AAED;;GAEG;AACH,MAAM,WAAW,kBACf,SAAQ,qBAAqB,EAC3B,oBAAoB,EACpB,UAAU;IACZ,iFAAiF;IACjF,UAAU,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,KAAK,CAAC,EAAE,YAAY,CAAC;CACtB;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAC1C,KAAK,GAAE,YAA4B,GAClC,kBAAkB,CA0BpB;AAED;;GAEG;AACH,qBAAa,WAAW;IAYpB,OAAO,CAAC,OAAO;IAXjB,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,aAAa,CAAM;IAC3B,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAA0B;IAE3C;;OAEG;IACH,SAAS,aACC,OAAO,EAAE,kBAAkB,EACnC,aAAa,EAAE,GAAG;IA4BpB;;OAEG;WACU,GAAG,CACd,GAAG,EAAE,GAAG,EACR,YAAY,EAAE,MAAM,OAAO,CAAC,WAAW,CAAC,EACxC,IAAI,GAAE,OAAO,CAAC,kBAAkB,CAAM,GACrC,OAAO,CAAC,WAAW,CAAC;IAqBvB,uCAAuC;IACvC,KAAK,IAAI,IAAI;IAKb,sDAAsD;IACtD,KAAK,IAAI,IAAI;IAKb,oDAAoD;IAC9C,YAAY,CAAC,SAAS,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA+B1D,gDAAgD;IAC1C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B,2BAA2B;IAC3B,KAAK,IAAI,IAAI;IAKb,mDAAmD;IACnD,OAAO,CAAC,WAAW,CAkBjB;IAEF,yBAAyB;IACzB,OAAO,IAAI,IAAI;CAIhB"}