@vkontakte/calls-audio-effects 1.3.0 → 1.4.1

package/controllers/VadController.d.ts

@@ -0,0 +1,44 @@
+import { type EffectVadAiOptions } from '../effects/EffectVadAi';
+export interface VadControllerOptions extends EffectVadAiOptions {
+    /** Speech probability threshold for enabling track. Default: 0.66 */
+    threshold?: number;
+    /** How many ms after last "speech" to keep enabled=true. Default: 300 */
+    hangoverMs?: number;
+    /** Log changes to the isSpeaking state. Default: false */
+    logSpeakingState?: boolean;
+}
+export interface VadLib {
+    VadController: typeof VadController;
+}
+export declare class VadController {
+    private _effect;
+    private _sendTrack;
+    private _vadInputTrack;
+    private _threshold;
+    private _hangoverMs;
+    private _logSpeakingState;
+    private _effectOptions;
+    private _isSpeaking;
+    private _lastSpeechAt;
+    private _hangoverTimer;
+    private _watchdogTimer;
+    private _destroyed;
+    private _loggerFn;
+    private _logger;
+    constructor(sendTrack?: MediaStreamTrack | null, options?: VadControllerOptions);
+    setOptions(options: VadControllerOptions): void;
+    private _applyEffectOptions;
+    setLogger(loggerFunction: (type: string, ...args: unknown[]) => void, loggerName?: string): void;
+    init(): Promise<void>;
+    setSendTrack(track: MediaStreamTrack | null): void;
+    pause(): void;
+    resume(): void;
+    get isSpeaking(): boolean;
+    destroy(): void;
+    private _applySendTrack;
+    private _onProbs;
+    private _armHangover;
+    private _setSpeaking;
+    private _scheduleWatchdog;
+    private _replaceVadInputTrack;
+}

package/effects/EffectVadAi.d.ts

@@ -0,0 +1,33 @@
+import { DataProcessing } from '../processor/AudioProcessor';
+import { WorkerAudioProcessor } from '../processor/WorkerAudioProcessor';
+export type VadModelType = 'onnx' | 'tflite';
+export declare const DEFAULT_VAD_AI_URLS: {
+    readonly modelUrl: "https://calls-sdk.cdn-vk.ru/models/bcresnet_no_center_mult2_20ms.onnx";
+    readonly modelDataUrl: "https://calls-sdk.cdn-vk.ru/models/bcresnet_no_center_mult2_20ms.onnx.data";
+    readonly ortWasmUrl: "https://calls-sdk.cdn-vk.ru/vendor/onnxruntime-web/ort-wasm-simd-threaded.wasm";
+    readonly ortMjsUrl: "https://calls-sdk.cdn-vk.ru/vendor/onnxruntime-web/ort-wasm-simd-threaded.mjs";
+};
+export interface EffectVadAiOptions {
+    modelType?: VadModelType;
+    modelUrl?: string;
+    modelDataUrl?: string;
+    ortWasmUrl?: string;
+    ortMjsUrl?: string;
+}
+export interface VadProbs {
+    speechProb: number;
+    silenceProb: number;
+}
+export declare class EffectVadAi extends WorkerAudioProcessor implements DataProcessing {
+    onData: (probs: VadProbs) => void;
+    private readonly _modelType;
+    private readonly _modelUrl;
+    private readonly _modelDataUrl;
+    private readonly _ortWasmUrl;
+    private readonly _ortMjsUrl;
+    constructor(options?: EffectVadAiOptions);
+    init(): Promise<void>;
+    protected onWorkletData(data: ArrayBuffer): void;
+    protected onWorkerData(probs: VadProbs): void;
+    static isSupported(): boolean;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vkontakte/calls-audio-effects",
-  "version": "1.3.0",
+  "version": "1.4.1",
   "author": "vk.com",
   "description": "Audio effects library for video calls based on the vk.com platform",
   "homepage": "https://vk.com",
@@ -14,6 +14,7 @@
     "**/*.d.ts"
   ],
   "dependencies": {
-    "@vkontakte/audio-processing": "0.0.8"
+    "@vkontakte/audio-processing": "0.0.9",
+    "onnxruntime-web": "^1.26.0"
   }
 }

package/workers/VadOnnxWorker.d.ts

@@ -0,0 +1,7 @@
+import type { Tensor } from 'onnxruntime-web';
+export type StateTensors = Record<string, Tensor>;
+export interface VadWorkerRequest {
+    data: ArrayBuffer;
+}
+declare const _default: (modelUrl: string, modelDataUrl: string, ortWasmUrl: string, ortMjsUrl: string) => void;
+export default _default;

package/workers/VadTfliteWorker.d.ts

@@ -0,0 +1,6 @@
+import wav2lip from '@vkontakte/audio-processing';
+export interface VadWorkerRequest {
+    data: ArrayBuffer;
+}
+declare const _default: (createWav2lipModule: typeof wav2lip, urlResolver: (url: string) => string) => void;
+export default _default;