@vkontakte/calls-audio-effects 1.2.9 → 1.2.10-dev.12fb226c.0

package/controllers/VadController.d.ts

@@ -0,0 +1,38 @@
+export interface VadControllerOptions {
+    /** Порог вероятности речи для включения трека. Default: 0.66 */
+    threshold?: number;
+    /** Сколько ms после последнего "речь" держим enabled=true. Default: 300 */
+    hangoverMs?: number;
+}
+export interface VadLib {
+    VadController: typeof VadController;
+}
+export declare class VadController {
+    private _effect;
+    private _sendTrack;
+    private _vadInputTrack;
+    private _threshold;
+    private _hangoverMs;
+    private _isSpeaking;
+    private _lastSpeechAt;
+    private _hangoverTimer;
+    private _watchdogTimer;
+    private _destroyed;
+    private _loggerFn;
+    private _logger;
+    constructor(sendTrack?: MediaStreamTrack | null, options?: VadControllerOptions);
+    setOptions(options: VadControllerOptions): void;
+    setLogger(loggerFunction: (type: string, ...args: unknown[]) => void, loggerName?: string): void;
+    init(): Promise<void>;
+    setSendTrack(track: MediaStreamTrack | null): void;
+    pause(): void;
+    resume(): void;
+    get isSpeaking(): boolean;
+    destroy(): void;
+    private _applySendTrack;
+    private _onProbs;
+    private _armHangover;
+    private _setSpeaking;
+    private _scheduleWatchdog;
+    private _replaceVadInputTrack;
+}

package/effects/EffectVadAi.d.ts

@@ -0,0 +1,13 @@
+import { DataProcessing } from '../processor/AudioProcessor';
+import { WorkerAudioProcessor } from '../processor/WorkerAudioProcessor';
+export interface VadProbs {
+    speechProb: number;
+    silenceProb: number;
+}
+export declare class EffectVadAi extends WorkerAudioProcessor implements DataProcessing {
+    onData: (probs: VadProbs) => void;
+    init(): Promise<void>;
+    protected onWorkletData(data: ArrayBuffer): void;
+    protected onWorkerData(probs: VadProbs): void;
+    static isSupported(): boolean;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vkontakte/calls-audio-effects",
-  "version": "1.2.9",
+  "version": "1.2.10-dev.12fb226c.0",
   "author": "vk.com",
   "description": "Audio effects library for video calls based on the vk.com platform",
   "homepage": "https://vk.com",
@@ -14,6 +14,7 @@
     "**/*.d.ts"
   ],
   "dependencies": {
-    "@vkontakte/audio-processing": "0.0.8"
+    "@vkontakte/audio-processing": "0.0.8",
+    "onnxruntime-web": "^1.26.0"
   }
 }

package/workers/VadAiWorker.d.ts

@@ -0,0 +1,7 @@
+import type { Tensor } from 'onnxruntime-web';
+export type StateTensors = Record<string, Tensor>;
+export interface VadWorkerRequest {
+    data: ArrayBuffer;
+}
+declare const _default: (modelUrl: string, modelDataUrl: string, ortWasmUrl: string, ortMjsUrl: string) => void;
+export default _default;