@unctad-ai/voice-agent-core 0.1.1

package/dist/hooks/useTenVAD.js

@@ -0,0 +1,318 @@
+/**
+ * useTenVAD — React hook wrapping TEN VAD (WebAssembly) for browser voice
+ * activity detection.  Drop-in replacement for `useMicVAD` from
+ * `@ricky0123/vad-react` with the same callback/state contract.
+ *
+ * Architecture:
+ *   AudioContext (16 kHz) → AudioWorkletNode (ten-vad-processor.js)
+ *     → postMessage Float32 chunks → main-thread WASM inference
+ *     → speech segmentation state machine → callbacks
+ */
+import { useCallback, useEffect, useRef, useState } from 'react';
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+/** Convert Float32 [-1,1] to Int16 for TEN VAD */
+function float32ToInt16(f32) {
+    const i16 = new Int16Array(f32.length);
+    for (let i = 0; i < f32.length; i++) {
+        const s = Math.max(-1, Math.min(1, f32[i]));
+        i16[i] = s < 0 ? s * 0x8000 : s * 0x7fff;
+    }
+    return i16;
+}
+// ---------------------------------------------------------------------------
+// Hook
+// ---------------------------------------------------------------------------
+export function useTenVAD(options = {}) {
+    const { startOnLoad = false, hopSize = 256, threshold = 0.5, positiveSpeechThreshold = 0.6, negativeSpeechThreshold = 0.35, redemptionMs = 600, minSpeechMs = 500, preSpeechPadMs = 400, onSpeechStart, onSpeechEnd, onVADMisfire, onFrameProcessed, } = options;
+    const [loading, setLoading] = useState(true);
+    const [errored, setErrored] = useState(false);
+    // Stable refs for callbacks so we never re-create the worklet listener
+    const cbRef = useRef({ onSpeechStart, onSpeechEnd, onVADMisfire, onFrameProcessed });
+    useEffect(() => {
+        cbRef.current = { onSpeechStart, onSpeechEnd, onVADMisfire, onFrameProcessed };
+    });
+    // WASM module + handle
+    const moduleRef = useRef(null);
+    const vadHandleRef = useRef(0);
+    // Audio graph
+    const audioCtxRef = useRef(null);
+    const workletNodeRef = useRef(null);
+    const streamRef = useRef(null);
+    // Speech segmentation state
+    const segStateRef = useRef('idle');
+    const speechFramesRef = useRef(0);
+    const redemptionFramesRef = useRef(0);
+    const audioChunksRef = useRef([]);
+    const preSpeechBufferRef = useRef([]);
+    // Compute frame counts from ms
+    const frameDurationMs = (hopSize / 16000) * 1000; // e.g. 256/16000*1000 = 16 ms
+    const redemptionFrames = Math.ceil(redemptionMs / frameDurationMs);
+    const minSpeechFrames = Math.ceil(minSpeechMs / frameDurationMs);
+    const preSpeechFrames = Math.ceil(preSpeechPadMs / frameDurationMs);
+    // Active flag to prevent work after unmount
+    const activeRef = useRef(false);
+    // -----------------------------------------------------------------------
+    // WASM memory helpers (allocated once per module lifetime)
+    // -----------------------------------------------------------------------
+    const ptrsRef = useRef(null);
+    const allocPtrs = useCallback((mod) => {
+        if (ptrsRef.current)
+            return ptrsRef.current;
+        const audioPtr = mod._malloc(hopSize * 2); // Int16 = 2 bytes/sample
+        const probPtr = mod._malloc(4); // float
+        const flagPtr = mod._malloc(4); // int32
+        ptrsRef.current = { audioPtr, probPtr, flagPtr };
+        return ptrsRef.current;
+    }, [hopSize]);
+    const freePtrs = useCallback((mod) => {
+        if (!ptrsRef.current)
+            return;
+        mod._free(ptrsRef.current.audioPtr);
+        mod._free(ptrsRef.current.probPtr);
+        mod._free(ptrsRef.current.flagPtr);
+        ptrsRef.current = null;
+    }, []);
+    // -----------------------------------------------------------------------
+    // Process a single frame from the AudioWorklet
+    // -----------------------------------------------------------------------
+    const processFrame = useCallback((samples) => {
+        const mod = moduleRef.current;
+        if (!mod || !vadHandleRef.current)
+            return;
+        const ptrs = allocPtrs(mod);
+        const i16 = float32ToInt16(samples);
+        // Copy Int16 samples into WASM heap
+        mod.HEAP16.set(i16, ptrs.audioPtr >> 1);
+        const ret = mod._ten_vad_process(vadHandleRef.current, ptrs.audioPtr, hopSize, ptrs.probPtr, ptrs.flagPtr);
+        if (ret !== 0)
+            return;
+        const probability = mod.HEAPF32[ptrs.probPtr >> 2];
+        // Compute frame RMS for barge-in energy gating
+        let sumSq = 0;
+        for (let j = 0; j < samples.length; j++)
+            sumSq += samples[j] * samples[j];
+        const rms = Math.sqrt(sumSq / samples.length);
+        cbRef.current.onFrameProcessed?.({ isSpeech: probability, rms });
+        // ---- Speech segmentation state machine ----
+        const seg = segStateRef.current;
+        if (seg === 'idle') {
+            // Maintain rolling pre-speech buffer
+            preSpeechBufferRef.current.push(samples);
+            if (preSpeechBufferRef.current.length > preSpeechFrames) {
+                preSpeechBufferRef.current.shift();
+            }
+            if (probability >= positiveSpeechThreshold) {
+                segStateRef.current = 'speaking';
+                speechFramesRef.current = 1;
+                redemptionFramesRef.current = 0;
+                // Start audio accumulation with pre-speech pad
+                audioChunksRef.current = [...preSpeechBufferRef.current, samples];
+                preSpeechBufferRef.current = [];
+                cbRef.current.onSpeechStart?.();
+            }
+        }
+        else if (seg === 'speaking') {
+            speechFramesRef.current++;
+            audioChunksRef.current.push(samples);
+            if (probability < negativeSpeechThreshold) {
+                segStateRef.current = 'redemption';
+                redemptionFramesRef.current = 1;
+            }
+        }
+        else if (seg === 'redemption') {
+            speechFramesRef.current++;
+            redemptionFramesRef.current++;
+            audioChunksRef.current.push(samples);
+            if (probability >= positiveSpeechThreshold) {
+                // Speech resumed — go back
+                segStateRef.current = 'speaking';
+                redemptionFramesRef.current = 0;
+            }
+            else if (redemptionFramesRef.current >= redemptionFrames) {
+                // Speech truly ended
+                segStateRef.current = 'idle';
+                if (speechFramesRef.current >= minSpeechFrames) {
+                    // Concatenate all chunks into one Float32Array
+                    const totalLen = audioChunksRef.current.reduce((s, c) => s + c.length, 0);
+                    const merged = new Float32Array(totalLen);
+                    let offset = 0;
+                    for (const chunk of audioChunksRef.current) {
+                        merged.set(chunk, offset);
+                        offset += chunk.length;
+                    }
+                    cbRef.current.onSpeechEnd?.(merged);
+                }
+                else {
+                    cbRef.current.onVADMisfire?.();
+                }
+                audioChunksRef.current = [];
+                speechFramesRef.current = 0;
+                redemptionFramesRef.current = 0;
+            }
+        }
+    }, [
+        hopSize,
+        allocPtrs,
+        positiveSpeechThreshold,
+        negativeSpeechThreshold,
+        redemptionFrames,
+        minSpeechFrames,
+        preSpeechFrames,
+    ]);
+    // -----------------------------------------------------------------------
+    // Stable ref for processFrame so worklet listener never goes stale
+    // -----------------------------------------------------------------------
+    const processFrameRef = useRef(processFrame);
+    useEffect(() => {
+        processFrameRef.current = processFrame;
+    });
+    // -----------------------------------------------------------------------
+    // Load WASM module once
+    // -----------------------------------------------------------------------
+    useEffect(() => {
+        let cancelled = false;
+        (async () => {
+            try {
+                // Dynamic import of the Emscripten glue — Vite bundles it as ESM
+                // Vite alias 'ten-vad-glue' → node_modules/@gooney-001/ten-vad-lib/ten_vad.js
+                const { default: createVADModule } = await import(
+                /* @vite-ignore */
+                'ten-vad-glue');
+                const mod = await createVADModule({
+                    locateFile: (filename) => {
+                        if (filename.endsWith('.wasm'))
+                            return '/ten_vad.wasm';
+                        return filename;
+                    },
+                });
+                if (cancelled)
+                    return;
+                // Create VAD handle
+                const handlePtr = mod._malloc(4);
+                const ret = mod._ten_vad_create(handlePtr, hopSize, threshold);
+                if (ret !== 0) {
+                    mod._free(handlePtr);
+                    throw new Error('ten_vad_create failed');
+                }
+                const handle = mod.HEAP32[handlePtr >> 2];
+                mod._free(handlePtr);
+                moduleRef.current = mod;
+                vadHandleRef.current = handle;
+                setLoading(false);
+            }
+            catch (err) {
+                if (!cancelled) {
+                    console.error('[useTenVAD] Failed to load WASM module:', err);
+                    setErrored(err instanceof Error ? err : { message: String(err) });
+                    setLoading(false);
+                }
+            }
+        })();
+        return () => {
+            cancelled = true;
+        };
+    }, [hopSize, threshold]);
+    // -----------------------------------------------------------------------
+    // start / pause
+    // -----------------------------------------------------------------------
+    const start = useCallback(async () => {
+        if (activeRef.current)
+            return;
+        activeRef.current = true;
+        try {
+            const stream = await navigator.mediaDevices.getUserMedia({
+                audio: {
+                    sampleRate: 16000,
+                    channelCount: 1,
+                    echoCancellation: true,
+                    noiseSuppression: true,
+                },
+            });
+            streamRef.current = stream;
+            // Create AudioContext at 16 kHz
+            const ctx = new AudioContext({ sampleRate: 16000 });
+            audioCtxRef.current = ctx;
+            // Load the AudioWorklet processor via blob URL to bypass stale HTTP cache
+            const workletRes = await fetch('/ten-vad-processor.js', { cache: 'no-store' });
+            const workletBlob = new Blob([await workletRes.text()], { type: 'application/javascript' });
+            const workletUrl = URL.createObjectURL(workletBlob);
+            await ctx.audioWorklet.addModule(workletUrl);
+            URL.revokeObjectURL(workletUrl);
+            const source = ctx.createMediaStreamSource(stream);
+            const worklet = new AudioWorkletNode(ctx, 'ten-vad-processor', {
+                processorOptions: { hopSize },
+            });
+            worklet.port.onmessage = (e) => {
+                if (e.data?.type === 'audio') {
+                    processFrameRef.current(e.data.samples);
+                }
+            };
+            source.connect(worklet);
+            // Don't connect to destination — we don't want to hear the mic
+            workletNodeRef.current = worklet;
+        }
+        catch (err) {
+            activeRef.current = false;
+            console.error('[useTenVAD] start failed:', err);
+            setErrored(err instanceof Error ? err : { message: String(err) });
+        }
+    }, [hopSize]);
+    const pause = useCallback(() => {
+        activeRef.current = false;
+        // Tell worklet to stop
+        workletNodeRef.current?.port.postMessage({ type: 'stop' });
+        workletNodeRef.current?.disconnect();
+        workletNodeRef.current = null;
+        // Stop mic
+        streamRef.current?.getTracks().forEach((t) => t.stop());
+        streamRef.current = null;
+        // Close audio context
+        audioCtxRef.current?.close();
+        audioCtxRef.current = null;
+        // Reset segmentation state
+        segStateRef.current = 'idle';
+        speechFramesRef.current = 0;
+        redemptionFramesRef.current = 0;
+        audioChunksRef.current = [];
+        preSpeechBufferRef.current = [];
+    }, []);
+    // -----------------------------------------------------------------------
+    // Auto-start if requested
+    // -----------------------------------------------------------------------
+    useEffect(() => {
+        if (startOnLoad && !loading && !errored) {
+            start();
+        }
+    }, [startOnLoad, loading, errored, start]);
+    // -----------------------------------------------------------------------
+    // Cleanup on unmount
+    // -----------------------------------------------------------------------
+    useEffect(() => {
+        return () => {
+            activeRef.current = false;
+            workletNodeRef.current?.port.postMessage({ type: 'stop' });
+            workletNodeRef.current?.disconnect();
+            workletNodeRef.current = null;
+            streamRef.current?.getTracks().forEach((t) => t.stop());
+            streamRef.current = null;
+            audioCtxRef.current?.close();
+            audioCtxRef.current = null;
+            // Destroy WASM handle
+            const mod = moduleRef.current;
+            if (mod && vadHandleRef.current) {
+                const handlePtr = mod._malloc(4);
+                mod.HEAP32[handlePtr >> 2] = vadHandleRef.current;
+                mod._ten_vad_destroy(handlePtr);
+                mod._free(handlePtr);
+                vadHandleRef.current = 0;
+            }
+            if (mod) {
+                freePtrs(mod);
+            }
+        };
+    }, [freePtrs]);
+    return { loading, errored, start, pause };
+}
+//# sourceMappingURL=useTenVAD.js.map

package/dist/hooks/useTenVAD.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"useTenVAD.js","sourceRoot":"","sources":["../../src/hooks/useTenVAD.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAoDjE,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,kDAAkD;AAClD,SAAS,cAAc,CAAC,GAAiB;IACvC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;IAC3C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAE9E,MAAM,UAAU,SAAS,CAAC,UAA4B,EAAE;IACtD,MAAM,EACJ,WAAW,GAAG,KAAK,EACnB,OAAO,GAAG,GAAG,EACb,SAAS,GAAG,GAAG,EACf,uBAAuB,GAAG,GAAG,EAC7B,uBAAuB,GAAG,IAAI,EAC9B,YAAY,GAAG,GAAG,EAClB,WAAW,GAAG,GAAG,EACjB,cAAc,GAAG,GAAG,EACpB,aAAa,EACb,WAAW,EACX,YAAY,EACZ,gBAAgB,GACjB,GAAG,OAAO,CAAC;IAEZ,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,QAAQ,CAAiB,KAAK,CAAC,CAAC;IAE9D,uEAAuE;IACvE,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACrF,SAAS,CAAC,GAAG,EAAE;QACb,KAAK,CAAC,OAAO,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,uBAAuB;IACvB,MAAM,SAAS,GAAG,MAAM,CAAsB,IAAI,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,MAAM,CAAS,CAAC,CAAC,CAAC;IAEvC,cAAc;IACd,MAAM,WAAW,GAAG,MAAM,CAAsB,IAAI,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,MAAM,CAA0B,IAAI,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,MAAM,CAAqB,IAAI,CAAC,CAAC;IAEnD,4BAA4B;IAC5B,MAAM,WAAW,GAAG,MAAM,CAAe,MAAM,CAAC,CAAC;IACjD,MAAM,eAAe,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,mBAAmB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG,MAAM,CAAiB,EAAE,CAAC,CAAC;IAClD,MAAM,kBAAkB,GAAG,MAAM,CAAiB,EAAE,CAAC,CAAC;IAEtD,+BAA+B;IAC/B,MAAM,eAAe,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,8BAA8B;IAChF,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,eAAe,CAAC,CAAC;IACnE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,eAAe,CAAC,CAAC;IACjE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,eAAe,CAAC,CAAC;IAEpE,4CAA4C;IAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAEhC,0EAA0E;IAC1E,2DAA2D;IAC3D,0EAA0E;IAC1E,MAAM,OAAO,GAAG,MAAM,CAIZ,IAAI,CAAC,CAAC;IAEhB,MAAM,SAAS,GAAG,WAAW,CAC3B,CAAC,GAAiB,EAAE,EAAE;QACpB,IAAI,OAAO,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC;QAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,yBAAyB;QACpE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ;QACxC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ;QACxC,OAAO,CAAC,OAAO,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QACjD,OAAO,OAAO,CAAC,OAAO,CAAC;IACzB,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,GAAiB,EAAE,EAAE;QACjD,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAC7B,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACnC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACzB,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,0EAA0E;IAC1E,+CAA+C;IAC/C,0EAA0E;IAC1E,MAAM,YAAY,GAAG,WAAW,CAC9B,CAAC,OAAqB,EAAE,EAAE;QACxB,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO;YAAE,OAAO;QAE1C,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,GAAG,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QAEpC,oCAAoC;QACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;QAExC,MAAM,GAAG,GAAG,GAAG,CAAC,gBAAgB,CAC9B,YAAY,CAAC,OAAO,EACpB,IAAI,CAAC,QAAQ,EACb,OAAO,EACP,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,OAAO,CACb,CAAC;QAEF,IAAI,GAAG,KAAK,CAAC;YAAE,OAAO;QAEtB,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;QACnD,+CAA+C;QAC/C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,KAAK,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9C,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;QAEjE,8CAA8C;QAC9C,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC;QAEhC,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;YACnB,qCAAqC;YACrC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,kBAAkB,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;gBACxD,kBAAkB,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrC,CAAC;YAED,IAAI,WAAW,IAAI,uBAAuB,EAAE,CAAC;gBAC3C,WAAW,CAAC,OAAO,GAAG,UAAU,CAAC;gBACjC,eAAe,CAAC,OAAO,GAAG,CAAC,CAAC;gBAC5B,mBAAmB,CAAC,OAAO,GAAG,CAAC,CAAC;gBAEhC,+CAA+C;gBAC/C,cAAc,CAAC,OAAO,GAAG,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAClE,kBAAkB,CAAC,OAAO,GAAG,EAAE,CAAC;gBAEhC,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;YAClC,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,KAAK,UAAU,EAAE,CAAC;YAC9B,eAAe,CAAC,OAAO,EAAE,CAAC;YAC1B,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAErC,IAAI,WAAW,GAAG,uBAAuB,EAAE,CAAC;gBAC1C,WAAW,CAAC,OAAO,GAAG,YAAY,CAAC;gBACnC,mBAAmB,CAAC,OAAO,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;YAChC,eAAe,CAAC,OAAO,EAAE,CAAC;YAC1B,mBAAmB,CAAC,OAAO,EAAE,CAAC;YAC9B,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAErC,IAAI,WAAW,IAAI,uBAAuB,EAAE,CAAC;gBAC3C,2BAA2B;gBAC3B,WAAW,CAAC,OAAO,GAAG,UAAU,CAAC;gBACjC,mBAAmB,CAAC,OAAO,GAAG,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,mBAAmB,CAAC,OAAO,IAAI,gBAAgB,EAAE,CAAC;gBAC3D,qBAAqB;gBACrB,WAAW,CAAC,OAAO,GAAG,MAAM,CAAC;gBAE7B,IAAI,eAAe,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC;oBAC/C,+CAA+C;oBAC/C,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBAC1E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,CAAC;oBAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;oBACf,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;wBAC3C,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC1B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;oBACzB,CAAC;oBACD,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;gBACjC,CAAC;gBAED,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;gBAC5B,eAAe,CAAC,OAAO,GAAG,CAAC,CAAC;gBAC5B,mBAAmB,CAAC,OAAO,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;IACH,CAAC,EACD;QACE,OAAO;QACP,SAAS;QACT,uBAAuB;QACvB,uBAAuB;QACvB,gBAAgB;QAChB,eAAe;QACf,eAAe;KAChB,CACF,CAAC;IAEF,0EAA0E;IAC1E,mEAAmE;IACnE,0EAA0E;IAC1E,MAAM,eAAe,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;IAC7C,SAAS,CAAC,GAAG,EAAE;QACb,eAAe,CAAC,OAAO,GAAG,YAAY,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,0EAA0E;IAC1E,wBAAwB;IACxB,0EAA0E;IAC1E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,CAAC,KAAK,IAAI,EAAE;YACV,IAAI,CAAC;gBACH,iEAAiE;gBACjE,8EAA8E;gBAC9E,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM;gBAC/C,kBAAkB;gBAClB,cAAc,CACf,CAAC;gBAEF,MAAM,GAAG,GAAiB,MAAM,eAAe,CAAC;oBAC9C,UAAU,EAAE,CAAC,QAAgB,EAAE,EAAE;wBAC/B,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;4BAAE,OAAO,eAAe,CAAC;wBACvD,OAAO,QAAQ,CAAC;oBAClB,CAAC;iBACF,CAAC,CAAC;gBAEH,IAAI,SAAS;oBAAE,OAAO;gBAEtB,oBAAoB;gBACpB,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACjC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;gBAC/D,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;oBACd,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;oBACrB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBAC3C,CAAC;gBAED,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;gBAC1C,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAErB,SAAS,CAAC,OAAO,GAAG,GAAG,CAAC;gBACxB,YAAY,CAAC,OAAO,GAAG,MAAM,CAAC;gBAC9B,UAAU,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,GAAG,CAAC,CAAC;oBAC9D,UAAU,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAClE,UAAU,CAAC,KAAK,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QAEL,OAAO,GAAG,EAAE;YACV,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IAEzB,0EAA0E;IAC1E,gBAAgB;IAChB,0EAA0E;IAC1E,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACnC,IAAI,SAAS,CAAC,OAAO;YAAE,OAAO;QAC9B,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;gBACvD,KAAK,EAAE;oBACL,UAAU,EAAE,KAAK;oBACjB,YAAY,EAAE,CAAC;oBACf,gBAAgB,EAAE,IAAI;oBACtB,gBAAgB,EAAE,IAAI;iBACvB;aACF,CAAC,CAAC;YAEH,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;YAE3B,gCAAgC;YAChC,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;YACpD,WAAW,CAAC,OAAO,GAAG,GAAG,CAAC;YAE1B,0EAA0E;YAC1E,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YAC/E,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;YAC5F,MAAM,UAAU,GAAG,GAAG,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YACpD,MAAM,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC7C,GAAG,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEhC,MAAM,MAAM,GAAG,GAAG,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC,GAAG,EAAE,mBAAmB,EAAE;gBAC7D,gBAAgB,EAAE,EAAE,OAAO,EAAE;aAC9B,CAAC,CAAC;YAEH,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAe,EAAE,EAAE;gBAC3C,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC7B,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAuB,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACxB,+DAA+D;YAC/D,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,CAAC,OAAO,GAAG,KAAK,CAAC;YAC1B,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,GAAG,CAAC,CAAC;YAChD,UAAU,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,SAAS,CAAC,OAAO,GAAG,KAAK,CAAC;QAE1B,uBAAuB;QACvB,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3D,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;QACrC,cAAc,CAAC,OAAO,GAAG,IAAI,CAAC;QAE9B,WAAW;QACX,SAAS,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;QAEzB,sBAAsB;QACtB,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QAC7B,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC;QAE3B,2BAA2B;QAC3B,WAAW,CAAC,OAAO,GAAG,MAAM,CAAC;QAC7B,eAAe,CAAC,OAAO,GAAG,CAAC,CAAC;QAC5B,mBAAmB,CAAC,OAAO,GAAG,CAAC,CAAC;QAChC,cAAc,CAAC,OAAO,GAAG,EAAE,CAAC;QAC5B,kBAAkB,CAAC,OAAO,GAAG,EAAE,CAAC;IAClC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,0EAA0E;IAC1E,0BAA0B;IAC1B,0EAA0E;IAC1E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,WAAW,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAE3C,0EAA0E;IAC1E,qBAAqB;IACrB,0EAA0E;IAC1E,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,GAAG,EAAE;YACV,SAAS,CAAC,OAAO,GAAG,KAAK,CAAC;YAE1B,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3D,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;YACrC,cAAc,CAAC,OAAO,GAAG,IAAI,CAAC;YAE9B,SAAS,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACxD,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;YAEzB,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YAC7B,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC;YAE3B,sBAAsB;YACtB,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC;YAC9B,IAAI,GAAG,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACjC,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC;gBAClD,GAAG,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBAChC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrB,YAAY,CAAC,OAAO,GAAG,CAAC,CAAC;YAC3B,CAAC;YAED,IAAI,GAAG,EAAE,CAAC;gBACR,QAAQ,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEf,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAC5C,CAAC"}

package/dist/hooks/useVoiceAgent.d.ts

@@ -0,0 +1,50 @@
+import type { VoiceState, VoiceMessage } from '../types/voice';
+import type { VoiceErrorType } from '../types/errors';
+import type { VoiceSettings } from '../types/settings';
+export interface PipelineTimings {
+    pipeline: 'voice' | 'text';
+    speechDurationMs?: number;
+    wavSizeBytes?: number;
+    wavEncodeMs?: number;
+    sttMs?: number;
+    sttRetries?: number;
+    llmSendMs?: number;
+    llmWaitMs?: number;
+    llmTotalMs?: number;
+    ttsMs?: number;
+    ttsFirstChunkMs?: number;
+    ttsTotalMs?: number;
+    playbackMs?: number;
+    totalMs: number;
+    timestamp: number;
+}
+export interface UseVoiceAgentOptions {
+    bargeInEnabled?: boolean;
+    /** Voice settings — injected from host app's VoiceSettingsContext */
+    settings: VoiceSettings;
+    /** Ref tracking current volume (updated by settings provider) */
+    volumeRef: React.RefObject<number>;
+    /** Ref tracking current playback speed (updated by settings provider) */
+    speedRef: React.RefObject<number>;
+}
+export declare function useVoiceAgent({ bargeInEnabled, settings, volumeRef, speedRef, }: UseVoiceAgentOptions): {
+    state: VoiceState;
+    start: () => void;
+    stop: (force?: boolean) => void;
+    loading: boolean;
+    error: false | object;
+    voiceError: VoiceErrorType;
+    dismissError: () => void;
+    messages: VoiceMessage[];
+    currentTranscript: string;
+    isLLMLoading: boolean;
+    getAmplitude: () => number;
+    initContext: () => void;
+    applyVolume: (v: number) => void;
+    analyser: AnalyserNode | null;
+    sendTextMessage: (text: string) => Promise<void>;
+    lastTimings: PipelineTimings | null;
+    sessionEnded: boolean;
+    settings: VoiceSettings;
+};
+//# sourceMappingURL=useVoiceAgent.d.ts.map

package/dist/hooks/useVoiceAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"useVoiceAgent.d.ts","sourceRoot":"","sources":["../../src/hooks/useVoiceAgent.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAoLvD,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,OAAO,GAAG,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AA0BD,MAAM,WAAW,oBAAoB;IACnC,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,qEAAqE;IACrE,QAAQ,EAAE,aAAa,CAAC;IACxB,iEAAiE;IACjE,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACnC,yEAAyE;IACzE,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;CACnC;AAcD,wBAAgB,aAAa,CAAC,EAC5B,cAAqB,EACrB,QAAQ,EACR,SAAS,EACT,QAAQ,GACT,EAAE,oBAAoB;;;mBAoyBV,OAAO;;;;;;;;;;;;4BA6BH,MAAM;;;;EAmEtB"}