@bytexbyte/nxtlinq-ai-agent-ui-react-native-development 0.2.0 → 0.3.1

package/dist/context/AgentAssistantContext.js

@@ -3,6 +3,8 @@ import { useNxtlinqAgent, useNxtlinqVoice, } from '@bytexbyte/nxtlinq-ai-agent-r
 import React, { createContext, useCallback, useContext, useEffect, useMemo, useState, } from 'react';
 import { defaultAgentAssistantTheme } from '../theme/defaultTheme';
 import { useVoiceMicState } from '../voice/useVoiceMicState';
+import { useVoiceTranscriptMessages } from '../voice/useVoiceTranscriptMessages';
+import { useWsRealtimeAudio } from '../voice/useWsRealtimeAudio';
 import { waitForIOSVoiceCaptureRelease } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
 import { isTextTtsPlayerSupported, TextTtsPlayer } from '../voice/TextTtsPlayer';
 const AgentAssistantContext = createContext(null);
@@ -27,32 +29,49 @@ export function AgentAssistantProvider({ children, ui, }) {
     const textTtsPlayerRef = React.useRef(null);
     const ttsRequestIdRef = React.useRef(0);
     const voiceConnectChainRef = React.useRef(Promise.resolve());
-    const isVoiceAvailable = Boolean(ui.webrtcEnabled && ui.enableVoice !== false);
+    const isVoiceAvailable = ui.enableVoice !== false;
     const micStartsMuted = ui.startWithMicMuted ?? true;
-    const { isMicMuted, isMicHeldForAssistant, toggleVoiceMicMute, prepareForVoiceConnect, resetMicState, clearAssistantMicHold, } = useVoiceMicState(voice, isVoiceConnecting, {
+    const handleVoiceBargeIn = useCallback(() => {
+        voice.interrupt();
+    }, [voice]);
+    const { isMicMuted, isCaptureActive, isMicHeldForAssistant, toggleVoiceMicMute, muteAfterSilenceCommit, prepareForVoiceConnect, resetMicState, clearAssistantMicHold, } = useVoiceMicState(voice, isVoiceConnecting, {
         startWithMicMuted: micStartsMuted,
-        // Decoupled: open-mic demo can start unmuted yet still mute during assistant TTS.
         holdMicDuringAssistant: ui.holdMicDuringAssistant ?? true,
+        onBargeIn: handleVoiceBargeIn,
+    });
+    const isVoiceActive = voice.voiceSessionId != null;
+    const { buildCallbacks: buildWsAudioCallbacks, bindSession: bindWsAudioSession, getOutputAudioLevel: getWsOutputAudioLevel, } = useWsRealtimeAudio(isCaptureActive, isVoiceActive, {
+        voiceStatus: voice.voiceStatus,
+        muteAfterSilenceCommit,
     });
+    const getOutputAudioLevel = useCallback(() => getWsOutputAudioLevel(), [getWsOutputAudioLevel]);
+    const voiceTranscriptApi = useMemo(() => ({
+        getMessages: () => agent.agent.getSnapshot().messages,
+        setMessages: agent.setMessages,
+        syncVoiceTurnHistory: agent.syncVoiceTurnHistory,
+    }), [agent.agent, agent.setMessages, agent.syncVoiceTurnHistory]);
+    const { handleTranscript, handleDone, clearVoiceStream } = useVoiceTranscriptMessages(voiceTranscriptApi, interactionMode, voice.voiceSessionId);
     const setInteractionMode = useCallback((mode) => {
         if (mode === 'text' && interactionMode === 'voice') {
             void (async () => {
                 await voice.stopVoice('switch_to_text');
                 await waitForIOSVoiceCaptureRelease();
+                clearVoiceStream();
                 resetMicState();
             })();
         }
         setInteractionModeState(mode);
-    }, [interactionMode, voice, resetMicState]);
+    }, [interactionMode, voice, resetMicState, clearVoiceStream]);
     useEffect(() => {
         if (interactionMode === 'text' && voice.voiceSessionId != null) {
             void (async () => {
                 await voice.stopVoice('mode_text_cleanup');
                 await waitForIOSVoiceCaptureRelease();
+                clearVoiceStream();
                 resetMicState();
             })();
         }
-    }, [interactionMode, voice.voiceSessionId, voice, resetMicState]);
+    }, [interactionMode, voice.voiceSessionId, voice, resetMicState, clearVoiceStream]);
     const sendText = useCallback(async () => {
         const text = inputText.trim();
         if (!text || agent.isLoading)
@@ -80,32 +99,46 @@ export function AgentAssistantProvider({ children, ui, }) {
             try {
                 const session = await voice.startVoice({
                     startWithMicMuted: micStartsMuted,
-                    ...options,
-                    onOpen: () => {
-                        if (!micStartsMuted) {
-                            voice.muteMic(false);
-                        }
-                        options?.onOpen?.();
-                    },
-                    onClose: (reason) => {
-                        resetMicState();
-                        const userInitiated = reason === 'switch_to_text' ||
-                            reason === 'client_stop' ||
-                            reason === 'mode_text_cleanup';
-                        if (userInitiated) {
-                            setInteractionModeState('text');
-                        }
-                        else {
-                            console.warn('[nxtlinq] voice session closed:', reason);
-                        }
-                        options?.onClose?.(reason);
+                    keepMicCaptureActive: true,
+                    ...buildWsAudioCallbacks({
+                        ...options,
+                        onOpen: () => {
+                            if (!micStartsMuted) {
+                                voice.muteMic(false);
+                            }
+                            options?.onOpen?.();
+                        },
+                        onClose: (reason) => {
+                            clearVoiceStream();
+                            resetMicState();
+                            const userInitiated = reason === 'switch_to_text' ||
+                                reason === 'client_stop' ||
+                                reason === 'mode_text_cleanup';
+                            if (userInitiated) {
+                                setInteractionModeState('text');
+                            }
+                            else {
+                                console.warn('[nxtlinq] voice session closed:', reason);
+                            }
+                            options?.onClose?.(reason);
+                        },
+                        onError: (err) => {
+                            clearVoiceStream();
+                            resetMicState();
+                            console.warn('[nxtlinq] voice session error:', err.message);
+                            options?.onError?.(err);
+                        },
+                    }),
+                    onTranscript: (event) => {
+                        handleTranscript(event);
+                        options?.onTranscript?.(event);
                     },
-                    onError: (err) => {
-                        resetMicState();
-                        console.warn('[nxtlinq] voice session error:', err.message);
-                        options?.onError?.(err);
+                    onDone: (event) => {
+                        handleDone(event);
+                        options?.onDone?.(event);
                     },
                 });
+                bindWsAudioSession(session, !micStartsMuted);
                 return session;
             }
             catch (err) {
@@ -120,7 +153,17 @@ export function AgentAssistantProvider({ children, ui, }) {
         const next = voiceConnectChainRef.current.then(connect, connect);
         voiceConnectChainRef.current = next.catch(() => undefined);
         return next;
-    }, [voice, prepareForVoiceConnect, resetMicState, micStartsMuted, ui.voiceRemoteAudioGain]);
+    }, [
+        voice,
+        prepareForVoiceConnect,
+        resetMicState,
+        clearVoiceStream,
+        micStartsMuted,
+        buildWsAudioCallbacks,
+        bindWsAudioSession,
+        handleTranscript,
+        handleDone,
+    ]);
     const wrappedStopVoice = useCallback(async () => {
         await voice.stopVoice('client_stop');
         await waitForIOSVoiceCaptureRelease();
@@ -165,6 +208,7 @@ export function AgentAssistantProvider({ children, ui, }) {
     const value = useMemo(() => ({
         ...agent,
         ...voice,
+        getOutputAudioLevel,
         isVoiceActive: interactionMode === 'voice' && voice.voiceSessionId != null,
         startVoice: wrappedStartVoice,
         stopVoice: wrappedStopVoice,
@@ -183,6 +227,7 @@ export function AgentAssistantProvider({ children, ui, }) {
         isVoiceAvailable,
         isVoiceConnecting,
         isVoiceChannelReady,
+        showVoiceImageInput: ui.showVoiceImageInput ?? false,
         postTextTts,
         buildTextTtsPlaybackUri,
         playMessageTts,
@@ -193,6 +238,7 @@ export function AgentAssistantProvider({ children, ui, }) {
     }), [
         agent,
         voice,
+        getOutputAudioLevel,
         wrappedStartVoice,
         wrappedStopVoice,
         wrappedInterrupt,
@@ -208,6 +254,7 @@ export function AgentAssistantProvider({ children, ui, }) {
         isVoiceAvailable,
         isVoiceConnecting,
         isVoiceChannelReady,
+        ui.showVoiceImageInput,
         postTextTts,
         buildTextTtsPlaybackUri,
         playMessageTts,

package/dist/index.d.ts

@@ -5,12 +5,13 @@ export { AgentAssistantProvider, useAgentAssistant, voiceStatusLabel, type Agent
 export { AgentMessageList } from './components/AgentMessageList';
 export { AgentComposer } from './components/AgentComposer';
 export { AgentVoiceBar } from './components/AgentVoiceBar';
-export { AgentRemoteAudio } from './components/AgentRemoteAudio';
 export { AudioSessionWaker } from './voice/AudioSessionWaker';
 export { PresetMessageChips } from './components/PresetMessageChips';
 export { AgentAssistantShell } from './components/AgentAssistantShell';
 export { VoiceGreetTrigger } from './components/VoiceGreetTrigger';
-export { NxtlinqAgentProvider, useNxtlinqAgent, useNxtlinqVoice, createNxtlinqAgentRN, type NxtlinqAgentProviderProps, type RNWebRTCModule, } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+export { VoiceAttachmentButton } from './components/VoiceAttachmentButton';
+export { VoiceImageInput } from './components/VoiceImageInput';
+export { NxtlinqAgentProvider, useNxtlinqAgent, useNxtlinqVoice, createNxtlinqAgentRN, type NxtlinqAgentProviderProps, } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
 export type { AgentEnvironment, AgentConfig, Attachment, AgentResponse, SendMessageOptions, NxtlinqAgentSnapshot, StartVoiceSessionOptions, VoiceSession, VoiceStatus, } from '@bytexbyte/nxtlinq-ai-agent-core-development';
 export { NxtlinqAgent, setApiHosts, VoiceNotSupportedError, mapServerHistoryToMessages, appendServerHistoryIntoMessages, STORAGE_KEYS, } from '@bytexbyte/nxtlinq-ai-agent-core-development';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,YAAY,EACV,0BAA0B,EAC1B,mBAAmB,EACnB,aAAa,EACb,OAAO,EACP,OAAO,GACR,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAElE,OAAO,EACL,sBAAsB,EACtB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,0BAA0B,EAC/B,KAAK,eAAe,GACrB,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAGnE,OAAO,EACL,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,oBAAoB,EACpB,KAAK,yBAAyB,EAC9B,KAAK,cAAc,GACpB,MAAM,sDAAsD,CAAC;AAE9D,YAAY,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,wBAAwB,EACxB,YAAY,EACZ,WAAW,GACZ,MAAM,8CAA8C,CAAC;AAEtD,OAAO,EACL,YAAY,EACZ,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAC1B,+BAA+B,EAC/B,YAAY,GACb,MAAM,8CAA8C,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,YAAY,EACV,0BAA0B,EAC1B,mBAAmB,EACnB,aAAa,EACb,OAAO,EACP,OAAO,GACR,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAElE,OAAO,EACL,sBAAsB,EACtB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,0BAA0B,EAC/B,KAAK,eAAe,GACrB,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAG/D,OAAO,EACL,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,oBAAoB,EACpB,KAAK,yBAAyB,GAC/B,MAAM,sDAAsD,CAAC;AAE9D,YAAY,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,wBAAwB,EACxB,YAAY,EACZ,WAAW,GACZ,MAAM,8CAA8C,CAAC;AAEtD,OAAO,EACL,YAAY,EACZ,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAC1B,+BAA+B,EAC/B,YAAY,GACb,MAAM,8CAA8C,CAAC"}

package/dist/index.js

@@ -4,11 +4,12 @@ export { AgentAssistantProvider, useAgentAssistant, voiceStatusLabel, } from './
 export { AgentMessageList } from './components/AgentMessageList';
 export { AgentComposer } from './components/AgentComposer';
 export { AgentVoiceBar } from './components/AgentVoiceBar';
-export { AgentRemoteAudio } from './components/AgentRemoteAudio';
 export { AudioSessionWaker } from './voice/AudioSessionWaker';
 export { PresetMessageChips } from './components/PresetMessageChips';
 export { AgentAssistantShell } from './components/AgentAssistantShell';
 export { VoiceGreetTrigger } from './components/VoiceGreetTrigger';
+export { VoiceAttachmentButton } from './components/VoiceAttachmentButton';
+export { VoiceImageInput } from './components/VoiceImageInput';
 // Headless SDK re-exports for apps that compose custom layouts
 export { NxtlinqAgentProvider, useNxtlinqAgent, useNxtlinqVoice, createNxtlinqAgentRN, } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
 export { NxtlinqAgent, setApiHosts, VoiceNotSupportedError, mapServerHistoryToMessages, appendServerHistoryIntoMessages, STORAGE_KEYS, } from '@bytexbyte/nxtlinq-ai-agent-core-development';

package/dist/types.d.ts

@@ -45,11 +45,11 @@ export type NxtlinqAgentAssistantProps = Omit<NxtlinqAgentProviderProps, 'childr
     title?: string;
     placeholder?: string;
     presetMessages?: PresetMessage[];
-    /** Fetch history on mount when `pseudoId` is set. */
+    /** Fetch history on mount when identity is configured (`pseudoId`, and optionally `conversationId`). */
     loadHistoryOnMount?: boolean;
     /** Max messages to prefetch (default 50). */
     historyLast?: number;
-    /** Show voice mode controls (requires `webrtcModule`). */
+    /** Show voice mode controls. @default true */
     enableVoice?: boolean;
     /** Start in voice interaction mode. */
     startInVoiceMode?: boolean;
@@ -73,16 +73,11 @@ export type NxtlinqAgentAssistantProps = Omit<NxtlinqAgentProviderProps, 'childr
     voiceAutoGreet?: VoiceAutoGreetConfig | boolean;
     /**
      * iOS: bundled silent MP3 (`require('./assets/silent.mp3')`) to wake AVAudioSession.
-     * Strongly recommended — without it WebRTC/TTS may be silent on cold start.
+     * Strongly recommended — without it voice/TTS may be silent on cold start.
      */
     iosSilentAudioSource?: number | {
         uri: string;
     };
-    /**
-     * Voice-mode assistant playback gain (WebRTC `_setVolume`, 0–10). Default 5 to
-     * match text TTS loudness (react-native-video volume 1). Default 10.
-     */
-    voiceRemoteAudioGain?: number;
     /** Text-mode TTS volume (react-native-video, 0–1). @default 1 */
     textTtsVolume?: number;
     theme?: Partial<AgentAssistantTheme>;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,8CAA8C,CAAC;AACpG,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,sDAAsD,CAAC;AACtG,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEtE,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE;QACN,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,OAAO,EAAE;QACP,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,UAAU,EAAE;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAAC,yBAAyB,EAAE,UAAU,CAAC,GAAG;IACrF,QAAQ,CAAC,EAAE,yBAAyB,CAAC,UAAU,CAAC,CAAC;IACjD,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC,qDAAqD;IACrD,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,6CAA6C;IAC7C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,uCAAuC;IACvC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;OAGG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,iEAAiE;IACjE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,yDAAyD;IACzD,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,qDAAqD;IACrD,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,sEAAsE;IACtE,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC;IAChD;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,GAAG;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iEAAiE;IACjE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAC7B,WAAW,CAAC,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IACnC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACvC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,SAAS,CAAC,EAAE,CACV,OAAO,EAAE,WAAW,EACpB,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QACjB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,KAAK,IAAI,KACP,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC;AAClC,YAAY,EAAE,OAAO,EAAE,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,8CAA8C,CAAC;AACpG,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,sDAAsD,CAAC;AACtG,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEtE,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE;QACN,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,OAAO,EAAE;QACP,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,UAAU,EAAE;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,IAAI,CAAC,yBAAyB,EAAE,UAAU,CAAC,GAAG;IACrF,QAAQ,CAAC,EAAE,yBAAyB,CAAC,UAAU,CAAC,CAAC;IACjD,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC,wGAAwG;IACxG,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,6CAA6C;IAC7C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8CAA8C;IAC9C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,uCAAuC;IACvC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;OAGG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,iEAAiE;IACjE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,yDAAyD;IACzD,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,qDAAqD;IACrD,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,sEAAsE;IACtE,cAAc,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC;IAChD;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,GAAG;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,iEAAiE;IACjE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAC7B,WAAW,CAAC,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IACnC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACvC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,SAAS,CAAC,EAAE,CACV,OAAO,EAAE,WAAW,EACpB,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QACjB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,KAAK,IAAI,KACP,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC;AAClC,YAAY,EAAE,OAAO,EAAE,CAAC"}

package/dist/voice/float32ToPcm16.d.ts

@@ -0,0 +1,2 @@
+export declare function float32ToPcm16(input: Float32Array): Int16Array;
+//# sourceMappingURL=float32ToPcm16.d.ts.map

package/dist/voice/float32ToPcm16.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"float32ToPcm16.d.ts","sourceRoot":"","sources":["../../src/voice/float32ToPcm16.ts"],"names":[],"mappings":"AAAA,wBAAgB,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,UAAU,CAO9D"}

package/dist/voice/float32ToPcm16.js

@@ -0,0 +1,8 @@
+export function float32ToPcm16(input) {
+    const out = new Int16Array(input.length);
+    for (let i = 0; i < input.length; i += 1) {
+        const sample = Math.max(-1, Math.min(1, input[i]));
+        out[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff;
+    }
+    return out;
+}

package/dist/voice/loadImageCropPicker.d.ts

@@ -0,0 +1,11 @@
+type PickerResult = {
+    path?: string;
+};
+type ImageCropPickerModule = {
+    openPicker: (options: Record<string, unknown>) => Promise<PickerResult>;
+    openCamera: (options: Record<string, unknown>) => Promise<PickerResult>;
+};
+export declare function loadImageCropPicker(): ImageCropPickerModule | null;
+export declare function toFileUri(path: string): string;
+export {};
+//# sourceMappingURL=loadImageCropPicker.d.ts.map

package/dist/voice/loadImageCropPicker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loadImageCropPicker.d.ts","sourceRoot":"","sources":["../../src/voice/loadImageCropPicker.ts"],"names":[],"mappings":"AAAA,KAAK,YAAY,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AACtC,KAAK,qBAAqB,GAAG;IAC3B,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,YAAY,CAAC,CAAC;IACxE,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,YAAY,CAAC,CAAC;CACzE,CAAC;AAEF,wBAAgB,mBAAmB,IAAI,qBAAqB,GAAG,IAAI,CAOlE;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAE9C"}

package/dist/voice/loadImageCropPicker.js

@@ -0,0 +1,12 @@
+export function loadImageCropPicker() {
+    try {
+        // eslint-disable-next-line @typescript-eslint/no-require-imports
+        return require('react-native-image-crop-picker');
+    }
+    catch {
+        return null;
+    }
+}
+export function toFileUri(path) {
+    return path.startsWith('file://') ? path : `file://${path}`;
+}

package/dist/voice/sendVoiceImageAttachment.d.ts

@@ -0,0 +1,15 @@
+import type { Message } from '@bytexbyte/nxtlinq-ai-agent-core-development';
+import { uriToVoiceImageAttachment } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+type SendVoiceImageAttachmentParams = {
+    fileUri: string;
+    messages: Message[];
+    voiceSessionId: string | null;
+    setMessages: (messages: Message[]) => void;
+    sendVoiceUserInput: (options: {
+        attachments: Awaited<ReturnType<typeof uriToVoiceImageAttachment>>[];
+        clientMessageId?: string;
+    }) => void;
+};
+export declare function sendVoiceImageAttachment({ fileUri, messages, voiceSessionId, setMessages, sendVoiceUserInput, }: SendVoiceImageAttachmentParams): Promise<void>;
+export {};
+//# sourceMappingURL=sendVoiceImageAttachment.d.ts.map

package/dist/voice/sendVoiceImageAttachment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sendVoiceImageAttachment.d.ts","sourceRoot":"","sources":["../../src/voice/sendVoiceImageAttachment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,8CAA8C,CAAC;AAC5E,OAAO,EAAE,yBAAyB,EAAE,MAAM,sDAAsD,CAAC;AAEjG,KAAK,8BAA8B,GAAG;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,WAAW,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IAC3C,kBAAkB,EAAE,CAAC,OAAO,EAAE;QAC5B,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,EAAE,CAAC;QACrE,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,KAAK,IAAI,CAAC;CACZ,CAAC;AAEF,wBAAsB,wBAAwB,CAAC,EAC7C,OAAO,EACP,QAAQ,EACR,cAAc,EACd,WAAW,EACX,kBAAkB,GACnB,EAAE,8BAA8B,GAAG,OAAO,CAAC,IAAI,CAAC,CA4BhD"}

package/dist/voice/sendVoiceImageAttachment.js

@@ -0,0 +1,29 @@
+import { uriToVoiceImageAttachment } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+export async function sendVoiceImageAttachment({ fileUri, messages, voiceSessionId, setMessages, sendVoiceUserInput, }) {
+    const clientMessageId = `user_img_${Date.now()}`;
+    const previewAttachment = {
+        type: 'image',
+        url: fileUri,
+        name: 'image.jpg',
+        mimeType: 'image/jpeg',
+    };
+    setMessages([
+        ...messages,
+        {
+            id: clientMessageId,
+            role: 'user',
+            content: '',
+            timestamp: new Date().toISOString(),
+            attachments: [previewAttachment],
+            metadata: voiceSessionId ? { voiceRealtime: true, voiceSessionId } : undefined,
+        },
+    ]);
+    try {
+        const attachment = await uriToVoiceImageAttachment(fileUri, 'voice-image.jpg');
+        sendVoiceUserInput({ attachments: [attachment], clientMessageId });
+    }
+    catch (error) {
+        setMessages(messages.filter((message) => message.id !== clientMessageId));
+        throw error;
+    }
+}

package/dist/voice/useVoiceImagePicker.d.ts

@@ -0,0 +1,11 @@
+type UseVoiceImagePickerResult = {
+    modalVisible: boolean;
+    openModal: () => void;
+    closeModal: () => void;
+    pickFromLibrary: () => Promise<void>;
+    takePhoto: () => Promise<void>;
+    pickerMissing: boolean;
+};
+export declare function useVoiceImagePicker(onPicked?: (fileUri: string) => void): UseVoiceImagePickerResult;
+export {};
+//# sourceMappingURL=useVoiceImagePicker.d.ts.map

package/dist/voice/useVoiceImagePicker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"useVoiceImagePicker.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceImagePicker.ts"],"names":[],"mappings":"AAKA,KAAK,yBAAyB,GAAG;IAC/B,YAAY,EAAE,OAAO,CAAC;IACtB,SAAS,EAAE,MAAM,IAAI,CAAC;IACtB,UAAU,EAAE,MAAM,IAAI,CAAC;IACvB,eAAe,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC;AAEF,wBAAgB,mBAAmB,CACjC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GACnC,yBAAyB,CAqC3B"}

package/dist/voice/useVoiceImagePicker.js

@@ -0,0 +1,38 @@
+import { useCallback, useState } from 'react';
+import { InteractionManager } from 'react-native';
+import { loadImageCropPicker, toFileUri } from './loadImageCropPicker';
+import { VOICE_IMAGE_PICKER_OPTIONS } from './voiceImagePickerOptions';
+export function useVoiceImagePicker(onPicked) {
+    const [modalVisible, setModalVisible] = useState(false);
+    const pickerMissing = loadImageCropPicker() == null;
+    const runPick = useCallback(async (mode) => {
+        const picker = loadImageCropPicker();
+        if (!picker)
+            return;
+        try {
+            const result = mode === 'library'
+                ? await picker.openPicker({ ...VOICE_IMAGE_PICKER_OPTIONS })
+                : await picker.openCamera({ ...VOICE_IMAGE_PICKER_OPTIONS });
+            if (!result?.path) {
+                setModalVisible(false);
+                return;
+            }
+            const uri = toFileUri(result.path);
+            setModalVisible(false);
+            InteractionManager.runAfterInteractions(() => {
+                onPicked?.(uri);
+            });
+        }
+        catch {
+            setModalVisible(false);
+        }
+    }, [onPicked]);
+    return {
+        modalVisible,
+        openModal: useCallback(() => setModalVisible(true), []),
+        closeModal: useCallback(() => setModalVisible(false), []),
+        pickFromLibrary: useCallback(() => runPick('library'), [runPick]),
+        takePhoto: useCallback(() => runPick('camera'), [runPick]),
+        pickerMissing,
+    };
+}

package/dist/voice/useVoiceMicState.d.ts

@@ -12,11 +12,15 @@ export type UseVoiceMicStateOptions = {
      * Use with open-mic demos (`startWithMicMuted={false}`). Berify hold-to-talk keeps this true.
      */
     holdMicDuringAssistant?: boolean;
+    /** Called when user opens mic while assistant is responding (barge-in / interrupt). */
+    onBargeIn?: () => void;
 };
 export declare function useVoiceMicState(voice: UseNxtlinqVoiceResult, isVoiceConnecting: boolean, options?: UseVoiceMicStateOptions): {
     isMicMuted: boolean;
+    isCaptureActive: boolean;
     isMicHeldForAssistant: boolean;
     toggleVoiceMicMute: () => void;
+    muteAfterSilenceCommit: () => void;
     prepareForVoiceConnect: () => void;
     resetMicState: () => void;
     clearAssistantMicHold: () => void;

package/dist/voice/useVoiceMicState.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useVoiceMicState.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceMicState.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,sDAAsD,CAAC;AAIlG;;;;GAIG;AACH,MAAM,MAAM,uBAAuB,GAAG;IACpC,iGAAiG;IACjG,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;CAClC,CAAC;AAEF,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,qBAAqB,EAC5B,iBAAiB,EAAE,OAAO,EAC1B,OAAO,CAAC,EAAE,uBAAuB;;;;;;;EA4FlC"}
+{"version":3,"file":"useVoiceMicState.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceMicState.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,sDAAsD,CAAC;AAIlG;;;;GAIG;AACH,MAAM,MAAM,uBAAuB,GAAG;IACpC,iGAAiG;IACjG,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;OAGG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,uFAAuF;IACvF,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;CACxB,CAAC;AAEF,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,qBAAqB,EAC5B,iBAAiB,EAAE,OAAO,EAC1B,OAAO,CAAC,EAAE,uBAAuB;;;;;;;;;EA6HlC"}

package/dist/voice/useVoiceMicState.js

@@ -7,22 +7,32 @@ export function useVoiceMicState(voice, isVoiceConnecting, options) {
     const assistantMicHoldRef = useRef(false);
     const userMicOptInRef = useRef(!connectMuted);
     const [isMicMuted, setIsMicMuted] = useState(connectMuted);
+    const [isCaptureActive, setIsCaptureActive] = useState(!connectMuted);
+    const syncCaptureActive = useCallback(() => {
+        const userOpen = !userMicMutedRef.current;
+        const holdBlocks = assistantMicHoldRef.current
+            && !(userMicOptInRef.current && userOpen);
+        setIsCaptureActive(userOpen && !holdBlocks);
+    }, []);
     const applyMicState = useCallback(() => {
         const shouldMute = userMicMutedRef.current || assistantMicHoldRef.current;
         voice.muteMic(shouldMute);
         setIsMicMuted(shouldMute);
-    }, [voice]);
+        syncCaptureActive();
+    }, [voice, syncCaptureActive]);
     const resetMicState = useCallback(() => {
         userMicMutedRef.current = false;
         assistantMicHoldRef.current = false;
         userMicOptInRef.current = false;
         setIsMicMuted(false);
+        setIsCaptureActive(false);
     }, []);
     const prepareForVoiceConnect = useCallback(() => {
         userMicMutedRef.current = connectMuted;
         userMicOptInRef.current = !connectMuted;
         assistantMicHoldRef.current = false;
         setIsMicMuted(connectMuted);
+        setIsCaptureActive(!connectMuted);
         voice.muteMic(connectMuted);
     }, [voice, connectMuted]);
     useEffect(() => {
@@ -31,6 +41,7 @@ export function useVoiceMicState(voice, isVoiceConnecting, options) {
         userMicMutedRef.current = connectMuted;
         voice.muteMic(connectMuted);
         setIsMicMuted(connectMuted);
+        setIsCaptureActive(!connectMuted);
     }, [isVoiceConnecting, voice, connectMuted]);
     const prevVoiceStatusRef = useRef(voice.voiceStatus);
     useEffect(() => {
@@ -38,6 +49,11 @@ export function useVoiceMicState(voice, isVoiceConnecting, options) {
         const prev = prevVoiceStatusRef.current;
         prevVoiceStatusRef.current = status;
         if (holdDuringAssistant && ASSISTANT_MIC_HOLD_STATUSES.has(status)) {
+            if (!userMicMutedRef.current && userMicOptInRef.current) {
+                assistantMicHoldRef.current = false;
+                applyMicState();
+                return;
+            }
             assistantMicHoldRef.current = true;
             applyMicState();
             return;
@@ -53,11 +69,22 @@ export function useVoiceMicState(voice, isVoiceConnecting, options) {
             applyMicState();
         }
     }, [voice.voiceStatus, applyMicState, holdDuringAssistant]);
+    const muteAfterSilenceCommit = useCallback(() => {
+        userMicMutedRef.current = true;
+        userMicOptInRef.current = false;
+        applyMicState();
+    }, [applyMicState]);
     const toggleVoiceMicMute = useCallback(() => {
         if (!voice.isVoiceActive && !isVoiceConnecting)
             return;
-        if (assistantMicHoldRef.current && userMicMutedRef.current)
+        if (assistantMicHoldRef.current && userMicMutedRef.current) {
+            assistantMicHoldRef.current = false;
+            userMicMutedRef.current = false;
+            userMicOptInRef.current = true;
+            options?.onBargeIn?.();
+            applyMicState();
             return;
+        }
         if (assistantMicHoldRef.current) {
             userMicMutedRef.current = true;
             applyMicState();
@@ -67,7 +94,7 @@ export function useVoiceMicState(voice, isVoiceConnecting, options) {
         userMicMutedRef.current = nextMuted;
         userMicOptInRef.current = !nextMuted;
         applyMicState();
-    }, [voice.isVoiceActive, isVoiceConnecting, applyMicState]);
+    }, [voice.isVoiceActive, isVoiceConnecting, applyMicState, options]);
     const clearAssistantMicHold = useCallback(() => {
         assistantMicHoldRef.current = false;
         applyMicState();
@@ -75,8 +102,10 @@ export function useVoiceMicState(voice, isVoiceConnecting, options) {
     const isMicHeldForAssistant = ASSISTANT_MIC_HOLD_STATUSES.has(voice.voiceStatus);
     return {
         isMicMuted,
+        isCaptureActive,
         isMicHeldForAssistant,
         toggleVoiceMicMute,
+        muteAfterSilenceCommit,
         prepareForVoiceConnect,
         resetMicState,
         clearAssistantMicHold,

package/dist/voice/useVoiceSilenceCommit.d.ts

@@ -0,0 +1,10 @@
+import type { VoiceSession, VoiceStatus } from '@bytexbyte/nxtlinq-ai-agent-core-development';
+export declare function useVoiceSilenceCommit(getSession: () => VoiceSession | null, onMutedAfterCommit: () => void, voiceStatus: VoiceStatus): {
+    startPoll: () => void;
+    clearPoll: () => void;
+    resetTurn: () => void;
+    onSpeechRms: (rms: number) => void;
+    tryCommit: (reason: "silence" | "manual") => void;
+    consumeSkipCommitOnMute: () => boolean;
+};
+//# sourceMappingURL=useVoiceSilenceCommit.d.ts.map

package/dist/voice/useVoiceSilenceCommit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"useVoiceSilenceCommit.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceSilenceCommit.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAC;AAU9F,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,MAAM,YAAY,GAAG,IAAI,EACrC,kBAAkB,EAAE,MAAM,IAAI,EAC9B,WAAW,EAAE,WAAW;;;;uBAwDc,MAAM;wBApCjC,SAAS,GAAG,QAAQ;;EA4DhC"}

package/dist/voice/useVoiceSilenceCommit.js

@@ -0,0 +1,76 @@
+import { useCallback, useRef } from 'react';
+import { ASSISTANT_MIC_HOLD_STATUSES } from './voiceMicConstants';
+import { MIC_BARGE_IN_RMS_THRESHOLD, MIC_SILENCE_COMMIT_MS, MIC_SILENCE_POLL_MS, MIC_SPEECH_RMS_THRESHOLD, } from './voiceSilenceConstants';
+export function useVoiceSilenceCommit(getSession, onMutedAfterCommit, voiceStatus) {
+    const lastSpeechAtRef = useRef(0);
+    const hadSpeechRef = useRef(false);
+    const commitInFlightRef = useRef(false);
+    const skipCommitOnMuteRef = useRef(false);
+    const pollRef = useRef(null);
+    const voiceStatusRef = useRef(voiceStatus);
+    voiceStatusRef.current = voiceStatus;
+    const onMutedAfterCommitRef = useRef(onMutedAfterCommit);
+    onMutedAfterCommitRef.current = onMutedAfterCommit;
+    const clearPoll = useCallback(() => {
+        if (pollRef.current) {
+            clearInterval(pollRef.current);
+            pollRef.current = null;
+        }
+    }, []);
+    const tryCommit = useCallback((reason) => {
+        const session = getSession();
+        if (commitInFlightRef.current)
+            return;
+        if (!hadSpeechRef.current) {
+            session?.clearInputAudio?.();
+            return;
+        }
+        commitInFlightRef.current = true;
+        hadSpeechRef.current = false;
+        session?.commitInputAudio?.();
+        if (reason === 'silence') {
+            skipCommitOnMuteRef.current = true;
+            onMutedAfterCommitRef.current();
+        }
+        queueMicrotask(() => {
+            commitInFlightRef.current = false;
+        });
+    }, [getSession]);
+    const startPoll = useCallback(() => {
+        clearPoll();
+        pollRef.current = setInterval(() => {
+            if (commitInFlightRef.current || !hadSpeechRef.current)
+                return;
+            if (Date.now() - lastSpeechAtRef.current < MIC_SILENCE_COMMIT_MS)
+                return;
+            tryCommit('silence');
+        }, MIC_SILENCE_POLL_MS);
+    }, [clearPoll, tryCommit]);
+    const resetTurn = useCallback(() => {
+        hadSpeechRef.current = false;
+        lastSpeechAtRef.current = Date.now();
+        getSession()?.clearInputAudio?.();
+    }, [getSession]);
+    const onSpeechRms = useCallback((rms) => {
+        const threshold = ASSISTANT_MIC_HOLD_STATUSES.has(voiceStatusRef.current)
+            ? MIC_BARGE_IN_RMS_THRESHOLD
+            : MIC_SPEECH_RMS_THRESHOLD;
+        if (rms >= threshold) {
+            lastSpeechAtRef.current = Date.now();
+            hadSpeechRef.current = true;
+        }
+    }, []);
+    const consumeSkipCommitOnMute = useCallback(() => {
+        const skip = skipCommitOnMuteRef.current;
+        skipCommitOnMuteRef.current = false;
+        return skip;
+    }, []);
+    return {
+        startPoll,
+        clearPoll,
+        resetTurn,
+        onSpeechRms,
+        tryCommit,
+        consumeSkipCommitOnMute,
+    };
+}