@bytexbyte/nxtlinq-ai-agent-web-development 0.1.1 → 0.1.2

package/dist/legacy/core/lib/useVoiceMode.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useVoiceMode.d.ts","sourceRoot":"","sources":["../../../../src/legacy/core/lib/useVoiceMode.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AACpG,OAAO,EAKL,KAAK,WAAW,EAEjB,MAAM,iBAAiB,CAAC;AAgBzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAEF,wBAAgB,YAAY,CAAC,EAC3B,MAAM,EACN,SAAS,EACT,QAAQ,EACR,UAAU,EACV,KAAK,EACL,aAAa,EACb,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,OAAO,EACP,aAAa,EACb,gBAAgB,EAChB,cAA8B,GAC/B,EAAE,mBAAmB;;;;;;;;;;EA0VrB"}
+{"version":3,"file":"useVoiceMode.d.ts","sourceRoot":"","sources":["../../../../src/legacy/core/lib/useVoiceMode.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AACpG,OAAO,EAKL,KAAK,WAAW,EAEjB,MAAM,iBAAiB,CAAC;AAgBzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAEF,wBAAgB,YAAY,CAAC,EAC3B,MAAM,EACN,SAAS,EACT,QAAQ,EACR,UAAU,EACV,KAAK,EACL,aAAa,EACb,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,OAAO,EACP,aAAa,EACb,gBAAgB,EAChB,cAA8B,GAC/B,EAAE,mBAAmB;;;;;;;;;;EAkWrB"}

package/dist/legacy/core/lib/useVoiceMode.js

@@ -53,10 +53,12 @@ export function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, w
     const voiceSessionIdRef = React.useRef(null);
     const transcriptApi = React.useMemo(() => ({
         getMessages,
-        setMessages: (messages) => setMessages(messages),
+        updateMessages: (updater) => {
+            setMessages(updater);
+        },
         syncVoiceTurnHistory: (opts) => syncVoiceTurnHistory(opts?.last),
     }), [getMessages, setMessages, syncVoiceTurnHistory]);
-    const { handleTranscript: handleTranscriptUi, handleDone: handleDoneUi, clearVoiceStream } = useVoiceTranscriptMessages(transcriptApi, 'voice', voiceSessionId, () => voiceSessionIdRef.current);
+    const { handleTranscript: handleTranscriptUi, handleDone: handleDoneUi, clearVoiceStream } = useVoiceTranscriptMessages(transcriptApi, 'voice', voiceSessionId, () => voiceSessionIdRef.current, () => turnUserTextRef.current.trim());
     const resetMicAfterTurn = React.useCallback(() => {
         lastCommittedUserRef.current = turnUserTextRef.current.trim();
         turnUserTextRef.current = '';
@@ -161,7 +163,7 @@ export function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, w
             onError?.(new Error(event.error));
             return;
         }
-        handleDoneUi(event);
+        handleDoneUi(event, { pendingUserText: turnUserTextRef.current.trim() });
         resetMicAfterTurn();
     }, [handleDoneUi, onError, resetMicAfterTurn]);
     const voiceHandlersRef = React.useRef({

package/dist/voice/useVoiceTranscriptMessages.d.ts

@@ -1,15 +1,17 @@
 import type { Message, VoiceDoneEvent, VoiceTranscriptEvent } from '@bytexbyte/nxtlinq-ai-agent-core-development';
 type InteractionMode = 'text' | 'voice';
-type VoiceTranscriptAgentApi = {
+export type VoiceTranscriptAgentApi = {
     getMessages: () => Message[];
-    setMessages: (messages: Message[]) => void;
+    updateMessages: (updater: (prev: Message[]) => Message[]) => void;
     syncVoiceTurnHistory: (options?: {
         last?: number;
     }) => Promise<void>;
 };
-export declare function useVoiceTranscriptMessages(api: VoiceTranscriptAgentApi, interactionMode: InteractionMode, voiceSessionId: string | null, getVoiceSessionId?: () => string | null): {
+export declare function useVoiceTranscriptMessages(api: VoiceTranscriptAgentApi, interactionMode: InteractionMode, voiceSessionId: string | null, getVoiceSessionId?: () => string | null, getPendingUserText?: () => string): {
     handleTranscript: (event: VoiceTranscriptEvent) => void;
-    handleDone: (event: VoiceDoneEvent) => void;
+    handleDone: (event: VoiceDoneEvent, options?: {
+        pendingUserText?: string;
+    }) => void;
     clearVoiceStream: () => void;
 };
 export {};

package/dist/voice/useVoiceTranscriptMessages.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useVoiceTranscriptMessages.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceTranscriptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,oBAAoB,EACrB,MAAM,8CAA8C,CAAC;AAKtD,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,KAAK,uBAAuB,GAAG;IAC7B,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,WAAW,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IAC3C,oBAAoB,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACtE,CAAC;AAWF,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,uBAAuB,EAC5B,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,MAAM,GAAG,IAAI,EAC7B,iBAAiB,CAAC,EAAE,MAAM,MAAM,GAAG,IAAI;8BAqG7B,oBAAoB;wBA4BpB,cAAc;;EAwBzB"}
+{"version":3,"file":"useVoiceTranscriptMessages.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceTranscriptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,oBAAoB,EACrB,MAAM,8CAA8C,CAAC;AAMtD,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,MAAM,MAAM,uBAAuB,GAAG;IACpC,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,cAAc,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,IAAI,CAAC;IAClE,oBAAoB,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACtE,CAAC;AAWF,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,uBAAuB,EAC5B,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,MAAM,GAAG,IAAI,EAC7B,iBAAiB,CAAC,EAAE,MAAM,MAAM,GAAG,IAAI,EACvC,kBAAkB,CAAC,EAAE,MAAM,MAAM;8BA0GvB,oBAAoB;wBA4BpB,cAAc,YAAY;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE;;EAkCjE"}

package/dist/voice/useVoiceTranscriptMessages.js

@@ -1,6 +1,7 @@
 import { mergeStreamingTranscript } from '@bytexbyte/nxtlinq-ai-agent-core-development';
 import { useCallback, useRef } from 'react';
 import { flushSync } from 'react-dom';
+import { ensureUserBubbleForVoiceTurn } from './voiceUserBubble';
 const STREAM_PREFIX = 'voice-stream-';
 function voiceMeta(sessionId) {
     return {
@@ -8,108 +9,110 @@ function voiceMeta(sessionId) {
         voiceSessionId: sessionId ?? undefined,
     };
 }
-export function useVoiceTranscriptMessages(api, interactionMode, voiceSessionId, getVoiceSessionId) {
+export function useVoiceTranscriptMessages(api, interactionMode, voiceSessionId, getVoiceSessionId, getPendingUserText) {
     const streamIdRef = useRef(null);
     const sessionIdRef = useRef(voiceSessionId);
     sessionIdRef.current = voiceSessionId;
     const resolveSessionId = useCallback(() => getVoiceSessionId?.() ?? sessionIdRef.current, [getVoiceSessionId]);
     const isVoiceUiActive = useCallback(() => interactionMode === 'voice', [interactionMode]);
     const upsertStreaming = useCallback((text) => {
-        const messages = api.getMessages();
-        let streamId = streamIdRef.current;
-        if (!streamId) {
-            streamId = `${STREAM_PREFIX}${Date.now()}`;
-            streamIdRef.current = streamId;
-        }
-        const idx = messages.findIndex((m) => m.id === streamId);
-        const partialContent = idx >= 0
-            ? mergeStreamingTranscript(messages[idx]?.partialContent ?? '', text)
-            : text;
-        const meta = voiceMeta(resolveSessionId());
         const apply = () => {
-            if (idx >= 0) {
-                api.setMessages(messages.map((m, i) => i === idx
-                    ? { ...m, partialContent, isStreaming: true, metadata: { ...m.metadata, ...meta } }
-                    : m));
-                return;
-            }
-            api.setMessages([
-                ...messages,
-                {
-                    id: streamId,
-                    role: 'assistant',
-                    content: '',
-                    partialContent,
-                    isStreaming: true,
-                    timestamp: new Date().toISOString(),
-                    metadata: meta,
-                },
-            ]);
+            api.updateMessages((prev) => {
+                let streamId = streamIdRef.current;
+                if (!streamId) {
+                    streamId = `${STREAM_PREFIX}${Date.now()}`;
+                    streamIdRef.current = streamId;
+                }
+                const idx = prev.findIndex((m) => m.id === streamId);
+                const partialContent = idx >= 0
+                    ? mergeStreamingTranscript(prev[idx]?.partialContent ?? '', text)
+                    : text;
+                const meta = voiceMeta(resolveSessionId());
+                if (idx >= 0) {
+                    return prev.map((m, i) => i === idx
+                        ? { ...m, partialContent, isStreaming: true, metadata: { ...m.metadata, ...meta } }
+                        : m);
+                }
+                const withUser = ensureUserBubbleForVoiceTurn(prev, getPendingUserText?.() ?? '', undefined, meta);
+                const base = withUser;
+                return [
+                    ...base,
+                    {
+                        id: streamId,
+                        role: 'assistant',
+                        content: '',
+                        partialContent,
+                        isStreaming: true,
+                        timestamp: new Date().toISOString(),
+                        metadata: meta,
+                    },
+                ];
+            });
         };
         flushSync(apply);
-    }, [api, resolveSessionId]);
+    }, [api, getPendingUserText, resolveSessionId]);
     const finalizeAssistant = useCallback((text, messageId) => {
         const trimmed = text.trim();
         streamIdRef.current = null;
         if (!trimmed)
             return;
-        const messages = api.getMessages();
-        const streamIdx = messages.findIndex((m) => m.isStreaming && m.role === 'assistant');
-        if (streamIdx >= 0) {
-            api.setMessages(messages.map((m, i) => i === streamIdx
-                ? {
-                    ...m,
-                    id: messageId ?? m.id,
+        api.updateMessages((prev) => {
+            const streamIdx = prev.findIndex((m) => m.isStreaming && m.role === 'assistant');
+            if (streamIdx >= 0) {
+                return prev.map((m, i) => i === streamIdx
+                    ? {
+                        ...m,
+                        id: messageId ?? m.id,
+                        content: trimmed,
+                        partialContent: undefined,
+                        isStreaming: false,
+                        metadata: { ...m.metadata, ...voiceMeta(resolveSessionId()) },
+                    }
+                    : m);
+            }
+            const last = prev[prev.length - 1];
+            if (last?.role === 'assistant' && last.content === trimmed)
+                return prev;
+            return [
+                ...prev,
+                {
+                    id: messageId ?? `voice-asst-${Date.now()}`,
+                    role: 'assistant',
                     content: trimmed,
-                    partialContent: undefined,
-                    isStreaming: false,
-                    metadata: { ...m.metadata, ...voiceMeta(resolveSessionId()) },
-                }
-                : m));
-            return;
-        }
-        const last = messages[messages.length - 1];
-        if (last?.role === 'assistant' && last.content === trimmed)
-            return;
-        api.setMessages([
-            ...messages,
-            {
-                id: messageId ?? `voice-asst-${Date.now()}`,
-                role: 'assistant',
-                content: trimmed,
-                timestamp: new Date().toISOString(),
-                metadata: voiceMeta(resolveSessionId()),
-            },
-        ]);
+                    timestamp: new Date().toISOString(),
+                    metadata: voiceMeta(resolveSessionId()),
+                },
+            ];
+        });
     }, [api, resolveSessionId]);
     const handleTranscript = useCallback((event) => {
         if (!isVoiceUiActive())
             return;
         const text = event.text?.trim() ?? '';
         if (event.role === 'assistant') {
-            // Keep one streaming bubble for the whole turn; finalize only in handleDone.
             if (text)
                 upsertStreaming(text);
             return;
         }
         if (event.role === 'user' && !event.interim && text) {
-            const messages = api.getMessages();
-            const last = messages[messages.length - 1];
-            if (last?.role === 'user' && last.content === text)
-                return;
-            api.setMessages([
-                ...messages,
-                {
-                    id: `voice-user-${Date.now()}`,
-                    role: 'user',
-                    content: text,
-                    timestamp: new Date().toISOString(),
-                    metadata: voiceMeta(resolveSessionId()),
-                },
-            ]);
+            api.updateMessages((prev) => {
+                const last = prev[prev.length - 1];
+                if (last?.role === 'user' && last.content === text)
+                    return prev;
+                return [
+                    ...prev,
+                    {
+                        id: `voice-user-${Date.now()}`,
+                        role: 'user',
+                        content: text,
+                        timestamp: new Date().toISOString(),
+                        metadata: voiceMeta(resolveSessionId()),
+                    },
+                ];
+            });
         }
-    }, [api, finalizeAssistant, isVoiceUiActive, resolveSessionId, upsertStreaming]);
-    const handleDone = useCallback((event) => {
+    }, [api, isVoiceUiActive, resolveSessionId, upsertStreaming]);
+    const handleDone = useCallback((event, options) => {
         if (!isVoiceUiActive())
             return;
         if (event.guardrailsBlocked || event.billingBlocked || event.error) {
@@ -118,6 +121,9 @@ export function useVoiceTranscriptMessages(api, interactionMode, voiceSessionId,
         }
         const reply = event.replyText?.trim() ?? '';
         if (reply) {
+            flushSync(() => {
+                api.updateMessages((prev) => ensureUserBubbleForVoiceTurn(prev, options?.pendingUserText ?? getPendingUserText?.() ?? '', event.userMessageId, voiceMeta(resolveSessionId())));
+            });
             finalizeAssistant(reply, event.assistantMessageId ?? undefined);
         }
         else {
@@ -126,7 +132,7 @@ export function useVoiceTranscriptMessages(api, interactionMode, voiceSessionId,
         void api.syncVoiceTurnHistory({ last: 20 }).catch((err) => {
             console.warn('[nxtlinq] syncVoiceTurnHistory after voice turn failed', err);
         });
-    }, [api, finalizeAssistant, isVoiceUiActive]);
+    }, [api, finalizeAssistant, getPendingUserText, isVoiceUiActive, resolveSessionId]);
     const clearVoiceStream = useCallback(() => {
         streamIdRef.current = null;
     }, []);

package/dist/voice/voiceUserBubble.d.ts

@@ -0,0 +1,10 @@
+import type { Message } from '@bytexbyte/nxtlinq-ai-agent-core-development';
+export declare const VOICE_USER_INPUT_PLACEHOLDER = "(Voice input)";
+type VoiceMeta = {
+    voiceRealtime: true;
+    voiceSessionId?: string;
+};
+/** Ensure a user bubble exists before the in-flight assistant reply for this turn. */
+export declare function ensureUserBubbleForVoiceTurn(messages: Message[], userText: string, userMessageId: string | null | undefined, metaForPlaceholder: VoiceMeta | undefined): Message[];
+export {};
+//# sourceMappingURL=voiceUserBubble.d.ts.map

package/dist/voice/voiceUserBubble.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voiceUserBubble.d.ts","sourceRoot":"","sources":["../../src/voice/voiceUserBubble.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,8CAA8C,CAAC;AAE5E,eAAO,MAAM,4BAA4B,kBAAkB,CAAC;AAE5D,KAAK,SAAS,GAAG;IACf,aAAa,EAAE,IAAI,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,sFAAsF;AACtF,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EACxC,kBAAkB,EAAE,SAAS,GAAG,SAAS,GACxC,OAAO,EAAE,CAuDX"}

package/dist/voice/voiceUserBubble.js

@@ -0,0 +1,52 @@
+export const VOICE_USER_INPUT_PLACEHOLDER = '(Voice input)';
+/** Ensure a user bubble exists before the in-flight assistant reply for this turn. */
+export function ensureUserBubbleForVoiceTurn(messages, userText, userMessageId, metaForPlaceholder) {
+    const streamIdx = messages.findIndex((m) => m.isStreaming && m.role === 'assistant');
+    const insertAt = streamIdx >= 0 ? streamIdx : messages.length;
+    const before = messages.slice(0, insertAt);
+    const lastAsstIdx = (() => {
+        for (let i = before.length - 1; i >= 0; i -= 1) {
+            const m = before[i];
+            if (m.role === 'assistant' && !m.isStreaming && Boolean(m.content?.trim()))
+                return i;
+        }
+        return -1;
+    })();
+    const lastUserIdx = (() => {
+        for (let i = before.length - 1; i >= 0; i -= 1) {
+            if (before[i].role === 'user')
+                return i;
+        }
+        return -1;
+    })();
+    const hasUserForTurn = lastUserIdx >= 0 && lastUserIdx > lastAsstIdx;
+    const trimmed = userText.trim();
+    const displayText = trimmed || VOICE_USER_INPUT_PLACEHOLDER;
+    if (hasUserForTurn) {
+        const existing = before[lastUserIdx];
+        const shouldUpgrade = trimmed &&
+            existing.content !== trimmed &&
+            (existing.content === VOICE_USER_INPUT_PLACEHOLDER || !existing.content.trim());
+        if (!shouldUpgrade)
+            return messages;
+        const upgraded = before.map((m, i) => i === lastUserIdx
+            ? {
+                ...m,
+                content: trimmed,
+                id: userMessageId ?? m.id,
+                metadata: userMessageId ? undefined : m.metadata,
+            }
+            : m);
+        return [...upgraded, ...messages.slice(insertAt)];
+    }
+    const userMsg = {
+        id: userMessageId ?? `voice-user-${Date.now()}`,
+        role: 'user',
+        content: displayText,
+        timestamp: new Date().toISOString(),
+        metadata: userMessageId ? undefined : metaForPlaceholder,
+    };
+    const next = [...messages];
+    next.splice(insertAt, 0, userMsg);
+    return next;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bytexbyte/nxtlinq-ai-agent-web-development",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "React Web headless SDK for nxtlinq AI Agent — hooks and browser ports",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -37,7 +37,7 @@
     "react-dom": ">=18.0.0"
   },
   "dependencies": {
-    "@bytexbyte/nxtlinq-ai-agent-core-development": "0.3.8",
+    "@bytexbyte/nxtlinq-ai-agent-core-development": "0.3.9",
     "ethers": "^6.16.0",
     "fast-json-stable-stringify": "^2.1.0",
     "metakeep": "^2.2.8",
@@ -45,7 +45,7 @@
     "universal-cookie": "^8.0.1"
   },
   "devDependencies": {
-    "@bytexbyte/nxtlinq-ai-agent-core-development": "workspace:^",
+    "@bytexbyte/nxtlinq-ai-agent-core-development": "0.3.9",
     "@types/react": "^18.2.64",
     "@types/react-dom": "^18.2.25",
     "react": "^18.2.0",

package/src/legacy/core/lib/useVoiceMode.ts

@@ -102,12 +102,20 @@ export function useVoiceMode({
 
   const transcriptApi = React.useMemo(() => ({
     getMessages,
-    setMessages: (messages: Message[]) => setMessages(messages),
+    updateMessages: (updater: (prev: Message[]) => Message[]) => {
+      setMessages(updater);
+    },
     syncVoiceTurnHistory: (opts?: { last?: number }) => syncVoiceTurnHistory(opts?.last),
   }), [getMessages, setMessages, syncVoiceTurnHistory]);
 
   const { handleTranscript: handleTranscriptUi, handleDone: handleDoneUi, clearVoiceStream } =
-    useVoiceTranscriptMessages(transcriptApi, 'voice', voiceSessionId, () => voiceSessionIdRef.current);
+    useVoiceTranscriptMessages(
+      transcriptApi,
+      'voice',
+      voiceSessionId,
+      () => voiceSessionIdRef.current,
+      () => turnUserTextRef.current.trim(),
+    );
 
   const resetMicAfterTurn = React.useCallback(() => {
     lastCommittedUserRef.current = turnUserTextRef.current.trim();
@@ -206,7 +214,7 @@ export function useVoiceMode({
       onError?.(new Error(event.error));
       return;
     }
-    handleDoneUi(event);
+    handleDoneUi(event, { pendingUserText: turnUserTextRef.current.trim() });
     resetMicAfterTurn();
   }, [handleDoneUi, onError, resetMicAfterTurn]);
 

package/src/voice/useVoiceTranscriptMessages.ts

@@ -6,12 +6,13 @@ import type {
 import { mergeStreamingTranscript } from '@bytexbyte/nxtlinq-ai-agent-core-development';
 import { useCallback, useRef } from 'react';
 import { flushSync } from 'react-dom';
+import { ensureUserBubbleForVoiceTurn } from './voiceUserBubble';
 
 type InteractionMode = 'text' | 'voice';
 
-type VoiceTranscriptAgentApi = {
+export type VoiceTranscriptAgentApi = {
   getMessages: () => Message[];
-  setMessages: (messages: Message[]) => void;
+  updateMessages: (updater: (prev: Message[]) => Message[]) => void;
   syncVoiceTurnHistory: (options?: { last?: number }) => Promise<void>;
 };
 
@@ -29,6 +30,7 @@ export function useVoiceTranscriptMessages(
   interactionMode: InteractionMode,
   voiceSessionId: string | null,
   getVoiceSessionId?: () => string | null,
+  getPendingUserText?: () => string,
 ) {
   const streamIdRef = useRef<string | null>(null);
   const sessionIdRef = useRef(voiceSessionId);
@@ -46,45 +48,52 @@ export function useVoiceTranscriptMessages(
 
   const upsertStreaming = useCallback(
     (text: string) => {
-      const messages = api.getMessages();
-      let streamId = streamIdRef.current;
-      if (!streamId) {
-        streamId = `${STREAM_PREFIX}${Date.now()}`;
-        streamIdRef.current = streamId;
-      }
-      const idx = messages.findIndex((m) => m.id === streamId);
-      const partialContent =
-        idx >= 0
-          ? mergeStreamingTranscript(messages[idx]?.partialContent ?? '', text)
-          : text;
-      const meta = voiceMeta(resolveSessionId());
       const apply = () => {
-        if (idx >= 0) {
-          api.setMessages(
-            messages.map((m, i) =>
+        api.updateMessages((prev) => {
+          let streamId = streamIdRef.current;
+          if (!streamId) {
+            streamId = `${STREAM_PREFIX}${Date.now()}`;
+            streamIdRef.current = streamId;
+          }
+          const idx = prev.findIndex((m) => m.id === streamId);
+          const partialContent =
+            idx >= 0
+              ? mergeStreamingTranscript(prev[idx]?.partialContent ?? '', text)
+              : text;
+          const meta = voiceMeta(resolveSessionId());
+
+          if (idx >= 0) {
+            return prev.map((m, i) =>
               i === idx
                 ? { ...m, partialContent, isStreaming: true, metadata: { ...m.metadata, ...meta } }
                 : m,
-            ),
+            );
+          }
+
+          const withUser = ensureUserBubbleForVoiceTurn(
+            prev,
+            getPendingUserText?.() ?? '',
+            undefined,
+            meta,
           );
-          return;
-        }
-        api.setMessages([
-          ...messages,
-          {
-            id: streamId,
-            role: 'assistant',
-            content: '',
-            partialContent,
-            isStreaming: true,
-            timestamp: new Date().toISOString(),
-            metadata: meta,
-          },
-        ]);
+          const base = withUser;
+          return [
+            ...base,
+            {
+              id: streamId,
+              role: 'assistant' as const,
+              content: '',
+              partialContent,
+              isStreaming: true,
+              timestamp: new Date().toISOString(),
+              metadata: meta,
+            },
+          ];
+        });
       };
       flushSync(apply);
     },
-    [api, resolveSessionId],
+    [api, getPendingUserText, resolveSessionId],
   );
 
   const finalizeAssistant = useCallback(
@@ -93,11 +102,10 @@ export function useVoiceTranscriptMessages(
       streamIdRef.current = null;
       if (!trimmed) return;
 
-      const messages = api.getMessages();
-      const streamIdx = messages.findIndex((m) => m.isStreaming && m.role === 'assistant');
-      if (streamIdx >= 0) {
-        api.setMessages(
-          messages.map((m, i) =>
+      api.updateMessages((prev) => {
+        const streamIdx = prev.findIndex((m) => m.isStreaming && m.role === 'assistant');
+        if (streamIdx >= 0) {
+          return prev.map((m, i) =>
             i === streamIdx
               ? {
                   ...m,
@@ -108,22 +116,21 @@ export function useVoiceTranscriptMessages(
                   metadata: { ...m.metadata, ...voiceMeta(resolveSessionId()) },
                 }
               : m,
-          ),
-        );
-        return;
-      }
-      const last = messages[messages.length - 1];
-      if (last?.role === 'assistant' && last.content === trimmed) return;
-      api.setMessages([
-        ...messages,
-        {
-          id: messageId ?? `voice-asst-${Date.now()}`,
-          role: 'assistant',
-          content: trimmed,
-          timestamp: new Date().toISOString(),
-          metadata: voiceMeta(resolveSessionId()),
-        },
-      ]);
+          );
+        }
+        const last = prev[prev.length - 1];
+        if (last?.role === 'assistant' && last.content === trimmed) return prev;
+        return [
+          ...prev,
+          {
+            id: messageId ?? `voice-asst-${Date.now()}`,
+            role: 'assistant' as const,
+            content: trimmed,
+            timestamp: new Date().toISOString(),
+            metadata: voiceMeta(resolveSessionId()),
+          },
+        ];
+      });
     },
     [api, resolveSessionId],
   );
@@ -133,31 +140,31 @@ export function useVoiceTranscriptMessages(
       if (!isVoiceUiActive()) return;
       const text = event.text?.trim() ?? '';
       if (event.role === 'assistant') {
-        // Keep one streaming bubble for the whole turn; finalize only in handleDone.
         if (text) upsertStreaming(text);
         return;
       }
       if (event.role === 'user' && !event.interim && text) {
-        const messages = api.getMessages();
-        const last = messages[messages.length - 1];
-        if (last?.role === 'user' && last.content === text) return;
-        api.setMessages([
-          ...messages,
-          {
-            id: `voice-user-${Date.now()}`,
-            role: 'user',
-            content: text,
-            timestamp: new Date().toISOString(),
-            metadata: voiceMeta(resolveSessionId()),
-          },
-        ]);
+        api.updateMessages((prev) => {
+          const last = prev[prev.length - 1];
+          if (last?.role === 'user' && last.content === text) return prev;
+          return [
+            ...prev,
+            {
+              id: `voice-user-${Date.now()}`,
+              role: 'user' as const,
+              content: text,
+              timestamp: new Date().toISOString(),
+              metadata: voiceMeta(resolveSessionId()),
+            },
+          ];
+        });
       }
     },
-    [api, finalizeAssistant, isVoiceUiActive, resolveSessionId, upsertStreaming],
+    [api, isVoiceUiActive, resolveSessionId, upsertStreaming],
   );
 
   const handleDone = useCallback(
-    (event: VoiceDoneEvent) => {
+    (event: VoiceDoneEvent, options?: { pendingUserText?: string }) => {
       if (!isVoiceUiActive()) return;
       if (event.guardrailsBlocked || event.billingBlocked || event.error) {
         streamIdRef.current = null;
@@ -165,6 +172,16 @@ export function useVoiceTranscriptMessages(
       }
       const reply = event.replyText?.trim() ?? '';
       if (reply) {
+        flushSync(() => {
+          api.updateMessages((prev) =>
+            ensureUserBubbleForVoiceTurn(
+              prev,
+              options?.pendingUserText ?? getPendingUserText?.() ?? '',
+              event.userMessageId,
+              voiceMeta(resolveSessionId()),
+            ),
+          );
+        });
         finalizeAssistant(reply, event.assistantMessageId ?? undefined);
       } else {
         streamIdRef.current = null;
@@ -173,7 +190,7 @@ export function useVoiceTranscriptMessages(
         console.warn('[nxtlinq] syncVoiceTurnHistory after voice turn failed', err);
       });
     },
-    [api, finalizeAssistant, isVoiceUiActive],
+    [api, finalizeAssistant, getPendingUserText, isVoiceUiActive, resolveSessionId],
   );
 
   const clearVoiceStream = useCallback(() => {

package/src/voice/voiceUserBubble.ts

@@ -0,0 +1,71 @@
+import type { Message } from '@bytexbyte/nxtlinq-ai-agent-core-development';
+
+export const VOICE_USER_INPUT_PLACEHOLDER = '(Voice input)';
+
+type VoiceMeta = {
+  voiceRealtime: true;
+  voiceSessionId?: string;
+};
+
+/** Ensure a user bubble exists before the in-flight assistant reply for this turn. */
+export function ensureUserBubbleForVoiceTurn(
+  messages: Message[],
+  userText: string,
+  userMessageId: string | null | undefined,
+  metaForPlaceholder: VoiceMeta | undefined,
+): Message[] {
+  const streamIdx = messages.findIndex((m) => m.isStreaming && m.role === 'assistant');
+  const insertAt = streamIdx >= 0 ? streamIdx : messages.length;
+  const before = messages.slice(0, insertAt);
+
+  const lastAsstIdx = (() => {
+    for (let i = before.length - 1; i >= 0; i -= 1) {
+      const m = before[i];
+      if (m.role === 'assistant' && !m.isStreaming && Boolean(m.content?.trim())) return i;
+    }
+    return -1;
+  })();
+  const lastUserIdx = (() => {
+    for (let i = before.length - 1; i >= 0; i -= 1) {
+      if (before[i].role === 'user') return i;
+    }
+    return -1;
+  })();
+  const hasUserForTurn = lastUserIdx >= 0 && lastUserIdx > lastAsstIdx;
+
+  const trimmed = userText.trim();
+  const displayText = trimmed || VOICE_USER_INPUT_PLACEHOLDER;
+
+  if (hasUserForTurn) {
+    const existing = before[lastUserIdx];
+    const shouldUpgrade =
+      trimmed &&
+      existing.content !== trimmed &&
+      (existing.content === VOICE_USER_INPUT_PLACEHOLDER || !existing.content.trim());
+    if (!shouldUpgrade) return messages;
+
+    const upgraded = before.map((m, i) =>
+      i === lastUserIdx
+        ? {
+            ...m,
+            content: trimmed,
+            id: userMessageId ?? m.id,
+            metadata: userMessageId ? undefined : m.metadata,
+          }
+        : m,
+    );
+    return [...upgraded, ...messages.slice(insertAt)];
+  }
+
+  const userMsg: Message = {
+    id: userMessageId ?? `voice-user-${Date.now()}`,
+    role: 'user',
+    content: displayText,
+    timestamp: new Date().toISOString(),
+    metadata: userMessageId ? undefined : metaForPlaceholder,
+  };
+
+  const next = [...messages];
+  next.splice(insertAt, 0, userMsg);
+  return next;
+}