@bytexbyte/nxtlinq-ai-agent-web-development 0.1.8 → 0.2.0

package/dist/legacy/core/lib/useVoiceMode.d.ts

@@ -1,6 +1,6 @@
 import * as React from 'react';
 import type { AITApi, Message, VoiceTransport } from '@bytexbyte/nxtlinq-ai-agent-core-development';
-import { type VoiceStatus } from '../../api/voice';
+import { type VoiceStatus, type VoiceToolCallEvent, type VoiceToolResultEvent } from '../../api/voice';
 export type UseVoiceModeOptions = {
     apiKey: string;
     apiSecret: string;
@@ -14,11 +14,13 @@ export type UseVoiceModeOptions = {
     getMessages: () => Message[];
     setMessages: React.Dispatch<React.SetStateAction<Message[]>>;
     onError?: (error: Error) => void;
+    onToolCall?: (event: VoiceToolCallEvent) => void;
+    onToolResult?: (event: VoiceToolResultEvent) => void;
     stopRecording: () => void;
     stopTextToSpeech: () => void;
     voiceTransport?: VoiceTransport;
 };
-export declare function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, walletAddress, aitToken, metadata, nxtlinqApi, getMessages, setMessages, onError, stopRecording, stopTextToSpeech, voiceTransport, }: UseVoiceModeOptions): {
+export declare function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, walletAddress, aitToken, metadata, nxtlinqApi, getMessages, setMessages, onError, onToolCall, onToolResult, stopRecording, stopTextToSpeech, voiceTransport, }: UseVoiceModeOptions): {
     isVoiceMode: boolean;
     voiceStatus: VoiceStatus;
     isVoiceConnecting: boolean;

package/dist/legacy/core/lib/useVoiceMode.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useVoiceMode.d.ts","sourceRoot":"","sources":["../../../../src/legacy/core/lib/useVoiceMode.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AACpG,OAAO,EAKL,KAAK,WAAW,EAEjB,MAAM,iBAAiB,CAAC;AAgBzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAEF,wBAAgB,YAAY,CAAC,EAC3B,MAAM,EACN,SAAS,EACT,QAAQ,EACR,UAAU,EACV,KAAK,EACL,aAAa,EACb,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,OAAO,EACP,aAAa,EACb,gBAAgB,EAChB,cAA8B,GAC/B,EAAE,mBAAmB;;;;;;;;;;EAoXrB"}
+{"version":3,"file":"useVoiceMode.d.ts","sourceRoot":"","sources":["../../../../src/legacy/core/lib/useVoiceMode.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,8CAA8C,CAAC;AACpG,OAAO,EAKL,KAAK,WAAW,EAChB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EAE1B,MAAM,iBAAiB,CAAC;AAgBzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC7D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,CAAC;IACjD,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACrD,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAEF,wBAAgB,YAAY,CAAC,EAC3B,MAAM,EACN,SAAS,EACT,QAAQ,EACR,UAAU,EACV,KAAK,EACL,aAAa,EACb,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,OAAO,EACP,UAAU,EACV,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,cAA8B,GAC/B,EAAE,mBAAmB;;;;;;;;;;EA0XrB"}

package/dist/legacy/core/lib/useVoiceMode.js

@@ -12,7 +12,7 @@ const USER_TRANSCRIPT_BLOCKED = new Set([
 const ASSISTANT_MIC_HOLD_STATUSES = new Set([
     'transcribing', 'thinking', 'generating', 'speaking',
 ]);
-export function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, walletAddress, aitToken, metadata, nxtlinqApi, getMessages, setMessages, onError, stopRecording, stopTextToSpeech, voiceTransport = 'ws-realtime', }) {
+export function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, walletAddress, aitToken, metadata, nxtlinqApi, getMessages, setMessages, onError, onToolCall, onToolResult, stopRecording, stopTextToSpeech, voiceTransport = 'ws-realtime', }) {
     const [isVoiceMode, setIsVoiceMode] = React.useState(false);
     const [voiceStatus, setVoiceStatus] = React.useState('idle');
     const [isVoiceConnecting, setIsVoiceConnecting] = React.useState(false);
@@ -170,6 +170,8 @@ export function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, w
         onStatus: (_status) => { },
         onTranscript: (_event) => { },
         onDone: (_event) => { },
+        onToolCall: (_event) => { },
+        onToolResult: (_event) => { },
     });
     const stopVoiceSession = React.useCallback(async (reason = 'unknown') => {
         const session = sessionRef.current;
@@ -289,6 +291,8 @@ export function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, w
                 onStatus: (status) => voiceHandlersRef.current.onStatus(status),
                 onTranscript: (event) => voiceHandlersRef.current.onTranscript(event),
                 onDone: (event) => voiceHandlersRef.current.onDone(event),
+                onToolCall: (event) => voiceHandlersRef.current.onToolCall(event),
+                onToolResult: (event) => voiceHandlersRef.current.onToolResult(event),
                 onError: (err) => {
                     if (isConnectCancelled())
                         return;
@@ -358,8 +362,10 @@ export function useVoiceMode({ apiKey, apiSecret, pseudoId, externalId, aitId, w
                 handleTranscriptUi(event);
             },
             onDone: handleDone,
+            onToolCall: (event) => onToolCall?.(event),
+            onToolResult: (event) => onToolResult?.(event),
         };
-    }, [handleStatus, handleTranscriptTurn, handleTranscriptUi, handleDone]);
+    }, [handleStatus, handleTranscriptTurn, handleTranscriptUi, handleDone, onToolCall, onToolResult]);
     React.useEffect(() => () => { void stopVoiceSessionRef.current('unmount'); }, []);
     // 追踪当前的 isVoiceMode 状态，用于 visibilitychange 事件
     const isVoiceModeRef = React.useRef(isVoiceMode);

package/dist/voice/useVoiceTranscriptMessages.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useVoiceTranscriptMessages.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceTranscriptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,oBAAoB,EACrB,MAAM,8CAA8C,CAAC;AAMtD,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,MAAM,MAAM,uBAAuB,GAAG;IACpC,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,cAAc,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,IAAI,CAAC;IAClE,oBAAoB,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACtE,CAAC;AAWF,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,uBAAuB,EAC5B,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,MAAM,GAAG,IAAI,EAC7B,iBAAiB,CAAC,EAAE,MAAM,MAAM,GAAG,IAAI,EACvC,kBAAkB,CAAC,EAAE,MAAM,MAAM;8BA0GvB,oBAAoB;wBA4BpB,cAAc,YAAY;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE;;EAkCjE"}
+{"version":3,"file":"useVoiceTranscriptMessages.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceTranscriptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,oBAAoB,EACrB,MAAM,8CAA8C,CAAC;AAMtD,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,MAAM,MAAM,uBAAuB,GAAG;IACpC,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,cAAc,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,IAAI,CAAC;IAClE,oBAAoB,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACtE,CAAC;AAWF,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,uBAAuB,EAC5B,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,MAAM,GAAG,IAAI,EAC7B,iBAAiB,CAAC,EAAE,MAAM,MAAM,GAAG,IAAI,EACvC,kBAAkB,CAAC,EAAE,MAAM,MAAM;8BA0GvB,oBAAoB;wBAiBpB,cAAc,YAAY;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE;;EAkCjE"}

package/dist/voice/useVoiceTranscriptMessages.js

@@ -95,21 +95,7 @@ export function useVoiceTranscriptMessages(api, interactionMode, voiceSessionId,
             return;
         }
         if (event.role === 'user' && !event.interim && text) {
-            api.updateMessages((prev) => {
-                const last = prev[prev.length - 1];
-                if (last?.role === 'user' && last.content === text)
-                    return prev;
-                return [
-                    ...prev,
-                    {
-                        id: `voice-user-${Date.now()}`,
-                        role: 'user',
-                        content: text,
-                        timestamp: new Date().toISOString(),
-                        metadata: voiceMeta(resolveSessionId()),
-                    },
-                ];
-            });
+            api.updateMessages((prev) => ensureUserBubbleForVoiceTurn(prev, text, undefined, voiceMeta(resolveSessionId())));
         }
     }, [api, isVoiceUiActive, resolveSessionId, upsertStreaming]);
     const handleDone = useCallback((event, options) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bytexbyte/nxtlinq-ai-agent-web-development",
-  "version": "0.1.8",
+  "version": "0.2.0",
   "description": "React Web headless SDK for nxtlinq AI Agent — hooks and browser ports",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -37,7 +37,7 @@
     "react-dom": ">=18.0.0"
   },
   "dependencies": {
-    "@bytexbyte/nxtlinq-ai-agent-core-development": "0.4.2",
+    "@bytexbyte/nxtlinq-ai-agent-core-development": "0.4.4",
     "ethers": "^6.16.0",
     "fast-json-stable-stringify": "^2.1.0",
     "metakeep": "^2.2.8",

package/src/legacy/core/lib/useVoiceMode.ts

@@ -7,6 +7,8 @@ import {
   type VoiceDoneEvent,
   type VoiceSession,
   type VoiceStatus,
+  type VoiceToolCallEvent,
+  type VoiceToolResultEvent,
   type VoiceTranscriptEvent,
 } from '../../api/voice';
 import { appendServerHistoryIntoMessages } from './messageHistory';
@@ -37,6 +39,8 @@ export type UseVoiceModeOptions = {
   getMessages: () => Message[];
   setMessages: React.Dispatch<React.SetStateAction<Message[]>>;
   onError?: (error: Error) => void;
+  onToolCall?: (event: VoiceToolCallEvent) => void;
+  onToolResult?: (event: VoiceToolResultEvent) => void;
   stopRecording: () => void;
   stopTextToSpeech: () => void;
   voiceTransport?: VoiceTransport;
@@ -55,6 +59,8 @@ export function useVoiceMode({
   getMessages,
   setMessages,
   onError,
+  onToolCall,
+  onToolResult,
   stopRecording,
   stopTextToSpeech,
   voiceTransport = 'ws-realtime',
@@ -222,6 +228,8 @@ export function useVoiceMode({
     onStatus: (_status: VoiceStatus) => {},
     onTranscript: (_event: VoiceTranscriptEvent) => {},
     onDone: (_event: VoiceDoneEvent) => {},
+    onToolCall: (_event: VoiceToolCallEvent) => {},
+    onToolResult: (_event: VoiceToolResultEvent) => {},
   });
 
   const stopVoiceSession = React.useCallback(async (reason = 'unknown') => {
@@ -333,6 +341,8 @@ export function useVoiceMode({
         onStatus: (status) => voiceHandlersRef.current.onStatus(status),
         onTranscript: (event) => voiceHandlersRef.current.onTranscript(event),
         onDone: (event) => voiceHandlersRef.current.onDone(event),
+        onToolCall: (event) => voiceHandlersRef.current.onToolCall(event),
+        onToolResult: (event) => voiceHandlersRef.current.onToolResult(event),
         onError: (err) => {
           if (isConnectCancelled()) return;
           onError?.(err);
@@ -396,8 +406,10 @@ export function useVoiceMode({
         handleTranscriptUi(event);
       },
       onDone: handleDone,
+      onToolCall: (event) => onToolCall?.(event),
+      onToolResult: (event) => onToolResult?.(event),
     };
-  }, [handleStatus, handleTranscriptTurn, handleTranscriptUi, handleDone]);
+  }, [handleStatus, handleTranscriptTurn, handleTranscriptUi, handleDone, onToolCall, onToolResult]);
 
   React.useEffect(() => () => { void stopVoiceSessionRef.current('unmount'); }, []);
 

package/src/voice/useVoiceTranscriptMessages.ts

@@ -144,20 +144,9 @@ export function useVoiceTranscriptMessages(
         return;
       }
       if (event.role === 'user' && !event.interim && text) {
-        api.updateMessages((prev) => {
-          const last = prev[prev.length - 1];
-          if (last?.role === 'user' && last.content === text) return prev;
-          return [
-            ...prev,
-            {
-              id: `voice-user-${Date.now()}`,
-              role: 'user' as const,
-              content: text,
-              timestamp: new Date().toISOString(),
-              metadata: voiceMeta(resolveSessionId()),
-            },
-          ];
-        });
+        api.updateMessages((prev) =>
+          ensureUserBubbleForVoiceTurn(prev, text, undefined, voiceMeta(resolveSessionId())),
+        );
       }
     },
     [api, isVoiceUiActive, resolveSessionId, upsertStreaming],