@bytexbyte/nxtlinq-ai-agent-ui-react-development 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/NxtlinqAgentChat.d.ts +26 -0
- package/dist/NxtlinqAgentChat.d.ts.map +1 -0
- package/dist/NxtlinqAgentChat.js +28 -0
- package/dist/components/AgentAssistantShell.d.ts +5 -0
- package/dist/components/AgentAssistantShell.d.ts.map +1 -0
- package/dist/components/AgentAssistantShell.js +52 -0
- package/dist/components/AgentComposer.d.ts +3 -0
- package/dist/components/AgentComposer.d.ts.map +1 -0
- package/dist/components/AgentComposer.js +60 -0
- package/dist/components/AgentMessageList.d.ts +3 -0
- package/dist/components/AgentMessageList.d.ts.map +1 -0
- package/dist/components/AgentMessageList.js +37 -0
- package/dist/components/AgentRemoteAudio.d.ts +4 -0
- package/dist/components/AgentRemoteAudio.d.ts.map +1 -0
- package/dist/components/AgentRemoteAudio.js +34 -0
- package/dist/components/AgentVoiceBar.d.ts +3 -0
- package/dist/components/AgentVoiceBar.d.ts.map +1 -0
- package/dist/components/AgentVoiceBar.js +91 -0
- package/dist/components/PresetMessageChips.d.ts +3 -0
- package/dist/components/PresetMessageChips.d.ts.map +1 -0
- package/dist/components/PresetMessageChips.js +23 -0
- package/dist/context/AgentAssistantContext.d.ts +32 -0
- package/dist/context/AgentAssistantContext.d.ts.map +1 -0
- package/dist/context/AgentAssistantContext.js +159 -0
- package/dist/index.d.ts +16 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +12 -0
- package/dist/legacy/assets/images/adiSideItalicDataUri.d.ts +2 -0
- package/dist/legacy/assets/images/adiSideItalicDataUri.d.ts.map +1 -0
- package/dist/legacy/assets/images/adiSideItalicDataUri.js +1 -0
- package/dist/legacy/chatbot/ChatBot.d.ts +5 -0
- package/dist/legacy/chatbot/ChatBot.d.ts.map +1 -0
- package/dist/legacy/chatbot/ChatBot.js +35 -0
- package/dist/legacy/chatbot/context/ChatBotContext.d.ts +5 -0
- package/dist/legacy/chatbot/context/ChatBotContext.d.ts.map +1 -0
- package/dist/legacy/chatbot/context/ChatBotContext.js +2908 -0
- package/dist/legacy/chatbot/types/ChatBotTypes.d.ts +166 -0
- package/dist/legacy/chatbot/types/ChatBotTypes.d.ts.map +1 -0
- package/dist/legacy/chatbot/types/ChatBotTypes.js +1 -0
- package/dist/legacy/chatbot/ui/BerifyMeModal.d.ts +17 -0
- package/dist/legacy/chatbot/ui/BerifyMeModal.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/BerifyMeModal.js +110 -0
- package/dist/legacy/chatbot/ui/ChatBotUI.d.ts +3 -0
- package/dist/legacy/chatbot/ui/ChatBotUI.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/ChatBotUI.js +625 -0
- package/dist/legacy/chatbot/ui/MessageInput.d.ts +3 -0
- package/dist/legacy/chatbot/ui/MessageInput.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/MessageInput.js +321 -0
- package/dist/legacy/chatbot/ui/MessageList.d.ts +4 -0
- package/dist/legacy/chatbot/ui/MessageList.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/MessageList.js +455 -0
- package/dist/legacy/chatbot/ui/ModelSelector.d.ts +4 -0
- package/dist/legacy/chatbot/ui/ModelSelector.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/ModelSelector.js +122 -0
- package/dist/legacy/chatbot/ui/NotificationModal.d.ts +15 -0
- package/dist/legacy/chatbot/ui/NotificationModal.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/NotificationModal.js +53 -0
- package/dist/legacy/chatbot/ui/PermissionForm.d.ts +8 -0
- package/dist/legacy/chatbot/ui/PermissionForm.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/PermissionForm.js +465 -0
- package/dist/legacy/chatbot/ui/PresetMessages.d.ts +4 -0
- package/dist/legacy/chatbot/ui/PresetMessages.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/PresetMessages.js +33 -0
- package/dist/legacy/chatbot/ui/VoiceModePanel.d.ts +3 -0
- package/dist/legacy/chatbot/ui/VoiceModePanel.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/VoiceModePanel.js +95 -0
- package/dist/legacy/chatbot/ui/styles/isolatedStyles.d.ts +73 -0
- package/dist/legacy/chatbot/ui/styles/isolatedStyles.d.ts.map +1 -0
- package/dist/legacy/chatbot/ui/styles/isolatedStyles.js +985 -0
- package/dist/legacy/index.d.ts +14 -0
- package/dist/legacy/index.d.ts.map +1 -0
- package/dist/legacy/index.js +12 -0
- package/dist/theme/defaultTheme.d.ts +3 -0
- package/dist/theme/defaultTheme.d.ts.map +1 -0
- package/dist/theme/defaultTheme.js +20 -0
- package/dist/types.d.ts +62 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +1 -0
- package/dist/voice/useVoiceConnectOrchestration.d.ts +21 -0
- package/dist/voice/useVoiceConnectOrchestration.d.ts.map +1 -0
- package/dist/voice/useVoiceConnectOrchestration.js +86 -0
- package/dist/voice/useVoiceMicState.d.ts +15 -0
- package/dist/voice/useVoiceMicState.d.ts.map +1 -0
- package/dist/voice/useVoiceMicState.js +94 -0
- package/dist/voice/useVoiceSilenceCommit.d.ts +10 -0
- package/dist/voice/useVoiceSilenceCommit.d.ts.map +1 -0
- package/dist/voice/useVoiceSilenceCommit.js +67 -0
- package/dist/voice/useVoiceTranscriptMessages.d.ts +16 -0
- package/dist/voice/useVoiceTranscriptMessages.d.ts.map +1 -0
- package/dist/voice/useVoiceTranscriptMessages.js +129 -0
- package/dist/voice/useWsRealtimeAudio.d.ts +18 -0
- package/dist/voice/useWsRealtimeAudio.d.ts.map +1 -0
- package/dist/voice/useWsRealtimeAudio.js +102 -0
- package/dist/voice/voiceMicConstants.d.ts +4 -0
- package/dist/voice/voiceMicConstants.d.ts.map +1 -0
- package/dist/voice/voiceMicConstants.js +10 -0
- package/dist/voice/ws/BrowserWsPcmPlayer.d.ts +23 -0
- package/dist/voice/ws/BrowserWsPcmPlayer.d.ts.map +1 -0
- package/dist/voice/ws/BrowserWsPcmPlayer.js +137 -0
- package/dist/voice/ws/BrowserWsPcmRecorder.d.ts +17 -0
- package/dist/voice/ws/BrowserWsPcmRecorder.d.ts.map +1 -0
- package/dist/voice/ws/BrowserWsPcmRecorder.js +71 -0
- package/dist/voice/ws/float32ToPcm16.d.ts +2 -0
- package/dist/voice/ws/float32ToPcm16.d.ts.map +1 -0
- package/dist/voice/ws/float32ToPcm16.js +8 -0
- package/dist/voice/ws/voiceSilenceConstants.d.ts +5 -0
- package/dist/voice/ws/voiceSilenceConstants.d.ts.map +1 -0
- package/dist/voice/ws/voiceSilenceConstants.js +4 -0
- package/dist/voice/ws/wsRealtimeConstants.d.ts +2 -0
- package/dist/voice/ws/wsRealtimeConstants.d.ts.map +1 -0
- package/dist/voice/ws/wsRealtimeConstants.js +1 -0
- package/package.json +60 -0
- package/src/NxtlinqAgentChat.tsx +79 -0
- package/src/components/AgentAssistantShell.tsx +104 -0
- package/src/components/AgentComposer.tsx +134 -0
- package/src/components/AgentMessageList.tsx +78 -0
- package/src/components/AgentRemoteAudio.tsx +34 -0
- package/src/components/AgentVoiceBar.tsx +173 -0
- package/src/components/PresetMessageChips.tsx +41 -0
- package/src/context/AgentAssistantContext.tsx +276 -0
- package/src/index.ts +78 -0
- package/src/legacy/assets/images/adiSideItalicDataUri.ts +1 -0
- package/src/legacy/chatbot/ChatBot.tsx +61 -0
- package/src/legacy/chatbot/context/ChatBotContext.tsx +3227 -0
- package/src/legacy/chatbot/types/ChatBotTypes.ts +195 -0
- package/src/legacy/chatbot/ui/BerifyMeModal.tsx +145 -0
- package/src/legacy/chatbot/ui/ChatBotUI.tsx +949 -0
- package/src/legacy/chatbot/ui/MessageInput.tsx +517 -0
- package/src/legacy/chatbot/ui/MessageList.tsx +764 -0
- package/src/legacy/chatbot/ui/ModelSelector.tsx +190 -0
- package/src/legacy/chatbot/ui/NotificationModal.tsx +110 -0
- package/src/legacy/chatbot/ui/PermissionForm.tsx +632 -0
- package/src/legacy/chatbot/ui/PresetMessages.tsx +50 -0
- package/src/legacy/chatbot/ui/VoiceModePanel.tsx +168 -0
- package/src/legacy/chatbot/ui/styles/isolatedStyles.ts +1058 -0
- package/src/legacy/index.ts +26 -0
- package/src/theme/defaultTheme.ts +22 -0
- package/src/types.ts +65 -0
- package/src/voice/useVoiceConnectOrchestration.ts +117 -0
- package/src/voice/useVoiceMicState.ts +117 -0
- package/src/voice/useVoiceTranscriptMessages.ts +173 -0
- package/src/voice/voiceMicConstants.ts +13 -0
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export { ChatBot } from './chatbot/ChatBot';
|
|
2
|
+
export { ChatBotProvider, useChatBot } from './chatbot/context/ChatBotContext';
|
|
3
|
+
export { ChatBotUI } from './chatbot/ui/ChatBotUI';
|
|
4
|
+
export { MessageInput } from './chatbot/ui/MessageInput';
|
|
5
|
+
export { MessageList } from './chatbot/ui/MessageList';
|
|
6
|
+
export { ModelSelector } from './chatbot/ui/ModelSelector';
|
|
7
|
+
export { NotificationModal } from './chatbot/ui/NotificationModal';
|
|
8
|
+
export { PermissionForm } from './chatbot/ui/PermissionForm';
|
|
9
|
+
export { PresetMessages } from './chatbot/ui/PresetMessages';
|
|
10
|
+
export { BerifyMeModal } from './chatbot/ui/BerifyMeModal';
|
|
11
|
+
export type { AIModel, AITMetadata, ChatBotContextType, ChatBotProps, NovaError, NovaResponse, PresetMessage, ToolCall, ToolUse, } from './chatbot/types/ChatBotTypes';
|
|
12
|
+
/** Alias for consumers migrating to the new package naming. */
|
|
13
|
+
export { ChatBot as NxtlinqChatBot } from './chatbot/ChatBot';
|
|
14
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/legacy/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE/E,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,YAAY,EACV,OAAO,EACP,WAAW,EACX,kBAAkB,EAClB,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,OAAO,GACR,MAAM,8BAA8B,CAAC;AAEtC,+DAA+D;AAC/D,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,mBAAmB,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export { ChatBot } from './chatbot/ChatBot';
|
|
2
|
+
export { ChatBotProvider, useChatBot } from './chatbot/context/ChatBotContext';
|
|
3
|
+
export { ChatBotUI } from './chatbot/ui/ChatBotUI';
|
|
4
|
+
export { MessageInput } from './chatbot/ui/MessageInput';
|
|
5
|
+
export { MessageList } from './chatbot/ui/MessageList';
|
|
6
|
+
export { ModelSelector } from './chatbot/ui/ModelSelector';
|
|
7
|
+
export { NotificationModal } from './chatbot/ui/NotificationModal';
|
|
8
|
+
export { PermissionForm } from './chatbot/ui/PermissionForm';
|
|
9
|
+
export { PresetMessages } from './chatbot/ui/PresetMessages';
|
|
10
|
+
export { BerifyMeModal } from './chatbot/ui/BerifyMeModal';
|
|
11
|
+
/** Alias for consumers migrating to the new package naming. */
|
|
12
|
+
export { ChatBot as NxtlinqChatBot } from './chatbot/ChatBot';
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"defaultTheme.d.ts","sourceRoot":"","sources":["../../src/theme/defaultTheme.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAEpD,eAAO,MAAM,0BAA0B,EAAE,mBAmBxC,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export const defaultAgentAssistantTheme = {
|
|
2
|
+
colors: {
|
|
3
|
+
background: '#f8fafc',
|
|
4
|
+
surface: '#ffffff',
|
|
5
|
+
border: '#e2e8f0',
|
|
6
|
+
primary: '#2563eb',
|
|
7
|
+
primaryText: '#ffffff',
|
|
8
|
+
userBubble: '#2563eb',
|
|
9
|
+
userText: '#ffffff',
|
|
10
|
+
assistantBubble: '#f1f5f9',
|
|
11
|
+
assistantText: '#0f172a',
|
|
12
|
+
mutedText: '#64748b',
|
|
13
|
+
error: '#dc2626',
|
|
14
|
+
voiceActive: '#22c55e',
|
|
15
|
+
voiceSpeaking: '#ec4899',
|
|
16
|
+
},
|
|
17
|
+
spacing: { xs: 4, sm: 8, md: 16, lg: 24 },
|
|
18
|
+
radius: { bubble: 12, panel: 8, button: 8 },
|
|
19
|
+
typography: { titleSize: 17, bodySize: 15, captionSize: 13 },
|
|
20
|
+
};
|
package/dist/types.d.ts
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import type { Message, ToolUse as CoreToolUse } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
+
import type { NxtlinqAgentProviderProps } from '@bytexbyte/nxtlinq-ai-agent-web-development';
|
|
3
|
+
import type { CSSProperties } from 'react';
|
|
4
|
+
export type PresetMessage = {
|
|
5
|
+
text: string;
|
|
6
|
+
autoSend?: boolean;
|
|
7
|
+
};
|
|
8
|
+
export type AgentAssistantTheme = {
|
|
9
|
+
colors: {
|
|
10
|
+
background: string;
|
|
11
|
+
surface: string;
|
|
12
|
+
border: string;
|
|
13
|
+
primary: string;
|
|
14
|
+
primaryText: string;
|
|
15
|
+
userBubble: string;
|
|
16
|
+
userText: string;
|
|
17
|
+
assistantBubble: string;
|
|
18
|
+
assistantText: string;
|
|
19
|
+
mutedText: string;
|
|
20
|
+
error: string;
|
|
21
|
+
voiceActive: string;
|
|
22
|
+
voiceSpeaking: string;
|
|
23
|
+
};
|
|
24
|
+
spacing: {
|
|
25
|
+
xs: number;
|
|
26
|
+
sm: number;
|
|
27
|
+
md: number;
|
|
28
|
+
lg: number;
|
|
29
|
+
};
|
|
30
|
+
radius: {
|
|
31
|
+
bubble: number;
|
|
32
|
+
panel: number;
|
|
33
|
+
button: number;
|
|
34
|
+
};
|
|
35
|
+
typography: {
|
|
36
|
+
titleSize: number;
|
|
37
|
+
bodySize: number;
|
|
38
|
+
captionSize: number;
|
|
39
|
+
};
|
|
40
|
+
};
|
|
41
|
+
export type NxtlinqAgentChatProps = Omit<NxtlinqAgentProviderProps, 'children'> & {
|
|
42
|
+
children?: NxtlinqAgentProviderProps['children'];
|
|
43
|
+
title?: string;
|
|
44
|
+
placeholder?: string;
|
|
45
|
+
presetMessages?: PresetMessage[];
|
|
46
|
+
loadHistoryOnMount?: boolean;
|
|
47
|
+
historyLast?: number;
|
|
48
|
+
enableVoice?: boolean;
|
|
49
|
+
enableFileUpload?: boolean;
|
|
50
|
+
startInVoiceMode?: boolean;
|
|
51
|
+
startWithMicMuted?: boolean;
|
|
52
|
+
holdMicDuringAssistant?: boolean;
|
|
53
|
+
theme?: Partial<AgentAssistantTheme>;
|
|
54
|
+
style?: CSSProperties;
|
|
55
|
+
headerStyle?: CSSProperties;
|
|
56
|
+
onMessage?: NxtlinqAgentProviderProps['onMessage'];
|
|
57
|
+
onError?: NxtlinqAgentProviderProps['onError'];
|
|
58
|
+
onToolUse?: NxtlinqAgentProviderProps['onToolUse'];
|
|
59
|
+
};
|
|
60
|
+
export type ToolUse = CoreToolUse;
|
|
61
|
+
export type { Message };
|
|
62
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,8CAA8C,CAAC;AACpG,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,6CAA6C,CAAC;AAC7F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAE3C,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE;QACN,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,OAAO,EAAE;QACP,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,UAAU,EAAE;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,IAAI,CAAC,yBAAyB,EAAE,UAAU,CAAC,GAAG;IAChF,QAAQ,CAAC,EAAE,yBAAyB,CAAC,UAAU,CAAC,CAAC;IACjD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,KAAK,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,WAAW,CAAC,EAAE,aAAa,CAAC;IAC5B,SAAS,CAAC,EAAE,yBAAyB,CAAC,WAAW,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC/C,SAAS,CAAC,EAAE,yBAAyB,CAAC,WAAW,CAAC,CAAC;CACpD,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC;AAClC,YAAY,EAAE,OAAO,EAAE,CAAC"}
|
package/dist/types.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { VoiceDoneEvent, VoiceTranscriptEvent } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
+
import type { UseNxtlinqAgentResult, UseNxtlinqVoiceResult } from '@bytexbyte/nxtlinq-ai-agent-web-development';
|
|
3
|
+
import type { InteractionMode } from '../context/AgentAssistantContext';
|
|
4
|
+
type VoiceCallbacks = {
|
|
5
|
+
handleTranscript: (event: VoiceTranscriptEvent) => void;
|
|
6
|
+
handleDone: (event: VoiceDoneEvent) => void;
|
|
7
|
+
clearVoiceStream: () => void;
|
|
8
|
+
prepareForVoiceConnect: () => void;
|
|
9
|
+
resetMicState: () => void;
|
|
10
|
+
clearAssistantMicHold: () => void;
|
|
11
|
+
setInteractionMode: (mode: InteractionMode) => void;
|
|
12
|
+
setIsVoiceConnecting: (connecting: boolean) => void;
|
|
13
|
+
};
|
|
14
|
+
export declare function useVoiceConnectOrchestration(agent: UseNxtlinqAgentResult, voice: UseNxtlinqVoiceResult, interactionMode: InteractionMode, micStartsMuted: boolean, callbacks: VoiceCallbacks): {
|
|
15
|
+
wrappedStartVoice: (options?: Parameters<typeof voice.startVoice>[0]) => Promise<import("@bytexbyte/nxtlinq-ai-agent-core-development").VoiceSession>;
|
|
16
|
+
wrappedStopVoice: () => Promise<void>;
|
|
17
|
+
wrappedInterrupt: () => void;
|
|
18
|
+
isVoiceChannelReady: boolean;
|
|
19
|
+
};
|
|
20
|
+
export {};
|
|
21
|
+
//# sourceMappingURL=useVoiceConnectOrchestration.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useVoiceConnectOrchestration.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceConnectOrchestration.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,8CAA8C,CAAC;AACzG,OAAO,KAAK,EACV,qBAAqB,EACrB,qBAAqB,EACtB,MAAM,6CAA6C,CAAC;AAErD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAExE,KAAK,cAAc,GAAG;IACpB,gBAAgB,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACxD,UAAU,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;IAC5C,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,sBAAsB,EAAE,MAAM,IAAI,CAAC;IACnC,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,qBAAqB,EAAE,MAAM,IAAI,CAAC;IAClC,kBAAkB,EAAE,CAAC,IAAI,EAAE,eAAe,KAAK,IAAI,CAAC;IACpD,oBAAoB,EAAE,CAAC,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;CACrD,CAAC;AAEF,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,qBAAqB,EAC5B,KAAK,EAAE,qBAAqB,EAC5B,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,OAAO,EACvB,SAAS,EAAE,cAAc;kCAKZ,UAAU,CAAC,OAAO,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;;;;EAuFpD"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
import { useCallback, useRef } from 'react';
|
|
2
|
+
export function useVoiceConnectOrchestration(agent, voice, interactionMode, micStartsMuted, callbacks) {
|
|
3
|
+
const voiceConnectChainRef = useRef(Promise.resolve());
|
|
4
|
+
const wrappedStartVoice = useCallback((options) => {
|
|
5
|
+
const connect = async () => {
|
|
6
|
+
if (voice.voiceSessionId != null) {
|
|
7
|
+
await voice.stopVoice('restart_voice');
|
|
8
|
+
}
|
|
9
|
+
callbacks.prepareForVoiceConnect();
|
|
10
|
+
callbacks.setInteractionMode('voice');
|
|
11
|
+
callbacks.setIsVoiceConnecting(true);
|
|
12
|
+
try {
|
|
13
|
+
const session = await voice.startVoice({
|
|
14
|
+
startWithMicMuted: micStartsMuted,
|
|
15
|
+
keepMicCaptureActive: true,
|
|
16
|
+
...options,
|
|
17
|
+
onOpen: () => {
|
|
18
|
+
if (!micStartsMuted) {
|
|
19
|
+
voice.muteMic(false);
|
|
20
|
+
}
|
|
21
|
+
options?.onOpen?.();
|
|
22
|
+
},
|
|
23
|
+
onClose: (reason) => {
|
|
24
|
+
callbacks.clearVoiceStream();
|
|
25
|
+
callbacks.resetMicState();
|
|
26
|
+
const userInitiated = reason === 'switch_to_text' ||
|
|
27
|
+
reason === 'client_stop' ||
|
|
28
|
+
reason === 'mode_text_cleanup';
|
|
29
|
+
if (userInitiated) {
|
|
30
|
+
callbacks.setInteractionMode('text');
|
|
31
|
+
}
|
|
32
|
+
else {
|
|
33
|
+
console.warn('[nxtlinq] voice session closed:', reason);
|
|
34
|
+
}
|
|
35
|
+
options?.onClose?.(reason);
|
|
36
|
+
},
|
|
37
|
+
onError: (err) => {
|
|
38
|
+
callbacks.clearVoiceStream();
|
|
39
|
+
callbacks.resetMicState();
|
|
40
|
+
console.warn('[nxtlinq] voice session error:', err.message);
|
|
41
|
+
options?.onError?.(err);
|
|
42
|
+
},
|
|
43
|
+
onTranscript: (event) => {
|
|
44
|
+
callbacks.handleTranscript(event);
|
|
45
|
+
options?.onTranscript?.(event);
|
|
46
|
+
},
|
|
47
|
+
onDone: (event) => {
|
|
48
|
+
callbacks.handleDone(event);
|
|
49
|
+
options?.onDone?.(event);
|
|
50
|
+
},
|
|
51
|
+
});
|
|
52
|
+
return session;
|
|
53
|
+
}
|
|
54
|
+
catch (err) {
|
|
55
|
+
callbacks.setInteractionMode('text');
|
|
56
|
+
callbacks.resetMicState();
|
|
57
|
+
throw err;
|
|
58
|
+
}
|
|
59
|
+
finally {
|
|
60
|
+
callbacks.setIsVoiceConnecting(false);
|
|
61
|
+
}
|
|
62
|
+
};
|
|
63
|
+
const next = voiceConnectChainRef.current.then(connect, connect);
|
|
64
|
+
voiceConnectChainRef.current = next.catch(() => undefined);
|
|
65
|
+
return next;
|
|
66
|
+
}, [voice, micStartsMuted, callbacks]);
|
|
67
|
+
const wrappedStopVoice = useCallback(async () => {
|
|
68
|
+
await voice.stopVoice('client_stop');
|
|
69
|
+
callbacks.resetMicState();
|
|
70
|
+
callbacks.setInteractionMode('text');
|
|
71
|
+
}, [voice, callbacks]);
|
|
72
|
+
const wrappedInterrupt = useCallback(() => {
|
|
73
|
+
voice.interrupt();
|
|
74
|
+
callbacks.clearAssistantMicHold();
|
|
75
|
+
}, [voice, callbacks]);
|
|
76
|
+
const isVoiceChannelReady = interactionMode === 'voice' &&
|
|
77
|
+
voice.voiceSessionId != null &&
|
|
78
|
+
(Boolean(agent.agent.getVoiceSession()?.isAppChannelOpen()) ||
|
|
79
|
+
voice.voiceStatus === 'listening');
|
|
80
|
+
return {
|
|
81
|
+
wrappedStartVoice,
|
|
82
|
+
wrappedStopVoice,
|
|
83
|
+
wrappedInterrupt,
|
|
84
|
+
isVoiceChannelReady,
|
|
85
|
+
};
|
|
86
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { UseNxtlinqVoiceResult } from '@bytexbyte/nxtlinq-ai-agent-web-development';
|
|
2
|
+
export type UseVoiceMicStateOptions = {
|
|
3
|
+
startWithMicMuted?: boolean;
|
|
4
|
+
holdMicDuringAssistant?: boolean;
|
|
5
|
+
onBargeIn?: () => void;
|
|
6
|
+
};
|
|
7
|
+
export declare function useVoiceMicState(voice: UseNxtlinqVoiceResult, isVoiceConnecting: boolean, options?: UseVoiceMicStateOptions): {
|
|
8
|
+
isMicMuted: boolean;
|
|
9
|
+
isMicHeldForAssistant: boolean;
|
|
10
|
+
toggleVoiceMicMute: () => void;
|
|
11
|
+
prepareForVoiceConnect: () => void;
|
|
12
|
+
resetMicState: () => void;
|
|
13
|
+
clearAssistantMicHold: () => void;
|
|
14
|
+
};
|
|
15
|
+
//# sourceMappingURL=useVoiceMicState.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useVoiceMicState.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceMicState.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,6CAA6C,CAAC;AAIzF,MAAM,MAAM,uBAAuB,GAAG;IACpC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;CACxB,CAAC;AAEF,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,qBAAqB,EAC5B,iBAAiB,EAAE,OAAO,EAC1B,OAAO,CAAC,EAAE,uBAAuB;;;;;;;EAsGlC"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { useCallback, useEffect, useRef, useState } from 'react';
|
|
2
|
+
import { ASSISTANT_MIC_HOLD_STATUSES } from './voiceMicConstants';
|
|
3
|
+
export function useVoiceMicState(voice, isVoiceConnecting, options) {
|
|
4
|
+
const connectMuted = options?.startWithMicMuted !== false;
|
|
5
|
+
const holdDuringAssistant = options?.holdMicDuringAssistant !== false;
|
|
6
|
+
const userMicMutedRef = useRef(connectMuted);
|
|
7
|
+
const assistantMicHoldRef = useRef(false);
|
|
8
|
+
const userMicOptInRef = useRef(!connectMuted);
|
|
9
|
+
const [isMicMuted, setIsMicMuted] = useState(connectMuted);
|
|
10
|
+
const applyMicState = useCallback(() => {
|
|
11
|
+
const shouldMute = userMicMutedRef.current || assistantMicHoldRef.current;
|
|
12
|
+
voice.muteMic(shouldMute);
|
|
13
|
+
setIsMicMuted(shouldMute);
|
|
14
|
+
}, [voice]);
|
|
15
|
+
const resetMicState = useCallback(() => {
|
|
16
|
+
userMicMutedRef.current = false;
|
|
17
|
+
assistantMicHoldRef.current = false;
|
|
18
|
+
userMicOptInRef.current = false;
|
|
19
|
+
setIsMicMuted(false);
|
|
20
|
+
}, []);
|
|
21
|
+
const prepareForVoiceConnect = useCallback(() => {
|
|
22
|
+
userMicMutedRef.current = connectMuted;
|
|
23
|
+
userMicOptInRef.current = !connectMuted;
|
|
24
|
+
assistantMicHoldRef.current = false;
|
|
25
|
+
setIsMicMuted(connectMuted);
|
|
26
|
+
voice.muteMic(connectMuted);
|
|
27
|
+
}, [voice, connectMuted]);
|
|
28
|
+
useEffect(() => {
|
|
29
|
+
if (!isVoiceConnecting)
|
|
30
|
+
return;
|
|
31
|
+
userMicMutedRef.current = connectMuted;
|
|
32
|
+
voice.muteMic(connectMuted);
|
|
33
|
+
setIsMicMuted(connectMuted);
|
|
34
|
+
}, [isVoiceConnecting, voice, connectMuted]);
|
|
35
|
+
const prevVoiceStatusRef = useRef(voice.voiceStatus);
|
|
36
|
+
useEffect(() => {
|
|
37
|
+
const status = voice.voiceStatus;
|
|
38
|
+
const prev = prevVoiceStatusRef.current;
|
|
39
|
+
prevVoiceStatusRef.current = status;
|
|
40
|
+
if (holdDuringAssistant && ASSISTANT_MIC_HOLD_STATUSES.has(status)) {
|
|
41
|
+
if (!userMicMutedRef.current && userMicOptInRef.current) {
|
|
42
|
+
assistantMicHoldRef.current = false;
|
|
43
|
+
applyMicState();
|
|
44
|
+
return;
|
|
45
|
+
}
|
|
46
|
+
assistantMicHoldRef.current = true;
|
|
47
|
+
applyMicState();
|
|
48
|
+
return;
|
|
49
|
+
}
|
|
50
|
+
if (status === 'listening' || status === 'idle') {
|
|
51
|
+
assistantMicHoldRef.current = false;
|
|
52
|
+
if (connectMuted
|
|
53
|
+
&& status === 'listening'
|
|
54
|
+
&& prev === 'speaking'
|
|
55
|
+
&& !userMicOptInRef.current) {
|
|
56
|
+
userMicMutedRef.current = true;
|
|
57
|
+
}
|
|
58
|
+
applyMicState();
|
|
59
|
+
}
|
|
60
|
+
}, [voice.voiceStatus, applyMicState, holdDuringAssistant, connectMuted]);
|
|
61
|
+
const toggleVoiceMicMute = useCallback(() => {
|
|
62
|
+
if (!voice.isVoiceActive && !isVoiceConnecting)
|
|
63
|
+
return;
|
|
64
|
+
if (assistantMicHoldRef.current && userMicMutedRef.current) {
|
|
65
|
+
assistantMicHoldRef.current = false;
|
|
66
|
+
userMicMutedRef.current = false;
|
|
67
|
+
userMicOptInRef.current = true;
|
|
68
|
+
options?.onBargeIn?.();
|
|
69
|
+
applyMicState();
|
|
70
|
+
return;
|
|
71
|
+
}
|
|
72
|
+
if (assistantMicHoldRef.current) {
|
|
73
|
+
userMicMutedRef.current = true;
|
|
74
|
+
applyMicState();
|
|
75
|
+
return;
|
|
76
|
+
}
|
|
77
|
+
const nextMuted = !userMicMutedRef.current;
|
|
78
|
+
userMicMutedRef.current = nextMuted;
|
|
79
|
+
userMicOptInRef.current = !nextMuted;
|
|
80
|
+
applyMicState();
|
|
81
|
+
}, [voice.isVoiceActive, isVoiceConnecting, applyMicState, options]);
|
|
82
|
+
const clearAssistantMicHold = useCallback(() => {
|
|
83
|
+
assistantMicHoldRef.current = false;
|
|
84
|
+
applyMicState();
|
|
85
|
+
}, [applyMicState]);
|
|
86
|
+
return {
|
|
87
|
+
isMicMuted,
|
|
88
|
+
isMicHeldForAssistant: ASSISTANT_MIC_HOLD_STATUSES.has(voice.voiceStatus),
|
|
89
|
+
toggleVoiceMicMute,
|
|
90
|
+
prepareForVoiceConnect,
|
|
91
|
+
resetMicState,
|
|
92
|
+
clearAssistantMicHold,
|
|
93
|
+
};
|
|
94
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { VoiceSession, VoiceStatus } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
+
export declare function useVoiceSilenceCommit(getSession: () => VoiceSession | null, onMutedAfterCommit: () => void, voiceStatus: VoiceStatus): {
|
|
3
|
+
startPoll: () => void;
|
|
4
|
+
clearPoll: () => void;
|
|
5
|
+
resetTurn: () => void;
|
|
6
|
+
onSpeechRms: (rms: number) => void;
|
|
7
|
+
tryCommit: (reason: "silence" | "manual") => void;
|
|
8
|
+
consumeSkipCommitOnMute: () => boolean;
|
|
9
|
+
};
|
|
10
|
+
//# sourceMappingURL=useVoiceSilenceCommit.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useVoiceSilenceCommit.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceSilenceCommit.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAC;AAU9F,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,MAAM,YAAY,GAAG,IAAI,EACrC,kBAAkB,EAAE,MAAM,IAAI,EAC9B,WAAW,EAAE,WAAW;;;;uBAmDc,MAAM;wBAhCL,SAAS,GAAG,QAAQ;;EAiD5D"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { useCallback, useRef } from 'react';
|
|
2
|
+
import { ASSISTANT_MIC_HOLD_STATUSES } from './voiceMicConstants';
|
|
3
|
+
import { MIC_BARGE_IN_RMS_THRESHOLD, MIC_SILENCE_COMMIT_MS, MIC_SILENCE_POLL_MS, MIC_SPEECH_RMS_THRESHOLD, } from './ws/voiceSilenceConstants';
|
|
4
|
+
export function useVoiceSilenceCommit(getSession, onMutedAfterCommit, voiceStatus) {
|
|
5
|
+
const lastSpeechAtRef = useRef(0);
|
|
6
|
+
const hadSpeechRef = useRef(false);
|
|
7
|
+
const commitInFlightRef = useRef(false);
|
|
8
|
+
const skipCommitOnMuteRef = useRef(false);
|
|
9
|
+
const pollRef = useRef(null);
|
|
10
|
+
const voiceStatusRef = useRef(voiceStatus);
|
|
11
|
+
voiceStatusRef.current = voiceStatus;
|
|
12
|
+
const onMutedAfterCommitRef = useRef(onMutedAfterCommit);
|
|
13
|
+
onMutedAfterCommitRef.current = onMutedAfterCommit;
|
|
14
|
+
const clearPoll = useCallback(() => {
|
|
15
|
+
if (pollRef.current) {
|
|
16
|
+
clearInterval(pollRef.current);
|
|
17
|
+
pollRef.current = null;
|
|
18
|
+
}
|
|
19
|
+
}, []);
|
|
20
|
+
const tryCommit = useCallback((reason) => {
|
|
21
|
+
const session = getSession();
|
|
22
|
+
if (commitInFlightRef.current)
|
|
23
|
+
return;
|
|
24
|
+
if (!hadSpeechRef.current) {
|
|
25
|
+
session?.clearInputAudio?.();
|
|
26
|
+
return;
|
|
27
|
+
}
|
|
28
|
+
commitInFlightRef.current = true;
|
|
29
|
+
hadSpeechRef.current = false;
|
|
30
|
+
session?.commitInputAudio?.();
|
|
31
|
+
if (reason === 'silence') {
|
|
32
|
+
skipCommitOnMuteRef.current = true;
|
|
33
|
+
onMutedAfterCommitRef.current();
|
|
34
|
+
}
|
|
35
|
+
queueMicrotask(() => { commitInFlightRef.current = false; });
|
|
36
|
+
}, [getSession]);
|
|
37
|
+
const startPoll = useCallback(() => {
|
|
38
|
+
clearPoll();
|
|
39
|
+
pollRef.current = setInterval(() => {
|
|
40
|
+
if (commitInFlightRef.current || !hadSpeechRef.current)
|
|
41
|
+
return;
|
|
42
|
+
if (Date.now() - lastSpeechAtRef.current < MIC_SILENCE_COMMIT_MS)
|
|
43
|
+
return;
|
|
44
|
+
tryCommit('silence');
|
|
45
|
+
}, MIC_SILENCE_POLL_MS);
|
|
46
|
+
}, [clearPoll, tryCommit]);
|
|
47
|
+
const resetTurn = useCallback(() => {
|
|
48
|
+
hadSpeechRef.current = false;
|
|
49
|
+
lastSpeechAtRef.current = Date.now();
|
|
50
|
+
getSession()?.clearInputAudio?.();
|
|
51
|
+
}, [getSession]);
|
|
52
|
+
const onSpeechRms = useCallback((rms) => {
|
|
53
|
+
const threshold = ASSISTANT_MIC_HOLD_STATUSES.has(voiceStatusRef.current)
|
|
54
|
+
? MIC_BARGE_IN_RMS_THRESHOLD
|
|
55
|
+
: MIC_SPEECH_RMS_THRESHOLD;
|
|
56
|
+
if (rms >= threshold) {
|
|
57
|
+
lastSpeechAtRef.current = Date.now();
|
|
58
|
+
hadSpeechRef.current = true;
|
|
59
|
+
}
|
|
60
|
+
}, []);
|
|
61
|
+
const consumeSkipCommitOnMute = useCallback(() => {
|
|
62
|
+
const skip = skipCommitOnMuteRef.current;
|
|
63
|
+
skipCommitOnMuteRef.current = false;
|
|
64
|
+
return skip;
|
|
65
|
+
}, []);
|
|
66
|
+
return { startPoll, clearPoll, resetTurn, onSpeechRms, tryCommit, consumeSkipCommitOnMute };
|
|
67
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { Message, VoiceDoneEvent, VoiceTranscriptEvent } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
+
import type { InteractionMode } from '../context/AgentAssistantContext';
|
|
3
|
+
type VoiceTranscriptAgentApi = {
|
|
4
|
+
getMessages: () => Message[];
|
|
5
|
+
setMessages: (messages: Message[]) => void;
|
|
6
|
+
syncVoiceTurnHistory: (options?: {
|
|
7
|
+
last?: number;
|
|
8
|
+
}) => Promise<void>;
|
|
9
|
+
};
|
|
10
|
+
export declare function useVoiceTranscriptMessages(api: VoiceTranscriptAgentApi, interactionMode: InteractionMode, voiceSessionId: string | null): {
|
|
11
|
+
handleTranscript: (event: VoiceTranscriptEvent) => void;
|
|
12
|
+
handleDone: (event: VoiceDoneEvent) => void;
|
|
13
|
+
clearVoiceStream: () => void;
|
|
14
|
+
};
|
|
15
|
+
export {};
|
|
16
|
+
//# sourceMappingURL=useVoiceTranscriptMessages.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useVoiceTranscriptMessages.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceTranscriptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,oBAAoB,EACrB,MAAM,8CAA8C,CAAC;AAGtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAExE,KAAK,uBAAuB,GAAG;IAC7B,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,WAAW,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IAC3C,oBAAoB,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACtE,CAAC;AAWF,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,uBAAuB,EAC5B,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,MAAM,GAAG,IAAI;8BA6FnB,oBAAoB;wBA4BpB,cAAc;;EAwBzB"}
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
import { mergeStreamingTranscript } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
+
import { useCallback, useRef } from 'react';
|
|
3
|
+
const STREAM_PREFIX = 'voice-stream-';
|
|
4
|
+
function voiceMeta(sessionId) {
|
|
5
|
+
return {
|
|
6
|
+
voiceRealtime: true,
|
|
7
|
+
voiceSessionId: sessionId ?? undefined,
|
|
8
|
+
};
|
|
9
|
+
}
|
|
10
|
+
export function useVoiceTranscriptMessages(api, interactionMode, voiceSessionId) {
|
|
11
|
+
const streamIdRef = useRef(null);
|
|
12
|
+
const sessionIdRef = useRef(voiceSessionId);
|
|
13
|
+
sessionIdRef.current = voiceSessionId;
|
|
14
|
+
const isVoiceUiActive = useCallback(() => interactionMode === 'voice' && sessionIdRef.current != null, [interactionMode]);
|
|
15
|
+
const upsertStreaming = useCallback((text) => {
|
|
16
|
+
const messages = api.getMessages();
|
|
17
|
+
let streamId = streamIdRef.current;
|
|
18
|
+
if (!streamId) {
|
|
19
|
+
streamId = `${STREAM_PREFIX}${Date.now()}`;
|
|
20
|
+
streamIdRef.current = streamId;
|
|
21
|
+
}
|
|
22
|
+
const idx = messages.findIndex((m) => m.id === streamId);
|
|
23
|
+
const partialContent = idx >= 0
|
|
24
|
+
? mergeStreamingTranscript(messages[idx]?.partialContent ?? '', text)
|
|
25
|
+
: text;
|
|
26
|
+
const meta = voiceMeta(sessionIdRef.current);
|
|
27
|
+
if (idx >= 0) {
|
|
28
|
+
api.setMessages(messages.map((m, i) => i === idx
|
|
29
|
+
? { ...m, partialContent, isStreaming: true, metadata: { ...m.metadata, ...meta } }
|
|
30
|
+
: m));
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
api.setMessages([
|
|
34
|
+
...messages,
|
|
35
|
+
{
|
|
36
|
+
id: streamId,
|
|
37
|
+
role: 'assistant',
|
|
38
|
+
content: '',
|
|
39
|
+
partialContent,
|
|
40
|
+
isStreaming: true,
|
|
41
|
+
timestamp: new Date().toISOString(),
|
|
42
|
+
metadata: meta,
|
|
43
|
+
},
|
|
44
|
+
]);
|
|
45
|
+
}, [api]);
|
|
46
|
+
const finalizeAssistant = useCallback((text, messageId) => {
|
|
47
|
+
const trimmed = text.trim();
|
|
48
|
+
streamIdRef.current = null;
|
|
49
|
+
if (!trimmed)
|
|
50
|
+
return;
|
|
51
|
+
const messages = api.getMessages();
|
|
52
|
+
const streamIdx = messages.findIndex((m) => m.isStreaming && m.role === 'assistant');
|
|
53
|
+
if (streamIdx >= 0) {
|
|
54
|
+
api.setMessages(messages.map((m, i) => i === streamIdx
|
|
55
|
+
? {
|
|
56
|
+
...m,
|
|
57
|
+
id: messageId ?? m.id,
|
|
58
|
+
content: trimmed,
|
|
59
|
+
partialContent: undefined,
|
|
60
|
+
isStreaming: false,
|
|
61
|
+
metadata: { ...m.metadata, ...voiceMeta(sessionIdRef.current) },
|
|
62
|
+
}
|
|
63
|
+
: m));
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
const last = messages[messages.length - 1];
|
|
67
|
+
if (last?.role === 'assistant' && last.content === trimmed)
|
|
68
|
+
return;
|
|
69
|
+
api.setMessages([
|
|
70
|
+
...messages,
|
|
71
|
+
{
|
|
72
|
+
id: messageId ?? `voice-asst-${Date.now()}`,
|
|
73
|
+
role: 'assistant',
|
|
74
|
+
content: trimmed,
|
|
75
|
+
timestamp: new Date().toISOString(),
|
|
76
|
+
metadata: voiceMeta(sessionIdRef.current),
|
|
77
|
+
},
|
|
78
|
+
]);
|
|
79
|
+
}, [api]);
|
|
80
|
+
const handleTranscript = useCallback((event) => {
|
|
81
|
+
if (!isVoiceUiActive())
|
|
82
|
+
return;
|
|
83
|
+
const text = event.text?.trim() ?? '';
|
|
84
|
+
if (event.role === 'assistant') {
|
|
85
|
+
// Keep one streaming bubble for the whole turn; finalize only in handleDone.
|
|
86
|
+
if (text)
|
|
87
|
+
upsertStreaming(text);
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
if (event.role === 'user' && !event.interim && text) {
|
|
91
|
+
const messages = api.getMessages();
|
|
92
|
+
const last = messages[messages.length - 1];
|
|
93
|
+
if (last?.role === 'user' && last.content === text)
|
|
94
|
+
return;
|
|
95
|
+
api.setMessages([
|
|
96
|
+
...messages,
|
|
97
|
+
{
|
|
98
|
+
id: `voice-user-${Date.now()}`,
|
|
99
|
+
role: 'user',
|
|
100
|
+
content: text,
|
|
101
|
+
timestamp: new Date().toISOString(),
|
|
102
|
+
metadata: voiceMeta(sessionIdRef.current),
|
|
103
|
+
},
|
|
104
|
+
]);
|
|
105
|
+
}
|
|
106
|
+
}, [api, finalizeAssistant, isVoiceUiActive, upsertStreaming]);
|
|
107
|
+
const handleDone = useCallback((event) => {
|
|
108
|
+
if (!isVoiceUiActive())
|
|
109
|
+
return;
|
|
110
|
+
if (event.guardrailsBlocked || event.billingBlocked || event.error) {
|
|
111
|
+
streamIdRef.current = null;
|
|
112
|
+
return;
|
|
113
|
+
}
|
|
114
|
+
const reply = event.replyText?.trim() ?? '';
|
|
115
|
+
if (reply) {
|
|
116
|
+
finalizeAssistant(reply, event.assistantMessageId ?? undefined);
|
|
117
|
+
}
|
|
118
|
+
else {
|
|
119
|
+
streamIdRef.current = null;
|
|
120
|
+
}
|
|
121
|
+
void api.syncVoiceTurnHistory({ last: 20 }).catch((err) => {
|
|
122
|
+
console.warn('[nxtlinq] syncVoiceTurnHistory after voice turn failed', err);
|
|
123
|
+
});
|
|
124
|
+
}, [api, finalizeAssistant, isVoiceUiActive]);
|
|
125
|
+
const clearVoiceStream = useCallback(() => {
|
|
126
|
+
streamIdRef.current = null;
|
|
127
|
+
}, []);
|
|
128
|
+
return { handleTranscript, handleDone, clearVoiceStream };
|
|
129
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { VoiceSession, VoiceStatus } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
+
type WsVoiceCallbacks = {
|
|
3
|
+
onOpen?: () => void;
|
|
4
|
+
onAudioDelta?: (pcm16: Int16Array | ArrayBuffer) => void;
|
|
5
|
+
onClose?: (reason: string) => void;
|
|
6
|
+
onError?: (err: Error) => void;
|
|
7
|
+
};
|
|
8
|
+
export type UseWsRealtimeAudioOptions = {
|
|
9
|
+
voiceStatus: VoiceStatus;
|
|
10
|
+
muteAfterSilenceCommit: () => void;
|
|
11
|
+
};
|
|
12
|
+
export declare function useWsRealtimeAudio(isCaptureActive: boolean, isVoiceActive: boolean, options: UseWsRealtimeAudioOptions): {
|
|
13
|
+
bindSession: (session: VoiceSession | null, captureWhenUnmuted?: boolean) => void;
|
|
14
|
+
buildCallbacks: (overrides?: Partial<WsVoiceCallbacks>) => WsVoiceCallbacks;
|
|
15
|
+
getOutputAudioLevel: () => number;
|
|
16
|
+
};
|
|
17
|
+
export {};
|
|
18
|
+
//# sourceMappingURL=useWsRealtimeAudio.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"useWsRealtimeAudio.d.ts","sourceRoot":"","sources":["../../src/voice/useWsRealtimeAudio.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAC;AAM9F,KAAK,gBAAgB,GAAG;IACtB,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;IACpB,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,KAAK,IAAI,CAAC;IACzD,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,WAAW,CAAC;IACzB,sBAAsB,EAAE,MAAM,IAAI,CAAC;CACpC,CAAC;AAEF,wBAAgB,kBAAkB,CAChC,eAAe,EAAE,OAAO,EACxB,aAAa,EAAE,OAAO,EACtB,OAAO,EAAE,yBAAyB;2BAiEQ,YAAY,GAAG,IAAI;iCAQb,OAAO,CAAC,gBAAgB,CAAC,KAAG,gBAAgB;;EAgC7F"}
|