@bytexbyte/nxtlinq-ai-agent-ui-react-development 0.3.4 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/context/ChatBotContext.d.ts.map +1 -1
- package/dist/context/ChatBotContext.js +179 -160
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/permissionState.d.ts +53 -0
- package/dist/permissionState.d.ts.map +1 -0
- package/dist/permissionState.js +217 -0
- package/dist/types/ChatBotTypes.d.ts +6 -5
- package/dist/types/ChatBotTypes.d.ts.map +1 -1
- package/dist/ui/ModelSelector.js +2 -2
- package/dist/ui/PermissionForm.d.ts.map +1 -1
- package/dist/ui/PermissionForm.js +14 -28
- package/package.json +3 -3
- package/src/context/ChatBotContext.tsx +252 -195
- package/src/index.ts +0 -1
- package/src/permissionState.ts +313 -0
- package/src/types/ChatBotTypes.ts +7 -7
- package/src/ui/ModelSelector.tsx +5 -5
- package/src/ui/PermissionForm.tsx +20 -31
- package/dist/NxtlinqAgentChat.d.ts +0 -26
- package/dist/NxtlinqAgentChat.d.ts.map +0 -1
- package/dist/NxtlinqAgentChat.js +0 -28
- package/dist/components/AgentAssistantShell.d.ts +0 -5
- package/dist/components/AgentAssistantShell.d.ts.map +0 -1
- package/dist/components/AgentAssistantShell.js +0 -52
- package/dist/components/AgentComposer.d.ts +0 -3
- package/dist/components/AgentComposer.d.ts.map +0 -1
- package/dist/components/AgentComposer.js +0 -60
- package/dist/components/AgentMessageList.d.ts +0 -3
- package/dist/components/AgentMessageList.d.ts.map +0 -1
- package/dist/components/AgentMessageList.js +0 -37
- package/dist/components/AgentRemoteAudio.d.ts +0 -4
- package/dist/components/AgentRemoteAudio.d.ts.map +0 -1
- package/dist/components/AgentRemoteAudio.js +0 -34
- package/dist/components/AgentVoiceBar.d.ts +0 -3
- package/dist/components/AgentVoiceBar.d.ts.map +0 -1
- package/dist/components/AgentVoiceBar.js +0 -91
- package/dist/components/PresetMessageChips.d.ts +0 -3
- package/dist/components/PresetMessageChips.d.ts.map +0 -1
- package/dist/components/PresetMessageChips.js +0 -23
- package/dist/context/AgentAssistantContext.d.ts +0 -32
- package/dist/context/AgentAssistantContext.d.ts.map +0 -1
- package/dist/context/AgentAssistantContext.js +0 -179
- package/dist/legacy/assets/images/adiSideItalicDataUri.d.ts +0 -2
- package/dist/legacy/assets/images/adiSideItalicDataUri.d.ts.map +0 -1
- package/dist/legacy/assets/images/adiSideItalicDataUri.js +0 -1
- package/dist/legacy/chatbot/ChatBot.d.ts +0 -5
- package/dist/legacy/chatbot/ChatBot.d.ts.map +0 -1
- package/dist/legacy/chatbot/ChatBot.js +0 -35
- package/dist/legacy/chatbot/context/ChatBotContext.d.ts +0 -5
- package/dist/legacy/chatbot/context/ChatBotContext.d.ts.map +0 -1
- package/dist/legacy/chatbot/context/ChatBotContext.js +0 -2922
- package/dist/legacy/chatbot/types/ChatBotTypes.d.ts +0 -166
- package/dist/legacy/chatbot/types/ChatBotTypes.d.ts.map +0 -1
- package/dist/legacy/chatbot/types/ChatBotTypes.js +0 -1
- package/dist/legacy/chatbot/ui/BerifyMeModal.d.ts +0 -17
- package/dist/legacy/chatbot/ui/BerifyMeModal.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/BerifyMeModal.js +0 -110
- package/dist/legacy/chatbot/ui/ChatBotHeader.d.ts +0 -15
- package/dist/legacy/chatbot/ui/ChatBotHeader.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/ChatBotHeader.js +0 -62
- package/dist/legacy/chatbot/ui/ChatBotUI.d.ts +0 -3
- package/dist/legacy/chatbot/ui/ChatBotUI.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/ChatBotUI.js +0 -557
- package/dist/legacy/chatbot/ui/MessageInput.d.ts +0 -3
- package/dist/legacy/chatbot/ui/MessageInput.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/MessageInput.js +0 -321
- package/dist/legacy/chatbot/ui/MessageList.d.ts +0 -4
- package/dist/legacy/chatbot/ui/MessageList.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/MessageList.js +0 -455
- package/dist/legacy/chatbot/ui/ModelSelector.d.ts +0 -4
- package/dist/legacy/chatbot/ui/ModelSelector.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/ModelSelector.js +0 -122
- package/dist/legacy/chatbot/ui/NotificationModal.d.ts +0 -15
- package/dist/legacy/chatbot/ui/NotificationModal.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/NotificationModal.js +0 -53
- package/dist/legacy/chatbot/ui/PermissionForm.d.ts +0 -8
- package/dist/legacy/chatbot/ui/PermissionForm.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/PermissionForm.js +0 -465
- package/dist/legacy/chatbot/ui/PresetMessages.d.ts +0 -4
- package/dist/legacy/chatbot/ui/PresetMessages.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/PresetMessages.js +0 -33
- package/dist/legacy/chatbot/ui/VoiceModePanel.d.ts +0 -3
- package/dist/legacy/chatbot/ui/VoiceModePanel.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/VoiceModePanel.js +0 -95
- package/dist/legacy/chatbot/ui/chatBotHeaderParts.d.ts +0 -15
- package/dist/legacy/chatbot/ui/chatBotHeaderParts.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/chatBotHeaderParts.js +0 -50
- package/dist/legacy/chatbot/ui/styles/isolatedStyles.d.ts +0 -73
- package/dist/legacy/chatbot/ui/styles/isolatedStyles.d.ts.map +0 -1
- package/dist/legacy/chatbot/ui/styles/isolatedStyles.js +0 -985
- package/dist/legacy/index.d.ts +0 -14
- package/dist/legacy/index.d.ts.map +0 -1
- package/dist/legacy/index.js +0 -12
- package/dist/theme/defaultTheme.d.ts +0 -3
- package/dist/theme/defaultTheme.d.ts.map +0 -1
- package/dist/theme/defaultTheme.js +0 -20
- package/dist/types.d.ts +0 -62
- package/dist/types.d.ts.map +0 -1
- package/dist/types.js +0 -1
- package/dist/voice/useVoiceConnectOrchestration.d.ts +0 -21
- package/dist/voice/useVoiceConnectOrchestration.d.ts.map +0 -1
- package/dist/voice/useVoiceConnectOrchestration.js +0 -86
- package/dist/voice/useVoiceMicState.d.ts +0 -15
- package/dist/voice/useVoiceMicState.d.ts.map +0 -1
- package/dist/voice/useVoiceMicState.js +0 -94
- package/dist/voice/useVoiceSilenceCommit.d.ts +0 -10
- package/dist/voice/useVoiceSilenceCommit.d.ts.map +0 -1
- package/dist/voice/useVoiceSilenceCommit.js +0 -67
- package/dist/voice/useVoiceTranscriptMessages.d.ts +0 -18
- package/dist/voice/useVoiceTranscriptMessages.d.ts.map +0 -1
- package/dist/voice/useVoiceTranscriptMessages.js +0 -132
- package/dist/voice/useWsRealtimeAudio.d.ts +0 -18
- package/dist/voice/useWsRealtimeAudio.d.ts.map +0 -1
- package/dist/voice/useWsRealtimeAudio.js +0 -102
- package/dist/voice/voiceMicConstants.d.ts +0 -4
- package/dist/voice/voiceMicConstants.d.ts.map +0 -1
- package/dist/voice/voiceMicConstants.js +0 -10
- package/dist/voice/voiceUserBubble.d.ts +0 -10
- package/dist/voice/voiceUserBubble.d.ts.map +0 -1
- package/dist/voice/voiceUserBubble.js +0 -52
- package/dist/voice/ws/BrowserWsPcmPlayer.d.ts +0 -23
- package/dist/voice/ws/BrowserWsPcmPlayer.d.ts.map +0 -1
- package/dist/voice/ws/BrowserWsPcmPlayer.js +0 -137
- package/dist/voice/ws/BrowserWsPcmRecorder.d.ts +0 -17
- package/dist/voice/ws/BrowserWsPcmRecorder.d.ts.map +0 -1
- package/dist/voice/ws/BrowserWsPcmRecorder.js +0 -71
- package/dist/voice/ws/float32ToPcm16.d.ts +0 -2
- package/dist/voice/ws/float32ToPcm16.d.ts.map +0 -1
- package/dist/voice/ws/float32ToPcm16.js +0 -8
- package/dist/voice/ws/voiceSilenceConstants.d.ts +0 -5
- package/dist/voice/ws/voiceSilenceConstants.d.ts.map +0 -1
- package/dist/voice/ws/voiceSilenceConstants.js +0 -4
- package/dist/voice/ws/wsRealtimeConstants.d.ts +0 -2
- package/dist/voice/ws/wsRealtimeConstants.d.ts.map +0 -1
- package/dist/voice/ws/wsRealtimeConstants.js +0 -1
package/dist/legacy/index.d.ts
DELETED
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
export { ChatBot } from './chatbot/ChatBot';
|
|
2
|
-
export { ChatBotProvider, useChatBot } from './chatbot/context/ChatBotContext';
|
|
3
|
-
export { ChatBotUI } from './chatbot/ui/ChatBotUI';
|
|
4
|
-
export { MessageInput } from './chatbot/ui/MessageInput';
|
|
5
|
-
export { MessageList } from './chatbot/ui/MessageList';
|
|
6
|
-
export { ModelSelector } from './chatbot/ui/ModelSelector';
|
|
7
|
-
export { NotificationModal } from './chatbot/ui/NotificationModal';
|
|
8
|
-
export { PermissionForm } from './chatbot/ui/PermissionForm';
|
|
9
|
-
export { PresetMessages } from './chatbot/ui/PresetMessages';
|
|
10
|
-
export { BerifyMeModal } from './chatbot/ui/BerifyMeModal';
|
|
11
|
-
export type { AIModel, AITMetadata, ChatBotContextType, ChatBotProps, NovaError, NovaResponse, PresetMessage, ToolCall, ToolUse, } from './chatbot/types/ChatBotTypes';
|
|
12
|
-
/** Alias for consumers migrating to the new package naming. */
|
|
13
|
-
export { ChatBot as NxtlinqChatBot } from './chatbot/ChatBot';
|
|
14
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/legacy/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE/E,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,YAAY,EACV,OAAO,EACP,WAAW,EACX,kBAAkB,EAClB,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,OAAO,GACR,MAAM,8BAA8B,CAAC;AAEtC,+DAA+D;AAC/D,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,mBAAmB,CAAC"}
|
package/dist/legacy/index.js
DELETED
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
export { ChatBot } from './chatbot/ChatBot';
|
|
2
|
-
export { ChatBotProvider, useChatBot } from './chatbot/context/ChatBotContext';
|
|
3
|
-
export { ChatBotUI } from './chatbot/ui/ChatBotUI';
|
|
4
|
-
export { MessageInput } from './chatbot/ui/MessageInput';
|
|
5
|
-
export { MessageList } from './chatbot/ui/MessageList';
|
|
6
|
-
export { ModelSelector } from './chatbot/ui/ModelSelector';
|
|
7
|
-
export { NotificationModal } from './chatbot/ui/NotificationModal';
|
|
8
|
-
export { PermissionForm } from './chatbot/ui/PermissionForm';
|
|
9
|
-
export { PresetMessages } from './chatbot/ui/PresetMessages';
|
|
10
|
-
export { BerifyMeModal } from './chatbot/ui/BerifyMeModal';
|
|
11
|
-
/** Alias for consumers migrating to the new package naming. */
|
|
12
|
-
export { ChatBot as NxtlinqChatBot } from './chatbot/ChatBot';
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"defaultTheme.d.ts","sourceRoot":"","sources":["../../src/theme/defaultTheme.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAEpD,eAAO,MAAM,0BAA0B,EAAE,mBAmBxC,CAAC"}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
export const defaultAgentAssistantTheme = {
|
|
2
|
-
colors: {
|
|
3
|
-
background: '#f8fafc',
|
|
4
|
-
surface: '#ffffff',
|
|
5
|
-
border: '#e2e8f0',
|
|
6
|
-
primary: '#2563eb',
|
|
7
|
-
primaryText: '#ffffff',
|
|
8
|
-
userBubble: '#2563eb',
|
|
9
|
-
userText: '#ffffff',
|
|
10
|
-
assistantBubble: '#f1f5f9',
|
|
11
|
-
assistantText: '#0f172a',
|
|
12
|
-
mutedText: '#64748b',
|
|
13
|
-
error: '#dc2626',
|
|
14
|
-
voiceActive: '#22c55e',
|
|
15
|
-
voiceSpeaking: '#ec4899',
|
|
16
|
-
},
|
|
17
|
-
spacing: { xs: 4, sm: 8, md: 16, lg: 24 },
|
|
18
|
-
radius: { bubble: 12, panel: 8, button: 8 },
|
|
19
|
-
typography: { titleSize: 17, bodySize: 15, captionSize: 13 },
|
|
20
|
-
};
|
package/dist/types.d.ts
DELETED
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
import type { Message, ToolUse as CoreToolUse } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
-
import type { NxtlinqAgentProviderProps } from '@bytexbyte/nxtlinq-ai-agent-web-development';
|
|
3
|
-
import type { CSSProperties } from 'react';
|
|
4
|
-
export type PresetMessage = {
|
|
5
|
-
text: string;
|
|
6
|
-
autoSend?: boolean;
|
|
7
|
-
};
|
|
8
|
-
export type AgentAssistantTheme = {
|
|
9
|
-
colors: {
|
|
10
|
-
background: string;
|
|
11
|
-
surface: string;
|
|
12
|
-
border: string;
|
|
13
|
-
primary: string;
|
|
14
|
-
primaryText: string;
|
|
15
|
-
userBubble: string;
|
|
16
|
-
userText: string;
|
|
17
|
-
assistantBubble: string;
|
|
18
|
-
assistantText: string;
|
|
19
|
-
mutedText: string;
|
|
20
|
-
error: string;
|
|
21
|
-
voiceActive: string;
|
|
22
|
-
voiceSpeaking: string;
|
|
23
|
-
};
|
|
24
|
-
spacing: {
|
|
25
|
-
xs: number;
|
|
26
|
-
sm: number;
|
|
27
|
-
md: number;
|
|
28
|
-
lg: number;
|
|
29
|
-
};
|
|
30
|
-
radius: {
|
|
31
|
-
bubble: number;
|
|
32
|
-
panel: number;
|
|
33
|
-
button: number;
|
|
34
|
-
};
|
|
35
|
-
typography: {
|
|
36
|
-
titleSize: number;
|
|
37
|
-
bodySize: number;
|
|
38
|
-
captionSize: number;
|
|
39
|
-
};
|
|
40
|
-
};
|
|
41
|
-
export type NxtlinqAgentChatProps = Omit<NxtlinqAgentProviderProps, 'children'> & {
|
|
42
|
-
children?: NxtlinqAgentProviderProps['children'];
|
|
43
|
-
title?: string;
|
|
44
|
-
placeholder?: string;
|
|
45
|
-
presetMessages?: PresetMessage[];
|
|
46
|
-
loadHistoryOnMount?: boolean;
|
|
47
|
-
historyLast?: number;
|
|
48
|
-
enableVoice?: boolean;
|
|
49
|
-
enableFileUpload?: boolean;
|
|
50
|
-
startInVoiceMode?: boolean;
|
|
51
|
-
startWithMicMuted?: boolean;
|
|
52
|
-
holdMicDuringAssistant?: boolean;
|
|
53
|
-
theme?: Partial<AgentAssistantTheme>;
|
|
54
|
-
style?: CSSProperties;
|
|
55
|
-
headerStyle?: CSSProperties;
|
|
56
|
-
onMessage?: NxtlinqAgentProviderProps['onMessage'];
|
|
57
|
-
onError?: NxtlinqAgentProviderProps['onError'];
|
|
58
|
-
onToolUse?: NxtlinqAgentProviderProps['onToolUse'];
|
|
59
|
-
};
|
|
60
|
-
export type ToolUse = CoreToolUse;
|
|
61
|
-
export type { Message };
|
|
62
|
-
//# sourceMappingURL=types.d.ts.map
|
package/dist/types.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,8CAA8C,CAAC;AACpG,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,6CAA6C,CAAC;AAC7F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAE3C,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE;QACN,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,OAAO,EAAE;QACP,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,UAAU,EAAE;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,IAAI,CAAC,yBAAyB,EAAE,UAAU,CAAC,GAAG;IAChF,QAAQ,CAAC,EAAE,yBAAyB,CAAC,UAAU,CAAC,CAAC;IACjD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,KAAK,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,WAAW,CAAC,EAAE,aAAa,CAAC;IAC5B,SAAS,CAAC,EAAE,yBAAyB,CAAC,WAAW,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,yBAAyB,CAAC,SAAS,CAAC,CAAC;IAC/C,SAAS,CAAC,EAAE,yBAAyB,CAAC,WAAW,CAAC,CAAC;CACpD,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG,WAAW,CAAC;AAClC,YAAY,EAAE,OAAO,EAAE,CAAC"}
|
package/dist/types.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import type { VoiceDoneEvent, VoiceTranscriptEvent } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
-
import type { UseNxtlinqAgentResult, UseNxtlinqVoiceResult } from '@bytexbyte/nxtlinq-ai-agent-web-development';
|
|
3
|
-
import type { InteractionMode } from '../context/AgentAssistantContext';
|
|
4
|
-
type VoiceCallbacks = {
|
|
5
|
-
handleTranscript: (event: VoiceTranscriptEvent) => void;
|
|
6
|
-
handleDone: (event: VoiceDoneEvent) => void;
|
|
7
|
-
clearVoiceStream: () => void;
|
|
8
|
-
prepareForVoiceConnect: () => void;
|
|
9
|
-
resetMicState: () => void;
|
|
10
|
-
clearAssistantMicHold: () => void;
|
|
11
|
-
setInteractionMode: (mode: InteractionMode) => void;
|
|
12
|
-
setIsVoiceConnecting: (connecting: boolean) => void;
|
|
13
|
-
};
|
|
14
|
-
export declare function useVoiceConnectOrchestration(agent: UseNxtlinqAgentResult, voice: UseNxtlinqVoiceResult, interactionMode: InteractionMode, micStartsMuted: boolean, callbacks: VoiceCallbacks): {
|
|
15
|
-
wrappedStartVoice: (options?: Parameters<typeof voice.startVoice>[0]) => Promise<import("@bytexbyte/nxtlinq-ai-agent-core-development").VoiceSession>;
|
|
16
|
-
wrappedStopVoice: () => Promise<void>;
|
|
17
|
-
wrappedInterrupt: () => void;
|
|
18
|
-
isVoiceChannelReady: boolean;
|
|
19
|
-
};
|
|
20
|
-
export {};
|
|
21
|
-
//# sourceMappingURL=useVoiceConnectOrchestration.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"useVoiceConnectOrchestration.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceConnectOrchestration.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,8CAA8C,CAAC;AACzG,OAAO,KAAK,EACV,qBAAqB,EACrB,qBAAqB,EACtB,MAAM,6CAA6C,CAAC;AAErD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAExE,KAAK,cAAc,GAAG;IACpB,gBAAgB,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACxD,UAAU,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;IAC5C,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,sBAAsB,EAAE,MAAM,IAAI,CAAC;IACnC,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,qBAAqB,EAAE,MAAM,IAAI,CAAC;IAClC,kBAAkB,EAAE,CAAC,IAAI,EAAE,eAAe,KAAK,IAAI,CAAC;IACpD,oBAAoB,EAAE,CAAC,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;CACrD,CAAC;AAEF,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,qBAAqB,EAC5B,KAAK,EAAE,qBAAqB,EAC5B,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,OAAO,EACvB,SAAS,EAAE,cAAc;kCAKZ,UAAU,CAAC,OAAO,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;;;;EAuFpD"}
|
|
@@ -1,86 +0,0 @@
|
|
|
1
|
-
import { useCallback, useRef } from 'react';
|
|
2
|
-
export function useVoiceConnectOrchestration(agent, voice, interactionMode, micStartsMuted, callbacks) {
|
|
3
|
-
const voiceConnectChainRef = useRef(Promise.resolve());
|
|
4
|
-
const wrappedStartVoice = useCallback((options) => {
|
|
5
|
-
const connect = async () => {
|
|
6
|
-
if (voice.voiceSessionId != null) {
|
|
7
|
-
await voice.stopVoice('restart_voice');
|
|
8
|
-
}
|
|
9
|
-
callbacks.prepareForVoiceConnect();
|
|
10
|
-
callbacks.setInteractionMode('voice');
|
|
11
|
-
callbacks.setIsVoiceConnecting(true);
|
|
12
|
-
try {
|
|
13
|
-
const session = await voice.startVoice({
|
|
14
|
-
startWithMicMuted: micStartsMuted,
|
|
15
|
-
keepMicCaptureActive: true,
|
|
16
|
-
...options,
|
|
17
|
-
onOpen: () => {
|
|
18
|
-
if (!micStartsMuted) {
|
|
19
|
-
voice.muteMic(false);
|
|
20
|
-
}
|
|
21
|
-
options?.onOpen?.();
|
|
22
|
-
},
|
|
23
|
-
onClose: (reason) => {
|
|
24
|
-
callbacks.clearVoiceStream();
|
|
25
|
-
callbacks.resetMicState();
|
|
26
|
-
const userInitiated = reason === 'switch_to_text' ||
|
|
27
|
-
reason === 'client_stop' ||
|
|
28
|
-
reason === 'mode_text_cleanup';
|
|
29
|
-
if (userInitiated) {
|
|
30
|
-
callbacks.setInteractionMode('text');
|
|
31
|
-
}
|
|
32
|
-
else {
|
|
33
|
-
console.warn('[nxtlinq] voice session closed:', reason);
|
|
34
|
-
}
|
|
35
|
-
options?.onClose?.(reason);
|
|
36
|
-
},
|
|
37
|
-
onError: (err) => {
|
|
38
|
-
callbacks.clearVoiceStream();
|
|
39
|
-
callbacks.resetMicState();
|
|
40
|
-
console.warn('[nxtlinq] voice session error:', err.message);
|
|
41
|
-
options?.onError?.(err);
|
|
42
|
-
},
|
|
43
|
-
onTranscript: (event) => {
|
|
44
|
-
callbacks.handleTranscript(event);
|
|
45
|
-
options?.onTranscript?.(event);
|
|
46
|
-
},
|
|
47
|
-
onDone: (event) => {
|
|
48
|
-
callbacks.handleDone(event);
|
|
49
|
-
options?.onDone?.(event);
|
|
50
|
-
},
|
|
51
|
-
});
|
|
52
|
-
return session;
|
|
53
|
-
}
|
|
54
|
-
catch (err) {
|
|
55
|
-
callbacks.setInteractionMode('text');
|
|
56
|
-
callbacks.resetMicState();
|
|
57
|
-
throw err;
|
|
58
|
-
}
|
|
59
|
-
finally {
|
|
60
|
-
callbacks.setIsVoiceConnecting(false);
|
|
61
|
-
}
|
|
62
|
-
};
|
|
63
|
-
const next = voiceConnectChainRef.current.then(connect, connect);
|
|
64
|
-
voiceConnectChainRef.current = next.catch(() => undefined);
|
|
65
|
-
return next;
|
|
66
|
-
}, [voice, micStartsMuted, callbacks]);
|
|
67
|
-
const wrappedStopVoice = useCallback(async () => {
|
|
68
|
-
await voice.stopVoice('client_stop');
|
|
69
|
-
callbacks.resetMicState();
|
|
70
|
-
callbacks.setInteractionMode('text');
|
|
71
|
-
}, [voice, callbacks]);
|
|
72
|
-
const wrappedInterrupt = useCallback(() => {
|
|
73
|
-
voice.interrupt();
|
|
74
|
-
callbacks.clearAssistantMicHold();
|
|
75
|
-
}, [voice, callbacks]);
|
|
76
|
-
const isVoiceChannelReady = interactionMode === 'voice' &&
|
|
77
|
-
voice.voiceSessionId != null &&
|
|
78
|
-
(Boolean(agent.agent.getVoiceSession()?.isAppChannelOpen()) ||
|
|
79
|
-
voice.voiceStatus === 'listening');
|
|
80
|
-
return {
|
|
81
|
-
wrappedStartVoice,
|
|
82
|
-
wrappedStopVoice,
|
|
83
|
-
wrappedInterrupt,
|
|
84
|
-
isVoiceChannelReady,
|
|
85
|
-
};
|
|
86
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
import type { UseNxtlinqVoiceResult } from '@bytexbyte/nxtlinq-ai-agent-web-development';
|
|
2
|
-
export type UseVoiceMicStateOptions = {
|
|
3
|
-
startWithMicMuted?: boolean;
|
|
4
|
-
holdMicDuringAssistant?: boolean;
|
|
5
|
-
onBargeIn?: () => void;
|
|
6
|
-
};
|
|
7
|
-
export declare function useVoiceMicState(voice: UseNxtlinqVoiceResult, isVoiceConnecting: boolean, options?: UseVoiceMicStateOptions): {
|
|
8
|
-
isMicMuted: boolean;
|
|
9
|
-
isMicHeldForAssistant: boolean;
|
|
10
|
-
toggleVoiceMicMute: () => void;
|
|
11
|
-
prepareForVoiceConnect: () => void;
|
|
12
|
-
resetMicState: () => void;
|
|
13
|
-
clearAssistantMicHold: () => void;
|
|
14
|
-
};
|
|
15
|
-
//# sourceMappingURL=useVoiceMicState.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"useVoiceMicState.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceMicState.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,6CAA6C,CAAC;AAIzF,MAAM,MAAM,uBAAuB,GAAG;IACpC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;CACxB,CAAC;AAEF,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,qBAAqB,EAC5B,iBAAiB,EAAE,OAAO,EAC1B,OAAO,CAAC,EAAE,uBAAuB;;;;;;;EAsGlC"}
|
|
@@ -1,94 +0,0 @@
|
|
|
1
|
-
import { useCallback, useEffect, useRef, useState } from 'react';
|
|
2
|
-
import { ASSISTANT_MIC_HOLD_STATUSES } from './voiceMicConstants';
|
|
3
|
-
export function useVoiceMicState(voice, isVoiceConnecting, options) {
|
|
4
|
-
const connectMuted = options?.startWithMicMuted !== false;
|
|
5
|
-
const holdDuringAssistant = options?.holdMicDuringAssistant !== false;
|
|
6
|
-
const userMicMutedRef = useRef(connectMuted);
|
|
7
|
-
const assistantMicHoldRef = useRef(false);
|
|
8
|
-
const userMicOptInRef = useRef(!connectMuted);
|
|
9
|
-
const [isMicMuted, setIsMicMuted] = useState(connectMuted);
|
|
10
|
-
const applyMicState = useCallback(() => {
|
|
11
|
-
const shouldMute = userMicMutedRef.current || assistantMicHoldRef.current;
|
|
12
|
-
voice.muteMic(shouldMute);
|
|
13
|
-
setIsMicMuted(shouldMute);
|
|
14
|
-
}, [voice]);
|
|
15
|
-
const resetMicState = useCallback(() => {
|
|
16
|
-
userMicMutedRef.current = false;
|
|
17
|
-
assistantMicHoldRef.current = false;
|
|
18
|
-
userMicOptInRef.current = false;
|
|
19
|
-
setIsMicMuted(false);
|
|
20
|
-
}, []);
|
|
21
|
-
const prepareForVoiceConnect = useCallback(() => {
|
|
22
|
-
userMicMutedRef.current = connectMuted;
|
|
23
|
-
userMicOptInRef.current = !connectMuted;
|
|
24
|
-
assistantMicHoldRef.current = false;
|
|
25
|
-
setIsMicMuted(connectMuted);
|
|
26
|
-
voice.muteMic(connectMuted);
|
|
27
|
-
}, [voice, connectMuted]);
|
|
28
|
-
useEffect(() => {
|
|
29
|
-
if (!isVoiceConnecting)
|
|
30
|
-
return;
|
|
31
|
-
userMicMutedRef.current = connectMuted;
|
|
32
|
-
voice.muteMic(connectMuted);
|
|
33
|
-
setIsMicMuted(connectMuted);
|
|
34
|
-
}, [isVoiceConnecting, voice, connectMuted]);
|
|
35
|
-
const prevVoiceStatusRef = useRef(voice.voiceStatus);
|
|
36
|
-
useEffect(() => {
|
|
37
|
-
const status = voice.voiceStatus;
|
|
38
|
-
const prev = prevVoiceStatusRef.current;
|
|
39
|
-
prevVoiceStatusRef.current = status;
|
|
40
|
-
if (holdDuringAssistant && ASSISTANT_MIC_HOLD_STATUSES.has(status)) {
|
|
41
|
-
if (!userMicMutedRef.current && userMicOptInRef.current) {
|
|
42
|
-
assistantMicHoldRef.current = false;
|
|
43
|
-
applyMicState();
|
|
44
|
-
return;
|
|
45
|
-
}
|
|
46
|
-
assistantMicHoldRef.current = true;
|
|
47
|
-
applyMicState();
|
|
48
|
-
return;
|
|
49
|
-
}
|
|
50
|
-
if (status === 'listening' || status === 'idle') {
|
|
51
|
-
assistantMicHoldRef.current = false;
|
|
52
|
-
if (connectMuted
|
|
53
|
-
&& status === 'listening'
|
|
54
|
-
&& prev === 'speaking'
|
|
55
|
-
&& !userMicOptInRef.current) {
|
|
56
|
-
userMicMutedRef.current = true;
|
|
57
|
-
}
|
|
58
|
-
applyMicState();
|
|
59
|
-
}
|
|
60
|
-
}, [voice.voiceStatus, applyMicState, holdDuringAssistant, connectMuted]);
|
|
61
|
-
const toggleVoiceMicMute = useCallback(() => {
|
|
62
|
-
if (!voice.isVoiceActive && !isVoiceConnecting)
|
|
63
|
-
return;
|
|
64
|
-
if (assistantMicHoldRef.current && userMicMutedRef.current) {
|
|
65
|
-
assistantMicHoldRef.current = false;
|
|
66
|
-
userMicMutedRef.current = false;
|
|
67
|
-
userMicOptInRef.current = true;
|
|
68
|
-
options?.onBargeIn?.();
|
|
69
|
-
applyMicState();
|
|
70
|
-
return;
|
|
71
|
-
}
|
|
72
|
-
if (assistantMicHoldRef.current) {
|
|
73
|
-
userMicMutedRef.current = true;
|
|
74
|
-
applyMicState();
|
|
75
|
-
return;
|
|
76
|
-
}
|
|
77
|
-
const nextMuted = !userMicMutedRef.current;
|
|
78
|
-
userMicMutedRef.current = nextMuted;
|
|
79
|
-
userMicOptInRef.current = !nextMuted;
|
|
80
|
-
applyMicState();
|
|
81
|
-
}, [voice.isVoiceActive, isVoiceConnecting, applyMicState, options]);
|
|
82
|
-
const clearAssistantMicHold = useCallback(() => {
|
|
83
|
-
assistantMicHoldRef.current = false;
|
|
84
|
-
applyMicState();
|
|
85
|
-
}, [applyMicState]);
|
|
86
|
-
return {
|
|
87
|
-
isMicMuted,
|
|
88
|
-
isMicHeldForAssistant: ASSISTANT_MIC_HOLD_STATUSES.has(voice.voiceStatus),
|
|
89
|
-
toggleVoiceMicMute,
|
|
90
|
-
prepareForVoiceConnect,
|
|
91
|
-
resetMicState,
|
|
92
|
-
clearAssistantMicHold,
|
|
93
|
-
};
|
|
94
|
-
}
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import type { VoiceSession, VoiceStatus } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
-
export declare function useVoiceSilenceCommit(getSession: () => VoiceSession | null, onMutedAfterCommit: () => void, voiceStatus: VoiceStatus): {
|
|
3
|
-
startPoll: () => void;
|
|
4
|
-
clearPoll: () => void;
|
|
5
|
-
resetTurn: () => void;
|
|
6
|
-
onSpeechRms: (rms: number) => void;
|
|
7
|
-
tryCommit: (reason: "silence" | "manual") => void;
|
|
8
|
-
consumeSkipCommitOnMute: () => boolean;
|
|
9
|
-
};
|
|
10
|
-
//# sourceMappingURL=useVoiceSilenceCommit.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"useVoiceSilenceCommit.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceSilenceCommit.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAC;AAU9F,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,MAAM,YAAY,GAAG,IAAI,EACrC,kBAAkB,EAAE,MAAM,IAAI,EAC9B,WAAW,EAAE,WAAW;;;;uBAmDc,MAAM;wBAhCL,SAAS,GAAG,QAAQ;;EAiD5D"}
|
|
@@ -1,67 +0,0 @@
|
|
|
1
|
-
import { useCallback, useRef } from 'react';
|
|
2
|
-
import { ASSISTANT_MIC_HOLD_STATUSES } from './voiceMicConstants';
|
|
3
|
-
import { MIC_BARGE_IN_RMS_THRESHOLD, MIC_SILENCE_COMMIT_MS, MIC_SILENCE_POLL_MS, MIC_SPEECH_RMS_THRESHOLD, } from './ws/voiceSilenceConstants';
|
|
4
|
-
export function useVoiceSilenceCommit(getSession, onMutedAfterCommit, voiceStatus) {
|
|
5
|
-
const lastSpeechAtRef = useRef(0);
|
|
6
|
-
const hadSpeechRef = useRef(false);
|
|
7
|
-
const commitInFlightRef = useRef(false);
|
|
8
|
-
const skipCommitOnMuteRef = useRef(false);
|
|
9
|
-
const pollRef = useRef(null);
|
|
10
|
-
const voiceStatusRef = useRef(voiceStatus);
|
|
11
|
-
voiceStatusRef.current = voiceStatus;
|
|
12
|
-
const onMutedAfterCommitRef = useRef(onMutedAfterCommit);
|
|
13
|
-
onMutedAfterCommitRef.current = onMutedAfterCommit;
|
|
14
|
-
const clearPoll = useCallback(() => {
|
|
15
|
-
if (pollRef.current) {
|
|
16
|
-
clearInterval(pollRef.current);
|
|
17
|
-
pollRef.current = null;
|
|
18
|
-
}
|
|
19
|
-
}, []);
|
|
20
|
-
const tryCommit = useCallback((reason) => {
|
|
21
|
-
const session = getSession();
|
|
22
|
-
if (commitInFlightRef.current)
|
|
23
|
-
return;
|
|
24
|
-
if (!hadSpeechRef.current) {
|
|
25
|
-
session?.clearInputAudio?.();
|
|
26
|
-
return;
|
|
27
|
-
}
|
|
28
|
-
commitInFlightRef.current = true;
|
|
29
|
-
hadSpeechRef.current = false;
|
|
30
|
-
session?.commitInputAudio?.();
|
|
31
|
-
if (reason === 'silence') {
|
|
32
|
-
skipCommitOnMuteRef.current = true;
|
|
33
|
-
onMutedAfterCommitRef.current();
|
|
34
|
-
}
|
|
35
|
-
queueMicrotask(() => { commitInFlightRef.current = false; });
|
|
36
|
-
}, [getSession]);
|
|
37
|
-
const startPoll = useCallback(() => {
|
|
38
|
-
clearPoll();
|
|
39
|
-
pollRef.current = setInterval(() => {
|
|
40
|
-
if (commitInFlightRef.current || !hadSpeechRef.current)
|
|
41
|
-
return;
|
|
42
|
-
if (Date.now() - lastSpeechAtRef.current < MIC_SILENCE_COMMIT_MS)
|
|
43
|
-
return;
|
|
44
|
-
tryCommit('silence');
|
|
45
|
-
}, MIC_SILENCE_POLL_MS);
|
|
46
|
-
}, [clearPoll, tryCommit]);
|
|
47
|
-
const resetTurn = useCallback(() => {
|
|
48
|
-
hadSpeechRef.current = false;
|
|
49
|
-
lastSpeechAtRef.current = Date.now();
|
|
50
|
-
getSession()?.clearInputAudio?.();
|
|
51
|
-
}, [getSession]);
|
|
52
|
-
const onSpeechRms = useCallback((rms) => {
|
|
53
|
-
const threshold = ASSISTANT_MIC_HOLD_STATUSES.has(voiceStatusRef.current)
|
|
54
|
-
? MIC_BARGE_IN_RMS_THRESHOLD
|
|
55
|
-
: MIC_SPEECH_RMS_THRESHOLD;
|
|
56
|
-
if (rms >= threshold) {
|
|
57
|
-
lastSpeechAtRef.current = Date.now();
|
|
58
|
-
hadSpeechRef.current = true;
|
|
59
|
-
}
|
|
60
|
-
}, []);
|
|
61
|
-
const consumeSkipCommitOnMute = useCallback(() => {
|
|
62
|
-
const skip = skipCommitOnMuteRef.current;
|
|
63
|
-
skipCommitOnMuteRef.current = false;
|
|
64
|
-
return skip;
|
|
65
|
-
}, []);
|
|
66
|
-
return { startPoll, clearPoll, resetTurn, onSpeechRms, tryCommit, consumeSkipCommitOnMute };
|
|
67
|
-
}
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import type { Message, VoiceDoneEvent, VoiceTranscriptEvent } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
-
type InteractionMode = 'text' | 'voice';
|
|
3
|
-
export type VoiceTranscriptAgentApi = {
|
|
4
|
-
getMessages: () => Message[];
|
|
5
|
-
updateMessages: (updater: (prev: Message[]) => Message[]) => void;
|
|
6
|
-
syncVoiceTurnHistory: (options?: {
|
|
7
|
-
last?: number;
|
|
8
|
-
}) => Promise<void>;
|
|
9
|
-
};
|
|
10
|
-
export declare function useVoiceTranscriptMessages(api: VoiceTranscriptAgentApi, interactionMode: InteractionMode, voiceSessionId: string | null, getPendingUserText?: () => string): {
|
|
11
|
-
handleTranscript: (event: VoiceTranscriptEvent) => void;
|
|
12
|
-
handleDone: (event: VoiceDoneEvent, options?: {
|
|
13
|
-
pendingUserText?: string;
|
|
14
|
-
}) => void;
|
|
15
|
-
clearVoiceStream: () => void;
|
|
16
|
-
};
|
|
17
|
-
export {};
|
|
18
|
-
//# sourceMappingURL=useVoiceTranscriptMessages.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"useVoiceTranscriptMessages.d.ts","sourceRoot":"","sources":["../../src/voice/useVoiceTranscriptMessages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,oBAAoB,EACrB,MAAM,8CAA8C,CAAC;AAKtD,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,MAAM,MAAM,uBAAuB,GAAG;IACpC,WAAW,EAAE,MAAM,OAAO,EAAE,CAAC;IAC7B,cAAc,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,IAAI,CAAC;IAClE,oBAAoB,EAAE,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACtE,CAAC;AAWF,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,uBAAuB,EAC5B,eAAe,EAAE,eAAe,EAChC,cAAc,EAAE,MAAM,GAAG,IAAI,EAC7B,kBAAkB,CAAC,EAAE,MAAM,MAAM;8BAiGvB,oBAAoB;wBA4BpB,cAAc,YAAY;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE;;EAgCjE"}
|
|
@@ -1,132 +0,0 @@
|
|
|
1
|
-
import { mergeStreamingTranscript } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
-
import { useCallback, useRef } from 'react';
|
|
3
|
-
import { ensureUserBubbleForVoiceTurn } from './voiceUserBubble';
|
|
4
|
-
const STREAM_PREFIX = 'voice-stream-';
|
|
5
|
-
function voiceMeta(sessionId) {
|
|
6
|
-
return {
|
|
7
|
-
voiceRealtime: true,
|
|
8
|
-
voiceSessionId: sessionId ?? undefined,
|
|
9
|
-
};
|
|
10
|
-
}
|
|
11
|
-
export function useVoiceTranscriptMessages(api, interactionMode, voiceSessionId, getPendingUserText) {
|
|
12
|
-
const streamIdRef = useRef(null);
|
|
13
|
-
const sessionIdRef = useRef(voiceSessionId);
|
|
14
|
-
sessionIdRef.current = voiceSessionId;
|
|
15
|
-
const isVoiceUiActive = useCallback(() => interactionMode === 'voice' && sessionIdRef.current != null, [interactionMode]);
|
|
16
|
-
const upsertStreaming = useCallback((text) => {
|
|
17
|
-
api.updateMessages((prev) => {
|
|
18
|
-
let streamId = streamIdRef.current;
|
|
19
|
-
if (!streamId) {
|
|
20
|
-
streamId = `${STREAM_PREFIX}${Date.now()}`;
|
|
21
|
-
streamIdRef.current = streamId;
|
|
22
|
-
}
|
|
23
|
-
const idx = prev.findIndex((m) => m.id === streamId);
|
|
24
|
-
const partialContent = idx >= 0
|
|
25
|
-
? mergeStreamingTranscript(prev[idx]?.partialContent ?? '', text)
|
|
26
|
-
: text;
|
|
27
|
-
const meta = voiceMeta(sessionIdRef.current);
|
|
28
|
-
if (idx >= 0) {
|
|
29
|
-
return prev.map((m, i) => i === idx
|
|
30
|
-
? { ...m, partialContent, isStreaming: true, metadata: { ...m.metadata, ...meta } }
|
|
31
|
-
: m);
|
|
32
|
-
}
|
|
33
|
-
const withUser = ensureUserBubbleForVoiceTurn(prev, getPendingUserText?.() ?? '', undefined, meta);
|
|
34
|
-
return [
|
|
35
|
-
...withUser,
|
|
36
|
-
{
|
|
37
|
-
id: streamId,
|
|
38
|
-
role: 'assistant',
|
|
39
|
-
content: '',
|
|
40
|
-
partialContent,
|
|
41
|
-
isStreaming: true,
|
|
42
|
-
timestamp: new Date().toISOString(),
|
|
43
|
-
metadata: meta,
|
|
44
|
-
},
|
|
45
|
-
];
|
|
46
|
-
});
|
|
47
|
-
}, [api, getPendingUserText]);
|
|
48
|
-
const finalizeAssistant = useCallback((text, messageId) => {
|
|
49
|
-
const trimmed = text.trim();
|
|
50
|
-
streamIdRef.current = null;
|
|
51
|
-
if (!trimmed)
|
|
52
|
-
return;
|
|
53
|
-
api.updateMessages((prev) => {
|
|
54
|
-
const streamIdx = prev.findIndex((m) => m.isStreaming && m.role === 'assistant');
|
|
55
|
-
if (streamIdx >= 0) {
|
|
56
|
-
return prev.map((m, i) => i === streamIdx
|
|
57
|
-
? {
|
|
58
|
-
...m,
|
|
59
|
-
id: messageId ?? m.id,
|
|
60
|
-
content: trimmed,
|
|
61
|
-
partialContent: undefined,
|
|
62
|
-
isStreaming: false,
|
|
63
|
-
metadata: { ...m.metadata, ...voiceMeta(sessionIdRef.current) },
|
|
64
|
-
}
|
|
65
|
-
: m);
|
|
66
|
-
}
|
|
67
|
-
const last = prev[prev.length - 1];
|
|
68
|
-
if (last?.role === 'assistant' && last.content === trimmed)
|
|
69
|
-
return prev;
|
|
70
|
-
return [
|
|
71
|
-
...prev,
|
|
72
|
-
{
|
|
73
|
-
id: messageId ?? `voice-asst-${Date.now()}`,
|
|
74
|
-
role: 'assistant',
|
|
75
|
-
content: trimmed,
|
|
76
|
-
timestamp: new Date().toISOString(),
|
|
77
|
-
metadata: voiceMeta(sessionIdRef.current),
|
|
78
|
-
},
|
|
79
|
-
];
|
|
80
|
-
});
|
|
81
|
-
}, [api]);
|
|
82
|
-
const handleTranscript = useCallback((event) => {
|
|
83
|
-
if (!isVoiceUiActive())
|
|
84
|
-
return;
|
|
85
|
-
const text = event.text?.trim() ?? '';
|
|
86
|
-
if (event.role === 'assistant') {
|
|
87
|
-
if (text)
|
|
88
|
-
upsertStreaming(text);
|
|
89
|
-
return;
|
|
90
|
-
}
|
|
91
|
-
if (event.role === 'user' && !event.interim && text) {
|
|
92
|
-
api.updateMessages((prev) => {
|
|
93
|
-
const last = prev[prev.length - 1];
|
|
94
|
-
if (last?.role === 'user' && last.content === text)
|
|
95
|
-
return prev;
|
|
96
|
-
return [
|
|
97
|
-
...prev,
|
|
98
|
-
{
|
|
99
|
-
id: `voice-user-${Date.now()}`,
|
|
100
|
-
role: 'user',
|
|
101
|
-
content: text,
|
|
102
|
-
timestamp: new Date().toISOString(),
|
|
103
|
-
metadata: voiceMeta(sessionIdRef.current),
|
|
104
|
-
},
|
|
105
|
-
];
|
|
106
|
-
});
|
|
107
|
-
}
|
|
108
|
-
}, [api, isVoiceUiActive, upsertStreaming]);
|
|
109
|
-
const handleDone = useCallback((event, options) => {
|
|
110
|
-
if (!isVoiceUiActive())
|
|
111
|
-
return;
|
|
112
|
-
if (event.guardrailsBlocked || event.billingBlocked || event.error) {
|
|
113
|
-
streamIdRef.current = null;
|
|
114
|
-
return;
|
|
115
|
-
}
|
|
116
|
-
const reply = event.replyText?.trim() ?? '';
|
|
117
|
-
if (reply) {
|
|
118
|
-
api.updateMessages((prev) => ensureUserBubbleForVoiceTurn(prev, options?.pendingUserText ?? getPendingUserText?.() ?? '', event.userMessageId, voiceMeta(sessionIdRef.current)));
|
|
119
|
-
finalizeAssistant(reply, event.assistantMessageId ?? undefined);
|
|
120
|
-
}
|
|
121
|
-
else {
|
|
122
|
-
streamIdRef.current = null;
|
|
123
|
-
}
|
|
124
|
-
void api.syncVoiceTurnHistory({ last: 20 }).catch((err) => {
|
|
125
|
-
console.warn('[nxtlinq] syncVoiceTurnHistory after voice turn failed', err);
|
|
126
|
-
});
|
|
127
|
-
}, [api, finalizeAssistant, getPendingUserText, isVoiceUiActive]);
|
|
128
|
-
const clearVoiceStream = useCallback(() => {
|
|
129
|
-
streamIdRef.current = null;
|
|
130
|
-
}, []);
|
|
131
|
-
return { handleTranscript, handleDone, clearVoiceStream };
|
|
132
|
-
}
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import type { VoiceSession, VoiceStatus } from '@bytexbyte/nxtlinq-ai-agent-core-development';
|
|
2
|
-
type WsVoiceCallbacks = {
|
|
3
|
-
onOpen?: () => void;
|
|
4
|
-
onAudioDelta?: (pcm16: Int16Array | ArrayBuffer) => void;
|
|
5
|
-
onClose?: (reason: string) => void;
|
|
6
|
-
onError?: (err: Error) => void;
|
|
7
|
-
};
|
|
8
|
-
export type UseWsRealtimeAudioOptions = {
|
|
9
|
-
voiceStatus: VoiceStatus;
|
|
10
|
-
muteAfterSilenceCommit: () => void;
|
|
11
|
-
};
|
|
12
|
-
export declare function useWsRealtimeAudio(isCaptureActive: boolean, isVoiceActive: boolean, options: UseWsRealtimeAudioOptions): {
|
|
13
|
-
bindSession: (session: VoiceSession | null, captureWhenUnmuted?: boolean) => void;
|
|
14
|
-
buildCallbacks: (overrides?: Partial<WsVoiceCallbacks>) => WsVoiceCallbacks;
|
|
15
|
-
getOutputAudioLevel: () => number;
|
|
16
|
-
};
|
|
17
|
-
export {};
|
|
18
|
-
//# sourceMappingURL=useWsRealtimeAudio.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"useWsRealtimeAudio.d.ts","sourceRoot":"","sources":["../../src/voice/useWsRealtimeAudio.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAC;AAM9F,KAAK,gBAAgB,GAAG;IACtB,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;IACpB,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,KAAK,IAAI,CAAC;IACzD,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,WAAW,CAAC;IACzB,sBAAsB,EAAE,MAAM,IAAI,CAAC;CACpC,CAAC;AAEF,wBAAgB,kBAAkB,CAChC,eAAe,EAAE,OAAO,EACxB,aAAa,EAAE,OAAO,EACtB,OAAO,EAAE,yBAAyB;2BAiEQ,YAAY,GAAG,IAAI;iCAQb,OAAO,CAAC,gBAAgB,CAAC,KAAG,gBAAgB;;EAgC7F"}
|