@bytexbyte/nxtlinq-ai-agent-ui-react-native-development 0.2.0

package/dist/components/VoiceGreetTrigger.js

@@ -0,0 +1,99 @@
+import { jsxs as _jsxs, jsx as _jsx } from "react/jsx-runtime";
+import { uriToVoiceImageAttachment } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+import { useCallback, useState } from 'react';
+import { ActivityIndicator, Pressable, StyleSheet, Text, View, } from 'react-native';
+import { useAgentAssistant } from '../context/AgentAssistantContext';
+function buildGreetingText(config) {
+    if (config.text?.trim())
+        return config.text.trim();
+    const product = config.productName?.trim();
+    return product
+        ? `Hi! Please give me a brief introduction to ${product}.`
+        : 'Hi! Please say hello and introduce yourself.';
+}
+/**
+ * P0 / QA: manually fire the same payload as {@link useVoiceAutoGreet} (product image + intro text).
+ */
+export function VoiceGreetTrigger({ config }) {
+    const { theme, interactionMode, isVoiceActive, isVoiceChannelReady, triggerVoiceGreeting, } = useAgentAssistant();
+    const [busy, setBusy] = useState(false);
+    const [error, setError] = useState(null);
+    const [hint, setHint] = useState(null);
+    const sendGreet = useCallback(async () => {
+        if (!isVoiceActive) {
+            setError('Start voice mode first');
+            return;
+        }
+        if (!isVoiceChannelReady) {
+            setError('Voice channel not ready — wait for Listening');
+            return;
+        }
+        setBusy(true);
+        setError(null);
+        setHint(null);
+        try {
+            const imageUrl = config.productImageUrl?.trim();
+            let attachments = config.attachments;
+            if (!attachments?.length && imageUrl) {
+                try {
+                    attachments = [await uriToVoiceImageAttachment(imageUrl, 'product.jpg')];
+                }
+                catch (imgErr) {
+                    console.warn('[nxtlinq] greet image skipped:', imgErr);
+                }
+            }
+            await triggerVoiceGreeting({
+                text: buildGreetingText(config),
+                attachments,
+                skipUserMessage: config.skipUserMessage ?? true,
+            }, { waitForChannel: true, timeoutMs: 12000 });
+            setHint('Opening greet sent');
+        }
+        catch (e) {
+            const message = e instanceof Error ? e.message : String(e);
+            setError(message);
+            console.warn('[nxtlinq] triggerVoiceGreeting failed:', message);
+        }
+        finally {
+            setBusy(false);
+        }
+    }, [
+        config,
+        isVoiceActive,
+        isVoiceChannelReady,
+        triggerVoiceGreeting,
+    ]);
+    if (interactionMode !== 'voice')
+        return null;
+    const imageNote = config.productImageUrl?.trim()
+        ? '（含產品圖）'
+        : '（僅文字）';
+    return (_jsxs(View, { style: [
+            styles.box,
+            {
+                borderTopColor: theme.colors.border,
+                backgroundColor: theme.colors.background,
+                padding: theme.spacing.sm,
+            },
+        ], children: [_jsxs(Text, { style: { color: theme.colors.mutedText, fontSize: theme.typography.captionSize }, children: ["Voice opening greet (manual test)", imageNote] }), !isVoiceChannelReady ? (_jsx(Text, { style: {
+                    color: theme.colors.mutedText,
+                    fontSize: theme.typography.captionSize,
+                    marginTop: theme.spacing.xs,
+                }, children: "Waiting for voice channel\u2026" })) : null, error ? (_jsx(Text, { style: { color: theme.colors.error, fontSize: theme.typography.captionSize }, children: error })) : null, hint ? (_jsx(Text, { style: { color: theme.colors.primary, fontSize: theme.typography.captionSize }, children: hint })) : null, _jsx(Pressable, { onPress: () => void sendGreet(), disabled: busy || !isVoiceChannelReady, style: ({ pressed }) => [
+                    styles.btn,
+                    {
+                        backgroundColor: theme.colors.voiceSpeaking,
+                        marginTop: theme.spacing.xs,
+                        opacity: pressed || busy || !isVoiceChannelReady ? 0.6 : 1,
+                    },
+                ], children: busy ? (_jsx(ActivityIndicator, { color: theme.colors.primaryText, size: "small" })) : (_jsx(Text, { style: { color: theme.colors.primaryText, fontWeight: '600' }, children: "Send opening greet" })) })] }));
+}
+const styles = StyleSheet.create({
+    box: { borderTopWidth: StyleSheet.hairlineWidth },
+    btn: {
+        paddingHorizontal: 14,
+        paddingVertical: 10,
+        borderRadius: 8,
+        alignItems: 'center',
+    },
+});

package/dist/components/VoiceIcons.d.ts

@@ -0,0 +1,12 @@
+import React from 'react';
+type IconProps = {
+    size?: number;
+    color?: string;
+};
+export declare function MicIcon({ size, color }: IconProps): React.ReactElement;
+export declare function MicOffIcon({ size, color }: IconProps): React.ReactElement;
+export declare function StopIcon({ size, color }: IconProps): React.ReactElement;
+/** Loudspeaker — assistant audio output (Material volume-up). */
+export declare function SpeakerIcon({ size, color, }: IconProps): React.ReactElement;
+export {};
+//# sourceMappingURL=VoiceIcons.d.ts.map

package/dist/components/VoiceIcons.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceIcons.d.ts","sourceRoot":"","sources":["../../src/components/VoiceIcons.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAG1B,KAAK,SAAS,GAAG;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAOF,wBAAgB,OAAO,CAAC,EAAE,IAAS,EAAE,KAAiB,EAAE,EAAE,SAAS,GAAG,KAAK,CAAC,YAAY,CAEvF;AAED,wBAAgB,UAAU,CAAC,EAAE,IAAS,EAAE,KAAiB,EAAE,EAAE,SAAS,GAAG,KAAK,CAAC,YAAY,CAE1F;AAED,wBAAgB,QAAQ,CAAC,EAAE,IAAS,EAAE,KAAiB,EAAE,EAAE,SAAS,GAAG,KAAK,CAAC,YAAY,CAExF;AAED,iEAAiE;AACjE,wBAAgB,WAAW,CAAC,EAC1B,IAAS,EACT,KAAiB,GAClB,EAAE,SAAS,GAAG,KAAK,CAAC,YAAY,CAEhC"}

package/dist/components/VoiceIcons.js

@@ -0,0 +1,17 @@
+import { jsx as _jsx } from "react/jsx-runtime";
+import MaterialIcons from 'react-native-vector-icons/MaterialIcons';
+/** Typed wrapper — avoids React 18 JSX/classic Component mismatch in package `tsc`. */
+const MaterialIcon = MaterialIcons;
+export function MicIcon({ size = 24, color = '#4b5563' }) {
+    return _jsx(MaterialIcon, { name: "mic", size: size, color: color });
+}
+export function MicOffIcon({ size = 24, color = '#ef4444' }) {
+    return _jsx(MaterialIcon, { name: "mic-off", size: size, color: color });
+}
+export function StopIcon({ size = 24, color = '#4b5563' }) {
+    return _jsx(MaterialIcon, { name: "stop", size: size, color: color });
+}
+/** Loudspeaker — assistant audio output (Material volume-up). */
+export function SpeakerIcon({ size = 24, color = '#ec4899', }) {
+    return _jsx(MaterialIcon, { name: "volume-up", size: size, color: color });
+}

package/dist/components/VoiceImageInput.d.ts

@@ -0,0 +1,10 @@
+import React from 'react';
+export type VoiceImageInputProps = {
+    /** Demo default image URL (HTTPS) for one-tap send. */
+    demoImageUrl?: string;
+};
+/**
+ * P0 test UI: send image (optional text) during an active voice session (SDK-2).
+ */
+export declare function VoiceImageInput({ demoImageUrl }: VoiceImageInputProps): React.ReactElement | null;
+//# sourceMappingURL=VoiceImageInput.d.ts.map

package/dist/components/VoiceImageInput.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceImageInput.d.ts","sourceRoot":"","sources":["../../src/components/VoiceImageInput.tsx"],"names":[],"mappings":"AACA,OAAO,KAAgC,MAAM,OAAO,CAAC;AAWrD,MAAM,MAAM,oBAAoB,GAAG;IACjC,uDAAuD;IACvD,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAKF;;GAEG;AACH,wBAAgB,eAAe,CAAC,EAAE,YAAY,EAAE,EAAE,oBAAoB,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,CAuIjG"}

package/dist/components/VoiceImageInput.js

@@ -0,0 +1,100 @@
+import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
+import { uriToVoiceImageAttachment } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+import { useCallback, useState } from 'react';
+import { ActivityIndicator, Pressable, StyleSheet, Text, TextInput, View, } from 'react-native';
+import { useAgentAssistant } from '../context/AgentAssistantContext';
+const IMAGE_ONLY_HINT = 'Please describe this image or tell me what you would like to know about it.';
+/**
+ * P0 test UI: send image (optional text) during an active voice session (SDK-2).
+ */
+export function VoiceImageInput({ demoImageUrl }) {
+    const { theme, interactionMode, isVoiceChannelReady, sendVoiceUserInput, } = useAgentAssistant();
+    const [imageUrl, setImageUrl] = useState(demoImageUrl ?? '');
+    const [busy, setBusy] = useState(false);
+    const [error, setError] = useState(null);
+    const [sentHint, setSentHint] = useState(null);
+    const sendImage = useCallback(async (url) => {
+        const trimmed = url.trim();
+        if (!trimmed) {
+            setError('Enter an image URL');
+            return;
+        }
+        if (!isVoiceChannelReady) {
+            setError('Voice channel is not ready yet — wait for Listening');
+            return;
+        }
+        setBusy(true);
+        setError(null);
+        setSentHint(null);
+        try {
+            const attachment = await uriToVoiceImageAttachment(trimmed, 'voice-image.jpg');
+            sendVoiceUserInput({
+                text: IMAGE_ONLY_HINT,
+                attachments: [attachment],
+                clientMessageId: `user_img_${Date.now()}`,
+            });
+            setSentHint('Image sent');
+        }
+        catch (e) {
+            const message = e instanceof Error ? e.message : String(e);
+            setError(message);
+            console.warn('[nxtlinq] sendVoiceUserInput image failed:', message);
+        }
+        finally {
+            setBusy(false);
+        }
+    }, [isVoiceChannelReady, sendVoiceUserInput]);
+    if (interactionMode !== 'voice')
+        return null;
+    return (_jsxs(View, { style: [
+            styles.box,
+            {
+                borderTopColor: theme.colors.border,
+                backgroundColor: theme.colors.background,
+                padding: theme.spacing.sm,
+            },
+        ], children: [_jsx(Text, { style: { color: theme.colors.mutedText, fontSize: theme.typography.captionSize }, children: "Send image during voice (P0 test)" }), !isVoiceChannelReady ? (_jsx(Text, { style: {
+                    color: theme.colors.mutedText,
+                    fontSize: theme.typography.captionSize,
+                    marginTop: theme.spacing.xs,
+                }, children: "Waiting for voice channel\u2026" })) : null, _jsx(TextInput, { value: imageUrl, onChangeText: setImageUrl, placeholder: "HTTPS image URL or data URI", placeholderTextColor: theme.colors.mutedText, autoCapitalize: "none", style: [
+                    styles.input,
+                    {
+                        borderColor: theme.colors.border,
+                        color: theme.colors.assistantText,
+                        marginTop: theme.spacing.xs,
+                    },
+                ] }), error ? (_jsx(Text, { style: { color: theme.colors.error, fontSize: theme.typography.captionSize }, children: error })) : null, sentHint ? (_jsx(Text, { style: { color: theme.colors.primary, fontSize: theme.typography.captionSize }, children: sentHint })) : null, _jsxs(View, { style: [styles.row, { marginTop: theme.spacing.xs }], children: [_jsx(Pressable, { onPress: () => sendImage(imageUrl), disabled: busy || !isVoiceChannelReady, style: ({ pressed }) => [
+                            styles.btn,
+                            {
+                                backgroundColor: theme.colors.primary,
+                                opacity: pressed || busy || !isVoiceChannelReady ? 0.6 : 1,
+                            },
+                        ], children: busy ? (_jsx(ActivityIndicator, { color: theme.colors.primaryText, size: "small" })) : (_jsx(Text, { style: { color: theme.colors.primaryText, fontWeight: '600' }, children: "Send image" })) }), demoImageUrl ? (_jsx(Pressable, { onPress: () => sendImage(demoImageUrl), disabled: busy || !isVoiceChannelReady, style: ({ pressed }) => [
+                            styles.btn,
+                            {
+                                backgroundColor: theme.colors.surface,
+                                borderWidth: 1,
+                                borderColor: theme.colors.border,
+                                opacity: pressed || busy || !isVoiceChannelReady ? 0.6 : 1,
+                            },
+                        ], children: _jsx(Text, { style: { color: theme.colors.assistantText }, children: "Product image" }) })) : null] })] }));
+}
+const styles = StyleSheet.create({
+    box: { borderTopWidth: StyleSheet.hairlineWidth },
+    input: {
+        borderWidth: 1,
+        borderRadius: 8,
+        paddingHorizontal: 10,
+        paddingVertical: 8,
+        fontSize: 14,
+    },
+    row: { flexDirection: 'row', gap: 8 },
+    btn: {
+        paddingHorizontal: 14,
+        paddingVertical: 8,
+        borderRadius: 8,
+        minWidth: 72,
+        alignItems: 'center',
+    },
+});

package/dist/components/VoiceWaveform.d.ts

@@ -0,0 +1,7 @@
+import React from 'react';
+/**
+ * Polls `getOutputAudioLevel()` while the assistant is speaking (Berify-aligned).
+ * JeannieVoiceWaveform uses `active && audible` — not during user mic / idle.
+ */
+export declare function VoiceWaveform(): React.ReactElement | null;
+//# sourceMappingURL=VoiceWaveform.d.ts.map

package/dist/components/VoiceWaveform.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoiceWaveform.d.ts","sourceRoot":"","sources":["../../src/components/VoiceWaveform.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAsC,MAAM,OAAO,CAAC;AAW3D;;;GAGG;AACH,wBAAgB,aAAa,IAAI,KAAK,CAAC,YAAY,GAAG,IAAI,CAsDzD"}

package/dist/components/VoiceWaveform.js

@@ -0,0 +1,64 @@
+import { jsx as _jsx } from "react/jsx-runtime";
+import { useEffect, useRef, useState } from 'react';
+import { StyleSheet, View } from 'react-native';
+import { useAgentAssistant } from '../context/AgentAssistantContext';
+import { WAVEFORM_ACTIVE_STATUSES, WAVEFORM_AUDIBLE_HOLD_MS, WAVEFORM_AUDIBLE_THRESHOLD, } from '../voice/voiceWaveformConstants';
+const BAR_COUNT = 12;
+/**
+ * Polls `getOutputAudioLevel()` while the assistant is speaking (Berify-aligned).
+ * JeannieVoiceWaveform uses `active && audible` — not during user mic / idle.
+ */
+export function VoiceWaveform() {
+    const { theme, interactionMode, voiceStatus, getOutputAudioLevel } = useAgentAssistant();
+    const [levels, setLevels] = useState(() => Array(BAR_COUNT).fill(0));
+    const lastAudibleAtRef = useRef(0);
+    useEffect(() => {
+        if (interactionMode !== 'voice') {
+            setLevels(Array(BAR_COUNT).fill(0));
+            return;
+        }
+        const id = setInterval(() => {
+            const now = Date.now();
+            const statusActive = WAVEFORM_ACTIVE_STATUSES.has(voiceStatus);
+            const rawLevel = getOutputAudioLevel();
+            if (rawLevel > WAVEFORM_AUDIBLE_THRESHOLD) {
+                lastAudibleAtRef.current = now;
+            }
+            const audible = now - lastAudibleAtRef.current < WAVEFORM_AUDIBLE_HOLD_MS;
+            const effectiveActive = statusActive && audible;
+            const scaled = effectiveActive ? rawLevel : 0;
+            setLevels((prev) => [...prev.slice(1), scaled]);
+        }, 100);
+        return () => clearInterval(id);
+    }, [interactionMode, voiceStatus, getOutputAudioLevel]);
+    if (interactionMode !== 'voice')
+        return null;
+    return (_jsx(View, { style: [
+            styles.row,
+            {
+                paddingHorizontal: theme.spacing.md,
+                paddingBottom: theme.spacing.sm,
+                backgroundColor: theme.colors.surface,
+            },
+        ], children: levels.map((level, i) => (_jsx(View, { style: [
+                styles.bar,
+                {
+                    height: 8 + level * 28,
+                    backgroundColor: theme.colors.voiceSpeaking,
+                    opacity: 0.35 + level * 0.65,
+                },
+            ] }, `bar-${i}`))) }));
+}
+const styles = StyleSheet.create({
+    row: {
+        flexDirection: 'row',
+        alignItems: 'flex-end',
+        justifyContent: 'center',
+        gap: 3,
+        minHeight: 40,
+    },
+    bar: {
+        width: 4,
+        borderRadius: 2,
+    },
+});

package/dist/context/AgentAssistantContext.d.ts

@@ -0,0 +1,45 @@
+import type { VoiceStatus } from '@bytexbyte/nxtlinq-ai-agent-core-development';
+import { type UseNxtlinqAgentResult, type UseNxtlinqVoiceResult } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+import React, { type ReactNode } from 'react';
+import type { AgentAssistantTheme, NxtlinqAgentAssistantProps, PresetMessage } from '../types';
+export type InteractionMode = 'text' | 'voice';
+export type AgentAssistantContextValue = UseNxtlinqAgentResult & UseNxtlinqVoiceResult & {
+    theme: AgentAssistantTheme;
+    title: string;
+    placeholder: string;
+    presetMessages: PresetMessage[];
+    interactionMode: InteractionMode;
+    setInteractionMode: (mode: InteractionMode) => void;
+    inputText: string;
+    setInputText: (text: string) => void;
+    isVoiceAvailable: boolean;
+    isVoiceConnecting: boolean;
+    isMicMuted: boolean;
+    isMicHeldForAssistant: boolean;
+    toggleVoiceMicMute: () => void;
+    sendText: () => Promise<void>;
+    selectPreset: (preset: PresetMessage) => Promise<void>;
+    /** True when voice data channel is open and ready for user_input. */
+    isVoiceChannelReady: boolean;
+    postTextTts: (text: string) => Promise<{
+        audio: ArrayBuffer;
+        mimeType: string;
+    }>;
+    buildTextTtsPlaybackUri: (result: {
+        audio: ArrayBuffer;
+        mimeType: string;
+    }) => string;
+    playMessageTts: (messageId: string, text: string) => Promise<void>;
+    playingMessageId: string | null;
+    isTextTtsAvailable: boolean;
+};
+export type AgentAssistantProviderProps = {
+    children: ReactNode;
+    ui: Pick<NxtlinqAgentAssistantProps, 'title' | 'placeholder' | 'presetMessages' | 'enableVoice' | 'theme' | 'startWithMicMuted' | 'holdMicDuringAssistant' | 'textTtsVolume' | 'voiceRemoteAudioGain'> & {
+        webrtcEnabled: boolean;
+    };
+};
+export declare function AgentAssistantProvider({ children, ui, }: AgentAssistantProviderProps): React.ReactElement;
+export declare function useAgentAssistant(): AgentAssistantContextValue;
+export declare function voiceStatusLabel(status: VoiceStatus): string;
+//# sourceMappingURL=AgentAssistantContext.d.ts.map

package/dist/context/AgentAssistantContext.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AgentAssistantContext.d.ts","sourceRoot":"","sources":["../../src/context/AgentAssistantContext.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8CAA8C,CAAC;AAChF,OAAO,EAGL,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC3B,MAAM,sDAAsD,CAAC;AAC9D,OAAO,KAAK,EAAE,EAOZ,KAAK,SAAS,EACf,MAAM,OAAO,CAAC;AAEf,OAAO,KAAK,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAK/F,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAE/C,MAAM,MAAM,0BAA0B,GAAG,qBAAqB,GAC5D,qBAAqB,GAAG;IACxB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,aAAa,EAAE,CAAC;IAChC,eAAe,EAAE,eAAe,CAAC;IACjC,kBAAkB,EAAE,CAAC,IAAI,EAAE,eAAe,KAAK,IAAI,CAAC;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACrC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,UAAU,EAAE,OAAO,CAAC;IACpB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,kBAAkB,EAAE,MAAM,IAAI,CAAC;IAC/B,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9B,YAAY,EAAE,CAAC,MAAM,EAAE,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,qEAAqE;IACrE,mBAAmB,EAAE,OAAO,CAAC;IAC7B,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;QAAE,KAAK,EAAE,WAAW,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjF,uBAAuB,EAAE,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,WAAW,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,KAAK,MAAM,CAAC;IACtF,cAAc,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,kBAAkB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAIF,MAAM,MAAM,2BAA2B,GAAG;IACxC,QAAQ,EAAE,SAAS,CAAC;IACpB,EAAE,EAAE,IAAI,CACN,0BAA0B,EACxB,OAAO,GACP,aAAa,GACb,gBAAgB,GAChB,aAAa,GACb,OAAO,GACP,mBAAmB,GACnB,wBAAwB,GACxB,eAAe,GACf,sBAAsB,CACzB,GAAG;QACF,aAAa,EAAE,OAAO,CAAC;KACxB,CAAC;CACH,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,EACrC,QAAQ,EACR,EAAE,GACH,EAAE,2BAA2B,GAAG,KAAK,CAAC,YAAY,CAiRlD;AAED,wBAAgB,iBAAiB,IAAI,0BAA0B,CAQ9D;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAU5D"}

package/dist/context/AgentAssistantContext.js

@@ -0,0 +1,244 @@
+import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
+import { useNxtlinqAgent, useNxtlinqVoice, } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+import React, { createContext, useCallback, useContext, useEffect, useMemo, useState, } from 'react';
+import { defaultAgentAssistantTheme } from '../theme/defaultTheme';
+import { useVoiceMicState } from '../voice/useVoiceMicState';
+import { waitForIOSVoiceCaptureRelease } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+import { isTextTtsPlayerSupported, TextTtsPlayer } from '../voice/TextTtsPlayer';
+const AgentAssistantContext = createContext(null);
+export function AgentAssistantProvider({ children, ui, }) {
+    const agent = useNxtlinqAgent();
+    const voice = useNxtlinqVoice();
+    const theme = useMemo(() => ({
+        ...defaultAgentAssistantTheme,
+        ...ui.theme,
+        colors: { ...defaultAgentAssistantTheme.colors, ...ui.theme?.colors },
+        spacing: { ...defaultAgentAssistantTheme.spacing, ...ui.theme?.spacing },
+        radius: { ...defaultAgentAssistantTheme.radius, ...ui.theme?.radius },
+        typography: {
+            ...defaultAgentAssistantTheme.typography,
+            ...ui.theme?.typography,
+        },
+    }), [ui.theme]);
+    const [interactionMode, setInteractionModeState] = useState('text');
+    const [inputText, setInputText] = useState('');
+    const [isVoiceConnecting, setIsVoiceConnecting] = useState(false);
+    const [playingMessageId, setPlayingMessageId] = useState(null);
+    const textTtsPlayerRef = React.useRef(null);
+    const ttsRequestIdRef = React.useRef(0);
+    const voiceConnectChainRef = React.useRef(Promise.resolve());
+    const isVoiceAvailable = Boolean(ui.webrtcEnabled && ui.enableVoice !== false);
+    const micStartsMuted = ui.startWithMicMuted ?? true;
+    const { isMicMuted, isMicHeldForAssistant, toggleVoiceMicMute, prepareForVoiceConnect, resetMicState, clearAssistantMicHold, } = useVoiceMicState(voice, isVoiceConnecting, {
+        startWithMicMuted: micStartsMuted,
+        // Decoupled: open-mic demo can start unmuted yet still mute during assistant TTS.
+        holdMicDuringAssistant: ui.holdMicDuringAssistant ?? true,
+    });
+    const setInteractionMode = useCallback((mode) => {
+        if (mode === 'text' && interactionMode === 'voice') {
+            void (async () => {
+                await voice.stopVoice('switch_to_text');
+                await waitForIOSVoiceCaptureRelease();
+                resetMicState();
+            })();
+        }
+        setInteractionModeState(mode);
+    }, [interactionMode, voice, resetMicState]);
+    useEffect(() => {
+        if (interactionMode === 'text' && voice.voiceSessionId != null) {
+            void (async () => {
+                await voice.stopVoice('mode_text_cleanup');
+                await waitForIOSVoiceCaptureRelease();
+                resetMicState();
+            })();
+        }
+    }, [interactionMode, voice.voiceSessionId, voice, resetMicState]);
+    const sendText = useCallback(async () => {
+        const text = inputText.trim();
+        if (!text || agent.isLoading)
+            return;
+        setInputText('');
+        await agent.sendMessage(text);
+    }, [agent, inputText]);
+    const selectPreset = useCallback(async (preset) => {
+        if (preset.autoSend) {
+            await agent.sendMessage(preset.text);
+        }
+        else {
+            setInputText(preset.text);
+        }
+    }, [agent]);
+    const wrappedStartVoice = useCallback((options) => {
+        const connect = async () => {
+            if (voice.voiceSessionId != null) {
+                await voice.stopVoice('restart_voice');
+                await waitForIOSVoiceCaptureRelease();
+            }
+            prepareForVoiceConnect();
+            setInteractionModeState('voice');
+            setIsVoiceConnecting(true);
+            try {
+                const session = await voice.startVoice({
+                    startWithMicMuted: micStartsMuted,
+                    ...options,
+                    onOpen: () => {
+                        if (!micStartsMuted) {
+                            voice.muteMic(false);
+                        }
+                        options?.onOpen?.();
+                    },
+                    onClose: (reason) => {
+                        resetMicState();
+                        const userInitiated = reason === 'switch_to_text' ||
+                            reason === 'client_stop' ||
+                            reason === 'mode_text_cleanup';
+                        if (userInitiated) {
+                            setInteractionModeState('text');
+                        }
+                        else {
+                            console.warn('[nxtlinq] voice session closed:', reason);
+                        }
+                        options?.onClose?.(reason);
+                    },
+                    onError: (err) => {
+                        resetMicState();
+                        console.warn('[nxtlinq] voice session error:', err.message);
+                        options?.onError?.(err);
+                    },
+                });
+                return session;
+            }
+            catch (err) {
+                setInteractionModeState('text');
+                resetMicState();
+                throw err;
+            }
+            finally {
+                setIsVoiceConnecting(false);
+            }
+        };
+        const next = voiceConnectChainRef.current.then(connect, connect);
+        voiceConnectChainRef.current = next.catch(() => undefined);
+        return next;
+    }, [voice, prepareForVoiceConnect, resetMicState, micStartsMuted, ui.voiceRemoteAudioGain]);
+    const wrappedStopVoice = useCallback(async () => {
+        await voice.stopVoice('client_stop');
+        await waitForIOSVoiceCaptureRelease();
+        resetMicState();
+        setInteractionModeState('text');
+    }, [voice, resetMicState]);
+    const wrappedInterrupt = useCallback(() => {
+        voice.interrupt();
+        clearAssistantMicHold();
+    }, [voice, clearAssistantMicHold]);
+    const isVoiceChannelReady = interactionMode === 'voice' &&
+        voice.voiceSessionId != null &&
+        (Boolean(agent.agent.getVoiceSession()?.isAppChannelOpen()) ||
+            voice.voiceStatus === 'listening');
+    const postTextTts = useCallback((text) => agent.agent.postTextTts(text), [agent.agent]);
+    const buildTextTtsPlaybackUri = useCallback((result) => agent.agent.buildTextTtsPlaybackUri(result), [agent.agent]);
+    const playMessageTts = useCallback(async (messageId, text) => {
+        const trimmed = text.trim();
+        if (!trimmed)
+            return;
+        const player = textTtsPlayerRef.current;
+        if (!player?.isAvailable) {
+            throw new Error('Text TTS playback requires react-native-video in your app (see Berify Jeannie).');
+        }
+        const requestId = ++ttsRequestIdRef.current;
+        player.stop();
+        setPlayingMessageId(messageId);
+        try {
+            const result = await postTextTts(trimmed);
+            if (ttsRequestIdRef.current !== requestId)
+                return;
+            player.play(result);
+        }
+        catch (err) {
+            if (ttsRequestIdRef.current === requestId) {
+                setPlayingMessageId(null);
+            }
+            throw err;
+        }
+    }, [postTextTts]);
+    const isTextTtsAvailable = isTextTtsPlayerSupported();
+    const value = useMemo(() => ({
+        ...agent,
+        ...voice,
+        isVoiceActive: interactionMode === 'voice' && voice.voiceSessionId != null,
+        startVoice: wrappedStartVoice,
+        stopVoice: wrappedStopVoice,
+        interrupt: wrappedInterrupt,
+        isMicMuted,
+        isMicHeldForAssistant,
+        toggleVoiceMicMute,
+        theme,
+        title: ui.title ?? 'AI Assistant',
+        placeholder: ui.placeholder ?? 'Type a message…',
+        presetMessages: ui.presetMessages ?? [],
+        interactionMode,
+        setInteractionMode,
+        inputText,
+        setInputText,
+        isVoiceAvailable,
+        isVoiceConnecting,
+        isVoiceChannelReady,
+        postTextTts,
+        buildTextTtsPlaybackUri,
+        playMessageTts,
+        playingMessageId,
+        isTextTtsAvailable,
+        sendText,
+        selectPreset,
+    }), [
+        agent,
+        voice,
+        wrappedStartVoice,
+        wrappedStopVoice,
+        wrappedInterrupt,
+        isMicMuted,
+        isMicHeldForAssistant,
+        toggleVoiceMicMute,
+        theme,
+        ui.title,
+        ui.placeholder,
+        ui.presetMessages,
+        interactionMode,
+        inputText,
+        isVoiceAvailable,
+        isVoiceConnecting,
+        isVoiceChannelReady,
+        postTextTts,
+        buildTextTtsPlaybackUri,
+        playMessageTts,
+        playingMessageId,
+        isTextTtsAvailable,
+        sendText,
+        selectPreset,
+        voice.voiceStatus,
+    ]);
+    return (_jsxs(AgentAssistantContext.Provider, { value: value, children: [children, _jsx(TextTtsPlayer, { playerRef: textTtsPlayerRef, volume: ui.textTtsVolume ?? 1, onPlayingChange: (playing) => {
+                    if (!playing)
+                        setPlayingMessageId(null);
+                }, onError: (message) => {
+                    console.warn('[nxtlinq] TTS playback:', message);
+                } })] }));
+}
+export function useAgentAssistant() {
+    const ctx = useContext(AgentAssistantContext);
+    if (!ctx) {
+        throw new Error('useAgentAssistant must be used within <NxtlinqAgentAssistant> or <AgentAssistantProvider>');
+    }
+    return ctx;
+}
+export function voiceStatusLabel(status) {
+    const labels = {
+        idle: 'Ready',
+        listening: 'Listening',
+        transcribing: 'Transcribing',
+        thinking: 'Thinking',
+        generating: 'Generating',
+        speaking: 'Speaking',
+    };
+    return labels[status] ?? status;
+}

package/dist/index.d.ts

@@ -0,0 +1,16 @@
+export { NxtlinqAgentAssistant } from './NxtlinqAgentAssistant';
+export type { NxtlinqAgentAssistantProps, AgentAssistantTheme, PresetMessage, Message, ToolUse, } from './types';
+export { defaultAgentAssistantTheme } from './theme/defaultTheme';
+export { AgentAssistantProvider, useAgentAssistant, voiceStatusLabel, type AgentAssistantContextValue, type InteractionMode, } from './context/AgentAssistantContext';
+export { AgentMessageList } from './components/AgentMessageList';
+export { AgentComposer } from './components/AgentComposer';
+export { AgentVoiceBar } from './components/AgentVoiceBar';
+export { AgentRemoteAudio } from './components/AgentRemoteAudio';
+export { AudioSessionWaker } from './voice/AudioSessionWaker';
+export { PresetMessageChips } from './components/PresetMessageChips';
+export { AgentAssistantShell } from './components/AgentAssistantShell';
+export { VoiceGreetTrigger } from './components/VoiceGreetTrigger';
+export { NxtlinqAgentProvider, useNxtlinqAgent, useNxtlinqVoice, createNxtlinqAgentRN, type NxtlinqAgentProviderProps, type RNWebRTCModule, } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+export type { AgentEnvironment, AgentConfig, Attachment, AgentResponse, SendMessageOptions, NxtlinqAgentSnapshot, StartVoiceSessionOptions, VoiceSession, VoiceStatus, } from '@bytexbyte/nxtlinq-ai-agent-core-development';
+export { NxtlinqAgent, setApiHosts, VoiceNotSupportedError, mapServerHistoryToMessages, appendServerHistoryIntoMessages, STORAGE_KEYS, } from '@bytexbyte/nxtlinq-ai-agent-core-development';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,YAAY,EACV,0BAA0B,EAC1B,mBAAmB,EACnB,aAAa,EACb,OAAO,EACP,OAAO,GACR,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAElE,OAAO,EACL,sBAAsB,EACtB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,0BAA0B,EAC/B,KAAK,eAAe,GACrB,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAGnE,OAAO,EACL,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,oBAAoB,EACpB,KAAK,yBAAyB,EAC9B,KAAK,cAAc,GACpB,MAAM,sDAAsD,CAAC;AAE9D,YAAY,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,wBAAwB,EACxB,YAAY,EACZ,WAAW,GACZ,MAAM,8CAA8C,CAAC;AAEtD,OAAO,EACL,YAAY,EACZ,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAC1B,+BAA+B,EAC/B,YAAY,GACb,MAAM,8CAA8C,CAAC"}

package/dist/index.js

@@ -0,0 +1,14 @@
+export { NxtlinqAgentAssistant } from './NxtlinqAgentAssistant';
+export { defaultAgentAssistantTheme } from './theme/defaultTheme';
+export { AgentAssistantProvider, useAgentAssistant, voiceStatusLabel, } from './context/AgentAssistantContext';
+export { AgentMessageList } from './components/AgentMessageList';
+export { AgentComposer } from './components/AgentComposer';
+export { AgentVoiceBar } from './components/AgentVoiceBar';
+export { AgentRemoteAudio } from './components/AgentRemoteAudio';
+export { AudioSessionWaker } from './voice/AudioSessionWaker';
+export { PresetMessageChips } from './components/PresetMessageChips';
+export { AgentAssistantShell } from './components/AgentAssistantShell';
+export { VoiceGreetTrigger } from './components/VoiceGreetTrigger';
+// Headless SDK re-exports for apps that compose custom layouts
+export { NxtlinqAgentProvider, useNxtlinqAgent, useNxtlinqVoice, createNxtlinqAgentRN, } from '@bytexbyte/nxtlinq-ai-agent-react-native-development';
+export { NxtlinqAgent, setApiHosts, VoiceNotSupportedError, mapServerHistoryToMessages, appendServerHistoryIntoMessages, STORAGE_KEYS, } from '@bytexbyte/nxtlinq-ai-agent-core-development';