@alxxsck/ai-assistant 1.0.0 → 1.2.0

package/dist/domain/command/CommandRuntime.d.ts

@@ -1,11 +1,13 @@
 import type { CustomerInteractionSession } from "@/types";
-import { type CommandAck, type CommandEnvelope, type CommandEventDetail, type CtaCommandContext, type HostCommandHandlerName, type HostCommandHandlers, type UiTarget } from "./command.types";
+import { type CommandAck, type CommandEnvelope, type CommandEventDetail, type CtaCommandContext, type HostCommandHandlerName, type HostCommandHandlers, type SpeakTextCommandContext, type StartVoiceConversationCommandContext, type UiTarget } from "./command.types";
 type AckSender = (ack: CommandAck) => Promise<unknown>;
 type InternalHandlers = {
     setAssistantVisible?: (visible: boolean) => void;
     setChatOpen?: (open: boolean) => void;
     playAnimation?: (animation: string) => void;
     showCta?: (context: CtaCommandContext) => void;
+    speakText?: (context: SpeakTextCommandContext) => void | Promise<void>;
+    startVoiceConversation?: (context: StartVoiceConversationCommandContext) => void | Promise<void>;
 };
 export declare class CommandRuntime {
     private readonly onStatus?;

package/dist/domain/command/command.types.d.ts

@@ -1,4 +1,5 @@
-export declare const COMMAND_TYPES: readonly ["show_assistant", "hide_assistant", "open_chat", "close_chat", "play_animation", "highlight_element", "remove_highlight", "show_cta", "open_page", "open_modal"];
+import type { StreamingSpeechMimeType } from "@/domain/speech/speech.constants";
+export declare const COMMAND_TYPES: readonly ["show_assistant", "hide_assistant", "open_chat", "close_chat", "play_animation", "highlight_element", "remove_highlight", "show_cta", "speak_text", "start_voice_conversation", "open_page", "open_modal"];
 export type CommandType = (typeof COMMAND_TYPES)[number];
 export type CommandAckStatus = "received" | "succeeded" | "failed" | "expired" | "unsupported";
 export type CommandAck = {
@@ -57,6 +58,28 @@ export type CtaCommandContext = Omit<HostCommandContext, "target"> & {
     action: "none" | "open_modal" | "open_page";
     target?: string;
 };
+export type StartVoiceConversationCommandContext = {
+    commandId: string;
+    commandType: "start_voice_conversation";
+    voiceSessionId: string;
+    conversationId: string;
+    messageId: string;
+    text: string;
+    voice: string;
+    requiresUserGesture: true;
+    webrtcPath: string;
+    introAudioPath: string;
+};
+export type SpeakTextCommandContext = {
+    commandId: string;
+    commandType: "speak_text";
+    audioPath: string;
+    method: "POST";
+    mimeType: StreamingSpeechMimeType;
+    format: "pcm16";
+    sampleRate: 24_000;
+    channels: 1;
+};
 export type HostCommandHandlers = {
     openPage?: (context: HostCommandContext) => void | Promise<void>;
     openModal?: (context: HostCommandContext) => void | Promise<void>;

package/dist/domain/message/cable/widget-frame.d.ts

@@ -0,0 +1,13 @@
+import type { CustomerInteractionSession } from "@/types";
+import type { CommandAck } from "@/domain/command/command.types";
+import type { CommandRuntime } from "@/domain/command/CommandRuntime";
+import type { MessageStoreActions } from "@/domain/message/message.store";
+type WidgetFrameDependencies = {
+    messageActions: Pick<MessageStoreActions, "handleConversationCreated" | "handleMessagesAgenticSteps" | "handleMessage">;
+    commandRuntime: CommandRuntime;
+    session: CustomerInteractionSession;
+    sendAck: (ack: CommandAck) => Promise<unknown>;
+    onPresenceOnline: () => void;
+};
+export declare const dispatchWidgetFrame: (message: unknown, dependencies: WidgetFrameDependencies) => Promise<void> | null;
+export {};

package/dist/domain/message/cable/widget-message.d.ts

@@ -1,3 +1,4 @@
-import type { AgenticStepsAppendedData, MessageData } from "@/api/messages.api.types";
+import type { AgenticStepsAppendedData, ConversationData, MessageData } from "@/api/messages.api.types";
+export declare const getConversationCreatedFromFrame: (frame: unknown) => ConversationData | null;
 export declare const getMessageFromFrame: (frame: unknown) => MessageData | null;
 export declare const getAgenticStepsFromFrame: (frame: unknown) => AgenticStepsAppendedData | null;

package/dist/domain/message/message.store.d.ts

@@ -20,12 +20,13 @@ export type MessageStore = {
     latestMessageDate: string | null;
     actions: MessageStoreActions;
 };
-type MessageStoreActions = {
+export type MessageStoreActions = {
     initMessageStore: (config: WidgetConfig, api: AppApi) => Promise<void>;
     setCurrentThread: (conversationId: string) => Promise<void>;
     createNewConversation: () => Promise<string>;
+    handleConversationCreated: (conversation: ConversationData) => void;
     handleMessage: (message: MessageData) => void;
-    sendMessage: (message: string) => Promise<void>;
+    sendMessage: (message: string) => Promise<MessageData | undefined>;
     clearSendError: () => void;
     getThreadsSummaryData: () => ThreadSummary[];
     setLatestReadMessageDate: (readMessageDate: string) => void;
@@ -48,4 +49,3 @@ export declare const useLatestReadMessageDate: () => string | null;
 export declare const useLatestMessageDate: () => string | null;
 export declare const useSendError: () => string | null;
 export declare const useMessageStoreActions: () => MessageStoreActions;
-export {};

package/dist/domain/speech/SpeechPlayer.d.ts

@@ -0,0 +1,15 @@
+export type SpeechPlaybackOptions = {
+    onStarted?: () => void;
+};
+export type PcmStreamLoader = (signal: AbortSignal) => Promise<ReadableStream<Uint8Array>>;
+export type PcmPlaybackOptions = SpeechPlaybackOptions & {
+    sampleRate: number;
+    jitterBufferMs?: number;
+};
+export declare class SpeechPlayer {
+    private active;
+    get isPlaying(): boolean;
+    play(audioBlob: Blob, options?: SpeechPlaybackOptions): Promise<boolean>;
+    playPcm16(loadStream: PcmStreamLoader, options: PcmPlaybackOptions): Promise<boolean>;
+    stop(): void;
+}

package/dist/domain/speech/speech.constants.d.ts

@@ -0,0 +1,5 @@
+export declare const PROTECTED_SPEECH_MIME_TYPE: "audio/wav";
+export declare const STREAMING_SPEECH_MIME_TYPE: "audio/pcm";
+export type ProtectedSpeechMimeType = typeof PROTECTED_SPEECH_MIME_TYPE;
+export type StreamingSpeechMimeType = typeof STREAMING_SPEECH_MIME_TYPE;
+export type ProtectedAudioMimeType = ProtectedSpeechMimeType | StreamingSpeechMimeType;

package/dist/domain/voice/voice.store.d.ts

@@ -1,69 +1,38 @@
 import type { AppApi } from "@/App";
 import type { VoiceSessionData } from "@/api/voice.api.types";
+import type { SpeakTextCommandContext, StartVoiceConversationCommandContext } from "@/domain/command/command.types";
 import type { WidgetConfig } from "@/index.types";
-/** Arguments for creating a local media stream */
-export interface GetLocalStreamArgs {
-    /** Optional audio input device ID */
-    inputAudioDeviceId?: string;
-}
-type VoiceStatus = "idle" | "connecting" | "live" | "ending" | "error";
+type VoiceStatus = "idle" | "connecting" | "listening" | "speaking" | "error";
 type VoiceStore = {
-    activeVoiceSessionData: VoiceSessionData | null;
     config: WidgetConfig | null;
     api: AppApi | null;
+    session: VoiceSessionData | null;
     status: VoiceStatus;
     errorMessage: string | null;
-    isVoiceBootstrapped: boolean;
     connection: RTCPeerConnection | null;
-    connectionId: string | null;
-    connectionGeneration: number | null;
-    iceCandidates: RTCIceCandidateInit[];
-    voiceEventsChannel: RTCDataChannel | null;
-    voiceInputChannel: RTCDataChannel | null;
-    downstream: MediaStream | null;
+    eventsChannel: RTCDataChannel | null;
     localStream: MediaStream | null;
+    remoteStream: MediaStream | null;
     remoteAudioElement: HTMLAudioElement | null;
+    pendingInvitation: StartVoiceConversationCommandContext | null;
     customerMessageTranscript: string;
     customerMessageTranscriptVisible: boolean;
     assistantMessageTranscript: string;
     assistantMessageTranscriptVisible: boolean;
     assistantResponseInProgress: boolean;
     microphoneEnabled: boolean;
-    inputAudioDevice: MediaDeviceInfo | null;
-    audioInputDevices: MediaDeviceInfo[];
+    generation: number;
     actions: VoiceStoreActions;
 };
 type VoiceStoreActions = {
-    onVoiceEventsEvent: (event: MessageEvent<string>) => void;
-    onVoiceInputEvent: (event: MessageEvent<string>) => void;
-    initVoiceStore: (config: WidgetConfig, api: AppApi) => Promise<void>;
-    createConnection: () => RTCPeerConnection;
-    sendCandidates: () => Promise<void>;
-    playRemoteAudio: (stream: MediaStream) => void;
-    endVoiceSession: (reason?: string) => Promise<void>;
-    setMicrophoneEnabled: (enabled: boolean) => void;
-    sendOffer: (offer: RTCSessionDescriptionInit) => Promise<void>;
-    getLocalStream: (deviceId?: string) => Promise<MediaStream | null>;
-    setNewLocalStream: () => Promise<void>;
-    createAudioTrack: () => Promise<MediaStreamTrack | null>;
-    attachAudioTrack: (newTrack: MediaStreamTrack, { replaceExisting }: {
-        replaceExisting: boolean;
-    }) => Promise<MediaStreamTrack>;
-    ensureAudioTrack: () => Promise<boolean>;
-    recreateAudioTrack: () => Promise<boolean>;
-    enableMicrophone: () => Promise<void>;
-    disableMicrophone: () => void;
-    switchAudio: () => Promise<void>;
-    refreshAudioProcessing: () => Promise<void>;
-    switchInputAudioDevice: (newDevice: MediaDeviceInfo) => Promise<void>;
+    startListening: (config: WidgetConfig, api: AppApi) => Promise<void>;
+    offerConversation: (invitation: StartVoiceConversationCommandContext) => Promise<void>;
+    acceptConversation: (config: WidgetConfig, api: AppApi) => Promise<void>;
+    declineConversation: (config: WidgetConfig, api: AppApi) => Promise<void>;
+    speakText: (config: WidgetConfig, api: AppApi, speech: SpeakTextCommandContext) => Promise<void>;
+    stopListening: () => void;
+    endVoiceChat: (reason?: string) => Promise<void>;
 };
 export declare const useVoiceStore: import("zustand").UseBoundStore<import("zustand").StoreApi<VoiceStore>>;
 export declare const useVoiceStoreActions: () => VoiceStoreActions;
-export declare const useMicrophoneEnabled: () => boolean;
-export declare const useInputAudioDevice: () => MediaDeviceInfo | null;
-export declare const useLocalStream: () => MediaStream | null;
-export declare const useConnection: () => RTCPeerConnection | null;
-export declare const useConnectionId: () => string | null;
-export declare const useDownstream: () => MediaStream | null;
-export declare const useCustomerMessageTranscript: () => string;
 export {};

package/dist/hooks/useSessionExpiryChecks.d.ts

@@ -1,3 +1,3 @@
 import type { AppApi } from "@/App";
 import type { WidgetConfig } from "@/index.types";
-export declare function useSessionExpiryChecks(config: WidgetConfig, api: AppApi, open: boolean): void;
+export declare function useSessionExpiryChecks(config: WidgetConfig, api: AppApi): void;

package/dist/index.d.ts

@@ -10,6 +10,7 @@ export declare class ChatWidgetInstance extends EventTarget {
     private config;
     private gui;
     private setOpenImpl;
+    private pendingOpenState;
     private sendServiceMessageImpl;
     private playAnimationImpl;
     private executeReactionImpl;

package/dist/index.types.d.ts

@@ -9,7 +9,7 @@ export type WidgetConfig = {
     customerId?: string;
     wsUrl: string;
     apiUrl: string;
-    voiceModelId?: string;
+    /** Optional Lola Realtime voice passed when creating a voice session. */
     voiceConfig?: {
         voice: string;
     };
@@ -47,4 +47,4 @@ export declare class ChatWidgetInstance extends EventTarget {
     addEventListener(type: string, listener: EventListenerOrEventListenerObject, options?: boolean | AddEventListenerOptions): void;
 }
 export type { CustomerInteractionSession };
-export type { CommandAck, CommandAckStatus, CommandEnvelope, CommandEventDetail, CommandType, CtaCommandContext, HighlightCommandContext, HostCommandContext, HostCommandHandler, HostCommandHandlerName, HostCommandHandlers, UiTarget, UiTargetKind, } from "./domain/command/command.types";
+export type { CommandAck, CommandAckStatus, CommandEnvelope, CommandEventDetail, CommandType, CtaCommandContext, HighlightCommandContext, HostCommandContext, HostCommandHandler, HostCommandHandlerName, HostCommandHandlers, SpeakTextCommandContext, StartVoiceConversationCommandContext, UiTarget, UiTargetKind, } from "./domain/command/command.types";

package/dist/lib/isSessionExpired.d.ts

@@ -1,2 +1,3 @@
 import type { CustomerInteractionSession } from "@/types";
-export declare function isSessionExpireInNextHour(session: CustomerInteractionSession): boolean;
+export declare const SESSION_RENEWAL_BUFFER_MS: number;
+export declare function isSessionExpiringSoon(session: CustomerInteractionSession, now?: number): boolean;

package/dist/ui/chat-routes.d.ts

@@ -9,3 +9,5 @@ export declare const CHAT_PATHS: {
 };
 export declare function getChatModeFromPathname(pathname: string): ChatMode;
 export declare function isChatListPath(pathname: string): boolean;
+export declare function isVoiceChatPath(pathname: string): boolean;
+export declare function shouldOpenIncomingMessageInTextMode(pathname: string): boolean;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@alxxsck/ai-assistant",
   "private": false,
-  "version": "1.0.0",
+  "version": "1.2.0",
   "description": "Embeddable chat widget for communication with Bridge AI agent",
   "type": "module",
   "main": "dist/bridge-ai-chat-widget.es.js",
@@ -41,9 +41,9 @@
     "preview": "vite preview",
     "prepublishOnly": "npm run build-lib",
     "clean-g-spot-prod-bucket": "aws s3 rm s3://bridgeapp-ai-chat-widget-dev.com --recursive",
-    "upload-g-spot-prod-bucket": "aws s3 cp dist s3://bridgeapp-ai-chat-widget-dev.com/g-spot-prod --recursive",
+    "upload-g-spot-prod-bucket": "aws s3 cp dist-demo s3://bridgeapp-ai-chat-widget-dev.com/g-spot-prod --recursive",
     "clean-bridge-demo-bucket": "aws s3 rm s3://bridge-ai-assistant --recursive",
-    "upload-bridge-demo-bucket": "aws s3 cp dist s3://bridge-ai-assistant/bridge-demo --recursive",
+    "upload-bridge-demo-bucket": "aws s3 cp dist-demo s3://bridge-ai-assistant/bridge-demo --recursive",
     "push-assets-metamediastatic": "bash scripts/push-assets-to-metamediastatic.sh"
   },
   "dependencies": {

package/dist/api/messages.api.utils.d.ts

@@ -1,2 +0,0 @@
-/** Invoked when a Bearer-authenticated API returns 409 (session conflict / to be expired). */
-export declare function notifySessionConflictOn409(error: Error, onSessionExpired?: () => void): void;

package/dist/hooks/useDeviceManager.d.ts

@@ -1,25 +0,0 @@
-/**
- * Hook for managing media devices (audio input, audio output, video input) in
- * video calls.
- *
- * This hook provides:
- *
- * - Automatic device enumeration and updates
- * - Device change event listening
- * - Automatic fallback to available devices when current device is disconnected
- * - Permission handling for device access
- *
- * The hook automatically:
- *
- * - Enumerates available devices on mount
- * - Listens for device changes (connect/disconnect)
- * - Switches to the first available device if the current device becomes
- *   unavailable
- * - Requests microphone permission if needed to get device labels
- *
- * @returns Void - This hook doesn't return any values, it manages device state
- *   internally
- */
-export declare const useDeviceManager: () => {
-    updateDevices: (e?: Event) => Promise<void>;
-};