sarvam-conv-ai-sdk 0.0.1

package/LICENSE

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) 2024 Sarvam AI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

package/README.md

@@ -0,0 +1,208 @@
+# Sarvam Conversational AI SDK - TypeScript
+
+TypeScript SDK for building real-time voice-to-voice conversational AI applications in the browser.
+
+## Installation
+
+```bash
+npm install @sarvam/conv-ai-sdk
+```
+
+For React applications:
+```bash
+npm install react react-dom
+npm install --save-dev @types/react @types/react-dom
+```
+
+## Quick Start
+
+Here's a complete React component example for voice-to-voice interaction:
+
+```tsx
+import React, { useEffect, useRef, useState } from 'react';
+import {
+  AsyncSamvaadAgent,
+  BrowserAudioInterface,
+  InteractionConfig,
+  InteractionType,
+  ServerTextChunkMsg,
+  UserIdentifierType,
+} from '@sarvam/conv-ai-sdk';
+
+interface VoiceChatProps {
+  apiKey: string;
+  appId: string;
+  orgId: string;
+  workspaceId: string;
+  userId?: string;
+}
+
+export const VoiceChat: React.FC<VoiceChatProps> = ({
+  apiKey,
+  appId,
+  orgId,
+  workspaceId,
+  userId = 'react_user',
+}) => {
+  const [isConnected, setIsConnected] = useState(false);
+  const [isConnecting, setIsConnecting] = useState(false);
+  const [transcript, setTranscript] = useState<string>('');
+  const agentRef = useRef<AsyncSamvaadAgent | null>(null);
+
+  const handleText = async (msg: ServerTextChunkMsg) => {
+    setTranscript(prev => prev + msg.text);
+  };
+
+  const startConversation = async () => {
+    if (isConnecting || isConnected) return;
+    
+    setIsConnecting(true);
+    
+    try {
+      const config: InteractionConfig = {
+        user_identifier_type: UserIdentifierType.CUSTOM,
+        user_identifier: userId,
+        org_id: orgId,
+        workspace_id: workspaceId,
+        app_id: appId,
+        interaction_type: InteractionType.CALL,
+        sample_rate: 16000,
+      };
+
+      const audioInterface = new BrowserAudioInterface();
+      
+      const agent = new AsyncSamvaadAgent({
+        apiKey,
+        config,
+        textCallback: handleText,
+        audioInterface,
+      });
+
+      agentRef.current = agent;
+      
+      await agent.start();
+      const connected = await agent.waitForConnect(5.0);
+      
+      if (connected) {
+        setIsConnected(true);
+        setIsConnecting(false);
+        
+        agent.waitForDisconnect().then(() => {
+          setIsConnected(false);
+        });
+      } else {
+        setIsConnecting(false);
+        alert('Failed to connect. Please check your credentials.');
+      }
+    } catch (error) {
+      setIsConnecting(false);
+      console.error('Error starting conversation:', error);
+      alert(`Error: ${error instanceof Error ? error.message : String(error)}`);
+    }
+  };
+
+  const stopConversation = async () => {
+    if (agentRef.current) {
+      try {
+        await agentRef.current.stop();
+        agentRef.current = null;
+        setIsConnected(false);
+        setTranscript('');
+      } catch (error) {
+        console.error('Error stopping conversation:', error);
+      }
+    }
+  };
+
+  useEffect(() => {
+    return () => {
+      if (agentRef.current) {
+        agentRef.current.stop().catch(console.error);
+      }
+    };
+  }, []);
+
+  return (
+    <div style={{ padding: '20px', maxWidth: '600px', margin: '0 auto' }}>
+      <h2>Voice Chat</h2>
+      
+      <div style={{ marginBottom: '20px' }}>
+        {!isConnected && !isConnecting && (
+          <button onClick={startConversation}>
+            Start Voice Chat
+          </button>
+        )}
+        
+        {isConnecting && <div>Connecting...</div>}
+        
+        {isConnected && (
+          <button onClick={stopConversation}>
+            Stop Voice Chat
+          </button>
+        )}
+      </div>
+      
+      {isConnected && (
+        <div>
+          <strong>Agent Response:</strong>
+          <div>{transcript || 'Listening...'}</div>
+        </div>
+      )}
+    </div>
+  );
+};
+```
+
+## Configuration
+
+### AsyncSamvaadAgent Parameters
+
+| Parameter | Type | Required | Description |
+| --- | --- | --- | --- |
+| apiKey | string | Yes | API key for authentication |
+| config | InteractionConfig | Yes | Interaction configuration |
+| audioInterface | AsyncAudioInterface | No | Audio interface for mic/speaker (required for voice) |
+| textCallback | (msg: ServerTextChunkMsg) => Promise<void> | No | Receives streaming text chunks |
+| eventCallback | (event: ServerEventBase) => Promise<void> | No | Receives events |
+| audioCallback | (msg: ServerAudioChunkMsg) => Promise<void> | No | Receives audio chunks (if not using audioInterface) |
+
+### InteractionConfig
+
+Required fields:
+- `user_identifier_type`: `CUSTOM`, `EMAIL`, `PHONE_NUMBER`, or `UNKNOWN`
+- `user_identifier`: User identifier value
+- `org_id`: Your organization ID
+- `workspace_id`: Your workspace ID
+- `app_id`: Application ID
+- `interaction_type`: `InteractionType.CALL`
+- `sample_rate`: `8000` or `16000`
+
+Optional:
+- `agent_variables`: Key-value pairs for agent context
+- `initial_language_name`: Starting language (e.g., "English", "Hindi")
+- `initial_state_name`: Starting state name
+- `initial_bot_message`: First message from agent
+
+### Methods
+
+- `await agent.start()` — Start and connect
+- `await agent.stop()` — Stop and cleanup
+- `await agent.waitForConnect(timeout?)` — Wait until connected
+- `await agent.waitForDisconnect()` — Wait until disconnected
+- `agent.isConnected()` — Check connection status
+- `agent.getInteractionId()` — Get current interaction ID
+
+## Examples
+
+Check out the [`examples/web`](./examples/web) directory for a complete, production-ready React + TypeScript web application demonstrating:
+- Voice-to-voice AI conversation
+- Modern, responsive UI with dark/light mode
+- Real-time transcript display
+- Audio level visualization
+- Comprehensive error handling
+
+See the [example README](./examples/web/README.md) for setup instructions.
+
+## License
+
+MIT

package/dist/conversation.d.ts

@@ -0,0 +1,92 @@
+/**
+ * Unified conversational AI agent using factory pattern.
+ *
+ * This module provides a single ConversationAgent class that internally
+ * instantiates the appropriate agent type (VoiceAgent or TextAgent) based
+ * on the interaction_type in the configuration.
+ */
+import { VoiceAgent } from "./modules/voice-agent";
+import { TextAgent } from "./modules/text-agent";
+import { AsyncAudioInterface, Platform } from "./types";
+import { InteractionConfig, ServerAudioChunkMsg, ServerEventBase, ServerTextChunkMsg, ServerTextMsgType } from "./types";
+export declare class ConversationAgent {
+    private agent;
+    constructor(options: {
+        apiKey: string;
+        config: InteractionConfig;
+        audioInterface?: AsyncAudioInterface;
+        audioCallback?: (msg: ServerAudioChunkMsg) => Promise<void>;
+        eventCallback?: (event: ServerEventBase) => Promise<void>;
+        startCallback?: () => Promise<void>;
+        endCallback?: () => Promise<void>;
+        textCallback?: (msg: ServerTextChunkMsg | ServerTextMsgType) => Promise<void>;
+        baseUrl?: string;
+        proxy?: boolean;
+        platform?: Platform;
+    });
+    /**
+     * Get the reference ID (call SID)
+     */
+    get reference_id(): string;
+    set reference_id(referenceId: string);
+    /**
+     * Start the conversation session
+     */
+    start(): Promise<void>;
+    /**
+     * Stop the conversation session
+     */
+    stop(): Promise<void>;
+    /**
+     * Wait until the WebSocket disconnects
+     */
+    waitForDisconnect(): Promise<void>;
+    /**
+     * Wait until the WebSocket connection is established
+     */
+    waitForConnect(timeout?: number): Promise<boolean>;
+    /**
+     * Check if the WebSocket is currently connected
+     */
+    isConnected(): boolean;
+    /**
+     * Get the current interaction identifier
+     */
+    getInteractionId(): string | undefined;
+    /**
+     * Send audio data (only available for voice/call interactions)
+     */
+    sendAudio(audioData: Uint8Array): Promise<void>;
+    /**
+     * Send text message (only available for text/chat interactions)
+     */
+    sendText(text: string): Promise<void>;
+    /**
+     * Get the underlying agent instance type
+     */
+    getAgentType(): "voice" | "text";
+    /**
+     * Check if this is a voice agent
+     */
+    isVoiceAgent(): this is {
+        agent: VoiceAgent;
+    };
+    /**
+     * Check if this is a text agent
+     */
+    isTextAgent(): this is {
+        agent: TextAgent;
+    };
+}
+export declare function createConversation(config: InteractionConfig, apiKey: string, options?: {
+    audioInterface?: AsyncAudioInterface;
+    audioCallback?: (msg: ServerAudioChunkMsg) => Promise<void>;
+    eventCallback?: (event: ServerEventBase) => Promise<void>;
+    textCallback?: (msg: ServerTextChunkMsg | ServerTextMsgType) => Promise<void>;
+    startCallback?: () => Promise<void>;
+    endCallback?: () => Promise<void>;
+    baseUrl?: string;
+    proxy?: boolean;
+    platform?: Platform;
+}): Promise<ConversationAgent>;
+//# sourceMappingURL=conversation.d.ts.map

package/dist/conversation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation.d.ts","sourceRoot":"","sources":["../src/conversation.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAmB,QAAQ,EAAE,MAAM,SAAS,CAAC;AACzE,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,SAAS,CAAC;AAIjB,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,KAAK,CAAgB;gBAEjB,OAAO,EAAE;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,iBAAiB,CAAC;QAC1B,cAAc,CAAC,EAAE,mBAAmB,CAAC;QACrC,aAAa,CAAC,EAAE,CAAC,GAAG,EAAE,mBAAmB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5D,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1D,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,YAAY,CAAC,EAAE,CACb,GAAG,EAAE,kBAAkB,GAAG,iBAAiB,KACxC,OAAO,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,QAAQ,CAAC,EAAE,QAAQ,CAAC;KACrB;IAwCD;;OAEG;IACH,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,YAAY,CAAC,WAAW,EAAE,MAAM,EAEnC;IAED;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxC;;OAEG;IACG,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIxD;;OAEG;IACH,WAAW,IAAI,OAAO;IAItB;;OAEG;IACH,gBAAgB,IAAI,MAAM,GAAG,SAAS;IAItC;;OAEG;IACG,SAAS,CAAC,SAAS,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrD;;OAEG;IACG,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU3C;;OAEG;IACH,YAAY,IAAI,OAAO,GAAG,MAAM;IAIhC;;OAEG;IACH,YAAY,IAAI,IAAI,IAAI;QAAE,KAAK,EAAE,UAAU,CAAA;KAAE;IAI7C;;OAEG;IACH,WAAW,IAAI,IAAI,IAAI;QAAE,KAAK,EAAE,SAAS,CAAA;KAAE;CAG5C;AAED,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,iBAAiB,EACzB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;IACR,cAAc,CAAC,EAAE,mBAAmB,CAAC;IACrC,aAAa,CAAC,EAAE,CAAC,GAAG,EAAE,mBAAmB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5D,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,YAAY,CAAC,EAAE,CACb,GAAG,EAAE,kBAAkB,GAAG,iBAAiB,KACxC,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB,GACA,OAAO,CAAC,iBAAiB,CAAC,CAiB5B"}

package/dist/conversation.js

@@ -0,0 +1,154 @@
+/**
+ * Unified conversational AI agent using factory pattern.
+ *
+ * This module provides a single ConversationAgent class that internally
+ * instantiates the appropriate agent type (VoiceAgent or TextAgent) based
+ * on the interaction_type in the configuration.
+ */
+import { VoiceAgent } from "./modules/voice-agent";
+import { TextAgent } from "./modules/text-agent";
+import { InteractionType } from "./types";
+export class ConversationAgent {
+    agent;
+    constructor(options) {
+        const interactionType = options.config.interaction_type;
+        // Factory logic: decide which agent to instantiate based on interaction_type
+        if (interactionType === InteractionType.CALL) {
+            // Create VoiceAgent for voice/call interactions
+            this.agent = new VoiceAgent({
+                apiKey: options.apiKey,
+                config: options.config,
+                audioInterface: options.audioInterface,
+                audioCallback: options.audioCallback,
+                eventCallback: options.eventCallback,
+                startCallback: options.startCallback,
+                endCallback: options.endCallback,
+                textCallback: options.textCallback,
+                baseUrl: options.baseUrl,
+                proxy: options.proxy,
+                platform: options.platform,
+            });
+        }
+        else if (interactionType === InteractionType.TEXT) {
+            // Create TextAgent for text/chat interactions
+            this.agent = new TextAgent({
+                apiKey: options.apiKey,
+                config: options.config,
+                eventCallback: options.eventCallback,
+                startCallback: options.startCallback,
+                endCallback: options.endCallback,
+                textCallback: options.textCallback,
+                baseUrl: options.baseUrl || "https://f7dae5ca1fb6.ngrok-free.app/",
+                proxy: options.proxy,
+                platform: options.platform,
+            });
+        }
+        else {
+            throw new Error(`Unsupported interaction_type: ${interactionType}. ` +
+                `Supported types are: ${InteractionType.CALL}, ${InteractionType.TEXT}`);
+        }
+    }
+    /**
+     * Get the reference ID (call SID)
+     */
+    get reference_id() {
+        return this.agent.reference_id;
+    }
+    set reference_id(referenceId) {
+        this.agent.reference_id = referenceId;
+    }
+    /**
+     * Start the conversation session
+     */
+    async start() {
+        await this.agent.start();
+    }
+    /**
+     * Stop the conversation session
+     */
+    async stop() {
+        await this.agent.stop();
+    }
+    /**
+     * Wait until the WebSocket disconnects
+     */
+    async waitForDisconnect() {
+        await this.agent.waitForDisconnect();
+    }
+    /**
+     * Wait until the WebSocket connection is established
+     */
+    async waitForConnect(timeout) {
+        return await this.agent.waitForConnect(timeout);
+    }
+    /**
+     * Check if the WebSocket is currently connected
+     */
+    isConnected() {
+        return this.agent.isConnected();
+    }
+    /**
+     * Get the current interaction identifier
+     */
+    getInteractionId() {
+        return this.agent.getInteractionId();
+    }
+    /**
+     * Send audio data (only available for voice/call interactions)
+     */
+    async sendAudio(audioData) {
+        if (this.agent instanceof VoiceAgent) {
+            await this.agent.sendAudio(audioData);
+        }
+        else {
+            throw new Error("sendAudio() is only available for voice/call interactions");
+        }
+    }
+    /**
+     * Send text message (only available for text/chat interactions)
+     */
+    async sendText(text) {
+        if (this.agent instanceof TextAgent) {
+            await this.agent.sendText(text);
+        }
+        else {
+            throw new Error("sendText() is only available for text/chat interactions");
+        }
+    }
+    /**
+     * Get the underlying agent instance type
+     */
+    getAgentType() {
+        return this.agent instanceof VoiceAgent ? "voice" : "text";
+    }
+    /**
+     * Check if this is a voice agent
+     */
+    isVoiceAgent() {
+        return this.agent instanceof VoiceAgent;
+    }
+    /**
+     * Check if this is a text agent
+     */
+    isTextAgent() {
+        return this.agent instanceof TextAgent;
+    }
+}
+export async function createConversation(config, apiKey, options) {
+    const agent = new ConversationAgent({
+        apiKey,
+        config,
+        audioInterface: options?.audioInterface,
+        audioCallback: options?.audioCallback,
+        eventCallback: options?.eventCallback,
+        textCallback: options?.textCallback,
+        startCallback: options?.startCallback,
+        endCallback: options?.endCallback,
+        baseUrl: options?.baseUrl,
+        proxy: options?.proxy,
+        platform: options?.platform,
+    });
+    await agent.start();
+    return agent;
+}
+//# sourceMappingURL=conversation.js.map

package/dist/conversation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation.js","sourceRoot":"","sources":["../src/conversation.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAuB,eAAe,EAAY,MAAM,SAAS,CAAC;AAWzE,MAAM,OAAO,iBAAiB;IACpB,KAAK,CAAgB;IAE7B,YAAY,OAcX;QACC,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAExD,6EAA6E;QAC7E,IAAI,eAAe,KAAK,eAAe,CAAC,IAAI,EAAE,CAAC;YAC7C,gDAAgD;YAChD,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC;gBAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,eAAe,KAAK,eAAe,CAAC,IAAI,EAAE,CAAC;YACpD,8CAA8C;YAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC;gBACzB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,sCAAsC;gBAClE,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CACb,iCAAiC,eAAe,IAAI;gBAClD,wBAAwB,eAAe,CAAC,IAAI,KAAK,eAAe,CAAC,IAAI,EAAE,CAC1E,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;IACjC,CAAC;IAED,IAAI,YAAY,CAAC,WAAmB;QAClC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,WAAW,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB;QACrB,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,OAAgB;QACnC,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,SAAqB;QACnC,IAAI,IAAI,CAAC,KAAK,YAAY,UAAU,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAY;QACzB,IAAI,IAAI,CAAC,KAAK,YAAY,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,YAAY,UAAU,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,KAAK,YAAY,SAAS,CAAC;IACzC,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAyB,EACzB,MAAc,EACd,OAYC;IAED,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC;QAClC,MAAM;QACN,MAAM;QACN,cAAc,EAAE,OAAO,EAAE,cAAc;QACvC,aAAa,EAAE,OAAO,EAAE,aAAa;QACrC,aAAa,EAAE,OAAO,EAAE,aAAa;QACrC,YAAY,EAAE,OAAO,EAAE,YAAY;QACnC,aAAa,EAAE,OAAO,EAAE,aAAa;QACrC,WAAW,EAAE,OAAO,EAAE,WAAW;QACjC,OAAO,EAAE,OAAO,EAAE,OAAO;QACzB,KAAK,EAAE,OAAO,EAAE,KAAK;QACrB,QAAQ,EAAE,OAAO,EAAE,QAAQ;KAC5B,CAAC,CAAC;IAEH,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;IACpB,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+export { ConversationAgent, createConversation } from "./conversation";
+export type { Platform } from "./types";
+export type { AsyncAudioInterface, AudioData } from "./types";
+export { BrowserAudioInterface } from "./interfaces/browser";
+export * from "./types";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACvE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAGxC,YAAY,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAG9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAG7D,cAAc,SAAS,CAAC"}

package/dist/index.js

@@ -0,0 +1,7 @@
+// Unified conversation agent
+export { ConversationAgent, createConversation } from "./conversation";
+// Browser audio interfaces
+export { BrowserAudioInterface } from "./interfaces/browser";
+// Messages and types
+export * from "./types";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,6BAA6B;AAC7B,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAMvE,2BAA2B;AAC3B,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,qBAAqB;AACrB,cAAc,SAAS,CAAC"}

package/dist/interfaces/browser.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Browser-based audio interface implementations using Web Audio API.
+ *
+ * These interfaces provide audio input/output capabilities for web applications
+ * using the conversational AI SDK in browser environments.
+ */
+import { AsyncAudioInterface, AudioData } from "../types";
+/**
+ * Browser audio interface for capturing microphone input and playing audio output.
+ * Uses Web Audio API for both recording and playback.
+ *
+ * Features:
+ * - Microphone capture with configurable sample rate
+ * - Audio resampling to match server requirements
+ * - Playback with automatic context management
+ * - Interrupt support for stopping ongoing playback
+ */
+export declare class BrowserAudioInterface implements AsyncAudioInterface {
+    private audioContext?;
+    private mediaStream?;
+    private audioWorkletNode?;
+    private scriptProcessorNode?;
+    private sourceNode?;
+    private inputCallback?;
+    private sampleRate;
+    private isRecording;
+    private playbackQueue;
+    private nextPlaybackTime;
+    private readonly BUFFER_THRESHOLD;
+    /**
+     * Create a new browser audio interface
+     * @param sampleRate - Target sample rate for audio capture (default: 16000 Hz)
+     */
+    constructor(sampleRate?: number);
+    /**
+     * Start capturing audio from the microphone
+     * @param inputCallback - Callback to receive audio chunks
+     */
+    start(inputCallback: (audioData: AudioData, frameCount: number) => Promise<void>): Promise<void>;
+    /**
+     * Stop capturing audio and clean up resources
+     */
+    stop(): Promise<void>;
+    /**
+     * Output audio to the speakers
+     * @param audio - Audio data in 16-bit PCM mono format
+     * @param sampleRate - Sample rate of the audio (default: 16000 Hz)
+     */
+    output(audio: AudioData, sampleRate?: number): Promise<void>;
+    /**
+     * Interrupt and stop all ongoing audio playback
+     */
+    interrupt(): void;
+    /**
+     * Setup audio processing using AudioWorklet (modern approach)
+     */
+    private setupAudioWorklet;
+    /**
+     * Setup audio processing using ScriptProcessor (fallback for older browsers)
+     */
+    private setupScriptProcessor;
+    /**
+     * Convert Float32 audio data to Int16 PCM format
+     */
+    private float32ToInt16;
+    /**
+     * Convert Int16 PCM audio data to Float32 format
+     */
+    private int16ToFloat32;
+}
+/**
+ * Buffered audio interface for browsers with unreliable network connections.
+ * Buffers audio chunks before playback to ensure smooth playback.
+ * Enable if needed for slower networks.
+ */
+//# sourceMappingURL=browser.d.ts.map

package/dist/interfaces/browser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../../src/interfaces/browser.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAE1D;;;;;;;;;GASG;AACH,qBAAa,qBAAsB,YAAW,mBAAmB;IAC/D,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,WAAW,CAAC,CAAc;IAClC,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,mBAAmB,CAAC,CAAsB;IAClD,OAAO,CAAC,UAAU,CAAC,CAA6B;IAChD,OAAO,CAAC,aAAa,CAAC,CAGH;IACnB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,aAAa,CAA+B;IACpD,OAAO,CAAC,gBAAgB,CAAa;IACrC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAe;IAEhD;;;OAGG;gBACS,UAAU,GAAE,MAAc;IAItC;;;OAGG;IACG,KAAK,CACT,aAAa,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GACzE,OAAO,CAAC,IAAI,CAAC;IAyChB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwC3B;;;;OAIG;IACG,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,GAAE,MAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAuEzE;;OAEG;IACH,SAAS,IAAI,IAAI;IAcjB;;OAEG;YACW,iBAAiB;IAyC/B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAwB5B;;OAEG;IACH,OAAO,CAAC,cAAc;IAStB;;OAEG;IACH,OAAO,CAAC,cAAc;CAQvB;AAED;;;;GAIG"}