modular-voice-agent-sdk 1.0.0

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AA8FH;;;GAGG;AACH,MAAM,OAAO,qBAAqB;IAKtB;IACA;IALF,YAAY,GAAwB,IAAI,CAAC;IACzC,UAAU,GAAiC,IAAI,CAAC;IAExD,YACU,KAAmB,EACnB,UAAkB;QADlB,UAAK,GAAL,KAAK,CAAc;QACnB,eAAU,GAAV,UAAU,CAAQ;IACzB,CAAC;IAEJ,WAAW;QACT,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEpC,oEAAoE;QACpE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,gDAAgD;QAChD,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC5C,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACnC,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1F,sEAAsE;QACtE,MAAM,WAAW,GAAG,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QAClD,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE,CAAC;QACzD,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC;QACrC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;QAEvD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,CAAC,UAAW,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;YAC3C,IAAI,CAAC,UAAW,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI;QACF,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC;CACF"}

package/dist/voice-pipeline.d.ts

@@ -0,0 +1,125 @@
+/**
+ * Voice Pipeline
+ * Main orchestrator: STT → LLM → TTS
+ *
+ * STT and TTS are optional - omit them if the client handles them locally.
+ * Supports tool registration for function calling with any LLM backend.
+ *
+ * The pipeline is stateless - callers manage conversation history via ConversationContext.
+ */
+import type { STTPipeline, LLMPipeline, TTSPipeline, Message, ProgressCallback, AudioPlayable, Tool, ToolDefinition, ToolCall } from './types';
+export interface VoicePipelineConfig {
+    /** STT backend (optional if client does local STT) */
+    stt?: STTPipeline | null;
+    /** LLM backend (required) */
+    llm: LLMPipeline;
+    /** TTS backend (optional if client does local TTS) */
+    tts?: TTSPipeline | null;
+    /** System prompt for the LLM */
+    systemPrompt: string;
+    /** Registered tools for function calling */
+    tools?: Tool[];
+    /**
+     * Filler phrases to say while executing tools.
+     * Set to empty array to disable filler phrases.
+     * @default ["Let me check that for you.", "One moment please.", "Let me look that up."]
+     */
+    toolFillerPhrases?: string[];
+}
+export interface VoicePipelineCallbacks {
+    onTranscript: (text: string) => void;
+    onResponseChunk: (text: string) => void;
+    onAudio: (playable: AudioPlayable) => void;
+    onComplete: () => void;
+    onError: (error: Error) => void;
+    /** Called when a tool is being executed */
+    onToolCall?: (toolCall: ToolCall) => void;
+    /** Called when a tool execution completes */
+    onToolResult?: (toolCallId: string, result: unknown) => void;
+}
+/**
+ * Conversation context - callers manage history externally
+ */
+export interface ConversationContext {
+    /** Unique conversation ID for tracking/logging */
+    conversationId: string;
+    /** Conversation history (managed by caller) */
+    history: Message[];
+}
+export declare class VoicePipeline {
+    private stt;
+    private llm;
+    private tts;
+    private systemPrompt;
+    private textNormalizer;
+    private tools;
+    private toolDefinitions;
+    private toolFillerPhrases;
+    private fillerPhraseIndex;
+    constructor(config: VoicePipelineConfig);
+    /**
+     * Register a tool for function calling
+     */
+    registerTool(tool: Tool): void;
+    /**
+     * Unregister a tool
+     */
+    unregisterTool(name: string): void;
+    /**
+     * Get registered tools
+     */
+    getTools(): ToolDefinition[];
+    /**
+     * Get the system prompt (for initializing conversation history)
+     */
+    getSystemPrompt(): string;
+    /**
+     * Create initial history with system prompt
+     */
+    createInitialHistory(): Message[];
+    initialize(onProgress?: ProgressCallback): Promise<void>;
+    isReady(): boolean;
+    /**
+     * Check if pipeline has STT configured
+     */
+    hasSTT(): boolean;
+    /**
+     * Check if pipeline has TTS configured
+     */
+    hasTTS(): boolean;
+    /**
+     * Process text input through LLM (and optionally TTS)
+     * Returns new messages to append to history
+     */
+    processText(text: string, context: ConversationContext, callbacks: Omit<VoicePipelineCallbacks, 'onTranscript'>): Promise<Message[]>;
+    /**
+     * Process audio input through STT → LLM → TTS
+     * Returns new messages to append to history
+     */
+    processAudio(audio: Float32Array, context: ConversationContext, callbacks: VoicePipelineCallbacks): Promise<Message[]>;
+    /**
+     * Internal: Process transcript through LLM
+     */
+    private processTranscript;
+    /**
+     * Internal: Generate LLM response (with tool loop)
+     */
+    private generateResponse;
+    /**
+     * Stream a response to the client with optional TTS
+     */
+    private streamResponse;
+    /**
+     * Generate LLM response
+     */
+    private generateLLMResponse;
+    /**
+     * Generate with streaming TTS (sentence by sentence)
+     */
+    private generateWithStreamingTTS;
+    /**
+     * Parse tool calls from LLM output (for non-native tool backends)
+     */
+    private parsePromptBasedToolCalls;
+}
+//# sourceMappingURL=voice-pipeline.d.ts.map

package/dist/voice-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-pipeline.d.ts","sourceRoot":"","sources":["../src/voice-pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,WAAW,EACX,OAAO,EACP,gBAAgB,EAChB,aAAa,EACb,IAAI,EACJ,cAAc,EACd,QAAQ,EAGT,MAAM,SAAS,CAAC;AAajB,MAAM,WAAW,mBAAmB;IAClC,sDAAsD;IACtD,GAAG,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IACzB,6BAA6B;IAC7B,GAAG,EAAE,WAAW,CAAC;IACjB,sDAAsD;IACtD,GAAG,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IACzB,gCAAgC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,4CAA4C;IAC5C,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACrC,eAAe,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,OAAO,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;IAC3C,UAAU,EAAE,MAAM,IAAI,CAAC;IACvB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IAChC,2CAA2C;IAC3C,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IAC1C,6CAA6C;IAC7C,YAAY,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;CAC9D;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,kDAAkD;IAClD,cAAc,EAAE,MAAM,CAAC;IACvB,+CAA+C;IAC/C,OAAO,EAAE,OAAO,EAAE,CAAC;CACpB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,GAAG,CAAqB;IAChC,OAAO,CAAC,GAAG,CAAc;IACzB,OAAO,CAAC,GAAG,CAAqB;IAChC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,iBAAiB,CAAW;IACpC,OAAO,CAAC,iBAAiB,CAAK;gBAElB,MAAM,EAAE,mBAAmB;IAevC;;OAEG;IACH,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAS9B;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKlC;;OAEG;IACH,QAAQ,IAAI,cAAc,EAAE;IAI5B;;OAEG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACH,oBAAoB,IAAI,OAAO,EAAE;IAI3B,UAAU,CAAC,UAAU,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa9D,OAAO,IAAI,OAAO;IAMlB;;OAEG;IACH,MAAM,IAAI,OAAO;IAIjB;;OAEG;IACH,MAAM,IAAI,OAAO;IAIjB;;;OAGG;IACG,WAAW,CACf,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,mBAAmB,EAC5B,SAAS,EAAE,IAAI,CAAC,sBAAsB,EAAE,cAAc,CAAC,GACtD,OAAO,CAAC,OAAO,EAAE,CAAC;IAcrB;;;OAGG;IACG,YAAY,CAChB,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE,mBAAmB,EAC5B,SAAS,EAAE,sBAAsB,GAChC,OAAO,CAAC,OAAO,EAAE,CAAC;IAuBrB;;OAEG;YACW,iBAAiB;IAmB/B;;OAEG;YACW,gBAAgB;IAoG9B;;OAEG;YACW,cAAc;IAgB5B;;OAEG;YACW,mBAAmB;IA4BjC;;OAEG;YACW,wBAAwB;IAkEtC;;OAEG;IACH,OAAO,CAAC,yBAAyB;CA6ClC"}

package/dist/voice-pipeline.js

@@ -0,0 +1,390 @@
+/**
+ * Voice Pipeline
+ * Main orchestrator: STT → LLM → TTS
+ *
+ * STT and TTS are optional - omit them if the client handles them locally.
+ * Supports tool registration for function calling with any LLM backend.
+ *
+ * The pipeline is stateless - callers manage conversation history via ConversationContext.
+ */
+import { TextNormalizer } from './services/text-normalizer';
+/** Maximum number of tool call iterations to prevent infinite loops */
+const MAX_TOOL_ITERATIONS = 10;
+/** Default filler phrases while executing tools */
+const DEFAULT_TOOL_FILLER_PHRASES = [
+    'Let me check that for you.',
+    'One moment please.',
+    'Let me look that up.',
+];
+export class VoicePipeline {
+    stt;
+    llm;
+    tts;
+    systemPrompt;
+    textNormalizer = new TextNormalizer();
+    tools = new Map();
+    toolDefinitions = [];
+    toolFillerPhrases;
+    fillerPhraseIndex = 0;
+    constructor(config) {
+        this.stt = config.stt ?? null;
+        this.llm = config.llm;
+        this.tts = config.tts ?? null;
+        this.systemPrompt = config.systemPrompt;
+        this.toolFillerPhrases = config.toolFillerPhrases ?? DEFAULT_TOOL_FILLER_PHRASES;
+        // Register tools
+        if (config.tools) {
+            for (const tool of config.tools) {
+                this.registerTool(tool);
+            }
+        }
+    }
+    /**
+     * Register a tool for function calling
+     */
+    registerTool(tool) {
+        this.tools.set(tool.name, tool);
+        this.toolDefinitions.push({
+            name: tool.name,
+            description: tool.description,
+            parameters: tool.parameters,
+        });
+    }
+    /**
+     * Unregister a tool
+     */
+    unregisterTool(name) {
+        this.tools.delete(name);
+        this.toolDefinitions = this.toolDefinitions.filter(t => t.name !== name);
+    }
+    /**
+     * Get registered tools
+     */
+    getTools() {
+        return [...this.toolDefinitions];
+    }
+    /**
+     * Get the system prompt (for initializing conversation history)
+     */
+    getSystemPrompt() {
+        return this.systemPrompt;
+    }
+    /**
+     * Create initial history with system prompt
+     */
+    createInitialHistory() {
+        return [{ role: 'system', content: this.systemPrompt }];
+    }
+    async initialize(onProgress) {
+        const promises = [this.llm.initialize(onProgress)];
+        if (this.stt) {
+            promises.push(this.stt.initialize(onProgress));
+        }
+        if (this.tts) {
+            promises.push(this.tts.initialize(onProgress));
+        }
+        await Promise.all(promises);
+    }
+    isReady() {
+        const sttReady = this.stt ? this.stt.isReady() : true;
+        const ttsReady = this.tts ? this.tts.isReady() : true;
+        return sttReady && this.llm.isReady() && ttsReady;
+    }
+    /**
+     * Check if pipeline has STT configured
+     */
+    hasSTT() {
+        return this.stt !== null;
+    }
+    /**
+     * Check if pipeline has TTS configured
+     */
+    hasTTS() {
+        return this.tts !== null;
+    }
+    /**
+     * Process text input through LLM (and optionally TTS)
+     * Returns new messages to append to history
+     */
+    async processText(text, context, callbacks) {
+        try {
+            const newMessages = await this.processTranscript(text, context, {
+                ...callbacks,
+                onTranscript: () => { },
+            });
+            callbacks.onComplete();
+            return newMessages;
+        }
+        catch (error) {
+            callbacks.onError(error instanceof Error ? error : new Error(String(error)));
+            return [];
+        }
+    }
+    /**
+     * Process audio input through STT → LLM → TTS
+     * Returns new messages to append to history
+     */
+    async processAudio(audio, context, callbacks) {
+        if (!this.stt) {
+            callbacks.onError(new Error('No STT backend configured. Use processText() instead.'));
+            return [];
+        }
+        try {
+            const transcript = await this.stt.transcribe(audio);
+            if (!transcript.trim()) {
+                callbacks.onError(new Error('Could not transcribe audio'));
+                return [];
+            }
+            callbacks.onTranscript(transcript);
+            const newMessages = await this.processTranscript(transcript, context, callbacks);
+            callbacks.onComplete();
+            return newMessages;
+        }
+        catch (error) {
+            callbacks.onError(error instanceof Error ? error : new Error(String(error)));
+            return [];
+        }
+    }
+    /**
+     * Internal: Process transcript through LLM
+     */
+    async processTranscript(transcript, context, callbacks) {
+        const newMessages = [];
+        // Add user message to context history
+        const userMessage = { role: 'user', content: transcript };
+        context.history.push(userMessage);
+        newMessages.push(userMessage);
+        // Generate response with context
+        const responseMessages = await this.generateResponse(context, callbacks);
+        newMessages.push(...responseMessages);
+        return newMessages;
+    }
+    /**
+     * Internal: Generate LLM response (with tool loop)
+     */
+    async generateResponse(context, callbacks) {
+        const newMessages = [];
+        const useNativeTools = (this.llm.supportsTools?.() ?? false) && this.toolDefinitions.length > 0;
+        const hasTools = this.toolDefinitions.length > 0;
+        // Tool execution loop
+        for (let iteration = 0; iteration < MAX_TOOL_ITERATIONS; iteration++) {
+            const isToolCheckTurn = hasTools && iteration === 0;
+            // Native tools now support streaming (via <text_response> format)
+            // So we can stream whenever it's appropriate
+            const shouldStream = !isToolCheckTurn || useNativeTools;
+            const result = await this.generateLLMResponse(context, callbacks, useNativeTools, shouldStream // Enable streaming for native tools too
+            );
+            const toolCalls = useNativeTools
+                ? result.toolCalls
+                : this.parsePromptBasedToolCalls(result.content);
+            if (!toolCalls || toolCalls.length === 0) {
+                // Only call streamResponse if we didn't stream during generation
+                // Native tools stream during generation, so skip here
+                if (!shouldStream) {
+                    await this.streamResponse(result.content, callbacks);
+                }
+                const assistantMsg = { role: 'assistant', content: result.content };
+                context.history.push(assistantMsg);
+                newMessages.push(assistantMsg);
+                return newMessages;
+            }
+            // Tool call - say filler phrase
+            if (this.toolFillerPhrases.length > 0) {
+                const fillerPhrase = this.toolFillerPhrases[this.fillerPhraseIndex % this.toolFillerPhrases.length];
+                this.fillerPhraseIndex++;
+                await this.streamResponse(fillerPhrase + ' ', callbacks);
+            }
+            const assistantContent = useNativeTools ? result.content : '';
+            const assistantMsg = {
+                role: 'assistant',
+                content: assistantContent,
+                toolCalls,
+            };
+            context.history.push(assistantMsg);
+            newMessages.push(assistantMsg);
+            // Execute tools
+            for (const toolCall of toolCalls) {
+                callbacks.onToolCall?.(toolCall);
+                const tool = this.tools.get(toolCall.name);
+                if (!tool) {
+                    const errorMsg = {
+                        role: 'tool',
+                        toolCallId: toolCall.id,
+                        content: JSON.stringify({ error: `Unknown tool: ${toolCall.name}` }),
+                    };
+                    context.history.push(errorMsg);
+                    newMessages.push(errorMsg);
+                    callbacks.onToolResult?.(toolCall.id, { error: `Unknown tool: ${toolCall.name}` });
+                    continue;
+                }
+                try {
+                    const toolResult = await tool.execute(toolCall.arguments);
+                    const resultMsg = {
+                        role: 'tool',
+                        toolCallId: toolCall.id,
+                        content: JSON.stringify(toolResult),
+                    };
+                    context.history.push(resultMsg);
+                    newMessages.push(resultMsg);
+                    callbacks.onToolResult?.(toolCall.id, toolResult);
+                }
+                catch (error) {
+                    const errorResult = { error: error instanceof Error ? error.message : String(error) };
+                    const errorMsg = {
+                        role: 'tool',
+                        toolCallId: toolCall.id,
+                        content: JSON.stringify(errorResult),
+                    };
+                    context.history.push(errorMsg);
+                    newMessages.push(errorMsg);
+                    callbacks.onToolResult?.(toolCall.id, errorResult);
+                }
+            }
+        }
+        console.warn('VoicePipeline: Max tool iterations reached');
+        return newMessages;
+    }
+    /**
+     * Stream a response to the client with optional TTS
+     */
+    async streamResponse(content, callbacks) {
+        if (!content)
+            return;
+        // Stream text chunks
+        callbacks.onResponseChunk(content);
+        // TTS if available
+        if (this.tts) {
+            const normalizedText = this.textNormalizer.normalize(content);
+            if (normalizedText) {
+                const playable = await this.tts.synthesize(normalizedText);
+                callbacks.onAudio(playable);
+            }
+        }
+    }
+    /**
+     * Generate LLM response
+     */
+    async generateLLMResponse(context, callbacks, useNativeTools, shouldStream) {
+        const tools = this.toolDefinitions.length > 0 ? this.toolDefinitions : undefined;
+        if (shouldStream && this.tts) {
+            return this.generateWithStreamingTTS(context, callbacks, useNativeTools);
+        }
+        if (shouldStream) {
+            const result = await this.llm.generate(context.history, {
+                tools,
+                conversationId: context.conversationId,
+                onToken: (token) => callbacks.onResponseChunk(token),
+            });
+            return { content: result.content, toolCalls: result.toolCalls };
+        }
+        const result = await this.llm.generate(context.history, {
+            tools,
+            conversationId: context.conversationId,
+        });
+        return { content: result.content, toolCalls: result.toolCalls };
+    }
+    /**
+     * Generate with streaming TTS (sentence by sentence)
+     */
+    async generateWithStreamingTTS(context, callbacks, _useNativeTools) {
+        const tools = this.toolDefinitions.length > 0 ? this.toolDefinitions : undefined;
+        let sentenceBuffer = '';
+        const sentenceEnders = /[.!?]/;
+        const playableQueue = new Map();
+        let nextSentenceIndex = 0;
+        let nextToSend = 0;
+        const ttsPromises = [];
+        const flushPlayableQueue = () => {
+            while (playableQueue.has(nextToSend)) {
+                const playable = playableQueue.get(nextToSend);
+                callbacks.onAudio(playable);
+                playableQueue.delete(nextToSend);
+                nextToSend++;
+            }
+        };
+        const queueTTS = (sentence, index) => {
+            const normalizedText = this.textNormalizer.normalize(sentence);
+            const promise = this.tts
+                .synthesize(normalizedText)
+                .then((playable) => {
+                playableQueue.set(index, playable);
+                flushPlayableQueue();
+            })
+                .catch(() => {
+                nextToSend = Math.max(nextToSend, index + 1);
+                flushPlayableQueue();
+            });
+            ttsPromises.push(promise);
+        };
+        const result = await this.llm.generate(context.history, {
+            tools,
+            conversationId: context.conversationId,
+            onToken: (token) => {
+                callbacks.onResponseChunk(token);
+                sentenceBuffer += token;
+                const match = sentenceBuffer.match(sentenceEnders);
+                if (match && match.index !== undefined) {
+                    const sentence = sentenceBuffer.slice(0, match.index + 1).trim();
+                    sentenceBuffer = sentenceBuffer.slice(match.index + 1);
+                    if (sentence) {
+                        queueTTS(sentence, nextSentenceIndex++);
+                    }
+                }
+            },
+        });
+        if (sentenceBuffer.trim()) {
+            queueTTS(sentenceBuffer.trim(), nextSentenceIndex++);
+        }
+        if (ttsPromises.length > 0) {
+            await Promise.all(ttsPromises);
+        }
+        return { content: result.content, toolCalls: result.toolCalls };
+    }
+    /**
+     * Parse tool calls from LLM output (for non-native tool backends)
+     */
+    parsePromptBasedToolCalls(content) {
+        if (this.toolDefinitions.length === 0) {
+            return undefined;
+        }
+        // Check if the content looks like a tool call (starts with { and contains "tool_call")
+        const trimmed = content.trim();
+        if (!trimmed.startsWith('{') || !trimmed.includes('"tool_call"')) {
+            return undefined;
+        }
+        // Try to parse the entire content as a tool call JSON
+        try {
+            const parsed = JSON.parse(trimmed);
+            if (parsed.tool_call?.name) {
+                return [{
+                        id: `prompt-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`,
+                        name: parsed.tool_call.name,
+                        arguments: parsed.tool_call.arguments || {},
+                    }];
+            }
+        }
+        catch {
+            // Not valid JSON, try to extract tool call with regex
+        }
+        // Fallback: try to extract JSON object from content
+        // This handles cases where there's extra text around the JSON
+        const jsonMatch = content.match(/\{[\s\S]*"tool_call"[\s\S]*\}/);
+        if (jsonMatch) {
+            try {
+                const parsed = JSON.parse(jsonMatch[0]);
+                if (parsed.tool_call?.name) {
+                    return [{
+                            id: `prompt-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`,
+                            name: parsed.tool_call.name,
+                            arguments: parsed.tool_call.arguments || {},
+                        }];
+                }
+            }
+            catch {
+                // Skip malformed JSON
+            }
+        }
+        return undefined;
+    }
+}
+//# sourceMappingURL=voice-pipeline.js.map

package/dist/voice-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-pipeline.js","sourceRoot":"","sources":["../src/voice-pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAeH,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAE5D,uEAAuE;AACvE,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAE/B,mDAAmD;AACnD,MAAM,2BAA2B,GAAG;IAClC,4BAA4B;IAC5B,oBAAoB;IACpB,sBAAsB;CACvB,CAAC;AA2CF,MAAM,OAAO,aAAa;IAChB,GAAG,CAAqB;IACxB,GAAG,CAAc;IACjB,GAAG,CAAqB;IACxB,YAAY,CAAS;IACrB,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;IACtC,KAAK,GAAsB,IAAI,GAAG,EAAE,CAAC;IACrC,eAAe,GAAqB,EAAE,CAAC;IACvC,iBAAiB,CAAW;IAC5B,iBAAiB,GAAG,CAAC,CAAC;IAE9B,YAAY,MAA2B;QACrC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC;QAC9B,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACtB,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,2BAA2B,CAAC;QAEjF,iBAAiB;QACjB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,IAAU;QACrB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAA6B;QAC5C,MAAM,QAAQ,GAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QAEpE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO;QACL,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACtD,OAAO,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,QAAQ,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CACf,IAAY,EACZ,OAA4B,EAC5B,SAAuD;QAEvD,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE;gBAC9D,GAAG,SAAS;gBACZ,YAAY,EAAE,GAAG,EAAE,GAAE,CAAC;aACvB,CAAC,CAAC;YACH,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,CAAC,OAAO,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7E,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAChB,KAAmB,EACnB,OAA4B,EAC5B,SAAiC;QAEjC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACd,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC,CAAC;YACtF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACpD,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;gBACvB,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;gBAC3D,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,SAAS,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YAEnC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YACjF,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,CAAC,OAAO,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7E,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC7B,UAAkB,EAClB,OAA4B,EAC5B,SAAiC;QAEjC,MAAM,WAAW,GAAc,EAAE,CAAC;QAElC,sCAAsC;QACtC,MAAM,WAAW,GAAY,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;QACnE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAClC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE9B,iCAAiC;QACjC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACzE,WAAW,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;QAEtC,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAC5B,OAA4B,EAC5B,SAAiC;QAEjC,MAAM,WAAW,GAAc,EAAE,CAAC;QAClC,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;QAChG,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;QAEjD,sBAAsB;QACtB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,mBAAmB,EAAE,SAAS,EAAE,EAAE,CAAC;YACrE,MAAM,eAAe,GAAG,QAAQ,IAAI,SAAS,KAAK,CAAC,CAAC;YACpD,kEAAkE;YAClE,6CAA6C;YAC7C,MAAM,YAAY,GAAG,CAAC,eAAe,IAAI,cAAc,CAAC;YAExD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAC3C,OAAO,EACP,SAAS,EACT,cAAc,EACd,YAAY,CAAE,wCAAwC;aACvD,CAAC;YAEF,MAAM,SAAS,GAAG,cAAc;gBAC9B,CAAC,CAAC,MAAM,CAAC,SAAS;gBAClB,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,iEAAiE;gBACjE,sDAAsD;gBACtD,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;gBACvD,CAAC;gBAED,MAAM,YAAY,GAAY,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC7E,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACnC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC/B,OAAO,WAAW,CAAC;YACrB,CAAC;YAED,gCAAgC;YAChC,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBACpG,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,GAAG,GAAG,EAAE,SAAS,CAAC,CAAC;YAC3D,CAAC;YAED,MAAM,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAqB;gBACrC,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,gBAAgB;gBACzB,SAAS;aACV,CAAC;YACF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACnC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE/B,gBAAgB;YAChB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,SAAS,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,CAAC;gBAEjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC3C,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,MAAM,QAAQ,GAAgB;wBAC5B,IAAI,EAAE,MAAM;wBACZ,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,iBAAiB,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;qBACrE,CAAC;oBACF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC/B,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3B,SAAS,CAAC,YAAY,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,iBAAiB,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBACnF,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1D,MAAM,SAAS,GAAgB;wBAC7B,IAAI,EAAE,MAAM;wBACZ,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;qBACpC,CAAC;oBACF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAChC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC5B,SAAS,CAAC,YAAY,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;gBACpD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtF,MAAM,QAAQ,GAAgB;wBAC5B,IAAI,EAAE,MAAM;wBACZ,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;qBACrC,CAAC;oBACF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC/B,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3B,SAAS,CAAC,YAAY,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QAC3D,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,SAAiC;QAC7E,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,qBAAqB;QACrB,SAAS,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAEnC,mBAAmB;QACnB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC9D,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;gBAC3D,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAC/B,OAA4B,EAC5B,SAAiC,EACjC,cAAuB,EACvB,YAAqB;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;QAEjF,IAAI,YAAY,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,wBAAwB,CAAC,OAAO,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE;gBACtD,KAAK;gBACL,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC;aACrD,CAAC,CAAC;YACH,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;QAClE,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE;YACtD,KAAK;YACL,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;IAClE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,OAA4B,EAC5B,SAAiC,EACjC,eAAwB;QAExB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC;QACjF,IAAI,cAAc,GAAG,EAAE,CAAC;QACxB,MAAM,cAAc,GAAG,OAAO,CAAC;QAC/B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;QACvD,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,WAAW,GAAoB,EAAE,CAAC;QAExC,MAAM,kBAAkB,GAAG,GAAG,EAAE;YAC9B,OAAO,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;gBAChD,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC5B,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBACjC,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE;YACnD,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAI;iBACtB,UAAU,CAAC,cAAc,CAAC;iBAC1B,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACjB,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACnC,kBAAkB,EAAE,CAAC;YACvB,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE;gBACV,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBAC7C,kBAAkB,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YACL,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE;YACtD,KAAK;YACL,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjB,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBACjC,cAAc,IAAI,KAAK,CAAC;gBAExB,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;gBACnD,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;oBACvC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjE,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;oBACvD,IAAI,QAAQ,EAAE,CAAC;wBACb,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC;oBAC1C,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QAEH,IAAI,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1B,QAAQ,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;IAClE,CAAC;IAED;;OAEG;IACK,yBAAyB,CAAC,OAAe;QAC/C,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,uFAAuF;QACvF,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACjE,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,sDAAsD;QACtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC;gBAC3B,OAAO,CAAC;wBACN,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;wBACpE,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI;wBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE;qBAC5C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sDAAsD;QACxD,CAAC;QAED,oDAAoD;QACpD,8DAA8D;QAC9D,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACjE,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,IAAI,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC;oBAC3B,OAAO,CAAC;4BACN,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;4BACpE,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI;4BAC3B,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS,IAAI,EAAE;yBAC5C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/package.json

@@ -0,0 +1,96 @@
+{
+  "name": "modular-voice-agent-sdk",
+  "version": "1.0.0",
+  "description": "Modular isomorphic STT → LLM → TTS pipeline library for AI voice agents and voice assistants",
+  "type": "module",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    },
+    "./native": {
+      "import": "./dist/backends/native/index.js",
+      "types": "./dist/backends/native/index.d.ts"
+    },
+    "./cloud": {
+      "import": "./dist/backends/cloud/index.js",
+      "types": "./dist/backends/cloud/index.d.ts"
+    },
+    "./client": {
+      "import": "./dist/client/index.js",
+      "types": "./dist/client/index.d.ts"
+    },
+    "./server": {
+      "import": "./dist/server/index.js",
+      "types": "./dist/server/index.d.ts"
+    }
+  },
+  "bin": {
+    "mvas": "./dist/cli.js"
+  },
+  "files": [
+    "dist",
+    "scripts",
+    "README.md",
+    "USAGE.md"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "dev": "tsc -p tsconfig.build.json --watch",
+    "prepublishOnly": "npm run build"
+  },
+  "workspaces": [
+    "examples"
+  ],
+  "dependencies": {
+    "@huggingface/transformers": "^3.8.1",
+    "number-to-words": "^1.2.4"
+  },
+  "peerDependencies": {
+    "ws": "^8.0.0"
+  },
+  "peerDependenciesMeta": {
+    "ws": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@types/node": "^20.10.0",
+    "@types/number-to-words": "^1.2.3",
+    "@types/ws": "^8.5.10",
+    "typescript": "^5.3.0"
+  },
+  "keywords": [
+    "voice",
+    "voice-agent",
+    "voice-assistant",
+    "speech-to-text",
+    "text-to-speech",
+    "speech-to-speech",
+    "stt",
+    "tts",
+    "llm",
+    "conversational-ai",
+    "voice-ai",
+    "realtime",
+    "streaming",
+    "audio",
+    "ai-assistant",
+    "modular",
+    "MVAS",
+    "modular-voice-agent-sdk"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/bigfive/modular-voice-agent-sdk.git"
+  },
+  "author": "Jonathan Williams <bigfive@users.noreply.github.com>",
+  "homepage": "https://github.com/bigfive/modular-voice-agent-sdk#readme",
+  "bugs": {
+    "url": "https://github.com/bigfive/modular-voice-agent-sdk/issues"
+  }
+}