modular-voice-agent-sdk 1.0.0 → 1.2.1

package/README.md

@@ -48,6 +48,9 @@ Each component can run in the browser, on a server, or in the cloud. Pick any fr
               N/A                         ☁️ Cloud LLM                               N/A
                                             (OpenAI, Ollama, vLLM)
 
+              N/A                         ☁️ Cloud Audio LLM                         N/A
+                                            (GPT Audio, multimodal)
+
 ```
 
 Want browser speech recognition + a cloud LLM + browser speech synthesis? Done. Want everything running locally on your server with native binaries? Also done. Same code structure, same events, different backends.
@@ -59,11 +62,11 @@ Want browser speech recognition + a cloud LLM + browser speech synthesis? Done.
 - **Conversation history** — automatic context management
 - **Hybrid configs** — mix browser and server components freely
 
-See [`USAGE.md`](./USAGE.md) for full API documentation.
+See [`docs/USAGE.md`](./docs/USAGE.md) for full API documentation.
 
 ## Examples
 
-See [`examples/`](./examples/) for 10 interactive demos covering all configurations.
+See [`examples/`](./examples/) for interactive demos covering all configurations.
 
 ```bash
 cd examples

package/dist/backends/cloud/audio-llm.d.ts

@@ -0,0 +1,72 @@
+/**
+ * CloudAudioLLM - Multimodal Audio LLM Backend
+ *
+ * Implements BOTH STTPipeline and LLMPipeline interfaces.
+ * Register the same instance as both `stt` and `llm` in VoicePipeline.
+ *
+ * Uses internal caching to achieve single API call:
+ * 1. transcribe(audio) → calls multimodal API, caches response, returns transcript
+ * 2. generate(messages) → returns cached response (no second API call)
+ *
+ * The model is prompted to return both transcription and response in a structured format.
+ *
+ * Works with: OpenAI gpt-audio-mini, gpt-audio, and other audio-capable OpenAI-compatible endpoints.
+ */
+import type { STTPipeline, LLMPipeline, CloudLLMConfig, ProgressCallback, Message, LLMGenerateOptions, LLMGenerateResult, TurnContext } from '../../types';
+export interface CloudAudioLLMConfig extends CloudLLMConfig {
+    /**
+     * Format for audio encoding.
+     * @default 'wav'
+     */
+    audioFormat?: 'wav' | 'mp3' | 'pcm16';
+    /**
+     * Sample rate for audio input.
+     * @default 16000
+     */
+    sampleRate?: number;
+}
+export declare class CloudAudioLLM implements STTPipeline, LLMPipeline {
+    private config;
+    private ready;
+    private tracker;
+    private lastAudio;
+    constructor(config: CloudAudioLLMConfig);
+    initialize(_onProgress?: ProgressCallback): Promise<void>;
+    isReady(): boolean;
+    supportsTools(): boolean;
+    /**
+     * Transcribe audio by calling the multimodal API.
+     * Sets both sttResult and llmResult in TurnContext for the subsequent generate() call.
+     */
+    transcribe(audio: Float32Array, turn?: TurnContext): Promise<string>;
+    /**
+     * Generate response.
+     * - Tool followup: Makes fresh API call with tool results
+     * - User request: Returns cached result from transcribe()
+     */
+    generate(messages: Message[], options?: LLMGenerateOptions): Promise<LLMGenerateResult>;
+    /**
+     * Make API call to the audio model.
+     *
+     * @param messages - Conversation history
+     * @param options - Generation options (tools, etc.)
+     * @param freshAudio - If provided, this is an audio turn (transcribe + respond).
+     *                     If not provided, this is a text turn (use stored lastAudio).
+     */
+    private callAPI;
+    /**
+     * Build messages for the API call.
+     */
+    private buildMessages;
+    /**
+     * Parse API response. Handles both audio turn format {transcript, response}
+     * and text turn format {response}.
+     */
+    private parseResponse;
+    private encodeAudioToBase64;
+    private convertMessages;
+    private convertTools;
+    private extractToolCalls;
+    private getHeaders;
+}
+//# sourceMappingURL=audio-llm.d.ts.map

package/dist/backends/cloud/audio-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-llm.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/audio-llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAKjB,WAAW,EACZ,MAAM,aAAa,CAAC;AAGrB,MAAM,WAAW,mBAAoB,SAAQ,cAAc;IACzD;;;OAGG;IACH,WAAW,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,OAAO,CAAC;IACtC;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,aAAc,YAAW,WAAW,EAAE,WAAW;IAC5D,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAyB;IAGxC,OAAO,CAAC,SAAS,CAAuB;gBAE5B,MAAM,EAAE,mBAAmB;IASjC,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ/D,OAAO,IAAI,OAAO;IAIlB,aAAa,IAAI,OAAO;IAQxB;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IAqB1E;;;;OAIG;IACG,QAAQ,CACZ,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC,iBAAiB,CAAC;IA+C7B;;;;;;;OAOG;YACW,OAAO;IAsErB;;OAEG;IACH,OAAO,CAAC,aAAa;IAoErB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAqCrB,OAAO,CAAC,mBAAmB;IAiD3B,OAAO,CAAC,eAAe;IAiCvB,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,gBAAgB;IA4BxB,OAAO,CAAC,UAAU;CAOnB"}

package/dist/backends/cloud/audio-llm.js

@@ -0,0 +1,366 @@
+/**
+ * CloudAudioLLM - Multimodal Audio LLM Backend
+ *
+ * Implements BOTH STTPipeline and LLMPipeline interfaces.
+ * Register the same instance as both `stt` and `llm` in VoicePipeline.
+ *
+ * Uses internal caching to achieve single API call:
+ * 1. transcribe(audio) → calls multimodal API, caches response, returns transcript
+ * 2. generate(messages) → returns cached response (no second API call)
+ *
+ * The model is prompted to return both transcription and response in a structured format.
+ *
+ * Works with: OpenAI gpt-audio-mini, gpt-audio, and other audio-capable OpenAI-compatible endpoints.
+ */
+import { LLMLogger, LLMConversationTracker } from '../../services';
+export class CloudAudioLLM {
+    config;
+    ready = false;
+    tracker;
+    // Last audio from this session - used for tool follow-ups (audio model requires audio in every request)
+    lastAudio = null;
+    constructor(config) {
+        this.config = {
+            audioFormat: 'wav',
+            sampleRate: 16000,
+            ...config,
+        };
+        this.tracker = new LLMConversationTracker(new LLMLogger());
+    }
+    async initialize(_onProgress) {
+        console.log(`Initializing CloudAudioLLM (${this.config.baseUrl})...`);
+        console.log(`  Model: ${this.config.model}`);
+        console.log(`  Audio format: ${this.config.audioFormat}`);
+        this.ready = true;
+        console.log('CloudAudioLLM ready.');
+    }
+    isReady() {
+        return this.ready;
+    }
+    supportsTools() {
+        return true;
+    }
+    // ============================================================
+    // STTPipeline Implementation
+    // ============================================================
+    /**
+     * Transcribe audio by calling the multimodal API.
+     * Sets both sttResult and llmResult in TurnContext for the subsequent generate() call.
+     */
+    async transcribe(audio, turn) {
+        if (!turn) {
+            throw new Error('CloudAudioLLM.transcribe() requires TurnContext. Pass turn parameter.');
+        }
+        if (turn.sttResult) {
+            return turn.sttResult.transcript;
+        }
+        const { transcript, result } = await this.callAPI(turn.history, { tools: turn.tools }, audio);
+        turn.sttResult = { transcript };
+        turn.llmResult = result;
+        return transcript;
+    }
+    // ============================================================
+    // LLMPipeline Implementation
+    // ============================================================
+    /**
+     * Generate response.
+     * - Tool followup: Makes fresh API call with tool results
+     * - User request: Returns cached result from transcribe()
+     */
+    async generate(messages, options) {
+        const turn = options?.turn;
+        // Primary branch: Is this a tool followup?
+        const lastMessage = messages[messages.length - 1];
+        const isToolFollowup = lastMessage?.role === 'tool';
+        if (isToolFollowup) {
+            // Tool followup: fresh API call with tool results
+            const { result } = await this.callAPI(messages, options);
+            if (options?.onToken && result.content) {
+                for (const char of result.content) {
+                    options.onToken(char);
+                }
+            }
+            return result;
+        }
+        // User request: validate cached result exists
+        if (!turn?.llmResult) {
+            throw new Error('CloudAudioLLM.generate() called for user request without cached result. ' +
+                'Call transcribe() first, or check if this should be a tool followup.');
+        }
+        // Use cached result from transcribe()
+        const result = turn.llmResult;
+        this.tracker.logInput(messages);
+        if (options?.onToken && result.content) {
+            for (const char of result.content) {
+                options.onToken(char);
+            }
+        }
+        this.tracker.logOutput(result.content, result.toolCalls);
+        return result;
+    }
+    // ============================================================
+    // Internal: Unified API Call
+    // ============================================================
+    /**
+     * Make API call to the audio model.
+     *
+     * @param messages - Conversation history
+     * @param options - Generation options (tools, etc.)
+     * @param freshAudio - If provided, this is an audio turn (transcribe + respond).
+     *                     If not provided, this is a text turn (use stored lastAudio).
+     */
+    async callAPI(messages, options, freshAudio) {
+        const isAudioTurn = !!freshAudio;
+        const hasTools = !!(options?.tools && options.tools.length > 0);
+        const openaiMessages = this.buildMessages(messages, hasTools, freshAudio);
+        const body = {
+            model: this.config.model,
+            messages: openaiMessages,
+            modalities: ['text'],
+            ...this.config.modelParams,
+        };
+        if (hasTools) {
+            body.tools = this.convertTools(options.tools);
+            body.parallel_tool_calls = false;
+        }
+        if (!isAudioTurn) {
+            this.tracker.logInput(messages);
+        }
+        const response = await fetch(`${this.config.baseUrl}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                ...this.getHeaders(),
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`CloudAudioLLM API error (${response.status}): ${errorText}`);
+        }
+        const data = await response.json();
+        const rawContent = data.choices?.[0]?.message?.content || '';
+        const toolCalls = this.extractToolCalls(data);
+        const finishReason = data.choices?.[0]?.finish_reason;
+        if (!rawContent && toolCalls.length === 0) {
+            const reason = finishReason || 'unknown';
+            throw new Error(`CloudAudioLLM returned empty response (finish_reason: ${reason}). ` +
+                (reason === 'length'
+                    ? 'The model hit the token limit before producing output. Try increasing max_completion_tokens.'
+                    : 'The model did not produce any content.'));
+        }
+        const { transcript, responseText } = this.parseResponse(rawContent, isAudioTurn, toolCalls.length > 0);
+        if (!isAudioTurn) {
+            this.tracker.logOutput(responseText, toolCalls.length > 0 ? toolCalls : undefined);
+        }
+        const result = {
+            content: responseText,
+            toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+            finishReason: toolCalls.length > 0 ? 'tool_calls' : 'stop',
+        };
+        return { transcript, result };
+    }
+    /**
+     * Build messages for the API call.
+     */
+    buildMessages(messages, hasTools, freshAudio) {
+        const converted = this.convertMessages(messages);
+        // Add tool instruction to system prompt if tools are available
+        if (hasTools && converted.length > 0) {
+            const first = converted[0];
+            if (first.role === 'system') {
+                first.content += '\n\nOnly call ONE tool at a time. Wait for the result before deciding if another tool is needed.';
+            }
+        }
+        if (freshAudio) {
+            // Audio turn: encode and store audio, add multimodal user message
+            const base64Audio = this.encodeAudioToBase64(freshAudio);
+            this.lastAudio = base64Audio;
+            converted.push({
+                role: 'user',
+                content: [
+                    {
+                        type: 'input_audio',
+                        input_audio: {
+                            data: base64Audio,
+                            format: this.config.audioFormat,
+                        },
+                    },
+                    {
+                        type: 'text',
+                        text: 'Respond with JSON: {"transcript":"<what user said>","response":"<your response>"}',
+                    },
+                ],
+            });
+        }
+        else {
+            // Text turn: inject stored audio into last user message, add JSON instruction
+            if (this.lastAudio) {
+                for (let i = converted.length - 1; i >= 0; i--) {
+                    const msg = converted[i];
+                    if (msg.role === 'user' && typeof msg.content === 'string') {
+                        converted[i] = {
+                            role: 'user',
+                            content: [
+                                {
+                                    type: 'input_audio',
+                                    input_audio: {
+                                        data: this.lastAudio,
+                                        format: this.config.audioFormat,
+                                    },
+                                },
+                                {
+                                    type: 'text',
+                                    text: msg.content,
+                                },
+                            ],
+                        };
+                        break;
+                    }
+                }
+            }
+            converted.push({
+                role: 'user',
+                content: 'Respond to the user\'s request with JSON: {"response":"<your response>"}',
+            });
+        }
+        return converted;
+    }
+    /**
+     * Parse API response. Handles both audio turn format {transcript, response}
+     * and text turn format {response}.
+     */
+    parseResponse(content, isAudioTurn, hasToolCalls) {
+        if (content) {
+            try {
+                const parsed = JSON.parse(content);
+                if (isAudioTurn && parsed.transcript !== undefined && parsed.response !== undefined) {
+                    return { transcript: parsed.transcript, responseText: parsed.response };
+                }
+                if (!isAudioTurn && parsed.response !== undefined) {
+                    return { transcript: '', responseText: parsed.response };
+                }
+            }
+            catch {
+                // Not valid JSON, continue to fallback
+            }
+        }
+        // Fallback: model went straight to tool call
+        if (hasToolCalls) {
+            return {
+                transcript: isAudioTurn ? '[audio processed]' : '',
+                responseText: content,
+            };
+        }
+        const expectedFormat = isAudioTurn ? '{"transcript":"...","response":"..."}' : '{"response":"..."}';
+        throw new Error(`CloudAudioLLM: Expected JSON ${expectedFormat} but got: ${content.substring(0, 100)}`);
+    }
+    // ============================================================
+    // Internal: Helpers
+    // ============================================================
+    encodeAudioToBase64(audio) {
+        const numChannels = 1;
+        const sampleRate = this.config.sampleRate;
+        const bitsPerSample = 16;
+        const byteRate = (sampleRate * numChannels * bitsPerSample) / 8;
+        const blockAlign = (numChannels * bitsPerSample) / 8;
+        const dataSize = audio.length * 2;
+        const headerSize = 44;
+        const totalSize = headerSize + dataSize;
+        const buffer = new ArrayBuffer(totalSize);
+        const view = new DataView(buffer);
+        const writeString = (offset, str) => {
+            for (let i = 0; i < str.length; i++) {
+                view.setUint8(offset + i, str.charCodeAt(i));
+            }
+        };
+        writeString(0, 'RIFF');
+        view.setUint32(4, totalSize - 8, true);
+        writeString(8, 'WAVE');
+        writeString(12, 'fmt ');
+        view.setUint32(16, 16, true);
+        view.setUint16(20, 1, true);
+        view.setUint16(22, numChannels, true);
+        view.setUint32(24, sampleRate, true);
+        view.setUint32(28, byteRate, true);
+        view.setUint16(32, blockAlign, true);
+        view.setUint16(34, bitsPerSample, true);
+        writeString(36, 'data');
+        view.setUint32(40, dataSize, true);
+        let offset = 44;
+        for (let i = 0; i < audio.length; i++) {
+            const sample = Math.max(-1, Math.min(1, audio[i]));
+            const int16 = sample < 0 ? sample * 0x8000 : sample * 0x7fff;
+            view.setInt16(offset, int16, true);
+            offset += 2;
+        }
+        const bytes = new Uint8Array(buffer);
+        let binary = '';
+        for (let i = 0; i < bytes.length; i++) {
+            binary += String.fromCharCode(bytes[i]);
+        }
+        return btoa(binary);
+    }
+    convertMessages(messages) {
+        return messages.map((m) => {
+            if (m.role === 'tool') {
+                const toolMsg = m;
+                return {
+                    role: 'tool',
+                    content: toolMsg.content,
+                    tool_call_id: toolMsg.toolCallId,
+                };
+            }
+            if (m.role === 'assistant') {
+                const assistantMsg = m;
+                if (assistantMsg.toolCalls && assistantMsg.toolCalls.length > 0) {
+                    return {
+                        role: 'assistant',
+                        content: assistantMsg.content || null,
+                        tool_calls: assistantMsg.toolCalls.map((tc) => ({
+                            id: tc.id,
+                            type: 'function',
+                            function: {
+                                name: tc.name,
+                                arguments: JSON.stringify(tc.arguments),
+                            },
+                        })),
+                    };
+                }
+            }
+            return { role: m.role, content: m.content };
+        });
+    }
+    convertTools(tools) {
+        return tools.map((tool) => ({
+            type: 'function',
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters,
+            },
+        }));
+    }
+    extractToolCalls(data) {
+        const toolCalls = [];
+        const message = data?.choices?.[0]?.message;
+        if (message?.tool_calls) {
+            for (const tc of message.tool_calls) {
+                toolCalls.push({
+                    id: tc.id,
+                    name: tc.function.name,
+                    arguments: JSON.parse(tc.function.arguments || '{}'),
+                });
+            }
+        }
+        return toolCalls;
+    }
+    getHeaders() {
+        const headers = {};
+        if (this.config.apiKey) {
+            headers['Authorization'] = `Bearer ${this.config.apiKey}`;
+        }
+        return headers;
+    }
+}
+//# sourceMappingURL=audio-llm.js.map

package/dist/backends/cloud/audio-llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-llm.js","sourceRoot":"","sources":["../../../src/backends/cloud/audio-llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAgBH,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAuB,MAAM,gBAAgB,CAAC;AAexF,MAAM,OAAO,aAAa;IAChB,MAAM,CAAsB;IAC5B,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,CAAyB;IAExC,wGAAwG;IAChG,SAAS,GAAkB,IAAI,CAAC;IAExC,YAAY,MAA2B;QACrC,IAAI,CAAC,MAAM,GAAG;YACZ,WAAW,EAAE,KAAK;YAClB,UAAU,EAAE,KAAK;YACjB,GAAG,MAAM;SACV,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,sBAAsB,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAA8B;QAC7C,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,CAAC,MAAM,CAAC,OAAO,MAAM,CAAC,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACtC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,+DAA+D;IAC/D,6BAA6B;IAC7B,+DAA+D;IAE/D;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,KAAmB,EAAE,IAAkB;QACtD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;QACnC,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;QAE9F,IAAI,CAAC,SAAS,GAAG,EAAE,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC;QAExB,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,+DAA+D;IAC/D,6BAA6B;IAC7B,+DAA+D;IAE/D;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CACZ,QAAmB,EACnB,OAA4B;QAE5B,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,CAAC;QAE3B,2CAA2C;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,WAAW,EAAE,IAAI,KAAK,MAAM,CAAC;QAEpD,IAAI,cAAc,EAAE,CAAC;YACnB,kDAAkD;YAClD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEzD,IAAI,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBAClC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,8CAA8C;QAC9C,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CACb,0EAA0E;gBAC1E,sEAAsE,CACvE,CAAC;QACJ,CAAC;QAED,sCAAsC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;QAE9B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAA4B,CAAC,CAAC;QAEpD,IAAI,OAAO,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACvC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAClC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,+DAA+D;IAC/D,6BAA6B;IAC7B,+DAA+D;IAE/D;;;;;;;OAOG;IACK,KAAK,CAAC,OAAO,CACnB,QAAmB,EACnB,OAA4B,EAC5B,UAAyB;QAEzB,MAAM,WAAW,GAAG,CAAC,CAAC,UAAU,CAAC;QACjC,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEhE,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAE1E,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,CAAC,MAAM,CAAC;YACpB,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;SAC3B,CAAC;QAEF,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAQ,CAAC,KAAM,CAAC,CAAC;YAChD,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAA4B,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,mBAAmB,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,UAAU,EAAE;gBACpB,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;QAEtD,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,YAAY,IAAI,SAAS,CAAC;YACzC,MAAM,IAAI,KAAK,CACb,yDAAyD,MAAM,KAAK;gBAClE,CAAC,MAAM,KAAK,QAAQ;oBAClB,CAAC,CAAC,8FAA8F;oBAChG,CAAC,CAAC,wCAAwC,CAAC,CAChD,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEvG,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,MAAM,GAAsB;YAChC,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,YAAY,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;SAC3D,CAAC;QAEF,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,QAAmB,EAAE,QAAiB,EAAE,UAAyB;QACrF,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEjD,+DAA+D;QAC/D,IAAI,QAAQ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAsC,CAAC;YAChE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,KAAK,CAAC,OAAO,IAAI,kGAAkG,CAAC;YACtH,CAAC;QACH,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,kEAAkE;YAClE,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;YACzD,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;YAE7B,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,aAAa;wBACnB,WAAW,EAAE;4BACX,IAAI,EAAE,WAAW;4BACjB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;yBAChC;qBACF;oBACD;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,mFAAmF;qBAC1F;iBACF;aACF,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,8EAA8E;YAC9E,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/C,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAuC,CAAC;oBAC/D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;wBAC3D,SAAS,CAAC,CAAC,CAAC,GAAG;4BACb,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,aAAa;oCACnB,WAAW,EAAE;wCACX,IAAI,EAAE,IAAI,CAAC,SAAS;wCACpB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;qCAChC;iCACF;gCACD;oCACE,IAAI,EAAE,MAAM;oCACZ,IAAI,EAAE,GAAG,CAAC,OAAO;iCAClB;6BACF;yBACF,CAAC;wBACF,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,0EAA0E;aACpF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;OAGG;IACK,aAAa,CACnB,OAAe,EACf,WAAoB,EACpB,YAAqB;QAErB,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEnC,IAAI,WAAW,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACpF,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC1E,CAAC;gBAED,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAClD,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC3D,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,uCAAuC;YACzC,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;gBACL,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE;gBAClD,YAAY,EAAE,OAAO;aACtB,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,CAAC,uCAAuC,CAAC,CAAC,CAAC,oBAAoB,CAAC;QACpG,MAAM,IAAI,KAAK,CAAC,gCAAgC,cAAc,aAAa,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1G,CAAC;IAED,+DAA+D;IAC/D,oBAAoB;IACpB,+DAA+D;IAEvD,mBAAmB,CAAC,KAAmB;QAC7C,MAAM,WAAW,GAAG,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAW,CAAC;QAC3C,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,CAAC,UAAU,GAAG,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG,CAAC,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,UAAU,GAAG,QAAQ,CAAC;QAExC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAElC,MAAM,WAAW,GAAG,CAAC,MAAc,EAAE,GAAW,EAAE,EAAE;YAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC,CAAC;QAEF,WAAW,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QACvC,WAAW,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACvB,WAAW,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACxB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QACxC,WAAW,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACxB,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAEnC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC;YAC7D,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAEO,eAAe,CAAC,QAAmB;QACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACxB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,CAAgB,CAAC;gBACjC,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,YAAY,EAAE,OAAO,CAAC,UAAU;iBACjC,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAAG,CAAqB,CAAC;gBAC3C,IAAI,YAAY,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChE,OAAO;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,YAAY,CAAC,OAAO,IAAI,IAAI;wBACrC,UAAU,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;4BAC9C,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,EAAE,CAAC,IAAI;gCACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;6BACxC;yBACF,CAAC,CAAC;qBACJ,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,KAAuB;QAC1C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,IAAa;QACpC,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,MAAM,OAAO,GACX,IAUD,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QAEzB,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACpC,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACrD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,UAAU;QAChB,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC5D,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/backends/cloud/index.d.ts

@@ -4,4 +4,6 @@
  */
 export { CloudLLM } from './llm';
 export type { CloudLLMConfig } from '../../types';
+export { CloudAudioLLM } from './audio-llm';
+export type { CloudAudioLLMConfig } from './audio-llm';
 //# sourceMappingURL=index.d.ts.map

package/dist/backends/cloud/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGlD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC"}

package/dist/backends/cloud/index.js

@@ -3,4 +3,6 @@
  * Works with: OpenAI, Ollama, vLLM, LMStudio, and any OpenAI-compatible endpoint
  */
 export { CloudLLM } from './llm';
+// Audio LLM (multimodal - implements both STTPipeline and LLMPipeline)
+export { CloudAudioLLM } from './audio-llm';
 //# sourceMappingURL=index.js.map

package/dist/backends/cloud/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/backends/cloud/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/backends/cloud/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAGjC,uEAAuE;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC"}

package/dist/backends/cloud/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/llm.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAKlB,MAAM,aAAa,CAAC;AAuBrB,qBAAa,QAAS,YAAW,WAAW;IAC1C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAyB;gBAE5B,MAAM,EAAE,cAAc;IAS5B,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2B/D,aAAa,IAAI,OAAO;IAIlB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA+J7F,OAAO,CAAC,eAAe;IAuCvB,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,UAAU;IAUlB,OAAO,IAAI,OAAO;CAGnB"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/llm.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAKlB,MAAM,aAAa,CAAC;AAuBrB,qBAAa,QAAS,YAAW,WAAW;IAC1C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAyB;gBAE5B,MAAM,EAAE,cAAc;IAK5B,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2B/D,aAAa,IAAI,OAAO;IAIlB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAmL7F,OAAO,CAAC,eAAe;IAuCvB,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,UAAU;IAUlB,OAAO,IAAI,OAAO;CAGnB"}

package/dist/backends/cloud/llm.js

@@ -11,11 +11,7 @@ export class CloudLLM {
     ready = false;
     tracker;
     constructor(config) {
-        this.config = {
-            maxTokens: 256,
-            temperature: 0.7,
-            ...config,
-        };
+        this.config = config;
         this.tracker = new LLMConversationTracker(new LLMLogger());
     }
     async initialize(_onProgress) {
@@ -50,10 +46,8 @@ export class CloudLLM {
         if (!this.ready) {
             throw new Error('LLM pipeline not initialized');
         }
-        // Use conversation ID if provided, else default
-        const conversationId = options?.conversationId ?? 'default';
         // Log the input messages
-        this.tracker.logInput(conversationId, messages);
+        this.tracker.logInput(messages);
         const url = `${this.config.baseUrl}/chat/completions`;
         // Convert messages to OpenAI format
         const openaiMessages = this.convertMessages(messages);
@@ -61,9 +55,8 @@ export class CloudLLM {
         const body = {
             model: this.config.model,
             messages: openaiMessages,
-            max_tokens: this.config.maxTokens,
-            temperature: this.config.temperature,
             stream: true,
+            ...this.config.modelParams,
         };
         // Add tools if provided
         if (options?.tools && options.tools.length > 0) {
@@ -90,7 +83,7 @@ export class CloudLLM {
         let fullContent = '';
         let buffer = '';
         const toolCalls = new Map();
-        let finishReason = 'stop';
+        let finishReason = null;
         while (true) {
             const { done, value } = await reader.read();
             if (done) {
@@ -109,6 +102,10 @@ export class CloudLLM {
                     const jsonStr = trimmed.slice(6);
                     try {
                         const parsed = JSON.parse(jsonStr);
+                        // Check for API error in stream
+                        if (parsed.error) {
+                            throw new Error(`Cloud LLM stream error: ${JSON.stringify(parsed.error)}`);
+                        }
                         const choice = parsed.choices?.[0];
                         const delta = choice?.delta;
                         // Handle text content
@@ -135,13 +132,19 @@ export class CloudLLM {
                                 }
                             }
                         }
-                        // Check finish reason
-                        if (choice?.finish_reason === 'tool_calls') {
-                            finishReason = 'tool_calls';
+                        // Track finish reason from API
+                        if (choice?.finish_reason) {
+                            finishReason = choice.finish_reason;
                         }
                     }
-                    catch {
-                        // Skip malformed JSON lines (can happen with some providers)
+                    catch (e) {
+                        // Re-throw actual errors, only skip JSON parse errors
+                        if (e instanceof SyntaxError) {
+                            console.warn('CloudLLM: Skipping malformed JSON line:', jsonStr.substring(0, 100));
+                        }
+                        else {
+                            throw e;
+                        }
                     }
                 }
             }
@@ -166,12 +169,22 @@ export class CloudLLM {
                 options?.onToolCall?.(toolCall);
             }
         }
+        // Check for empty response (no content and no tool calls)
+        if (!fullContent && resultToolCalls.length === 0) {
+            const reason = finishReason || 'unknown';
+            throw new Error(`Cloud LLM returned empty response (finish_reason: ${reason}). ` +
+                (reason === 'length'
+                    ? 'The model hit the token limit before producing output. Try increasing max_completion_tokens.'
+                    : 'The model did not produce any content.'));
+        }
         // Log the response
-        this.tracker.logOutput(conversationId, fullContent, resultToolCalls.length > 0 ? resultToolCalls : undefined);
+        this.tracker.logOutput(fullContent, resultToolCalls.length > 0 ? resultToolCalls : undefined);
+        // Normalize finish reason for our interface
+        const normalizedFinishReason = resultToolCalls.length > 0 ? 'tool_calls' : 'stop';
         return {
             content: fullContent,
             toolCalls: resultToolCalls.length > 0 ? resultToolCalls : undefined,
-            finishReason: resultToolCalls.length > 0 ? 'tool_calls' : finishReason,
+            finishReason: normalizedFinishReason,
         };
     }
     convertMessages(messages) {