modular-voice-agent-sdk 1.3.0 → 1.4.1

package/dist/backends/cloud/anthropic-provider.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Anthropic Messages Provider
+ * Supports Anthropic Claude API with prompt caching
+ */
+import type { Message, ToolDefinition } from '../../types';
+import type { LLMProvider, SystemPromptBlock, ParsedStreamChunk } from './providers';
+export declare class AnthropicMessagesProvider implements LLMProvider {
+    formatRequest(messages: Message[], systemPrompt: string | SystemPromptBlock[] | undefined, options: {
+        model: string;
+        tools?: ToolDefinition[];
+        modelParams?: Record<string, unknown>;
+    }): Record<string, unknown>;
+    parseStreamChunk(chunk: string): ParsedStreamChunk | null;
+    getEndpoint(baseUrl: string): string;
+    getHeaders(apiKey?: string): Record<string, string>;
+    private convertMessages;
+    private convertTools;
+}
+//# sourceMappingURL=anthropic-provider.d.ts.map

package/dist/backends/cloud/anthropic-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/anthropic-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAiC,MAAM,aAAa,CAAC;AAC1F,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AA8BrF,qBAAa,yBAA0B,YAAW,WAAW;IAC3D,aAAa,CACX,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,EAAE,MAAM,GAAG,iBAAiB,EAAE,GAAG,SAAS,EACtD,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GACA,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAsC1B,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,iBAAiB,GAAG,IAAI;IAmEzD,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIpC,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAanD,OAAO,CAAC,eAAe;IA2EvB,OAAO,CAAC,YAAY;CAOrB"}

package/dist/backends/cloud/anthropic-provider.js

@@ -0,0 +1,189 @@
+/**
+ * Anthropic Messages Provider
+ * Supports Anthropic Claude API with prompt caching
+ */
+export class AnthropicMessagesProvider {
+    formatRequest(messages, systemPrompt, options) {
+        const anthropicMessages = this.convertMessages(messages);
+        const body = {
+            model: options.model,
+            messages: anthropicMessages,
+            stream: true,
+            max_tokens: 4096, // Anthropic requires max_tokens
+            ...options.modelParams,
+        };
+        // Add system prompt if provided
+        if (systemPrompt) {
+            if (typeof systemPrompt === 'string') {
+                body.system = systemPrompt;
+            }
+            else {
+                // Structured system prompt with cache control
+                body.system = systemPrompt.map(block => {
+                    const systemBlock = {
+                        type: 'text',
+                        text: block.text,
+                    };
+                    if (block.cacheControl) {
+                        systemBlock.cache_control = { type: 'ephemeral' };
+                    }
+                    return systemBlock;
+                });
+            }
+        }
+        // Add tools if provided
+        if (options.tools && options.tools.length > 0) {
+            body.tools = this.convertTools(options.tools);
+        }
+        return body;
+    }
+    parseStreamChunk(chunk) {
+        try {
+            const parsed = JSON.parse(chunk);
+            // Check for API error
+            if (parsed.error) {
+                throw new Error(`Anthropic stream error: ${JSON.stringify(parsed.error)}`);
+            }
+            const result = {};
+            // Anthropic streaming event types:
+            // - message_start: Contains message metadata
+            // - content_block_start: New content block started
+            // - content_block_delta: Incremental content
+            // - content_block_stop: Content block finished
+            // - message_delta: Message metadata updates (e.g., stop_reason)
+            // - message_stop: Stream complete
+            if (parsed.type === 'content_block_delta') {
+                const delta = parsed.delta;
+                // Text delta
+                if (delta.type === 'text_delta') {
+                    result.content = delta.text;
+                }
+                // Tool use delta (input JSON being streamed)
+                if (delta.type === 'input_json_delta') {
+                    result.toolCalls = [{
+                            index: parsed.index ?? 0,
+                            arguments: delta.partial_json,
+                        }];
+                }
+            }
+            else if (parsed.type === 'content_block_start') {
+                const content = parsed.content_block;
+                // Tool use started
+                if (content.type === 'tool_use') {
+                    result.toolCalls = [{
+                            index: parsed.index ?? 0,
+                            id: content.id,
+                            name: content.name,
+                            arguments: '', // Will be streamed via input_json_delta
+                        }];
+                }
+            }
+            else if (parsed.type === 'message_delta') {
+                // Contains stop_reason and usage info
+                if (parsed.delta.stop_reason) {
+                    result.finishReason = parsed.delta.stop_reason;
+                }
+            }
+            else if (parsed.type === 'message_stop') {
+                result.done = true;
+            }
+            return result;
+        }
+        catch (e) {
+            if (e instanceof SyntaxError) {
+                // Skip malformed JSON
+                console.warn('Anthropic: Skipping malformed JSON chunk:', chunk.substring(0, 100));
+                return null;
+            }
+            // Re-throw actual errors
+            throw e;
+        }
+    }
+    getEndpoint(baseUrl) {
+        return `${baseUrl}/messages`;
+    }
+    getHeaders(apiKey) {
+        const headers = {
+            'Content-Type': 'application/json',
+            'anthropic-version': '2023-06-01',
+        };
+        if (apiKey) {
+            headers['x-api-key'] = apiKey;
+        }
+        return headers;
+    }
+    convertMessages(messages) {
+        const anthropicMessages = [];
+        for (const m of messages) {
+            // Skip system messages (handled separately in formatRequest)
+            if (m.role === 'system') {
+                continue;
+            }
+            // Handle tool messages
+            if (m.role === 'tool') {
+                const toolMsg = m;
+                // Anthropic requires tool results to be in user messages
+                const lastMsg = anthropicMessages[anthropicMessages.length - 1];
+                const toolResultBlock = {
+                    type: 'tool_result',
+                    tool_use_id: toolMsg.toolCallId,
+                    content: toolMsg.content,
+                };
+                if (lastMsg && lastMsg.role === 'user' && Array.isArray(lastMsg.content)) {
+                    // Append to existing user message
+                    lastMsg.content.push(toolResultBlock);
+                }
+                else {
+                    // Create new user message
+                    anthropicMessages.push({
+                        role: 'user',
+                        content: [toolResultBlock],
+                    });
+                }
+                continue;
+            }
+            // Handle assistant messages with tool calls
+            if (m.role === 'assistant') {
+                const assistantMsg = m;
+                if (assistantMsg.toolCalls && assistantMsg.toolCalls.length > 0) {
+                    const content = [];
+                    // Add text content if present
+                    if (assistantMsg.content) {
+                        content.push({
+                            type: 'text',
+                            text: assistantMsg.content,
+                        });
+                    }
+                    // Add tool use blocks
+                    for (const tc of assistantMsg.toolCalls) {
+                        content.push({
+                            type: 'tool_use',
+                            id: tc.id,
+                            name: tc.name,
+                            input: tc.arguments,
+                        });
+                    }
+                    anthropicMessages.push({
+                        role: 'assistant',
+                        content,
+                    });
+                    continue;
+                }
+            }
+            // Regular messages (user, assistant without tool calls)
+            anthropicMessages.push({
+                role: m.role,
+                content: m.content,
+            });
+        }
+        return anthropicMessages;
+    }
+    convertTools(tools) {
+        return tools.map((tool) => ({
+            name: tool.name,
+            description: tool.description,
+            input_schema: tool.parameters,
+        }));
+    }
+}
+//# sourceMappingURL=anthropic-provider.js.map

package/dist/backends/cloud/anthropic-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-provider.js","sourceRoot":"","sources":["../../../src/backends/cloud/anthropic-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAiCH,MAAM,OAAO,yBAAyB;IACpC,aAAa,CACX,QAAmB,EACnB,YAAsD,EACtD,OAIC;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEzD,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,IAAI,EAAE,gCAAgC;YAClD,GAAG,OAAO,CAAC,WAAW;SACvB,CAAC;QAEF,gCAAgC;QAChC,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;gBACrC,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,8CAA8C;gBAC9C,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;oBACrC,MAAM,WAAW,GAAyB;wBACxC,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;qBACjB,CAAC;oBACF,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;wBACvB,WAAW,CAAC,aAAa,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;oBACpD,CAAC;oBACD,OAAO,WAAW,CAAC;gBACrB,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB,CAAC,KAAa;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAEjC,sBAAsB;YACtB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7E,CAAC;YAED,MAAM,MAAM,GAAsB,EAAE,CAAC;YAErC,mCAAmC;YACnC,6CAA6C;YAC7C,mDAAmD;YACnD,6CAA6C;YAC7C,+CAA+C;YAC/C,gEAAgE;YAChE,kCAAkC;YAElC,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAE3B,aAAa;gBACb,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAChC,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;gBAC9B,CAAC;gBAED,6CAA6C;gBAC7C,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACtC,MAAM,CAAC,SAAS,GAAG,CAAC;4BAClB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC;4BACxB,SAAS,EAAE,KAAK,CAAC,YAAY;yBAC9B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;gBACjD,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC;gBAErC,mBAAmB;gBACnB,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAChC,MAAM,CAAC,SAAS,GAAG,CAAC;4BAClB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,CAAC;4BACxB,EAAE,EAAE,OAAO,CAAC,EAAE;4BACd,IAAI,EAAE,OAAO,CAAC,IAAI;4BAClB,SAAS,EAAE,EAAE,EAAE,wCAAwC;yBACxD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC3C,sCAAsC;gBACtC,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;oBAC7B,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;gBACjD,CAAC;YACH,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC1C,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;YACrB,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC;gBAC7B,sBAAsB;gBACtB,OAAO,CAAC,IAAI,CAAC,2CAA2C,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACnF,OAAO,IAAI,CAAC;YACd,CAAC;YACD,yBAAyB;YACzB,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,GAAG,OAAO,WAAW,CAAC;IAC/B,CAAC;IAED,UAAU,CAAC,MAAe;QACxB,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,mBAAmB,EAAE,YAAY;SAClC,CAAC;QAEF,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC;QAChC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,eAAe,CAAC,QAAmB;QACzC,MAAM,iBAAiB,GAAuB,EAAE,CAAC;QAEjD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,6DAA6D;YAC7D,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,uBAAuB;YACvB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,CAAgB,CAAC;gBACjC,yDAAyD;gBACzD,MAAM,OAAO,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAChE,MAAM,eAAe,GAA0B;oBAC7C,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,OAAO,CAAC,UAAU;oBAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB,CAAC;gBAEF,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACzE,kCAAkC;oBAClC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBACxC,CAAC;qBAAM,CAAC;oBACN,0BAA0B;oBAC1B,iBAAiB,CAAC,IAAI,CAAC;wBACrB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,CAAC,eAAe,CAAC;qBAC3B,CAAC,CAAC;gBACL,CAAC;gBACD,SAAS;YACX,CAAC;YAED,4CAA4C;YAC5C,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAAG,CAAqB,CAAC;gBAC3C,IAAI,YAAY,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChE,MAAM,OAAO,GAA4B,EAAE,CAAC;oBAE5C,8BAA8B;oBAC9B,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;wBACzB,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,YAAY,CAAC,OAAO;yBAC3B,CAAC,CAAC;oBACL,CAAC;oBAED,sBAAsB;oBACtB,KAAK,MAAM,EAAE,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;wBACxC,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,UAAU;4BAChB,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,KAAK,EAAE,EAAE,CAAC,SAAS;yBACpB,CAAC,CAAC;oBACL,CAAC;oBAED,iBAAiB,CAAC,IAAI,CAAC;wBACrB,IAAI,EAAE,WAAW;wBACjB,OAAO;qBACR,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;YACH,CAAC;YAED,wDAAwD;YACxD,iBAAiB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,CAAC,CAAC,IAA4B;gBACpC,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAEO,YAAY,CAAC,KAAuB;QAC1C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC,CAAC,CAAC;IACN,CAAC;CACF"}

package/dist/backends/cloud/index.d.ts

@@ -1,9 +1,12 @@
 /**
- * Cloud Backend - OpenAI-compatible API
- * Works with: OpenAI, Ollama, vLLM, LMStudio, and any OpenAI-compatible endpoint
+ * Cloud Backend - Multi-provider API support
+ * Works with: OpenAI, Anthropic, Ollama, vLLM, LMStudio, and any compatible endpoint
  */
 export { CloudLLM } from './llm';
 export type { CloudLLMConfig } from '../../types';
 export { CloudAudioLLM } from './audio-llm';
 export type { CloudAudioLLMConfig } from './audio-llm';
+export type { LLMProvider, SystemPromptBlock, ParsedStreamChunk } from './providers';
+export { OpenAICompletionsProvider } from './openai-provider';
+export { AnthropicMessagesProvider } from './anthropic-provider';
 //# sourceMappingURL=index.d.ts.map

package/dist/backends/cloud/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGlD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAGlD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAGvD,YAAY,EAAE,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrF,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/backends/cloud/index.js

@@ -1,8 +1,10 @@
 /**
- * Cloud Backend - OpenAI-compatible API
- * Works with: OpenAI, Ollama, vLLM, LMStudio, and any OpenAI-compatible endpoint
+ * Cloud Backend - Multi-provider API support
+ * Works with: OpenAI, Anthropic, Ollama, vLLM, LMStudio, and any compatible endpoint
  */
 export { CloudLLM } from './llm';
 // Audio LLM (multimodal - implements both STTPipeline and LLMPipeline)
 export { CloudAudioLLM } from './audio-llm';
+export { OpenAICompletionsProvider } from './openai-provider';
+export { AnthropicMessagesProvider } from './anthropic-provider';
 //# sourceMappingURL=index.js.map

package/dist/backends/cloud/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/backends/cloud/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAGjC,uEAAuE;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/backends/cloud/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAGjC,uEAAuE;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAK5C,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/backends/cloud/llm.d.ts

@@ -1,22 +1,22 @@
 /**
- * Cloud LLM Pipeline (OpenAI-compatible API)
- * Works with: OpenAI, Ollama, vLLM, LMStudio, and any OpenAI-compatible endpoint
+ * Cloud LLM Pipeline (Multi-provider support)
+ * Works with: OpenAI, Anthropic, Ollama, vLLM, LMStudio, and any compatible endpoint
  *
  * Uses native fetch with streaming - no external dependencies required.
- * Supports native tool calling via the OpenAI function calling API.
+ * Supports native tool calling via provider-specific APIs.
  */
 import type { LLMPipeline, CloudLLMConfig, ProgressCallback, Message, LLMGenerateOptions, LLMGenerateResult } from '../../types';
+import type { LLMProvider } from './providers';
 export declare class CloudLLM implements LLMPipeline {
     private config;
+    private provider;
     private ready;
     private tracker;
-    constructor(config: CloudLLMConfig);
+    constructor(config: CloudLLMConfig, provider?: LLMProvider);
     initialize(_onProgress?: ProgressCallback): Promise<void>;
     supportsTools(): boolean;
     generate(messages: Message[], options?: LLMGenerateOptions): Promise<LLMGenerateResult>;
-    private convertMessages;
-    private convertTools;
-    private getHeaders;
+    private extractSystemPrompt;
     isReady(): boolean;
 }
 //# sourceMappingURL=llm.d.ts.map

package/dist/backends/cloud/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/llm.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAKlB,MAAM,aAAa,CAAC;AAuBrB,qBAAa,QAAS,YAAW,WAAW;IAC1C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAyB;gBAE5B,MAAM,EAAE,cAAc;IAK5B,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2B/D,aAAa,IAAI,OAAO;IAIlB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAmL7F,OAAO,CAAC,eAAe;IAuCvB,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,UAAU;IAUlB,OAAO,IAAI,OAAO;CAGnB"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/llm.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAElB,MAAM,aAAa,CAAC;AAErB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAG/C,qBAAa,QAAS,YAAW,WAAW;IAC1C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAyB;gBAE5B,MAAM,EAAE,cAAc,EAAE,QAAQ,CAAC,EAAE,WAAW;IAMpD,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2B/D,aAAa,IAAI,OAAO;IAIlB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAyK7F,OAAO,CAAC,mBAAmB;IAW3B,OAAO,IAAI,OAAO;CAGnB"}

package/dist/backends/cloud/llm.js

@@ -1,17 +1,20 @@
 /**
- * Cloud LLM Pipeline (OpenAI-compatible API)
- * Works with: OpenAI, Ollama, vLLM, LMStudio, and any OpenAI-compatible endpoint
+ * Cloud LLM Pipeline (Multi-provider support)
+ * Works with: OpenAI, Anthropic, Ollama, vLLM, LMStudio, and any compatible endpoint
  *
  * Uses native fetch with streaming - no external dependencies required.
- * Supports native tool calling via the OpenAI function calling API.
+ * Supports native tool calling via provider-specific APIs.
  */
 import { LLMLogger, LLMConversationTracker } from '../../services';
+import { OpenAICompletionsProvider } from './openai-provider';
 export class CloudLLM {
     config;
+    provider;
     ready = false;
     tracker;
-    constructor(config) {
+    constructor(config, provider) {
         this.config = config;
+        this.provider = provider || new OpenAICompletionsProvider();
         this.tracker = new LLMConversationTracker(new LLMLogger());
     }
     async initialize(_onProgress) {
@@ -22,7 +25,7 @@ export class CloudLLM {
             const modelsUrl = `${this.config.baseUrl}/models`;
             const response = await fetch(modelsUrl, {
                 method: 'GET',
-                headers: this.getHeaders(),
+                headers: this.provider.getHeaders(this.config.apiKey),
             });
             if (!response.ok) {
                 // Some endpoints don't have /models, that's okay
@@ -48,26 +51,20 @@ export class CloudLLM {
         }
         // Log the input messages
         this.tracker.logInput(messages);
-        const url = `${this.config.baseUrl}/chat/completions`;
-        // Convert messages to OpenAI format
-        const openaiMessages = this.convertMessages(messages);
-        // Build request body
-        const body = {
+        // Get endpoint from provider
+        const url = this.provider.getEndpoint(this.config.baseUrl);
+        // Extract system prompt from messages
+        const systemPrompt = this.extractSystemPrompt(messages);
+        const conversationMessages = messages.filter(m => m.role !== 'system');
+        // Format request using provider
+        const body = this.provider.formatRequest(conversationMessages, systemPrompt, {
             model: this.config.model,
-            messages: openaiMessages,
-            stream: true,
-            ...this.config.modelParams,
-        };
-        // Add tools if provided
-        if (options?.tools && options.tools.length > 0) {
-            body.tools = this.convertTools(options.tools);
-        }
+            tools: options?.tools,
+            modelParams: this.config.modelParams,
+        });
         const response = await fetch(url, {
             method: 'POST',
-            headers: {
-                ...this.getHeaders(),
-                'Content-Type': 'application/json',
-            },
+            headers: this.provider.getHeaders(this.config.apiKey),
             body: JSON.stringify(body),
         });
         if (!response.ok) {
@@ -77,7 +74,7 @@ export class CloudLLM {
         if (!response.body) {
             throw new Error('No response body received');
         }
-        // Parse SSE stream
+        // Parse SSE stream using provider
         const reader = response.body.getReader();
         const decoder = new TextDecoder();
         let fullContent = '';
@@ -101,21 +98,18 @@ export class CloudLLM {
                 if (trimmed.startsWith('data: ')) {
                     const jsonStr = trimmed.slice(6);
                     try {
-                        const parsed = JSON.parse(jsonStr);
-                        // Check for API error in stream
-                        if (parsed.error) {
-                            throw new Error(`Cloud LLM stream error: ${JSON.stringify(parsed.error)}`);
+                        const parsed = this.provider.parseStreamChunk(jsonStr);
+                        if (!parsed) {
+                            continue; // Skip null results (malformed JSON, etc.)
                         }
-                        const choice = parsed.choices?.[0];
-                        const delta = choice?.delta;
                         // Handle text content
-                        if (delta?.content) {
-                            fullContent += delta.content;
-                            options?.onToken?.(delta.content);
+                        if (parsed.content) {
+                            fullContent += parsed.content;
+                            options?.onToken?.(parsed.content);
                         }
                         // Handle tool calls (streamed incrementally)
-                        if (delta?.tool_calls) {
-                            for (const tc of delta.tool_calls) {
+                        if (parsed.toolCalls) {
+                            for (const tc of parsed.toolCalls) {
                                 const index = tc.index ?? 0;
                                 if (!toolCalls.has(index)) {
                                     toolCalls.set(index, { id: '', name: '', arguments: '' });
@@ -124,27 +118,22 @@ export class CloudLLM {
                                 if (tc.id) {
                                     existing.id = tc.id;
                                 }
-                                if (tc.function?.name) {
-                                    existing.name = tc.function.name;
+                                if (tc.name) {
+                                    existing.name = tc.name;
                                 }
-                                if (tc.function?.arguments) {
-                                    existing.arguments += tc.function.arguments;
+                                if (tc.arguments) {
+                                    existing.arguments += tc.arguments;
                                 }
                             }
                         }
                         // Track finish reason from API
-                        if (choice?.finish_reason) {
-                            finishReason = choice.finish_reason;
+                        if (parsed.finishReason) {
+                            finishReason = parsed.finishReason;
                         }
                     }
                     catch (e) {
-                        // Re-throw actual errors, only skip JSON parse errors
-                        if (e instanceof SyntaxError) {
-                            console.warn('CloudLLM: Skipping malformed JSON line:', jsonStr.substring(0, 100));
-                        }
-                        else {
-                            throw e;
-                        }
+                        // Errors during parsing are already handled by provider
+                        throw e;
                     }
                 }
             }
@@ -187,58 +176,14 @@ export class CloudLLM {
             finishReason: normalizedFinishReason,
         };
     }
-    convertMessages(messages) {
-        return messages.map((m) => {
-            // Handle tool messages
-            if (m.role === 'tool') {
-                const toolMsg = m;
-                return {
-                    role: 'tool',
-                    content: toolMsg.content,
-                    tool_call_id: toolMsg.toolCallId,
-                };
-            }
-            // Handle assistant messages with tool calls
-            if (m.role === 'assistant') {
-                const assistantMsg = m;
-                if (assistantMsg.toolCalls && assistantMsg.toolCalls.length > 0) {
-                    return {
-                        role: 'assistant',
-                        content: assistantMsg.content || null,
-                        tool_calls: assistantMsg.toolCalls.map((tc) => ({
-                            id: tc.id,
-                            type: 'function',
-                            function: {
-                                name: tc.name,
-                                arguments: JSON.stringify(tc.arguments),
-                            },
-                        })),
-                    };
-                }
-            }
-            // Regular messages
-            return {
-                role: m.role,
-                content: m.content,
-            };
-        });
-    }
-    convertTools(tools) {
-        return tools.map((tool) => ({
-            type: 'function',
-            function: {
-                name: tool.name,
-                description: tool.description,
-                parameters: tool.parameters,
-            },
-        }));
-    }
-    getHeaders() {
-        const headers = {};
-        if (this.config.apiKey) {
-            headers['Authorization'] = `Bearer ${this.config.apiKey}`;
+    extractSystemPrompt(messages) {
+        // Use structuredSystemPrompt if provided in config
+        if (this.config.structuredSystemPrompt) {
+            return this.config.structuredSystemPrompt; // Will be passed to provider as-is
         }
-        return headers;
+        // Otherwise, extract from messages
+        const systemMsg = messages.find(m => m.role === 'system');
+        return systemMsg?.content;
     }
     isReady() {
         return this.ready;

package/dist/backends/cloud/llm.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../../src/backends/cloud/llm.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAcH,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAuB,MAAM,gBAAgB,CAAC;AAsBxF,MAAM,OAAO,QAAQ;IACX,MAAM,CAAiB;IACvB,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,CAAyB;IAExC,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,sBAAsB,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAA8B;QAC7C,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,MAAM,CAAC,OAAO,MAAM,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE7C,6DAA6D;QAC7D,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,SAAS,CAAC;YAClD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE;gBACtC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;aAC3B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,iDAAiD;gBACjD,OAAO,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAC;YAC1F,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iFAAiF;YACjF,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;QACrF,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAClC,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAmB,EAAE,OAA4B;QAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAA4B,CAAC,CAAC;QAEpD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,mBAAmB,CAAC;QAEtD,oCAAoC;QACpC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEtD,qBAAqB;QACrB,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE,cAAc;YACxB,MAAM,EAAE,IAAI;YACZ,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;SAC3B,CAAC;QAEF,wBAAwB;QACxB,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,UAAU,EAAE;gBACpB,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,mBAAmB;QACnB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,SAAS,GAAiE,IAAI,GAAG,EAAE,CAAC;QAC1F,IAAI,YAAY,GAAkB,IAAI,CAAC;QACvC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAE5C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM;YACR,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,6BAA6B;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,iCAAiC;YAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAE5B,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;oBAC3C,SAAS;gBACX,CAAC;gBAED,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAEjC,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAEnC,gCAAgC;wBAChC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBAC7E,CAAC;wBAED,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;wBACnC,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC;wBAE5B,sBAAsB;wBACtB,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,OAAO,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACpC,CAAC;wBAED,6CAA6C;wBAC7C,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gCAClC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;gCAE5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oCAC1B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;gCAC5D,CAAC;gCAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;gCAEvC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oCACV,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gCACtB,CAAC;gCACD,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;oCACtB,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gCACnC,CAAC;gCACD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;oCAC3B,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;gCAC9C,CAAC;4BACH,CAAC;wBACH,CAAC;wBAED,+BAA+B;wBAC/B,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;4BAC1B,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC;wBACtC,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,sDAAsD;wBACtD,IAAI,CAAC,YAAY,WAAW,EAAE,CAAC;4BAC7B,OAAO,CAAC,IAAI,CAAC,yCAAyC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;wBACrF,CAAC;6BAAM,CAAC;4BACN,MAAM,CAAC,CAAC;wBACV,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,MAAM,eAAe,GAAe,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACrB,IAAI,IAAI,GAA4B,EAAE,CAAC;gBACvC,IAAI,CAAC;oBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;gBAC1C,CAAC;gBAAC,MAAM,CAAC;oBACP,kCAAkC;gBACpC,CAAC;gBAED,MAAM,QAAQ,GAAa;oBACzB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,IAAI;iBAChB,CAAC;gBACF,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC/B,OAAO,EAAE,UAAU,EAAE,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,IAAI,CAAC,WAAW,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,YAAY,IAAI,SAAS,CAAC;YACzC,MAAM,IAAI,KAAK,CACb,qDAAqD,MAAM,KAAK;gBAChE,CAAC,MAAM,KAAK,QAAQ;oBAClB,CAAC,CAAC,8FAA8F;oBAChG,CAAC,CAAC,wCAAwC,CAAC,CAC9C,CAAC;QACJ,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,OAAO,CAAC,SAAS,CACpB,WAAW,EACX,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CACzD,CAAC;QAEF,4CAA4C;QAC5C,MAAM,sBAAsB,GAC1B,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC;QAErD,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;YACnE,YAAY,EAAE,sBAAsB;SACrC,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,QAAmB;QACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACxB,uBAAuB;YACvB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,CAAgB,CAAC;gBACjC,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,YAAY,EAAE,OAAO,CAAC,UAAU;iBACjC,CAAC;YACJ,CAAC;YAED,4CAA4C;YAC5C,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAAG,CAAqB,CAAC;gBAC3C,IAAI,YAAY,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChE,OAAO;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,YAAY,CAAC,OAAO,IAAI,IAAI;wBACrC,UAAU,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;4BAC9C,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,UAAmB;4BACzB,QAAQ,EAAE;gCACR,IAAI,EAAE,EAAE,CAAC,IAAI;gCACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;6BACxC;yBACF,CAAC,CAAC;qBACJ,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,mBAAmB;YACnB,OAAO;gBACL,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,KAAuB;QAC1C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,UAAU;QAChB,MAAM,OAAO,GAA2B,EAAE,CAAC;QAE3C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC5D,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../../src/backends/cloud/llm.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAWH,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAuB,MAAM,gBAAgB,CAAC;AAExF,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAE9D,MAAM,OAAO,QAAQ;IACX,MAAM,CAAiB;IACvB,QAAQ,CAAc;IACtB,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,CAAyB;IAExC,YAAY,MAAsB,EAAE,QAAsB;QACxD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,IAAI,IAAI,yBAAyB,EAAE,CAAC;QAC5D,IAAI,CAAC,OAAO,GAAG,IAAI,sBAAsB,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAA8B;QAC7C,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,MAAM,CAAC,OAAO,MAAM,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE7C,6DAA6D;QAC7D,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,SAAS,CAAC;YAClD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE;gBACtC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;aACtD,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,iDAAiD;gBACjD,OAAO,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAC;YAC1F,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iFAAiF;YACjF,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;QACrF,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAClC,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAmB,EAAE,OAA4B;QAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAA4B,CAAC,CAAC;QAEpD,6BAA6B;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE3D,sCAAsC;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAEvE,gCAAgC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CACtC,oBAAoB,EACpB,YAAY,EACZ;YACE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;SACrC,CACF,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACrD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,kCAAkC;QAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,SAAS,GAAiE,IAAI,GAAG,EAAE,CAAC;QAC1F,IAAI,YAAY,GAAkB,IAAI,CAAC;QAEvC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAE5C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM;YACR,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,6BAA6B;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,iCAAiC;YAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAE5B,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;oBAC3C,SAAS;gBACX,CAAC;gBAED,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAEjC,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;wBAEvD,IAAI,CAAC,MAAM,EAAE,CAAC;4BACZ,SAAS,CAAC,2CAA2C;wBACvD,CAAC;wBAED,sBAAsB;wBACtB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,MAAM,CAAC,OAAO,CAAC;4BAC9B,OAAO,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;wBACrC,CAAC;wBAED,6CAA6C;wBAC7C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;4BACrB,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gCAClC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;gCAE5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oCAC1B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;gCAC5D,CAAC;gCAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;gCAEvC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oCACV,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gCACtB,CAAC;gCACD,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;oCACZ,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;gCAC1B,CAAC;gCACD,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;oCACjB,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,SAAS,CAAC;gCACrC,CAAC;4BACH,CAAC;wBACH,CAAC;wBAED,+BAA+B;wBAC/B,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;4BACxB,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;wBACrC,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,wDAAwD;wBACxD,MAAM,CAAC,CAAC;oBACV,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,MAAM,eAAe,GAAe,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACrB,IAAI,IAAI,GAA4B,EAAE,CAAC;gBACvC,IAAI,CAAC;oBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;gBAC1C,CAAC;gBAAC,MAAM,CAAC;oBACP,kCAAkC;gBACpC,CAAC;gBAED,MAAM,QAAQ,GAAa;oBACzB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,IAAI;iBAChB,CAAC;gBACF,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC/B,OAAO,EAAE,UAAU,EAAE,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,IAAI,CAAC,WAAW,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,YAAY,IAAI,SAAS,CAAC;YACzC,MAAM,IAAI,KAAK,CACb,qDAAqD,MAAM,KAAK;gBAChE,CAAC,MAAM,KAAK,QAAQ;oBAClB,CAAC,CAAC,8FAA8F;oBAChG,CAAC,CAAC,wCAAwC,CAAC,CAC9C,CAAC;QACJ,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,OAAO,CAAC,SAAS,CACpB,WAAW,EACX,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CACzD,CAAC;QAEF,4CAA4C;QAC5C,MAAM,sBAAsB,GAC1B,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC;QAErD,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;YACnE,YAAY,EAAE,sBAAsB;SACrC,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,QAAmB;QAC7C,mDAAmD;QACnD,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,MAAM,CAAC,sBAA6B,CAAC,CAAC,mCAAmC;QACvF,CAAC;QAED,mCAAmC;QACnC,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC1D,OAAO,SAAS,EAAE,OAAO,CAAC;IAC5B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/backends/cloud/openai-provider.d.ts

@@ -0,0 +1,19 @@
+/**
+ * OpenAI Completions Provider
+ * Supports OpenAI-compatible APIs (OpenAI, Ollama, vLLM, LMStudio, etc.)
+ */
+import type { Message, ToolDefinition } from '../../types';
+import type { LLMProvider, SystemPromptBlock, ParsedStreamChunk } from './providers';
+export declare class OpenAICompletionsProvider implements LLMProvider {
+    formatRequest(messages: Message[], systemPrompt: string | SystemPromptBlock[] | undefined, options: {
+        model: string;
+        tools?: ToolDefinition[];
+        modelParams?: Record<string, unknown>;
+    }): Record<string, unknown>;
+    parseStreamChunk(chunk: string): ParsedStreamChunk | null;
+    getEndpoint(baseUrl: string): string;
+    getHeaders(apiKey?: string): Record<string, string>;
+    private convertMessages;
+    private convertTools;
+}
+//# sourceMappingURL=openai-provider.d.ts.map

package/dist/backends/cloud/openai-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/openai-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAiC,MAAM,aAAa,CAAC;AAC1F,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAsBrF,qBAAa,yBAA0B,YAAW,WAAW;IAC3D,aAAa,CACX,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,EAAE,MAAM,GAAG,iBAAiB,EAAE,GAAG,SAAS,EACtD,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GACA,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAkB1B,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,iBAAiB,GAAG,IAAI;IA8CzD,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIpC,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAYnD,OAAO,CAAC,eAAe;IA6DvB,OAAO,CAAC,YAAY;CAUrB"}