@auxiora/providers 1.0.0

package/dist/openai-compatible.js

@@ -0,0 +1,112 @@
+import OpenAI from 'openai';
+const DEFAULT_MAX_TOKENS = 4096;
+export class OpenAICompatibleProvider {
+    name;
+    metadata;
+    client;
+    defaultModel;
+    defaultMaxTokens;
+    constructor(options) {
+        this.name = options.name || 'openai-compatible';
+        this.defaultModel = options.model;
+        this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
+        this.client = new OpenAI({
+            apiKey: options.apiKey || 'not-needed',
+            baseURL: options.baseUrl,
+        });
+        this.metadata = {
+            name: this.name,
+            displayName: options.name ? `${options.name} (OpenAI-compatible)` : 'OpenAI-compatible',
+            models: {
+                [this.defaultModel]: {
+                    maxContextTokens: 128000,
+                    supportsVision: false,
+                    supportsTools: true,
+                    supportsStreaming: true,
+                    supportsImageGen: false,
+                    costPer1kInput: 0,
+                    costPer1kOutput: 0,
+                    strengths: ['code', 'reasoning'],
+                    isLocal: true,
+                },
+            },
+            isAvailable: async () => {
+                try {
+                    await this.client.models.list();
+                    return true;
+                }
+                catch {
+                    return false;
+                }
+            },
+        };
+    }
+    async complete(messages, options) {
+        const openaiMessages = this.prepareMessages(messages, options);
+        const response = await this.client.chat.completions.create({
+            model: options?.model || this.defaultModel,
+            max_tokens: options?.maxTokens || this.defaultMaxTokens,
+            messages: openaiMessages,
+            temperature: options?.temperature,
+        });
+        const choice = response.choices[0];
+        const content = choice?.message?.content || '';
+        return {
+            content,
+            usage: {
+                inputTokens: response.usage?.prompt_tokens || 0,
+                outputTokens: response.usage?.completion_tokens || 0,
+            },
+            model: response.model,
+            finishReason: choice?.finish_reason || 'unknown',
+        };
+    }
+    async *stream(messages, options) {
+        const openaiMessages = this.prepareMessages(messages, options);
+        try {
+            const stream = await this.client.chat.completions.create({
+                model: options?.model || this.defaultModel,
+                max_tokens: options?.maxTokens || this.defaultMaxTokens,
+                messages: openaiMessages,
+                temperature: options?.temperature,
+                stream: true,
+                stream_options: { include_usage: true },
+            });
+            let inputTokens = 0;
+            let outputTokens = 0;
+            for await (const chunk of stream) {
+                const delta = chunk.choices[0]?.delta;
+                if (delta?.content) {
+                    yield { type: 'text', content: delta.content };
+                }
+                if (chunk.usage) {
+                    inputTokens = chunk.usage.prompt_tokens || 0;
+                    outputTokens = chunk.usage.completion_tokens || 0;
+                }
+                if (chunk.choices[0]?.finish_reason) {
+                    yield {
+                        type: 'done',
+                        usage: { inputTokens, outputTokens },
+                    };
+                }
+            }
+        }
+        catch (error) {
+            yield {
+                type: 'error',
+                error: error instanceof Error ? error.message : 'Unknown error',
+            };
+        }
+    }
+    prepareMessages(messages, options) {
+        const openaiMessages = [];
+        if (options?.systemPrompt) {
+            openaiMessages.push({ role: 'system', content: options.systemPrompt });
+        }
+        for (const msg of messages) {
+            openaiMessages.push({ role: msg.role, content: msg.content });
+        }
+        return openaiMessages;
+    }
+}
+//# sourceMappingURL=openai-compatible.js.map

package/dist/openai-compatible.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible.js","sourceRoot":"","sources":["../src/openai-compatible.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAU5B,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAUhC,MAAM,OAAO,wBAAwB;IACnC,IAAI,CAAS;IACb,QAAQ,CAAmB;IACnB,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAAwC;QAClD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,mBAAmB,CAAC;QAChD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QAEhE,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,YAAY;YACtC,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG;YACd,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,sBAAsB,CAAC,CAAC,CAAC,mBAAmB;YACvF,MAAM,EAAE;gBACN,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;oBACnB,gBAAgB,EAAE,MAAM;oBACxB,cAAc,EAAE,KAAK;oBACrB,aAAa,EAAE,IAAI;oBACnB,iBAAiB,EAAE,IAAI;oBACvB,gBAAgB,EAAE,KAAK;oBACvB,cAAc,EAAE,CAAC;oBACjB,eAAe,EAAE,CAAC;oBAClB,SAAS,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC;oBAChC,OAAO,EAAE,IAAI;iBACd;aACF;YACD,WAAW,EAAE,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChC,OAAO,IAAI,CAAC;gBACd,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACzD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;YAC1C,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;YACvD,QAAQ,EAAE,cAAc;YACxB,WAAW,EAAE,OAAO,EAAE,WAAW;SAClC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAE/C,OAAO;YACL,OAAO;YACP,KAAK,EAAE;gBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC/C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACrD;YACD,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,YAAY,EAAE,MAAM,EAAE,aAAa,IAAI,SAAS;SACjD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACvD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;gBAC1C,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,QAAQ,EAAE,cAAc;gBACxB,WAAW,EAAE,OAAO,EAAE,WAAW;gBACjC,MAAM,EAAE,IAAI;gBACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;aACxC,CAAC,CAAC;YAEH,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBAEtC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACnB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjD,CAAC;gBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;oBAC7C,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACpD,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;oBACpC,MAAM;wBACJ,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;qBACrC,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAwC,EAAE,CAAC;QAE/D,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;CACF"}

package/dist/openai.d.ts

@@ -0,0 +1,20 @@
+import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
+export interface OpenAIProviderOptions {
+    apiKey: string;
+    model?: string;
+    maxTokens?: number;
+    baseURL?: string;
+}
+export declare class OpenAIProvider implements Provider {
+    name: string;
+    metadata: ProviderMetadata;
+    private client;
+    private defaultModel;
+    private defaultMaxTokens;
+    constructor(options: OpenAIProviderOptions);
+    complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
+    stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
+    private transformTools;
+    private prepareMessages;
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../src/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EAEZ,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,YAAW,QAAQ;IAC7C,IAAI,SAAY;IAChB,QAAQ,EAAE,gBAAgB,CA8ExB;IACF,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,OAAO,EAAE,qBAAqB;IASpC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IA2DrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IA0F7C,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,eAAe;CAwBxB"}

package/dist/openai.js

@@ -0,0 +1,259 @@
+import OpenAI from 'openai';
+import { getOpenAIReasoningEffort, isOpenAIReasoningModel } from './thinking-levels.js';
+const DEFAULT_MODEL = 'gpt-5.2';
+const DEFAULT_MAX_TOKENS = 4096;
+export class OpenAIProvider {
+    name = 'openai';
+    metadata = {
+        name: 'openai',
+        displayName: 'OpenAI GPT',
+        models: {
+            'gpt-5.2': {
+                maxContextTokens: 1048576,
+                supportsVision: true,
+                supportsTools: true,
+                supportsStreaming: true,
+                supportsImageGen: false,
+                costPer1kInput: 0.003,
+                costPer1kOutput: 0.012,
+                strengths: ['reasoning', 'code', 'vision', 'creative', 'agentic'],
+                isLocal: false,
+            },
+            'gpt-5.2-pro': {
+                maxContextTokens: 1048576,
+                supportsVision: true,
+                supportsTools: true,
+                supportsStreaming: true,
+                supportsImageGen: false,
+                costPer1kInput: 0.01,
+                costPer1kOutput: 0.04,
+                strengths: ['reasoning', 'code', 'precision', 'agentic'],
+                isLocal: false,
+            },
+            'gpt-5': {
+                maxContextTokens: 1048576,
+                supportsVision: true,
+                supportsTools: true,
+                supportsStreaming: true,
+                supportsImageGen: false,
+                costPer1kInput: 0.0025,
+                costPer1kOutput: 0.01,
+                strengths: ['reasoning', 'code', 'agentic'],
+                isLocal: false,
+            },
+            'gpt-5-mini': {
+                maxContextTokens: 1048576,
+                supportsVision: true,
+                supportsTools: true,
+                supportsStreaming: true,
+                supportsImageGen: false,
+                costPer1kInput: 0.0004,
+                costPer1kOutput: 0.0016,
+                strengths: ['fast', 'code', 'cost-efficient'],
+                isLocal: false,
+            },
+            'gpt-5-nano': {
+                maxContextTokens: 1048576,
+                supportsVision: true,
+                supportsTools: true,
+                supportsStreaming: true,
+                supportsImageGen: false,
+                costPer1kInput: 0.0001,
+                costPer1kOutput: 0.0004,
+                strengths: ['fast', 'cost-efficient'],
+                isLocal: false,
+            },
+            'gpt-4.1': {
+                maxContextTokens: 1048576,
+                supportsVision: true,
+                supportsTools: true,
+                supportsStreaming: true,
+                supportsImageGen: false,
+                costPer1kInput: 0.002,
+                costPer1kOutput: 0.008,
+                strengths: ['code', 'instruction-following', 'long-context'],
+                isLocal: false,
+            },
+        },
+        isAvailable: async () => {
+            try {
+                return this.client !== undefined;
+            }
+            catch {
+                return false;
+            }
+        },
+    };
+    client;
+    defaultModel;
+    defaultMaxTokens;
+    constructor(options) {
+        this.client = new OpenAI({
+            apiKey: options.apiKey,
+            baseURL: options.baseURL,
+        });
+        this.defaultModel = options.model || DEFAULT_MODEL;
+        this.defaultMaxTokens = options.maxTokens || DEFAULT_MAX_TOKENS;
+    }
+    async complete(messages, options) {
+        const openaiMessages = this.prepareMessages(messages, options);
+        const model = options?.model || this.defaultModel;
+        const createParams = {
+            model,
+            max_tokens: options?.maxTokens || this.defaultMaxTokens,
+            messages: openaiMessages,
+        };
+        // Add tools if provided
+        if (options?.tools && options.tools.length > 0) {
+            createParams.tools = this.transformTools(options.tools);
+        }
+        // Add reasoning_effort for o-series models
+        if (options?.thinkingLevel && isOpenAIReasoningModel(model)) {
+            const effort = getOpenAIReasoningEffort(options.thinkingLevel);
+            if (effort) {
+                createParams.reasoning_effort = effort;
+            }
+        }
+        const response = await this.client.chat.completions.create(createParams);
+        const choice = response.choices[0];
+        const message = choice?.message;
+        const content = message?.content || '';
+        // Handle tool calls in the response
+        const toolCalls = message?.tool_calls;
+        if (toolCalls && toolCalls.length > 0) {
+            return {
+                content,
+                toolUse: toolCalls.map((tc) => ({
+                    id: tc.id,
+                    name: tc.function.name,
+                    input: JSON.parse(tc.function.arguments || '{}'),
+                })),
+                usage: {
+                    inputTokens: response.usage?.prompt_tokens || 0,
+                    outputTokens: response.usage?.completion_tokens || 0,
+                },
+                model: response.model,
+                finishReason: 'tool_use',
+            };
+        }
+        return {
+            content,
+            usage: {
+                inputTokens: response.usage?.prompt_tokens || 0,
+                outputTokens: response.usage?.completion_tokens || 0,
+            },
+            model: response.model,
+            finishReason: choice?.finish_reason || 'unknown',
+        };
+    }
+    async *stream(messages, options) {
+        const openaiMessages = this.prepareMessages(messages, options);
+        try {
+            const model = options?.model || this.defaultModel;
+            const createParams = {
+                model,
+                max_tokens: options?.maxTokens || this.defaultMaxTokens,
+                messages: openaiMessages,
+                stream: true,
+                stream_options: { include_usage: true },
+            };
+            // Add tools if provided
+            if (options?.tools && options.tools.length > 0) {
+                createParams.tools = this.transformTools(options.tools);
+            }
+            // Add reasoning_effort for o-series models
+            if (options?.thinkingLevel && isOpenAIReasoningModel(model)) {
+                const effort = getOpenAIReasoningEffort(options.thinkingLevel);
+                if (effort) {
+                    createParams.reasoning_effort = effort;
+                }
+            }
+            const stream = await this.client.chat.completions.create(createParams);
+            let inputTokens = 0;
+            let outputTokens = 0;
+            // Track streaming tool calls: index -> { id, name, arguments }
+            const toolCallAccumulators = new Map();
+            for await (const chunk of stream) {
+                const choice = chunk.choices[0];
+                const delta = choice?.delta;
+                if (delta?.content) {
+                    yield { type: 'text', content: delta.content };
+                }
+                // Handle streaming tool_calls deltas
+                if (delta?.tool_calls) {
+                    for (const tc of delta.tool_calls) {
+                        const idx = tc.index;
+                        if (!toolCallAccumulators.has(idx)) {
+                            toolCallAccumulators.set(idx, { id: '', name: '', arguments: '' });
+                        }
+                        const acc = toolCallAccumulators.get(idx);
+                        if (tc.id)
+                            acc.id = tc.id;
+                        if (tc.function?.name)
+                            acc.name = tc.function.name;
+                        if (tc.function?.arguments)
+                            acc.arguments += tc.function.arguments;
+                    }
+                }
+                if (chunk.usage) {
+                    inputTokens = chunk.usage.prompt_tokens || 0;
+                    outputTokens = chunk.usage.completion_tokens || 0;
+                }
+                if (choice?.finish_reason) {
+                    // Yield accumulated tool calls before done
+                    if (choice.finish_reason === 'tool_calls' && toolCallAccumulators.size > 0) {
+                        for (const [, acc] of toolCallAccumulators) {
+                            yield {
+                                type: 'tool_use',
+                                toolUse: {
+                                    id: acc.id,
+                                    name: acc.name,
+                                    input: JSON.parse(acc.arguments || '{}'),
+                                },
+                            };
+                        }
+                    }
+                    yield {
+                        type: 'done',
+                        usage: { inputTokens, outputTokens },
+                    };
+                }
+            }
+        }
+        catch (error) {
+            yield {
+                type: 'error',
+                error: error instanceof Error ? error.message : 'Unknown error',
+            };
+        }
+    }
+    transformTools(tools) {
+        return tools.map((tool) => ({
+            type: 'function',
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.input_schema,
+            },
+        }));
+    }
+    prepareMessages(messages, options) {
+        const openaiMessages = [];
+        // Add system prompt if provided
+        if (options?.systemPrompt) {
+            openaiMessages.push({
+                role: 'system',
+                content: options.systemPrompt,
+            });
+        }
+        // Convert messages
+        for (const msg of messages) {
+            openaiMessages.push({
+                role: msg.role,
+                content: msg.content,
+            });
+        }
+        return openaiMessages;
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../src/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAU5B,OAAO,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAExF,MAAM,aAAa,GAAG,SAAS,CAAC;AAChC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAShC,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,QAAQ,GAAqB;QAC3B,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,YAAY;QACzB,MAAM,EAAE;YACN,SAAS,EAAE;gBACT,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK;gBACrB,eAAe,EAAE,KAAK;gBACtB,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC;gBACjE,OAAO,EAAE,KAAK;aACf;YACD,aAAa,EAAE;gBACb,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,IAAI;gBACpB,eAAe,EAAE,IAAI;gBACrB,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC;gBACxD,OAAO,EAAE,KAAK;aACf;YACD,OAAO,EAAE;gBACP,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,IAAI;gBACrB,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,CAAC;gBAC3C,OAAO,EAAE,KAAK;aACf;YACD,YAAY,EAAE;gBACZ,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,MAAM;gBACvB,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,gBAAgB,CAAC;gBAC7C,OAAO,EAAE,KAAK;aACf;YACD,YAAY,EAAE;gBACZ,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,MAAM;gBACvB,SAAS,EAAE,CAAC,MAAM,EAAE,gBAAgB,CAAC;gBACrC,OAAO,EAAE,KAAK;aACf;YACD,SAAS,EAAE;gBACT,gBAAgB,EAAE,OAAO;gBACzB,cAAc,EAAE,IAAI;gBACpB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK;gBACrB,eAAe,EAAE,KAAK;gBACtB,SAAS,EAAE,CAAC,MAAM,EAAE,uBAAuB,EAAE,cAAc,CAAC;gBAC5D,OAAO,EAAE,KAAK;aACf;SACF;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;YACnC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;IACM,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,gBAAgB,CAAS;IAEjC,YAAY,OAA8B;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,YAAY,GAAsC;YACtD,KAAK;YACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;YACvD,QAAQ,EAAE,cAAc;SACzB,CAAC;QAEF,wBAAwB;QACxB,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,YAAY,CAAC,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1D,CAAC;QAED,2CAA2C;QAC3C,IAAI,OAAO,EAAE,aAAa,IAAI,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5D,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAC/D,IAAI,MAAM,EAAE,CAAC;gBACV,YAAoB,CAAC,gBAAgB,GAAG,MAAM,CAAC;YAClD,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEzE,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;QAChC,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAEvC,oCAAoC;QACpC,MAAM,SAAS,GAAG,OAAO,EAAE,UAAU,CAAC;QACtC,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,OAAO;gBACP,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC9B,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;iBACjD,CAAC,CAAC;gBACH,KAAK,EAAE;oBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;oBAC/C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;iBACrD;gBACD,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,YAAY,EAAE,UAAU;aACzB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO;YACP,KAAK,EAAE;gBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;gBAC/C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;aACrD;YACD,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,YAAY,EAAE,MAAM,EAAE,aAAa,IAAI,SAAS;SACjD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;YAClD,MAAM,YAAY,GAAsC;gBACtD,KAAK;gBACL,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,IAAI;gBACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;aACxC,CAAC;YAEF,wBAAwB;YACxB,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/C,YAAY,CAAC,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC1D,CAAC;YAED,2CAA2C;YAC3C,IAAI,OAAO,EAAE,aAAa,IAAI,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5D,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAC/D,IAAI,MAAM,EAAE,CAAC;oBACV,YAAoB,CAAC,gBAAgB,GAAG,MAAM,CAAC;gBAClD,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEvE,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,+DAA+D;YAC/D,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAA2D,CAAC;YAEhG,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC;gBAE5B,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACnB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBACjD,CAAC;gBAED,qCAAqC;gBACrC,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;oBACtB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClC,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC;wBACrB,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;4BACnC,oBAAoB,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;wBACrE,CAAC;wBACD,MAAM,GAAG,GAAG,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;wBAC3C,IAAI,EAAE,CAAC,EAAE;4BAAE,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;wBAC1B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;4BAAE,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACnD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;4BAAE,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBACrE,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;oBAC7C,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACpD,CAAC;gBAED,IAAI,MAAM,EAAE,aAAa,EAAE,CAAC;oBAC1B,2CAA2C;oBAC3C,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,IAAI,oBAAoB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;wBAC3E,KAAK,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,oBAAoB,EAAE,CAAC;4BAC3C,MAAM;gCACJ,IAAI,EAAE,UAAU;gCAChB,OAAO,EAAE;oCACP,EAAE,EAAE,GAAG,CAAC,EAAE;oCACV,IAAI,EAAE,GAAG,CAAC,IAAI;oCACd,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC;iCACzC;6BACF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,MAAM;wBACJ,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;qBACrC,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,KAAuB;QAC5C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,YAAyC;aAC3D;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,eAAe,CACrB,QAAuB,EACvB,OAA2B;QAE3B,MAAM,cAAc,GAAwC,EAAE,CAAC;QAE/D,gCAAgC;QAChC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,cAAc,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO,CAAC,YAAY;aAC9B,CAAC,CAAC;QACL,CAAC;QAED,mBAAmB;QACnB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;CACF"}

package/dist/replicate.d.ts

@@ -0,0 +1,20 @@
+import type { Provider, ProviderMetadata, ChatMessage, CompletionOptions, CompletionResult, StreamChunk } from './types.js';
+export interface ReplicateProviderOptions {
+    apiToken: string;
+    model?: string;
+    pollInterval?: number;
+}
+export declare class ReplicateProvider implements Provider {
+    name: string;
+    metadata: ProviderMetadata;
+    private apiToken;
+    private defaultModel;
+    private pollInterval;
+    constructor(options: ReplicateProviderOptions);
+    complete(messages: ChatMessage[], options?: CompletionOptions): Promise<CompletionResult>;
+    stream(messages: ChatMessage[], options?: CompletionOptions): AsyncGenerator<StreamChunk, void, unknown>;
+    private createPrediction;
+    private pollPrediction;
+    private formatPrompt;
+}
+//# sourceMappingURL=replicate.d.ts.map

package/dist/replicate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../src/replicate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAYD,qBAAa,iBAAkB,YAAW,QAAQ;IAChD,IAAI,SAAe;IACnB,QAAQ,EAAE,gBAAgB,CAqCxB;IAEF,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAS;gBAEjB,OAAO,EAAE,wBAAwB;IAMvC,QAAQ,CACZ,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IA+BrB,MAAM,CACX,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;YAyE/B,gBAAgB;YAqBhB,cAAc;IAoB5B,OAAO,CAAC,YAAY;CAerB"}

package/dist/replicate.js

@@ -0,0 +1,186 @@
+const DEFAULT_MODEL = 'meta/meta-llama-3-70b-instruct';
+const DEFAULT_POLL_INTERVAL = 1000;
+const BASE_URL = 'https://api.replicate.com/v1';
+export class ReplicateProvider {
+    name = 'replicate';
+    metadata = {
+        name: 'replicate',
+        displayName: 'Replicate',
+        models: {
+            'meta/meta-llama-3-70b-instruct': {
+                maxContextTokens: 8192,
+                supportsVision: false,
+                supportsTools: false,
+                supportsStreaming: false,
+                supportsImageGen: false,
+                costPer1kInput: 0.00065,
+                costPer1kOutput: 0.00275,
+                strengths: ['reasoning', 'code'],
+                isLocal: false,
+            },
+            'stability-ai/sdxl': {
+                maxContextTokens: 0,
+                supportsVision: false,
+                supportsTools: false,
+                supportsStreaming: false,
+                supportsImageGen: true,
+                costPer1kInput: 0,
+                costPer1kOutput: 0,
+                strengths: ['image-generation'],
+                isLocal: false,
+            },
+        },
+        isAvailable: async () => {
+            try {
+                const response = await fetch(`${BASE_URL}/models`, {
+                    headers: { Authorization: `Bearer ${this.apiToken}` },
+                });
+                return response.ok;
+            }
+            catch {
+                return false;
+            }
+        },
+    };
+    apiToken;
+    defaultModel;
+    pollInterval;
+    constructor(options) {
+        this.apiToken = options.apiToken;
+        this.defaultModel = options.model || DEFAULT_MODEL;
+        this.pollInterval = options.pollInterval || DEFAULT_POLL_INTERVAL;
+    }
+    async complete(messages, options) {
+        const model = options?.model || this.defaultModel;
+        const prompt = this.formatPrompt(messages, options);
+        const prediction = await this.createPrediction(model, {
+            prompt,
+            max_tokens: options?.maxTokens || 4096,
+            temperature: options?.temperature,
+        });
+        const result = await this.pollPrediction(prediction.id);
+        if (result.status === 'failed') {
+            throw new Error(`Replicate prediction failed: ${result.error || 'unknown error'}`);
+        }
+        const output = Array.isArray(result.output)
+            ? result.output.join('')
+            : result.output || '';
+        return {
+            content: output,
+            usage: {
+                inputTokens: 0,
+                outputTokens: 0,
+            },
+            model,
+            finishReason: 'stop',
+        };
+    }
+    async *stream(messages, options) {
+        try {
+            const model = options?.model || this.defaultModel;
+            const prompt = this.formatPrompt(messages, options);
+            const response = await fetch(`${BASE_URL}/models/${model}/predictions`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiToken}`,
+                    Prefer: 'respond-async',
+                },
+                body: JSON.stringify({
+                    input: {
+                        prompt,
+                        max_tokens: options?.maxTokens || 4096,
+                        temperature: options?.temperature,
+                    },
+                    stream: true,
+                }),
+            });
+            if (!response.ok) {
+                throw new Error(`Replicate API error: ${response.status} ${response.statusText}`);
+            }
+            const prediction = (await response.json());
+            const streamUrl = `${BASE_URL}/predictions/${prediction.id}/stream`;
+            const streamResponse = await fetch(streamUrl, {
+                headers: { Authorization: `Bearer ${this.apiToken}`, Accept: 'text/event-stream' },
+            });
+            if (!streamResponse.ok || !streamResponse.body) {
+                const result = await this.pollPrediction(prediction.id);
+                const output = Array.isArray(result.output)
+                    ? result.output.join('')
+                    : result.output || '';
+                yield { type: 'text', content: output };
+                yield { type: 'done', usage: { inputTokens: 0, outputTokens: 0 } };
+                return;
+            }
+            const reader = streamResponse.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop() || '';
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (!trimmed || !trimmed.startsWith('data: '))
+                        continue;
+                    const data = trimmed.slice(6);
+                    if (data === '[DONE]')
+                        continue;
+                    yield { type: 'text', content: data };
+                }
+            }
+            yield { type: 'done', usage: { inputTokens: 0, outputTokens: 0 } };
+        }
+        catch (error) {
+            yield {
+                type: 'error',
+                error: error instanceof Error ? error.message : 'Unknown error',
+            };
+        }
+    }
+    async createPrediction(model, input) {
+        const response = await fetch(`${BASE_URL}/models/${model}/predictions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${this.apiToken}`,
+                Prefer: 'respond-async',
+            },
+            body: JSON.stringify({ input }),
+        });
+        if (!response.ok) {
+            throw new Error(`Replicate API error: ${response.status} ${response.statusText}`);
+        }
+        return (await response.json());
+    }
+    async pollPrediction(id) {
+        while (true) {
+            const response = await fetch(`${BASE_URL}/predictions/${id}`, {
+                headers: { Authorization: `Bearer ${this.apiToken}` },
+            });
+            if (!response.ok) {
+                throw new Error(`Replicate API error: ${response.status} ${response.statusText}`);
+            }
+            const prediction = (await response.json());
+            if (prediction.status === 'succeeded' || prediction.status === 'failed' || prediction.status === 'canceled') {
+                return prediction;
+            }
+            await new Promise((resolve) => setTimeout(resolve, this.pollInterval));
+        }
+    }
+    formatPrompt(messages, options) {
+        const parts = [];
+        if (options?.systemPrompt) {
+            parts.push(`<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n${options.systemPrompt}<|eot_id|>`);
+        }
+        for (const msg of messages) {
+            parts.push(`<|start_header_id|>${msg.role}<|end_header_id|>\n\n${msg.content}<|eot_id|>`);
+        }
+        parts.push('<|start_header_id|>assistant<|end_header_id|>\n\n');
+        return parts.join('');
+    }
+}
+//# sourceMappingURL=replicate.js.map

package/dist/replicate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../src/replicate.ts"],"names":[],"mappings":"AASA,MAAM,aAAa,GAAG,gCAAgC,CAAC;AACvD,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,QAAQ,GAAG,8BAA8B,CAAC;AAkBhD,MAAM,OAAO,iBAAiB;IAC5B,IAAI,GAAG,WAAW,CAAC;IACnB,QAAQ,GAAqB;QAC3B,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE;YACN,gCAAgC,EAAE;gBAChC,gBAAgB,EAAE,IAAI;gBACtB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,KAAK;gBACpB,iBAAiB,EAAE,KAAK;gBACxB,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,OAAO;gBACvB,eAAe,EAAE,OAAO;gBACxB,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;gBAChC,OAAO,EAAE,KAAK;aACf;YACD,mBAAmB,EAAE;gBACnB,gBAAgB,EAAE,CAAC;gBACnB,cAAc,EAAE,KAAK;gBACrB,aAAa,EAAE,KAAK;gBACpB,iBAAiB,EAAE,KAAK;gBACxB,gBAAgB,EAAE,IAAI;gBACtB,cAAc,EAAE,CAAC;gBACjB,eAAe,EAAE,CAAC;gBAClB,SAAS,EAAE,CAAC,kBAAkB,CAAC;gBAC/B,OAAO,EAAE,KAAK;aACf;SACF;QACD,WAAW,EAAE,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,SAAS,EAAE;oBACjD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,QAAQ,EAAE,EAAE;iBACtD,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;IAEM,QAAQ,CAAS;IACjB,YAAY,CAAS;IACrB,YAAY,CAAS;IAE7B,YAAY,OAAiC;QAC3C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;QACnD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,qBAAqB,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEpD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE;YACpD,MAAM;YACN,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;YACtC,WAAW,EAAE,OAAO,EAAE,WAAW;SAClC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAExD,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YACzC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;QAExB,OAAO;YACL,OAAO,EAAE,MAAM;YACf,KAAK,EAAE;gBACL,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,CAAC;aAChB;YACD,KAAK;YACL,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAuB,EACvB,OAA2B;QAE3B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEpD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,WAAW,KAAK,cAAc,EAAE;gBACtE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,QAAQ,EAAE;oBACxC,MAAM,EAAE,eAAe;iBACxB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE;wBACL,MAAM;wBACN,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;wBACtC,WAAW,EAAE,OAAO,EAAE,WAAW;qBAClC;oBACD,MAAM,EAAE,IAAI;iBACb,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACpF,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;YAClE,MAAM,SAAS,GAAG,GAAG,QAAQ,gBAAgB,UAAU,CAAC,EAAE,SAAS,CAAC;YAEpE,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE;gBAC5C,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,mBAAmB,EAAE;aACnF,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;gBACxD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;oBACzC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxB,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;gBACxB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBACxC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnE,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAC/C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACxD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,IAAI,IAAI,KAAK,QAAQ;wBAAE,SAAS;oBAChC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACxC,CAAC;YACH,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACrE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAChE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,KAAa,EACb,KAA8B;QAE9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,WAAW,KAAK,cAAc,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,QAAQ,EAAE;gBACxC,MAAM,EAAE,eAAe;aACxB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;SAChC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACpF,CAAC;QAED,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,EAAU;QACrC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,gBAAgB,EAAE,EAAE,EAAE;gBAC5D,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,QAAQ,EAAE,EAAE;aACtD,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACpF,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;YAElE,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC5G,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,QAAuB,EAAE,OAA2B;QACvE,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,kEAAkE,OAAO,CAAC,YAAY,YAAY,CAAC,CAAC;QACjH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,IAAI,wBAAwB,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC;QAC5F,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEhE,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;CACF"}

package/dist/thinking-levels.d.ts

@@ -0,0 +1,16 @@
+import type { ThinkingLevel } from './types.js';
+/**
+ * Map ThinkingLevel to Anthropic budget_tokens for the thinking block.
+ * Returns undefined for 'off' (no thinking).
+ */
+export declare function getAnthropicThinkingBudget(level: ThinkingLevel): number | undefined;
+/**
+ * Map ThinkingLevel to OpenAI reasoning_effort for o-series models.
+ * Returns undefined for 'off'.
+ */
+export declare function getOpenAIReasoningEffort(level: ThinkingLevel): 'low' | 'medium' | 'high' | undefined;
+/**
+ * Check if an OpenAI model supports reasoning_effort (o-series).
+ */
+export declare function isOpenAIReasoningModel(model: string): boolean;
+//# sourceMappingURL=thinking-levels.d.ts.map

package/dist/thinking-levels.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"thinking-levels.d.ts","sourceRoot":"","sources":["../src/thinking-levels.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD;;;GAGG;AACH,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,aAAa,GAAG,MAAM,GAAG,SAAS,CAQnF;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,aAAa,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,SAAS,CAQpG;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAG7D"}