@shuyhere/takotako 0.0.1

package/dist/providers/openai.js

@@ -0,0 +1,321 @@
+/**
+ * OpenAI provider — native OpenAI API adapter with streaming support.
+ *
+ * Supports authentication via:
+ *   - OPENAI_API_KEY env var (API key)
+ *   - ~/.tako/auth/openai.json (API key or OAuth token)
+ *   - ~/.tako/auth/openai-codex.json (OAuth token for Codex)
+ */
+import { resolveAuthToken } from '../auth/storage.js';
+import { getValidOAuthToken } from '../auth/oauth.js';
+export class OpenAIProvider {
+    id = 'openai';
+    apiKey;
+    authResolved = false;
+    baseUrl;
+    constructor(opts) {
+        this.apiKey = opts?.apiKey ?? process.env.OPENAI_API_KEY ?? '';
+        this.baseUrl = opts?.baseUrl ?? 'https://api.openai.com';
+    }
+    async ensureAuth() {
+        if (this.authResolved)
+            return;
+        this.authResolved = true;
+        if (!this.apiKey) {
+            // Try OAuth token (openai-codex)
+            const oauthToken = await getValidOAuthToken('openai-codex');
+            if (oauthToken) {
+                this.apiKey = oauthToken;
+                return;
+            }
+            // Try auth file (api_key)
+            const token = await resolveAuthToken('openai');
+            if (token) {
+                this.apiKey = token;
+            }
+            else {
+                console.warn('[openai] No API key found. Set OPENAI_API_KEY or run `tako models auth login --provider openai`.');
+            }
+        }
+    }
+    extractModelId(model) {
+        const slash = model.indexOf('/');
+        return slash >= 0 ? model.slice(slash + 1) : model;
+    }
+    async *chat(req) {
+        await this.ensureAuth();
+        const model = this.extractModelId(req.model);
+        const messages = this.convertMessages(req.messages);
+        const tools = req.tools?.map((t) => this.convertTool(t));
+        const shouldStream = req.stream !== false;
+        const body = {
+            model,
+            messages,
+            stream: shouldStream,
+            ...(req.temperature !== undefined ? { temperature: req.temperature } : {}),
+            ...(req.max_tokens !== undefined ? { max_tokens: req.max_tokens } : {}),
+            ...(req.stop ? { stop: req.stop } : {}),
+            ...(tools && tools.length > 0 ? { tools, tool_choice: 'auto' } : {}),
+        };
+        if (shouldStream) {
+            body.stream_options = { include_usage: true };
+        }
+        const res = await fetch(`${this.baseUrl}/v1/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify(body),
+        });
+        if (!res.ok) {
+            const errBody = await res.text();
+            if (res.status === 401 || res.status === 403) {
+                throw new Error(`[openai] Authentication failed (HTTP ${res.status}). Check your API key.`);
+            }
+            throw new Error(`[openai] API error (${res.status}): ${errBody}`);
+        }
+        if (shouldStream) {
+            yield* this.parseSSEStream(res);
+        }
+        else {
+            const data = await res.json();
+            const choice = data.choices?.[0];
+            const msg = choice?.message;
+            const toolCalls = (msg?.tool_calls ?? []).map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                input: JSON.parse(tc.function.arguments || '{}'),
+            }));
+            yield {
+                text: msg?.content ?? undefined,
+                tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
+                done: true,
+                usage: data.usage ? {
+                    prompt_tokens: data.usage.prompt_tokens,
+                    completion_tokens: data.usage.completion_tokens,
+                    total_tokens: data.usage.total_tokens,
+                } : undefined,
+            };
+        }
+    }
+    async *parseSSEStream(res) {
+        const reader = res.body.getReader();
+        const decoder = new TextDecoder();
+        let buffer = '';
+        const toolCallAccum = new Map();
+        let usage;
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop();
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (!trimmed || trimmed === 'data: [DONE]') {
+                        if (trimmed === 'data: [DONE]') {
+                            // Emit final chunk
+                            const parsedToolCalls = [];
+                            for (const [, tc] of toolCallAccum) {
+                                parsedToolCalls.push({
+                                    id: tc.id,
+                                    name: tc.name,
+                                    input: tc.args ? JSON.parse(tc.args) : {},
+                                });
+                            }
+                            yield {
+                                tool_calls: parsedToolCalls.length > 0 ? parsedToolCalls : undefined,
+                                done: true,
+                                usage,
+                            };
+                            return;
+                        }
+                        continue;
+                    }
+                    if (!trimmed.startsWith('data: '))
+                        continue;
+                    const jsonStr = trimmed.slice(6);
+                    let chunk;
+                    try {
+                        chunk = JSON.parse(jsonStr);
+                    }
+                    catch {
+                        continue;
+                    }
+                    // Capture usage from the final chunk
+                    if (chunk.usage) {
+                        usage = {
+                            prompt_tokens: chunk.usage.prompt_tokens,
+                            completion_tokens: chunk.usage.completion_tokens,
+                            total_tokens: chunk.usage.total_tokens,
+                        };
+                    }
+                    const delta = chunk.choices?.[0]?.delta;
+                    if (!delta)
+                        continue;
+                    // Text content
+                    if (delta.content) {
+                        yield { text: delta.content, done: false };
+                    }
+                    // Tool call deltas
+                    if (delta.tool_calls) {
+                        for (const tc of delta.tool_calls) {
+                            const existing = toolCallAccum.get(tc.index);
+                            if (!existing) {
+                                toolCallAccum.set(tc.index, {
+                                    id: tc.id ?? '',
+                                    name: tc.function?.name ?? '',
+                                    args: tc.function?.arguments ?? '',
+                                });
+                            }
+                            else {
+                                if (tc.id)
+                                    existing.id = tc.id;
+                                if (tc.function?.name)
+                                    existing.name = tc.function.name;
+                                if (tc.function?.arguments)
+                                    existing.args += tc.function.arguments;
+                            }
+                        }
+                    }
+                }
+            }
+        }
+        finally {
+            reader.releaseLock();
+        }
+        // If we exit the loop without [DONE], emit a final chunk
+        const parsedToolCalls = [];
+        for (const [, tc] of toolCallAccum) {
+            parsedToolCalls.push({
+                id: tc.id,
+                name: tc.name,
+                input: tc.args ? JSON.parse(tc.args) : {},
+            });
+        }
+        yield {
+            tool_calls: parsedToolCalls.length > 0 ? parsedToolCalls : undefined,
+            done: true,
+            usage,
+        };
+    }
+    models() {
+        return [
+            {
+                id: 'gpt-5.2',
+                name: 'GPT-5.2',
+                provider: 'openai',
+                context_window: 200_000,
+                max_output_tokens: 32_000,
+                capabilities: ['text', 'vision', 'tools', 'streaming'],
+            },
+            {
+                id: 'gpt-5-mini',
+                name: 'GPT-5 Mini',
+                provider: 'openai',
+                context_window: 200_000,
+                max_output_tokens: 16_384,
+                capabilities: ['text', 'vision', 'tools', 'streaming'],
+            },
+            {
+                id: 'gpt-oss-120b',
+                name: 'GPT-OSS 120B',
+                provider: 'openai',
+                context_window: 128_000,
+                max_output_tokens: 16_384,
+                capabilities: ['text', 'vision', 'tools', 'streaming'],
+            },
+            {
+                id: 'gpt-5.3-codex',
+                name: 'GPT-5.3 Codex',
+                provider: 'openai-codex',
+                context_window: 200_000,
+                max_output_tokens: 32_000,
+                capabilities: ['text', 'vision', 'tools', 'streaming'],
+            },
+            {
+                id: 'gpt-5.2-codex',
+                name: 'GPT-5.2 Codex',
+                provider: 'openai-codex',
+                context_window: 200_000,
+                max_output_tokens: 32_000,
+                capabilities: ['text', 'vision', 'tools', 'streaming'],
+            },
+        ];
+    }
+    supports(capability) {
+        return ['text', 'vision', 'tools', 'streaming'].includes(capability);
+    }
+    convertMessages(msgs) {
+        const result = [];
+        for (const msg of msgs) {
+            if (msg.role === 'system') {
+                const text = typeof msg.content === 'string'
+                    ? msg.content
+                    : msg.content.filter((p) => p.type === 'text').map((p) => p.text).join('\n');
+                result.push({ role: 'system', content: text });
+                continue;
+            }
+            if (msg.role === 'tool') {
+                result.push({
+                    role: 'tool',
+                    content: typeof msg.content === 'string' ? msg.content : JSON.stringify(msg.content),
+                    tool_call_id: msg.tool_call_id ?? '',
+                });
+                continue;
+            }
+            if (msg.role === 'assistant') {
+                if (typeof msg.content === 'string') {
+                    result.push({ role: 'assistant', content: msg.content });
+                }
+                else {
+                    let text = '';
+                    const toolCalls = [];
+                    for (const part of msg.content) {
+                        if (part.type === 'text') {
+                            text += part.text;
+                        }
+                        else if (part.type === 'tool_use') {
+                            toolCalls.push({
+                                id: part.id,
+                                type: 'function',
+                                function: {
+                                    name: part.name,
+                                    arguments: JSON.stringify(part.input),
+                                },
+                            });
+                        }
+                    }
+                    result.push({
+                        role: 'assistant',
+                        content: text || null,
+                        tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
+                    });
+                }
+                continue;
+            }
+            if (msg.role === 'user') {
+                const text = typeof msg.content === 'string'
+                    ? msg.content
+                    : msg.content.filter((p) => p.type === 'text').map((p) => p.text).join('\n');
+                result.push({ role: 'user', content: text });
+                continue;
+            }
+        }
+        return result;
+    }
+    convertTool(tool) {
+        return {
+            type: 'function',
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters,
+            },
+        };
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAWH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,MAAM,OAAO,cAAc;IACzB,EAAE,GAAG,QAAQ,CAAC;IACN,MAAM,CAAS;IACf,YAAY,GAAG,KAAK,CAAC;IACrB,OAAO,CAAS;IAExB,YAAY,IAA4C;QACtD,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE,OAAO,IAAI,wBAAwB,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,iCAAiC;YACjC,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,cAAc,CAAC,CAAC;YAC5D,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;gBACzB,OAAO;YACT,CAAC;YAED,0BAA0B;YAC1B,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YAC/C,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,kGAAkG,CAAC,CAAC;YACnH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,KAAa;QAClC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,GAAgB;QAC1B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,KAAK,KAAK,CAAC;QAE1C,MAAM,IAAI,GAA4B;YACpC,KAAK;YACL,QAAQ;YACR,MAAM,EAAE,YAAY;YACpB,GAAG,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1E,GAAG,CAAC,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrE,CAAC;QAEF,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,cAAc,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QAChD,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,sBAAsB,EAAE;YAC7D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACzC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,wCAAwC,GAAG,CAAC,MAAM,wBAAwB,CAAC,CAAC;YAC9F,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,MAAM,OAAO,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAwB,CAAC;YACpD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,GAAG,GAAG,MAAM,EAAE,OAAO,CAAC;YAE5B,MAAM,SAAS,GAAe,CAAC,GAAG,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACjE,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;aACjD,CAAC,CAAC,CAAC;YAEJ,MAAM;gBACJ,IAAI,EAAE,GAAG,EAAE,OAAO,IAAI,SAAS;gBAC/B,UAAU,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBACxD,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBAClB,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBACvC,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBAC/C,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;iBACtC,CAAC,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,cAAc,CAAC,GAAa;QACzC,MAAM,MAAM,GAAG,GAAG,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,aAAa,GAA4D,IAAI,GAAG,EAAE,CAAC;QACzF,IAAI,KAA6F,CAAC;QAElG,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;gBAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;wBAC3C,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;4BAC/B,mBAAmB;4BACnB,MAAM,eAAe,GAAe,EAAE,CAAC;4BACvC,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;gCACnC,eAAe,CAAC,IAAI,CAAC;oCACnB,EAAE,EAAE,EAAE,CAAC,EAAE;oCACT,IAAI,EAAE,EAAE,CAAC,IAAI;oCACb,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;iCAC1C,CAAC,CAAC;4BACL,CAAC;4BAED,MAAM;gCACJ,UAAU,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;gCACpE,IAAI,EAAE,IAAI;gCACV,KAAK;6BACN,CAAC;4BACF,OAAO;wBACT,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAEjC,IAAI,KAAwB,CAAC;oBAC7B,IAAI,CAAC;wBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;oBACnD,CAAC;oBAAC,MAAM,CAAC;wBACP,SAAS;oBACX,CAAC;oBAED,qCAAqC;oBACrC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAChB,KAAK,GAAG;4BACN,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;4BACxC,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB;4BAChD,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY;yBACvC,CAAC;oBACJ,CAAC;oBAED,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;oBACxC,IAAI,CAAC,KAAK;wBAAE,SAAS;oBAErB,eAAe;oBACf,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;wBAClB,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;oBAC7C,CAAC;oBAED,mBAAmB;oBACnB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBACrB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;4BAClC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;4BAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;gCACd,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE;oCAC1B,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;oCACf,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;oCAC7B,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;iCACnC,CAAC,CAAC;4BACL,CAAC;iCAAM,CAAC;gCACN,IAAI,EAAE,CAAC,EAAE;oCAAE,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gCAC/B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;oCAAE,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gCACxD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;oCAAE,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;4BACrE,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAED,yDAAyD;QACzD,MAAM,eAAe,GAAe,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;YACnC,eAAe,CAAC,IAAI,CAAC;gBACnB,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;aAC1C,CAAC,CAAC;QACL,CAAC;QAED,MAAM;YACJ,UAAU,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;YACpE,IAAI,EAAE,IAAI;YACV,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM;QACJ,OAAO;YACL;gBACE,EAAE,EAAE,SAAS;gBACb,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,QAAQ;gBAClB,cAAc,EAAE,OAAO;gBACvB,iBAAiB,EAAE,MAAM;gBACzB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC;aACvD;YACD;gBACE,EAAE,EAAE,YAAY;gBAChB,IAAI,EAAE,YAAY;gBAClB,QAAQ,EAAE,QAAQ;gBAClB,cAAc,EAAE,OAAO;gBACvB,iBAAiB,EAAE,MAAM;gBACzB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC;aACvD;YACD;gBACE,EAAE,EAAE,cAAc;gBAClB,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,cAAc,EAAE,OAAO;gBACvB,iBAAiB,EAAE,MAAM;gBACzB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC;aACvD;YACD;gBACE,EAAE,EAAE,eAAe;gBACnB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE,cAAc;gBACxB,cAAc,EAAE,OAAO;gBACvB,iBAAiB,EAAE,MAAM;gBACzB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC;aACvD;YACD;gBACE,EAAE,EAAE,eAAe;gBACnB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE,cAAc;gBACxB,cAAc,EAAE,OAAO;gBACvB,iBAAiB,EAAE,MAAM;gBACzB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC;aACvD;SACF,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,UAAkB;QACzB,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACvE,CAAC;IAEO,eAAe,CAAC,IAAmB;QACzC,MAAM,MAAM,GAAwB,EAAE,CAAC;QAEvC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAC1C,CAAC,CAAC,GAAG,CAAC,OAAO;oBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnH,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC/C,SAAS;YACX,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;oBACpF,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE;iBACrC,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC7B,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3D,CAAC;qBAAM,CAAC;oBACN,IAAI,IAAI,GAAG,EAAE,CAAC;oBACd,MAAM,SAAS,GAA4B,EAAE,CAAC;oBAE9C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;wBAC/B,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BACzB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;wBACpB,CAAC;6BAAM,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;4BACpC,SAAS,CAAC,IAAI,CAAC;gCACb,EAAE,EAAE,IAAI,CAAC,EAAE;gCACX,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE;oCACR,IAAI,EAAE,IAAI,CAAC,IAAI;oCACf,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;iCACtC;6BACF,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,IAAI,IAAI,IAAI;wBACrB,UAAU,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;qBACzD,CAAC,CAAC;gBACL,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAC1C,CAAC,CAAC,GAAG,CAAC,OAAO;oBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnH,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7C,SAAS;YACX,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,WAAW,CAAC,IAAoB;QACtC,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/prompt-cache.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Prompt caching — mark static content for provider-level caching.
+ *
+ * Anthropic supports cache_control breakpoints on system prompts.
+ * This module identifies cacheable content and adds cache markers.
+ *
+ * Benefits: ~90% cost reduction on cached system prompt tokens.
+ */
+import type { ChatMessage } from './provider.js';
+export interface PromptCacheConfig {
+    /** Enable prompt caching (default: true) */
+    enabled: boolean;
+    /** Min tokens for content to be cache-worthy (default: 1024) */
+    minTokens: number;
+    /** Provider support map */
+    providers: {
+        anthropic: boolean;
+        openai: boolean;
+    };
+}
+export interface PromptCacheStats {
+    cacheHits: number;
+    cacheMisses: number;
+    cachedTokens: number;
+    savedTokens: number;
+    hitRate: number;
+}
+export declare class PromptCacheManager {
+    private config;
+    private stats;
+    constructor(config?: Partial<PromptCacheConfig>);
+    /**
+     * Add cache control markers to messages for Anthropic API.
+     * Only marks system messages that exceed the minTokens threshold.
+     * Non-Anthropic providers are returned unchanged.
+     */
+    applyCacheMarkers(messages: ChatMessage[], provider: string): ChatMessage[];
+    /** Update stats from provider response usage data. */
+    updateStats(usage: {
+        cache_creation_input_tokens?: number;
+        cache_read_input_tokens?: number;
+    }): void;
+    /** Get current cache stats. */
+    getStats(): PromptCacheStats;
+    /** Reset stats. */
+    resetStats(): void;
+    /** Format stats for display. */
+    formatStats(): string;
+}
+//# sourceMappingURL=prompt-cache.d.ts.map

package/dist/providers/prompt-cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-cache.d.ts","sourceRoot":"","sources":["../../src/providers/prompt-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAEjD,MAAM,WAAW,iBAAiB;IAChC,4CAA4C;IAC5C,OAAO,EAAE,OAAO,CAAC;IACjB,gEAAgE;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,2BAA2B;IAC3B,SAAS,EAAE;QACT,SAAS,EAAE,OAAO,CAAC;QACnB,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAWD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,KAAK,CAAmB;gBAEpB,MAAM,GAAE,OAAO,CAAC,iBAAiB,CAAM;IAQnD;;;;OAIG;IACH,iBAAiB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,WAAW,EAAE;IA2B3E,sDAAsD;IACtD,WAAW,CAAC,KAAK,EAAE;QAAE,2BAA2B,CAAC,EAAE,MAAM,CAAC;QAAC,uBAAuB,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAgBpG,+BAA+B;IAC/B,QAAQ,IAAI,gBAAgB;IAI5B,mBAAmB;IACnB,UAAU,IAAI,IAAI;IAIlB,gCAAgC;IAChC,WAAW,IAAI,MAAM;CAatB"}

package/dist/providers/prompt-cache.js

@@ -0,0 +1,96 @@
+/**
+ * Prompt caching — mark static content for provider-level caching.
+ *
+ * Anthropic supports cache_control breakpoints on system prompts.
+ * This module identifies cacheable content and adds cache markers.
+ *
+ * Benefits: ~90% cost reduction on cached system prompt tokens.
+ */
+const DEFAULT_CACHE_CONFIG = {
+    enabled: true,
+    minTokens: 1024,
+    providers: {
+        anthropic: true,
+        openai: false,
+    },
+};
+export class PromptCacheManager {
+    config;
+    stats;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_CACHE_CONFIG, ...config };
+        if (config.providers) {
+            this.config.providers = { ...DEFAULT_CACHE_CONFIG.providers, ...config.providers };
+        }
+        this.stats = { cacheHits: 0, cacheMisses: 0, cachedTokens: 0, savedTokens: 0, hitRate: 0 };
+    }
+    /**
+     * Add cache control markers to messages for Anthropic API.
+     * Only marks system messages that exceed the minTokens threshold.
+     * Non-Anthropic providers are returned unchanged.
+     */
+    applyCacheMarkers(messages, provider) {
+        if (!this.config.enabled)
+            return messages;
+        if (provider !== 'anthropic' || !this.config.providers.anthropic)
+            return messages;
+        return messages.map((msg) => {
+            if (msg.role !== 'system')
+                return msg;
+            const text = typeof msg.content === 'string'
+                ? msg.content
+                : msg.content.filter((p) => p.type === 'text').map((p) => p.text).join('\n');
+            // Rough token estimate: ~4 chars per token
+            const estimatedTokens = Math.ceil(text.length / 4);
+            if (estimatedTokens < this.config.minTokens)
+                return msg;
+            // Return message with content structured for cache_control.
+            // The cache_control field is a runtime extension accepted by the Anthropic API
+            // but not present in the ChatMessage ContentPart type, so we cast through unknown.
+            return {
+                ...msg,
+                content: [
+                    { type: 'text', text, cache_control: { type: 'ephemeral' } },
+                ],
+            };
+        });
+    }
+    /** Update stats from provider response usage data. */
+    updateStats(usage) {
+        const creation = usage.cache_creation_input_tokens ?? 0;
+        const read = usage.cache_read_input_tokens ?? 0;
+        if (read > 0) {
+            this.stats.cacheHits++;
+            this.stats.savedTokens += read;
+        }
+        else if (creation > 0) {
+            this.stats.cacheMisses++;
+        }
+        this.stats.cachedTokens += creation + read;
+        const total = this.stats.cacheHits + this.stats.cacheMisses;
+        this.stats.hitRate = total > 0 ? this.stats.cacheHits / total : 0;
+    }
+    /** Get current cache stats. */
+    getStats() {
+        return { ...this.stats };
+    }
+    /** Reset stats. */
+    resetStats() {
+        this.stats = { cacheHits: 0, cacheMisses: 0, cachedTokens: 0, savedTokens: 0, hitRate: 0 };
+    }
+    /** Format stats for display. */
+    formatStats() {
+        const s = this.stats;
+        const total = s.cacheHits + s.cacheMisses;
+        if (total === 0)
+            return 'Prompt cache: no data yet.';
+        const hitPct = (s.hitRate * 100).toFixed(1);
+        return [
+            `**Prompt Cache**`,
+            `Hits: ${s.cacheHits} / ${total} (${hitPct}%)`,
+            `Cached tokens: ${s.cachedTokens.toLocaleString()}`,
+            `Saved tokens: ${s.savedTokens.toLocaleString()}`,
+        ].join('\n');
+    }
+}
+//# sourceMappingURL=prompt-cache.js.map

package/dist/providers/prompt-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-cache.js","sourceRoot":"","sources":["../../src/providers/prompt-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAwBH,MAAM,oBAAoB,GAAsB;IAC9C,OAAO,EAAE,IAAI;IACb,SAAS,EAAE,IAAI;IACf,SAAS,EAAE;QACT,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,KAAK;KACd;CACF,CAAC;AAEF,MAAM,OAAO,kBAAkB;IACrB,MAAM,CAAoB;IAC1B,KAAK,CAAmB;IAEhC,YAAY,SAAqC,EAAE;QACjD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,oBAAoB,EAAE,GAAG,MAAM,EAAE,CAAC;QACrD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,EAAE,GAAG,oBAAoB,CAAC,SAAS,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAC7F,CAAC;IAED;;;;OAIG;IACH,iBAAiB,CAAC,QAAuB,EAAE,QAAgB;QACzD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,QAAQ,CAAC;QAC1C,IAAI,QAAQ,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS;YAAE,OAAO,QAAQ,CAAC;QAElF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,GAAG,CAAC;YAEtC,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC1C,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEnH,2CAA2C;YAC3C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACnD,IAAI,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS;gBAAE,OAAO,GAAG,CAAC;YAExD,4DAA4D;YAC5D,+EAA+E;YAC/E,mFAAmF;YACnF,OAAO;gBACL,GAAG,GAAG;gBACN,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE,EAAE;iBAC1C;aACvC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,sDAAsD;IACtD,WAAW,CAAC,KAAiF;QAC3F,MAAM,QAAQ,GAAG,KAAK,CAAC,2BAA2B,IAAI,CAAC,CAAC;QACxD,MAAM,IAAI,GAAG,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC;QAEhD,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;QACjC,CAAC;aAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,QAAQ,GAAG,IAAI,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,+BAA+B;IAC/B,QAAQ;QACN,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,mBAAmB;IACnB,UAAU;QACR,IAAI,CAAC,KAAK,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAC7F,CAAC;IAED,gCAAgC;IAChC,WAAW;QACT,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;QACrB,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC;QAC1C,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,4BAA4B,CAAC;QAErD,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5C,OAAO;YACL,kBAAkB;YAClB,SAAS,CAAC,CAAC,SAAS,MAAM,KAAK,KAAK,MAAM,IAAI;YAC9C,kBAAkB,CAAC,CAAC,YAAY,CAAC,cAAc,EAAE,EAAE;YACnD,iBAAiB,CAAC,CAAC,WAAW,CAAC,cAAc,EAAE,EAAE;SAClD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;CACF"}

package/dist/providers/provider.d.ts

@@ -0,0 +1,173 @@
+/**
+ * Provider — inference engine trait.
+ *
+ * Every LLM backend (Anthropic, OpenAI, LiteLLM, etc.) implements this
+ * interface. The agent loop calls `chat()` and streams back `ChatChunk`s.
+ *
+ * Providers handle:
+ * - Model routing via `provider/model` refs (e.g. 'anthropic/claude-sonnet-4-6')
+ * - API key rotation and failover
+ * - Streaming-first responses via AsyncIterable
+ * - Message format conversion to/from provider-specific APIs
+ *
+ * @example
+ * ```typescript
+ * const provider = new AnthropicProvider();
+ * for await (const chunk of provider.chat({ model: 'claude-sonnet-4-6', messages, stream: true })) {
+ *   if (chunk.text) process.stdout.write(chunk.text);
+ * }
+ * ```
+ */
+/** A single message in the conversation history. */
+export interface ChatMessage {
+    /** Message role: system prompt, user input, assistant response, or tool result */
+    role: 'system' | 'user' | 'assistant' | 'tool';
+    /** Content as plain text or structured content parts (for tool_use blocks) */
+    content: string | ContentPart[];
+    /** Optional display name for the message author */
+    name?: string;
+    /** For tool-role messages: the ID of the tool_use block this result corresponds to */
+    tool_call_id?: string;
+}
+/**
+ * A structured content part within a message.
+ * Used for multi-modal messages (text + images) and tool interactions.
+ */
+export type ContentPart = {
+    type: 'text';
+    text: string;
+} | {
+    type: 'image_url';
+    image_url: {
+        url: string;
+    };
+} | {
+    type: 'image_base64';
+    media_type: string;
+    data: string;
+} | {
+    type: 'tool_use';
+    id: string;
+    name: string;
+    input: unknown;
+} | {
+    type: 'tool_result';
+    tool_use_id: string;
+    content: string;
+};
+/** A tool definition sent to the model for function calling. */
+export interface ToolDefinition {
+    /** Unique tool name */
+    name: string;
+    /** Human-readable description of what the tool does */
+    description: string;
+    /** JSON Schema describing the tool's input parameters */
+    parameters: Record<string, unknown>;
+}
+/** Request payload for a chat completion. */
+export interface ChatRequest {
+    /** Model identifier (e.g. 'claude-sonnet-4-6' or 'anthropic/claude-sonnet-4-6') */
+    model: string;
+    /** Conversation history including system prompt */
+    messages: ChatMessage[];
+    /** Available tools for function calling */
+    tools?: ToolDefinition[];
+    /** Sampling temperature (0.0 = deterministic, 1.0 = creative) */
+    temperature?: number;
+    /** Maximum tokens to generate */
+    max_tokens?: number;
+    /** Stop sequences that halt generation */
+    stop?: string[];
+    /** Whether to stream the response (default: true) */
+    stream?: boolean;
+    /** Anthropic prompt cache retention mode (passed through to provider). */
+    cacheRetention?: 'none' | 'short' | 'long';
+}
+/** A tool call requested by the model during generation. */
+export interface ToolCall {
+    /** Unique ID for this tool call (used to match results) */
+    id: string;
+    /** Name of the tool to invoke */
+    name: string;
+    /** Parsed input parameters for the tool */
+    input: unknown;
+}
+/** A single chunk in a streaming chat response. */
+export interface ChatChunk {
+    /** Incremental text delta (may be empty on tool-call-only chunks) */
+    text?: string;
+    /** Tool calls emitted by the model (accumulated across chunks) */
+    tool_calls?: ToolCall[];
+    /** True on the final chunk — signals end of generation */
+    done: boolean;
+    /** Token usage statistics (populated on the final chunk only) */
+    usage?: UsageStats;
+}
+/** Token usage statistics for a chat completion. */
+export interface UsageStats {
+    /** Number of tokens in the input (system + messages + tools) */
+    prompt_tokens: number;
+    /** Number of tokens generated by the model */
+    completion_tokens: number;
+    /** Total tokens consumed (prompt + completion) */
+    total_tokens: number;
+    /** Tokens written to cache on this request (Anthropic prompt caching). */
+    cache_creation_input_tokens?: number;
+    /** Tokens read from cache on this request (Anthropic prompt caching). */
+    cache_read_input_tokens?: number;
+}
+/** Information about an available model. */
+export interface ModelInfo {
+    /** Model identifier (e.g. 'claude-sonnet-4-6') */
+    id: string;
+    /** Human-readable model name */
+    name: string;
+    /** Provider that serves this model */
+    provider: string;
+    /** Maximum input context window in tokens */
+    context_window: number;
+    /** Maximum output tokens the model can generate */
+    max_output_tokens: number;
+    /** Supported capabilities (e.g. 'vision', 'tools', 'streaming') */
+    capabilities: string[];
+}
+/**
+ * Provider — the inference engine trait.
+ *
+ * Implementations adapt a specific LLM API (Anthropic, OpenAI, LiteLLM)
+ * into Tako's unified streaming interface. The agent loop depends only
+ * on this interface, making providers fully swappable.
+ *
+ * Built-in implementations:
+ * - {@link AnthropicProvider} — native Anthropic API with key rotation
+ * - {@link OpenAIProvider} — OpenAI-compatible API
+ * - {@link LiteLLMProvider} — proxy to 100+ providers
+ */
+export interface Provider {
+    /** Unique provider identifier (e.g. 'anthropic', 'openai', 'litellm') */
+    id: string;
+    /**
+     * Stream a chat completion.
+     *
+     * Always returns an async iterable of chunks, even for non-streaming requests.
+     * The final chunk has `done: true` and includes usage statistics.
+     *
+     * @param req - The chat request including model, messages, and tools
+     * @returns Async iterable of response chunks
+     */
+    chat(req: ChatRequest): AsyncIterable<ChatChunk>;
+    /**
+     * List models available through this provider.
+     *
+     * @returns Array of model information objects
+     */
+    models(): ModelInfo[];
+    /**
+     * Check if this provider supports a given capability.
+     *
+     * @param capability - Capability name (e.g. 'vision', 'tools', 'streaming')
+     * @returns True if the capability is supported
+     */
+    supports(capability: string): boolean;
+}
+//# sourceMappingURL=provider.d.ts.map