cursor-recursive-rag 0.2.0-alpha.2 → 0.2.0

package/dist/adapters/llm/deepseek.js

@@ -0,0 +1,228 @@
+/**
+ * DeepSeek LLM Provider
+ *
+ * Supports: deepseek-chat, deepseek-coder
+ * Uses OpenAI-compatible API
+ */
+import { BaseLLMProvider } from './base.js';
+import { LLMError } from '../../types/llmProvider.js';
+const DEEPSEEK_MODELS = {
+    'deepseek-chat': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: true,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+        maxOutputTokens: 8192,
+        inputCostPer1M: 0.14,
+        outputCostPer1M: 0.28,
+    },
+    'deepseek-coder': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: true,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+        maxOutputTokens: 8192,
+        inputCostPer1M: 0.14,
+        outputCostPer1M: 0.28,
+    },
+    'deepseek-reasoner': {
+        contextLength: 64000,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: false,
+        supportsStreaming: true,
+        maxOutputTokens: 8192,
+        inputCostPer1M: 0.55,
+        outputCostPer1M: 2.19,
+    },
+};
+export class DeepSeekProvider extends BaseLLMProvider {
+    type = 'deepseek';
+    name = 'DeepSeek';
+    apiKey;
+    baseUrl;
+    model;
+    constructor(config) {
+        super(config);
+        this.apiKey = config.apiKey;
+        this.baseUrl = config.baseUrl ?? 'https://api.deepseek.com';
+        this.model = config.defaultModel ?? 'deepseek-chat';
+    }
+    async isAvailable() {
+        try {
+            const response = await this.fetchWithTimeout(`${this.baseUrl}/v1/models`, {
+                method: 'GET',
+                headers: { 'Authorization': `Bearer ${this.apiKey}` },
+            }, 5000);
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    async listModels() {
+        return Object.entries(DEEPSEEK_MODELS).map(([id, capabilities]) => ({
+            id,
+            name: id.replace('deepseek-', 'DeepSeek ').replace(/^\w/, c => c.toUpperCase()),
+            provider: 'deepseek',
+            capabilities,
+        }));
+    }
+    getModelCapabilities(model) {
+        return DEEPSEEK_MODELS[model] ?? null;
+    }
+    async chat(messages, options) {
+        const model = options?.headers?.['x-model'] ?? this.model;
+        const capabilities = this.getModelCapabilities(model);
+        const startTime = Date.now();
+        return this.withRetry(async () => {
+            try {
+                const body = {
+                    model,
+                    messages: messages.map(m => ({ role: m.role, content: m.content })),
+                    max_tokens: options?.maxTokens ?? capabilities?.maxOutputTokens ?? 4096,
+                };
+                if (options?.temperature !== undefined) {
+                    body.temperature = options.temperature;
+                }
+                if (options?.topP !== undefined) {
+                    body.top_p = options.topP;
+                }
+                if (options?.stop) {
+                    body.stop = options.stop;
+                }
+                if (options?.jsonMode && capabilities?.supportsJsonMode) {
+                    body.response_format = { type: 'json_object' };
+                }
+                // Handle streaming
+                if (options?.onStream && capabilities?.supportsStreaming) {
+                    return this.handleStream(body, options.onStream, startTime, model, capabilities);
+                }
+                const response = await this.fetchWithTimeout(`${this.baseUrl}/v1/chat/completions`, {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        'Authorization': `Bearer ${this.apiKey}`,
+                    },
+                    body: JSON.stringify(body),
+                }, options?.timeout);
+                if (!response.ok) {
+                    throw await this.parseErrorResponse(response);
+                }
+                const data = await response.json();
+                const latencyMs = Date.now() - startTime;
+                const usage = {
+                    promptTokens: data.usage.prompt_tokens,
+                    completionTokens: data.usage.completion_tokens,
+                    totalTokens: data.usage.total_tokens,
+                    estimatedCost: this.calculateCost({
+                        promptTokens: data.usage.prompt_tokens,
+                        completionTokens: data.usage.completion_tokens,
+                    }, capabilities?.inputCostPer1M, capabilities?.outputCostPer1M),
+                };
+                this.trackUsage(usage);
+                return {
+                    content: data.choices[0]?.message?.content ?? '',
+                    model: data.model,
+                    usage,
+                    latencyMs,
+                    streamed: false,
+                    finishReason: data.choices[0]?.finish_reason ?? undefined,
+                };
+            }
+            catch (error) {
+                if (error instanceof LLMError)
+                    throw error;
+                throw this.handleError(error);
+            }
+        }, `DeepSeek chat completion`);
+    }
+    async handleStream(body, onStream, startTime, model, capabilities) {
+        const response = await this.fetchWithTimeout(`${this.baseUrl}/v1/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify({ ...body, stream: true }),
+        });
+        if (!response.ok) {
+            throw await this.parseErrorResponse(response);
+        }
+        let content = '';
+        let finishReason;
+        const reader = response.body?.getReader();
+        if (!reader) {
+            throw new LLMError('No response body', 'INVALID_RESPONSE', 'deepseek', false);
+        }
+        const decoder = new TextDecoder();
+        let buffer = '';
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop() ?? '';
+                for (const line of lines) {
+                    if (!line.startsWith('data: '))
+                        continue;
+                    const jsonStr = line.slice(6).trim();
+                    if (!jsonStr || jsonStr === '[DONE]')
+                        continue;
+                    try {
+                        const chunk = JSON.parse(jsonStr);
+                        const delta = chunk.choices?.[0]?.delta?.content;
+                        if (delta) {
+                            content += delta;
+                            onStream(delta);
+                        }
+                        if (chunk.choices?.[0]?.finish_reason) {
+                            finishReason = chunk.choices[0].finish_reason;
+                        }
+                    }
+                    catch {
+                        // Ignore malformed JSON
+                    }
+                }
+            }
+        }
+        finally {
+            reader.releaseLock();
+        }
+        const latencyMs = Date.now() - startTime;
+        return {
+            content,
+            model,
+            latencyMs,
+            streamed: true,
+            finishReason,
+        };
+    }
+    async parseErrorResponse(response) {
+        try {
+            const data = await response.json();
+            const message = data.error?.message ?? 'Unknown error';
+            if (response.status === 401) {
+                return new LLMError('DeepSeek authentication failed', 'AUTHENTICATION_FAILED', 'deepseek', false);
+            }
+            if (response.status === 429) {
+                return new LLMError('DeepSeek rate limit exceeded', 'RATE_LIMITED', 'deepseek', true);
+            }
+            return new LLMError(`DeepSeek API error: ${message}`, 'UNKNOWN', 'deepseek', response.status >= 500);
+        }
+        catch {
+            return new LLMError(`DeepSeek API error (${response.status})`, 'UNKNOWN', 'deepseek', response.status >= 500);
+        }
+    }
+    handleError(error) {
+        if (error instanceof Error && error.name === 'AbortError') {
+            return new LLMError('DeepSeek request timed out', 'TIMEOUT', 'deepseek', true, error);
+        }
+        return new LLMError(`DeepSeek error: ${error instanceof Error ? error.message : String(error)}`, 'UNKNOWN', 'deepseek', false, error instanceof Error ? error : undefined);
+    }
+}
+//# sourceMappingURL=deepseek.js.map

package/dist/adapters/llm/deepseek.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deepseek.js","sourceRoot":"","sources":["../../../src/adapters/llm/deepseek.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAS5C,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAEtD,MAAM,eAAe,GAAsC;IACzD,eAAe,EAAE;QACf,aAAa,EAAE,MAAM;QACrB,cAAc,EAAE,KAAK;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,IAAI;QACrB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,gBAAgB,EAAE;QAChB,aAAa,EAAE,MAAM;QACrB,cAAc,EAAE,KAAK;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,IAAI;QACrB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,mBAAmB,EAAE;QACnB,aAAa,EAAE,KAAK;QACpB,cAAc,EAAE,KAAK;QACrB,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,IAAI;QACrB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;CACF,CAAC;AAmBF,MAAM,OAAO,gBAAiB,SAAQ,eAAe;IAC1C,IAAI,GAAG,UAAmB,CAAC;IAC3B,IAAI,GAAG,UAAU,CAAC;IAEnB,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,KAAK,CAAS;IAEtB,YAAY,MAA8B;QACxC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,0BAA0B,CAAC;QAC5D,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,YAAY,IAAI,eAAe,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC1C,GAAG,IAAI,CAAC,OAAO,YAAY,EAC3B;gBACE,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;aACtD,EACD,IAAI,CACL,CAAC;YACF,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC;YAClE,EAAE;YACF,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/E,QAAQ,EAAE,UAAmB;YAC7B,YAAY;SACb,CAAC,CAAC,CAAC;IACN,CAAC;IAED,oBAAoB,CAAC,KAAa;QAChC,OAAO,eAAe,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAAsB,EACtB,OAA8B;QAE9B,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,EAAE,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC;QAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,IAAI,CAAC;gBACH,MAAM,IAAI,GAA4B;oBACpC,KAAK;oBACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;oBACnE,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,YAAY,EAAE,eAAe,IAAI,IAAI;iBACxE,CAAC;gBAEF,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;oBACvC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;gBACzC,CAAC;gBACD,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;oBAChC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC5B,CAAC;gBACD,IAAI,OAAO,EAAE,IAAI,EAAE,CAAC;oBAClB,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC3B,CAAC;gBACD,IAAI,OAAO,EAAE,QAAQ,IAAI,YAAY,EAAE,gBAAgB,EAAE,CAAC;oBACxD,IAAI,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;gBACjD,CAAC;gBAED,mBAAmB;gBACnB,IAAI,OAAO,EAAE,QAAQ,IAAI,YAAY,EAAE,iBAAiB,EAAE,CAAC;oBACzD,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;gBACnF,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC1C,GAAG,IAAI,CAAC,OAAO,sBAAsB,EACrC;oBACE,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACzC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B,EACD,OAAO,EAAE,OAAO,CACjB,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAChD,CAAC;gBAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsB,CAAC;gBACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAEzC,MAAM,KAAK,GAAG;oBACZ,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;oBACpC,aAAa,EAAE,IAAI,CAAC,aAAa,CAC/B;wBACE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBAC/C,EACD,YAAY,EAAE,cAAc,EAC5B,YAAY,EAAE,eAAe,CAC9B;iBACF,CAAC;gBAEF,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAEvB,OAAO;oBACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;oBAChD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK;oBACL,SAAS;oBACT,QAAQ,EAAE,KAAK;oBACf,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,SAAS;iBAC1D,CAAC;YAEJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,QAAQ;oBAAE,MAAM,KAAK,CAAC;gBAC3C,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,EAAE,0BAA0B,CAAC,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,IAA6B,EAC7B,QAAiC,EACjC,SAAiB,EACjB,KAAa,EACb,YAAsC;QAEtC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC1C,GAAG,IAAI,CAAC,OAAO,sBAAsB,EACrC;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACzC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SAChD,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAgC,CAAC;QAErC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACzC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACrC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ;wBAAE,SAAS;oBAE/C,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAClC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;wBACjD,IAAI,KAAK,EAAE,CAAC;4BACV,OAAO,IAAI,KAAK,CAAC;4BACjB,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAClB,CAAC;wBACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;4BACtC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;wBAChD,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,wBAAwB;oBAC1B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEzC,OAAO;YACL,OAAO;YACP,KAAK;YACL,SAAS;YACT,QAAQ,EAAE,IAAI;YACd,YAAY;SACb,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,QAAkB;QACjD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsC,CAAC;YACvE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,eAAe,CAAC;YAEvD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,OAAO,IAAI,QAAQ,CAAC,gCAAgC,EAAE,uBAAuB,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YACpG,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,OAAO,IAAI,QAAQ,CAAC,8BAA8B,EAAE,cAAc,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;YACxF,CAAC;YAED,OAAO,IAAI,QAAQ,CAAC,uBAAuB,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC;QACvG,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,QAAQ,CAAC,uBAAuB,QAAQ,CAAC,MAAM,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC;QAChH,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAc;QAChC,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1D,OAAO,IAAI,QAAQ,CAAC,4BAA4B,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACxF,CAAC;QACD,OAAO,IAAI,QAAQ,CACjB,mBAAmB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC3E,SAAS,EACT,UAAU,EACV,KAAK,EACL,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;CACF"}

package/dist/adapters/llm/groq.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Groq LLM Provider
+ *
+ * Fast inference for open-source models.
+ * Supports: LLaMA, Mixtral, Gemma models
+ */
+import { BaseLLMProvider } from './base.js';
+import type { LLMMessage, LLMCompletionOptions, LLMResponse, ModelInfo, ModelCapabilities, GroqProviderConfig } from '../../types/llmProvider.js';
+export declare class GroqProvider extends BaseLLMProvider {
+    readonly type: "groq";
+    readonly name = "Groq";
+    private apiKey;
+    private baseUrl;
+    private model;
+    constructor(config: GroqProviderConfig);
+    isAvailable(): Promise<boolean>;
+    listModels(): Promise<ModelInfo[]>;
+    getModelCapabilities(model: string): ModelCapabilities | null;
+    chat(messages: LLMMessage[], options?: LLMCompletionOptions): Promise<LLMResponse>;
+    private handleStream;
+    private parseErrorResponse;
+    private handleError;
+    private formatModelName;
+}
+//# sourceMappingURL=groq.d.ts.map

package/dist/adapters/llm/groq.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq.d.ts","sourceRoot":"","sources":["../../../src/adapters/llm/groq.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EACV,UAAU,EACV,oBAAoB,EACpB,WAAW,EACX,SAAS,EACT,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,4BAA4B,CAAC;AAmFpC,qBAAa,YAAa,SAAQ,eAAe;IAC/C,QAAQ,CAAC,IAAI,EAAG,MAAM,CAAU;IAChC,QAAQ,CAAC,IAAI,UAAU;IAEvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,kBAAkB;IAOhC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAgB/B,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IASxC,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,iBAAiB,GAAG,IAAI;IAIvD,IAAI,CACR,QAAQ,EAAE,UAAU,EAAE,EACtB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,WAAW,CAAC;YAmFT,YAAY;YA8EZ,kBAAkB;IAkBhC,OAAO,CAAC,WAAW;IAanB,OAAO,CAAC,eAAe;CAOxB"}

package/dist/adapters/llm/groq.js

@@ -0,0 +1,265 @@
+/**
+ * Groq LLM Provider
+ *
+ * Fast inference for open-source models.
+ * Supports: LLaMA, Mixtral, Gemma models
+ */
+import { BaseLLMProvider } from './base.js';
+import { LLMError } from '../../types/llmProvider.js';
+const GROQ_MODELS = {
+    'llama-3.3-70b-versatile': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: true,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+        maxOutputTokens: 32768,
+        inputCostPer1M: 0.59,
+        outputCostPer1M: 0.79,
+    },
+    'llama-3.1-70b-versatile': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: true,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+        maxOutputTokens: 8000,
+        inputCostPer1M: 0.59,
+        outputCostPer1M: 0.79,
+    },
+    'llama-3.1-8b-instant': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: true,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+        maxOutputTokens: 8000,
+        inputCostPer1M: 0.05,
+        outputCostPer1M: 0.08,
+    },
+    'mixtral-8x7b-32768': {
+        contextLength: 32768,
+        supportsVision: false,
+        supportsFunctions: true,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+        maxOutputTokens: 32768,
+        inputCostPer1M: 0.24,
+        outputCostPer1M: 0.24,
+    },
+    'gemma2-9b-it': {
+        contextLength: 8192,
+        supportsVision: false,
+        supportsFunctions: true,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+        maxOutputTokens: 8192,
+        inputCostPer1M: 0.20,
+        outputCostPer1M: 0.20,
+    },
+    'llama-3.2-90b-vision-preview': {
+        contextLength: 128000,
+        supportsVision: true,
+        supportsFunctions: true,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+        maxOutputTokens: 8000,
+        inputCostPer1M: 0.90,
+        outputCostPer1M: 0.90,
+    },
+};
+export class GroqProvider extends BaseLLMProvider {
+    type = 'groq';
+    name = 'Groq';
+    apiKey;
+    baseUrl;
+    model;
+    constructor(config) {
+        super(config);
+        this.apiKey = config.apiKey;
+        this.baseUrl = config.baseUrl ?? 'https://api.groq.com/openai';
+        this.model = config.defaultModel ?? 'llama-3.3-70b-versatile';
+    }
+    async isAvailable() {
+        try {
+            const response = await this.fetchWithTimeout(`${this.baseUrl}/v1/models`, {
+                method: 'GET',
+                headers: { 'Authorization': `Bearer ${this.apiKey}` },
+            }, 5000);
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    async listModels() {
+        return Object.entries(GROQ_MODELS).map(([id, capabilities]) => ({
+            id,
+            name: this.formatModelName(id),
+            provider: 'groq',
+            capabilities,
+        }));
+    }
+    getModelCapabilities(model) {
+        return GROQ_MODELS[model] ?? null;
+    }
+    async chat(messages, options) {
+        const model = options?.headers?.['x-model'] ?? this.model;
+        const capabilities = this.getModelCapabilities(model);
+        const startTime = Date.now();
+        return this.withRetry(async () => {
+            try {
+                const body = {
+                    model,
+                    messages: messages.map(m => ({ role: m.role, content: m.content })),
+                    max_tokens: options?.maxTokens ?? capabilities?.maxOutputTokens ?? 4096,
+                };
+                if (options?.temperature !== undefined) {
+                    body.temperature = options.temperature;
+                }
+                if (options?.topP !== undefined) {
+                    body.top_p = options.topP;
+                }
+                if (options?.stop) {
+                    body.stop = options.stop;
+                }
+                if (options?.jsonMode && capabilities?.supportsJsonMode) {
+                    body.response_format = { type: 'json_object' };
+                }
+                // Handle streaming
+                if (options?.onStream && capabilities?.supportsStreaming) {
+                    return this.handleStream(body, options.onStream, startTime, model, capabilities);
+                }
+                const response = await this.fetchWithTimeout(`${this.baseUrl}/v1/chat/completions`, {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        'Authorization': `Bearer ${this.apiKey}`,
+                    },
+                    body: JSON.stringify(body),
+                }, options?.timeout);
+                if (!response.ok) {
+                    throw await this.parseErrorResponse(response);
+                }
+                const data = await response.json();
+                const latencyMs = Date.now() - startTime;
+                const usage = {
+                    promptTokens: data.usage.prompt_tokens,
+                    completionTokens: data.usage.completion_tokens,
+                    totalTokens: data.usage.total_tokens,
+                    estimatedCost: this.calculateCost({
+                        promptTokens: data.usage.prompt_tokens,
+                        completionTokens: data.usage.completion_tokens,
+                    }, capabilities?.inputCostPer1M, capabilities?.outputCostPer1M),
+                };
+                this.trackUsage(usage);
+                return {
+                    content: data.choices[0]?.message?.content ?? '',
+                    model: data.model,
+                    usage,
+                    latencyMs,
+                    streamed: false,
+                    finishReason: data.choices[0]?.finish_reason ?? undefined,
+                };
+            }
+            catch (error) {
+                if (error instanceof LLMError)
+                    throw error;
+                throw this.handleError(error);
+            }
+        }, `Groq chat completion`);
+    }
+    async handleStream(body, onStream, startTime, model, capabilities) {
+        const response = await this.fetchWithTimeout(`${this.baseUrl}/v1/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify({ ...body, stream: true }),
+        });
+        if (!response.ok) {
+            throw await this.parseErrorResponse(response);
+        }
+        let content = '';
+        let finishReason;
+        const reader = response.body?.getReader();
+        if (!reader) {
+            throw new LLMError('No response body', 'INVALID_RESPONSE', 'groq', false);
+        }
+        const decoder = new TextDecoder();
+        let buffer = '';
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop() ?? '';
+                for (const line of lines) {
+                    if (!line.startsWith('data: '))
+                        continue;
+                    const jsonStr = line.slice(6).trim();
+                    if (!jsonStr || jsonStr === '[DONE]')
+                        continue;
+                    try {
+                        const chunk = JSON.parse(jsonStr);
+                        const delta = chunk.choices?.[0]?.delta?.content;
+                        if (delta) {
+                            content += delta;
+                            onStream(delta);
+                        }
+                        if (chunk.choices?.[0]?.finish_reason) {
+                            finishReason = chunk.choices[0].finish_reason;
+                        }
+                    }
+                    catch {
+                        // Ignore malformed JSON
+                    }
+                }
+            }
+        }
+        finally {
+            reader.releaseLock();
+        }
+        const latencyMs = Date.now() - startTime;
+        return {
+            content,
+            model,
+            latencyMs,
+            streamed: true,
+            finishReason,
+        };
+    }
+    async parseErrorResponse(response) {
+        try {
+            const data = await response.json();
+            const message = data.error?.message ?? 'Unknown error';
+            if (response.status === 401) {
+                return new LLMError('Groq authentication failed', 'AUTHENTICATION_FAILED', 'groq', false);
+            }
+            if (response.status === 429) {
+                return new LLMError('Groq rate limit exceeded', 'RATE_LIMITED', 'groq', true);
+            }
+            return new LLMError(`Groq API error: ${message}`, 'UNKNOWN', 'groq', response.status >= 500);
+        }
+        catch {
+            return new LLMError(`Groq API error (${response.status})`, 'UNKNOWN', 'groq', response.status >= 500);
+        }
+    }
+    handleError(error) {
+        if (error instanceof Error && error.name === 'AbortError') {
+            return new LLMError('Groq request timed out', 'TIMEOUT', 'groq', true, error);
+        }
+        return new LLMError(`Groq error: ${error instanceof Error ? error.message : String(error)}`, 'UNKNOWN', 'groq', false, error instanceof Error ? error : undefined);
+    }
+    formatModelName(modelId) {
+        return modelId
+            .replace(/-/g, ' ')
+            .replace(/\b\w/g, c => c.toUpperCase())
+            .replace('Llama', 'LLaMA')
+            .replace('It', 'Instruct');
+    }
+}
+//# sourceMappingURL=groq.js.map

package/dist/adapters/llm/groq.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../../src/adapters/llm/groq.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAS5C,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAEtD,MAAM,WAAW,GAAsC;IACrD,yBAAyB,EAAE;QACzB,aAAa,EAAE,MAAM;QACrB,cAAc,EAAE,KAAK;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,yBAAyB,EAAE;QACzB,aAAa,EAAE,MAAM;QACrB,cAAc,EAAE,KAAK;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,IAAI;QACrB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,sBAAsB,EAAE;QACtB,aAAa,EAAE,MAAM;QACrB,cAAc,EAAE,KAAK;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,IAAI;QACrB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,oBAAoB,EAAE;QACpB,aAAa,EAAE,KAAK;QACpB,cAAc,EAAE,KAAK;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,cAAc,EAAE;QACd,aAAa,EAAE,IAAI;QACnB,cAAc,EAAE,KAAK;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,IAAI;QACrB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;IACD,8BAA8B,EAAE;QAC9B,aAAa,EAAE,MAAM;QACrB,cAAc,EAAE,IAAI;QACpB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;QACtB,iBAAiB,EAAE,IAAI;QACvB,eAAe,EAAE,IAAI;QACrB,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;KACtB;CACF,CAAC;AAmBF,MAAM,OAAO,YAAa,SAAQ,eAAe;IACtC,IAAI,GAAG,MAAe,CAAC;IACvB,IAAI,GAAG,MAAM,CAAC;IAEf,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,KAAK,CAAS;IAEtB,YAAY,MAA0B;QACpC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,6BAA6B,CAAC;QAC/D,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,YAAY,IAAI,yBAAyB,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC1C,GAAG,IAAI,CAAC,OAAO,YAAY,EAC3B;gBACE,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;aACtD,EACD,IAAI,CACL,CAAC;YACF,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,EAAE;YACF,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YAC9B,QAAQ,EAAE,MAAe;YACzB,YAAY;SACb,CAAC,CAAC,CAAC;IACN,CAAC;IAED,oBAAoB,CAAC,KAAa;QAChC,OAAO,WAAW,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAAsB,EACtB,OAA8B;QAE9B,MAAM,KAAK,GAAG,OAAO,EAAE,OAAO,EAAE,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC;QAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,IAAI,CAAC;gBACH,MAAM,IAAI,GAA4B;oBACpC,KAAK;oBACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;oBACnE,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,YAAY,EAAE,eAAe,IAAI,IAAI;iBACxE,CAAC;gBAEF,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;oBACvC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;gBACzC,CAAC;gBACD,IAAI,OAAO,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;oBAChC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC5B,CAAC;gBACD,IAAI,OAAO,EAAE,IAAI,EAAE,CAAC;oBAClB,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC3B,CAAC;gBACD,IAAI,OAAO,EAAE,QAAQ,IAAI,YAAY,EAAE,gBAAgB,EAAE,CAAC;oBACxD,IAAI,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;gBACjD,CAAC;gBAED,mBAAmB;gBACnB,IAAI,OAAO,EAAE,QAAQ,IAAI,YAAY,EAAE,iBAAiB,EAAE,CAAC;oBACzD,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;gBACnF,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC1C,GAAG,IAAI,CAAC,OAAO,sBAAsB,EACrC;oBACE,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACzC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B,EACD,OAAO,EAAE,OAAO,CACjB,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAChD,CAAC;gBAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAkB,CAAC;gBACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAEzC,MAAM,KAAK,GAAG;oBACZ,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;oBACpC,aAAa,EAAE,IAAI,CAAC,aAAa,CAC/B;wBACE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;wBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;qBAC/C,EACD,YAAY,EAAE,cAAc,EAC5B,YAAY,EAAE,eAAe,CAC9B;iBACF,CAAC;gBAEF,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAEvB,OAAO;oBACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;oBAChD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK;oBACL,SAAS;oBACT,QAAQ,EAAE,KAAK;oBACf,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,SAAS;iBAC1D,CAAC;YAEJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,QAAQ;oBAAE,MAAM,KAAK,CAAC;gBAC3C,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,IAA6B,EAC7B,QAAiC,EACjC,SAAiB,EACjB,KAAa,EACb,YAAsC;QAEtC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC1C,GAAG,IAAI,CAAC,OAAO,sBAAsB,EACrC;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACzC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SAChD,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAgC,CAAC;QAErC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAC5E,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBACzC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACrC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ;wBAAE,SAAS;oBAE/C,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAClC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;wBACjD,IAAI,KAAK,EAAE,CAAC;4BACV,OAAO,IAAI,KAAK,CAAC;4BACjB,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAClB,CAAC;wBACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;4BACtC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;wBAChD,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,wBAAwB;oBAC1B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEzC,OAAO;YACL,OAAO;YACP,KAAK;YACL,SAAS;YACT,QAAQ,EAAE,IAAI;YACd,YAAY;SACb,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,QAAkB;QACjD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsC,CAAC;YACvE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,eAAe,CAAC;YAEvD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,OAAO,IAAI,QAAQ,CAAC,4BAA4B,EAAE,uBAAuB,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YAC5F,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,OAAO,IAAI,QAAQ,CAAC,0BAA0B,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YAChF,CAAC;YAED,OAAO,IAAI,QAAQ,CAAC,mBAAmB,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC;QAC/F,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,QAAQ,CAAC,mBAAmB,QAAQ,CAAC,MAAM,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC;QACxG,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAc;QAChC,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1D,OAAO,IAAI,QAAQ,CAAC,wBAAwB,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,IAAI,QAAQ,CACjB,eAAe,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACvE,SAAS,EACT,MAAM,EACN,KAAK,EACL,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,OAAe;QACrC,OAAO,OAAO;aACX,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;aAClB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;aACtC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC;aACzB,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC/B,CAAC;CACF"}

package/dist/adapters/llm/index.d.ts

@@ -0,0 +1,62 @@
+/**
+ * LLM Provider Factory
+ *
+ * Creates and manages LLM providers with auto-detection, fallback chains,
+ * and configuration from environment variables and config files.
+ */
+import type { LLMProvider, LLMProviderType, LLMProviderConfig, LLMProviderFactoryConfig, LLMMessage, LLMCompletionOptions, LLMResponse } from '../../types/llmProvider.js';
+export { OpenAIProvider } from './openai.js';
+export { AnthropicProvider } from './anthropic.js';
+export { DeepSeekProvider } from './deepseek.js';
+export { GroqProvider } from './groq.js';
+export { OllamaProvider } from './ollama.js';
+export { OpenRouterProvider } from './openrouter.js';
+export { BaseLLMProvider } from './base.js';
+/**
+ * Create a provider from configuration
+ */
+export declare function createProvider(config: LLMProviderConfig): LLMProvider;
+/**
+ * LLM Provider Manager with fallback support
+ */
+export declare class LLMProviderManager implements LLMProvider {
+    readonly type: LLMProviderType;
+    readonly name: string;
+    private providers;
+    private primaryProvider;
+    private totalTokens;
+    private totalCost;
+    constructor(configs: LLMProviderConfig[]);
+    isAvailable(): Promise<boolean>;
+    listModels(): Promise<import("../../types/llmProvider.js").ModelInfo[]>;
+    getModelCapabilities(model: string): import("../../types/llmProvider.js").ModelCapabilities | null;
+    complete(prompt: string, options?: LLMCompletionOptions): Promise<LLMResponse>;
+    chat(messages: LLMMessage[], options?: LLMCompletionOptions): Promise<LLMResponse>;
+    getTotalTokensUsed(): number;
+    getTotalCost(): number;
+    resetUsageTracking(): void;
+    /**
+     * Get the primary provider
+     */
+    getPrimaryProvider(): LLMProvider;
+    /**
+     * Get all configured providers
+     */
+    getAllProviders(): LLMProvider[];
+    /**
+     * Switch primary provider
+     */
+    setPrimaryProvider(providerType: LLMProviderType): boolean;
+}
+export declare function getLLMProvider(config?: LLMProviderFactoryConfig): LLMProviderManager;
+/**
+ * Create a single provider directly (without fallbacks)
+ */
+export declare function createSingleProvider(providerType: LLMProviderType, config?: Partial<LLMProviderConfig>): LLMProvider;
+/**
+ * Check which providers are available
+ */
+export declare function checkAvailableProviders(): Promise<Record<LLMProviderType, boolean>>;
+export type { LLMProvider, LLMProviderType, LLMProviderConfig, LLMConfigFile, LLMMessage, LLMCompletionOptions, LLMResponse, ModelInfo, ModelCapabilities, TokenUsage, } from '../../types/llmProvider.js';
+export { LLMError, LLM_ENV_VARS, DEFAULT_MODELS } from '../../types/llmProvider.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/adapters/llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/adapters/llm/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,iBAAiB,EAEjB,wBAAwB,EACxB,UAAU,EACV,oBAAoB,EACpB,WAAW,EACZ,MAAM,4BAA4B,CAAC;AAWpC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,iBAAiB,GAAG,WAAW,CAqBrE;AA4JD;;GAEG;AACH,qBAAa,kBAAmB,YAAW,WAAW;IACpD,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,eAAe,CAAc;IACrC,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,SAAS,CAAa;gBAElB,OAAO,EAAE,iBAAiB,EAAE;IAWlC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAS/B,UAAU;IAIhB,oBAAoB,CAAC,KAAK,EAAE,MAAM;IAI5B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9E,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,WAAW,CAAC;IAuCxF,kBAAkB,IAAI,MAAM;IAI5B,YAAY,IAAI,MAAM;IAItB,kBAAkB,IAAI,IAAI;IAQ1B;;OAEG;IACH,kBAAkB,IAAI,WAAW;IAIjC;;OAEG;IACH,eAAe,IAAI,WAAW,EAAE;IAIhC;;OAEG;IACH,kBAAkB,CAAC,YAAY,EAAE,eAAe,GAAG,OAAO;CAQ3D;AAOD,wBAAgB,cAAc,CAAC,MAAM,CAAC,EAAE,wBAAwB,GAAG,kBAAkB,CAuDpF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,YAAY,EAAE,eAAe,EAC7B,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAClC,WAAW,CAgBb;AAED;;GAEG;AACH,wBAAsB,uBAAuB,IAAI,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,CAsBzF;AAGD,YAAY,EACV,WAAW,EACX,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,UAAU,EACV,oBAAoB,EACpB,WAAW,EACX,SAAS,EACT,iBAAiB,EACjB,UAAU,GACX,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC"}