cursor-recursive-rag 0.2.0-alpha.2 → 0.2.0

package/dist/adapters/llm/index.js

@@ -0,0 +1,380 @@
+/**
+ * LLM Provider Factory
+ *
+ * Creates and manages LLM providers with auto-detection, fallback chains,
+ * and configuration from environment variables and config files.
+ */
+import { readFileSync, existsSync } from 'fs';
+import { join } from 'path';
+import { homedir } from 'os';
+import { LLMError, LLM_ENV_VARS, DEFAULT_MODELS } from '../../types/llmProvider.js';
+import { OpenAIProvider } from './openai.js';
+import { AnthropicProvider } from './anthropic.js';
+import { DeepSeekProvider } from './deepseek.js';
+import { GroqProvider } from './groq.js';
+import { OllamaProvider } from './ollama.js';
+import { OpenRouterProvider } from './openrouter.js';
+// Re-export provider classes
+export { OpenAIProvider } from './openai.js';
+export { AnthropicProvider } from './anthropic.js';
+export { DeepSeekProvider } from './deepseek.js';
+export { GroqProvider } from './groq.js';
+export { OllamaProvider } from './ollama.js';
+export { OpenRouterProvider } from './openrouter.js';
+export { BaseLLMProvider } from './base.js';
+/**
+ * Create a provider from configuration
+ */
+export function createProvider(config) {
+    switch (config.provider) {
+        case 'openai':
+            return new OpenAIProvider(config);
+        case 'anthropic':
+            return new AnthropicProvider(config);
+        case 'deepseek':
+            return new DeepSeekProvider(config);
+        case 'groq':
+            return new GroqProvider(config);
+        case 'ollama':
+            return new OllamaProvider(config);
+        case 'openrouter':
+            return new OpenRouterProvider(config);
+        case 'cursor':
+            // Cursor provider not yet implemented - fall back to Ollama
+            console.warn('Cursor AI provider not yet implemented, falling back to Ollama');
+            return new OllamaProvider({ provider: 'ollama', defaultModel: 'llama3.2' });
+        default:
+            throw new Error(`Unknown provider: ${config.provider}`);
+    }
+}
+/**
+ * Load LLM configuration from file
+ */
+function loadConfigFile() {
+    const configPath = join(homedir(), '.cursor-rag', 'llm-config.json');
+    if (!existsSync(configPath)) {
+        return null;
+    }
+    try {
+        const content = readFileSync(configPath, 'utf-8');
+        return JSON.parse(content);
+    }
+    catch (error) {
+        console.warn(`Failed to load LLM config from ${configPath}:`, error);
+        return null;
+    }
+}
+/**
+ * Detect available providers from environment variables
+ */
+function detectProvidersFromEnv() {
+    const providers = [];
+    if (process.env[LLM_ENV_VARS.openai]) {
+        providers.push({
+            provider: 'openai',
+            apiKey: process.env[LLM_ENV_VARS.openai],
+            defaultModel: DEFAULT_MODELS.openai,
+        });
+    }
+    if (process.env[LLM_ENV_VARS.anthropic]) {
+        providers.push({
+            provider: 'anthropic',
+            apiKey: process.env[LLM_ENV_VARS.anthropic],
+            defaultModel: DEFAULT_MODELS.anthropic,
+        });
+    }
+    if (process.env[LLM_ENV_VARS.deepseek]) {
+        providers.push({
+            provider: 'deepseek',
+            apiKey: process.env[LLM_ENV_VARS.deepseek],
+            defaultModel: DEFAULT_MODELS.deepseek,
+        });
+    }
+    if (process.env[LLM_ENV_VARS.groq]) {
+        providers.push({
+            provider: 'groq',
+            apiKey: process.env[LLM_ENV_VARS.groq],
+            defaultModel: DEFAULT_MODELS.groq,
+        });
+    }
+    if (process.env[LLM_ENV_VARS.openrouter]) {
+        providers.push({
+            provider: 'openrouter',
+            apiKey: process.env[LLM_ENV_VARS.openrouter],
+            defaultModel: DEFAULT_MODELS.openrouter,
+        });
+    }
+    // Ollama is always available as a fallback (no API key required)
+    providers.push({
+        provider: 'ollama',
+        baseUrl: process.env[LLM_ENV_VARS.ollama] ?? 'http://localhost:11434',
+        defaultModel: DEFAULT_MODELS.ollama,
+    });
+    return providers;
+}
+/**
+ * Build provider config from config file
+ */
+function buildConfigFromFile(config) {
+    const providers = [];
+    const providerConfigs = config.providers ?? {};
+    if (providerConfigs.openai?.apiKey) {
+        providers.push({
+            provider: 'openai',
+            ...providerConfigs.openai,
+        });
+    }
+    if (providerConfigs.anthropic?.apiKey) {
+        providers.push({
+            provider: 'anthropic',
+            ...providerConfigs.anthropic,
+        });
+    }
+    if (providerConfigs.deepseek?.apiKey) {
+        providers.push({
+            provider: 'deepseek',
+            ...providerConfigs.deepseek,
+        });
+    }
+    if (providerConfigs.groq?.apiKey) {
+        providers.push({
+            provider: 'groq',
+            ...providerConfigs.groq,
+        });
+    }
+    if (providerConfigs.openrouter?.apiKey) {
+        providers.push({
+            provider: 'openrouter',
+            ...providerConfigs.openrouter,
+        });
+    }
+    // Ollama from config or fallback
+    providers.push({
+        provider: 'ollama',
+        baseUrl: providerConfigs.ollama?.baseUrl ?? 'http://localhost:11434',
+        defaultModel: providerConfigs.ollama?.defaultModel ?? DEFAULT_MODELS.ollama,
+    });
+    // Reorder based on fallback order if specified
+    if (config.fallbackOrder) {
+        const ordered = [];
+        for (const providerType of config.fallbackOrder) {
+            const found = providers.find(p => p.provider === providerType);
+            if (found) {
+                ordered.push(found);
+            }
+        }
+        // Add any remaining providers
+        for (const p of providers) {
+            if (!ordered.includes(p)) {
+                ordered.push(p);
+            }
+        }
+        return ordered;
+    }
+    // Move default provider to front
+    if (config.defaultProvider) {
+        const defaultIndex = providers.findIndex(p => p.provider === config.defaultProvider);
+        if (defaultIndex > 0) {
+            const [defaultProvider] = providers.splice(defaultIndex, 1);
+            providers.unshift(defaultProvider);
+        }
+    }
+    return providers;
+}
+/**
+ * LLM Provider Manager with fallback support
+ */
+export class LLMProviderManager {
+    type;
+    name;
+    providers = [];
+    primaryProvider;
+    totalTokens = 0;
+    totalCost = 0;
+    constructor(configs) {
+        if (configs.length === 0) {
+            throw new Error('At least one provider configuration is required');
+        }
+        this.providers = configs.map(c => createProvider(c));
+        this.primaryProvider = this.providers[0];
+        this.type = this.primaryProvider.type;
+        this.name = `${this.primaryProvider.name} (with ${this.providers.length - 1} fallbacks)`;
+    }
+    async isAvailable() {
+        for (const provider of this.providers) {
+            if (await provider.isAvailable()) {
+                return true;
+            }
+        }
+        return false;
+    }
+    async listModels() {
+        return this.primaryProvider.listModels();
+    }
+    getModelCapabilities(model) {
+        return this.primaryProvider.getModelCapabilities(model);
+    }
+    async complete(prompt, options) {
+        return this.chat([{ role: 'user', content: prompt }], options);
+    }
+    async chat(messages, options) {
+        let lastError;
+        for (const provider of this.providers) {
+            try {
+                if (!(await provider.isAvailable())) {
+                    continue;
+                }
+                const response = await provider.chat(messages, options);
+                // Track usage
+                if (response.usage) {
+                    this.totalTokens += response.usage.totalTokens;
+                    this.totalCost += response.usage.estimatedCost ?? 0;
+                }
+                return response;
+            }
+            catch (error) {
+                lastError = error instanceof Error ? error : new Error(String(error));
+                // Don't retry on authentication or context errors
+                if (error instanceof LLMError && !error.retryable) {
+                    console.warn(`Provider ${provider.name} failed with non-retryable error: ${error.message}`);
+                    continue;
+                }
+                console.warn(`Provider ${provider.name} failed, trying next: ${lastError.message}`);
+            }
+        }
+        throw lastError ?? new LLMError('All providers failed', 'PROVIDER_UNAVAILABLE', this.type, false);
+    }
+    getTotalTokensUsed() {
+        return this.totalTokens;
+    }
+    getTotalCost() {
+        return this.totalCost;
+    }
+    resetUsageTracking() {
+        this.totalTokens = 0;
+        this.totalCost = 0;
+        for (const provider of this.providers) {
+            provider.resetUsageTracking();
+        }
+    }
+    /**
+     * Get the primary provider
+     */
+    getPrimaryProvider() {
+        return this.primaryProvider;
+    }
+    /**
+     * Get all configured providers
+     */
+    getAllProviders() {
+        return this.providers;
+    }
+    /**
+     * Switch primary provider
+     */
+    setPrimaryProvider(providerType) {
+        const provider = this.providers.find(p => p.type === providerType);
+        if (provider) {
+            this.primaryProvider = provider;
+            return true;
+        }
+        return false;
+    }
+}
+/**
+ * Get or create the default LLM provider manager
+ */
+let defaultManager = null;
+export function getLLMProvider(config) {
+    // Return cached manager if no specific config requested
+    if (!config && defaultManager) {
+        return defaultManager;
+    }
+    let providers = [];
+    if (config?.primary) {
+        providers.push(config.primary);
+    }
+    if (config?.fallbacks) {
+        providers.push(...config.fallbacks);
+    }
+    // Auto-detect if no explicit config or autoDetect is enabled
+    if (providers.length === 0 || config?.autoDetect !== false) {
+        const configFile = loadConfigFile();
+        if (configFile) {
+            const fileProviders = buildConfigFromFile(configFile);
+            // Merge with explicit providers (explicit takes priority)
+            for (const fp of fileProviders) {
+                if (!providers.some(p => p.provider === fp.provider)) {
+                    providers.push(fp);
+                }
+            }
+        }
+        else {
+            const envProviders = detectProvidersFromEnv();
+            for (const ep of envProviders) {
+                if (!providers.some(p => p.provider === ep.provider)) {
+                    providers.push(ep);
+                }
+            }
+        }
+    }
+    if (providers.length === 0) {
+        // Always fall back to Ollama
+        providers.push({
+            provider: 'ollama',
+            baseUrl: 'http://localhost:11434',
+            defaultModel: 'llama3.2',
+        });
+    }
+    const manager = new LLMProviderManager(providers);
+    // Cache as default if no specific config
+    if (!config) {
+        defaultManager = manager;
+    }
+    return manager;
+}
+/**
+ * Create a single provider directly (without fallbacks)
+ */
+export function createSingleProvider(providerType, config) {
+    const envKey = LLM_ENV_VARS[providerType];
+    const apiKey = config?.apiKey ?? (envKey ? process.env[envKey] : undefined);
+    const fullConfig = {
+        provider: providerType,
+        apiKey,
+        defaultModel: config?.defaultModel ?? DEFAULT_MODELS[providerType],
+        baseUrl: config?.baseUrl,
+        timeout: config?.timeout,
+        maxRetries: config?.maxRetries,
+        rateLimit: config?.rateLimit,
+        trackCosts: config?.trackCosts,
+    };
+    return createProvider(fullConfig);
+}
+/**
+ * Check which providers are available
+ */
+export async function checkAvailableProviders() {
+    const results = {
+        openai: false,
+        anthropic: false,
+        deepseek: false,
+        groq: false,
+        ollama: false,
+        openrouter: false,
+        cursor: false,
+    };
+    const checks = Object.keys(results).map(async (providerType) => {
+        try {
+            const provider = createSingleProvider(providerType);
+            results[providerType] = await provider.isAvailable();
+        }
+        catch {
+            results[providerType] = false;
+        }
+    });
+    await Promise.all(checks);
+    return results;
+}
+export { LLMError, LLM_ENV_VARS, DEFAULT_MODELS } from '../../types/llmProvider.js';
+//# sourceMappingURL=index.js.map

package/dist/adapters/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/adapters/llm/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAY7B,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAEpF,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAErD,6BAA6B;AAC7B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAyB;IACtD,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,WAAW;YACd,OAAO,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACvC,KAAK,UAAU;YACb,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACtC,KAAK,MAAM;YACT,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAClC,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,YAAY;YACf,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,QAAQ;YACX,4DAA4D;YAC5D,OAAO,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;YAC/E,OAAO,IAAI,cAAc,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9E;YACE,MAAM,IAAI,KAAK,CAAC,qBAAsB,MAA+B,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtF,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,cAAc;IACrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;IAErE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,kCAAkC,UAAU,GAAG,EAAE,KAAK,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB;IAC7B,MAAM,SAAS,GAAwB,EAAE,CAAC;IAE1C,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACrC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAE;YACzC,YAAY,EAAE,cAAc,CAAC,MAAM;SACpC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;QACxC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,WAAW;YACrB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,CAAE;YAC5C,YAAY,EAAE,cAAc,CAAC,SAAS;SACvC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAE;YAC3C,YAAY,EAAE,cAAc,CAAC,QAAQ;SACtC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,MAAM;YAChB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAE;YACvC,YAAY,EAAE,cAAc,CAAC,IAAI;SAClC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;QACzC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,YAAY;YACtB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAE;YAC7C,YAAY,EAAE,cAAc,CAAC,UAAU;SACxC,CAAC,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,SAAS,CAAC,IAAI,CAAC;QACb,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,wBAAwB;QACrE,YAAY,EAAE,cAAc,CAAC,MAAM;KACpC,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,MAAqB;IAChD,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;IAE/C,IAAI,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QACnC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,QAAQ;YAClB,GAAG,eAAe,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QACtC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,WAAW;YACrB,GAAG,eAAe,CAAC,SAAS;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QACrC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,UAAU;YACpB,GAAG,eAAe,CAAC,QAAQ;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QACjC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,MAAM;YAChB,GAAG,eAAe,CAAC,IAAI;SACxB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QACvC,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,YAAY;YACtB,GAAG,eAAe,CAAC,UAAU;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,iCAAiC;IACjC,SAAS,CAAC,IAAI,CAAC;QACb,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,eAAe,CAAC,MAAM,EAAE,OAAO,IAAI,wBAAwB;QACpE,YAAY,EAAE,eAAe,CAAC,MAAM,EAAE,YAAY,IAAI,cAAc,CAAC,MAAM;KAC5E,CAAC,CAAC;IAEH,+CAA+C;IAC/C,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,MAAM,OAAO,GAAwB,EAAE,CAAC;QACxC,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,YAAY,CAAC,CAAC;YAC/D,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,8BAA8B;QAC9B,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,iCAAiC;IACjC,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,eAAe,CAAC,CAAC;QACrF,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,eAAe,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YAC5D,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,kBAAkB;IACpB,IAAI,CAAkB;IACtB,IAAI,CAAS;IAEd,SAAS,GAAkB,EAAE,CAAC;IAC9B,eAAe,CAAc;IAC7B,WAAW,GAAW,CAAC,CAAC;IACxB,SAAS,GAAW,CAAC,CAAC;IAE9B,YAAY,OAA4B;QACtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,aAAa,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,WAAW;QACf,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,MAAM,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;gBACjC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC;IAC3C,CAAC;IAED,oBAAoB,CAAC,KAAa;QAChC,OAAO,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA8B;QAC3D,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,OAA8B;QAC/D,IAAI,SAA4B,CAAC;QAEjC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,IAAI,CAAC,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBACpC,SAAS;gBACX,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAExD,cAAc;gBACd,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;oBACnB,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;oBAC/C,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;gBACtD,CAAC;gBAED,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAEtE,kDAAkD;gBAClD,IAAI,KAAK,YAAY,QAAQ,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;oBAClD,OAAO,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,IAAI,qCAAqC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC5F,SAAS;gBACX,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,IAAI,yBAAyB,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,QAAQ,CAC7B,sBAAsB,EACtB,sBAAsB,EACtB,IAAI,CAAC,IAAI,EACT,KAAK,CACN,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,kBAAkB;QAChB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,YAA6B;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;QACnE,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED;;GAEG;AACH,IAAI,cAAc,GAA8B,IAAI,CAAC;AAErD,MAAM,UAAU,cAAc,CAAC,MAAiC;IAC9D,wDAAwD;IACxD,IAAI,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;QAC9B,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,IAAI,SAAS,GAAwB,EAAE,CAAC;IAExC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,MAAM,EAAE,SAAS,EAAE,CAAC;QACtB,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAED,6DAA6D;IAC7D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,EAAE,UAAU,KAAK,KAAK,EAAE,CAAC;QAC3D,MAAM,UAAU,GAAG,cAAc,EAAE,CAAC;QAEpC,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,aAAa,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;YACtD,0DAA0D;YAC1D,KAAK,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;gBAC/B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrD,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,sBAAsB,EAAE,CAAC;YAC9C,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrD,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,6BAA6B;QAC7B,SAAS,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,wBAAwB;YACjC,YAAY,EAAE,UAAU;SACzB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAElD,yCAAyC;IACzC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,cAAc,GAAG,OAAO,CAAC;IAC3B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAClC,YAA6B,EAC7B,MAAmC;IAEnC,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAE5E,MAAM,UAAU,GAAsB;QACpC,QAAQ,EAAE,YAAY;QACtB,MAAM;QACN,YAAY,EAAE,MAAM,EAAE,YAAY,IAAI,cAAc,CAAC,YAAY,CAAC;QAClE,OAAO,EAAE,MAAM,EAAE,OAAO;QACxB,OAAO,EAAE,MAAM,EAAE,OAAO;QACxB,UAAU,EAAE,MAAM,EAAE,UAAU;QAC9B,SAAS,EAAE,MAAM,EAAE,SAAS;QAC5B,UAAU,EAAE,MAAM,EAAE,UAAU;KACV,CAAC;IAEvB,OAAO,cAAc,CAAC,UAAU,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB;IAC3C,MAAM,OAAO,GAAqC;QAChD,MAAM,EAAE,KAAK;QACb,SAAS,EAAE,KAAK;QAChB,QAAQ,EAAE,KAAK;QACf,IAAI,EAAE,KAAK;QACX,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,MAAM,EAAE,KAAK;KACd,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,oBAAoB,CAAC,YAA+B,CAAC,CAAC;YACvE,OAAO,CAAC,YAA+B,CAAC,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC1E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,YAA+B,CAAC,GAAG,KAAK,CAAC;QACnD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1B,OAAO,OAAO,CAAC;AACjB,CAAC;AAgBD,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC"}

package/dist/adapters/llm/ollama.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Ollama LLM Provider
+ *
+ * Local model inference with no API key required.
+ * Supports any model available in Ollama.
+ */
+import { BaseLLMProvider } from './base.js';
+import type { LLMMessage, LLMCompletionOptions, LLMResponse, ModelInfo, ModelCapabilities, OllamaProviderConfig } from '../../types/llmProvider.js';
+export declare class OllamaProvider extends BaseLLMProvider {
+    readonly type: "ollama";
+    readonly name = "Ollama";
+    private client;
+    private model;
+    private availableModels;
+    constructor(config: OllamaProviderConfig);
+    isAvailable(): Promise<boolean>;
+    listModels(): Promise<ModelInfo[]>;
+    getModelCapabilities(model: string): ModelCapabilities | null;
+    chat(messages: LLMMessage[], options?: LLMCompletionOptions): Promise<LLMResponse>;
+    private handleStream;
+    private handleError;
+}
+//# sourceMappingURL=ollama.d.ts.map

package/dist/adapters/llm/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/adapters/llm/ollama.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,KAAK,EACV,UAAU,EACV,oBAAoB,EACpB,WAAW,EACX,SAAS,EACT,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,4BAA4B,CAAC;AAgGpC,qBAAa,cAAe,SAAQ,eAAe;IACjD,QAAQ,CAAC,IAAI,EAAG,QAAQ,CAAU;IAClC,QAAQ,CAAC,IAAI,YAAY;IAEzB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,eAAe,CAAgB;gBAE3B,MAAM,EAAE,oBAAoB;IAQlC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAU/B,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAwBxC,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,iBAAiB,GAAG,IAAI;IAUvD,IAAI,CACR,QAAQ,EAAE,UAAU,EAAE,EACtB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,WAAW,CAAC;YAkET,YAAY;IAqD1B,OAAO,CAAC,WAAW;CA+BpB"}

package/dist/adapters/llm/ollama.js

@@ -0,0 +1,261 @@
+/**
+ * Ollama LLM Provider
+ *
+ * Local model inference with no API key required.
+ * Supports any model available in Ollama.
+ */
+import { Ollama } from 'ollama';
+import { BaseLLMProvider } from './base.js';
+import { LLMError } from '../../types/llmProvider.js';
+/**
+ * Common Ollama model configurations
+ */
+const OLLAMA_MODELS = {
+    'llama3.2': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'llama3.2:3b': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'llama3.1': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'llama3.1:70b': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'codellama': {
+        contextLength: 16384,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: false,
+        supportsStreaming: true,
+    },
+    'deepseek-coder-v2': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'qwen2.5-coder': {
+        contextLength: 32768,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'mistral': {
+        contextLength: 32768,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'mixtral': {
+        contextLength: 32768,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'phi3': {
+        contextLength: 128000,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+    'gemma2': {
+        contextLength: 8192,
+        supportsVision: false,
+        supportsFunctions: false,
+        supportsJsonMode: true,
+        supportsStreaming: true,
+    },
+};
+const DEFAULT_CAPABILITIES = {
+    contextLength: 8192,
+    supportsVision: false,
+    supportsFunctions: false,
+    supportsJsonMode: false,
+    supportsStreaming: true,
+    inputCostPer1M: 0, // Free (local)
+    outputCostPer1M: 0,
+};
+export class OllamaProvider extends BaseLLMProvider {
+    type = 'ollama';
+    name = 'Ollama';
+    client;
+    model;
+    availableModels = [];
+    constructor(config) {
+        super(config);
+        this.model = config.defaultModel ?? 'llama3.2';
+        this.client = new Ollama({
+            host: config.baseUrl ?? 'http://localhost:11434',
+        });
+    }
+    async isAvailable() {
+        try {
+            const models = await this.client.list();
+            this.availableModels = models.models.map(m => m.name);
+            return this.availableModels.length > 0;
+        }
+        catch {
+            return false;
+        }
+    }
+    async listModels() {
+        try {
+            const models = await this.client.list();
+            this.availableModels = models.models.map(m => m.name);
+            return models.models.map(m => {
+                const baseName = m.name.split(':')[0];
+                const knownCapabilities = OLLAMA_MODELS[baseName] ?? OLLAMA_MODELS[m.name];
+                return {
+                    id: m.name,
+                    name: m.name,
+                    provider: 'ollama',
+                    capabilities: {
+                        ...DEFAULT_CAPABILITIES,
+                        ...knownCapabilities,
+                    },
+                };
+            });
+        }
+        catch {
+            return [];
+        }
+    }
+    getModelCapabilities(model) {
+        const baseName = model.split(':')[0];
+        const known = OLLAMA_MODELS[baseName] ?? OLLAMA_MODELS[model];
+        return {
+            ...DEFAULT_CAPABILITIES,
+            ...known,
+        };
+    }
+    async chat(messages, options) {
+        const model = options?.headers?.['x-model'] ?? this.model;
+        const capabilities = this.getModelCapabilities(model);
+        const startTime = Date.now();
+        return this.withRetry(async () => {
+            try {
+                const ollamaMessages = messages.map(m => ({
+                    role: m.role,
+                    content: m.content,
+                }));
+                const requestOptions = {};
+                if (options?.temperature !== undefined) {
+                    requestOptions.temperature = options.temperature;
+                }
+                if (options?.topP !== undefined) {
+                    requestOptions.top_p = options.topP;
+                }
+                if (options?.stop) {
+                    requestOptions.stop = options.stop;
+                }
+                if (options?.maxTokens) {
+                    requestOptions.num_predict = options.maxTokens;
+                }
+                // Handle streaming
+                if (options?.onStream && capabilities?.supportsStreaming) {
+                    return this.handleStream(model, ollamaMessages, requestOptions, options.onStream, startTime);
+                }
+                // Non-streaming request
+                const response = await this.client.chat({
+                    model,
+                    messages: ollamaMessages,
+                    options: requestOptions,
+                    stream: false,
+                });
+                const latencyMs = Date.now() - startTime;
+                // Ollama returns token counts in eval_count and prompt_eval_count
+                const usage = {
+                    promptTokens: response.prompt_eval_count ?? 0,
+                    completionTokens: response.eval_count ?? 0,
+                    totalTokens: (response.prompt_eval_count ?? 0) + (response.eval_count ?? 0),
+                    estimatedCost: 0, // Free (local)
+                };
+                this.trackUsage(usage);
+                return {
+                    content: response.message.content,
+                    model,
+                    usage,
+                    latencyMs,
+                    streamed: false,
+                    finishReason: response.done ? 'stop' : undefined,
+                };
+            }
+            catch (error) {
+                throw this.handleError(error);
+            }
+        }, `Ollama chat completion`);
+    }
+    async handleStream(model, messages, requestOptions, onStream, startTime) {
+        let content = '';
+        let promptTokens = 0;
+        let completionTokens = 0;
+        const stream = await this.client.chat({
+            model,
+            messages,
+            options: requestOptions,
+            stream: true,
+        });
+        for await (const chunk of stream) {
+            if (chunk.message?.content) {
+                content += chunk.message.content;
+                onStream(chunk.message.content);
+            }
+            if (chunk.prompt_eval_count) {
+                promptTokens = chunk.prompt_eval_count;
+            }
+            if (chunk.eval_count) {
+                completionTokens = chunk.eval_count;
+            }
+        }
+        const latencyMs = Date.now() - startTime;
+        const usage = {
+            promptTokens,
+            completionTokens,
+            totalTokens: promptTokens + completionTokens,
+            estimatedCost: 0,
+        };
+        this.trackUsage(usage);
+        return {
+            content,
+            model,
+            usage,
+            latencyMs,
+            streamed: true,
+            finishReason: 'stop',
+        };
+    }
+    handleError(error) {
+        const message = error instanceof Error ? error.message : String(error);
+        if (message.includes('ECONNREFUSED') || message.includes('fetch failed')) {
+            return new LLMError('Ollama is not running. Start it with: ollama serve', 'PROVIDER_UNAVAILABLE', 'ollama', true, error instanceof Error ? error : undefined);
+        }
+        if (message.includes('model') && message.includes('not found')) {
+            return new LLMError(`Model not found. Pull it with: ollama pull ${this.model}`, 'MODEL_NOT_FOUND', 'ollama', false, error instanceof Error ? error : undefined);
+        }
+        return new LLMError(`Ollama error: ${message}`, 'UNKNOWN', 'ollama', false, error instanceof Error ? error : undefined);
+    }
+}
+//# sourceMappingURL=ollama.js.map