agentic-qe 2.1.1 → 2.2.0

package/dist/providers/LLMProviderFactory.js

@@ -0,0 +1,426 @@
+"use strict";
+/**
+ * LLMProviderFactory - Factory for creating and managing LLM providers
+ *
+ * Provides centralized creation and routing of LLM providers with support for:
+ * - Provider registration and discovery
+ * - Automatic provider selection based on capabilities/cost
+ * - Hybrid routing between local and cloud providers
+ * - Fallback chains for reliability
+ * - Health-based routing
+ *
+ * @module providers/LLMProviderFactory
+ * @version 1.0.0
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMProviderFactory = void 0;
+exports.getGlobalLLMFactory = getGlobalLLMFactory;
+exports.setGlobalLLMFactory = setGlobalLLMFactory;
+const ClaudeProvider_1 = require("./ClaudeProvider");
+const RuvllmProvider_1 = require("./RuvllmProvider");
+const Logger_1 = require("../utils/Logger");
+/**
+ * LLMProviderFactory - Central factory for LLM provider management
+ *
+ * This factory provides:
+ * - Unified provider creation and initialization
+ * - Intelligent provider selection based on criteria
+ * - Automatic health monitoring and fallback
+ * - Cost and usage tracking
+ * - Hybrid local/cloud routing
+ */
+class LLMProviderFactory {
+    constructor(config = {}) {
+        this.logger = Logger_1.Logger.getInstance();
+        this.config = {
+            defaultProvider: config.defaultProvider || 'claude',
+            enableFallback: config.enableFallback ?? true,
+            healthCheckInterval: config.healthCheckInterval ?? 60000, // 1 minute
+            maxConsecutiveFailures: config.maxConsecutiveFailures ?? 3,
+            ...config
+        };
+        this.providers = new Map();
+        this.usageStats = new Map();
+        this.isInitialized = false;
+    }
+    /**
+     * Initialize the factory and all configured providers
+     */
+    async initialize() {
+        if (this.isInitialized) {
+            this.logger.warn('LLMProviderFactory already initialized');
+            return;
+        }
+        const initPromises = [];
+        // Initialize Claude provider if configured
+        if (this.config.claude || process.env.ANTHROPIC_API_KEY) {
+            initPromises.push(this.initializeProvider('claude', this.config.claude));
+        }
+        // Initialize ruvllm provider if configured
+        if (this.config.ruvllm) {
+            initPromises.push(this.initializeProvider('ruvllm', this.config.ruvllm));
+        }
+        await Promise.allSettled(initPromises);
+        // Start health monitoring
+        this.startHealthMonitoring();
+        this.isInitialized = true;
+        this.logger.info('LLMProviderFactory initialized', {
+            providers: Array.from(this.providers.keys())
+        });
+    }
+    /**
+     * Get a provider by type
+     */
+    getProvider(type) {
+        if (type === 'auto') {
+            return this.selectBestProvider();
+        }
+        const state = this.providers.get(type);
+        return state?.isAvailable ? state.provider : undefined;
+    }
+    /**
+     * Select best provider based on criteria
+     */
+    selectBestProvider(criteria) {
+        const candidates = [];
+        for (const state of this.providers.values()) {
+            if (!state.isAvailable)
+                continue;
+            // Check required capabilities
+            if (criteria?.requiredCapabilities) {
+                const hasAllCapabilities = criteria.requiredCapabilities.every(cap => state.metadata.capabilities[cap]);
+                if (!hasAllCapabilities)
+                    continue;
+            }
+            // Check cost limit
+            if (criteria?.maxCostPerMillion !== undefined) {
+                if (state.metadata.costs.inputPerMillion > criteria.maxCostPerMillion)
+                    continue;
+            }
+            // Check required models
+            if (criteria?.requiredModels) {
+                const hasAllModels = criteria.requiredModels.every(model => state.metadata.models.includes(model));
+                if (!hasAllModels)
+                    continue;
+            }
+            candidates.push(state);
+        }
+        if (candidates.length === 0) {
+            return undefined;
+        }
+        // Sort by preference
+        candidates.sort((a, b) => {
+            // Prefer local if requested
+            if (criteria?.preferLocal) {
+                if (a.metadata.location === 'local' && b.metadata.location !== 'local')
+                    return -1;
+                if (b.metadata.location === 'local' && a.metadata.location !== 'local')
+                    return 1;
+            }
+            // Prefer low cost if requested
+            if (criteria?.preferLowCost) {
+                const costA = a.metadata.costs.inputPerMillion + a.metadata.costs.outputPerMillion;
+                const costB = b.metadata.costs.inputPerMillion + b.metadata.costs.outputPerMillion;
+                return costA - costB;
+            }
+            // Default: prefer by health (lower latency)
+            const latencyA = a.lastHealthCheck.latency || Infinity;
+            const latencyB = b.lastHealthCheck.latency || Infinity;
+            return latencyA - latencyB;
+        });
+        return candidates[0].provider;
+    }
+    /**
+     * Execute with automatic fallback
+     */
+    async executeWithFallback(operation, preferredProvider) {
+        const providerOrder = this.getProviderOrder(preferredProvider);
+        let lastError;
+        for (const type of providerOrder) {
+            const state = this.providers.get(type);
+            if (!state?.isAvailable)
+                continue;
+            try {
+                const result = await operation(state.provider);
+                // Update success stats
+                this.updateUsageStats(type, true);
+                return result;
+            }
+            catch (error) {
+                lastError = error;
+                this.logger.warn(`Provider ${type} failed`, { error: lastError.message });
+                // Update failure stats
+                this.updateUsageStats(type, false);
+                state.consecutiveFailures++;
+                if (state.consecutiveFailures >= this.config.maxConsecutiveFailures) {
+                    state.isAvailable = false;
+                    this.logger.error(`Provider ${type} marked unavailable after consecutive failures`);
+                }
+                // Continue to next provider if fallback enabled
+                if (!this.config.enableFallback) {
+                    throw lastError;
+                }
+            }
+        }
+        throw lastError || new Error('No available providers');
+    }
+    /**
+     * Get all available provider types
+     */
+    getAvailableProviders() {
+        const available = [];
+        for (const [type, state] of this.providers.entries()) {
+            if (state.isAvailable) {
+                available.push(type);
+            }
+        }
+        return available;
+    }
+    /**
+     * Get provider metadata
+     */
+    getProviderMetadata(type) {
+        return this.providers.get(type)?.metadata;
+    }
+    /**
+     * Get usage statistics
+     */
+    getUsageStats(type) {
+        if (type) {
+            return this.usageStats.get(type);
+        }
+        return new Map(this.usageStats);
+    }
+    /**
+     * Get combined usage cost
+     */
+    getTotalCost() {
+        let total = 0;
+        for (const stats of this.usageStats.values()) {
+            total += stats.totalCost;
+        }
+        return total;
+    }
+    /**
+     * Shutdown all providers
+     */
+    async shutdown() {
+        if (this.healthCheckTimer) {
+            clearInterval(this.healthCheckTimer);
+            this.healthCheckTimer = undefined;
+        }
+        const shutdownPromises = [];
+        for (const [type, state] of this.providers.entries()) {
+            shutdownPromises.push(state.provider.shutdown()
+                .catch(error => this.logger.warn(`Error shutting down ${type}`, { error })));
+        }
+        await Promise.allSettled(shutdownPromises);
+        this.providers.clear();
+        this.isInitialized = false;
+        this.logger.info('LLMProviderFactory shutdown');
+    }
+    /**
+     * Register a custom provider
+     */
+    async registerProvider(type, provider) {
+        await provider.initialize();
+        const metadata = provider.getMetadata();
+        const healthStatus = await provider.healthCheck();
+        this.providers.set(type, {
+            provider,
+            metadata,
+            lastHealthCheck: healthStatus,
+            consecutiveFailures: 0,
+            isAvailable: healthStatus.healthy
+        });
+        this.usageStats.set(type, {
+            requestCount: 0,
+            successCount: 0,
+            failureCount: 0,
+            totalCost: 0,
+            averageLatency: 0
+        });
+        this.logger.info(`Provider ${type} registered`, { healthy: healthStatus.healthy });
+    }
+    /**
+     * Initialize a specific provider
+     */
+    async initializeProvider(type, config) {
+        try {
+            let provider;
+            switch (type) {
+                case 'claude':
+                    provider = new ClaudeProvider_1.ClaudeProvider(config);
+                    break;
+                case 'ruvllm':
+                    provider = new RuvllmProvider_1.RuvllmProvider(config);
+                    break;
+                default:
+                    throw new Error(`Unknown provider type: ${type}`);
+            }
+            await this.registerProvider(type, provider);
+        }
+        catch (error) {
+            this.logger.warn(`Failed to initialize provider ${type}`, {
+                error: error.message
+            });
+        }
+    }
+    /**
+     * Start health monitoring
+     */
+    startHealthMonitoring() {
+        this.healthCheckTimer = setInterval(async () => {
+            await this.performHealthChecks();
+        }, this.config.healthCheckInterval);
+    }
+    /**
+     * Perform health checks on all providers
+     */
+    async performHealthChecks() {
+        for (const [type, state] of this.providers.entries()) {
+            try {
+                const healthStatus = await state.provider.healthCheck();
+                state.lastHealthCheck = healthStatus;
+                if (healthStatus.healthy) {
+                    state.consecutiveFailures = 0;
+                    state.isAvailable = true;
+                }
+                else {
+                    state.consecutiveFailures++;
+                    if (state.consecutiveFailures >= this.config.maxConsecutiveFailures) {
+                        state.isAvailable = false;
+                    }
+                }
+            }
+            catch (error) {
+                state.consecutiveFailures++;
+                if (state.consecutiveFailures >= this.config.maxConsecutiveFailures) {
+                    state.isAvailable = false;
+                }
+            }
+        }
+    }
+    /**
+     * Get provider order for fallback
+     */
+    getProviderOrder(preferred) {
+        const order = [];
+        // Add preferred first
+        if (preferred && preferred !== 'auto' && this.providers.has(preferred)) {
+            order.push(preferred);
+        }
+        // Add default if different
+        const defaultType = this.config.defaultProvider;
+        if (defaultType && defaultType !== 'auto' && defaultType !== preferred && this.providers.has(defaultType)) {
+            order.push(defaultType);
+        }
+        // Add remaining providers
+        for (const type of this.providers.keys()) {
+            if (!order.includes(type)) {
+                order.push(type);
+            }
+        }
+        return order;
+    }
+    /**
+     * Update usage statistics
+     */
+    updateUsageStats(type, success) {
+        const stats = this.usageStats.get(type);
+        if (!stats)
+            return;
+        stats.requestCount++;
+        if (success) {
+            stats.successCount++;
+        }
+        else {
+            stats.failureCount++;
+        }
+    }
+    /**
+     * Create a hybrid router that automatically selects the best provider
+     */
+    createHybridRouter() {
+        const factory = this;
+        return {
+            async initialize() {
+                await factory.initialize();
+            },
+            async complete(options) {
+                return factory.executeWithFallback(provider => provider.complete(options));
+            },
+            async *streamComplete(options) {
+                const provider = factory.selectBestProvider();
+                if (!provider)
+                    throw new Error('No available providers');
+                yield* provider.streamComplete(options);
+            },
+            async embed(options) {
+                return factory.executeWithFallback(provider => provider.embed(options), 'ruvllm' // Prefer local for embeddings
+                );
+            },
+            async countTokens(options) {
+                const provider = factory.selectBestProvider();
+                if (!provider)
+                    throw new Error('No available providers');
+                return provider.countTokens(options);
+            },
+            async healthCheck() {
+                const providers = factory.getAvailableProviders();
+                return {
+                    healthy: providers.length > 0,
+                    timestamp: new Date(),
+                    metadata: { availableProviders: providers }
+                };
+            },
+            getMetadata() {
+                // Return aggregated metadata
+                const allMeta = Array.from(factory.providers.values()).map(s => s.metadata);
+                return {
+                    name: 'hybrid',
+                    version: '1.0.0',
+                    models: [...new Set(allMeta.flatMap(m => m.models))],
+                    capabilities: {
+                        streaming: allMeta.some(m => m.capabilities.streaming),
+                        caching: allMeta.some(m => m.capabilities.caching),
+                        embeddings: allMeta.some(m => m.capabilities.embeddings),
+                        vision: allMeta.some(m => m.capabilities.vision)
+                    },
+                    costs: {
+                        inputPerMillion: Math.min(...allMeta.map(m => m.costs.inputPerMillion)),
+                        outputPerMillion: Math.min(...allMeta.map(m => m.costs.outputPerMillion))
+                    },
+                    location: 'cloud'
+                };
+            },
+            async shutdown() {
+                await factory.shutdown();
+            },
+            trackCost(usage) {
+                return 0; // Factory tracks this internally
+            }
+        };
+    }
+}
+exports.LLMProviderFactory = LLMProviderFactory;
+/**
+ * Singleton instance for global access
+ */
+let globalFactory;
+/**
+ * Get the global LLM provider factory instance
+ */
+function getGlobalLLMFactory() {
+    if (!globalFactory) {
+        globalFactory = new LLMProviderFactory();
+    }
+    return globalFactory;
+}
+/**
+ * Set the global LLM provider factory instance
+ */
+function setGlobalLLMFactory(factory) {
+    globalFactory = factory;
+}
+//# sourceMappingURL=LLMProviderFactory.js.map

package/dist/providers/LLMProviderFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMProviderFactory.js","sourceRoot":"","sources":["../../src/providers/LLMProviderFactory.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;AA2hBH,kDAKC;AAKD,kDAEC;AApiBD,qDAAwE;AACxE,qDAAwE;AACxE,4CAAyC;AA+DzC;;;;;;;;;GASG;AACH,MAAa,kBAAkB;IAQ7B,YAAY,SAAmC,EAAE;QAC/C,IAAI,CAAC,MAAM,GAAG,eAAM,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG;YACZ,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,QAAQ;YACnD,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,KAAK,EAAE,WAAW;YACrE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,IAAI,CAAC;YAC1D,GAAG,MAAM;SACV,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAoB,EAAE,CAAC;QAEzC,2CAA2C;QAC3C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YACxD,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3E,CAAC;QAED,2CAA2C;QAC3C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAEvC,0BAA0B;QAC1B,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE;YACjD,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;SAC7C,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,IAAkB;QAC5B,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAoC;QACrD,MAAM,UAAU,GAA0B,EAAE,CAAC;QAE7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,WAAW;gBAAE,SAAS;YAEjC,8BAA8B;YAC9B,IAAI,QAAQ,EAAE,oBAAoB,EAAE,CAAC;gBACnC,MAAM,kBAAkB,GAAG,QAAQ,CAAC,oBAAoB,CAAC,KAAK,CAC5D,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CACxC,CAAC;gBACF,IAAI,CAAC,kBAAkB;oBAAE,SAAS;YACpC,CAAC;YAED,mBAAmB;YACnB,IAAI,QAAQ,EAAE,iBAAiB,KAAK,SAAS,EAAE,CAAC;gBAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,GAAG,QAAQ,CAAC,iBAAiB;oBAAE,SAAS;YAClF,CAAC;YAED,wBAAwB;YACxB,IAAI,QAAQ,EAAE,cAAc,EAAE,CAAC;gBAC7B,MAAM,YAAY,GAAG,QAAQ,CAAC,cAAc,CAAC,KAAK,CAChD,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAC/C,CAAC;gBACF,IAAI,CAAC,YAAY;oBAAE,SAAS;YAC9B,CAAC;YAED,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,qBAAqB;QACrB,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACvB,4BAA4B;YAC5B,IAAI,QAAQ,EAAE,WAAW,EAAE,CAAC;gBAC1B,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO;oBAAE,OAAO,CAAC,CAAC,CAAC;gBAClF,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,KAAK,OAAO;oBAAE,OAAO,CAAC,CAAC;YACnF,CAAC;YAED,+BAA+B;YAC/B,IAAI,QAAQ,EAAE,aAAa,EAAE,CAAC;gBAC5B,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACnF,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACnF,OAAO,KAAK,GAAG,KAAK,CAAC;YACvB,CAAC;YAED,4CAA4C;YAC5C,MAAM,QAAQ,GAAG,CAAC,CAAC,eAAe,CAAC,OAAO,IAAI,QAAQ,CAAC;YACvD,MAAM,QAAQ,GAAG,CAAC,CAAC,eAAe,CAAC,OAAO,IAAI,QAAQ,CAAC;YACvD,OAAO,QAAQ,GAAG,QAAQ,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CACvB,SAAiD,EACjD,iBAAgC;QAEhC,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QAE/D,IAAI,SAA4B,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,EAAE,WAAW;gBAAE,SAAS;YAElC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAE/C,uBAAuB;gBACvB,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAElC,OAAO,MAAM,CAAC;YAEhB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAc,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;gBAE1E,uBAAuB;gBACvB,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACnC,KAAK,CAAC,mBAAmB,EAAE,CAAC;gBAE5B,IAAI,KAAK,CAAC,mBAAmB,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAuB,EAAE,CAAC;oBACrE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC;oBAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,gDAAgD,CAAC,CAAC;gBACtF,CAAC;gBAED,gDAAgD;gBAChD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;oBAChC,MAAM,SAAS,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,MAAM,SAAS,GAAmB,EAAE,CAAC;QAErC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBACtB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,IAAkB;QACpC,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAmB;QAC/B,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,KAAK,IAAI,KAAK,CAAC,SAAS,CAAC;QAC3B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACrC,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;QACpC,CAAC;QAED,MAAM,gBAAgB,GAAoB,EAAE,CAAC;QAE7C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,gBAAgB,CAAC,IAAI,CACnB,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE;iBACtB,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAC9E,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;QAE3C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAE3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,IAAkB,EAAE,QAAsB;QAC/D,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAE5B,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAElD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE;YACvB,QAAQ;YACR,QAAQ;YACR,eAAe,EAAE,YAAY;YAC7B,mBAAmB,EAAE,CAAC;YACtB,WAAW,EAAE,YAAY,CAAC,OAAO;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE;YACxB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,CAAC;YACZ,cAAc,EAAE,CAAC;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,aAAa,EAAE,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;IACrF,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,IAAkB,EAAE,MAAY;QAC/D,IAAI,CAAC;YACH,IAAI,QAAsB,CAAC;YAE3B,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,QAAQ;oBACX,QAAQ,GAAG,IAAI,+BAAc,CAAC,MAAM,CAAC,CAAC;oBACtC,MAAM;gBACR,KAAK,QAAQ;oBACX,QAAQ,GAAG,IAAI,+BAAc,CAAC,MAAM,CAAC,CAAC;oBACtC,MAAM;gBACR;oBACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,EAAE,EAAE;gBACxD,KAAK,EAAG,KAAe,CAAC,OAAO;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACK,qBAAqB;QAC3B,IAAI,CAAC,gBAAgB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC7C,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAoB,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB;QAC/B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACxD,KAAK,CAAC,eAAe,GAAG,YAAY,CAAC;gBAErC,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;oBACzB,KAAK,CAAC,mBAAmB,GAAG,CAAC,CAAC;oBAC9B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,mBAAmB,EAAE,CAAC;oBAC5B,IAAI,KAAK,CAAC,mBAAmB,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAuB,EAAE,CAAC;wBACrE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC;oBAC5B,CAAC;gBACH,CAAC;YAEH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,KAAK,CAAC,mBAAmB,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,mBAAmB,IAAI,IAAI,CAAC,MAAM,CAAC,sBAAuB,EAAE,CAAC;oBACrE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,SAAwB;QAC/C,MAAM,KAAK,GAAmB,EAAE,CAAC;QAEjC,sBAAsB;QACtB,IAAI,SAAS,IAAI,SAAS,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACvE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,CAAC;QAED,2BAA2B;QAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QAChD,IAAI,WAAW,IAAI,WAAW,KAAK,MAAM,IAAI,WAAW,KAAK,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1G,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1B,CAAC;QAED,0BAA0B;QAC1B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAkB,EAAE,OAAgB;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,KAAK,CAAC,YAAY,EAAE,CAAC;QACrB,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC;QAErB,OAAO;YACL,KAAK,CAAC,UAAU;gBACd,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAC7B,CAAC;YAED,KAAK,CAAC,QAAQ,CAAC,OAA6B;gBAC1C,OAAO,OAAO,CAAC,mBAAmB,CAChC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CACvC,CAAC;YACJ,CAAC;YAED,KAAK,CAAC,CAAC,cAAc,CAAC,OAA6B;gBACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAC9C,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBACzD,KAAK,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAED,KAAK,CAAC,KAAK,CAAC,OAAO;gBACjB,OAAO,OAAO,CAAC,mBAAmB,CAChC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EACnC,QAAQ,CAAC,8BAA8B;iBACxC,CAAC;YACJ,CAAC;YAED,KAAK,CAAC,WAAW,CAAC,OAAO;gBACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAC9C,IAAI,CAAC,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBACzD,OAAO,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAED,KAAK,CAAC,WAAW;gBACf,MAAM,SAAS,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;gBAClD,OAAO;oBACL,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC;oBAC7B,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,QAAQ,EAAE,EAAE,kBAAkB,EAAE,SAAS,EAAE;iBAC5C,CAAC;YACJ,CAAC;YAED,WAAW;gBACT,6BAA6B;gBAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC5E,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,OAAO;oBAChB,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;oBACpD,YAAY,EAAE;wBACZ,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC;wBACtD,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC;wBAClD,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC;wBACxD,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;qBACjD;oBACD,KAAK,EAAE;wBACL,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;wBACvE,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;qBAC1E;oBACD,QAAQ,EAAE,OAAgB;iBAC3B,CAAC;YACJ,CAAC;YAED,KAAK,CAAC,QAAQ;gBACZ,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3B,CAAC;YAED,SAAS,CAAC,KAAK;gBACb,OAAO,CAAC,CAAC,CAAC,iCAAiC;YAC7C,CAAC;SACF,CAAC;IACJ,CAAC;CACF;AAncD,gDAmcC;AAED;;GAEG;AACH,IAAI,aAA6C,CAAC;AAElD;;GAEG;AACH,SAAgB,mBAAmB;IACjC,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,aAAa,GAAG,IAAI,kBAAkB,EAAE,CAAC;IAC3C,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,OAA2B;IAC7D,aAAa,GAAG,OAAO,CAAC;AAC1B,CAAC"}

package/dist/providers/RuvllmProvider.d.ts

@@ -0,0 +1,107 @@
+/**
+ * RuvllmProvider - Local LLM Inference via ruvllm
+ *
+ * Provides local LLM inference for cost-effective operations on capable hardware.
+ * Uses ruvllm for fast local inference with support for various open models.
+ *
+ * Features:
+ * - Zero cloud costs for local inference
+ * - Low latency for local operations
+ * - Privacy-preserving (no data leaves the machine)
+ * - Streaming support
+ * - Model hot-swapping
+ *
+ * @module providers/RuvllmProvider
+ * @version 1.0.0
+ */
+import { ILLMProvider, LLMProviderConfig, LLMCompletionOptions, LLMCompletionResponse, LLMStreamEvent, LLMEmbeddingOptions, LLMEmbeddingResponse, LLMTokenCountOptions, LLMHealthStatus, LLMProviderMetadata } from './ILLMProvider';
+/**
+ * Ruvllm-specific configuration
+ */
+export interface RuvllmProviderConfig extends LLMProviderConfig {
+    /** Path to ruvllm executable or 'npx' for npm usage */
+    ruvllmPath?: string;
+    /** Port for local server */
+    port?: number;
+    /** Default model name/path */
+    defaultModel?: string;
+    /** GPU layers to offload (-1 for all) */
+    gpuLayers?: number;
+    /** Context window size */
+    contextSize?: number;
+    /** Number of threads */
+    threads?: number;
+    /** Model temperature */
+    defaultTemperature?: number;
+    /** Enable embeddings model */
+    enableEmbeddings?: boolean;
+}
+/**
+ * RuvllmProvider - Local LLM inference implementation of ILLMProvider
+ *
+ * This provider enables local LLM inference using ruvllm, providing
+ * cost-free, low-latency inference for development and privacy-sensitive tasks.
+ */
+export declare class RuvllmProvider implements ILLMProvider {
+    private readonly logger;
+    private config;
+    private isInitialized;
+    private serverProcess?;
+    private baseUrl;
+    private loadedModel?;
+    private requestCount;
+    constructor(config?: RuvllmProviderConfig);
+    /**
+     * Initialize the ruvllm provider
+     */
+    initialize(): Promise<void>;
+    /**
+     * Complete a prompt using local inference
+     */
+    complete(options: LLMCompletionOptions): Promise<LLMCompletionResponse>;
+    /**
+     * Stream a completion
+     */
+    streamComplete(options: LLMCompletionOptions): AsyncIterableIterator<LLMStreamEvent>;
+    /**
+     * Generate embeddings
+     */
+    embed(options: LLMEmbeddingOptions): Promise<LLMEmbeddingResponse>;
+    /**
+     * Count tokens in text
+     */
+    countTokens(options: LLMTokenCountOptions): Promise<number>;
+    /**
+     * Health check
+     */
+    healthCheck(): Promise<LLMHealthStatus>;
+    /**
+     * Get provider metadata
+     */
+    getMetadata(): LLMProviderMetadata;
+    /**
+     * Shutdown the provider
+     */
+    shutdown(): Promise<void>;
+    /**
+     * Track cost (always 0 for local inference)
+     */
+    trackCost(usage: LLMCompletionResponse['usage']): number;
+    /**
+     * Start the ruvllm server
+     */
+    private startServer;
+    /**
+     * Check if server is healthy
+     */
+    private checkServerHealth;
+    /**
+     * Ensure provider is initialized
+     */
+    private ensureInitialized;
+    /**
+     * Map finish reason to standard stop reason
+     */
+    private mapStopReason;
+}
+//# sourceMappingURL=RuvllmProvider.d.ts.map

package/dist/providers/RuvllmProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RuvllmProvider.d.ts","sourceRoot":"","sources":["../../src/providers/RuvllmProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EAEpB,MAAM,gBAAgB,CAAC;AAGxB;;GAEG;AACH,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,uDAAuD;IACvD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4BAA4B;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,8BAA8B;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0BAA0B;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wBAAwB;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wBAAwB;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,8BAA8B;IAC9B,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAaD;;;;;GAKG;AACH,qBAAa,cAAe,YAAW,YAAY;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,aAAa,CAAU;IAC/B,OAAO,CAAC,aAAa,CAAC,CAAe;IACrC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAC,CAAiB;IACrC,OAAO,CAAC,YAAY,CAAS;gBAEjB,MAAM,GAAE,oBAAyB;IAqB7C;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAoCjC;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAgF7E;;OAEG;IACI,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,qBAAqB,CAAC,cAAc,CAAC;IAyF3F;;OAEG;IACG,KAAK,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IA6CxE;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAMjE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,eAAe,CAAC;IA0B7C;;OAEG;IACH,WAAW,IAAI,mBAAmB;IA0BlC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAW/B;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,qBAAqB,CAAC,OAAO,CAAC,GAAG,MAAM;IAIxD;;OAEG;YACW,WAAW;IA+CzB;;OAEG;YACW,iBAAiB;IAW/B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAWzB;;OAEG;IACH,OAAO,CAAC,aAAa;CAUtB"}