codehere 0.2.2 → 0.3.0-rc.10

package/dist/infrastructure/ai/command-r-evaluation.js

@@ -1,206 +0,0 @@
-/**
- * Command R+ / Command A Evaluation Module
- * Evaluates Cohere Command models for migration
- *
- * Based on enterprise architecture requirements and Cohere research:
- * - Command R+: 128k token context window
- * - Command A: 256k token context window (even better!)
- * - Optimized for multi-step tool use
- * - Superior agentic planning
- * - RAG workflow optimization
- */
-import { CohereClient } from 'cohere-ai';
-export class CommandREvaluator {
-    client;
-    constructor() {
-        const apiKey = process.env.COHERE_API_KEY;
-        if (!apiKey) {
-            throw new Error('COHERE_API_KEY not found in environment');
-        }
-        this.client = new CohereClient({ token: apiKey });
-    }
-    /**
-     * Evaluate Command R+ availability and capabilities
-     */
-    async evaluate() {
-        const result = {
-            available: false,
-            modelName: 'unknown',
-            contextWindow: 0,
-            toolCallingSupported: false,
-            modelFamily: 'unknown',
-            performance: {
-                latency: 0,
-                tokenUsage: 0,
-            },
-            recommendations: [],
-        };
-        try {
-            // Test 1: Check if Command models are available
-            // Priority: Command A (256k) > Command A Reasoning > Command R+ (128k)
-            const testModels = [
-                { name: 'command-a', family: 'command-a', contextWindow: 256000 },
-                { name: 'command-a-reasoning', family: 'command-a-reasoning', contextWindow: 256000 },
-                { name: 'command-a-08-2024', family: 'command-a', contextWindow: 256000 },
-                { name: 'command-r-plus', family: 'command-r-plus', contextWindow: 128000 },
-                { name: 'command-r', family: 'command-r-plus', contextWindow: 128000 },
-                { name: 'command-r7b-12-2024', family: 'command-r-plus', contextWindow: 128000 },
-                { name: 'command-r-plus-08-2024', family: 'command-r-plus', contextWindow: 128000 },
-            ];
-            let availableModel = null;
-            for (const model of testModels) {
-                try {
-                    const startTime = Date.now();
-                    const response = await this.client.chat({
-                        model: model.name,
-                        message: 'Test',
-                        maxTokens: 10,
-                    });
-                    const latency = Date.now() - startTime;
-                    if (response) {
-                        availableModel = model;
-                        result.available = true;
-                        result.modelName = model.name;
-                        result.modelFamily = model.family;
-                        result.contextWindow = model.contextWindow;
-                        result.performance.latency = latency;
-                        break; // Use first available model (prioritized by context window)
-                    }
-                }
-                catch (error) {
-                    // Model not available, try next
-                    continue;
-                }
-            }
-            if (!availableModel) {
-                result.modelFamily = 'unknown';
-                result.recommendations.push('Command models (R+, A, A Reasoning) not available. Check Cohere API documentation for latest model names.');
-                result.recommendations.push('Fallback: Continue using current chat completion API with enhanced prompts.');
-                return result;
-            }
-            // Test 2: Context window already set from model config
-            result.recommendations.push(`Command model available: ${availableModel.name} (${availableModel.family})`);
-            result.recommendations.push(`Context window: ${result.contextWindow.toLocaleString()} tokens`);
-            if (availableModel.family === 'command-a' || availableModel.family === 'command-a-reasoning') {
-                result.recommendations.push('✅ Command A has 256k context - excellent for large planning tasks!');
-            }
-            else {
-                result.recommendations.push('⚠️ Command R+ has 128k context - good, but Command A (256k) would be better');
-            }
-            // Test 3: Test tool calling capabilities
-            try {
-                const toolCallResponse = await this.client.chat({
-                    model: availableModel,
-                    message: 'What tools are available?',
-                    tools: [
-                        {
-                            name: 'search_codebase',
-                            description: 'Search the codebase',
-                            parameterDefinitions: {
-                                query: {
-                                    type: 'string',
-                                    description: 'Search query',
-                                },
-                            },
-                        },
-                    ],
-                    toolResults: [],
-                });
-                // Check if response includes tool calls
-                if (toolCallResponse.toolCalls && toolCallResponse.toolCalls.length > 0) {
-                    result.toolCallingSupported = true;
-                    result.recommendations.push('Tool calling supported - can migrate to Command R+ tool use flow');
-                }
-                else {
-                    result.recommendations.push('Tool calling may require different API format - investigate Cohere tool use documentation');
-                }
-            }
-            catch (error) {
-                result.recommendations.push('Tool calling test failed - may need API key with tool use permissions');
-            }
-            // Test 4: Performance benchmark
-            const benchmarkStart = Date.now();
-            const benchmarkResponse = await this.client.chat({
-                model: availableModel,
-                message: 'Explain the concept of clean architecture in software engineering.',
-                maxTokens: 100,
-            });
-            const benchmarkLatency = Date.now() - benchmarkStart;
-            result.performance.latency = benchmarkLatency;
-            result.performance.tokenUsage = benchmarkResponse.meta?.tokens?.inputTokens || 0;
-            result.recommendations.push(`Performance: ${benchmarkLatency}ms latency, ${result.performance.tokenUsage} input tokens`);
-            // Final recommendations
-            if (result.available && result.toolCallingSupported) {
-                if (result.modelFamily === 'command-a' || result.modelFamily === 'command-a-reasoning') {
-                    result.recommendations.push('✅ Ready to migrate: Command A available with tool calling support');
-                    result.recommendations.push('Migration priority: VERY HIGH - 256k context perfect for planning tasks');
-                }
-                else {
-                    result.recommendations.push('✅ Ready to migrate: Command R+ available with tool calling support');
-                    result.recommendations.push('Migration priority: HIGH - Will improve tool correctness and planning');
-                }
-            }
-            else if (result.available) {
-                if (result.modelFamily === 'command-a' || result.modelFamily === 'command-a-reasoning') {
-                    result.recommendations.push('⚠️ Command A available but tool calling needs investigation');
-                    result.recommendations.push('Migration priority: HIGH - 256k context is valuable even without native tool calling');
-                }
-                else {
-                    result.recommendations.push('⚠️ Command R+ available but tool calling needs investigation');
-                    result.recommendations.push('Migration priority: MEDIUM - Can migrate for context window benefits');
-                }
-            }
-            else {
-                result.recommendations.push('❌ Command models not available - continue with current implementation');
-                result.recommendations.push('Migration priority: LOW - Monitor Cohere API updates');
-            }
-        }
-        catch (error) {
-            result.recommendations.push(`Evaluation error: ${error instanceof Error ? error.message : String(error)}`);
-            result.recommendations.push('Fallback: Continue using current chat completion API');
-        }
-        return result;
-    }
-    /**
-     * Test Command R+ with actual use case
-     */
-    async testWithUseCase(query, context) {
-        const startTime = Date.now();
-        try {
-            // Try Command R+ first
-            const models = ['command-r-plus', 'command-r', 'command-r7b-12-2024'];
-            for (const model of models) {
-                try {
-                    const contextText = context
-                        .map((chunk, idx) => `[Chunk ${idx + 1} from ${chunk.filepath}]\n${chunk.content}`)
-                        .join('\n\n---\n\n');
-                    const response = await this.client.chat({
-                        model: model,
-                        message: `${contextText}\n\nUser Query: ${query}`,
-                        maxTokens: 500,
-                    });
-                    const latency = Date.now() - startTime;
-                    return {
-                        success: true,
-                        response: response.text || 'No response',
-                        toolCalls: response.toolCalls || [],
-                        latency,
-                    };
-                }
-                catch (error) {
-                    // Try next model
-                    continue;
-                }
-            }
-            throw new Error('No Command R+ models available');
-        }
-        catch (error) {
-            return {
-                success: false,
-                response: error instanceof Error ? error.message : String(error),
-                latency: Date.now() - startTime,
-            };
-        }
-    }
-}
-//# sourceMappingURL=command-r-evaluation.js.map

package/dist/infrastructure/ai/model-config.js

@@ -1,84 +0,0 @@
-/**
- * Model Configuration
- * Manages Command A/R+ model selection based on evaluation results
- */
-import { existsSync, readFileSync, writeFileSync, mkdirSync } from 'fs';
-import { join, dirname } from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-const CONFIG_FILE = join(__dirname, '../../../data/model-config.json');
-export class ModelConfigManager {
-    config;
-    constructor() {
-        this.config = this.loadConfig();
-    }
-    /**
-     * Load model configuration from file
-     */
-    loadConfig() {
-        try {
-            if (existsSync(CONFIG_FILE)) {
-                const content = readFileSync(CONFIG_FILE, 'utf-8');
-                return JSON.parse(content);
-            }
-        }
-        catch (error) {
-            // If file doesn't exist or is invalid, use defaults
-        }
-        return {};
-    }
-    /**
-     * Save model configuration to file
-     */
-    saveConfig(config) {
-        this.config = { ...this.config, ...config };
-        this.config.lastEvaluated = new Date().toISOString();
-        // Ensure data directory exists
-        const dataDir = dirname(CONFIG_FILE);
-        if (!existsSync(dataDir)) {
-            mkdirSync(dataDir, { recursive: true });
-        }
-        writeFileSync(CONFIG_FILE, JSON.stringify(this.config, null, 2), 'utf-8');
-    }
-    /**
-     * Get preferred model for a use case
-     */
-    getPreferredModel(useCase) {
-        // If a preferred model is set, use it for planning and complex tasks
-        if (this.config.preferredModel) {
-            if (useCase === 'planning' || useCase === 'reasoning') {
-                return this.config.preferredModel;
-            }
-        }
-        // For chat and default, use default model unless specifically configured
-        return undefined;
-    }
-    /**
-     * Check if Command A/R+ models are available
-     */
-    isCommandModelAvailable() {
-        return this.config.evaluationResults?.available || false;
-    }
-    /**
-     * Get context window size
-     */
-    getContextWindow() {
-        return this.config.contextWindow || 8000; // Default context window
-    }
-    /**
-     * Get full configuration
-     */
-    getConfig() {
-        return { ...this.config };
-    }
-}
-// Singleton instance
-let modelConfigManager = null;
-export function getModelConfigManager() {
-    if (!modelConfigManager) {
-        modelConfigManager = new ModelConfigManager();
-    }
-    return modelConfigManager;
-}
-//# sourceMappingURL=model-config.js.map