@goldensheepai/toknxr-cli 0.3.0 → 0.4.0

package/lib/cli.js

@@ -20,11 +20,14 @@ process.stderr.on('error', (err) => {
         process.exit(0);
 });
 const program = new Command();
+// Simple rainbow color function
+function applyRainbow(text) {
+    const colors = [chalk.red, chalk.yellow, chalk.green, chalk.cyan, chalk.blue, chalk.magenta];
+    return text.split('').map((char, i) => colors[i % colors.length](char)).join('');
+}
 // ASCII Art Welcome Screen with gradient colors
 const welcomeMessage = `
-${chalk.bold.hex('#FFD700')('🐑 Welcome to TokNXR by Golden Sheep AI 🐑')}
-
-${chalk.bold.cyan('Your AI Effectiveness & Code Quality Analysis CLI')}
+${chalk.bold.cyan('TokNXR CLI - AI Effectiveness & Code Quality Analysis')}
 
 ${chalk.bold.underline('Getting Started Guide:')}
 
@@ -48,7 +51,6 @@ ${chalk.bold.white('Chapter 3: Need Assistance?')}
 
 ${chalk.gray('------------------------------------------------------------')}
 `;
-console.log(welcomeMessage);
 /**
  * Generate weekly cost trends for the cost chart visualization
  */
@@ -84,7 +86,7 @@ function generateWeeklyCostTrends(interactions) {
     }
     return dailyCosts;
 }
-program.name('toknxr').description('AI Effectiveness & Code Quality Analysis CLI').version('0.3.0');
+program.name('toknxr').description('AI Effectiveness & Code Quality Analysis CLI').version('0.4.0');
 program
     .command('menu')
     .description('Interactive menu system for TokNXR operations')
@@ -107,6 +109,10 @@ program
                 name: chalk.yellow('🧠 AI Analysis') + chalk.gray(' - Hallucination detection'),
                 value: 'hallucinations',
             },
+            {
+                name: chalk.cyan('🔬 Enhanced Detection') + chalk.gray(' - CodeHalu analysis'),
+                value: 'enhanced_detection',
+            },
             { name: chalk.red('⚙️ Initialize') + chalk.gray(' - Set up configuration'), value: 'init' },
         ]);
         try {
@@ -123,6 +129,9 @@ program
                 case 'hallucinations':
                     await program.parseAsync(['node', 'toknxr', 'hallucinations']);
                     break;
+                case 'enhanced_detection':
+                    await program.parseAsync(['node', 'toknxr', 'hallucinations-detailed']);
+                    break;
                 case 'init':
                     await program.parseAsync(['node', 'toknxr', 'init']);
                     break;
@@ -791,23 +800,23 @@ program
             break;
         case '2':
             console.log(chalk.magenta('\n🧠 Opening hallucination analysis...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr hallucinations'));
+            await program.parseAsync(['node', 'toknxr', 'hallucinations']);
             break;
         case '3':
             console.log(chalk.yellow('\n🔄 Opening provider comparison...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr providers'));
+            await program.parseAsync(['node', 'toknxr', 'providers']);
             break;
         case '4':
             console.log(chalk.green('\n📈 Opening comprehensive analytics...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr stats'));
+            await program.parseAsync(['node', 'toknxr', 'stats']);
             break;
         case '5':
             console.log(chalk.blue('\n🔍 Opening interaction browser...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr browse'));
+            await program.parseAsync(['node', 'toknxr', 'browse']);
             break;
         case 'm':
             console.log(chalk.gray('\n📋 Opening main menu...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr menu'));
+            await program.parseAsync(['node', 'toknxr', 'menu']);
             break;
         case 'q':
             console.log(chalk.gray('\n👋 Exiting code analysis...'));
@@ -821,6 +830,9 @@ import { hallucinationDetector } from './hallucination-detector.js';
 import { analyzeCodeQuality, scoreEffectiveness, extractCodeFromResponse, } from './code-analysis.js';
 import { aiAnalytics } from './ai-analytics.js';
 import { auditLogger, AuditEventType, initializeAuditLogging } from './audit-logger.js';
+// Import enhanced hallucination detection commands
+import { hallucinationsDetailedCommand, codeQualityReportCommand } from './commands/hallucination-commands.js';
+import { detectCodeHallucinations } from './enhanced-hallucination-detector.js';
 program
     .command('analyze')
     .description('Analyze an AI response for hallucinations and quality issues')
@@ -925,6 +937,65 @@ program
         console.log(chalk.red('  ❌ Poor quality - significant issues detected'));
     }
 });
+// Enhanced hallucination detection commands
+program
+    .command('hallucinations-detailed')
+    .description('Detailed hallucination analysis with CodeHalu categories')
+    .option('-c, --category <category>', 'Filter by hallucination category')
+    .option('-p, --provider <provider>', 'Filter by AI provider')
+    .option('-f, --file <file>', 'Analyze code from file')
+    .option('--code <code>', 'Analyze code directly')
+    .option('-l, --language <language>', 'Programming language (default: python)')
+    .option('--no-execution', 'Disable execution analysis')
+    .option('-o, --output <file>', 'Export results to file')
+    .action(hallucinationsDetailedCommand);
+program
+    .command('code-quality-report')
+    .description('Generate comprehensive code quality report')
+    .option('-o, --output <file>', 'Output file path')
+    .option('--format <format>', 'Output format (json|html)', 'json')
+    .option('--include-execution', 'Include execution analysis in report')
+    .action(codeQualityReportCommand);
+program
+    .command('detect-hallucinations')
+    .description('Quick hallucination detection for code snippet')
+    .argument('<code>', 'Code to analyze')
+    .option('-l, --language <language>', 'Programming language (default: python)', 'python')
+    .option('--no-execution', 'Disable execution analysis')
+    .option('--confidence <threshold>', 'Confidence threshold (0.0-1.0)', '0.6')
+    .action(async (code, options) => {
+    console.log(chalk.bold.blue('🔍 Quick Hallucination Detection'));
+    console.log(chalk.gray('━'.repeat(50)));
+    try {
+        const result = await detectCodeHallucinations(code, options.language, {
+            enableExecution: !options.noExecution,
+            confidenceThreshold: parseFloat(options.confidence),
+        });
+        const rateColor = result.overallHallucinationRate > 0.7 ? chalk.red :
+            result.overallHallucinationRate > 0.4 ? chalk.yellow : chalk.green;
+        console.log(`\n🎯 Hallucination Rate: ${rateColor(`${(result.overallHallucinationRate * 100).toFixed(1)}%`)}`);
+        console.log(`📊 Issues Found: ${result.categories.length}`);
+        console.log(`⏱️  Analysis Time: ${result.analysisMetadata.detectionTimeMs}ms`);
+        if (result.categories.length > 0) {
+            console.log(chalk.yellow('\n⚠️  Top Issues:'));
+            result.categories.slice(0, 3).forEach((category, index) => {
+                console.log(`  ${index + 1}. ${category.type}/${category.subtype} - ${category.description}`);
+            });
+        }
+        else {
+            console.log(chalk.green('\n✅ No significant hallucinations detected!'));
+        }
+        if (result.recommendations.length > 0) {
+            console.log(chalk.blue('\n💡 Quick Recommendations:'));
+            result.recommendations.slice(0, 2).forEach(rec => {
+                console.log(`  • ${rec.title}`);
+            });
+        }
+    }
+    catch (error) {
+        console.error(chalk.red('❌ Detection failed:'), error);
+    }
+});
 program
     .command('hallucinations')
     .description('Show hallucination statistics and trends')
@@ -1019,11 +1090,11 @@ program
     switch (choice) {
         case '1':
             console.log(chalk.cyan('\n📊 Opening detailed hallucination analysis...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr code-analysis'));
+            await program.parseAsync(['node', 'toknxr', 'code-analysis']);
             break;
         case '2':
             console.log(chalk.magenta('\n🔄 Opening provider comparison...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr providers'));
+            await program.parseAsync(['node', 'toknxr', 'providers']);
             break;
         case '3':
             console.log(chalk.yellow('\n💰 Analyzing business impact...'));
@@ -1036,11 +1107,11 @@ program
             break;
         case '4':
             console.log(chalk.green('\n📈 Opening comprehensive analytics...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr stats'));
+            await program.parseAsync(['node', 'toknxr', 'stats']);
             break;
         case 'm':
             console.log(chalk.gray('\n📋 Opening main menu...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr menu'));
+            await program.parseAsync(['node', 'toknxr', 'menu']);
             break;
         case 'q':
             console.log(chalk.gray('\n👋 Exiting hallucination analysis...'));
@@ -1184,7 +1255,7 @@ program
             break;
         case '2':
             console.log(chalk.magenta('\n🧠 Opening hallucination comparison...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr hallucinations'));
+            await program.parseAsync(['node', 'toknxr', 'hallucinations']);
             break;
         case '3':
             console.log(chalk.yellow('\n💰 Analyzing cost optimization...'));
@@ -1197,11 +1268,11 @@ program
             break;
         case '4':
             console.log(chalk.green('\n📈 Opening comprehensive analytics...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr stats'));
+            await program.parseAsync(['node', 'toknxr', 'stats']);
             break;
         case 'm':
             console.log(chalk.gray('\n📋 Opening main menu...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr menu'));
+            await program.parseAsync(['node', 'toknxr', 'menu']);
             break;
         case 'q':
             console.log(chalk.gray('\n👋 Exiting provider comparison...'));
@@ -1404,15 +1475,88 @@ program
             break;
         case 'f':
             console.log(chalk.magenta('\n🔍 Opening filter interface...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr filter'));
+            await program.parseAsync(['node', 'toknxr', 'filter']);
             break;
         case 's':
             console.log(chalk.yellow('\n🔍 Opening search interface...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr search --query "your terms"'));
+            // Load interactions to generate relevant search suggestions
+            const logFilePath = path.resolve(process.cwd(), 'interactions.log');
+            let searchSuggestions = [];
+            if (fs.existsSync(logFilePath)) {
+                const fileContent = fs.readFileSync(logFilePath, 'utf8');
+                const lines = fileContent.trim().split('\n');
+                const interactions = lines
+                    .map(line => {
+                    try {
+                        return JSON.parse(line);
+                    }
+                    catch {
+                        return null;
+                    }
+                })
+                    .filter((interaction) => interaction !== null);
+                // Extract unique search suggestions from actual data
+                const suggestions = new Set();
+                interactions.forEach(interaction => {
+                    // Add providers
+                    if (interaction.provider)
+                        suggestions.add(interaction.provider);
+                    // Add models
+                    if (interaction.model && interaction.model !== 'unknown')
+                        suggestions.add(interaction.model);
+                    // Add task types
+                    if (interaction.taskType)
+                        suggestions.add(interaction.taskType);
+                    // Add key words from prompts
+                    if (interaction.userPrompt) {
+                        const words = interaction.userPrompt.toLowerCase().split(/\s+/);
+                        words.forEach(word => {
+                            if (word.length >= 3 && !['the', 'and', 'for', 'with', 'this', 'that', 'from', 'they', 'have', 'been', 'will', 'are', 'was', 'were'].includes(word)) {
+                                suggestions.add(word);
+                            }
+                        });
+                    }
+                });
+                searchSuggestions = Array.from(suggestions).slice(0, 15); // Limit to 15 suggestions
+            }
+            // Show search options
+            const searchChoices = [
+                { name: chalk.cyan('🔍 Custom Search') + chalk.gray(' - Enter your own search terms'), value: 'custom' },
+                ...searchSuggestions.map(suggestion => ({
+                    name: `🔎 "${suggestion}"`,
+                    value: suggestion
+                }))
+            ];
+            const { searchChoice } = await inquirer.prompt([
+                {
+                    type: 'list',
+                    name: 'searchChoice',
+                    message: 'What would you like to search for?',
+                    choices: searchChoices,
+                    pageSize: 10
+                }
+            ]);
+            let searchQuery;
+            if (searchChoice === 'custom') {
+                const { customQuery } = await inquirer.prompt([
+                    {
+                        type: 'input',
+                        name: 'customQuery',
+                        message: 'Enter your search terms:',
+                        validate: (input) => input.trim().length >= 2 || 'Please enter at least 2 characters'
+                    }
+                ]);
+                searchQuery = customQuery;
+            }
+            else {
+                searchQuery = searchChoice;
+            }
+            // Execute search command
+            await program.parseAsync(['node', 'toknxr', 'search', '--query', searchQuery]);
             break;
         case 'a':
             console.log(chalk.green('\n📊 Opening analytics view...'));
-            console.log(chalk.gray('Run: ') + chalk.yellow('toknxr stats'));
+            await program.parseAsync(['node', 'toknxr', 'stats']);
             break;
         case 'm':
             console.log(chalk.gray('\n📋 Opening main menu...'));
@@ -1459,6 +1603,8 @@ program
         console.log(chalk.blue.bold(`\n🔍 Searching for: "${query}"`));
         const availableFields = ['provider', 'model', 'userPrompt', 'taskType', 'requestId'];
         const searchOptions = await createSearchInterface(availableFields);
+        // Set the query from the command line option
+        searchOptions.query = query;
         if (!searchOptions) {
             console.log(chalk.gray('Search cancelled.'));
             return;
@@ -1506,20 +1652,33 @@ program
             let highlightColor;
             if (score >= 0.8)
                 highlightColor = 'green';
-            else if (score >= 0.6)
+            else if (score >= 0.5)
                 highlightColor = 'yellow';
             else
                 highlightColor = 'red';
+            // Show which fields matched
+            const matchedFields = [];
+            searchOptions.fields.forEach(field => {
+                const value = interaction[field];
+                if (typeof value === 'string' && value.toLowerCase().includes(searchOptions.query.toLowerCase())) {
+                    matchedFields.push(field);
+                }
+            });
             const highlightedPrompt = highlightMatch(interaction.userPrompt || '', searchOptions.query);
+            const highlightedModel = highlightMatch(interaction.model || '', searchOptions.query);
+            const highlightedProvider = highlightMatch(interaction.provider || '', searchOptions.query);
             const colorFn = highlightColor === 'green'
                 ? chalk.green
                 : highlightColor === 'yellow'
                     ? chalk.yellow
                     : chalk.red;
-            return createBox(`#${num} ${interaction.provider} (${colorFn('★'.repeat(Math.ceil(score * 5)))})`, [
+            const starCount = Math.max(1, Math.ceil(score * 5));
+            const stars = colorFn('★'.repeat(starCount) + '☆'.repeat(5 - starCount));
+            return createBox(`#${num} ${highlightedProvider} • ${highlightedModel} (${stars})`, [
                 `📅 ${chalk.gray(new Date(interaction.timestamp || Date.now()).toLocaleDateString())}`,
                 `🎯 ${highlightedPrompt || 'No prompt available'}`,
-                `💰 $${interaction.costUSD?.toFixed(4) || '0.0000'} • ⭐ ${interaction.codeQualityScore || 'N/A'}/100`,
+                `💰 ${interaction.costUSD?.toFixed(4) || '0.0000'} • ⭐ ${interaction.codeQualityScore || 'N/A'}/100`,
+                `🔍 Matched: ${chalk.cyan(matchedFields.join(', '))}`,
             ], {
                 borderColor: highlightColor,
                 titleColor: 'cyan',