stigmergy 1.2.13 → 1.3.2-beta.0

package/test/specific-cli-agent-skill-analysis.js

@@ -0,0 +1,385 @@
+#!/usr/bin/env node
+
+/**
+ * Specific CLI Agent and Skill Analysis
+ * Analyzes gemini, copilot, codex, and kode CLI tools
+ */
+
+const path = require('path');
+const os = require('os');
+const { spawnSync } = require('child_process');
+
+// Import enhanced components
+const CLIHelpAnalyzer = require('../src/core/cli_help_analyzer');
+const SmartRouter = require('../src/core/smart_router');
+const { CLI_TOOLS } = require('../src/core/cli_tools');
+
+class SpecificCLIAnalyzer {
+  constructor() {
+    this.analyzer = new CLIHelpAnalyzer();
+    this.router = new SmartRouter();
+    this.targetCLIs = ['gemini', 'copilot', 'codex', 'kode'];
+    this.testResults = {};
+  }
+
+  /**
+   * Main analysis function
+   */
+  async analyze() {
+    console.log('🔍 Analyzing Specific CLI Tools for Agent and Skill Support');
+    console.log('=' .repeat(70));
+
+    try {
+      // Initialize components
+      await this.analyzer.initialize();
+      await this.router.initialize();
+
+      // Analyze each target CLI
+      for (const cliName of this.targetCLIs) {
+        await this.analyzeCLI(cliName);
+      }
+
+      // Show comprehensive results
+      this.showAnalysisResults();
+
+    } catch (error) {
+      console.error('❌ Analysis failed:', error.message);
+      process.exit(1);
+    }
+  }
+
+  /**
+   * Analyze individual CLI tool
+   */
+  async analyzeCLI(cliName) {
+    console.log(`\n🔧 Analyzing ${cliName.toUpperCase()} CLI...`);
+    console.log('-'.repeat(50));
+
+    this.testResults[cliName] = {
+      installed: false,
+      helpAvailable: false,
+      agentSupport: false,
+      skillSupport: false,
+      commandFormat: null,
+      examples: [],
+      limitations: [],
+      testInputs: []
+    };
+
+    // 1. Check if CLI is installed
+    await this.checkCLIInstallation(cliName);
+
+    // 2. Get help information
+    await this.getCLIHelp(cliName);
+
+    // 3. Test agent/skill detection
+    await this.testAgentSkillDetection(cliName);
+
+    // 4. Test command generation
+    await this.testCommandGeneration(cliName);
+
+    // 5. Test smart routing
+    await this.testSmartRouting(cliName);
+  }
+
+  /**
+   * Check if CLI tool is installed
+   */
+  async checkCLIInstallation(cliName) {
+    try {
+      const result = spawnSync(cliName, ['--version'], {
+        encoding: 'utf8',
+        timeout: 5000,
+        stdio: ['pipe', 'pipe', 'pipe']
+      });
+
+      if (result.status === 0) {
+        this.testResults[cliName].installed = true;
+        console.log(`✅ ${cliName} is installed`);
+        if (result.stdout) {
+          console.log(`   Version: ${result.stdout.trim()}`);
+        }
+      } else {
+        console.log(`❌ ${cliName} is not installed or not responding`);
+      }
+    } catch (error) {
+      console.log(`❌ ${cliName} not found: ${error.message}`);
+    }
+  }
+
+  /**
+   * Get CLI help information
+   */
+  async getCLIHelp(cliName) {
+    const helpMethods = [
+      ['--help'],
+      ['-h'],
+      ['help'],
+      ['--usage'],
+      [''],
+      ['version'],
+      ['--version']
+    ];
+
+    let helpText = '';
+    let helpMethod = '';
+
+    for (const method of helpMethods) {
+      try {
+        const result = spawnSync(cliName, method, {
+          encoding: 'utf8',
+          timeout: 8000,
+          stdio: ['pipe', 'pipe', 'pipe']
+        });
+
+        if (result.status === 0 && result.stdout) {
+          helpText = result.stdout;
+          helpMethod = `${cliName} ${method.join(' ')}`;
+          break;
+        } else if (result.stderr && result.stderr.includes('help')) {
+          helpText = result.stderr;
+          helpMethod = `${cliName} ${method.join(' ')} (stderr)`;
+          break;
+        }
+      } catch (error) {
+        continue;
+      }
+    }
+
+    if (helpText) {
+      this.testResults[cliName].helpAvailable = true;
+      console.log(`📚 Help available via: ${helpMethod}`);
+      
+      // Analyze help text for agent/skill patterns
+      this.analyzeHelpText(cliName, helpText);
+    } else {
+      console.log(`❌ No help information available`);
+    }
+  }
+
+  /**
+   * Analyze help text for agent/skill patterns
+   */
+  analyzeHelpText(cliName, helpText) {
+    const lowerHelp = helpText.toLowerCase();
+
+    // Check for agent-related keywords
+    const agentKeywords = ['agent', '智能体', 'expert', 'specialist', 'assistant'];
+    const hasAgentKeywords = agentKeywords.some(keyword => lowerHelp.includes(keyword));
+
+    // Check for skill-related keywords
+    const skillKeywords = ['skill', '技能', 'capability', 'tool', 'plugin', 'extension'];
+    const hasSkillKeywords = skillKeywords.some(keyword => lowerHelp.includes(keyword));
+
+    // Check for prompt-related parameters
+    const promptParams = ['-p', '--prompt', '--input', '--query', 'positional'];
+    const hasPromptParams = promptParams.some(param => lowerHelp.includes(param));
+
+    // Check for non-interactive modes
+    const nonInteractiveModes = ['non-interactive', 'batch', 'script', 'stdin'];
+    const hasNonInteractive = nonInteractiveModes.some(mode => lowerHelp.includes(mode));
+
+    this.testResults[cliName].agentSupport = hasAgentKeywords;
+    this.testResults[cliName].skillSupport = hasSkillKeywords;
+    this.testResults[cliName].hasPromptParams = hasPromptParams;
+    this.testResults[cliName].hasNonInteractive = hasNonInteractive;
+
+    console.log(`🤖 Agent keywords: ${hasAgentKeywords ? '✅' : '❌'}`);
+    console.log(`🔧 Skill keywords: ${hasSkillKeywords ? '✅' : '❌'}`);
+    console.log(`📝 Prompt params: ${hasPromptParams ? '✅' : '❌'}`);
+    console.log(`🔄 Non-interactive: ${hasNonInteractive ? '✅' : '❌'}`);
+  }
+
+  /**
+   * Test agent/skill detection capabilities
+   */
+  async testAgentSkillDetection(cliName) {
+    const testInputs = [
+      '请使用异化分析技能分析程序员异化现象',
+      '使用数字马克思智能体进行阶级分析',
+      '请专家助手分析技术影响',
+      '使用分析技能进行深度研究'
+    ];
+
+    console.log('\n🧪 Testing agent/skill detection:');
+
+    for (const input of testInputs) {
+      try {
+        const detections = this.analyzer.detectAgentSkillMentions(input, cliName);
+        this.testResults[cliName].testInputs.push({
+          input,
+          detections
+        });
+
+        console.log(`   Input: "${input}"`);
+        console.log(`   Agent: ${detections.hasAgent ? '✅' : '❌'} | Skill: ${detections.hasSkill ? '✅' : '❌'} | Confidence: ${detections.confidence}`);
+      } catch (error) {
+        console.log(`   ❌ Detection failed: ${error.message}`);
+      }
+    }
+  }
+
+  /**
+   * Test command generation
+   */
+  async testCommandGeneration(cliName) {
+    const testPrompt = '请使用异化分析技能分析程序员异化现象';
+    
+    console.log('\n⚙️ Testing command generation:');
+    console.log(`   Test prompt: "${testPrompt}"`);
+
+    try {
+      const optimizedCall = this.analyzer.generateOptimizedCall(cliName, testPrompt);
+      if (optimizedCall) {
+        this.testResults[cliName].commandFormat = optimizedCall.fullCommand;
+        console.log(`   Generated: ${optimizedCall.fullCommand}`);
+      } else {
+        console.log(`   ❌ Command generation failed`);
+      }
+    } catch (error) {
+      console.log(`   ❌ Command generation error: ${error.message}`);
+    }
+  }
+
+  /**
+   * Test smart routing
+   */
+  async testSmartRouting(cliName) {
+    const testInputs = [
+      `请使用分析技能分析程序员异化现象`,
+      `使用数字马克思智能体进行阶级分析`
+    ];
+
+    console.log('\n🧭 Testing smart routing:');
+
+    for (const input of testInputs) {
+      try {
+        const route = await this.router.smartRouteEnhanced(input);
+        if (route.tool === cliName) {
+          console.log(`   ✅ Routed to ${cliName} (confidence: ${route.confidence})`);
+        } else {
+          console.log(`   ⚠️ Routed to ${route.tool} instead of ${cliName}`);
+        }
+      } catch (error) {
+        console.log(`   ❌ Routing failed: ${error.message}`);
+      }
+    }
+  }
+
+  /**
+   * Show comprehensive analysis results
+   */
+  showAnalysisResults() {
+    console.log('\n' + '=' .repeat(70));
+    console.log('📊 COMPREHENSIVE CLI ANALYSIS RESULTS');
+    console.log('=' .repeat(70));
+
+    for (const [cliName, results] of Object.entries(this.testResults)) {
+      console.log(`\n🔧 ${cliName.toUpperCase()} CLI ANALYSIS`);
+      console.log('-'.repeat(50));
+
+      // Installation status
+      console.log(`📦 Installation: ${results.installed ? '✅ Installed' : '❌ Not Installed'}`);
+      
+      // Help availability
+      console.log(`📚 Help Available: ${results.helpAvailable ? '✅ Yes' : '❌ No'}`);
+
+      // Agent/Skill support
+      console.log(`🤖 Agent Support: ${results.agentSupport ? '✅ Yes' : '❌ No'}`);
+      console.log(`🔧 Skill Support: ${results.skillSupport ? '✅ Yes' : '❌ No'}`);
+
+      // Command format
+      if (results.commandFormat) {
+        console.log(`⚙️ Command Format: ${results.commandFormat}`);
+      }
+
+      // Test inputs summary
+      if (results.testInputs.length > 0) {
+        console.log(`🧪 Detection Tests: ${results.testInputs.length} completed`);
+        const avgConfidence = results.testInputs.reduce((sum, test) => sum + test.detections.confidence, 0) / results.testInputs.length;
+        console.log(`   Average Confidence: ${avgConfidence.toFixed(2)}`);
+      }
+
+      // Overall assessment
+      const supportScore = (results.agentSupport ? 1 : 0) + (results.skillSupport ? 1 : 0);
+      let assessment = '';
+      
+      if (supportScore === 2) {
+        assessment = '✅ Full Support';
+      } else if (supportScore === 1) {
+        assessment = '⚠️ Partial Support';
+      } else {
+        assessment = '❌ No Support';
+      }
+
+      console.log(`🎯 Overall Assessment: ${assessment}`);
+    }
+
+    // Summary comparison
+    console.log('\n' + '=' .repeat(70));
+    console.log('📋 SUMMARY COMPARISON');
+    console.log('=' .repeat(70));
+
+    const comparisonTable = [
+      ['CLI Tool', 'Installed', 'Agent Support', 'Skill Support', 'Overall'],
+      ['-'.repeat(10), '-'.repeat(10), '-'.repeat(12), '-'.repeat(12), '-'.repeat(8)]
+    ];
+
+    for (const [cliName, results] of Object.entries(this.testResults)) {
+      const installed = results.installed ? '✅' : '❌';
+      const agent = results.agentSupport ? '✅' : '❌';
+      const skill = results.skillSupport ? '✅' : '❌';
+      
+      const supportScore = (results.agentSupport ? 1 : 0) + (results.skillSupport ? 1 : 0);
+      const overall = supportScore === 2 ? 'Excellent' : supportScore === 1 ? 'Good' : 'Poor';
+
+      comparisonTable.push([cliName, installed, agent, skill, overall]);
+    }
+
+    // Print table
+    for (const row of comparisonTable) {
+      console.log(row.join(' | '));
+    }
+
+    // Recommendations
+    console.log('\n💡 RECOMMENDATIONS');
+    console.log('-'.repeat(30));
+    
+    for (const [cliName, results] of Object.entries(this.testResults)) {
+      if (!results.installed) {
+        console.log(`📦 ${cliName}: Consider installing for broader CLI tool coverage`);
+      } else if (!results.agentSupport || !results.skillSupport) {
+        console.log(`🔧 ${cliName}: Limited agent/skill support - may need manual prompt engineering`);
+      } else {
+        console.log(`✨ ${cliName}: Full support available - ready for enhanced CLI calls`);
+      }
+    }
+  }
+}
+
+// Main execution
+async function main() {
+  const analyzer = new SpecificCLIAnalyzer();
+  await analyzer.analyze();
+}
+
+// Handle errors
+process.on('unhandledRejection', (reason, promise) => {
+  console.error('[FATAL] Unhandled Rejection at:', promise, 'reason:', reason);
+  process.exit(1);
+});
+
+process.on('uncaughtException', (error) => {
+  console.error('[FATAL] Uncaught Exception:', error);
+  process.exit(1);
+});
+
+// Run analysis if this file is executed directly
+if (require.main === module) {
+  main().catch((error) => {
+    console.error('[FATAL] Analysis execution failed:', error);
+    process.exit(1);
+  });
+}
+
+module.exports = SpecificCLIAnalyzer;