stigmergy 1.2.13 → 1.3.2-beta.0

package/test/cli-integration.test.js

@@ -0,0 +1,304 @@
+#!/usr/bin/env node
+
+/**
+ * 严格的CLI集成测试框架
+ * 在真实shell环境下测试每个CLI的stigmergy-resume命令
+ */
+
+const { spawn, spawnSync } = require('child_process');
+const fs = require('fs');
+const path = require('path');
+
+class CLIIntegrationTester {
+  constructor() {
+    this.testResults = [];
+    this.cliPaths = this.discoverCLIPaths();
+  }
+
+  // 发现各CLI的实际安装路径
+  discoverCLIPaths() {
+    const paths = {};
+
+    // Claude CLI
+    try {
+      const claudeResult = spawnSync('where', ['claude'], { encoding: 'utf8' });
+      if (claudeResult.status === 0) {
+        paths.claude = claudeResult.stdout.trim().split('\n')[0];
+      }
+    } catch (e) {}
+
+    // Gemini CLI
+    try {
+      const geminiResult = spawnSync('where', ['gemini'], { encoding: 'utf8' });
+      if (geminiResult.status === 0) {
+        paths.gemini = geminiResult.stdout.trim().split('\n')[0];
+      }
+    } catch (e) {}
+
+    // Qwen CLI
+    try {
+      const qwenResult = spawnSync('where', ['qwen'], { encoding: 'utf8' });
+      if (qwenResult.status === 0) {
+        paths.qwen = qwenResult.stdout.trim().split('\n')[0];
+      }
+    } catch (e) {}
+
+    // 其他CLI...
+
+    console.log('🔍 发现的CLI路径:');
+    Object.entries(paths).forEach(([cli, path]) => {
+      console.log(`  ${cli}: ${path}`);
+    });
+
+    return paths;
+  }
+
+  // 执行CLI命令并返回结果
+  async executeCommand(cliName, command, timeout = 15000) {
+    return new Promise((resolve) => {
+      console.log(`\n🔧 执行: ${cliName} ${command}`);
+
+      const startTime = Date.now();
+      let stdout = '';
+      let stderr = '';
+
+      let child;
+
+      try {
+        if (this.cliPaths[cliName]) {
+          child = spawn(this.cliPaths[cliName], [command], {
+            stdio: ['pipe', 'pipe', 'pipe'],
+            encoding: 'utf8'
+          });
+        } else {
+          // 如果找不到CLI，尝试直接调用
+          child = spawn(cliName.toLowerCase(), [command], {
+            stdio: ['pipe', 'pipe', 'pipe'],
+            encoding: 'utf8'
+          });
+        }
+      } catch (error) {
+        resolve({
+          success: false,
+          error: error.message,
+          command: `${cliName} ${command}`,
+          duration: Date.now() - startTime,
+          stdout: '',
+          stderr: ''
+        });
+        return;
+      }
+
+      const timeoutId = setTimeout(() => {
+        child.kill('SIGTERM');
+        resolve({
+          success: false,
+          error: 'Command timeout',
+          command: `${cliName} ${command}`,
+          duration: Date.now() - startTime,
+          stdout,
+          stderr
+        });
+      }, timeout);
+
+      child.stdout.on('data', (data) => {
+        stdout += data;
+      });
+
+      child.stderr.on('data', (data) => {
+        stderr += data;
+      });
+
+      child.on('close', (code) => {
+        clearTimeout(timeoutId);
+
+        resolve({
+          success: code === 0,
+          exitCode: code,
+          command: `${cliName} ${command}`,
+          duration: Date.now() - startTime,
+          stdout,
+          stderr
+        });
+      });
+
+      child.on('error', (error) => {
+        clearTimeout(timeoutId);
+        resolve({
+          success: false,
+          error: error.message,
+          command: `${cliName} ${command}`,
+          duration: Date.now() - startTime,
+          stdout,
+          stderr
+        });
+      });
+    });
+  }
+
+  // 测试单个CLI
+  async testCLI(cliName, config) {
+    console.log(`\n🎯 测试 ${cliName} CLI (${config.expectedFormat})`);
+    console.log('='.repeat(60));
+
+    const results = {
+      cliName,
+      expectedFormat: config.expectedFormat,
+      tests: [],
+      overallSuccess: false
+    };
+
+    // 测试主要命令格式
+    for (const testCommand of config.testCommands) {
+      const result = await this.executeCommand(cliName, testCommand);
+
+      results.tests.push({
+        command: testCommand,
+        ...result,
+        expectedFormat: config.expectedFormat
+      });
+
+      // 分析结果
+      if (result.success || this.containsStigmergyResponse(result.stdout, result.stderr)) {
+        console.log(`✅ ${testCommand} - 成功`);
+      } else if (result.error.includes('ENOENT')) {
+        console.log(`❌ ${testCommand} - CLI未找到`);
+      } else {
+        console.log(`⚠️  ${testCommand} - 部分成功/需要调试`);
+        if (result.stderr) console.log(`   错误: ${result.stderr.substring(0, 100)}...`);
+      }
+    }
+
+    results.overallSuccess = results.tests.some(t => t.success || this.containsStigmergyResponse(t.stdout, t.stderr));
+    this.testResults.push(results);
+
+    return results;
+  }
+
+  // 检查响应是否包含stigmergy相关内容
+  containsStigmergyResponse(stdout, stderr) {
+    const output = (stdout + stderr).toLowerCase();
+    const stigmergyKeywords = [
+      'stigmergy',
+      'history',
+      'session',
+      'cross-cli',
+      'resume',
+      '会话',
+      '历史'
+    ];
+    return stigmergyKeywords.some(keyword => output.includes(keyword));
+  }
+
+  // 生成测试报告
+  generateReport() {
+    console.log('\n📊 集成测试报告');
+    console.log('='.repeat(80));
+
+    const successful = this.testResults.filter(r => r.overallSuccess);
+    const failed = this.testResults.filter(r => !r.overallSuccess);
+
+    console.log(`✅ 成功的CLI: ${successful.length}`);
+    successful.forEach(r => {
+      console.log(`  - ${r.cliName} (${r.expectedFormat})`);
+    });
+
+    console.log(`\n❌ 失败的CLI: ${failed.length}`);
+    failed.forEach(r => {
+      console.log(`  - ${r.cliName} (${r.expectedFormat})`);
+      const workingTests = r.tests.filter(t => t.success || this.containsStigmergyResponse(t.stdout, t.stderr));
+      if (workingTests.length > 0) {
+        console.log(`    部分工作的命令: ${workingTests.map(t => t.command).join(', ')}`);
+      }
+    });
+
+    // 详细结果
+    console.log('\n🔍 详细测试结果:');
+    this.testResults.forEach(result => {
+      console.log(`\n${result.cliName}:`);
+      result.tests.forEach(test => {
+        const status = test.success ? '✅' :
+                     this.containsStigmergyResponse(test.stdout, test.stderr) ? '⚠️' : '❌';
+        console.log(`  ${status} ${test.command} (${test.duration}ms)`);
+        if (test.error) {
+          console.log(`     错误: ${test.error}`);
+        }
+      });
+    });
+  }
+}
+
+// 测试配置
+const testConfigs = [
+  {
+    cliName: 'Claude',
+    expectedFormat: '需要斜杠前缀: /stigmergy-resume',
+    testCommands: [
+      '/stigmergy-resume --help',
+      '/stigmergy-resume --limit 1',
+      '/stigmergy-resume --cli claude'
+    ]
+  },
+  {
+    cliName: 'Gemini',
+    expectedFormat: '不需要斜杠前缀: stigmergy-resume',
+    testCommands: [
+      'stigmergy-resume --help',
+      'stigmergy-resume --limit 1',
+      'stigmergy-resume --cli gemini'
+    ]
+  },
+  {
+    cliName: 'Qwen',
+    expectedFormat: '不需要斜杠前缀: stigmergy-resume',
+    testCommands: [
+      'stigmergy-resume --help',
+      'stigmergy-resume --limit 1',
+      'stigmergy-resume --cli qwen'
+    ]
+  },
+  {
+    cliName: 'CodeBuddy',
+    expectedFormat: '需要斜杠前缀: /stigmergy-resume',
+    testCommands: [
+      '/stigmergy-resume --help',
+      '/stigmergy-resume --limit 1',
+      '/stigmergy-resume --cli codebuddy'
+    ]
+  },
+  {
+    cliName: 'Codex',
+    expectedFormat: '不需要斜杠前缀: stigmergy-resume',
+    testCommands: [
+      'stigmergy-resume --help',
+      'stigmergy-resume --limit 1',
+      'stigmergy-resume --cli codex'
+    ]
+  }
+];
+
+// 运行测试
+async function runIntegrationTests() {
+  console.log('🚀 开始严格的CLI集成测试...\n');
+
+  const tester = new CLIIntegrationTester();
+
+  for (const config of testConfigs) {
+    await tester.testCLI(config.cliName, config);
+  }
+
+  tester.generateReport();
+
+  console.log('\n💡 调试建议:');
+  console.log('1. 检查CLI是否正确安装并在PATH中');
+  console.log('2. 验证hooks/extensions文件是否正确部署');
+  console.log('3. 确认每个CLI的插件系统是否正常工作');
+  console.log('4. 查看各CLI的调试日志获取更多信息');
+}
+
+// 执行测试
+if (require.main === module) {
+  runIntegrationTests().catch(console.error);
+}
+
+module.exports = CLIIntegrationTester;