@capyclaw/tool-host 0.1.0 → 0.1.1

package/src/optimizers/real-ppt-test.mjs

@@ -1,397 +0,0 @@
-#!/usr/bin/env node
-/**
- * PPT 场景真实端到端测试
- * 连接真实的 PPT 服务，验证优化效果
- */
-
-import http from 'node:http';
-import { performance } from 'node:perf_hooks';
-
-// PPT 服务地址（从 dsh-suite.json 配置）
-const PPT_SERVICE = 'http://127.0.0.1:39311';
-
-// 测试结果收集
-const results = {
-  timestamp: new Date().toISOString(),
-  tests: [],
-  summary: {}
-};
-
-/**
- * HTTP 请求封装
- */
-function request(url, options = {}) {
-  return new Promise((resolve, reject) => {
-    const urlObj = new URL(url);
-    const req = http.request({
-      hostname: urlObj.hostname,
-      port: urlObj.port,
-      path: urlObj.pathname + urlObj.search,
-      method: options.method || 'GET',
-      headers: {
-        'Content-Type': 'application/json',
-        ...options.headers
-      },
-      timeout: 10000
-    }, (res) => {
-      let data = '';
-      res.on('data', chunk => data += chunk);
-      res.on('end', () => {
-        try {
-          resolve({
-            status: res.statusCode,
-            data: data ? JSON.parse(data) : null,
-            headers: res.headers
-          });
-        } catch (e) {
-          resolve({
-            status: res.statusCode,
-            data: data,
-            headers: res.headers
-          });
-        }
-      });
-    });
-
-    req.on('error', reject);
-    req.on('timeout', () => {
-      req.destroy();
-      reject(new Error('Request timeout'));
-    });
-
-    if (options.body) {
-      req.write(JSON.stringify(options.body));
-    }
-
-    req.end();
-  });
-}
-
-/**
- * 测试1: 检查 PPT 服务是否运行
- */
-async function testPPTServiceHealth() {
-  console.log('\n📋 测试1: PPT 服务健康检查\n');
-  
-  try {
-    const start = performance.now();
-    const response = await request(`${PPT_SERVICE}/healthz`);
-    const duration = performance.now() - start;
-
-    console.log(`  状态码: ${response.status}`);
-    console.log(`  响应时间: ${duration.toFixed(0)}ms`);
-    console.log(`  健康状态:`, response.data);
-
-    results.tests.push({
-      name: 'PPT 服务健康检查',
-      status: response.status === 200 ? 'PASS' : 'FAIL',
-      duration: duration.toFixed(0) + 'ms',
-      details: response.data
-    });
-
-    return response.status === 200;
-  } catch (error) {
-    console.log(`  ❌ 错误: ${error.message}`);
-    results.tests.push({
-      name: 'PPT 服务健康检查',
-      status: 'FAIL',
-      error: error.message
-    });
-    return false;
-  }
-}
-
-/**
- * 测试2: MCP 工具列表
- */
-async function testMCPToolsList() {
-  console.log('\n📋 测试2: MCP 工具列表查询\n');
-  
-  try {
-    const start = performance.now();
-    const response = await request(`${PPT_SERVICE}/mcp`, {
-      method: 'POST',
-      body: {
-        jsonrpc: '2.0',
-        id: 1,
-        method: 'tools/list'
-      }
-    });
-    const duration = performance.now() - start;
-
-    const tools = response.data?.result?.tools || [];
-    console.log(`  状态码: ${response.status}`);
-    console.log(`  响应时间: ${duration.toFixed(0)}ms`);
-    console.log(`  工具数量: ${tools.length}`);
-    
-    if (tools.length > 0) {
-      console.log(`  前5个工具:`);
-      tools.slice(0, 5).forEach(tool => {
-        console.log(`    - ${tool.name}`);
-      });
-    }
-
-    results.tests.push({
-      name: 'MCP 工具列表',
-      status: response.status === 200 ? 'PASS' : 'FAIL',
-      duration: duration.toFixed(0) + 'ms',
-      toolCount: tools.length,
-      sampleTools: tools.slice(0, 3).map(t => t.name)
-    });
-
-    return tools;
-  } catch (error) {
-    console.log(`  ❌ 错误: ${error.message}`);
-    results.tests.push({
-      name: 'MCP 工具列表',
-      status: 'FAIL',
-      error: error.message
-    });
-    return [];
-  }
-}
-
-/**
- * 测试3: 查询操作性能（模拟缓存场景）
- */
-async function testQueryPerformance() {
-  console.log('\n📋 测试3: 查询操作性能（重复查询）\n');
-  
-  const toolName = 'ppt_capabilities';
-  const times = [];
-
-  try {
-    // 查询5次同一个工具
-    for (let i = 0; i < 5; i++) {
-      const start = performance.now();
-      const response = await request(`${PPT_SERVICE}/mcp`, {
-        method: 'POST',
-        body: {
-          jsonrpc: '2.0',
-          id: i + 2,
-          method: 'tools/call',
-          params: {
-            name: toolName,
-            arguments: {}
-          }
-        }
-      });
-      const duration = performance.now() - start;
-      times.push(duration);
-
-      console.log(`  第${i + 1}次查询: ${duration.toFixed(0)}ms (状态: ${response.status})`);
-    }
-
-    const avgTime = times.reduce((a, b) => a + b, 0) / times.length;
-    const improvement = times[0] > times[times.length - 1] ? 
-      ((times[0] - times[times.length - 1]) / times[0] * 100).toFixed(1) : 0;
-
-    console.log(`\n  平均响应时间: ${avgTime.toFixed(0)}ms`);
-    console.log(`  首次 vs 最后: ${times[0].toFixed(0)}ms → ${times[times.length - 1].toFixed(0)}ms`);
-    if (improvement > 0) {
-      console.log(`  性能提升: ${improvement}%`);
-    }
-
-    results.tests.push({
-      name: '查询性能测试',
-      status: 'PASS',
-      queries: times.length,
-      avgTime: avgTime.toFixed(0) + 'ms',
-      firstQuery: times[0].toFixed(0) + 'ms',
-      lastQuery: times[times.length - 1].toFixed(0) + 'ms',
-      improvement: improvement + '%'
-    });
-
-    return times;
-  } catch (error) {
-    console.log(`  ❌ 错误: ${error.message}`);
-    results.tests.push({
-      name: '查询性能测试',
-      status: 'FAIL',
-      error: error.message
-    });
-    return [];
-  }
-}
-
-/**
- * 测试4: 并发请求测试
- */
-async function testConcurrentRequests() {
-  console.log('\n📋 测试4: 并发请求测试（10个并发）\n');
-  
-  try {
-    const start = performance.now();
-    const promises = [];
-
-    for (let i = 0; i < 10; i++) {
-      promises.push(
-        request(`${PPT_SERVICE}/mcp`, {
-          method: 'POST',
-          body: {
-            jsonrpc: '2.0',
-            id: i + 100,
-            method: 'tools/list'
-          }
-        }).catch(err => ({ error: err.message }))
-      );
-    }
-
-    const responses = await Promise.all(promises);
-    const duration = performance.now() - start;
-
-    const successful = responses.filter(r => r.status === 200).length;
-    const failed = responses.length - successful;
-
-    console.log(`  总耗时: ${duration.toFixed(0)}ms`);
-    console.log(`  成功: ${successful}/${responses.length}`);
-    console.log(`  失败: ${failed}`);
-    console.log(`  平均响应: ${(duration / responses.length).toFixed(0)}ms`);
-
-    results.tests.push({
-      name: '并发请求测试',
-      status: successful > 8 ? 'PASS' : 'PARTIAL',
-      concurrent: 10,
-      successful,
-      failed,
-      totalTime: duration.toFixed(0) + 'ms',
-      avgTime: (duration / responses.length).toFixed(0) + 'ms'
-    });
-
-    return responses;
-  } catch (error) {
-    console.log(`  ❌ 错误: ${error.message}`);
-    results.tests.push({
-      name: '并发请求测试',
-      status: 'FAIL',
-      error: error.message
-    });
-    return [];
-  }
-}
-
-/**
- * 测试5: 检查 DSH 服务状态
- */
-async function testDSHServices() {
-  console.log('\n📋 测试5: 检查相关服务状态\n');
-  
-  const services = [
-    { name: 'DSH Daemon', url: 'http://127.0.0.1:9999/api/status' },
-    { name: 'ddr0 Client', url: 'http://127.0.0.1:39620/api/session-token' },
-    { name: 'Tempkey Relay', url: 'http://127.0.0.1:39610/v2/models' }
-  ];
-
-  const serviceResults = [];
-
-  for (const service of services) {
-    try {
-      const start = performance.now();
-      const response = await request(service.url);
-      const duration = performance.now() - start;
-
-      const status = response.status === 200 ? '✅ 运行中' : '⚠️  异常';
-      console.log(`  ${service.name}: ${status} (${duration.toFixed(0)}ms)`);
-
-      serviceResults.push({
-        name: service.name,
-        status: response.status === 200 ? 'UP' : 'DOWN',
-        responseTime: duration.toFixed(0) + 'ms'
-      });
-    } catch (error) {
-      console.log(`  ${service.name}: ❌ 离线`);
-      serviceResults.push({
-        name: service.name,
-        status: 'DOWN',
-        error: error.message
-      });
-    }
-  }
-
-  results.tests.push({
-    name: 'DSH 服务状态',
-    status: 'INFO',
-    services: serviceResults
-  });
-
-  return serviceResults;
-}
-
-/**
- * 生成测试报告
- */
-function generateReport() {
-  console.log('\n╔══════════════════════════════════════════════════════════╗');
-  console.log('║  📊 真实场景测试报告                                      ║');
-  console.log('╚══════════════════════════════════════════════════════════╝\n');
-
-  const passed = results.tests.filter(t => t.status === 'PASS').length;
-  const failed = results.tests.filter(t => t.status === 'FAIL').length;
-  const total = results.tests.length;
-
-  console.log('测试汇总:');
-  console.log(`  总计: ${total} 项`);
-  console.log(`  通过: ${passed} ✅`);
-  console.log(`  失败: ${failed} ❌`);
-  console.log(`  通过率: ${(passed / total * 100).toFixed(1)}%\n`);
-
-  console.log('详细结果:');
-  console.table(results.tests.map(t => ({
-    测试项: t.name,
-    状态: t.status,
-    耗时: t.duration || t.totalTime || '-',
-    备注: t.toolCount ? `${t.toolCount}工具` : 
-          t.improvement !== '0%' ? `提升${t.improvement}` :
-          t.concurrent ? `${t.successful}/${t.concurrent}成功` : '-'
-  })));
-
-  results.summary = {
-    total,
-    passed,
-    failed,
-    passRate: (passed / total * 100).toFixed(1) + '%',
-    timestamp: new Date().toISOString()
-  };
-
-  return results;
-}
-
-/**
- * 主函数
- */
-async function main() {
-  console.log('╔══════════════════════════════════════════════════════════╗');
-  console.log('║  🧪 PPT 场景真实端到端测试                                ║');
-  console.log('║  连接真实服务，验证实际性能                                ║');
-  console.log('╚══════════════════════════════════════════════════════════╝');
-
-  // 执行测试
-  await testPPTServiceHealth();
-  await testMCPToolsList();
-  await testQueryPerformance();
-  await testConcurrentRequests();
-  await testDSHServices();
-
-  // 生成报告
-  const report = generateReport();
-
-  console.log('\n✅ 真实场景测试完成！');
-  console.log('\n关键发现:');
-  
-  const queryTest = results.tests.find(t => t.name === '查询性能测试');
-  if (queryTest && queryTest.improvement !== '0%') {
-    console.log(`  1. 重复查询有性能提升: ${queryTest.improvement}`);
-  } else {
-    console.log(`  1. 查询性能稳定，平均 ${queryTest?.avgTime || 'N/A'}`);
-  }
-
-  const concurrentTest = results.tests.find(t => t.name === '并发请求测试');
-  if (concurrentTest) {
-    console.log(`  2. 并发处理能力: ${concurrentTest.successful}/10 成功`);
-    console.log(`  3. 平均响应时间: ${concurrentTest.avgTime}`);
-  }
-
-  console.log('\n💡 这是真实运行的数据，不是推测！');
-}
-
-main().catch(console.error);