thunderbench 1.0.7 → 1.0.9

package/README.md

@@ -25,6 +25,7 @@
 - **🌐 跨平台**：内置跨平台 WRK 二进制文件，开箱即用
 - **📈 丰富报告**：支持 JSON、Markdown 等多种报告格式，提供详细的性能分析
 - **🔄 流式处理**：基于 RxJS 的响应式数据流处理
+- **🏆 框架对比**：内置框架横向对比测试，自动启停服务器、生成排名报告
 
 ## 🚀 快速开始
 
@@ -259,23 +260,113 @@ try {
 }
 ```
 
-### 4. 命令行使用
+### 4. 框架对比测试 🆕
+
+ThunderBench 支持自动化框架性能对比测试，自动管理服务器生命周期：
+
+```typescript
+import {
+  runComparison,
+  generateComparisonReport,
+  ServerConfig,
+  ComparisonTestConfig,
+} from 'thunderbench';
+
+// 定义要对比的框架
+const servers: ServerConfig[] = [
+  {
+    name: "Vafast",
+    command: "bun",
+    args: ["run", "servers/vafast-server.ts"],
+    port: 3001,
+    healthCheckPath: "/health",
+    warmupRequests: 100,
+  },
+  {
+    name: "Express",
+    command: "node",
+    args: ["servers/express-server.js"],
+    port: 3002,
+    healthCheckPath: "/health",
+    warmupRequests: 100,
+  },
+  {
+    name: "Hono",
+    command: "bun",
+    args: ["run", "servers/hono-server.ts"],
+    port: 3003,
+    healthCheckPath: "/health",
+    warmupRequests: 100,
+  },
+];
+
+// 定义测试配置
+const testConfig: ComparisonTestConfig = {
+  name: "Web 框架性能对比",
+  threads: 4,
+  connections: 100,
+  duration: 30,
+  scenarios: [
+    { name: "Hello World", method: "GET", path: "/", weight: 40 },
+    { name: "JSON API", method: "GET", path: "/api/users", weight: 30 },
+    { name: "动态路由", method: "GET", path: "/api/users/123", weight: 20 },
+    { name: "POST JSON", method: "POST", path: "/api/users",
+      headers: { "Content-Type": "application/json" },
+      body: { name: "Test" }, weight: 10 },
+  ],
+};
+
+// 运行对比测试（自动启停服务器）
+const result = await runComparison(servers, testConfig);
+
+// 生成对比报告
+await generateComparisonReport(result, {
+  formats: ["markdown", "json"],
+  outputDir: "./comparison-reports",
+});
+```
+
+#### 对比报告示例
+
+```
+🏆 框架性能对比结果
+═══════════════════════════════════════════════════════
+
+排名 | 框架          | RPS           | 延迟(P99)  | 相对性能
+─────────────────────────────────────────────────────────
+🥇 1  | Vafast       |    120,000   |    2.5ms  |   100%
+🥈 2  | Hono         |    115,000   |    2.8ms  |    96%
+🥉 3  | Elysia       |     98,000   |    3.2ms  |    82%
+   4  | Express      |     45,000   |    8.2ms  |    38%
+─────────────────────────────────────────────────────────
+
+📈 Vafast 比 Express 快 2.67x
+```
+
+### 5. 命令行使用
 
 ```bash
 # 安装 CLI 工具
-npm install -g thunderbench
+npm install -g thunderbench-cli
 
-# 运行测试
-thunderbench --config examples/complex-config.ts
+# 运行单个测试
+thunderbench run --config test-config.ts
+
+# 运行框架对比测试
+thunderbench compare --config comparison-config.ts
 
 # 详细输出模式
-thunderbench --config examples/complex-config.ts --verbose
+thunderbench run --config test-config.ts --verbose
 
 # 自定义输出目录
-thunderbench --config examples/complex-config.ts --output ./my-reports
+thunderbench run --config test-config.ts --output ./my-reports
 
 # 配置验证（不执行测试）
-thunderbench --config examples/complex-config.ts --dry-run
+thunderbench run --config test-config.ts --dry-run
+
+# 创建示例配置
+thunderbench create-config --type single
+thunderbench create-config --type comparison
 ```
 
 ## 📊 报告格式

package/dist/chunk-CWMRHHAH.mjs

@@ -0,0 +1,114 @@
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
+  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
+}) : x)(function(x) {
+  if (typeof require !== "undefined") return require.apply(this, arguments);
+  throw Error('Dynamic require of "' + x + '" is not supported');
+});
+var __commonJS = (cb, mod) => function __require2() {
+  return mod || (0, cb[__getOwnPropNames(cb)[0]])((mod = { exports: {} }).exports, mod), mod.exports;
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+
+// src/core/config-validation.ts
+var validateConfig = (config) => {
+  if (!config.groups || config.groups.length === 0) {
+    throw new Error("\u81F3\u5C11\u9700\u8981\u4E00\u4E2A\u6D4B\u8BD5\u7EC4");
+  }
+  config.groups.forEach((group) => {
+    validateGroup(group);
+  });
+};
+var validateGroup = (group) => {
+  if (!group.name || group.name.trim() === "") {
+    throw new Error("\u6D4B\u8BD5\u7EC4\u540D\u79F0\u4E0D\u80FD\u4E3A\u7A7A");
+  }
+  if (group.executionMode !== "parallel" && group.executionMode !== "sequential") {
+    throw new Error('\u6267\u884C\u6A21\u5F0F\u5FC5\u987B\u662F "parallel" \u6216 "sequential"');
+  }
+  if (group.delay !== void 0 && group.delay < 0) {
+    throw new Error("\u5EF6\u8FDF\u65F6\u95F4\u4E0D\u80FD\u4E3A\u8D1F\u6570");
+  }
+  if (group.http) {
+    validateHttpConfig(group.http);
+  }
+  if (!group.tests || group.tests.length === 0) {
+    throw new Error(`\u6D4B\u8BD5\u7EC4 "${group.name}" \u81F3\u5C11\u9700\u8981\u4E00\u4E2A\u6D4B\u8BD5\u63A5\u53E3`);
+  }
+  group.tests.forEach((test) => {
+    validateTest(test, group.name);
+  });
+  if (group.threads <= 0) {
+    throw new Error("\u7EBF\u7A0B\u6570\u5FC5\u987B\u5927\u4E8E0");
+  }
+  if (group.connections <= 0) {
+    throw new Error("\u8FDE\u63A5\u6570\u5FC5\u987B\u5927\u4E8E0");
+  }
+  if (group.duration === void 0 || group.duration === null) {
+    throw new Error(`\u6D4B\u8BD5\u7EC4 "${group.name}" \u5FC5\u987B\u6307\u5B9A duration`);
+  }
+  if (group.duration <= 0) {
+    throw new Error("\u6D4B\u8BD5\u65F6\u957F\u5FC5\u987B\u5927\u4E8E0");
+  }
+  validateWeights(group.tests, group.name);
+};
+var validateTest = (test, groupName) => {
+  if (!test.name || test.name.trim() === "") {
+    throw new Error("\u6D4B\u8BD5\u63A5\u53E3\u540D\u79F0\u4E0D\u80FD\u4E3A\u7A7A");
+  }
+  if (!test.request) {
+    throw new Error(`\u6D4B\u8BD5\u63A5\u53E3 "${test.name}" \u7F3A\u5C11\u8BF7\u6C42\u914D\u7F6E`);
+  }
+  if (!test.request.method) {
+    throw new Error(`\u6D4B\u8BD5\u63A5\u53E3 "${test.name}" \u7F3A\u5C11\u8BF7\u6C42\u65B9\u6CD5`);
+  }
+  if (!test.request.url) {
+    throw new Error(`\u6D4B\u8BD5\u63A5\u53E3 "${test.name}" \u7F3A\u5C11\u8BF7\u6C42URL`);
+  }
+  if (test.weight < 0 || test.weight > 100) {
+    throw new Error(`\u6D4B\u8BD5\u63A5\u53E3 "${test.name}" \u6743\u91CD\u5FC5\u987B\u57280-100\u4E4B\u95F4\uFF0C\u5F53\u524D: ${test.weight}`);
+  }
+  if (test.errorHandling) {
+    if (test.errorHandling.expectMaxResponseTime <= 0) {
+      throw new Error("\u671F\u671B\u6700\u5927\u54CD\u5E94\u65F6\u95F4\u5FC5\u987B\u5927\u4E8E0");
+    }
+  }
+};
+var validateHttpConfig = (httpConfig) => {
+  if (httpConfig.timeout !== void 0 && httpConfig.timeout < 0) {
+    throw new Error("HTTP\u8D85\u65F6\u65F6\u95F4\u4E0D\u80FD\u4E3A\u8D1F\u6570");
+  }
+};
+var validateWeights = (tests, groupName) => {
+  const totalWeight = tests.reduce((sum, test) => sum + test.weight, 0);
+  if (Math.abs(totalWeight - 100) > 0.01) {
+    throw new Error(`\u6D4B\u8BD5\u7EC4 "${groupName}" \u6743\u91CD\u603B\u548C\u5FC5\u987B\u4E3A100\uFF0C\u5F53\u524D\u4E3A${totalWeight}`);
+  }
+};
+
+export {
+  __require,
+  __commonJS,
+  __toESM,
+  validateConfig
+};