@devflow-tools/benchmark 0.1.0

package/dist/benchmark-engine.d.ts

@@ -0,0 +1,18 @@
+import type { BenchmarkTask, TaskResult, BenchmarkReport, ReportMeta } from "@devflow-tools/sdk";
+export interface BenchmarkOptions {
+    taskIds?: string[];
+    rounds?: number;
+}
+export type TaskRunner = (task: BenchmarkTask) => Promise<TaskResult>;
+export declare class BenchmarkEngine {
+    private reports;
+    private tasks;
+    addTask(task: BenchmarkTask): Promise<void>;
+    runOne(taskId: string, runner: TaskRunner): Promise<TaskResult>;
+    runAll(runner: TaskRunner, options?: BenchmarkOptions): Promise<BenchmarkReport>;
+    private computeSummary;
+    getReport(runId: string): Promise<BenchmarkReport | null>;
+    listReports(): Promise<ReportMeta[]>;
+    getTasks(): BenchmarkTask[];
+}
+//# sourceMappingURL=benchmark-engine.d.ts.map

package/dist/benchmark-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-engine.d.ts","sourceRoot":"","sources":["../src/benchmark-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,eAAe,EACf,UAAU,EACX,MAAM,oBAAoB,CAAC;AAY5B,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,aAAa,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtE,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAsC;IACrD,OAAO,CAAC,KAAK,CAAuC;IAE9C,OAAO,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAS3C,MAAM,CACV,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,UAAU,GACjB,OAAO,CAAC,UAAU,CAAC;IAMhB,MAAM,CACV,MAAM,EAAE,UAAU,EAClB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC;IAwB3B,OAAO,CAAC,cAAc;IAuBhB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAIzD,WAAW,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQ1C,QAAQ,IAAI,aAAa,EAAE;CAG5B"}

package/dist/benchmark-engine.js

@@ -0,0 +1,81 @@
+const BUILTIN_TASKS = [
+    { id: "bug-1", type: "bugfix", desc: "修复状态未更新导致的白屏", expectedFiles: 3 },
+    { id: "bug-2", type: "bugfix", desc: "修复 API 错误码未处理导致崩溃", expectedFiles: 2 },
+    { id: "bug-3", type: "bugfix", desc: "修复条件渲染逻辑反转", expectedFiles: 1 },
+    { id: "feat-1", type: "feature", desc: "添加用户搜索功能", expectedEndpoints: 1 },
+    { id: "feat-2", type: "feature", desc: "添加分页组件", expectedComponents: 2 },
+    { id: "review-1", type: "review", desc: "Review 包含 N+1 查询的 PR", expectedIssues: 3 },
+    { id: "review-2", type: "review", desc: "Review 包含 XSS 风险的 PR", expectedIssues: 2 },
+];
+export class BenchmarkEngine {
+    reports = new Map();
+    tasks = [...BUILTIN_TASKS];
+    async addTask(task) {
+        const existing = this.tasks.findIndex((t) => t.id === task.id);
+        if (existing >= 0) {
+            this.tasks[existing] = task;
+        }
+        else {
+            this.tasks.push(task);
+        }
+    }
+    async runOne(taskId, runner) {
+        const task = this.tasks.find((t) => t.id === taskId);
+        if (!task)
+            throw new Error(`Task "${taskId}" not found`);
+        return runner(task);
+    }
+    async runAll(runner, options) {
+        const targets = options?.taskIds
+            ? this.tasks.filter((t) => options.taskIds.includes(t.id))
+            : this.tasks;
+        const runId = `bench:${Date.now()}:${Math.random().toString(36).slice(2, 7)}`;
+        const taskResults = [];
+        for (const task of targets) {
+            const result = await runner(task);
+            taskResults.push(result);
+        }
+        const report = {
+            runId,
+            timestamp: Date.now(),
+            summary: this.computeSummary(taskResults),
+            tasks: taskResults,
+        };
+        this.reports.set(runId, report);
+        return report;
+    }
+    computeSummary(results) {
+        if (results.length === 0) {
+            return {
+                avgTokenReduction: "0%",
+                avgTimeSaved: "0%",
+                avgAccuracyGain: "0%",
+                avgConfidenceGain: "0%",
+            };
+        }
+        const totalReduction = results.reduce((s, r) => s + r.delta.tokenReduction, 0);
+        const totalTimeSaved = results.reduce((s, r) => s + r.delta.timeSaved, 0);
+        const totalAccuracy = results.reduce((s, r) => s + r.delta.accuracy, 0);
+        const n = results.length;
+        return {
+            avgTokenReduction: `${(totalReduction / n * 100).toFixed(0)}%`,
+            avgTimeSaved: `↓${(totalTimeSaved / n * 100).toFixed(0)}%`,
+            avgAccuracyGain: `+${(totalAccuracy / n * 100).toFixed(0)}%`,
+            avgConfidenceGain: `+${(Math.min(totalAccuracy / n + 0.05, 0.99) * 100).toFixed(0)}%`,
+        };
+    }
+    async getReport(runId) {
+        return this.reports.get(runId) ?? null;
+    }
+    async listReports() {
+        return Array.from(this.reports.values()).map((r) => ({
+            runId: r.runId,
+            timestamp: r.timestamp,
+            taskCount: r.tasks.length,
+        }));
+    }
+    getTasks() {
+        return [...this.tasks];
+    }
+}
+//# sourceMappingURL=benchmark-engine.js.map

package/dist/benchmark-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-engine.js","sourceRoot":"","sources":["../src/benchmark-engine.ts"],"names":[],"mappings":"AAOA,MAAM,aAAa,GAAoB;IACrC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,EAAE;IACvE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,mBAAmB,EAAE,aAAa,EAAE,CAAC,EAAE;IAC5E,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,EAAE;IACrE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,iBAAiB,EAAE,CAAC,EAAE;IACzE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,kBAAkB,EAAE,CAAC,EAAE;IACxE,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,sBAAsB,EAAE,cAAc,EAAE,CAAC,EAAE;IACnF,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,sBAAsB,EAAE,cAAc,EAAE,CAAC,EAAE;CACpF,CAAC;AASF,MAAM,OAAO,eAAe;IAClB,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC7C,KAAK,GAAoB,CAAC,GAAG,aAAa,CAAC,CAAC;IAEpD,KAAK,CAAC,OAAO,CAAC,IAAmB;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/D,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAc,EACd,MAAkB;QAElB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,aAAa,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,MAAkB,EAClB,OAA0B;QAE1B,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO;YAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,OAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAEf,MAAM,KAAK,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC9E,MAAM,WAAW,GAAiB,EAAE,CAAC;QAErC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QAED,MAAM,MAAM,GAAoB;YAC9B,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC;YACzC,KAAK,EAAE,WAAW;SACnB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAChC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CAAC,OAAqB;QAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,iBAAiB,EAAE,IAAI;gBACvB,YAAY,EAAE,IAAI;gBAClB,eAAe,EAAE,IAAI;gBACrB,iBAAiB,EAAE,IAAI;aACxB,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QAC/E,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC1E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAEzB,OAAO;YACL,iBAAiB,EAAE,GAAG,CAAC,cAAc,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC9D,YAAY,EAAE,IAAI,CAAC,cAAc,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC1D,eAAe,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC5D,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SACtF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export { BenchmarkEngine } from "./benchmark-engine.js";
+export type { BenchmarkOptions, TaskRunner } from "./benchmark-engine.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/index.js

@@ -0,0 +1,2 @@
+export { BenchmarkEngine } from "./benchmark-engine.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC"}

package/package.json

@@ -0,0 +1,30 @@
+{
+  "name": "@devflow-tools/benchmark",
+  "version": "0.1.0",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "test": "vitest run",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist"
+  },
+  "dependencies": {
+    "@devflow-tools/sdk": "*"
+  },
+  "devDependencies": {
+    "typescript": "^5.5.0",
+    "vitest": "^2.0.0"
+  },
+  "files": [
+    "dist"
+  ],
+  "gitHead": "4cede97fc7fc673f929427fac169acab100ca8ed"
+}