@toyako/hive 1.0.0

package/dist/benchmark/BenchmarkPlan.d.ts

@@ -0,0 +1,155 @@
+/**
+ * Execution Runtime Freeze + Benchmark Execution Plan v1.0
+ *
+ * 冻结架构 + 建立系统性能基线 + 验证真实运行稳定性
+ *
+ * 系统从工程完成 → 变成可验证产品
+ */
+export interface FreezeConfig {
+    frozen: boolean;
+    archVersion: string;
+    timestamp: number;
+    allowedChanges: string[];
+    prohibitedChanges: string[];
+}
+export declare class ArchitectureFreeze {
+    private config;
+    constructor();
+    /**
+     * 冻结架构
+     */
+    freeze(): void;
+    /**
+     * 检查是否冻结
+     */
+    isFrozen(): boolean;
+    /**
+     * 获取配置
+     */
+    getConfig(): FreezeConfig;
+}
+export type BenchmarkLevel = "A" | "B" | "C" | "D";
+export interface BenchmarkResult {
+    level: BenchmarkLevel;
+    name: string;
+    workload: number;
+    metrics: {
+        successRate: number;
+        latencyP50: number;
+        latencyP95: number;
+        latencyP99: number;
+        throughput: number;
+        recoveryRate: number;
+    };
+    passed: boolean;
+    timestamp: number;
+}
+export declare class BenchmarkSuite {
+    private results;
+    /**
+     * Level A: Functional Benchmark（正确性）
+     */
+    runFunctionalBenchmark(workload: number, executor: (tasks: number) => Promise<{
+        success: number;
+        failed: number;
+        latency: number[];
+    }>): Promise<BenchmarkResult>;
+    /**
+     * Level B: Performance Benchmark（性能）
+     */
+    runPerformanceBenchmark(workload: number, executor: (tasks: number) => Promise<{
+        success: number;
+        failed: number;
+        latency: number[];
+        duration: number;
+    }>): Promise<BenchmarkResult>;
+    /**
+     * Level C: Reliability Benchmark（稳定性）
+     */
+    runReliabilityBenchmark(workload: number, faultRate: number, executor: (tasks: number, faultRate: number) => Promise<{
+        success: number;
+        failed: number;
+        recovered: number;
+        latency: number[];
+    }>): Promise<BenchmarkResult>;
+    /**
+     * 获取所有结果
+     */
+    getResults(): BenchmarkResult[];
+}
+export type LoadProfile = "steady" | "burst" | "dag_explosion" | "retry_storm";
+export interface LoadConfig {
+    profile: LoadProfile;
+    tasksPerMinute: number;
+    burstSize?: number;
+    faultRate?: number;
+    duration: number;
+}
+export declare class LoadGenerator {
+    /**
+     * 生成负载配置
+     */
+    static createConfig(profile: LoadProfile): LoadConfig;
+}
+export interface SystemMetrics {
+    executionSuccessRate: number;
+    systemLatencyP95: number;
+    schedulerEfficiency: number;
+    recoveryRate: number;
+    eventConsistency: boolean;
+}
+export declare class MetricsCollector {
+    private metrics;
+    /**
+     * 收集指标
+     */
+    collect(metrics: SystemMetrics): void;
+    /**
+     * 获取最新指标
+     */
+    getLatest(): SystemMetrics | undefined;
+    /**
+     * 检查 SLA
+     */
+    checkSLA(): {
+        passed: boolean;
+        violations: string[];
+    };
+}
+export interface BenchmarkReport {
+    runId: string;
+    timestamp: number;
+    archVersion: string;
+    functional: {
+        successRate: number;
+    };
+    performance: {
+        p50Latency: number;
+        p95Latency: number;
+        throughput: number;
+    };
+    reliability: {
+        recoveryRate: number;
+        failureRate: number;
+    };
+    stability: {
+        memoryDrift: "low" | "medium" | "high";
+        queueGrowth: "stable" | "growing" | "shrinking";
+    };
+    readinessScore: number;
+}
+export declare class ProductionReadinessReport {
+    /**
+     * 生成报告
+     */
+    generate(archVersion: string, benchmarkResults: BenchmarkResult[], metrics: SystemMetrics): BenchmarkReport;
+    /**
+     * 计算就绪分数
+     */
+    private calculateReadinessScore;
+    /**
+     * 格式化报告
+     */
+    format(report: BenchmarkReport): string;
+}
+//# sourceMappingURL=BenchmarkPlan.d.ts.map

package/dist/benchmark/BenchmarkPlan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BenchmarkPlan.d.ts","sourceRoot":"","sources":["../../src/benchmark/BenchmarkPlan.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAMH,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC7B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAAe;;IAqB7B;;OAEG;IACH,MAAM,IAAI,IAAI;IAKd;;OAEG;IACH,QAAQ,IAAI,OAAO;IAInB;;OAEG;IACH,SAAS,IAAI,YAAY;CAG1B;AAOD,MAAM,MAAM,cAAc,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;AAGnD,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,cAAc,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE;QACP,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAyB;IAExC;;OAEG;IACG,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;QAClF,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,CAAC;KACnB,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;IAyB7B;;OAEG;IACG,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;QACnF,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;IA0B7B;;OAEG;IACG,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;QACzH,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,EAAE,CAAC;KACnB,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;IA0B7B;;OAEG;IACH,UAAU,IAAI,eAAe,EAAE;CAGhC;AAMD,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,OAAO,GAAG,eAAe,GAAG,aAAa,CAAC;AAE/E,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,WAAW,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,aAAa;IACxB;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,WAAW,GAAG,UAAU;CAYtD;AAMD,MAAM,WAAW,aAAa;IAC5B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAuB;IAEtC;;OAEG;IACH,OAAO,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI;IAMrC;;OAEG;IACH,SAAS,IAAI,aAAa,GAAG,SAAS;IAItC;;OAEG;IACH,QAAQ,IAAI;QACV,MAAM,EAAE,OAAO,CAAC;QAChB,UAAU,EAAE,MAAM,EAAE,CAAC;KACtB;CAyBF;AAMD,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,WAAW,EAAE;QACX,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,WAAW,EAAE;QACX,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,SAAS,EAAE;QACT,WAAW,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;QACvC,WAAW,EAAE,QAAQ,GAAG,SAAS,GAAG,WAAW,CAAC;KACjD,CAAC;IACF,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,yBAAyB;IACpC;;OAEG;IACH,QAAQ,CACN,WAAW,EAAE,MAAM,EACnB,gBAAgB,EAAE,eAAe,EAAE,EACnC,OAAO,EAAE,aAAa,GACrB,eAAe;IAwDlB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAyB/B;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM;CAgCxC"}

package/dist/benchmark/BenchmarkPlan.js

@@ -0,0 +1,310 @@
+"use strict";
+/**
+ * Execution Runtime Freeze + Benchmark Execution Plan v1.0
+ *
+ * 冻结架构 + 建立系统性能基线 + 验证真实运行稳定性
+ *
+ * 系统从工程完成 → 变成可验证产品
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProductionReadinessReport = exports.MetricsCollector = exports.LoadGenerator = exports.BenchmarkSuite = exports.ArchitectureFreeze = void 0;
+class ArchitectureFreeze {
+    config;
+    constructor() {
+        this.config = {
+            frozen: false,
+            archVersion: "v1.0-stable",
+            timestamp: Date.now(),
+            allowedChanges: [
+                "bug fix (non-behavioral)",
+                "performance optimization (no logic change)",
+                "observability enhancement"
+            ],
+            prohibitedChanges: [
+                "scheduler algorithm",
+                "worker execution model",
+                "event/state schema",
+                "control plane logic"
+            ]
+        };
+    }
+    /**
+     * 冻结架构
+     */
+    freeze() {
+        this.config.frozen = true;
+        this.config.timestamp = Date.now();
+    }
+    /**
+     * 检查是否冻结
+     */
+    isFrozen() {
+        return this.config.frozen;
+    }
+    /**
+     * 获取配置
+     */
+    getConfig() {
+        return { ...this.config };
+    }
+}
+exports.ArchitectureFreeze = ArchitectureFreeze;
+class BenchmarkSuite {
+    results = [];
+    /**
+     * Level A: Functional Benchmark（正确性）
+     */
+    async runFunctionalBenchmark(workload, executor) {
+        const result = await executor(workload);
+        const successRate = result.success / workload;
+        const latency = result.latency.sort((a, b) => a - b);
+        const benchmarkResult = {
+            level: "A",
+            name: "Functional Benchmark",
+            workload,
+            metrics: {
+                successRate,
+                latencyP50: latency[Math.floor(latency.length * 0.5)] || 0,
+                latencyP95: latency[Math.floor(latency.length * 0.95)] || 0,
+                latencyP99: latency[Math.floor(latency.length * 0.99)] || 0,
+                throughput: workload / (Date.now() / 1000),
+                recoveryRate: 0
+            },
+            passed: successRate >= 0.95,
+            timestamp: Date.now()
+        };
+        this.results.push(benchmarkResult);
+        return benchmarkResult;
+    }
+    /**
+     * Level B: Performance Benchmark（性能）
+     */
+    async runPerformanceBenchmark(workload, executor) {
+        const result = await executor(workload);
+        const successRate = result.success / workload;
+        const latency = result.latency.sort((a, b) => a - b);
+        const throughput = workload / (result.duration / 1000);
+        const benchmarkResult = {
+            level: "B",
+            name: "Performance Benchmark",
+            workload,
+            metrics: {
+                successRate,
+                latencyP50: latency[Math.floor(latency.length * 0.5)] || 0,
+                latencyP95: latency[Math.floor(latency.length * 0.95)] || 0,
+                latencyP99: latency[Math.floor(latency.length * 0.99)] || 0,
+                throughput,
+                recoveryRate: 0
+            },
+            passed: latency[Math.floor(latency.length * 0.95)] < 2000,
+            timestamp: Date.now()
+        };
+        this.results.push(benchmarkResult);
+        return benchmarkResult;
+    }
+    /**
+     * Level C: Reliability Benchmark（稳定性）
+     */
+    async runReliabilityBenchmark(workload, faultRate, executor) {
+        const result = await executor(workload, faultRate);
+        const successRate = result.success / workload;
+        const recoveryRate = result.recovered / result.failed;
+        const latency = result.latency.sort((a, b) => a - b);
+        const benchmarkResult = {
+            level: "C",
+            name: "Reliability Benchmark",
+            workload,
+            metrics: {
+                successRate,
+                latencyP50: latency[Math.floor(latency.length * 0.5)] || 0,
+                latencyP95: latency[Math.floor(latency.length * 0.95)] || 0,
+                latencyP99: latency[Math.floor(latency.length * 0.99)] || 0,
+                throughput: 0,
+                recoveryRate
+            },
+            passed: recoveryRate >= 0.9,
+            timestamp: Date.now()
+        };
+        this.results.push(benchmarkResult);
+        return benchmarkResult;
+    }
+    /**
+     * 获取所有结果
+     */
+    getResults() {
+        return [...this.results];
+    }
+}
+exports.BenchmarkSuite = BenchmarkSuite;
+class LoadGenerator {
+    /**
+     * 生成负载配置
+     */
+    static createConfig(profile) {
+        switch (profile) {
+            case "steady":
+                return { profile, tasksPerMinute: 100, duration: 60000 };
+            case "burst":
+                return { profile, tasksPerMinute: 6000, burstSize: 1000, duration: 10000 };
+            case "dag_explosion":
+                return { profile, tasksPerMinute: 200, duration: 30000 };
+            case "retry_storm":
+                return { profile, tasksPerMinute: 100, faultRate: 0.3, duration: 60000 };
+        }
+    }
+}
+exports.LoadGenerator = LoadGenerator;
+class MetricsCollector {
+    metrics = [];
+    /**
+     * 收集指标
+     */
+    collect(metrics) {
+        this.metrics.push({
+            ...metrics,
+        });
+    }
+    /**
+     * 获取最新指标
+     */
+    getLatest() {
+        return this.metrics[this.metrics.length - 1];
+    }
+    /**
+     * 检查 SLA
+     */
+    checkSLA() {
+        const latest = this.getLatest();
+        if (!latest) {
+            return { passed: false, violations: ["No metrics collected"] };
+        }
+        const violations = [];
+        if (latest.executionSuccessRate < 0.95) {
+            violations.push(`Execution success rate: ${(latest.executionSuccessRate * 100).toFixed(1)}% < 95%`);
+        }
+        if (latest.systemLatencyP95 > 2000) {
+            violations.push(`System latency P95: ${latest.systemLatencyP95}ms > 2000ms`);
+        }
+        if (latest.recoveryRate < 0.9) {
+            violations.push(`Recovery rate: ${(latest.recoveryRate * 100).toFixed(1)}% < 90%`);
+        }
+        return {
+            passed: violations.length === 0,
+            violations
+        };
+    }
+}
+exports.MetricsCollector = MetricsCollector;
+class ProductionReadinessReport {
+    /**
+     * 生成报告
+     */
+    generate(archVersion, benchmarkResults, metrics) {
+        // 计算功能指标
+        const functionalResults = benchmarkResults.filter(r => r.level === "A");
+        const avgSuccessRate = functionalResults.length > 0
+            ? functionalResults.reduce((sum, r) => sum + r.metrics.successRate, 0) / functionalResults.length
+            : 0;
+        // 计算性能指标
+        const performanceResults = benchmarkResults.filter(r => r.level === "B");
+        const avgP50 = performanceResults.length > 0
+            ? performanceResults.reduce((sum, r) => sum + r.metrics.latencyP50, 0) / performanceResults.length
+            : 0;
+        const avgP95 = performanceResults.length > 0
+            ? performanceResults.reduce((sum, r) => sum + r.metrics.latencyP95, 0) / performanceResults.length
+            : 0;
+        const avgThroughput = performanceResults.length > 0
+            ? performanceResults.reduce((sum, r) => sum + r.metrics.throughput, 0) / performanceResults.length
+            : 0;
+        // 计算可靠性指标
+        const reliabilityResults = benchmarkResults.filter(r => r.level === "C");
+        const avgRecoveryRate = reliabilityResults.length > 0
+            ? reliabilityResults.reduce((sum, r) => sum + r.metrics.recoveryRate, 0) / reliabilityResults.length
+            : 0;
+        // 计算就绪分数
+        const readinessScore = this.calculateReadinessScore({
+            successRate: avgSuccessRate,
+            latencyP95: avgP95,
+            recoveryRate: avgRecoveryRate
+        });
+        return {
+            runId: `run-${Date.now().toString(36)}`,
+            timestamp: Date.now(),
+            archVersion,
+            functional: {
+                successRate: avgSuccessRate
+            },
+            performance: {
+                p50Latency: avgP50,
+                p95Latency: avgP95,
+                throughput: avgThroughput
+            },
+            reliability: {
+                recoveryRate: avgRecoveryRate,
+                failureRate: 1 - avgSuccessRate
+            },
+            stability: {
+                memoryDrift: "low",
+                queueGrowth: "stable"
+            },
+            readinessScore
+        };
+    }
+    /**
+     * 计算就绪分数
+     */
+    calculateReadinessScore(params) {
+        let score = 0;
+        // 成功率 (40分)
+        score += Math.min(40, params.successRate * 40);
+        // 延迟 (30分)
+        if (params.latencyP95 < 1000) {
+            score += 30;
+        }
+        else if (params.latencyP95 < 2000) {
+            score += 20;
+        }
+        else if (params.latencyP95 < 5000) {
+            score += 10;
+        }
+        // 恢复率 (30分)
+        score += Math.min(30, params.recoveryRate * 30);
+        return Math.round(score);
+    }
+    /**
+     * 格式化报告
+     */
+    format(report) {
+        const lines = [];
+        lines.push("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");
+        lines.push("Production Readiness Report");
+        lines.push("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");
+        lines.push("");
+        lines.push(`Run ID: ${report.runId}`);
+        lines.push(`Architecture: ${report.archVersion}`);
+        lines.push(`Timestamp: ${new Date(report.timestamp).toISOString()}`);
+        lines.push("");
+        lines.push("Functional:");
+        lines.push(`  Success Rate: ${(report.functional.successRate * 100).toFixed(1)}%`);
+        lines.push("");
+        lines.push("Performance:");
+        lines.push(`  P50 Latency: ${report.performance.p50Latency.toFixed(0)}ms`);
+        lines.push(`  P95 Latency: ${report.performance.p95Latency.toFixed(0)}ms`);
+        lines.push(`  Throughput: ${report.performance.throughput.toFixed(1)} tasks/sec`);
+        lines.push("");
+        lines.push("Reliability:");
+        lines.push(`  Recovery Rate: ${(report.reliability.recoveryRate * 100).toFixed(1)}%`);
+        lines.push(`  Failure Rate: ${(report.reliability.failureRate * 100).toFixed(1)}%`);
+        lines.push("");
+        lines.push("Stability:");
+        lines.push(`  Memory Drift: ${report.stability.memoryDrift}`);
+        lines.push(`  Queue Growth: ${report.stability.queueGrowth}`);
+        lines.push("");
+        lines.push(`Readiness Score: ${report.readinessScore}/100`);
+        lines.push("");
+        lines.push("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");
+        return lines.join("\n");
+    }
+}
+exports.ProductionReadinessReport = ProductionReadinessReport;
+//# sourceMappingURL=BenchmarkPlan.js.map

package/dist/benchmark/BenchmarkPlan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BenchmarkPlan.js","sourceRoot":"","sources":["../../src/benchmark/BenchmarkPlan.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;AAcH,MAAa,kBAAkB;IACrB,MAAM,CAAe;IAE7B;QACE,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,aAAa;YAC1B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,cAAc,EAAE;gBACd,0BAA0B;gBAC1B,4CAA4C;gBAC5C,2BAA2B;aAC5B;YACD,iBAAiB,EAAE;gBACjB,qBAAqB;gBACrB,wBAAwB;gBACxB,oBAAoB;gBACpB,qBAAqB;aACtB;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;CACF;AA3CD,gDA2CC;AA0BD,MAAa,cAAc;IACjB,OAAO,GAAsB,EAAE,CAAC;IAExC;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAAC,QAAgB,EAAE,QAI7C;QACA,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAErD,MAAM,eAAe,GAAoB;YACvC,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,sBAAsB;YAC5B,QAAQ;YACR,OAAO,EAAE;gBACP,WAAW;gBACX,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC1D,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC;gBAC3D,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC;gBAC3D,UAAU,EAAE,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gBAC1C,YAAY,EAAE,CAAC;aAChB;YACD,MAAM,EAAE,WAAW,IAAI,IAAI;YAC3B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACnC,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB,CAAC,QAAgB,EAAE,QAK9C;QACA,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;QAEvD,MAAM,eAAe,GAAoB;YACvC,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,uBAAuB;YAC7B,QAAQ;YACR,OAAO,EAAE;gBACP,WAAW;gBACX,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC1D,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC;gBAC3D,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC;gBAC3D,UAAU;gBACV,YAAY,EAAE,CAAC;aAChB;YACD,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI;YACzD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACnC,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB,CAAC,QAAgB,EAAE,SAAiB,EAAE,QAKjE;QACA,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC;QAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;QACtD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAErD,MAAM,eAAe,GAAoB;YACvC,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,uBAAuB;YAC7B,QAAQ;YACR,OAAO,EAAE;gBACP,WAAW;gBACX,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;gBAC1D,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC;gBAC3D,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC;gBAC3D,UAAU,EAAE,CAAC;gBACb,YAAY;aACb;YACD,MAAM,EAAE,YAAY,IAAI,GAAG;YAC3B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACnC,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;CACF;AA7GD,wCA6GC;AAgBD,MAAa,aAAa;IACxB;;OAEG;IACH,MAAM,CAAC,YAAY,CAAC,OAAoB;QACtC,QAAQ,OAAO,EAAE,CAAC;YAChB,KAAK,QAAQ;gBACX,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC3D,KAAK,OAAO;gBACV,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC7E,KAAK,eAAe;gBAClB,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC3D,KAAK,aAAa;gBAChB,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QAC7E,CAAC;IACH,CAAC;CACF;AAhBD,sCAgBC;AAcD,MAAa,gBAAgB;IACnB,OAAO,GAAoB,EAAE,CAAC;IAEtC;;OAEG;IACH,OAAO,CAAC,OAAsB;QAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,QAAQ;QAIN,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,sBAAsB,CAAC,EAAE,CAAC;QACjE,CAAC;QAED,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,IAAI,MAAM,CAAC,oBAAoB,GAAG,IAAI,EAAE,CAAC;YACvC,UAAU,CAAC,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,oBAAoB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACtG,CAAC;QAED,IAAI,MAAM,CAAC,gBAAgB,GAAG,IAAI,EAAE,CAAC;YACnC,UAAU,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,gBAAgB,aAAa,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,MAAM,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC;YAC9B,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACrF,CAAC;QAED,OAAO;YACL,MAAM,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;YAC/B,UAAU;SACX,CAAC;IACJ,CAAC;CACF;AAlDD,4CAkDC;AA6BD,MAAa,yBAAyB;IACpC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,gBAAmC,EACnC,OAAsB;QAEtB,SAAS;QACT,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC;QACxE,MAAM,cAAc,GAAG,iBAAiB,CAAC,MAAM,GAAG,CAAC;YACjD,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,iBAAiB,CAAC,MAAM;YACjG,CAAC,CAAC,CAAC,CAAC;QAEN,SAAS;QACT,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,GAAG,CAAC;YAC1C,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,kBAAkB,CAAC,MAAM;YAClG,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,GAAG,CAAC;YAC1C,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,kBAAkB,CAAC,MAAM;YAClG,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,aAAa,GAAG,kBAAkB,CAAC,MAAM,GAAG,CAAC;YACjD,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,kBAAkB,CAAC,MAAM;YAClG,CAAC,CAAC,CAAC,CAAC;QAEN,UAAU;QACV,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC;QACzE,MAAM,eAAe,GAAG,kBAAkB,CAAC,MAAM,GAAG,CAAC;YACnD,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,kBAAkB,CAAC,MAAM;YACpG,CAAC,CAAC,CAAC,CAAC;QAEN,SAAS;QACT,MAAM,cAAc,GAAG,IAAI,CAAC,uBAAuB,CAAC;YAClD,WAAW,EAAE,cAAc;YAC3B,UAAU,EAAE,MAAM;YAClB,YAAY,EAAE,eAAe;SAC9B,CAAC,CAAC;QAEH,OAAO;YACL,KAAK,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;YACvC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,WAAW;YACX,UAAU,EAAE;gBACV,WAAW,EAAE,cAAc;aAC5B;YACD,WAAW,EAAE;gBACX,UAAU,EAAE,MAAM;gBAClB,UAAU,EAAE,MAAM;gBAClB,UAAU,EAAE,aAAa;aAC1B;YACD,WAAW,EAAE;gBACX,YAAY,EAAE,eAAe;gBAC7B,WAAW,EAAE,CAAC,GAAG,cAAc;aAChC;YACD,SAAS,EAAE;gBACT,WAAW,EAAE,KAAK;gBAClB,WAAW,EAAE,QAAQ;aACtB;YACD,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,MAI/B;QACC,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,YAAY;QACZ,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;QAE/C,WAAW;QACX,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YAC7B,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;aAAM,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YACpC,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;aAAM,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;YACpC,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;QAED,YAAY;QACZ,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;QAEhD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAuB;QAC5B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACrE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3E,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3E,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACpF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,cAAc,MAAM,CAAC,CAAC;QAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAE/C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF;AA/HD,8DA+HC"}

package/dist/benchmark/BenchmarkReport.d.ts

@@ -0,0 +1,44 @@
+import { BenchmarkDataset } from "./BenchmarkDataset";
+import { BenchmarkResult } from "./BenchmarkSuite";
+export declare class BenchmarkReport {
+    private dataset;
+    constructor(dataset: BenchmarkDataset);
+    /**
+     * Generate JSON report.
+     */
+    generateJSON(allResults: Map<string, BenchmarkResult[]>): object;
+    /**
+     * Generate Markdown report.
+     */
+    generateMarkdown(): string;
+    /**
+     * Get rankings for each category and overall.
+     */
+    getRankings(): {
+        overall: {
+            runtimeId: string;
+            score: number;
+        }[];
+        coding: {
+            runtimeId: string;
+            score: number;
+        }[];
+        review: {
+            runtimeId: string;
+            score: number;
+        }[];
+        planning: {
+            runtimeId: string;
+            score: number;
+        }[];
+        reasoning: {
+            runtimeId: string;
+            score: number;
+        }[];
+    };
+    /**
+     * Format rankings as text table.
+     */
+    formatRankings(): string;
+}
+//# sourceMappingURL=BenchmarkReport.d.ts.map

package/dist/benchmark/BenchmarkReport.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BenchmarkReport.d.ts","sourceRoot":"","sources":["../../src/benchmark/BenchmarkReport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAoB,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAMnD,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAmB;gBAEtB,OAAO,EAAE,gBAAgB;IAKrC;;OAEG;IACH,YAAY,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,EAAE,CAAC,GAAG,MAAM;IA4BhE;;OAEG;IACH,gBAAgB,IAAI,MAAM;IAkD1B;;OAEG;IACH,WAAW,IAAI;QACb,OAAO,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAChD,MAAM,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAC/C,MAAM,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAC/C,QAAQ,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QACjD,SAAS,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;KACnD;IAiBD;;OAEG;IACH,cAAc,IAAI,MAAM;CAkBzB"}