modestbench 0.2.0 → 0.3.0

package/dist/services/baseline-storage.js

@@ -0,0 +1,147 @@
+import { existsSync } from 'node:fs';
+import { mkdir, readFile, writeFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import { validateBaselineStorage } from "../config/budget-schema.js";
+import { StorageError } from "../errors/storage.js";
+import { createTaskId } from "../types/core.js";
+/**
+ * Service for managing named baselines
+ *
+ * @packageDocumentation
+ */
+export class BaselineStorageService {
+    storageDir;
+    storageFile;
+    constructor(storageDir = '.') {
+        this.storageDir = storageDir;
+        this.storageFile = join(storageDir, '.modestbench.baselines.json');
+    }
+    /**
+     * Delete a baseline
+     */
+    async deleteBaseline(name) {
+        let storage = await this.loadStorage();
+        if (storage.baselines[name]) {
+            delete storage.baselines[name];
+            // Clear default if it was the deleted baseline
+            if (storage.default === name) {
+                storage = { ...storage, default: undefined };
+            }
+            await this.saveStorage(storage);
+        }
+    }
+    /**
+     * Get a baseline by name
+     */
+    async getBaseline(name) {
+        const storage = await this.loadStorage();
+        return storage.baselines[name] ?? null;
+    }
+    /**
+     * Get default baseline name
+     */
+    async getDefault() {
+        const storage = await this.loadStorage();
+        return storage.default ?? null;
+    }
+    /**
+     * List all baselines
+     */
+    async listBaselines() {
+        const storage = await this.loadStorage();
+        return Object.values(storage.baselines).sort((a, b) => b.date.getTime() - a.date.getTime());
+    }
+    /**
+     * Resolve baseline name (use provided or fall back to default)
+     */
+    async resolveBaselineName(name) {
+        if (name) {
+            return name;
+        }
+        return await this.getDefault();
+    }
+    /**
+     * Save a benchmark run as a named baseline
+     */
+    async saveBaseline(name, run, metadata) {
+        const storage = await this.loadStorage();
+        const baseline = {
+            branch: metadata?.branch,
+            commit: metadata?.commit,
+            date: run.startTime instanceof Date ? run.startTime : new Date(run.startTime),
+            name,
+            runId: run.id,
+            summary: this.extractSummary(run),
+        };
+        storage.baselines[name] = baseline;
+        await this.saveStorage(storage);
+    }
+    /**
+     * Set default baseline
+     */
+    async setDefault(name) {
+        let storage = await this.loadStorage();
+        if (!storage.baselines[name]) {
+            throw new StorageError(`Baseline "${name}" does not exist. Cannot set as default.`);
+        }
+        storage = { ...storage, default: name };
+        await this.saveStorage(storage);
+    }
+    /**
+     * Extract task summary from benchmark run
+     */
+    extractSummary(run) {
+        const summary = {};
+        for (const file of run.files) {
+            for (const suite of file.suites) {
+                for (const task of suite.tasks) {
+                    if (!task.error) {
+                        const taskId = createTaskId(file.filePath, suite.name, task.name);
+                        summary[taskId] = {
+                            mean: task.mean,
+                            opsPerSecond: task.opsPerSecond,
+                            p99: task.p99,
+                        };
+                    }
+                }
+            }
+        }
+        return summary;
+    }
+    /**
+     * Load baseline storage from disk
+     */
+    async loadStorage() {
+        if (!existsSync(this.storageFile)) {
+            return {
+                baselines: {},
+                version: '1.0.0',
+            };
+        }
+        try {
+            const content = await readFile(this.storageFile, 'utf-8');
+            const data = JSON.parse(content);
+            return validateBaselineStorage(data);
+        }
+        catch (error) {
+            throw new StorageError(`Failed to load baseline storage from ${this.storageFile}`, { cause: error });
+        }
+    }
+    /**
+     * Save baseline storage to disk
+     */
+    async saveStorage(storage) {
+        try {
+            // Ensure directory exists
+            if (!existsSync(this.storageDir)) {
+                await mkdir(this.storageDir, { recursive: true });
+            }
+            const content = JSON.stringify(storage, null, 2);
+            await writeFile(this.storageFile, content, 'utf-8');
+        }
+        catch (error) {
+            throw new StorageError(`Failed to save baseline storage to ${this.storageFile}`, { cause: error });
+        }
+    }
+}
+//# sourceMappingURL=baseline-storage.js.map

package/dist/services/baseline-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline-storage.js","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAUjC,OAAO,EAAE,uBAAuB,EAAE,mCAAmC;AACrE,OAAO,EAAE,YAAY,EAAE,6BAA6B;AACpD,OAAO,EAAE,YAAY,EAAE,yBAAyB;AAEhD;;;;GAIG;AACH,MAAM,OAAO,sBAAsB;IAChB,UAAU,CAAS;IAEnB,WAAW,CAAS;IAErC,YAAY,aAAqB,GAAG;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAE/B,+CAA+C;YAC/C,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC7B,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAC/C,CAAC;YAED,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAC1C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAC9C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,IAAa;QACrC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,IAAY,EACZ,GAAiB,EACjB,QAGC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAsB;YAClC,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,IAAI,EACF,GAAG,CAAC,SAAS,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;YACzE,IAAI;YACJ,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;SAClC,CAAC;QAEF,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;QAEnC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,YAAY,CACpB,aAAa,IAAI,0CAA0C,CAC5D,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,GAAiB;QAEjB,MAAM,OAAO,GAAwC,EAAE,CAAC;QAExD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;wBAChB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBAClE,OAAO,CAAC,MAAM,CAAC,GAAG;4BAChB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,YAAY,EAAE,IAAI,CAAC,YAAY;4BAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;yBACd,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,SAAS,EAAE,EAAE;gBACb,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;YAC5C,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,wCAAwC,IAAI,CAAC,WAAW,EAAE,EAC1D,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,OAAwB;QAChD,IAAI,CAAC;YACH,0BAA0B;YAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,sCAAsC,IAAI,CAAC,WAAW,EAAE,EACxD,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/services/budget-evaluator.cjs

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BudgetEvaluator = void 0;
+/**
+ * Service for evaluating performance budgets
+ *
+ * @packageDocumentation
+ */
+class BudgetEvaluator {
+    /**
+     * Format number with thousands separators
+     */
+    static formatNumber(value) {
+        return value.toLocaleString('en-US', {
+            maximumFractionDigits: 0,
+        });
+    }
+    /**
+     * Format decimal as percentage
+     */
+    static formatPercentage(value) {
+        return `${(value * 100).toFixed(1)}%`;
+    }
+    /**
+     * Format time in nanoseconds to human-readable string
+     */
+    static formatTime(nanoseconds) {
+        if (nanoseconds < 1_000) {
+            return `${nanoseconds.toFixed(0)}ns`;
+        }
+        else if (nanoseconds < 1_000_000) {
+            return `${(nanoseconds / 1_000).toFixed(2)}μs`;
+        }
+        else if (nanoseconds < 1_000_000_000) {
+            return `${(nanoseconds / 1_000_000).toFixed(2)}ms`;
+        }
+        else {
+            return `${(nanoseconds / 1_000_000_000).toFixed(2)}s`;
+        }
+    }
+    /**
+     * Evaluate budgets for an entire benchmark run
+     */
+    evaluateRun(budgets, taskResults, baselineData) {
+        const results = [];
+        for (const [taskId, budget] of Object.entries(budgets)) {
+            const taskResult = taskResults.get(taskId);
+            // Skip if no result for this task
+            if (!taskResult) {
+                continue;
+            }
+            // Skip relative budgets if no baseline data
+            if (budget.relative && !baselineData) {
+                continue;
+            }
+            const budgetResult = this.evaluateTask(taskId, budget, taskResult, baselineData?.get(taskId));
+            results.push(budgetResult);
+        }
+        const passed = results.filter((r) => r.passed).length;
+        const failed = results.filter((r) => !r.passed).length;
+        return {
+            failed,
+            passed,
+            results,
+            total: results.length,
+        };
+    }
+    /**
+     * Evaluate budgets for a single task
+     */
+    evaluateTask(taskId, budget, actual, baseline) {
+        const violations = [];
+        // Evaluate absolute budgets
+        if (budget.absolute) {
+            if (budget.absolute.maxTime !== undefined) {
+                if (actual.mean > budget.absolute.maxTime) {
+                    violations.push({
+                        actual: actual.mean,
+                        delta: (actual.mean - budget.absolute.maxTime) / budget.absolute.maxTime,
+                        message: `Mean execution time ${BudgetEvaluator.formatTime(actual.mean)} exceeded budget of ${BudgetEvaluator.formatTime(budget.absolute.maxTime)} by ${BudgetEvaluator.formatPercentage((actual.mean - budget.absolute.maxTime) / budget.absolute.maxTime)}`,
+                        threshold: budget.absolute.maxTime,
+                        type: 'maxTime',
+                    });
+                }
+            }
+            if (budget.absolute.minOpsPerSec !== undefined) {
+                if (actual.opsPerSecond < budget.absolute.minOpsPerSec) {
+                    violations.push({
+                        actual: actual.opsPerSecond,
+                        delta: (budget.absolute.minOpsPerSec - actual.opsPerSecond) /
+                            budget.absolute.minOpsPerSec,
+                        message: `Operations per second ${BudgetEvaluator.formatNumber(actual.opsPerSecond)} is below minimum of ${BudgetEvaluator.formatNumber(budget.absolute.minOpsPerSec)} by ${BudgetEvaluator.formatPercentage((budget.absolute.minOpsPerSec - actual.opsPerSecond) / budget.absolute.minOpsPerSec)}`,
+                        threshold: budget.absolute.minOpsPerSec,
+                        type: 'minOpsPerSec',
+                    });
+                }
+            }
+            if (budget.absolute.maxP99 !== undefined && actual.p99 !== undefined) {
+                if (actual.p99 > budget.absolute.maxP99) {
+                    violations.push({
+                        actual: actual.p99,
+                        delta: (actual.p99 - budget.absolute.maxP99) / budget.absolute.maxP99,
+                        message: `P99 latency ${BudgetEvaluator.formatTime(actual.p99)} exceeded budget of ${BudgetEvaluator.formatTime(budget.absolute.maxP99)} by ${BudgetEvaluator.formatPercentage((actual.p99 - budget.absolute.maxP99) / budget.absolute.maxP99)}`,
+                        threshold: budget.absolute.maxP99,
+                        type: 'maxP99',
+                    });
+                }
+            }
+        }
+        // Evaluate relative budgets
+        if (budget.relative && baseline) {
+            if (budget.relative.maxRegression !== undefined) {
+                const regression = (actual.mean - baseline.mean) / baseline.mean;
+                if (regression > budget.relative.maxRegression) {
+                    violations.push({
+                        actual: regression,
+                        delta: regression - budget.relative.maxRegression,
+                        message: `Performance regressed by ${BudgetEvaluator.formatPercentage(regression)} exceeding maximum allowed regression of ${BudgetEvaluator.formatPercentage(budget.relative.maxRegression)}`,
+                        threshold: budget.relative.maxRegression,
+                        type: 'maxRegression',
+                    });
+                }
+            }
+        }
+        return {
+            actual: {
+                mean: actual.mean,
+                opsPerSecond: actual.opsPerSecond,
+                p99: actual.p99,
+            },
+            baseline: baseline
+                ? {
+                    mean: baseline.mean,
+                    opsPerSecond: baseline.opsPerSecond,
+                    p99: baseline.p99,
+                }
+                : undefined,
+            budget,
+            passed: violations.length === 0,
+            taskId,
+            violations,
+        };
+    }
+}
+exports.BudgetEvaluator = BudgetEvaluator;
+//# sourceMappingURL=budget-evaluator.js.map

package/dist/services/budget-evaluator.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget-evaluator.js","sourceRoot":"","sources":["../../src/services/budget-evaluator.ts"],"names":[],"mappings":";;;AAUA;;;;GAIG;AACH,MAAa,eAAe;IAC1B;;OAEG;IACK,MAAM,CAAC,YAAY,CAAa,KAAa;QACnD,OAAO,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;YACnC,qBAAqB,EAAE,CAAC;SACzB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,gBAAgB,CAAa,KAAa;QACvD,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,UAAU,CAAa,WAAmB;QACvD,IAAI,WAAW,GAAG,KAAK,EAAE,CAAC;YACxB,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACvC,CAAC;aAAM,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;YACnC,OAAO,GAAG,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD,CAAC;aAAM,IAAI,WAAW,GAAG,aAAa,EAAE,CAAC;YACvC,OAAO,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,CAAC,WAAW,GAAG,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CACT,OAA+B,EAC/B,WAAoC,EACpC,YAA+C;QAE/C,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACvD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,MAAgB,CAAC,CAAC;YAErD,kCAAkC;YAClC,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,SAAS;YACX,CAAC;YAED,4CAA4C;YAC5C,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,YAAY,EAAE,CAAC;gBACrC,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CACpC,MAAgB,EAChB,MAAM,EACN,UAAU,EACV,YAAY,EAAE,GAAG,CAAC,MAAgB,CAAC,CACpC,CAAC;YAEF,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACtD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAEvD,OAAO;YACL,MAAM;YACN,MAAM;YACN,OAAO;YACP,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,MAAc,EACd,MAAc,EACd,MAAkB,EAClB,QAA8B;QAE9B,MAAM,UAAU,GAAsB,EAAE,CAAC;QAEzC,4BAA4B;QAC5B,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1C,IAAI,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;oBAC1C,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,IAAI;wBACnB,KAAK,EACH,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO;wBACnE,OAAO,EAAE,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;wBAC7P,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;wBAClC,IAAI,EAAE,SAAS;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/C,IAAI,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;oBACvD,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,YAAY;wBAC3B,KAAK,EACH,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;4BACpD,MAAM,CAAC,QAAQ,CAAC,YAAY;wBAC9B,OAAO,EAAE,yBAAyB,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,wBAAwB,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;wBACnS,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY;wBACvC,IAAI,EAAE,cAAc;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBACrE,IAAI,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACxC,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,GAAG;wBAClB,KAAK,EACH,CAAC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;wBAChE,OAAO,EAAE,eAAe,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;wBAChP,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;wBACjC,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAEjE,IAAI,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBAC/C,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,UAAU;wBAClB,KAAK,EAAE,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa;wBACjD,OAAO,EAAE,4BAA4B,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC,4CAA4C,eAAe,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE;wBAC9L,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,aAAa;wBACxC,IAAI,EAAE,eAAe;qBACtB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM,EAAE;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,GAAG,EAAE,MAAM,CAAC,GAAG;aAChB;YACD,QAAQ,EAAE,QAAQ;gBAChB,CAAC,CAAC;oBACE,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,GAAG,EAAE,QAAQ,CAAC,GAAG;iBAClB;gBACH,CAAC,CAAC,SAAS;YACb,MAAM;YACN,MAAM,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;YAC/B,MAAM;YACN,UAAU;SACX,CAAC;IACJ,CAAC;CACF;AAtKD,0CAsKC"}

package/dist/services/budget-evaluator.d.cts

@@ -0,0 +1,29 @@
+import type { BaselineSummaryData, Budget, BudgetSummary, TaskId, TaskResult } from "../types/core.cjs";
+/**
+ * Service for evaluating performance budgets
+ *
+ * @packageDocumentation
+ */
+export declare class BudgetEvaluator {
+    /**
+     * Format number with thousands separators
+     */
+    private static formatNumber;
+    /**
+     * Format decimal as percentage
+     */
+    private static formatPercentage;
+    /**
+     * Format time in nanoseconds to human-readable string
+     */
+    private static formatTime;
+    /**
+     * Evaluate budgets for an entire benchmark run
+     */
+    evaluateRun(budgets: Record<string, Budget>, taskResults: Map<TaskId, TaskResult>, baselineData?: Map<TaskId, BaselineSummaryData>): BudgetSummary;
+    /**
+     * Evaluate budgets for a single task
+     */
+    private evaluateTask;
+}
+//# sourceMappingURL=budget-evaluator.d.ts.map

package/dist/services/budget-evaluator.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget-evaluator.d.ts","sourceRoot":"","sources":["../../src/services/budget-evaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,MAAM,EAEN,aAAa,EAEb,MAAM,EACN,UAAU,EACX,0BAAyB;AAE1B;;;;GAIG;AACH,qBAAa,eAAe;IAC1B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,YAAY;IAM3B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAI/B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,UAAU;IAYzB;;OAEG;IACH,WAAW,CACT,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,EACpC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,GAC9C,aAAa;IAqChB;;OAEG;IACH,OAAO,CAAC,YAAY;CAuFrB"}

package/dist/services/budget-evaluator.d.ts

@@ -0,0 +1,29 @@
+import type { BaselineSummaryData, Budget, BudgetSummary, TaskId, TaskResult } from "../types/core.js";
+/**
+ * Service for evaluating performance budgets
+ *
+ * @packageDocumentation
+ */
+export declare class BudgetEvaluator {
+    /**
+     * Format number with thousands separators
+     */
+    private static formatNumber;
+    /**
+     * Format decimal as percentage
+     */
+    private static formatPercentage;
+    /**
+     * Format time in nanoseconds to human-readable string
+     */
+    private static formatTime;
+    /**
+     * Evaluate budgets for an entire benchmark run
+     */
+    evaluateRun(budgets: Record<string, Budget>, taskResults: Map<TaskId, TaskResult>, baselineData?: Map<TaskId, BaselineSummaryData>): BudgetSummary;
+    /**
+     * Evaluate budgets for a single task
+     */
+    private evaluateTask;
+}
+//# sourceMappingURL=budget-evaluator.d.ts.map

package/dist/services/budget-evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget-evaluator.d.ts","sourceRoot":"","sources":["../../src/services/budget-evaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,MAAM,EAEN,aAAa,EAEb,MAAM,EACN,UAAU,EACX,yBAAyB;AAE1B;;;;GAIG;AACH,qBAAa,eAAe;IAC1B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,YAAY;IAM3B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAI/B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,UAAU;IAYzB;;OAEG;IACH,WAAW,CACT,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,EACpC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,GAC9C,aAAa;IAqChB;;OAEG;IACH,OAAO,CAAC,YAAY;CAuFrB"}

package/dist/services/budget-evaluator.js

@@ -0,0 +1,142 @@
+/**
+ * Service for evaluating performance budgets
+ *
+ * @packageDocumentation
+ */
+export class BudgetEvaluator {
+    /**
+     * Format number with thousands separators
+     */
+    static formatNumber(value) {
+        return value.toLocaleString('en-US', {
+            maximumFractionDigits: 0,
+        });
+    }
+    /**
+     * Format decimal as percentage
+     */
+    static formatPercentage(value) {
+        return `${(value * 100).toFixed(1)}%`;
+    }
+    /**
+     * Format time in nanoseconds to human-readable string
+     */
+    static formatTime(nanoseconds) {
+        if (nanoseconds < 1_000) {
+            return `${nanoseconds.toFixed(0)}ns`;
+        }
+        else if (nanoseconds < 1_000_000) {
+            return `${(nanoseconds / 1_000).toFixed(2)}μs`;
+        }
+        else if (nanoseconds < 1_000_000_000) {
+            return `${(nanoseconds / 1_000_000).toFixed(2)}ms`;
+        }
+        else {
+            return `${(nanoseconds / 1_000_000_000).toFixed(2)}s`;
+        }
+    }
+    /**
+     * Evaluate budgets for an entire benchmark run
+     */
+    evaluateRun(budgets, taskResults, baselineData) {
+        const results = [];
+        for (const [taskId, budget] of Object.entries(budgets)) {
+            const taskResult = taskResults.get(taskId);
+            // Skip if no result for this task
+            if (!taskResult) {
+                continue;
+            }
+            // Skip relative budgets if no baseline data
+            if (budget.relative && !baselineData) {
+                continue;
+            }
+            const budgetResult = this.evaluateTask(taskId, budget, taskResult, baselineData?.get(taskId));
+            results.push(budgetResult);
+        }
+        const passed = results.filter((r) => r.passed).length;
+        const failed = results.filter((r) => !r.passed).length;
+        return {
+            failed,
+            passed,
+            results,
+            total: results.length,
+        };
+    }
+    /**
+     * Evaluate budgets for a single task
+     */
+    evaluateTask(taskId, budget, actual, baseline) {
+        const violations = [];
+        // Evaluate absolute budgets
+        if (budget.absolute) {
+            if (budget.absolute.maxTime !== undefined) {
+                if (actual.mean > budget.absolute.maxTime) {
+                    violations.push({
+                        actual: actual.mean,
+                        delta: (actual.mean - budget.absolute.maxTime) / budget.absolute.maxTime,
+                        message: `Mean execution time ${BudgetEvaluator.formatTime(actual.mean)} exceeded budget of ${BudgetEvaluator.formatTime(budget.absolute.maxTime)} by ${BudgetEvaluator.formatPercentage((actual.mean - budget.absolute.maxTime) / budget.absolute.maxTime)}`,
+                        threshold: budget.absolute.maxTime,
+                        type: 'maxTime',
+                    });
+                }
+            }
+            if (budget.absolute.minOpsPerSec !== undefined) {
+                if (actual.opsPerSecond < budget.absolute.minOpsPerSec) {
+                    violations.push({
+                        actual: actual.opsPerSecond,
+                        delta: (budget.absolute.minOpsPerSec - actual.opsPerSecond) /
+                            budget.absolute.minOpsPerSec,
+                        message: `Operations per second ${BudgetEvaluator.formatNumber(actual.opsPerSecond)} is below minimum of ${BudgetEvaluator.formatNumber(budget.absolute.minOpsPerSec)} by ${BudgetEvaluator.formatPercentage((budget.absolute.minOpsPerSec - actual.opsPerSecond) / budget.absolute.minOpsPerSec)}`,
+                        threshold: budget.absolute.minOpsPerSec,
+                        type: 'minOpsPerSec',
+                    });
+                }
+            }
+            if (budget.absolute.maxP99 !== undefined && actual.p99 !== undefined) {
+                if (actual.p99 > budget.absolute.maxP99) {
+                    violations.push({
+                        actual: actual.p99,
+                        delta: (actual.p99 - budget.absolute.maxP99) / budget.absolute.maxP99,
+                        message: `P99 latency ${BudgetEvaluator.formatTime(actual.p99)} exceeded budget of ${BudgetEvaluator.formatTime(budget.absolute.maxP99)} by ${BudgetEvaluator.formatPercentage((actual.p99 - budget.absolute.maxP99) / budget.absolute.maxP99)}`,
+                        threshold: budget.absolute.maxP99,
+                        type: 'maxP99',
+                    });
+                }
+            }
+        }
+        // Evaluate relative budgets
+        if (budget.relative && baseline) {
+            if (budget.relative.maxRegression !== undefined) {
+                const regression = (actual.mean - baseline.mean) / baseline.mean;
+                if (regression > budget.relative.maxRegression) {
+                    violations.push({
+                        actual: regression,
+                        delta: regression - budget.relative.maxRegression,
+                        message: `Performance regressed by ${BudgetEvaluator.formatPercentage(regression)} exceeding maximum allowed regression of ${BudgetEvaluator.formatPercentage(budget.relative.maxRegression)}`,
+                        threshold: budget.relative.maxRegression,
+                        type: 'maxRegression',
+                    });
+                }
+            }
+        }
+        return {
+            actual: {
+                mean: actual.mean,
+                opsPerSecond: actual.opsPerSecond,
+                p99: actual.p99,
+            },
+            baseline: baseline
+                ? {
+                    mean: baseline.mean,
+                    opsPerSecond: baseline.opsPerSecond,
+                    p99: baseline.p99,
+                }
+                : undefined,
+            budget,
+            passed: violations.length === 0,
+            taskId,
+            violations,
+        };
+    }
+}
+//# sourceMappingURL=budget-evaluator.js.map

package/dist/services/budget-evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget-evaluator.js","sourceRoot":"","sources":["../../src/services/budget-evaluator.ts"],"names":[],"mappings":"AAUA;;;;GAIG;AACH,MAAM,OAAO,eAAe;IAC1B;;OAEG;IACK,MAAM,CAAC,YAAY,CAAa,KAAa;QACnD,OAAO,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;YACnC,qBAAqB,EAAE,CAAC;SACzB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,gBAAgB,CAAa,KAAa;QACvD,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,UAAU,CAAa,WAAmB;QACvD,IAAI,WAAW,GAAG,KAAK,EAAE,CAAC;YACxB,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACvC,CAAC;aAAM,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;YACnC,OAAO,GAAG,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACjD,CAAC;aAAM,IAAI,WAAW,GAAG,aAAa,EAAE,CAAC;YACvC,OAAO,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,CAAC,WAAW,GAAG,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CACT,OAA+B,EAC/B,WAAoC,EACpC,YAA+C;QAE/C,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACvD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,MAAgB,CAAC,CAAC;YAErD,kCAAkC;YAClC,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,SAAS;YACX,CAAC;YAED,4CAA4C;YAC5C,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,YAAY,EAAE,CAAC;gBACrC,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CACpC,MAAgB,EAChB,MAAM,EACN,UAAU,EACV,YAAY,EAAE,GAAG,CAAC,MAAgB,CAAC,CACpC,CAAC;YAEF,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACtD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAEvD,OAAO;YACL,MAAM;YACN,MAAM;YACN,OAAO;YACP,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,MAAc,EACd,MAAc,EACd,MAAkB,EAClB,QAA8B;QAE9B,MAAM,UAAU,GAAsB,EAAE,CAAC;QAEzC,4BAA4B;QAC5B,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1C,IAAI,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;oBAC1C,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,IAAI;wBACnB,KAAK,EACH,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO;wBACnE,OAAO,EAAE,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;wBAC7P,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;wBAClC,IAAI,EAAE,SAAS;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/C,IAAI,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;oBACvD,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,YAAY;wBAC3B,KAAK,EACH,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;4BACpD,MAAM,CAAC,QAAQ,CAAC,YAAY;wBAC9B,OAAO,EAAE,yBAAyB,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,wBAAwB,eAAe,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;wBACnS,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY;wBACvC,IAAI,EAAE,cAAc;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBACrE,IAAI,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACxC,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,MAAM,CAAC,GAAG;wBAClB,KAAK,EACH,CAAC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;wBAChE,OAAO,EAAE,eAAe,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,uBAAuB,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,eAAe,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;wBAChP,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;wBACjC,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAEjE,IAAI,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBAC/C,UAAU,CAAC,IAAI,CAAC;wBACd,MAAM,EAAE,UAAU;wBAClB,KAAK,EAAE,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa;wBACjD,OAAO,EAAE,4BAA4B,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC,4CAA4C,eAAe,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE;wBAC9L,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,aAAa;wBACxC,IAAI,EAAE,eAAe;qBACtB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM,EAAE;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,GAAG,EAAE,MAAM,CAAC,GAAG;aAChB;YACD,QAAQ,EAAE,QAAQ;gBAChB,CAAC,CAAC;oBACE,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,GAAG,EAAE,QAAQ,CAAC,GAAG;iBAClB;gBACH,CAAC,CAAC,SAAS;YACb,MAAM;YACN,MAAM,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;YAC/B,MAAM;YACN,UAAU;SACX,CAAC;IACJ,CAAC;CACF"}

package/dist/services/config-manager.cjs

@@ -84,7 +84,7 @@ const DEFAULT_CONFIG = {
     limitBy: 'iterations', // Default to limiting by iteration count
     metadata: {},
     outputDir: './benchmark-results',
-    pattern: '**/*.bench.{js,ts,mjs,cjs,mts,cts}',
+    pattern: 'bench/**/*.bench.{js,ts,mjs,cjs,mts,cts}', // Search bench/ directory recursively
     quiet: false,
     reporterConfig: {},
     reporters: [getDefaultReporter()],
@@ -140,8 +140,13 @@ class ModestBenchConfigurationManager {
     }
     /**
      * Load configuration from various sources with precedence
+     *
+     * @param configPath - Optional path to configuration file
+     * @param cliArgs - Optional CLI arguments to merge
+     * @param commandDefaults - Command-specific defaults (fallback to
+     *   DEFAULT_CONFIG)
      */
-    async load(configPath, cliArgs) {
+    async load(configPath, cliArgs, commandDefaults) {
         try {
             // Create a fresh explorer for each load to avoid module caching issues
             const explorer = this.createExplorer();
@@ -175,17 +180,26 @@ class ModestBenchConfigurationManager {
                 result = await explorer.search();
             }
             const fileConfig = (result?.config || {});
-            // 2. Merge: defaults <- file <- CLI args
+            // 2. Merge: command defaults <- file <- CLI args
+            // Use command-specific defaults if provided, otherwise use DEFAULT_CONFIG
+            const baseDefaults = commandDefaults
+                ? this.merge(DEFAULT_CONFIG, commandDefaults)
+                : DEFAULT_CONFIG;
             const normalizedCliArgs = cliArgs ? this.normalizeCliArgs(cliArgs) : {};
-            const merged = this.merge(DEFAULT_CONFIG, fileConfig, normalizedCliArgs);
+            const merged = this.merge(baseDefaults, fileConfig, normalizedCliArgs);
             // 2.5. Apply smart defaults for limitBy if not explicitly provided
             const finalConfig = ModestBenchConfigurationManager.applySmartDefaults(merged, cliArgs || {}, fileConfig);
-            // 3. Validate final configuration
-            const validation = this.validate(finalConfig);
-            if (!validation.valid) {
-                throw new index_js_1.ConfigValidationError(`Configuration validation failed: ${validation.errors.map((e) => e.message).join(', ')}`);
+            // 3. Validate final configuration and get transformed config
+            // The validation also transforms budgets from nested to flat format
+            const validation = (0, schema_js_1.safeParseConfig)(finalConfig);
+            if (!validation.success) {
+                const errors = validation.error.issues.map((issue) => {
+                    const path = issue.path.join('.');
+                    return `${path ? `${path}: ` : ''}${issue.message}`;
+                });
+                throw new index_js_1.ConfigValidationError(`Configuration validation failed: ${errors.join(', ')}`);
             }
-            return finalConfig;
+            return validation.data;
         }
         catch (error) {
             // Re-throw our custom errors

package/dist/services/config-manager.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"config-manager.js","sourceRoot":"","sources":["../../src/services/config-manager.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,6CAA0C;AAC1C,yCAAoC;AAWpC,oDAAsD;AACtD,mDAA6C;AAC7C,kDAA4E;AAE5E;;GAEG;AACH,MAAM,kBAAkB,GAAG,GAAW,EAAE;IACtC,uEAAuE;IACvE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;QAC9C,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,aAAa,GAAG,GAAY,EAAE;IAClC,OAAO,CACL,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS;QACrC,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,GAAG;QAC/B,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS,CACnC,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,cAAc,GAAsB;IACxC,IAAI,EAAE,KAAK;IACX,OAAO,EAAE,CAAC,iBAAiB,EAAE,SAAS,CAAC;IACvC,WAAW,EAAE,EAAE;IACf,UAAU,EAAE,GAAG,EAAE,gDAAgD;IACjE,OAAO,EAAE,YAAY,EAAE,yCAAyC;IAChE,QAAQ,EAAE,EAAE;IACZ,SAAS,EAAE,qBAAqB;IAChC,OAAO,EAAE,oCAAoC;IAC7C,KAAK,EAAE,KAAK;IACZ,cAAc,EAAE,EAAE;IAClB,SAAS,EAAE,CAAC,kBAAkB,EAAE,CAAC;IACjC,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,EAAE;IACd,IAAI,EAAE,IAAI,EAAE,mDAAmD;IAC/D,OAAO,EAAE,KAAK,EAAE,aAAa;IAC7B,OAAO,EAAE,KAAK,EAAE,+BAA+B;IAC/C,MAAM,EAAE,EAAE,EAAE,8DAA8D;CAC3E,CAAC;AAEF;;;;;;GAMG;AACH,MAAa,+BAA+B;IAC1C;;OAEG;IACI,MAAM,CAAC,kBAAkB,CAC9B,MAAyB,EACzB,OAAgC,EAChC,UAAsC;QAEtC,4DAA4D;QAC5D,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACjE,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,2DAA2D;QAC3D,MAAM,gBAAgB,GAAG,MAAM,IAAI,OAAO,IAAI,GAAG,IAAI,OAAO,CAAC;QAC7D,MAAM,sBAAsB,GAAG,YAAY,IAAI,OAAO,IAAI,GAAG,IAAI,OAAO,CAAC;QAEzE,IAAI,YAA2C,CAAC;QAEhD,IAAI,gBAAgB,IAAI,sBAAsB,EAAE,CAAC;YAC/C,gDAAgD;YAChD,YAAY,GAAG,KAAK,CAAC;QACvB,CAAC;aAAM,IAAI,gBAAgB,EAAE,CAAC;YAC5B,4BAA4B;YAC5B,YAAY,GAAG,MAAM,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,qDAAqD;YACrD,YAAY,GAAG,YAAY,CAAC;QAC9B,CAAC;QAED,OAAO;YACL,GAAG,MAAM;YACT,OAAO,EAAE,YAAY;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,EAAE,GAAG,cAAc,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CACR,UAAmB,EACnB,OAAiC;QAEjC,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAEvC,wCAAwC;YACxC,IAAI,MAAM,CAAC;YACX,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,YAAY,GAAG,IAAA,mBAAO,EAAC,UAAU,CAAC,CAAC;gBACzC,wFAAwF;gBACxF,IACE,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAC5B,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC7B,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC7B,CAAC;oBACD,+DAA+D;oBAC/D,MAAM,SAAS,GAAG,GAAG,YAAY,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;oBACpD,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,CAAC,0DAAa,SAAS,wCAAC,CAGtC,CAAC;wBACF,MAAM,GAAG;4BACP,MAAM,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM;4BAChC,QAAQ,EAAE,YAAY;yBACvB,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,oDAAoD;wBACpD,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC;YACnC,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,EAAE,CAA+B,CAAC;YAExE,yCAAyC;YACzC,MAAM,iBAAiB,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,UAAU,EAAE,iBAAiB,CAAC,CAAC;YAEzE,mEAAmE;YACnE,MAAM,WAAW,GAAG,+BAA+B,CAAC,kBAAkB,CACpE,MAAM,EACN,OAAO,IAAI,EAAE,EACb,UAAU,CACX,CAAC;YAEF,kCAAkC;YAClC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC9C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,IAAI,gCAAqB,CAC7B,oCAAoC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzF,CAAC;YACJ,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6BAA6B;YAC7B,IACG,KAA0B,CAAC,IAAI,KAAK,yBAAU,CAAC,wBAAwB,EACxE,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,0BAAe,CACvB,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACzF,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,OAAqC;QAC5C,IAAI,MAAM,GAA+B,EAAE,CAAC;QAE5C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG;gBACP,GAAG,MAAM;gBACT,GAAG,MAAM;gBACT,0DAA0D;gBAC1D,6EAA6E;gBAC7E,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI;oBAClC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;wBACpC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;wBACrB,CAAC,CAAC,MAAM,CAAC,OAAO;iBACnB,CAAC;gBACF,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvD,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;gBACnE,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7D,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9C,yBAAyB;gBACzB,GAAG,CAAC,MAAM,CAAC,cAAc,IAAI;oBAC3B,cAAc,EAAE;wBACd,GAAG,MAAM,CAAC,cAAc;wBACxB,GAAG,MAAM,CAAC,cAAc;qBACzB;iBACF,CAAC;gBACF,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI;oBACrB,QAAQ,EAAE,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE;iBACrD,CAAC;gBACF,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI;oBACvB,UAAU,EAAE,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE;iBAC3D,CAAC;aACH,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAyB;QAChC,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAwB,EAAE,CAAC;QAEzC,4BAA4B;QAC5B,MAAM,MAAM,GAAG,IAAA,2BAAe,EAAC,MAAM,CAAC,CAAC;QAEvC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,+CAA+C;YAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,WAAW,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,QAAQ,EAAE;oBACrE,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE;oBACrD,QAAQ,EAAE,OAAO;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC;YAEhC,6BAA6B;YAC7B,IAAI,WAAW,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvC,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE,sDAAsD;oBAC/D,QAAQ,EAAE,SAAS;iBACpB,CAAC,CAAC;YACL,CAAC;YAED,sCAAsC;YACtC,IAAI,WAAW,CAAC,UAAU,GAAG,IAAI,IAAI,WAAW,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC;gBAC9D,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,sBAAsB;oBAC5B,IAAI,EAAE,eAAe;oBACrB,OAAO,EACL,wEAAwE;oBAC1E,QAAQ,EAAE,SAAS;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM;YACN,KAAK,EAAE,CAAC,eAAe,CAAC;YACxB,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC1B,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,OAAO,IAAA,yBAAW,EAAC,aAAa,EAAE;YAChC,KAAK,EAAE,KAAK,EAAE,gFAAgF;YAC9F,OAAO,EAAE;gBACP,KAAK,EAAE,KAAK,EAAE,QAAgB,EAAoB,EAAE;oBAClD,6DAA6D;oBAC7D,6CAA6C;oBAC7C,MAAM,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,GAAG,wDACnD,+BAA+B,GAChC,CAAC;oBACF,MAAM,MAAM,GAAG,sBAAsB,EAAE,CAAC;oBACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,wDAAa,kBAAkB,GAAC,CAAC;oBACtD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBAClD,OAAO,CAAC,MAAM,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAY,CAAC;gBACtD,CAAC;aACF;YACD,YAAY,EAAE;gBACZ,cAAc;gBACd,gBAAgB;gBAChB,qBAAqB;gBACrB,qBAAqB;gBACrB,oBAAoB;gBACpB,mBAAmB;gBACnB,oBAAoB;gBACpB,oBAAoB;gBACpB,yBAAyB;gBACzB,yBAAyB;gBACzB,wBAAwB;gBACxB,uBAAuB;gBACvB,wBAAwB;gBACxB,wBAAwB;gBACxB,uBAAuB;aACxB;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,OAAgC;QAEhC,MAAM,UAAU,GAA4B,EAAE,CAAC;QAE/C,kDAAkD;QAClD,MAAM,MAAM,GAA4C;YACtD,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,SAAS;YAClB,cAAc,EAAE,aAAa;YAC7B,WAAW,EAAE,aAAa;YAC1B,CAAC,EAAE,YAAY;YACf,UAAU,EAAE,YAAY;YACxB,UAAU,EAAE,SAAS;YACrB,OAAO,EAAE,SAAS;YAClB,CAAC,EAAE,WAAW;YACd,MAAM,EAAE,WAAW;YACnB,YAAY,EAAE,WAAW;YACzB,OAAO,EAAE,SAAS;YAClB,CAAC,EAAE,OAAO;YACV,KAAK,EAAE,OAAO;YACd,CAAC,EAAE,WAAW;YACd,SAAS,EAAE,WAAW;YACtB,CAAC,EAAE,MAAM;YACT,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,SAAS;YAClB,CAAC,EAAE,SAAS;YACZ,OAAO,EAAE,SAAS;YAClB,CAAC,EAAE,QAAQ;YACX,MAAM,EAAE,QAAQ;SACjB,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACzD,IAAI,MAAM,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,SAAS,EAAE,CAAC;gBACvD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gBAE9B,oDAAoD;gBACpD,IACE,SAAS,KAAK,SAAS;oBACvB,SAAS,KAAK,aAAa;oBAC3B,SAAS,KAAK,WAAW;oBACzB,SAAS,KAAK,MAAM,EACpB,CAAC;oBACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;wBAC9B,UAAU,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBAChE,CAAC;yBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBAChC,UAAU,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC;oBAChC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,UAAwC,CAAC;IAClD,CAAC;CACF;AA/TD,0EA+TC"}
+{"version":3,"file":"config-manager.js","sourceRoot":"","sources":["../../src/services/config-manager.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,6CAA0C;AAC1C,yCAAoC;AAWpC,oDAAsD;AACtD,mDAA6C;AAC7C,kDAA4E;AAE5E;;GAEG;AACH,MAAM,kBAAkB,GAAG,GAAW,EAAE;IACtC,uEAAuE;IACvE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC;QAC9C,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,aAAa,GAAG,GAAY,EAAE;IAClC,OAAO,CACL,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,SAAS;QACrC,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,GAAG;QAC/B,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS,CACnC,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,cAAc,GAAsB;IACxC,IAAI,EAAE,KAAK;IACX,OAAO,EAAE,CAAC,iBAAiB,EAAE,SAAS,CAAC;IACvC,WAAW,EAAE,EAAE;IACf,UAAU,EAAE,GAAG,EAAE,gDAAgD;IACjE,OAAO,EAAE,YAAY,EAAE,yCAAyC;IAChE,QAAQ,EAAE,EAAE;IACZ,SAAS,EAAE,qBAAqB;IAChC,OAAO,EAAE,0CAA0C,EAAE,sCAAsC;IAC3F,KAAK,EAAE,KAAK;IACZ,cAAc,EAAE,EAAE;IAClB,SAAS,EAAE,CAAC,kBAAkB,EAAE,CAAC;IACjC,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,EAAE;IACd,IAAI,EAAE,IAAI,EAAE,mDAAmD;IAC/D,OAAO,EAAE,KAAK,EAAE,aAAa;IAC7B,OAAO,EAAE,KAAK,EAAE,+BAA+B;IAC/C,MAAM,EAAE,EAAE,EAAE,8DAA8D;CAC3E,CAAC;AAEF;;;;;;GAMG;AACH,MAAa,+BAA+B;IAC1C;;OAEG;IACI,MAAM,CAAC,kBAAkB,CAC9B,MAAyB,EACzB,OAAgC,EAChC,UAAsC;QAEtC,4DAA4D;QAC5D,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACjE,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,2DAA2D;QAC3D,MAAM,gBAAgB,GAAG,MAAM,IAAI,OAAO,IAAI,GAAG,IAAI,OAAO,CAAC;QAC7D,MAAM,sBAAsB,GAAG,YAAY,IAAI,OAAO,IAAI,GAAG,IAAI,OAAO,CAAC;QAEzE,IAAI,YAA2C,CAAC;QAEhD,IAAI,gBAAgB,IAAI,sBAAsB,EAAE,CAAC;YAC/C,gDAAgD;YAChD,YAAY,GAAG,KAAK,CAAC;QACvB,CAAC;aAAM,IAAI,gBAAgB,EAAE,CAAC;YAC5B,4BAA4B;YAC5B,YAAY,GAAG,MAAM,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,qDAAqD;YACrD,YAAY,GAAG,YAAY,CAAC;QAC9B,CAAC;QAED,OAAO;YACL,GAAG,MAAM;YACT,OAAO,EAAE,YAAY;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,EAAE,GAAG,cAAc,EAAE,CAAC;IAC/B,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,IAAI,CACR,UAAmB,EACnB,OAAiC,EACjC,eAA4C;QAE5C,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAEvC,wCAAwC;YACxC,IAAI,MAAM,CAAC;YACX,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,YAAY,GAAG,IAAA,mBAAO,EAAC,UAAU,CAAC,CAAC;gBACzC,wFAAwF;gBACxF,IACE,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAC5B,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC7B,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC7B,CAAC;oBACD,+DAA+D;oBAC/D,MAAM,SAAS,GAAG,GAAG,YAAY,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;oBACpD,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,CAAC,0DAAa,SAAS,wCAAC,CAGtC,CAAC;wBACF,MAAM,GAAG;4BACP,MAAM,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM;4BAChC,QAAQ,EAAE,YAAY;yBACvB,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,oDAAoD;wBACpD,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC;YACnC,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,IAAI,EAAE,CAA+B,CAAC;YAExE,iDAAiD;YACjD,0EAA0E;YAC1E,MAAM,YAAY,GAAG,eAAe;gBAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,eAAe,CAAC;gBAC7C,CAAC,CAAC,cAAc,CAAC;YACnB,MAAM,iBAAiB,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,iBAAiB,CAAC,CAAC;YAEvE,mEAAmE;YACnE,MAAM,WAAW,GAAG,+BAA+B,CAAC,kBAAkB,CACpE,MAAM,EACN,OAAO,IAAI,EAAE,EACb,UAAU,CACX,CAAC;YAEF,6DAA6D;YAC7D,oEAAoE;YACpE,MAAM,UAAU,GAAG,IAAA,2BAAe,EAAC,WAAW,CAAC,CAAC;YAChD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;oBACnD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAClC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;gBACtD,CAAC,CAAC,CAAC;gBACH,MAAM,IAAI,gCAAqB,CAC7B,oCAAoC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACxD,CAAC;YACJ,CAAC;YAED,OAAO,UAAU,CAAC,IAAI,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6BAA6B;YAC7B,IACG,KAA0B,CAAC,IAAI,KAAK,yBAAU,CAAC,wBAAwB,EACxE,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,0BAAe,CACvB,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACzF,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,OAAqC;QAC5C,IAAI,MAAM,GAA+B,EAAE,CAAC;QAE5C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG;gBACP,GAAG,MAAM;gBACT,GAAG,MAAM;gBACT,0DAA0D;gBAC1D,6EAA6E;gBAC7E,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI;oBAClC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;wBACpC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;wBACrB,CAAC,CAAC,MAAM,CAAC,OAAO;iBACnB,CAAC;gBACF,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvD,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;gBACnE,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7D,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9C,yBAAyB;gBACzB,GAAG,CAAC,MAAM,CAAC,cAAc,IAAI;oBAC3B,cAAc,EAAE;wBACd,GAAG,MAAM,CAAC,cAAc;wBACxB,GAAG,MAAM,CAAC,cAAc;qBACzB;iBACF,CAAC;gBACF,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI;oBACrB,QAAQ,EAAE,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE;iBACrD,CAAC;gBACF,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI;oBACvB,UAAU,EAAE,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,UAAU,EAAE;iBAC3D,CAAC;aACH,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAyB;QAChC,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAwB,EAAE,CAAC;QAEzC,4BAA4B;QAC5B,MAAM,MAAM,GAAG,IAAA,2BAAe,EAAC,MAAM,CAAC,CAAC;QAEvC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,+CAA+C;YAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,WAAW,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,QAAQ,EAAE;oBACrE,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE;oBACrD,QAAQ,EAAE,OAAO;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC;YAEhC,6BAA6B;YAC7B,IAAI,WAAW,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvC,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE,sDAAsD;oBAC/D,QAAQ,EAAE,SAAS;iBACpB,CAAC,CAAC;YACL,CAAC;YAED,sCAAsC;YACtC,IAAI,WAAW,CAAC,UAAU,GAAG,IAAI,IAAI,WAAW,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC;gBAC9D,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,sBAAsB;oBAC5B,IAAI,EAAE,eAAe;oBACrB,OAAO,EACL,wEAAwE;oBAC1E,QAAQ,EAAE,SAAS;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM;YACN,KAAK,EAAE,CAAC,eAAe,CAAC;YACxB,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC1B,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc;QACpB,OAAO,IAAA,yBAAW,EAAC,aAAa,EAAE;YAChC,KAAK,EAAE,KAAK,EAAE,gFAAgF;YAC9F,OAAO,EAAE;gBACP,KAAK,EAAE,KAAK,EAAE,QAAgB,EAAoB,EAAE;oBAClD,6DAA6D;oBAC7D,6CAA6C;oBAC7C,MAAM,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,GAAG,wDACnD,+BAA+B,GAChC,CAAC;oBACF,MAAM,MAAM,GAAG,sBAAsB,EAAE,CAAC;oBACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,wDAAa,kBAAkB,GAAC,CAAC;oBACtD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBAClD,OAAO,CAAC,MAAM,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAY,CAAC;gBACtD,CAAC;aACF;YACD,YAAY,EAAE;gBACZ,cAAc;gBACd,gBAAgB;gBAChB,qBAAqB;gBACrB,qBAAqB;gBACrB,oBAAoB;gBACpB,mBAAmB;gBACnB,oBAAoB;gBACpB,oBAAoB;gBACpB,yBAAyB;gBACzB,yBAAyB;gBACzB,wBAAwB;gBACxB,uBAAuB;gBACvB,wBAAwB;gBACxB,wBAAwB;gBACxB,uBAAuB;aACxB;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,OAAgC;QAEhC,MAAM,UAAU,GAA4B,EAAE,CAAC;QAE/C,kDAAkD;QAClD,MAAM,MAAM,GAA4C;YACtD,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,SAAS;YAClB,cAAc,EAAE,aAAa;YAC7B,WAAW,EAAE,aAAa;YAC1B,CAAC,EAAE,YAAY;YACf,UAAU,EAAE,YAAY;YACxB,UAAU,EAAE,SAAS;YACrB,OAAO,EAAE,SAAS;YAClB,CAAC,EAAE,WAAW;YACd,MAAM,EAAE,WAAW;YACnB,YAAY,EAAE,WAAW;YACzB,OAAO,EAAE,SAAS;YAClB,CAAC,EAAE,OAAO;YACV,KAAK,EAAE,OAAO;YACd,CAAC,EAAE,WAAW;YACd,SAAS,EAAE,WAAW;YACtB,CAAC,EAAE,MAAM;YACT,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,SAAS;YAClB,CAAC,EAAE,SAAS;YACZ,OAAO,EAAE,SAAS;YAClB,CAAC,EAAE,QAAQ;YACX,MAAM,EAAE,QAAQ;SACjB,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACzD,IAAI,MAAM,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,SAAS,EAAE,CAAC;gBACvD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gBAE9B,oDAAoD;gBACpD,IACE,SAAS,KAAK,SAAS;oBACvB,SAAS,KAAK,aAAa;oBAC3B,SAAS,KAAK,WAAW;oBACzB,SAAS,KAAK,MAAM,EACpB,CAAC;oBACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;wBAC9B,UAAU,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBAChE,CAAC;yBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBAChC,UAAU,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC;oBAChC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,UAAwC,CAAC;IAClD,CAAC;CACF;AA9UD,0EA8UC"}

package/dist/services/config-manager.d.cts

@@ -24,8 +24,13 @@ export declare class ModestBenchConfigurationManager implements ConfigurationMan
     getDefaults(): ModestBenchConfig;
     /**
      * Load configuration from various sources with precedence
+     *
+     * @param configPath - Optional path to configuration file
+     * @param cliArgs - Optional CLI arguments to merge
+     * @param commandDefaults - Command-specific defaults (fallback to
+     *   DEFAULT_CONFIG)
      */
-    load(configPath?: string, cliArgs?: Record<string, unknown>): Promise<ModestBenchConfig>;
+    load(configPath?: string, cliArgs?: Record<string, unknown>, commandDefaults?: Partial<ModestBenchConfig>): Promise<ModestBenchConfig>;
     /**
      * Merge multiple configuration objects with precedence
      */