modestbench 0.1.0 → 0.3.0

package/dist/schema/modestbench-config.schema.json

@@ -11,6 +11,104 @@
       "description": "Stop benchmark execution on first failure",
       "type": "boolean"
     },
+    "baseline": {
+      "description": "Name of baseline to use for relative budget comparisons. Must match a saved baseline name.",
+      "type": "string"
+    },
+    "budgetMode": {
+      "description": "How to handle budget violations: \"fail\" exits with error (default), \"warn\" shows warnings, \"report\" includes in output without failing",
+      "type": "string",
+      "enum": [
+        "fail",
+        "warn",
+        "report"
+      ]
+    },
+    "budgets": {
+      "description": "Performance budgets organized by file → suite → task. Budgets define acceptable performance thresholds.",
+      "type": "object",
+      "propertyNames": {
+        "type": "string"
+      },
+      "additionalProperties": {
+        "type": "object",
+        "propertyNames": {
+          "type": "string"
+        },
+        "additionalProperties": {
+          "type": "object",
+          "propertyNames": {
+            "type": "string"
+          },
+          "additionalProperties": {
+            "description": "Performance budget with absolute and/or relative thresholds",
+            "type": "object",
+            "properties": {
+              "absolute": {
+                "description": "Absolute performance thresholds",
+                "type": "object",
+                "properties": {
+                  "maxP99": {
+                    "description": "Maximum 99th percentile in nanoseconds or time string",
+                    "anyOf": [
+                      {
+                        "type": "number",
+                        "exclusiveMinimum": 0
+                      },
+                      {
+                        "type": "string"
+                      }
+                    ]
+                  },
+                  "maxTime": {
+                    "description": "Maximum mean time in nanoseconds or time string (e.g., \"10ms\")",
+                    "anyOf": [
+                      {
+                        "type": "number",
+                        "exclusiveMinimum": 0
+                      },
+                      {
+                        "type": "string"
+                      }
+                    ]
+                  },
+                  "minOpsPerSec": {
+                    "description": "Minimum operations per second",
+                    "type": "number",
+                    "exclusiveMinimum": 0
+                  }
+                },
+                "required": [
+                  "maxTime"
+                ],
+                "additionalProperties": false
+              },
+              "relative": {
+                "description": "Relative performance thresholds vs baseline",
+                "type": "object",
+                "properties": {
+                  "maxRegression": {
+                    "description": "Maximum regression as decimal (0.1) or percentage string (\"10%\")",
+                    "anyOf": [
+                      {
+                        "type": "number",
+                        "minimum": 0,
+                        "maximum": 1
+                      },
+                      {
+                        "type": "string"
+                      }
+                    ]
+                  }
+                },
+                "additionalProperties": false
+              }
+            },
+            "additionalProperties": false
+          }
+        }
+      }
+    },
     "exclude": {
       "description": "Glob patterns to exclude from benchmark file discovery (e.g., \"node_modules/**\", \".git/**\")",
       "type": "array",
@@ -70,6 +168,61 @@
         }
       ]
     },
+    "profile": {
+      "description": "Configuration for profile command to identify benchmark candidates",
+      "type": "object",
+      "properties": {
+        "exclude": {
+          "description": "Glob patterns to exclude from profiling results",
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "focus": {
+          "description": "Glob patterns to focus on in profiling results. If specified, only matching files will be shown",
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "minCallCount": {
+          "description": "Minimum number of times a function must be called to be included in results",
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 9007199254740991
+        },
+        "minExecutionPercent": {
+          "description": "Minimum execution percentage threshold for including functions in results",
+          "default": 1,
+          "type": "number",
+          "minimum": 0,
+          "maximum": 100
+        },
+        "outputFile": {
+          "description": "Path to write profile report to file",
+          "type": "string"
+        },
+        "smartDetection": {
+          "description": "Automatically detect and focus on user code, excluding node_modules and Node.js internals",
+          "default": true,
+          "type": "boolean"
+        },
+        "topN": {
+          "description": "Maximum number of top functions to show in results",
+          "default": 25,
+          "type": "integer",
+          "exclusiveMinimum": 0,
+          "maximum": 9007199254740991
+        }
+      },
+      "required": [
+        "minExecutionPercent",
+        "smartDetection",
+        "topN"
+      ],
+      "additionalProperties": false
+    },
     "quiet": {
       "description": "Run in quiet mode with minimal console output (only errors and final results)",
       "type": "boolean"

package/dist/services/baseline-storage.cjs

@@ -0,0 +1,151 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaselineStorageService = void 0;
+const node_fs_1 = require("node:fs");
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const budget_schema_js_1 = require("../config/budget-schema.cjs");
+const storage_js_1 = require("../errors/storage.cjs");
+const core_js_1 = require("../types/core.cjs");
+/**
+ * Service for managing named baselines
+ *
+ * @packageDocumentation
+ */
+class BaselineStorageService {
+    storageDir;
+    storageFile;
+    constructor(storageDir = '.') {
+        this.storageDir = storageDir;
+        this.storageFile = (0, node_path_1.join)(storageDir, '.modestbench.baselines.json');
+    }
+    /**
+     * Delete a baseline
+     */
+    async deleteBaseline(name) {
+        let storage = await this.loadStorage();
+        if (storage.baselines[name]) {
+            delete storage.baselines[name];
+            // Clear default if it was the deleted baseline
+            if (storage.default === name) {
+                storage = { ...storage, default: undefined };
+            }
+            await this.saveStorage(storage);
+        }
+    }
+    /**
+     * Get a baseline by name
+     */
+    async getBaseline(name) {
+        const storage = await this.loadStorage();
+        return storage.baselines[name] ?? null;
+    }
+    /**
+     * Get default baseline name
+     */
+    async getDefault() {
+        const storage = await this.loadStorage();
+        return storage.default ?? null;
+    }
+    /**
+     * List all baselines
+     */
+    async listBaselines() {
+        const storage = await this.loadStorage();
+        return Object.values(storage.baselines).sort((a, b) => b.date.getTime() - a.date.getTime());
+    }
+    /**
+     * Resolve baseline name (use provided or fall back to default)
+     */
+    async resolveBaselineName(name) {
+        if (name) {
+            return name;
+        }
+        return await this.getDefault();
+    }
+    /**
+     * Save a benchmark run as a named baseline
+     */
+    async saveBaseline(name, run, metadata) {
+        const storage = await this.loadStorage();
+        const baseline = {
+            branch: metadata?.branch,
+            commit: metadata?.commit,
+            date: run.startTime instanceof Date ? run.startTime : new Date(run.startTime),
+            name,
+            runId: run.id,
+            summary: this.extractSummary(run),
+        };
+        storage.baselines[name] = baseline;
+        await this.saveStorage(storage);
+    }
+    /**
+     * Set default baseline
+     */
+    async setDefault(name) {
+        let storage = await this.loadStorage();
+        if (!storage.baselines[name]) {
+            throw new storage_js_1.StorageError(`Baseline "${name}" does not exist. Cannot set as default.`);
+        }
+        storage = { ...storage, default: name };
+        await this.saveStorage(storage);
+    }
+    /**
+     * Extract task summary from benchmark run
+     */
+    extractSummary(run) {
+        const summary = {};
+        for (const file of run.files) {
+            for (const suite of file.suites) {
+                for (const task of suite.tasks) {
+                    if (!task.error) {
+                        const taskId = (0, core_js_1.createTaskId)(file.filePath, suite.name, task.name);
+                        summary[taskId] = {
+                            mean: task.mean,
+                            opsPerSecond: task.opsPerSecond,
+                            p99: task.p99,
+                        };
+                    }
+                }
+            }
+        }
+        return summary;
+    }
+    /**
+     * Load baseline storage from disk
+     */
+    async loadStorage() {
+        if (!(0, node_fs_1.existsSync)(this.storageFile)) {
+            return {
+                baselines: {},
+                version: '1.0.0',
+            };
+        }
+        try {
+            const content = await (0, promises_1.readFile)(this.storageFile, 'utf-8');
+            const data = JSON.parse(content);
+            return (0, budget_schema_js_1.validateBaselineStorage)(data);
+        }
+        catch (error) {
+            throw new storage_js_1.StorageError(`Failed to load baseline storage from ${this.storageFile}`, { cause: error });
+        }
+    }
+    /**
+     * Save baseline storage to disk
+     */
+    async saveStorage(storage) {
+        try {
+            // Ensure directory exists
+            if (!(0, node_fs_1.existsSync)(this.storageDir)) {
+                await (0, promises_1.mkdir)(this.storageDir, { recursive: true });
+            }
+            const content = JSON.stringify(storage, null, 2);
+            await (0, promises_1.writeFile)(this.storageFile, content, 'utf-8');
+        }
+        catch (error) {
+            throw new storage_js_1.StorageError(`Failed to save baseline storage to ${this.storageFile}`, { cause: error });
+        }
+    }
+}
+exports.BaselineStorageService = BaselineStorageService;
+//# sourceMappingURL=baseline-storage.js.map

package/dist/services/baseline-storage.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline-storage.js","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AACrC,+CAA8D;AAC9D,yCAAiC;AAUjC,kEAAqE;AACrE,sDAAoD;AACpD,+CAAgD;AAEhD;;;;GAIG;AACH,MAAa,sBAAsB;IAChB,UAAU,CAAS;IAEnB,WAAW,CAAS;IAErC,YAAY,aAAqB,GAAG;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAA,gBAAI,EAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAE/B,+CAA+C;YAC/C,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC7B,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAC/C,CAAC;YAED,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAC1C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAC9C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,IAAa;QACrC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,IAAY,EACZ,GAAiB,EACjB,QAGC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAsB;YAClC,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,IAAI,EACF,GAAG,CAAC,SAAS,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;YACzE,IAAI;YACJ,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;SAClC,CAAC;QAEF,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;QAEnC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,yBAAY,CACpB,aAAa,IAAI,0CAA0C,CAC5D,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,GAAiB;QAEjB,MAAM,OAAO,GAAwC,EAAE,CAAC;QAExD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;wBAChB,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBAClE,OAAO,CAAC,MAAM,CAAC,GAAG;4BAChB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,YAAY,EAAE,IAAI,CAAC,YAAY;4BAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;yBACd,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,SAAS,EAAE,EAAE;gBACb,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;YAC5C,OAAO,IAAA,0CAAuB,EAAC,IAAI,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,yBAAY,CACpB,wCAAwC,IAAI,CAAC,WAAW,EAAE,EAC1D,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,OAAwB;QAChD,IAAI,CAAC;YACH,0BAA0B;YAC1B,IAAI,CAAC,IAAA,oBAAU,EAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,IAAA,oBAAS,EAAC,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,yBAAY,CACpB,sCAAsC,IAAI,CAAC,WAAW,EAAE,EACxD,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAjLD,wDAiLC"}

package/dist/services/baseline-storage.d.cts

@@ -0,0 +1,55 @@
+import type { BaselineReference, BenchmarkRun } from "../types/core.cjs";
+/**
+ * Service for managing named baselines
+ *
+ * @packageDocumentation
+ */
+export declare class BaselineStorageService {
+    private readonly storageDir;
+    private readonly storageFile;
+    constructor(storageDir?: string);
+    /**
+     * Delete a baseline
+     */
+    deleteBaseline(name: string): Promise<void>;
+    /**
+     * Get a baseline by name
+     */
+    getBaseline(name: string): Promise<BaselineReference | null>;
+    /**
+     * Get default baseline name
+     */
+    getDefault(): Promise<null | string>;
+    /**
+     * List all baselines
+     */
+    listBaselines(): Promise<BaselineReference[]>;
+    /**
+     * Resolve baseline name (use provided or fall back to default)
+     */
+    resolveBaselineName(name?: string): Promise<null | string>;
+    /**
+     * Save a benchmark run as a named baseline
+     */
+    saveBaseline(name: string, run: BenchmarkRun, metadata?: {
+        branch?: string;
+        commit?: string;
+    }): Promise<void>;
+    /**
+     * Set default baseline
+     */
+    setDefault(name: string): Promise<void>;
+    /**
+     * Extract task summary from benchmark run
+     */
+    private extractSummary;
+    /**
+     * Load baseline storage from disk
+     */
+    private loadStorage;
+    /**
+     * Save baseline storage to disk
+     */
+    private saveStorage;
+}
+//# sourceMappingURL=baseline-storage.d.ts.map

package/dist/services/baseline-storage.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline-storage.d.ts","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,iBAAiB,EAGjB,YAAY,EAEb,0BAAyB;AAM1B;;;;GAIG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;gBAEzB,UAAU,GAAE,MAAY;IAKpC;;OAEG;IACG,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAejD;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAKlE;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAK1C;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAOnD;;OAEG;IACG,mBAAmB,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAQhE;;OAEG;IACG,YAAY,CAChB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,YAAY,EACjB,QAAQ,CAAC,EAAE;QACT,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,IAAI,CAAC;IAkBhB;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C;;OAEG;IACH,OAAO,CAAC,cAAc;IAuBtB;;OAEG;YACW,WAAW;IAoBzB;;OAEG;YACW,WAAW;CAgB1B"}

package/dist/services/baseline-storage.d.ts

@@ -0,0 +1,55 @@
+import type { BaselineReference, BenchmarkRun } from "../types/core.js";
+/**
+ * Service for managing named baselines
+ *
+ * @packageDocumentation
+ */
+export declare class BaselineStorageService {
+    private readonly storageDir;
+    private readonly storageFile;
+    constructor(storageDir?: string);
+    /**
+     * Delete a baseline
+     */
+    deleteBaseline(name: string): Promise<void>;
+    /**
+     * Get a baseline by name
+     */
+    getBaseline(name: string): Promise<BaselineReference | null>;
+    /**
+     * Get default baseline name
+     */
+    getDefault(): Promise<null | string>;
+    /**
+     * List all baselines
+     */
+    listBaselines(): Promise<BaselineReference[]>;
+    /**
+     * Resolve baseline name (use provided or fall back to default)
+     */
+    resolveBaselineName(name?: string): Promise<null | string>;
+    /**
+     * Save a benchmark run as a named baseline
+     */
+    saveBaseline(name: string, run: BenchmarkRun, metadata?: {
+        branch?: string;
+        commit?: string;
+    }): Promise<void>;
+    /**
+     * Set default baseline
+     */
+    setDefault(name: string): Promise<void>;
+    /**
+     * Extract task summary from benchmark run
+     */
+    private extractSummary;
+    /**
+     * Load baseline storage from disk
+     */
+    private loadStorage;
+    /**
+     * Save baseline storage to disk
+     */
+    private saveStorage;
+}
+//# sourceMappingURL=baseline-storage.d.ts.map

package/dist/services/baseline-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline-storage.d.ts","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,iBAAiB,EAGjB,YAAY,EAEb,yBAAyB;AAM1B;;;;GAIG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;gBAEzB,UAAU,GAAE,MAAY;IAKpC;;OAEG;IACG,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAejD;;OAEG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAKlE;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAK1C;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAOnD;;OAEG;IACG,mBAAmB,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAQhE;;OAEG;IACG,YAAY,CAChB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,YAAY,EACjB,QAAQ,CAAC,EAAE;QACT,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,IAAI,CAAC;IAkBhB;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C;;OAEG;IACH,OAAO,CAAC,cAAc;IAuBtB;;OAEG;YACW,WAAW;IAoBzB;;OAEG;YACW,WAAW;CAgB1B"}

package/dist/services/baseline-storage.js

@@ -0,0 +1,147 @@
+import { existsSync } from 'node:fs';
+import { mkdir, readFile, writeFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import { validateBaselineStorage } from "../config/budget-schema.js";
+import { StorageError } from "../errors/storage.js";
+import { createTaskId } from "../types/core.js";
+/**
+ * Service for managing named baselines
+ *
+ * @packageDocumentation
+ */
+export class BaselineStorageService {
+    storageDir;
+    storageFile;
+    constructor(storageDir = '.') {
+        this.storageDir = storageDir;
+        this.storageFile = join(storageDir, '.modestbench.baselines.json');
+    }
+    /**
+     * Delete a baseline
+     */
+    async deleteBaseline(name) {
+        let storage = await this.loadStorage();
+        if (storage.baselines[name]) {
+            delete storage.baselines[name];
+            // Clear default if it was the deleted baseline
+            if (storage.default === name) {
+                storage = { ...storage, default: undefined };
+            }
+            await this.saveStorage(storage);
+        }
+    }
+    /**
+     * Get a baseline by name
+     */
+    async getBaseline(name) {
+        const storage = await this.loadStorage();
+        return storage.baselines[name] ?? null;
+    }
+    /**
+     * Get default baseline name
+     */
+    async getDefault() {
+        const storage = await this.loadStorage();
+        return storage.default ?? null;
+    }
+    /**
+     * List all baselines
+     */
+    async listBaselines() {
+        const storage = await this.loadStorage();
+        return Object.values(storage.baselines).sort((a, b) => b.date.getTime() - a.date.getTime());
+    }
+    /**
+     * Resolve baseline name (use provided or fall back to default)
+     */
+    async resolveBaselineName(name) {
+        if (name) {
+            return name;
+        }
+        return await this.getDefault();
+    }
+    /**
+     * Save a benchmark run as a named baseline
+     */
+    async saveBaseline(name, run, metadata) {
+        const storage = await this.loadStorage();
+        const baseline = {
+            branch: metadata?.branch,
+            commit: metadata?.commit,
+            date: run.startTime instanceof Date ? run.startTime : new Date(run.startTime),
+            name,
+            runId: run.id,
+            summary: this.extractSummary(run),
+        };
+        storage.baselines[name] = baseline;
+        await this.saveStorage(storage);
+    }
+    /**
+     * Set default baseline
+     */
+    async setDefault(name) {
+        let storage = await this.loadStorage();
+        if (!storage.baselines[name]) {
+            throw new StorageError(`Baseline "${name}" does not exist. Cannot set as default.`);
+        }
+        storage = { ...storage, default: name };
+        await this.saveStorage(storage);
+    }
+    /**
+     * Extract task summary from benchmark run
+     */
+    extractSummary(run) {
+        const summary = {};
+        for (const file of run.files) {
+            for (const suite of file.suites) {
+                for (const task of suite.tasks) {
+                    if (!task.error) {
+                        const taskId = createTaskId(file.filePath, suite.name, task.name);
+                        summary[taskId] = {
+                            mean: task.mean,
+                            opsPerSecond: task.opsPerSecond,
+                            p99: task.p99,
+                        };
+                    }
+                }
+            }
+        }
+        return summary;
+    }
+    /**
+     * Load baseline storage from disk
+     */
+    async loadStorage() {
+        if (!existsSync(this.storageFile)) {
+            return {
+                baselines: {},
+                version: '1.0.0',
+            };
+        }
+        try {
+            const content = await readFile(this.storageFile, 'utf-8');
+            const data = JSON.parse(content);
+            return validateBaselineStorage(data);
+        }
+        catch (error) {
+            throw new StorageError(`Failed to load baseline storage from ${this.storageFile}`, { cause: error });
+        }
+    }
+    /**
+     * Save baseline storage to disk
+     */
+    async saveStorage(storage) {
+        try {
+            // Ensure directory exists
+            if (!existsSync(this.storageDir)) {
+                await mkdir(this.storageDir, { recursive: true });
+            }
+            const content = JSON.stringify(storage, null, 2);
+            await writeFile(this.storageFile, content, 'utf-8');
+        }
+        catch (error) {
+            throw new StorageError(`Failed to save baseline storage to ${this.storageFile}`, { cause: error });
+        }
+    }
+}
+//# sourceMappingURL=baseline-storage.js.map

package/dist/services/baseline-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline-storage.js","sourceRoot":"","sources":["../../src/services/baseline-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAUjC,OAAO,EAAE,uBAAuB,EAAE,mCAAmC;AACrE,OAAO,EAAE,YAAY,EAAE,6BAA6B;AACpD,OAAO,EAAE,YAAY,EAAE,yBAAyB;AAEhD;;;;GAIG;AACH,MAAM,OAAO,sBAAsB;IAChB,UAAU,CAAS;IAEnB,WAAW,CAAS;IAErC,YAAY,aAAqB,GAAG;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAE/B,+CAA+C;YAC/C,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC7B,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAC/C,CAAC;YAED,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAC1C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,CAC9C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,IAAa;QACrC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,IAAY,EACZ,GAAiB,EACjB,QAGC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAsB;YAClC,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,MAAM,EAAE,QAAQ,EAAE,MAAM;YACxB,IAAI,EACF,GAAG,CAAC,SAAS,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;YACzE,IAAI;YACJ,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;SAClC,CAAC;QAEF,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;QAEnC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,YAAY,CACpB,aAAa,IAAI,0CAA0C,CAC5D,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,GAAiB;QAEjB,MAAM,OAAO,GAAwC,EAAE,CAAC;QAExD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;wBAChB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBAClE,OAAO,CAAC,MAAM,CAAC,GAAG;4BAChB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,YAAY,EAAE,IAAI,CAAC,YAAY;4BAC/B,GAAG,EAAE,IAAI,CAAC,GAAG;yBACd,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAClC,OAAO;gBACL,SAAS,EAAE,EAAE;gBACb,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAY,CAAC;YAC5C,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,wCAAwC,IAAI,CAAC,WAAW,EAAE,EAC1D,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,OAAwB;QAChD,IAAI,CAAC;YACH,0BAA0B;YAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CACpB,sCAAsC,IAAI,CAAC,WAAW,EAAE,EACxD,EAAE,KAAK,EAAE,KAAK,EAAE,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}