modestbench 0.2.0 → 0.3.0

package/dist/config/schema.cjs

@@ -40,9 +40,10 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.safeParseConfig = exports.partialModestBenchConfigSchema = void 0;
+exports.safeParseConfig = exports.safeParsePartialConfig = exports.partialModestBenchConfigSchema = void 0;
 const z = __importStar(require("zod"));
 const constants_js_1 = require("../constants.cjs");
+const budget_schema_js_1 = require("./budget-schema.cjs");
 /**
  * Schema for threshold configuration
  *
@@ -86,6 +87,41 @@ const thresholdConfigSchema = z
     .meta({
     title: 'Threshold Configuration',
 });
+/**
+ * Inline budget schema for configuration (no transforms for JSON Schema
+ * compatibility - transforms are applied manually in transformBudgets
+ * function)
+ */
+const budgetSchema = z
+    .object({
+    absolute: z
+        .object({
+        maxP99: z
+            .union([z.number().positive(), z.string()])
+            .optional()
+            .describe('Maximum 99th percentile in nanoseconds or time string'),
+        maxTime: z
+            .union([z.number().positive(), z.string()])
+            .describe('Maximum mean time in nanoseconds or time string (e.g., "10ms")'),
+        minOpsPerSec: z
+            .number()
+            .positive()
+            .optional()
+            .describe('Minimum operations per second'),
+    })
+        .optional()
+        .describe('Absolute performance thresholds'),
+    relative: z
+        .object({
+        maxRegression: z
+            .union([z.number().min(0).max(1), z.string()])
+            .optional()
+            .describe('Maximum regression as decimal (0.1) or percentage string ("10%")'),
+    })
+        .optional()
+        .describe('Relative performance thresholds vs baseline'),
+})
+    .describe('Performance budget with absolute and/or relative thresholds');
 /**
  * Schema for the main ModestBench configuration
  *
@@ -99,6 +135,18 @@ const modestBenchConfigSchema = z
         .optional()
         .describe('JSON Schema reference for IDE support (not used by ModestBench)'),
     bail: z.boolean().describe('Stop benchmark execution on first failure'),
+    baseline: z
+        .string()
+        .optional()
+        .describe('Name of baseline to use for relative budget comparisons. Must match a saved baseline name.'),
+    budgetMode: z
+        .enum(['fail', 'warn', 'report'])
+        .optional()
+        .describe('How to handle budget violations: "fail" exits with error (default), "warn" shows warnings, "report" includes in output without failing'),
+    budgets: z
+        .record(z.string(), z.record(z.string(), z.record(z.string(), budgetSchema)))
+        .optional()
+        .describe('Performance budgets organized by file → suite → task. Budgets define acceptable performance thresholds.'),
     exclude: z
         .array(z.string())
         .describe('Glob patterns to exclude from benchmark file discovery (e.g., "node_modules/**", ".git/**")'),
@@ -123,6 +171,45 @@ const modestBenchConfigSchema = z
     pattern: z
         .union([z.string().min(1), z.array(z.string().min(1))])
         .describe(`Glob pattern(s) for discovering benchmark files. Can be a single pattern string or array of patterns (e.g., "**/*${constants_js_1.BENCHMARK_FILE_PATTERN}")`),
+    profile: z
+        .object({
+        exclude: z
+            .array(z.string())
+            .optional()
+            .describe('Glob patterns to exclude from profiling results'),
+        focus: z
+            .array(z.string())
+            .optional()
+            .describe('Glob patterns to focus on in profiling results. If specified, only matching files will be shown'),
+        minCallCount: z
+            .number()
+            .int()
+            .nonnegative()
+            .optional()
+            .describe('Minimum number of times a function must be called to be included in results'),
+        minExecutionPercent: z
+            .number()
+            .nonnegative()
+            .max(100)
+            .default(1.0)
+            .describe('Minimum execution percentage threshold for including functions in results'),
+        outputFile: z
+            .string()
+            .optional()
+            .describe('Path to write profile report to file'),
+        smartDetection: z
+            .boolean()
+            .default(true)
+            .describe('Automatically detect and focus on user code, excluding node_modules and Node.js internals'),
+        topN: z
+            .number()
+            .int()
+            .positive()
+            .default(25)
+            .describe('Maximum number of top functions to show in results'),
+    })
+        .optional()
+        .describe('Configuration for profile command to identify benchmark candidates'),
     quiet: z
         .boolean()
         .describe('Run in quiet mode with minimal console output (only errors and final results)'),
@@ -168,6 +255,88 @@ const modestBenchConfigSchema = z
  * merging with defaults.
  */
 exports.partialModestBenchConfigSchema = modestBenchConfigSchema.partial();
+/**
+ * Transform budget values (parse time/percentage strings)
+ */
+const transformBudgetValues = (budget) => {
+    const transformed = {};
+    if (budget.absolute) {
+        transformed.absolute = {};
+        // Copy minOpsPerSec as-is (already a number)
+        if (budget.absolute.minOpsPerSec !== undefined) {
+            transformed.absolute.minOpsPerSec = budget.absolute.minOpsPerSec;
+        }
+        // Parse time strings
+        if (budget.absolute.maxTime !== undefined) {
+            transformed.absolute.maxTime =
+                typeof budget.absolute.maxTime === 'string'
+                    ? (0, budget_schema_js_1.parseTimeString)(budget.absolute.maxTime)
+                    : budget.absolute.maxTime;
+        }
+        if (budget.absolute.maxP99 !== undefined) {
+            transformed.absolute.maxP99 =
+                typeof budget.absolute.maxP99 === 'string'
+                    ? (0, budget_schema_js_1.parseTimeString)(budget.absolute.maxP99)
+                    : budget.absolute.maxP99;
+        }
+    }
+    if (budget.relative) {
+        transformed.relative = {};
+        // Parse percentage strings
+        if (budget.relative.maxRegression !== undefined) {
+            transformed.relative.maxRegression =
+                typeof budget.relative.maxRegression === 'string'
+                    ? (0, budget_schema_js_1.parsePercentageString)(budget.relative.maxRegression)
+                    : budget.relative.maxRegression;
+        }
+    }
+    return transformed;
+};
+/**
+ * Transform nested budget structure to flat TaskId → Budget mapping Also parses
+ * time and percentage strings
+ *
+ * @internal
+ */
+const transformBudgets = (nested) => {
+    if (!nested) {
+        return undefined;
+    }
+    const flat = {};
+    for (const [file, suites] of Object.entries(nested)) {
+        for (const [suite, tasks] of Object.entries(suites)) {
+            for (const [task, budget] of Object.entries(tasks)) {
+                const taskId = `${file}/${suite}/${task}`;
+                // Transform budget values (parse strings)
+                flat[taskId] = transformBudgetValues(budget);
+            }
+        }
+    }
+    return flat;
+};
+/**
+ * Safely parse and validate a partial configuration object with budget
+ * transformation
+ *
+ * @param config - The configuration object to validate
+ * @returns A result object with either success: true and data, or success:
+ *   false and error
+ */
+const safeParsePartialConfig = (config) => {
+    const result = exports.partialModestBenchConfigSchema.safeParse(config);
+    // Transform nested budgets to flat structure after validation
+    if (result.success && result.data.budgets) {
+        return {
+            ...result,
+            data: {
+                ...result.data,
+                budgets: transformBudgets(result.data.budgets),
+            },
+        };
+    }
+    return result;
+};
+exports.safeParsePartialConfig = safeParsePartialConfig;
 /**
  * Safely parse and validate a configuration object
  *
@@ -176,7 +345,18 @@ exports.partialModestBenchConfigSchema = modestBenchConfigSchema.partial();
  *   false and error
  */
 const safeParseConfig = (config) => {
-    return modestBenchConfigSchema.safeParse(config);
+    const result = modestBenchConfigSchema.safeParse(config);
+    // Transform nested budgets to flat structure after validation
+    if (result.success && result.data.budgets) {
+        return {
+            ...result,
+            data: {
+                ...result.data,
+                budgets: transformBudgets(result.data.budgets),
+            },
+        };
+    }
+    return result;
 };
 exports.safeParseConfig = safeParseConfig;
 //# sourceMappingURL=schema.js.map

package/dist/config/schema.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uCAAyB;AAIzB,mDAAyD;AAEzD;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,CAAC;KAC5B,MAAM,CAAC;IACN,gBAAgB,EAAE,CAAC;SAChB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,iDAAiD,CAAC;SAC3D,QAAQ,EAAE;IACb,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;SAC9D,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,+DAA+D,CAAC;SACzE,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,+DAA+D,CAAC;SACzE,QAAQ,EAAE;IACb,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;SAC7D,QAAQ,EAAE;IACb,eAAe,EAAE,CAAC;SACf,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;SAClD,QAAQ,EAAE;CACd,CAAC;KACD,MAAM,EAAE;KACR,QAAQ,CAAC,2DAA2D,CAAC;KACrE,IAAI,CAAC;IACJ,KAAK,EAAE,yBAAyB;CACjC,CAAC,CAAC;AAEL;;;;;GAKG;AACH,MAAM,uBAAuB,GAAG,CAAC;KAC9B,MAAM,CAAC;IACN,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACvE,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,6FAA6F,CAC9F;IACH,WAAW,EAAE,CAAC;SACX,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,kGAAkG,CACnG;IACH,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,yIAAyI,CAC1I;IACH,OAAO,EAAE,CAAC;SACP,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,QAAQ,CACP,2LAA2L,CAC5L;IACH,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,CACP,2GAA2G,CAC5G;IACH,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,oEAAoE,CACrE;IACH,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACtD,QAAQ,CACP,oHAAoH,qCAAsB,IAAI,CAC/I;IACH,KAAK,EAAE,CAAC;SACL,OAAO,EAAE;SACT,QAAQ,CACP,+EAA+E,CAChF;IACH,cAAc,EAAE,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,CACP,gFAAgF,CACjF;IACH,SAAS,EAAE,CAAC;SACT,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,uFAAuF,CACxF;IACH,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,iIAAiI,CAClI;IACH,UAAU,EAAE,qBAAqB;IACjC,IAAI,EAAE,CAAC;SACJ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,wKAAwK,CACzK;IACH,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,gIAAgI,CACjI;IACH,OAAO,EAAE,CAAC;SACP,OAAO,EAAE;SACT,QAAQ,CACP,mIAAmI,CACpI;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,EAAE;SACL,WAAW,EAAE;SACb,QAAQ,CACP,oJAAoJ,CACrJ;CACJ,CAAC;KACD,MAAM,EAAE;KACR,QAAQ,CACP,yFAAyF,CAC1F;KACA,IAAI,CAAC;IACJ,KAAK,EAAE,2BAA2B;CACnC,CAAC,CAAC;AAEL;;;;;GAKG;AACU,QAAA,8BAA8B,GAEvC,uBAAuB,CAAC,OAAO,EAAE,CAAC;AAEtC;;;;;;GAMG;AACI,MAAM,eAAe,GAAG,CAAC,MAAe,EAAE,EAAE;IACjD,OAAO,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AACnD,CAAC,CAAC;AAFW,QAAA,eAAe,mBAE1B"}
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uCAAyB;AAIzB,mDAAyD;AACzD,0DAA4E;AAE5E;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,CAAC;KAC5B,MAAM,CAAC;IACN,gBAAgB,EAAE,CAAC;SAChB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,iDAAiD,CAAC;SAC3D,QAAQ,EAAE;IACb,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;SAC9D,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,+DAA+D,CAAC;SACzE,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,+DAA+D,CAAC;SACzE,QAAQ,EAAE;IACb,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;SAC7D,QAAQ,EAAE;IACb,eAAe,EAAE,CAAC;SACf,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;SAClD,QAAQ,EAAE;CACd,CAAC;KACD,MAAM,EAAE;KACR,QAAQ,CAAC,2DAA2D,CAAC;KACrE,IAAI,CAAC;IACJ,KAAK,EAAE,yBAAyB;CACjC,CAAC,CAAC;AAEL;;;;GAIG;AACH,MAAM,YAAY,GAAG,CAAC;KACnB,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,MAAM,EAAE,CAAC;aACN,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;aAC1C,QAAQ,EAAE;aACV,QAAQ,CAAC,uDAAuD,CAAC;QACpE,OAAO,EAAE,CAAC;aACP,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;aAC1C,QAAQ,CACP,gEAAgE,CACjE;QACH,YAAY,EAAE,CAAC;aACZ,MAAM,EAAE;aACR,QAAQ,EAAE;aACV,QAAQ,EAAE;aACV,QAAQ,CAAC,+BAA+B,CAAC;KAC7C,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,iCAAiC,CAAC;IAC9C,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,aAAa,EAAE,CAAC;aACb,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;aAC7C,QAAQ,EAAE;aACV,QAAQ,CACP,kEAAkE,CACnE;KACJ,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,6CAA6C,CAAC;CAC3D,CAAC;KACD,QAAQ,CAAC,6DAA6D,CAAC,CAAC;AAE3E;;;;;GAKG;AACH,MAAM,uBAAuB,GAAG,CAAC;KAC9B,MAAM,CAAC;IACN,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACvE,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,4FAA4F,CAC7F;IACH,UAAU,EAAE,CAAC;SACV,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;SAChC,QAAQ,EAAE;SACV,QAAQ,CACP,wIAAwI,CACzI;IACH,OAAO,EAAE,CAAC;SACP,MAAM,CACL,CAAC,CAAC,MAAM,EAAE,EACV,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CACzD;SACA,QAAQ,EAAE;SACV,QAAQ,CACP,yGAAyG,CAC1G;IACH,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,6FAA6F,CAC9F;IACH,WAAW,EAAE,CAAC;SACX,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,kGAAkG,CACnG;IACH,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,yIAAyI,CAC1I;IACH,OAAO,EAAE,CAAC;SACP,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,QAAQ,CACP,2LAA2L,CAC5L;IACH,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,CACP,2GAA2G,CAC5G;IACH,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,oEAAoE,CACrE;IACH,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACtD,QAAQ,CACP,oHAAoH,qCAAsB,IAAI,CAC/I;IACH,OAAO,EAAE,CAAC;SACP,MAAM,CAAC;QACN,OAAO,EAAE,CAAC;aACP,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,EAAE;aACV,QAAQ,CAAC,iDAAiD,CAAC;QAC9D,KAAK,EAAE,CAAC;aACL,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,EAAE;aACV,QAAQ,CACP,iGAAiG,CAClG;QACH,YAAY,EAAE,CAAC;aACZ,MAAM,EAAE;aACR,GAAG,EAAE;aACL,WAAW,EAAE;aACb,QAAQ,EAAE;aACV,QAAQ,CACP,6EAA6E,CAC9E;QACH,mBAAmB,EAAE,CAAC;aACnB,MAAM,EAAE;aACR,WAAW,EAAE;aACb,GAAG,CAAC,GAAG,CAAC;aACR,OAAO,CAAC,GAAG,CAAC;aACZ,QAAQ,CACP,2EAA2E,CAC5E;QACH,UAAU,EAAE,CAAC;aACV,MAAM,EAAE;aACR,QAAQ,EAAE;aACV,QAAQ,CAAC,sCAAsC,CAAC;QACnD,cAAc,EAAE,CAAC;aACd,OAAO,EAAE;aACT,OAAO,CAAC,IAAI,CAAC;aACb,QAAQ,CACP,2FAA2F,CAC5F;QACH,IAAI,EAAE,CAAC;aACJ,MAAM,EAAE;aACR,GAAG,EAAE;aACL,QAAQ,EAAE;aACV,OAAO,CAAC,EAAE,CAAC;aACX,QAAQ,CAAC,oDAAoD,CAAC;KAClE,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,oEAAoE,CACrE;IACH,KAAK,EAAE,CAAC;SACL,OAAO,EAAE;SACT,QAAQ,CACP,+EAA+E,CAChF;IACH,cAAc,EAAE,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,CACP,gFAAgF,CACjF;IACH,SAAS,EAAE,CAAC;SACT,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,uFAAuF,CACxF;IACH,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,iIAAiI,CAClI;IACH,UAAU,EAAE,qBAAqB;IACjC,IAAI,EAAE,CAAC;SACJ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,wKAAwK,CACzK;IACH,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,gIAAgI,CACjI;IACH,OAAO,EAAE,CAAC;SACP,OAAO,EAAE;SACT,QAAQ,CACP,mIAAmI,CACpI;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,EAAE;SACL,WAAW,EAAE;SACb,QAAQ,CACP,oJAAoJ,CACrJ;CACJ,CAAC;KACD,MAAM,EAAE;KACR,QAAQ,CACP,yFAAyF,CAC1F;KACA,IAAI,CAAC;IACJ,KAAK,EAAE,2BAA2B;CACnC,CAAC,CAAC;AAEL;;;;;GAKG;AACU,QAAA,8BAA8B,GAEvC,uBAAuB,CAAC,OAAO,EAAE,CAAC;AA8BtC;;GAEG;AACH,MAAM,qBAAqB,GAAG,CAAC,MAAmB,EAAgB,EAAE;IAClE,MAAM,WAAW,GAAiB,EAAE,CAAC;IAErC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,WAAW,CAAC,QAAQ,GAAG,EAAE,CAAC;QAE1B,6CAA6C;QAC7C,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/C,WAAW,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QACnE,CAAC;QAED,qBAAqB;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1C,WAAW,CAAC,QAAQ,CAAC,OAAO;gBAC1B,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,QAAQ;oBACzC,CAAC,CAAC,IAAA,kCAAe,EAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAC1C,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACzC,WAAW,CAAC,QAAQ,CAAC,MAAM;gBACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;oBACxC,CAAC,CAAC,IAAA,kCAAe,EAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACzC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,WAAW,CAAC,QAAQ,GAAG,EAAE,CAAC;QAE1B,2BAA2B;QAC3B,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAChD,WAAW,CAAC,QAAQ,CAAC,aAAa;gBAChC,OAAO,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,QAAQ;oBAC/C,CAAC,CAAC,IAAA,wCAAqB,EAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;oBACtD,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;QACtC,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,gBAAgB,GAAG,CACvB,MAA2E,EACtC,EAAE;IACvC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,IAAI,GAA4B,EAAE,CAAC;IAEzC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACpD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnD,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC1C,0CAA0C;gBAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,qBAAqB,CAAC,MAAqB,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF;;;;;;;GAOG;AACI,MAAM,sBAAsB,GAAG,CAAC,MAAe,EAAE,EAAE;IACxD,MAAM,MAAM,GAAG,sCAA8B,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEhE,8DAA8D;IAC9D,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO;YACL,GAAG,MAAM;YACT,IAAI,EAAE;gBACJ,GAAG,MAAM,CAAC,IAAI;gBACd,OAAO,EAAE,gBAAgB,CACvB,MAAM,CAAC,IAAI,CAAC,OAGX,CACF;aACF;SACF,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AApBW,QAAA,sBAAsB,0BAoBjC;AAEF;;;;;;GAMG;AACI,MAAM,eAAe,GAAG,CAAC,MAAe,EAAE,EAAE;IACjD,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEzD,8DAA8D;IAC9D,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO;YACL,GAAG,MAAM;YACT,IAAI,EAAE;gBACJ,GAAG,MAAM,CAAC,IAAI;gBACd,OAAO,EAAE,gBAAgB,CACvB,MAAM,CAAC,IAAI,CAAC,OAGX,CACF;aACF;SACF,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AApBW,QAAA,eAAe,mBAoB1B"}

package/dist/config/schema.d.cts

@@ -14,6 +14,15 @@ import type { ModestBenchConfig } from "../types/core.cjs";
  * merging with defaults.
  */
 export declare const partialModestBenchConfigSchema: z.ZodType<Partial<ModestBenchConfig>>;
+/**
+ * Safely parse and validate a partial configuration object with budget
+ * transformation
+ *
+ * @param config - The configuration object to validate
+ * @returns A result object with either success: true and data, or success:
+ *   false and error
+ */
+export declare const safeParsePartialConfig: (config: unknown) => z.ZodSafeParseResult<Partial<ModestBenchConfig>>;
 /**
  * Safely parse and validate a configuration object
  *
@@ -21,12 +30,12 @@ export declare const partialModestBenchConfigSchema: z.ZodType<Partial<ModestBen
  * @returns A result object with either success: true and data, or success:
  *   false and error
  */
-export declare const safeParseConfig: (config: unknown) => z.ZodSafeParseResult<{
+export declare const safeParseConfig: (config: unknown) => z.ZodSafeParseSuccess<{
     bail: boolean;
     exclude: string[];
     excludeTags: string[];
     iterations: number;
-    limitBy: "iterations" | "all" | "any" | "time";
+    limitBy: "any" | "iterations" | "time" | "all";
     metadata: Record<string, unknown>;
     outputDir: string;
     pattern: string | string[];
@@ -47,5 +56,115 @@ export declare const safeParseConfig: (config: unknown) => z.ZodSafeParseResult<
     verbose: boolean;
     warmup: number;
     $schema?: string | undefined;
-}>;
+    baseline?: string | undefined;
+    budgetMode?: "fail" | "warn" | "report" | undefined;
+    budgets?: Record<string, Record<string, Record<string, {
+        absolute?: {
+            maxTime: string | number;
+            maxP99?: string | number | undefined;
+            minOpsPerSec?: number | undefined;
+        } | undefined;
+        relative?: {
+            maxRegression?: string | number | undefined;
+        } | undefined;
+    }>>> | undefined;
+    profile?: {
+        minExecutionPercent: number;
+        smartDetection: boolean;
+        topN: number;
+        exclude?: string[] | undefined;
+        focus?: string[] | undefined;
+        minCallCount?: number | undefined;
+        outputFile?: string | undefined;
+    } | undefined;
+}> | z.ZodSafeParseError<{
+    bail: boolean;
+    exclude: string[];
+    excludeTags: string[];
+    iterations: number;
+    limitBy: "any" | "iterations" | "time" | "all";
+    metadata: Record<string, unknown>;
+    outputDir: string;
+    pattern: string | string[];
+    quiet: boolean;
+    reporterConfig: Record<string, unknown>;
+    reporters: string[];
+    tags: string[];
+    thresholds: {
+        maxMarginOfError?: number | undefined;
+        maxMean?: number | undefined;
+        maxP95?: number | undefined;
+        maxP99?: number | undefined;
+        maxStdDev?: number | undefined;
+        minOpsPerSecond?: number | undefined;
+    };
+    time: number;
+    timeout: number;
+    verbose: boolean;
+    warmup: number;
+    $schema?: string | undefined;
+    baseline?: string | undefined;
+    budgetMode?: "fail" | "warn" | "report" | undefined;
+    budgets?: Record<string, Record<string, Record<string, {
+        absolute?: {
+            maxTime: string | number;
+            maxP99?: string | number | undefined;
+            minOpsPerSec?: number | undefined;
+        } | undefined;
+        relative?: {
+            maxRegression?: string | number | undefined;
+        } | undefined;
+    }>>> | undefined;
+    profile?: {
+        minExecutionPercent: number;
+        smartDetection: boolean;
+        topN: number;
+        exclude?: string[] | undefined;
+        focus?: string[] | undefined;
+        minCallCount?: number | undefined;
+        outputFile?: string | undefined;
+    } | undefined;
+}> | {
+    data: {
+        budgets: Record<string, unknown> | undefined;
+        bail: boolean;
+        exclude: string[];
+        excludeTags: string[];
+        iterations: number;
+        limitBy: "any" | "iterations" | "time" | "all";
+        metadata: Record<string, unknown>;
+        outputDir: string;
+        pattern: string | string[];
+        quiet: boolean;
+        reporterConfig: Record<string, unknown>;
+        reporters: string[];
+        tags: string[];
+        thresholds: {
+            maxMarginOfError?: number | undefined;
+            maxMean?: number | undefined;
+            maxP95?: number | undefined;
+            maxP99?: number | undefined;
+            maxStdDev?: number | undefined;
+            minOpsPerSecond?: number | undefined;
+        };
+        time: number;
+        timeout: number;
+        verbose: boolean;
+        warmup: number;
+        $schema?: string | undefined;
+        baseline?: string | undefined;
+        budgetMode?: "fail" | "warn" | "report" | undefined;
+        profile?: {
+            minExecutionPercent: number;
+            smartDetection: boolean;
+            topN: number;
+            exclude?: string[] | undefined;
+            focus?: string[] | undefined;
+            minCallCount?: number | undefined;
+            outputFile?: string | undefined;
+        } | undefined;
+    };
+    success: true;
+    error?: never;
+};
 //# sourceMappingURL=schema.d.ts.map

package/dist/config/schema.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAAyB;AA8J1D;;;;;GAKG;AACH,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CACpD,OAAO,CAAC,iBAAiB,CAAC,CACS,CAAC;AAEtC;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,GAAI,QAAQ,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;EAE9C,CAAC"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAAyB;AA6Q1D;;;;;GAKG;AACH,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CACpD,OAAO,CAAC,iBAAiB,CAAC,CACS,CAAC;AAsGtC;;;;;;;GAOG;AACH,eAAO,MAAM,sBAAsB,GAAI,QAAQ,OAAO,qDAoBrD,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,GAAI,QAAQ,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoB9C,CAAC"}

package/dist/config/schema.d.ts

@@ -14,6 +14,15 @@ import type { ModestBenchConfig } from "../types/core.js";
  * merging with defaults.
  */
 export declare const partialModestBenchConfigSchema: z.ZodType<Partial<ModestBenchConfig>>;
+/**
+ * Safely parse and validate a partial configuration object with budget
+ * transformation
+ *
+ * @param config - The configuration object to validate
+ * @returns A result object with either success: true and data, or success:
+ *   false and error
+ */
+export declare const safeParsePartialConfig: (config: unknown) => z.ZodSafeParseResult<Partial<ModestBenchConfig>>;
 /**
  * Safely parse and validate a configuration object
  *
@@ -21,12 +30,12 @@ export declare const partialModestBenchConfigSchema: z.ZodType<Partial<ModestBen
  * @returns A result object with either success: true and data, or success:
  *   false and error
  */
-export declare const safeParseConfig: (config: unknown) => z.ZodSafeParseResult<{
+export declare const safeParseConfig: (config: unknown) => z.ZodSafeParseSuccess<{
     bail: boolean;
     exclude: string[];
     excludeTags: string[];
     iterations: number;
-    limitBy: "iterations" | "all" | "any" | "time";
+    limitBy: "any" | "iterations" | "time" | "all";
     metadata: Record<string, unknown>;
     outputDir: string;
     pattern: string | string[];
@@ -47,5 +56,115 @@ export declare const safeParseConfig: (config: unknown) => z.ZodSafeParseResult<
     verbose: boolean;
     warmup: number;
     $schema?: string | undefined;
-}>;
+    baseline?: string | undefined;
+    budgetMode?: "fail" | "warn" | "report" | undefined;
+    budgets?: Record<string, Record<string, Record<string, {
+        absolute?: {
+            maxTime: string | number;
+            maxP99?: string | number | undefined;
+            minOpsPerSec?: number | undefined;
+        } | undefined;
+        relative?: {
+            maxRegression?: string | number | undefined;
+        } | undefined;
+    }>>> | undefined;
+    profile?: {
+        minExecutionPercent: number;
+        smartDetection: boolean;
+        topN: number;
+        exclude?: string[] | undefined;
+        focus?: string[] | undefined;
+        minCallCount?: number | undefined;
+        outputFile?: string | undefined;
+    } | undefined;
+}> | z.ZodSafeParseError<{
+    bail: boolean;
+    exclude: string[];
+    excludeTags: string[];
+    iterations: number;
+    limitBy: "any" | "iterations" | "time" | "all";
+    metadata: Record<string, unknown>;
+    outputDir: string;
+    pattern: string | string[];
+    quiet: boolean;
+    reporterConfig: Record<string, unknown>;
+    reporters: string[];
+    tags: string[];
+    thresholds: {
+        maxMarginOfError?: number | undefined;
+        maxMean?: number | undefined;
+        maxP95?: number | undefined;
+        maxP99?: number | undefined;
+        maxStdDev?: number | undefined;
+        minOpsPerSecond?: number | undefined;
+    };
+    time: number;
+    timeout: number;
+    verbose: boolean;
+    warmup: number;
+    $schema?: string | undefined;
+    baseline?: string | undefined;
+    budgetMode?: "fail" | "warn" | "report" | undefined;
+    budgets?: Record<string, Record<string, Record<string, {
+        absolute?: {
+            maxTime: string | number;
+            maxP99?: string | number | undefined;
+            minOpsPerSec?: number | undefined;
+        } | undefined;
+        relative?: {
+            maxRegression?: string | number | undefined;
+        } | undefined;
+    }>>> | undefined;
+    profile?: {
+        minExecutionPercent: number;
+        smartDetection: boolean;
+        topN: number;
+        exclude?: string[] | undefined;
+        focus?: string[] | undefined;
+        minCallCount?: number | undefined;
+        outputFile?: string | undefined;
+    } | undefined;
+}> | {
+    data: {
+        budgets: Record<string, unknown> | undefined;
+        bail: boolean;
+        exclude: string[];
+        excludeTags: string[];
+        iterations: number;
+        limitBy: "any" | "iterations" | "time" | "all";
+        metadata: Record<string, unknown>;
+        outputDir: string;
+        pattern: string | string[];
+        quiet: boolean;
+        reporterConfig: Record<string, unknown>;
+        reporters: string[];
+        tags: string[];
+        thresholds: {
+            maxMarginOfError?: number | undefined;
+            maxMean?: number | undefined;
+            maxP95?: number | undefined;
+            maxP99?: number | undefined;
+            maxStdDev?: number | undefined;
+            minOpsPerSecond?: number | undefined;
+        };
+        time: number;
+        timeout: number;
+        verbose: boolean;
+        warmup: number;
+        $schema?: string | undefined;
+        baseline?: string | undefined;
+        budgetMode?: "fail" | "warn" | "report" | undefined;
+        profile?: {
+            minExecutionPercent: number;
+            smartDetection: boolean;
+            topN: number;
+            exclude?: string[] | undefined;
+            focus?: string[] | undefined;
+            minCallCount?: number | undefined;
+            outputFile?: string | undefined;
+        } | undefined;
+    };
+    success: true;
+    error?: never;
+};
 //# sourceMappingURL=schema.d.ts.map

package/dist/config/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB;AA8J1D;;;;;GAKG;AACH,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CACpD,OAAO,CAAC,iBAAiB,CAAC,CACS,CAAC;AAEtC;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,GAAI,QAAQ,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;EAE9C,CAAC"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB;AA6Q1D;;;;;GAKG;AACH,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CACpD,OAAO,CAAC,iBAAiB,CAAC,CACS,CAAC;AAsGtC;;;;;;;GAOG;AACH,eAAO,MAAM,sBAAsB,GAAI,QAAQ,OAAO,qDAoBrD,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,GAAI,QAAQ,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoB9C,CAAC"}