modestbench 0.2.0 → 0.3.0

package/dist/config/schema.js

@@ -7,6 +7,7 @@
  */
 import * as z from 'zod';
 import { BENCHMARK_FILE_PATTERN } from "../constants.js";
+import { parsePercentageString, parseTimeString } from "./budget-schema.js";
 /**
  * Schema for threshold configuration
  *
@@ -50,6 +51,41 @@ const thresholdConfigSchema = z
     .meta({
     title: 'Threshold Configuration',
 });
+/**
+ * Inline budget schema for configuration (no transforms for JSON Schema
+ * compatibility - transforms are applied manually in transformBudgets
+ * function)
+ */
+const budgetSchema = z
+    .object({
+    absolute: z
+        .object({
+        maxP99: z
+            .union([z.number().positive(), z.string()])
+            .optional()
+            .describe('Maximum 99th percentile in nanoseconds or time string'),
+        maxTime: z
+            .union([z.number().positive(), z.string()])
+            .describe('Maximum mean time in nanoseconds or time string (e.g., "10ms")'),
+        minOpsPerSec: z
+            .number()
+            .positive()
+            .optional()
+            .describe('Minimum operations per second'),
+    })
+        .optional()
+        .describe('Absolute performance thresholds'),
+    relative: z
+        .object({
+        maxRegression: z
+            .union([z.number().min(0).max(1), z.string()])
+            .optional()
+            .describe('Maximum regression as decimal (0.1) or percentage string ("10%")'),
+    })
+        .optional()
+        .describe('Relative performance thresholds vs baseline'),
+})
+    .describe('Performance budget with absolute and/or relative thresholds');
 /**
  * Schema for the main ModestBench configuration
  *
@@ -63,6 +99,18 @@ const modestBenchConfigSchema = z
         .optional()
         .describe('JSON Schema reference for IDE support (not used by ModestBench)'),
     bail: z.boolean().describe('Stop benchmark execution on first failure'),
+    baseline: z
+        .string()
+        .optional()
+        .describe('Name of baseline to use for relative budget comparisons. Must match a saved baseline name.'),
+    budgetMode: z
+        .enum(['fail', 'warn', 'report'])
+        .optional()
+        .describe('How to handle budget violations: "fail" exits with error (default), "warn" shows warnings, "report" includes in output without failing'),
+    budgets: z
+        .record(z.string(), z.record(z.string(), z.record(z.string(), budgetSchema)))
+        .optional()
+        .describe('Performance budgets organized by file → suite → task. Budgets define acceptable performance thresholds.'),
     exclude: z
         .array(z.string())
         .describe('Glob patterns to exclude from benchmark file discovery (e.g., "node_modules/**", ".git/**")'),
@@ -87,6 +135,45 @@ const modestBenchConfigSchema = z
     pattern: z
         .union([z.string().min(1), z.array(z.string().min(1))])
         .describe(`Glob pattern(s) for discovering benchmark files. Can be a single pattern string or array of patterns (e.g., "**/*${BENCHMARK_FILE_PATTERN}")`),
+    profile: z
+        .object({
+        exclude: z
+            .array(z.string())
+            .optional()
+            .describe('Glob patterns to exclude from profiling results'),
+        focus: z
+            .array(z.string())
+            .optional()
+            .describe('Glob patterns to focus on in profiling results. If specified, only matching files will be shown'),
+        minCallCount: z
+            .number()
+            .int()
+            .nonnegative()
+            .optional()
+            .describe('Minimum number of times a function must be called to be included in results'),
+        minExecutionPercent: z
+            .number()
+            .nonnegative()
+            .max(100)
+            .default(1.0)
+            .describe('Minimum execution percentage threshold for including functions in results'),
+        outputFile: z
+            .string()
+            .optional()
+            .describe('Path to write profile report to file'),
+        smartDetection: z
+            .boolean()
+            .default(true)
+            .describe('Automatically detect and focus on user code, excluding node_modules and Node.js internals'),
+        topN: z
+            .number()
+            .int()
+            .positive()
+            .default(25)
+            .describe('Maximum number of top functions to show in results'),
+    })
+        .optional()
+        .describe('Configuration for profile command to identify benchmark candidates'),
     quiet: z
         .boolean()
         .describe('Run in quiet mode with minimal console output (only errors and final results)'),
@@ -132,6 +219,87 @@ const modestBenchConfigSchema = z
  * merging with defaults.
  */
 export const partialModestBenchConfigSchema = modestBenchConfigSchema.partial();
+/**
+ * Transform budget values (parse time/percentage strings)
+ */
+const transformBudgetValues = (budget) => {
+    const transformed = {};
+    if (budget.absolute) {
+        transformed.absolute = {};
+        // Copy minOpsPerSec as-is (already a number)
+        if (budget.absolute.minOpsPerSec !== undefined) {
+            transformed.absolute.minOpsPerSec = budget.absolute.minOpsPerSec;
+        }
+        // Parse time strings
+        if (budget.absolute.maxTime !== undefined) {
+            transformed.absolute.maxTime =
+                typeof budget.absolute.maxTime === 'string'
+                    ? parseTimeString(budget.absolute.maxTime)
+                    : budget.absolute.maxTime;
+        }
+        if (budget.absolute.maxP99 !== undefined) {
+            transformed.absolute.maxP99 =
+                typeof budget.absolute.maxP99 === 'string'
+                    ? parseTimeString(budget.absolute.maxP99)
+                    : budget.absolute.maxP99;
+        }
+    }
+    if (budget.relative) {
+        transformed.relative = {};
+        // Parse percentage strings
+        if (budget.relative.maxRegression !== undefined) {
+            transformed.relative.maxRegression =
+                typeof budget.relative.maxRegression === 'string'
+                    ? parsePercentageString(budget.relative.maxRegression)
+                    : budget.relative.maxRegression;
+        }
+    }
+    return transformed;
+};
+/**
+ * Transform nested budget structure to flat TaskId → Budget mapping Also parses
+ * time and percentage strings
+ *
+ * @internal
+ */
+const transformBudgets = (nested) => {
+    if (!nested) {
+        return undefined;
+    }
+    const flat = {};
+    for (const [file, suites] of Object.entries(nested)) {
+        for (const [suite, tasks] of Object.entries(suites)) {
+            for (const [task, budget] of Object.entries(tasks)) {
+                const taskId = `${file}/${suite}/${task}`;
+                // Transform budget values (parse strings)
+                flat[taskId] = transformBudgetValues(budget);
+            }
+        }
+    }
+    return flat;
+};
+/**
+ * Safely parse and validate a partial configuration object with budget
+ * transformation
+ *
+ * @param config - The configuration object to validate
+ * @returns A result object with either success: true and data, or success:
+ *   false and error
+ */
+export const safeParsePartialConfig = (config) => {
+    const result = partialModestBenchConfigSchema.safeParse(config);
+    // Transform nested budgets to flat structure after validation
+    if (result.success && result.data.budgets) {
+        return {
+            ...result,
+            data: {
+                ...result.data,
+                budgets: transformBudgets(result.data.budgets),
+            },
+        };
+    }
+    return result;
+};
 /**
  * Safely parse and validate a configuration object
  *
@@ -140,6 +308,17 @@ export const partialModestBenchConfigSchema = modestBenchConfigSchema.partial();
  *   false and error
  */
 export const safeParseConfig = (config) => {
-    return modestBenchConfigSchema.safeParse(config);
+    const result = modestBenchConfigSchema.safeParse(config);
+    // Transform nested budgets to flat structure after validation
+    if (result.success && result.data.budgets) {
+        return {
+            ...result,
+            data: {
+                ...result.data,
+                budgets: transformBudgets(result.data.budgets),
+            },
+        };
+    }
+    return result;
 };
 //# sourceMappingURL=schema.js.map

package/dist/config/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,OAAO,EAAE,sBAAsB,EAAE,wBAAwB;AAEzD;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,CAAC;KAC5B,MAAM,CAAC;IACN,gBAAgB,EAAE,CAAC;SAChB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,iDAAiD,CAAC;SAC3D,QAAQ,EAAE;IACb,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;SAC9D,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,+DAA+D,CAAC;SACzE,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,+DAA+D,CAAC;SACzE,QAAQ,EAAE;IACb,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;SAC7D,QAAQ,EAAE;IACb,eAAe,EAAE,CAAC;SACf,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;SAClD,QAAQ,EAAE;CACd,CAAC;KACD,MAAM,EAAE;KACR,QAAQ,CAAC,2DAA2D,CAAC;KACrE,IAAI,CAAC;IACJ,KAAK,EAAE,yBAAyB;CACjC,CAAC,CAAC;AAEL;;;;;GAKG;AACH,MAAM,uBAAuB,GAAG,CAAC;KAC9B,MAAM,CAAC;IACN,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACvE,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,6FAA6F,CAC9F;IACH,WAAW,EAAE,CAAC;SACX,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,kGAAkG,CACnG;IACH,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,yIAAyI,CAC1I;IACH,OAAO,EAAE,CAAC;SACP,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,QAAQ,CACP,2LAA2L,CAC5L;IACH,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,CACP,2GAA2G,CAC5G;IACH,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,oEAAoE,CACrE;IACH,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACtD,QAAQ,CACP,oHAAoH,sBAAsB,IAAI,CAC/I;IACH,KAAK,EAAE,CAAC;SACL,OAAO,EAAE;SACT,QAAQ,CACP,+EAA+E,CAChF;IACH,cAAc,EAAE,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,CACP,gFAAgF,CACjF;IACH,SAAS,EAAE,CAAC;SACT,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,uFAAuF,CACxF;IACH,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,iIAAiI,CAClI;IACH,UAAU,EAAE,qBAAqB;IACjC,IAAI,EAAE,CAAC;SACJ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,wKAAwK,CACzK;IACH,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,gIAAgI,CACjI;IACH,OAAO,EAAE,CAAC;SACP,OAAO,EAAE;SACT,QAAQ,CACP,mIAAmI,CACpI;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,EAAE;SACL,WAAW,EAAE;SACb,QAAQ,CACP,oJAAoJ,CACrJ;CACJ,CAAC;KACD,MAAM,EAAE;KACR,QAAQ,CACP,yFAAyF,CAC1F;KACA,IAAI,CAAC;IACJ,KAAK,EAAE,2BAA2B;CACnC,CAAC,CAAC;AAEL;;;;;GAKG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAEvC,uBAAuB,CAAC,OAAO,EAAE,CAAC;AAEtC;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAe,EAAE,EAAE;IACjD,OAAO,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AACnD,CAAC,CAAC"}
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,OAAO,EAAE,sBAAsB,EAAE,wBAAwB;AACzD,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,2BAA2B;AAE5E;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,CAAC;KAC5B,MAAM,CAAC;IACN,gBAAgB,EAAE,CAAC;SAChB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,iDAAiD,CAAC;SAC3D,QAAQ,EAAE;IACb,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;SAC9D,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,+DAA+D,CAAC;SACzE,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,+DAA+D,CAAC;SACzE,QAAQ,EAAE;IACb,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;SAC7D,QAAQ,EAAE;IACb,eAAe,EAAE,CAAC;SACf,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;SAClD,QAAQ,EAAE;CACd,CAAC;KACD,MAAM,EAAE;KACR,QAAQ,CAAC,2DAA2D,CAAC;KACrE,IAAI,CAAC;IACJ,KAAK,EAAE,yBAAyB;CACjC,CAAC,CAAC;AAEL;;;;GAIG;AACH,MAAM,YAAY,GAAG,CAAC;KACnB,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,MAAM,EAAE,CAAC;aACN,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;aAC1C,QAAQ,EAAE;aACV,QAAQ,CAAC,uDAAuD,CAAC;QACpE,OAAO,EAAE,CAAC;aACP,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;aAC1C,QAAQ,CACP,gEAAgE,CACjE;QACH,YAAY,EAAE,CAAC;aACZ,MAAM,EAAE;aACR,QAAQ,EAAE;aACV,QAAQ,EAAE;aACV,QAAQ,CAAC,+BAA+B,CAAC;KAC7C,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,iCAAiC,CAAC;IAC9C,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,aAAa,EAAE,CAAC;aACb,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;aAC7C,QAAQ,EAAE;aACV,QAAQ,CACP,kEAAkE,CACnE;KACJ,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,6CAA6C,CAAC;CAC3D,CAAC;KACD,QAAQ,CAAC,6DAA6D,CAAC,CAAC;AAE3E;;;;;GAKG;AACH,MAAM,uBAAuB,GAAG,CAAC;KAC9B,MAAM,CAAC;IACN,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACvE,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,4FAA4F,CAC7F;IACH,UAAU,EAAE,CAAC;SACV,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;SAChC,QAAQ,EAAE;SACV,QAAQ,CACP,wIAAwI,CACzI;IACH,OAAO,EAAE,CAAC;SACP,MAAM,CACL,CAAC,CAAC,MAAM,EAAE,EACV,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CACzD;SACA,QAAQ,EAAE;SACV,QAAQ,CACP,yGAAyG,CAC1G;IACH,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,6FAA6F,CAC9F;IACH,WAAW,EAAE,CAAC;SACX,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,kGAAkG,CACnG;IACH,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,yIAAyI,CAC1I;IACH,OAAO,EAAE,CAAC;SACP,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;SAC1C,QAAQ,CACP,2LAA2L,CAC5L;IACH,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,CACP,2GAA2G,CAC5G;IACH,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,oEAAoE,CACrE;IACH,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACtD,QAAQ,CACP,oHAAoH,sBAAsB,IAAI,CAC/I;IACH,OAAO,EAAE,CAAC;SACP,MAAM,CAAC;QACN,OAAO,EAAE,CAAC;aACP,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,EAAE;aACV,QAAQ,CAAC,iDAAiD,CAAC;QAC9D,KAAK,EAAE,CAAC;aACL,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,EAAE;aACV,QAAQ,CACP,iGAAiG,CAClG;QACH,YAAY,EAAE,CAAC;aACZ,MAAM,EAAE;aACR,GAAG,EAAE;aACL,WAAW,EAAE;aACb,QAAQ,EAAE;aACV,QAAQ,CACP,6EAA6E,CAC9E;QACH,mBAAmB,EAAE,CAAC;aACnB,MAAM,EAAE;aACR,WAAW,EAAE;aACb,GAAG,CAAC,GAAG,CAAC;aACR,OAAO,CAAC,GAAG,CAAC;aACZ,QAAQ,CACP,2EAA2E,CAC5E;QACH,UAAU,EAAE,CAAC;aACV,MAAM,EAAE;aACR,QAAQ,EAAE;aACV,QAAQ,CAAC,sCAAsC,CAAC;QACnD,cAAc,EAAE,CAAC;aACd,OAAO,EAAE;aACT,OAAO,CAAC,IAAI,CAAC;aACb,QAAQ,CACP,2FAA2F,CAC5F;QACH,IAAI,EAAE,CAAC;aACJ,MAAM,EAAE;aACR,GAAG,EAAE;aACL,QAAQ,EAAE;aACV,OAAO,CAAC,EAAE,CAAC;aACX,QAAQ,CAAC,oDAAoD,CAAC;KAClE,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CACP,oEAAoE,CACrE;IACH,KAAK,EAAE,CAAC;SACL,OAAO,EAAE;SACT,QAAQ,CACP,+EAA+E,CAChF;IACH,cAAc,EAAE,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,CACP,gFAAgF,CACjF;IACH,SAAS,EAAE,CAAC;SACT,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,uFAAuF,CACxF;IACH,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,CACP,iIAAiI,CAClI;IACH,UAAU,EAAE,qBAAqB;IACjC,IAAI,EAAE,CAAC;SACJ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,wKAAwK,CACzK;IACH,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,gIAAgI,CACjI;IACH,OAAO,EAAE,CAAC;SACP,OAAO,EAAE;SACT,QAAQ,CACP,mIAAmI,CACpI;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,EAAE;SACL,WAAW,EAAE;SACb,QAAQ,CACP,oJAAoJ,CACrJ;CACJ,CAAC;KACD,MAAM,EAAE;KACR,QAAQ,CACP,yFAAyF,CAC1F;KACA,IAAI,CAAC;IACJ,KAAK,EAAE,2BAA2B;CACnC,CAAC,CAAC;AAEL;;;;;GAKG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAEvC,uBAAuB,CAAC,OAAO,EAAE,CAAC;AA8BtC;;GAEG;AACH,MAAM,qBAAqB,GAAG,CAAC,MAAmB,EAAgB,EAAE;IAClE,MAAM,WAAW,GAAiB,EAAE,CAAC;IAErC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,WAAW,CAAC,QAAQ,GAAG,EAAE,CAAC;QAE1B,6CAA6C;QAC7C,IAAI,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/C,WAAW,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QACnE,CAAC;QAED,qBAAqB;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1C,WAAW,CAAC,QAAQ,CAAC,OAAO;gBAC1B,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,QAAQ;oBACzC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAC1C,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACzC,WAAW,CAAC,QAAQ,CAAC,MAAM;gBACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ;oBACxC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;oBACzC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,WAAW,CAAC,QAAQ,GAAG,EAAE,CAAC;QAE1B,2BAA2B;QAC3B,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAChD,WAAW,CAAC,QAAQ,CAAC,aAAa;gBAChC,OAAO,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,QAAQ;oBAC/C,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;oBACtD,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;QACtC,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,gBAAgB,GAAG,CACvB,MAA2E,EACtC,EAAE;IACvC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,IAAI,GAA4B,EAAE,CAAC;IAEzC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACpD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnD,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAC1C,0CAA0C;gBAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,qBAAqB,CAAC,MAAqB,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,MAAe,EAAE,EAAE;IACxD,MAAM,MAAM,GAAG,8BAA8B,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEhE,8DAA8D;IAC9D,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO;YACL,GAAG,MAAM;YACT,IAAI,EAAE;gBACJ,GAAG,MAAM,CAAC,IAAI;gBACd,OAAO,EAAE,gBAAgB,CACvB,MAAM,CAAC,IAAI,CAAC,OAGX,CACF;aACF;SACF,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAe,EAAE,EAAE;IACjD,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAEzD,8DAA8D;IAC9D,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO;YACL,GAAG,MAAM;YACT,IAAI,EAAE;gBACJ,GAAG,MAAM,CAAC,IAAI;gBACd,OAAO,EAAE,gBAAgB,CACvB,MAAM,CAAC,IAAI,CAAC,OAGX,CACF;aACF;SACF,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}

package/dist/constants.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ErrorCodes = exports.BENCHMARK_FILE_PATTERN = exports.BENCHMARK_FILE_EXTENSIONS = void 0;
+exports.ErrorCodes = exports.DEFAULT_REPORTER = exports.Reporters = exports.DEFAULT_ENGINE = exports.Engines = exports.ExitCodes = exports.ABORT_TIMEOUT = exports.BENCHMARK_FILE_PATTERN = exports.BENCHMARK_FILE_EXTENSIONS = void 0;
 /**
  * Supported benchmark file extensions
  */
@@ -19,20 +19,63 @@ exports.BENCHMARK_FILE_EXTENSIONS = new Set([
 exports.BENCHMARK_FILE_PATTERN = `.bench.{${Array.from(exports.BENCHMARK_FILE_EXTENSIONS)
     .map((ext) => ext.slice(1))
     .join(',')}}`;
+/**
+ * Timeout before we force-quit when aborting benchmarks (ms)
+ */
+exports.ABORT_TIMEOUT = 500;
+/**
+ * Exit codes for the CLI
+ */
+exports.ExitCodes = {
+    BENCHMARK_FAILURES: 1,
+    CONFIG_ERROR: 2,
+    DISCOVERY_ERROR: 3,
+    RUNTIME_ERROR: 5,
+    SUCCESS: 0,
+    UNKNOWN_ERROR: 99,
+    VALIDATION_ERROR: 4,
+};
+/**
+ * Supported benchmark engines
+ */
+exports.Engines = {
+    ACCURATE: 'accurate',
+    TINYBENCH: 'tinybench',
+};
+/**
+ * Default benchmark engine
+ */
+exports.DEFAULT_ENGINE = exports.Engines.TINYBENCH;
+/**
+ * Supported reporters
+ */
+exports.Reporters = {
+    CSV: 'csv',
+    HUMAN: 'human',
+    JSON: 'json',
+    SIMPLE: 'simple',
+};
+/**
+ * Default reporter
+ */
+exports.DEFAULT_REPORTER = exports.Reporters.HUMAN;
 /**
  * Error codes for all ModestBench errors
  *
  * Use these constants to check error types instead of instanceof checks.
  */
 exports.ErrorCodes = {
+    //#region budget-errors
+    BUDGET_EXCEEDED: 'ERR_MB_BUDGET_EXCEEDED',
     //#region cli-errors
     CLI_INVALID_ARGUMENT: 'ERR_MB_CLI_INVALID_ARGUMENT',
-    CLI_INVALID_DATE_FORMAT: 'ERR_MB_CLI_INVALID_DATE_FORMAT',
     //#endregion
+    CLI_INVALID_DATE_FORMAT: 'ERR_MB_CLI_INVALID_DATE_FORMAT',
     //#region config-errors
     CONFIG_LOAD_FAILED: 'ERR_MB_CONFIG_LOAD_FAILED',
     CONFIG_NOT_FOUND: 'ERR_MB_CONFIG_NOT_FOUND',
     CONFIG_UNSUPPORTED_FORMAT: 'ERR_MB_CONFIG_UNSUPPORTED_FORMAT',
+    //#endregion
     CONFIG_VALIDATION_FAILED: 'ERR_MB_CONFIG_VALIDATION_FAILED',
     //#endregion
     //#region execution-errors

package/dist/constants.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":";;;AAAA;;GAEG;AACU,QAAA,yBAAyB,GAAG,IAAI,GAAG,CAAC;IAC/C,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;CACN,CAAC,CAAC;AAEH;;;GAGG;AACU,QAAA,sBAAsB,GAAG,WAAW,KAAK,CAAC,IAAI,CACzD,iCAAyB,CAC1B;KACE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAEhB;;;;GAIG;AACU,QAAA,UAAU,GAAG;IACxB,oBAAoB;IACpB,oBAAoB,EAAE,6BAA6B;IACnD,uBAAuB,EAAE,gCAAgC;IACzD,YAAY;IAEZ,uBAAuB;IACvB,kBAAkB,EAAE,2BAA2B;IAC/C,gBAAgB,EAAE,yBAAyB;IAC3C,yBAAyB,EAAE,kCAAkC;IAC7D,wBAAwB,EAAE,iCAAiC;IAC3D,YAAY;IAEZ,0BAA0B;IAC1B,0BAA0B,EAAE,mCAAmC;IAC/D,sBAAsB,EAAE,+BAA+B;IACvD,qBAAqB,EAAE,8BAA8B;IACrD,yBAAyB,EAAE,kCAAkC;IAC7D,iBAAiB,EAAE,0BAA0B;IAC7C,kBAAkB,EAAE,2BAA2B;IAC/C,YAAY;IAEZ,qBAAqB;IACrB,qBAAqB,EAAE,8BAA8B;IACrD,gBAAgB,EAAE,yBAAyB;IAC3C,cAAc,EAAE,uBAAuB;IACvC,sBAAsB,EAAE,+BAA+B;IACvD,0BAA0B,EAAE,mCAAmC;IAC/D,YAAY;IAEZ,yBAAyB;IACzB,2BAA2B,EAAE,oCAAoC;IACjE,sBAAsB,EAAE,+BAA+B;IACvD,gBAAgB,EAAE,yBAAyB;IAC3C,YAAY;IAEZ,wBAAwB;IACxB,kBAAkB,EAAE,2BAA2B;IAC/C,0BAA0B,EAAE,mCAAmC;IAC/D,cAAc,EAAE,uBAAuB;IACvC,wBAAwB,EAAE,iCAAiC;IAC3D,0BAA0B,EAAE,mCAAmC;IAC/D,YAAY;IAEZ,qBAAqB;IACrB,OAAO,EAAE,gBAAgB;IACzB,YAAY;IAEZ,2BAA2B;IAC3B,wBAAwB,EAAE,iCAAiC;IAC3D,4BAA4B,EAAE,qCAAqC;IACnE,sBAAsB,EAAE,+BAA+B;IACvD,YAAY;CACJ,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":";;;AAEA;;GAEG;AACU,QAAA,yBAAyB,GAAG,IAAI,GAAG,CAAC;IAC/C,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;CACN,CAAC,CAAC;AAEH;;;GAGG;AACU,QAAA,sBAAsB,GAAG,WAAW,KAAK,CAAC,IAAI,CACzD,iCAAyB,CAC1B;KACE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAEhB;;GAEG;AACU,QAAA,aAAa,GAAG,GAAG,CAAC;AAEjC;;GAEG;AACU,QAAA,SAAS,GAAG;IACvB,kBAAkB,EAAE,CAAC;IACrB,YAAY,EAAE,CAAC;IACf,eAAe,EAAE,CAAC;IAClB,aAAa,EAAE,CAAC;IAChB,OAAO,EAAE,CAAC;IACV,aAAa,EAAE,EAAE;IACjB,gBAAgB,EAAE,CAAC;CACX,CAAC;AAEX;;GAEG;AACU,QAAA,OAAO,GAAG;IACrB,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,WAAW;CACmB,CAAC;AAE5C;;GAEG;AACU,QAAA,cAAc,GAAG,eAAO,CAAC,SAAS,CAAC;AAEhD;;GAEG;AACU,QAAA,SAAS,GAAG;IACvB,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;CACR,CAAC;AAEX;;GAEG;AACU,QAAA,gBAAgB,GAAG,iBAAS,CAAC,KAAK,CAAC;AAEhD;;;;GAIG;AACU,QAAA,UAAU,GAAG;IACxB,uBAAuB;IACvB,eAAe,EAAE,wBAAwB;IACzC,oBAAoB;IACpB,oBAAoB,EAAE,6BAA6B;IACnD,YAAY;IAEZ,uBAAuB,EAAE,gCAAgC;IACzD,uBAAuB;IACvB,kBAAkB,EAAE,2BAA2B;IAC/C,gBAAgB,EAAE,yBAAyB;IAC3C,yBAAyB,EAAE,kCAAkC;IAC7D,YAAY;IAEZ,wBAAwB,EAAE,iCAAiC;IAC3D,YAAY;IAEZ,0BAA0B;IAC1B,0BAA0B,EAAE,mCAAmC;IAC/D,sBAAsB,EAAE,+BAA+B;IACvD,qBAAqB,EAAE,8BAA8B;IACrD,yBAAyB,EAAE,kCAAkC;IAC7D,iBAAiB,EAAE,0BAA0B;IAC7C,kBAAkB,EAAE,2BAA2B;IAC/C,YAAY;IAEZ,qBAAqB;IACrB,qBAAqB,EAAE,8BAA8B;IACrD,gBAAgB,EAAE,yBAAyB;IAC3C,cAAc,EAAE,uBAAuB;IACvC,sBAAsB,EAAE,+BAA+B;IACvD,0BAA0B,EAAE,mCAAmC;IAC/D,YAAY;IAEZ,yBAAyB;IACzB,2BAA2B,EAAE,oCAAoC;IACjE,sBAAsB,EAAE,+BAA+B;IACvD,gBAAgB,EAAE,yBAAyB;IAC3C,YAAY;IAEZ,wBAAwB;IACxB,kBAAkB,EAAE,2BAA2B;IAC/C,0BAA0B,EAAE,mCAAmC;IAC/D,cAAc,EAAE,uBAAuB;IACvC,wBAAwB,EAAE,iCAAiC;IAC3D,0BAA0B,EAAE,mCAAmC;IAC/D,YAAY;IAEZ,qBAAqB;IACrB,OAAO,EAAE,gBAAgB;IACzB,YAAY;IAEZ,2BAA2B;IAC3B,wBAAwB,EAAE,iCAAiC;IAC3D,4BAA4B,EAAE,qCAAqC;IACnE,sBAAsB,EAAE,+BAA+B;IACvD,YAAY;CACJ,CAAC"}

package/dist/constants.d.cts

@@ -7,12 +7,53 @@ export declare const BENCHMARK_FILE_EXTENSIONS: Set<string>;
  * ".bench.{js,mjs,cjs,ts,mts,cts}"
  */
 export declare const BENCHMARK_FILE_PATTERN: string;
+/**
+ * Timeout before we force-quit when aborting benchmarks (ms)
+ */
+export declare const ABORT_TIMEOUT = 500;
+/**
+ * Exit codes for the CLI
+ */
+export declare const ExitCodes: {
+    readonly BENCHMARK_FAILURES: 1;
+    readonly CONFIG_ERROR: 2;
+    readonly DISCOVERY_ERROR: 3;
+    readonly RUNTIME_ERROR: 5;
+    readonly SUCCESS: 0;
+    readonly UNKNOWN_ERROR: 99;
+    readonly VALIDATION_ERROR: 4;
+};
+/**
+ * Supported benchmark engines
+ */
+export declare const Engines: {
+    readonly ACCURATE: "accurate";
+    readonly TINYBENCH: "tinybench";
+};
+/**
+ * Default benchmark engine
+ */
+export declare const DEFAULT_ENGINE: "tinybench";
+/**
+ * Supported reporters
+ */
+export declare const Reporters: {
+    readonly CSV: "csv";
+    readonly HUMAN: "human";
+    readonly JSON: "json";
+    readonly SIMPLE: "simple";
+};
+/**
+ * Default reporter
+ */
+export declare const DEFAULT_REPORTER: "human";
 /**
  * Error codes for all ModestBench errors
  *
  * Use these constants to check error types instead of instanceof checks.
  */
 export declare const ErrorCodes: {
+    readonly BUDGET_EXCEEDED: "ERR_MB_BUDGET_EXCEEDED";
     readonly CLI_INVALID_ARGUMENT: "ERR_MB_CLI_INVALID_ARGUMENT";
     readonly CLI_INVALID_DATE_FORMAT: "ERR_MB_CLI_INVALID_DATE_FORMAT";
     readonly CONFIG_LOAD_FAILED: "ERR_MB_CONFIG_LOAD_FAILED";

package/dist/constants.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,yBAAyB,aAOpC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,sBAAsB,QAIpB,CAAC;AAEhB;;;;GAIG;AACH,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqDb,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,eAAO,MAAM,yBAAyB,aAOpC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,sBAAsB,QAIpB,CAAC;AAEhB;;GAEG;AACH,eAAO,MAAM,aAAa,MAAM,CAAC;AAEjC;;GAEG;AACH,eAAO,MAAM,SAAS;;;;;;;;CAQZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGuB,CAAC;AAE5C;;GAEG;AACH,eAAO,MAAM,cAAc,aAAoB,CAAC;AAEhD;;GAEG;AACH,eAAO,MAAM,SAAS;;;;;CAKZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB,SAAkB,CAAC;AAEhD;;;;GAIG;AACH,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyDb,CAAC"}

package/dist/constants.d.ts

@@ -7,12 +7,53 @@ export declare const BENCHMARK_FILE_EXTENSIONS: Set<string>;
  * ".bench.{js,mjs,cjs,ts,mts,cts}"
  */
 export declare const BENCHMARK_FILE_PATTERN: string;
+/**
+ * Timeout before we force-quit when aborting benchmarks (ms)
+ */
+export declare const ABORT_TIMEOUT = 500;
+/**
+ * Exit codes for the CLI
+ */
+export declare const ExitCodes: {
+    readonly BENCHMARK_FAILURES: 1;
+    readonly CONFIG_ERROR: 2;
+    readonly DISCOVERY_ERROR: 3;
+    readonly RUNTIME_ERROR: 5;
+    readonly SUCCESS: 0;
+    readonly UNKNOWN_ERROR: 99;
+    readonly VALIDATION_ERROR: 4;
+};
+/**
+ * Supported benchmark engines
+ */
+export declare const Engines: {
+    readonly ACCURATE: "accurate";
+    readonly TINYBENCH: "tinybench";
+};
+/**
+ * Default benchmark engine
+ */
+export declare const DEFAULT_ENGINE: "tinybench";
+/**
+ * Supported reporters
+ */
+export declare const Reporters: {
+    readonly CSV: "csv";
+    readonly HUMAN: "human";
+    readonly JSON: "json";
+    readonly SIMPLE: "simple";
+};
+/**
+ * Default reporter
+ */
+export declare const DEFAULT_REPORTER: "human";
 /**
  * Error codes for all ModestBench errors
  *
  * Use these constants to check error types instead of instanceof checks.
  */
 export declare const ErrorCodes: {
+    readonly BUDGET_EXCEEDED: "ERR_MB_BUDGET_EXCEEDED";
     readonly CLI_INVALID_ARGUMENT: "ERR_MB_CLI_INVALID_ARGUMENT";
     readonly CLI_INVALID_DATE_FORMAT: "ERR_MB_CLI_INVALID_DATE_FORMAT";
     readonly CONFIG_LOAD_FAILED: "ERR_MB_CONFIG_LOAD_FAILED";

package/dist/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,eAAO,MAAM,yBAAyB,aAOpC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,sBAAsB,QAIpB,CAAC;AAEhB;;;;GAIG;AACH,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqDb,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,eAAO,MAAM,yBAAyB,aAOpC,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,sBAAsB,QAIpB,CAAC;AAEhB;;GAEG;AACH,eAAO,MAAM,aAAa,MAAM,CAAC;AAEjC;;GAEG;AACH,eAAO,MAAM,SAAS;;;;;;;;CAQZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGuB,CAAC;AAE5C;;GAEG;AACH,eAAO,MAAM,cAAc,aAAoB,CAAC;AAEhD;;GAEG;AACH,eAAO,MAAM,SAAS;;;;;CAKZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB,SAAkB,CAAC;AAEhD;;;;GAIG;AACH,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyDb,CAAC"}

package/dist/constants.js

@@ -16,20 +16,63 @@ export const BENCHMARK_FILE_EXTENSIONS = new Set([
 export const BENCHMARK_FILE_PATTERN = `.bench.{${Array.from(BENCHMARK_FILE_EXTENSIONS)
     .map((ext) => ext.slice(1))
     .join(',')}}`;
+/**
+ * Timeout before we force-quit when aborting benchmarks (ms)
+ */
+export const ABORT_TIMEOUT = 500;
+/**
+ * Exit codes for the CLI
+ */
+export const ExitCodes = {
+    BENCHMARK_FAILURES: 1,
+    CONFIG_ERROR: 2,
+    DISCOVERY_ERROR: 3,
+    RUNTIME_ERROR: 5,
+    SUCCESS: 0,
+    UNKNOWN_ERROR: 99,
+    VALIDATION_ERROR: 4,
+};
+/**
+ * Supported benchmark engines
+ */
+export const Engines = {
+    ACCURATE: 'accurate',
+    TINYBENCH: 'tinybench',
+};
+/**
+ * Default benchmark engine
+ */
+export const DEFAULT_ENGINE = Engines.TINYBENCH;
+/**
+ * Supported reporters
+ */
+export const Reporters = {
+    CSV: 'csv',
+    HUMAN: 'human',
+    JSON: 'json',
+    SIMPLE: 'simple',
+};
+/**
+ * Default reporter
+ */
+export const DEFAULT_REPORTER = Reporters.HUMAN;
 /**
  * Error codes for all ModestBench errors
  *
  * Use these constants to check error types instead of instanceof checks.
  */
 export const ErrorCodes = {
+    //#region budget-errors
+    BUDGET_EXCEEDED: 'ERR_MB_BUDGET_EXCEEDED',
     //#region cli-errors
     CLI_INVALID_ARGUMENT: 'ERR_MB_CLI_INVALID_ARGUMENT',
-    CLI_INVALID_DATE_FORMAT: 'ERR_MB_CLI_INVALID_DATE_FORMAT',
     //#endregion
+    CLI_INVALID_DATE_FORMAT: 'ERR_MB_CLI_INVALID_DATE_FORMAT',
     //#region config-errors
     CONFIG_LOAD_FAILED: 'ERR_MB_CONFIG_LOAD_FAILED',
     CONFIG_NOT_FOUND: 'ERR_MB_CONFIG_NOT_FOUND',
     CONFIG_UNSUPPORTED_FORMAT: 'ERR_MB_CONFIG_UNSUPPORTED_FORMAT',
+    //#endregion
     CONFIG_VALIDATION_FAILED: 'ERR_MB_CONFIG_VALIDATION_FAILED',
     //#endregion
     //#region execution-errors

package/dist/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC;IAC/C,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;CACN,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,WAAW,KAAK,CAAC,IAAI,CACzD,yBAAyB,CAC1B;KACE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAEhB;;;;GAIG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,oBAAoB;IACpB,oBAAoB,EAAE,6BAA6B;IACnD,uBAAuB,EAAE,gCAAgC;IACzD,YAAY;IAEZ,uBAAuB;IACvB,kBAAkB,EAAE,2BAA2B;IAC/C,gBAAgB,EAAE,yBAAyB;IAC3C,yBAAyB,EAAE,kCAAkC;IAC7D,wBAAwB,EAAE,iCAAiC;IAC3D,YAAY;IAEZ,0BAA0B;IAC1B,0BAA0B,EAAE,mCAAmC;IAC/D,sBAAsB,EAAE,+BAA+B;IACvD,qBAAqB,EAAE,8BAA8B;IACrD,yBAAyB,EAAE,kCAAkC;IAC7D,iBAAiB,EAAE,0BAA0B;IAC7C,kBAAkB,EAAE,2BAA2B;IAC/C,YAAY;IAEZ,qBAAqB;IACrB,qBAAqB,EAAE,8BAA8B;IACrD,gBAAgB,EAAE,yBAAyB;IAC3C,cAAc,EAAE,uBAAuB;IACvC,sBAAsB,EAAE,+BAA+B;IACvD,0BAA0B,EAAE,mCAAmC;IAC/D,YAAY;IAEZ,yBAAyB;IACzB,2BAA2B,EAAE,oCAAoC;IACjE,sBAAsB,EAAE,+BAA+B;IACvD,gBAAgB,EAAE,yBAAyB;IAC3C,YAAY;IAEZ,wBAAwB;IACxB,kBAAkB,EAAE,2BAA2B;IAC/C,0BAA0B,EAAE,mCAAmC;IAC/D,cAAc,EAAE,uBAAuB;IACvC,wBAAwB,EAAE,iCAAiC;IAC3D,0BAA0B,EAAE,mCAAmC;IAC/D,YAAY;IAEZ,qBAAqB;IACrB,OAAO,EAAE,gBAAgB;IACzB,YAAY;IAEZ,2BAA2B;IAC3B,wBAAwB,EAAE,iCAAiC;IAC3D,4BAA4B,EAAE,qCAAqC;IACnE,sBAAsB,EAAE,+BAA+B;IACvD,YAAY;CACJ,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC;IAC/C,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;CACN,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,WAAW,KAAK,CAAC,IAAI,CACzD,yBAAyB,CAC1B;KACE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAEhB;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AAEjC;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,kBAAkB,EAAE,CAAC;IACrB,YAAY,EAAE,CAAC;IACf,eAAe,EAAE,CAAC;IAClB,aAAa,EAAE,CAAC;IAChB,OAAO,EAAE,CAAC;IACV,aAAa,EAAE,EAAE;IACjB,gBAAgB,EAAE,CAAC;CACX,CAAC;AAEX;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG;IACrB,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,WAAW;CACmB,CAAC;AAE5C;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC;AAEhD;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;CACR,CAAC;AAEX;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC;AAEhD;;;;GAIG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,uBAAuB;IACvB,eAAe,EAAE,wBAAwB;IACzC,oBAAoB;IACpB,oBAAoB,EAAE,6BAA6B;IACnD,YAAY;IAEZ,uBAAuB,EAAE,gCAAgC;IACzD,uBAAuB;IACvB,kBAAkB,EAAE,2BAA2B;IAC/C,gBAAgB,EAAE,yBAAyB;IAC3C,yBAAyB,EAAE,kCAAkC;IAC7D,YAAY;IAEZ,wBAAwB,EAAE,iCAAiC;IAC3D,YAAY;IAEZ,0BAA0B;IAC1B,0BAA0B,EAAE,mCAAmC;IAC/D,sBAAsB,EAAE,+BAA+B;IACvD,qBAAqB,EAAE,8BAA8B;IACrD,yBAAyB,EAAE,kCAAkC;IAC7D,iBAAiB,EAAE,0BAA0B;IAC7C,kBAAkB,EAAE,2BAA2B;IAC/C,YAAY;IAEZ,qBAAqB;IACrB,qBAAqB,EAAE,8BAA8B;IACrD,gBAAgB,EAAE,yBAAyB;IAC3C,cAAc,EAAE,uBAAuB;IACvC,sBAAsB,EAAE,+BAA+B;IACvD,0BAA0B,EAAE,mCAAmC;IAC/D,YAAY;IAEZ,yBAAyB;IACzB,2BAA2B,EAAE,oCAAoC;IACjE,sBAAsB,EAAE,+BAA+B;IACvD,gBAAgB,EAAE,yBAAyB;IAC3C,YAAY;IAEZ,wBAAwB;IACxB,kBAAkB,EAAE,2BAA2B;IAC/C,0BAA0B,EAAE,mCAAmC;IAC/D,cAAc,EAAE,uBAAuB;IACvC,wBAAwB,EAAE,iCAAiC;IAC3D,0BAA0B,EAAE,mCAAmC;IAC/D,YAAY;IAEZ,qBAAqB;IACrB,OAAO,EAAE,gBAAgB;IACzB,YAAY;IAEZ,2BAA2B;IAC3B,wBAAwB,EAAE,iCAAiC;IAC3D,4BAA4B,EAAE,qCAAqC;IACnE,sBAAsB,EAAE,+BAA+B;IACvD,YAAY;CACJ,CAAC"}