modestbench 0.8.0 → 0.9.0

package/src/types/core.ts

@@ -1,3 +1,11 @@
+import type { z } from 'zod';
+
+import type {
+  jsonReporterConfigSchema,
+  ModestBenchConfig,
+  ModestBenchConfigInput,
+  reporterConfigSchema,
+} from '../config/schema.js';
 // Budget-related types
 import type {
   AbsoluteBudget,
@@ -5,38 +13,16 @@ import type {
   BaselineStorage,
   BaselineSummaryData,
   Budget,
+  BudgetPattern,
   BudgetResult,
   BudgetSummary,
   BudgetViolation,
   RelativeBudget,
+  ResolvedBudgets,
   RunId,
   TaskId,
 } from './budgets.js';
 
-export type {
-  AbsoluteBudget,
-  BaselineReference,
-  BaselineStorage,
-  BaselineSummaryData,
-  Budget,
-  BudgetResult,
-  BudgetSummary,
-  BudgetViolation,
-  RelativeBudget,
-  RunId,
-  TaskId,
-};
-
-// Re-export schema-derived types
-export type {
-  BenchmarkDefinition,
-  BenchmarkDefinitionInput,
-  BenchmarkSuite,
-  BenchmarkSuiteInput,
-  BenchmarkTask,
-  BenchmarkTaskInput,
-} from '../core/benchmark-schema.js';
-
 /**
  * Benchmark file structure after parsing
  */
@@ -51,21 +37,6 @@ export interface BenchmarkFile {
   readonly metadata: FileMetadata;
 }
 
-/**
- * ModestBench Core Types
- *
- * Defines the fundamental data structures used throughout the ModestBench
- * system. These types represent benchmark results, metadata, configuration, and
- * system state.
- *
- * Note: BenchmarkDefinition, BenchmarkSuite, and BenchmarkTask types are
- * derived from Zod schemas and re-exported from benchmark-schema.ts for type
- * safety and consistency.
- */
-
-// Re-export identifier helper functions
-export { createRunId, createTaskId } from '../utils/identifiers.js';
-
 /**
  * Represents a complete benchmark run across multiple files
  */
@@ -98,6 +69,34 @@ export interface BenchmarkRun {
   readonly tags?: string[];
 }
 
+export type {
+  AbsoluteBudget,
+  BaselineReference,
+  BaselineStorage,
+  BaselineSummaryData,
+  Budget,
+  BudgetPattern,
+  BudgetResult,
+  BudgetSummary,
+  BudgetViolation,
+  RelativeBudget,
+  ResolvedBudgets,
+  RunId,
+  TaskId,
+};
+
+export type { ModestBenchConfig, ModestBenchConfigInput };
+
+// Re-export schema-derived types
+export type {
+  BenchmarkDefinition,
+  BenchmarkDefinitionInput,
+  BenchmarkSuite,
+  BenchmarkSuiteInput,
+  BenchmarkTask,
+  BenchmarkTaskInput,
+} from '../config/benchmark-schema.js';
+
 /**
  * CI/CD environment information
  */
@@ -116,6 +115,21 @@ export interface CiInfo {
   readonly pullRequest?: string;
 }
 
+/**
+ * ModestBench Core Types
+ *
+ * Defines the fundamental data structures used throughout the ModestBench
+ * system. These types represent benchmark results, metadata, configuration, and
+ * system state.
+ *
+ * Note: BenchmarkDefinition, BenchmarkSuite, and BenchmarkTask types are
+ * derived from Zod schemas and re-exported from benchmark-schema.ts for type
+ * safety and consistency.
+ */
+
+// Re-export identifier helper functions
+export { createRunId, createTaskId } from '../utils/identifiers.js';
+
 /**
  * CPU information
  */
@@ -277,6 +291,11 @@ export interface GitInfo {
   readonly timestamp: Date;
 }
 
+/**
+ * Configuration options for the JSON reporter
+ */
+export type JsonReporterConfig = z.infer<typeof jsonReporterConfigSchema>;
+
 /**
  * Memory information
  */
@@ -290,68 +309,12 @@ export interface MemoryInfo {
 }
 
 /**
- * Benchmark configuration
- *
- * The JSON Schema for this configuration is available at
- * `dist/schema/modestbench-config.schema.json` after building the project.
+ * Reporter-specific configuration
  *
- * Config files can optionally include a `$schema` property pointing to the
- * schema file for IDE autocomplete and validation support.
- *
- * @example
- *
- * ```json
- * {
- *   "$schema": "./node_modules/modestbench/dist/schema/modestbench-config.schema.json",
- *   "iterations": 1000,
- *   "reporters": ["human", "json"],
- *   "time": 5000
- * }
- * ```
+ * Provides typed configuration for known reporters. Unknown reporter configs
+ * are allowed via index signature.
  */
-export interface ModestBenchConfig {
-  readonly $schema?: string | undefined;
-  /** Whether to stop on first failure */
-  readonly bail: boolean;
-  /** Name of baseline to use for relative budget comparisons */
-  readonly baseline?: string | undefined;
-  /** How to handle budget violations: 'fail', 'warn', or 'report' */
-  readonly budgetMode?: 'fail' | 'report' | 'warn' | undefined;
-  /** Performance budgets mapped by task identifier */
-  readonly budgets?: Record<string, unknown> | undefined;
-  /** Patterns to exclude from discovery */
-  readonly exclude: string[];
-  /** Tags to exclude from execution */
-  readonly excludeTags: string[];
-  /** Default number of iterations per task */
-  readonly iterations: number;
-  /** How to limit benchmark execution: 'time', 'iterations', 'any', or 'all' */
-  readonly limitBy: 'all' | 'any' | 'iterations' | 'time';
-  /** Custom metadata to attach to runs */
-  readonly metadata: Record<string, unknown>;
-  /** Output directory for reports (undefined means stdout for data reporters) */
-  readonly outputDir?: string;
-  /** Pattern(s) for discovering benchmark files */
-  readonly pattern: string | string[];
-  /** Whether to run in quiet mode */
-  readonly quiet: boolean;
-  /** Configuration for specific reporters */
-  readonly reporterConfig: Record<string, unknown>;
-  /** Reporters to use for output */
-  readonly reporters: string[];
-  /** Tags to include (if empty, include all) */
-  readonly tags: string[];
-  /** Threshold configuration for performance assertions */
-  readonly thresholds: ThresholdConfig;
-  /** Maximum time to spend on each task in milliseconds */
-  readonly time: number;
-  /** Timeout for individual tasks in milliseconds */
-  readonly timeout: number;
-  /** Whether to run in verbose mode */
-  readonly verbose: boolean;
-  /** Number of warmup iterations before measurement */
-  readonly warmup: number;
-}
+export type ReporterConfig = z.infer<typeof reporterConfigSchema>;
 
 /**
  * Summary statistics for a benchmark run
@@ -441,6 +404,8 @@ export interface TaskResult {
 
 /**
  * Threshold configuration for performance assertions
+ *
+ * TODO: Derive from thresholdConfigSchema via z.infer (see #15)
  */
 export interface ThresholdConfig {
   /** Maximum allowed margin of error percentage */

package/dist/core/benchmark-schema.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"benchmark-schema.js","sourceRoot":"","sources":["../../src/core/benchmark-schema.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AAEH,6BAAwB;AAIxB,oDAAqE;AAErE;;GAEG;AACH,MAAM,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAChC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,EACtC,EAAE,OAAO,EAAE,qBAAqB,EAAE,CACnC,CAAC;AAEF;;GAEG;AACH,MAAM,yBAAyB,GAAG,OAAC,CAAC,MAAM,CAAC;IACzC,MAAM,EAAE,0CAA8B;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,uCAAuC,CAAC;IACpD,EAAE,EAAE,iBAAiB,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,EAAE;SACV,QAAQ,CAAC,0CAA0C,CAAC;IACvD,IAAI,EAAE,OAAC;SACJ,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,uCAAuC,CAAC;CACrD,CAAC,CAAC;AAEH;;;;;;;;GAQG;AACH,MAAM,mBAAmB,GAAG,OAAC;KAC1B,KAAK,CAAC;IACL,yBAAyB;IACzB,iBAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;CAC9C,CAAC;KACD,IAAI,CAAC,yBAAyB,CAAC;KAC/B,QAAQ,CAAC,yDAAyD,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,oBAAoB,GAAG,OAAC;KAC3B,MAAM,CAAC;IACN,UAAU,EAAE,OAAC;SACV,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;SACvC,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,MAAM,EAAE,0CAA8B;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,EAAE;SACV,QAAQ,CAAC,2CAA2C,CAAC;IACxD,KAAK,EAAE,iBAAiB;SACrB,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,IAAI,EAAE,OAAC;SACJ,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,QAAQ,EAAE,iBAAiB;SACxB,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;CACjE,CAAC;KACD,QAAQ,CAAC,6CAA6C,CAAC,CAAC;AAE3D;;;;;;;;;;;;;;;GAeG;AACU,QAAA,mBAAmB,GAAG,OAAC;KACjC,KAAK,CAAC;IACL,qEAAqE;IACrE,OAAC,CAAC,MAAM,CAAC;QACP,MAAM,EAAE,0CAA8B;aACnC,QAAQ,EAAE;aACV,QAAQ,CAAC,oCAAoC,CAAC;QACjD,QAAQ,EAAE,OAAC;aACR,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC;aAC/B,QAAQ,EAAE;aACV,QAAQ,CAAC,0CAA0C,CAAC;QACvD,MAAM,EAAE,OAAC;aACN,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC;aACxC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;YAClD,OAAO,EAAE,gCAAgC;SAC1C,CAAC;aACD,QAAQ,CAAC,yCAAyC,CAAC;QACtD,IAAI,EAAE,OAAC;aACJ,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,EAAE;aACV,QAAQ,CAAC,uCAAuC,CAAC;KACrD,CAAC;IACF,2DAA2D;IAC3D,OAAC;SACE,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC;SACrC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;QAChD,OAAO,EAAE,+BAA+B;KACzC,CAAC;SACD,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACrB,2EAA2E;QAC3E,MAAM,EAAE,SAAmD;QAC3D,QAAQ,EAAE,SAAgD;QAC1D,MAAM,EAAE;YACN,OAAO,EAAE;gBACP,UAAU,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAC1D;aACF;SACF;QACD,IAAI,EAAE,SAAiC;KACxC,CAAC,CAAC;CACN,CAAC;KACD,QAAQ,CACP,gFAAgF,CACjF,CAAC"}

package/dist/core/benchmark-schema.d.cts

@@ -1,139 +0,0 @@
-/**
- * ModestBench Benchmark File Schema
- *
- * Zod schemas for validating and parsing benchmark file structure. Supports
- * both traditional suite-based format and simplified flat task definitions.
- *
- * Types are derived from schemas using z.infer (output) and z.input (input).
- */
-import { z } from 'zod';
-import type { ModestBenchConfig } from "../types/core.cjs";
-/**
- * Zod schema for a benchmark task - accepts either:
- *
- * 1. A full task object with fn, config, metadata, tags
- * 2. A function directly (shorthand syntax)
- *
- * Input: function OR object Output: always normalized to object with fn
- * property
- */
-declare const benchmarkTaskSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
-    config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-    fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-}, z.core.$strip>, z.ZodPipe<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>, z.ZodTransform<{
-    fn: (...args: any[]) => unknown;
-}, (...args: any[]) => unknown>>]>, z.ZodObject<{
-    config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-    fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-}, z.core.$strip>>;
-/**
- * Zod schema for validating benchmark suite structure
- */
-declare const benchmarkSuiteSchema: z.ZodObject<{
-    benchmarks: z.ZodRecord<z.ZodString, z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
-        config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-        fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    }, z.core.$strip>, z.ZodPipe<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>, z.ZodTransform<{
-        fn: (...args: any[]) => unknown;
-    }, (...args: any[]) => unknown>>]>, z.ZodObject<{
-        config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-        fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    }, z.core.$strip>>>;
-    config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    setup: z.ZodOptional<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    teardown: z.ZodOptional<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>;
-}, z.core.$strip>;
-/**
- * Zod schema for validating benchmark file structure.
- *
- * Supports two formats:
- *
- * 1. Suite format (supports config/metadata/tags): { suites: { 'Suite Name': {
- *    benchmarks: {...} } }, config: {...} }
- * 2. Flat format (simple, tasks only - no config/metadata/tags): { 'task name': ()
- *    => {...} }
- *
- * The flat format is automatically transformed to suite format with a default
- * suite.
- *
- * Input: flat Record<string, function> OR suite object Output: always
- * normalized to suite format
- */
-export declare const benchmarkFileSchema: z.ZodUnion<readonly [z.ZodObject<{
-    config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    suites: z.ZodRecord<z.ZodString, z.ZodObject<{
-        benchmarks: z.ZodRecord<z.ZodString, z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
-            config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-            fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-        }, z.core.$strip>, z.ZodPipe<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>, z.ZodTransform<{
-            fn: (...args: any[]) => unknown;
-        }, (...args: any[]) => unknown>>]>, z.ZodObject<{
-            config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-            fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-        }, z.core.$strip>>>;
-        config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-        setup: z.ZodOptional<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>;
-        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-        teardown: z.ZodOptional<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>;
-    }, z.core.$strip>>;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-}, z.core.$strip>, z.ZodPipe<z.ZodRecord<z.ZodString, z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>, z.ZodTransform<{
-    config: Partial<ModestBenchConfig> | undefined;
-    metadata: Record<string, unknown> | undefined;
-    suites: {
-        default: {
-            benchmarks: {
-                [k: string]: {
-                    fn: (...args: any[]) => unknown;
-                };
-            };
-        };
-    };
-    tags: string[] | undefined;
-}, Record<string, (...args: any[]) => unknown>>>]>;
-/**
- * Benchmark file definition (normalized) - internal representation Always in
- * suite format
- */
-export type BenchmarkDefinition = z.infer<typeof benchmarkFileSchema>;
-/**
- * Benchmark file definition (input) - what users write Can be either flat
- * format (Record<string, function>) or suite format
- */
-export type BenchmarkDefinitionInput = z.input<typeof benchmarkFileSchema>;
-/**
- * Benchmark suite (normalized) - internal representation
- */
-export type BenchmarkSuite = z.infer<typeof benchmarkSuiteSchema>;
-/**
- * Benchmark suite (input) - what users write
- */
-export type BenchmarkSuiteInput = z.input<typeof benchmarkSuiteSchema>;
-/**
- * Benchmark task (normalized) - internal representation Always an object with
- * fn property
- */
-export type BenchmarkTask = z.infer<typeof benchmarkTaskSchema>;
-/**
- * Benchmark task (input) - what users write Can be either a function or an
- * object with fn property
- */
-export type BenchmarkTaskInput = z.input<typeof benchmarkTaskSchema>;
-export {};
-//# sourceMappingURL=benchmark-schema.d.ts.map

package/dist/core/benchmark-schema.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"benchmark-schema.d.ts","sourceRoot":"","sources":["../../src/core/benchmark-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAAyB;AA8B1D;;;;;;;;GAQG;AACH,QAAA,MAAM,mBAAmB;;8BAhCoB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;mDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;kBAAjB,GAAG,EAAE,KAAK,OAAO;aAAjB,GAAG,EAAE,KAAK,OAAO;;8BAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;kBAsCQ,CAAC;AAEvE;;GAEG;AACH,QAAA,MAAM,oBAAoB;;;kCA3CmB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;uDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;sBAAjB,GAAG,EAAE,KAAK,OAAO;iBAAjB,GAAG,EAAE,KAAK,OAAO;;kCAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;;;;+CAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;kDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;iBAkEJ,CAAC;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,mBAAmB;;;;;;sCApFa,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;2DAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;0BAAjB,GAAG,EAAE,KAAK,OAAO;qBAAjB,GAAG,EAAE,KAAK,OAAO;;sCAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;;;;mDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;sDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;4EAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;YAkHjC,OAAO,CAAC,iBAAiB,CAAC,GAAG,SAAS;cACpC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;;;;kCAnHrB,GAAG,EAAE,KAAK,OAAO;;;;;UA2HnC,MAAM,EAAE,GAAG,SAAS;4BA3HF,GAAG,EAAE,KAAK,OAAO,KAgI3D,CAAC;AAMJ;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEtE;;;GAGG;AACH,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAE3E;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAEvE;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC"}

package/dist/core/benchmark-schema.d.ts

@@ -1,139 +0,0 @@
-/**
- * ModestBench Benchmark File Schema
- *
- * Zod schemas for validating and parsing benchmark file structure. Supports
- * both traditional suite-based format and simplified flat task definitions.
- *
- * Types are derived from schemas using z.infer (output) and z.input (input).
- */
-import { z } from 'zod';
-import type { ModestBenchConfig } from "../types/core.js";
-/**
- * Zod schema for a benchmark task - accepts either:
- *
- * 1. A full task object with fn, config, metadata, tags
- * 2. A function directly (shorthand syntax)
- *
- * Input: function OR object Output: always normalized to object with fn
- * property
- */
-declare const benchmarkTaskSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
-    config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-    fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-}, z.core.$strip>, z.ZodPipe<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>, z.ZodTransform<{
-    fn: (...args: any[]) => unknown;
-}, (...args: any[]) => unknown>>]>, z.ZodObject<{
-    config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-    fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-}, z.core.$strip>>;
-/**
- * Zod schema for validating benchmark suite structure
- */
-declare const benchmarkSuiteSchema: z.ZodObject<{
-    benchmarks: z.ZodRecord<z.ZodString, z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
-        config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-        fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    }, z.core.$strip>, z.ZodPipe<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>, z.ZodTransform<{
-        fn: (...args: any[]) => unknown;
-    }, (...args: any[]) => unknown>>]>, z.ZodObject<{
-        config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-        fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    }, z.core.$strip>>>;
-    config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    setup: z.ZodOptional<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    teardown: z.ZodOptional<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>;
-}, z.core.$strip>;
-/**
- * Zod schema for validating benchmark file structure.
- *
- * Supports two formats:
- *
- * 1. Suite format (supports config/metadata/tags): { suites: { 'Suite Name': {
- *    benchmarks: {...} } }, config: {...} }
- * 2. Flat format (simple, tasks only - no config/metadata/tags): { 'task name': ()
- *    => {...} }
- *
- * The flat format is automatically transformed to suite format with a default
- * suite.
- *
- * Input: flat Record<string, function> OR suite object Output: always
- * normalized to suite format
- */
-export declare const benchmarkFileSchema: z.ZodUnion<readonly [z.ZodObject<{
-    config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    suites: z.ZodRecord<z.ZodString, z.ZodObject<{
-        benchmarks: z.ZodRecord<z.ZodString, z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
-            config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-            fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-        }, z.core.$strip>, z.ZodPipe<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>, z.ZodTransform<{
-            fn: (...args: any[]) => unknown;
-        }, (...args: any[]) => unknown>>]>, z.ZodObject<{
-            config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-            fn: z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>;
-            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-        }, z.core.$strip>>>;
-        config: z.ZodOptional<z.ZodType<Partial<ModestBenchConfig>, unknown, z.core.$ZodTypeInternals<Partial<ModestBenchConfig>, unknown>>>;
-        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-        setup: z.ZodOptional<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>;
-        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-        teardown: z.ZodOptional<z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>;
-    }, z.core.$strip>>;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
-}, z.core.$strip>, z.ZodPipe<z.ZodRecord<z.ZodString, z.ZodCustom<(...args: any[]) => unknown, (...args: any[]) => unknown>>, z.ZodTransform<{
-    config: Partial<ModestBenchConfig> | undefined;
-    metadata: Record<string, unknown> | undefined;
-    suites: {
-        default: {
-            benchmarks: {
-                [k: string]: {
-                    fn: (...args: any[]) => unknown;
-                };
-            };
-        };
-    };
-    tags: string[] | undefined;
-}, Record<string, (...args: any[]) => unknown>>>]>;
-/**
- * Benchmark file definition (normalized) - internal representation Always in
- * suite format
- */
-export type BenchmarkDefinition = z.infer<typeof benchmarkFileSchema>;
-/**
- * Benchmark file definition (input) - what users write Can be either flat
- * format (Record<string, function>) or suite format
- */
-export type BenchmarkDefinitionInput = z.input<typeof benchmarkFileSchema>;
-/**
- * Benchmark suite (normalized) - internal representation
- */
-export type BenchmarkSuite = z.infer<typeof benchmarkSuiteSchema>;
-/**
- * Benchmark suite (input) - what users write
- */
-export type BenchmarkSuiteInput = z.input<typeof benchmarkSuiteSchema>;
-/**
- * Benchmark task (normalized) - internal representation Always an object with
- * fn property
- */
-export type BenchmarkTask = z.infer<typeof benchmarkTaskSchema>;
-/**
- * Benchmark task (input) - what users write Can be either a function or an
- * object with fn property
- */
-export type BenchmarkTaskInput = z.input<typeof benchmarkTaskSchema>;
-export {};
-//# sourceMappingURL=benchmark-schema.d.ts.map

package/dist/core/benchmark-schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"benchmark-schema.d.ts","sourceRoot":"","sources":["../../src/core/benchmark-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB;AA8B1D;;;;;;;;GAQG;AACH,QAAA,MAAM,mBAAmB;;8BAhCoB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;mDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;kBAAjB,GAAG,EAAE,KAAK,OAAO;aAAjB,GAAG,EAAE,KAAK,OAAO;;8BAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;kBAsCQ,CAAC;AAEvE;;GAEG;AACH,QAAA,MAAM,oBAAoB;;;kCA3CmB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;uDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;sBAAjB,GAAG,EAAE,KAAK,OAAO;iBAAjB,GAAG,EAAE,KAAK,OAAO;;kCAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;;;;+CAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;kDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;iBAkEJ,CAAC;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,mBAAmB;;;;;;sCApFa,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;2DAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;0BAAjB,GAAG,EAAE,KAAK,OAAO;qBAAjB,GAAG,EAAE,KAAK,OAAO;;sCAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;;;;mDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;sDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;4EAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;YAkHjC,OAAO,CAAC,iBAAiB,CAAC,GAAG,SAAS;cACpC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;;;;kCAnHrB,GAAG,EAAE,KAAK,OAAO;;;;;UA2HnC,MAAM,EAAE,GAAG,SAAS;4BA3HF,GAAG,EAAE,KAAK,OAAO,KAgI3D,CAAC;AAMJ;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEtE;;;GAGG;AACH,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAE3E;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAEvE;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC"}

package/dist/core/benchmark-schema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"benchmark-schema.js","sourceRoot":"","sources":["../../src/core/benchmark-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,8BAA8B,EAAE,4BAA4B;AAErE;;GAEG;AACH,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAChC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,EACtC,EAAE,OAAO,EAAE,qBAAqB,EAAE,CACnC,CAAC;AAEF;;GAEG;AACH,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,MAAM,EAAE,8BAA8B;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,uCAAuC,CAAC;IACpD,EAAE,EAAE,iBAAiB,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,EAAE;SACV,QAAQ,CAAC,0CAA0C,CAAC;IACvD,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,uCAAuC,CAAC;CACrD,CAAC,CAAC;AAEH;;;;;;;;GAQG;AACH,MAAM,mBAAmB,GAAG,CAAC;KAC1B,KAAK,CAAC;IACL,yBAAyB;IACzB,iBAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;CAC9C,CAAC;KACD,IAAI,CAAC,yBAAyB,CAAC;KAC/B,QAAQ,CAAC,yDAAyD,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,oBAAoB,GAAG,CAAC;KAC3B,MAAM,CAAC;IACN,UAAU,EAAE,CAAC;SACV,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;SACvC,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,MAAM,EAAE,8BAA8B;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,EAAE;SACV,QAAQ,CAAC,2CAA2C,CAAC;IACxD,KAAK,EAAE,iBAAiB;SACrB,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,QAAQ,EAAE,iBAAiB;SACxB,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;CACjE,CAAC;KACD,QAAQ,CAAC,6CAA6C,CAAC,CAAC;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC;KACjC,KAAK,CAAC;IACL,qEAAqE;IACrE,CAAC,CAAC,MAAM,CAAC;QACP,MAAM,EAAE,8BAA8B;aACnC,QAAQ,EAAE;aACV,QAAQ,CAAC,oCAAoC,CAAC;QACjD,QAAQ,EAAE,CAAC;aACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;aAC/B,QAAQ,EAAE;aACV,QAAQ,CAAC,0CAA0C,CAAC;QACvD,MAAM,EAAE,CAAC;aACN,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC;aACxC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;YAClD,OAAO,EAAE,gCAAgC;SAC1C,CAAC;aACD,QAAQ,CAAC,yCAAyC,CAAC;QACtD,IAAI,EAAE,CAAC;aACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,EAAE;aACV,QAAQ,CAAC,uCAAuC,CAAC;KACrD,CAAC;IACF,2DAA2D;IAC3D,CAAC;SACE,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC;SACrC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;QAChD,OAAO,EAAE,+BAA+B;KACzC,CAAC;SACD,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACrB,2EAA2E;QAC3E,MAAM,EAAE,SAAmD;QAC3D,QAAQ,EAAE,SAAgD;QAC1D,MAAM,EAAE;YACN,OAAO,EAAE;gBACP,UAAU,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAC1D;aACF;SACF;QACD,IAAI,EAAE,SAAiC;KACxC,CAAC,CAAC;CACN,CAAC;KACD,QAAQ,CACP,gFAAgF,CACjF,CAAC"}