modestbench 0.0.1

package/dist/core/benchmark-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-schema.d.ts","sourceRoot":"","sources":["../../src/core/benchmark-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB;AA8B1D;;;;;;;;GAQG;AACH,QAAA,MAAM,mBAAmB;;8BAhCoB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;mDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;kBAAjB,GAAG,EAAE,KAAK,OAAO;aAAjB,GAAG,EAAE,KAAK,OAAO;;8BAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;kBAsCQ,CAAC;AAEvE;;GAEG;AACH,QAAA,MAAM,oBAAoB;;;kCA3CmB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;uDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;sBAAjB,GAAG,EAAE,KAAK,OAAO;iBAAjB,GAAG,EAAE,KAAK,OAAO;;kCAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;;;;+CAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;kDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;iBAkEJ,CAAC;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,mBAAmB;;;;;;sCApFa,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;2DAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;0BAAjB,GAAG,EAAE,KAAK,OAAO;qBAAjB,GAAG,EAAE,KAAK,OAAO;;sCAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;;;;mDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;sDAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;;;4EAAjB,GAAG,EAAE,KAAK,OAAO,YAAjB,GAAG,EAAE,KAAK,OAAO;YAkHjC,OAAO,CAAC,iBAAiB,CAAC,GAAG,SAAS;cACpC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;;;;kCAnHrB,GAAG,EAAE,KAAK,OAAO;;;;;UA2HnC,MAAM,EAAE,GAAG,SAAS;4BA3HF,GAAG,EAAE,KAAK,OAAO,KAgI3D,CAAC;AAMJ;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEtE;;;GAGG;AACH,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAE3E;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAEvE;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC"}

package/dist/core/benchmark-schema.js

@@ -0,0 +1,132 @@
+/**
+ * ModestBench Benchmark File Schema
+ *
+ * Zod schemas for validating and parsing benchmark file structure. Supports
+ * both traditional suite-based format and simplified flat task definitions.
+ *
+ * Types are derived from schemas using z.infer (output) and z.input (input).
+ */
+import { z } from 'zod';
+import { partialModestBenchConfigSchema } from "../config/schema.js";
+/**
+ * Schema for benchmark functions
+ */
+const benchmarkFnSchema = z.custom((value) => typeof value === 'function', { message: 'Expected a function' });
+/**
+ * Zod schema for the full benchmark task object structure (normalized output)
+ */
+const benchmarkTaskObjectSchema = z.object({
+    config: partialModestBenchConfigSchema
+        .optional()
+        .describe('Task-specific configuration overrides'),
+    fn: benchmarkFnSchema.describe('The function to benchmark'),
+    metadata: z
+        .record(z.string(), z.unknown())
+        .optional()
+        .describe('Custom metadata associated with the task'),
+    tags: z
+        .array(z.string())
+        .optional()
+        .describe('Tags for filtering and grouping tasks'),
+});
+/**
+ * Zod schema for a benchmark task - accepts either:
+ *
+ * 1. A full task object with fn, config, metadata, tags
+ * 2. A function directly (shorthand syntax)
+ *
+ * Input: function OR object Output: always normalized to object with fn
+ * property
+ */
+const benchmarkTaskSchema = z
+    .union([
+    benchmarkTaskObjectSchema,
+    benchmarkFnSchema.transform((fn) => ({ fn })),
+])
+    .pipe(benchmarkTaskObjectSchema)
+    .describe('A single benchmark task definition (object or function)');
+/**
+ * Zod schema for validating benchmark suite structure
+ */
+const benchmarkSuiteSchema = z
+    .object({
+    benchmarks: z
+        .record(z.string(), benchmarkTaskSchema)
+        .describe('Map of benchmark task names to task definitions'),
+    config: partialModestBenchConfigSchema
+        .optional()
+        .describe('Suite-specific configuration overrides'),
+    metadata: z
+        .record(z.string(), z.unknown())
+        .optional()
+        .describe('Custom metadata associated with the suite'),
+    setup: benchmarkFnSchema
+        .optional()
+        .describe('Function to run before all benchmarks in the suite'),
+    tags: z
+        .array(z.string())
+        .optional()
+        .describe('Tags for filtering and grouping suites'),
+    teardown: benchmarkFnSchema
+        .optional()
+        .describe('Function to run after all benchmarks in the suite'),
+})
+    .describe('A benchmark suite containing multiple tasks');
+/**
+ * Zod schema for validating benchmark file structure.
+ *
+ * Supports two formats:
+ *
+ * 1. Suite format (supports config/metadata/tags): { suites: { 'Suite Name': {
+ *    benchmarks: {...} } }, config: {...} }
+ * 2. Flat format (simple, tasks only - no config/metadata/tags): { 'task name': ()
+ *    => {...} }
+ *
+ * The flat format is automatically transformed to suite format with a default
+ * suite.
+ *
+ * Input: flat Record<string, function> OR suite object Output: always
+ * normalized to suite format
+ */
+export const benchmarkFileSchema = z
+    .union([
+    // Suite format: explicit structure with config/metadata/tags support
+    z.object({
+        config: partialModestBenchConfigSchema
+            .optional()
+            .describe('File-level configuration overrides'),
+        metadata: z
+            .record(z.string(), z.unknown())
+            .optional()
+            .describe('Custom metadata associated with the file'),
+        suites: z
+            .record(z.string(), benchmarkSuiteSchema)
+            .refine((suites) => Object.keys(suites).length > 0, {
+            message: 'At least one suite is required',
+        })
+            .describe('Map of suite names to suite definitions'),
+        tags: z
+            .array(z.string())
+            .optional()
+            .describe('Tags for filtering and grouping files'),
+    }),
+    // Flat format: simple tasks only (no config/metadata/tags)
+    z
+        .record(z.string(), benchmarkFnSchema)
+        .refine((tasks) => Object.keys(tasks).length > 0, {
+        message: 'At least one task is required',
+    })
+        .transform((tasks) => ({
+        // Ensure all optional properties exist (as undefined) for type consistency
+        config: undefined,
+        metadata: undefined,
+        suites: {
+            default: {
+                benchmarks: Object.fromEntries(Object.entries(tasks).map(([name, fn]) => [name, { fn }])),
+            },
+        },
+        tags: undefined,
+    })),
+])
+    .describe('A benchmark file containing one or more suites with configuration and metadata');
+//# sourceMappingURL=benchmark-schema.js.map

package/dist/core/benchmark-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-schema.js","sourceRoot":"","sources":["../../src/core/benchmark-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,8BAA8B,EAAE,4BAA4B;AAErE;;GAEG;AACH,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAChC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,EACtC,EAAE,OAAO,EAAE,qBAAqB,EAAE,CACnC,CAAC;AAEF;;GAEG;AACH,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,MAAM,EAAE,8BAA8B;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,uCAAuC,CAAC;IACpD,EAAE,EAAE,iBAAiB,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,EAAE;SACV,QAAQ,CAAC,0CAA0C,CAAC;IACvD,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,uCAAuC,CAAC;CACrD,CAAC,CAAC;AAEH;;;;;;;;GAQG;AACH,MAAM,mBAAmB,GAAG,CAAC;KAC1B,KAAK,CAAC;IACL,yBAAyB;IACzB,iBAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;CAC9C,CAAC;KACD,IAAI,CAAC,yBAAyB,CAAC;KAC/B,QAAQ,CAAC,yDAAyD,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,oBAAoB,GAAG,CAAC;KAC3B,MAAM,CAAC;IACN,UAAU,EAAE,CAAC;SACV,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;SACvC,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,MAAM,EAAE,8BAA8B;SACnC,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,QAAQ,EAAE;SACV,QAAQ,CAAC,2CAA2C,CAAC;IACxD,KAAK,EAAE,iBAAiB;SACrB,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IACjE,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,wCAAwC,CAAC;IACrD,QAAQ,EAAE,iBAAiB;SACxB,QAAQ,EAAE;SACV,QAAQ,CAAC,mDAAmD,CAAC;CACjE,CAAC;KACD,QAAQ,CAAC,6CAA6C,CAAC,CAAC;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC;KACjC,KAAK,CAAC;IACL,qEAAqE;IACrE,CAAC,CAAC,MAAM,CAAC;QACP,MAAM,EAAE,8BAA8B;aACnC,QAAQ,EAAE;aACV,QAAQ,CAAC,oCAAoC,CAAC;QACjD,QAAQ,EAAE,CAAC;aACR,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;aAC/B,QAAQ,EAAE;aACV,QAAQ,CAAC,0CAA0C,CAAC;QACvD,MAAM,EAAE,CAAC;aACN,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC;aACxC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;YAClD,OAAO,EAAE,gCAAgC;SAC1C,CAAC;aACD,QAAQ,CAAC,yCAAyC,CAAC;QACtD,IAAI,EAAE,CAAC;aACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;aACjB,QAAQ,EAAE;aACV,QAAQ,CAAC,uCAAuC,CAAC;KACrD,CAAC;IACF,2DAA2D;IAC3D,CAAC;SACE,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC;SACrC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;QAChD,OAAO,EAAE,+BAA+B;KACzC,CAAC;SACD,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACrB,2EAA2E;QAC3E,MAAM,EAAE,SAAmD;QAC3D,QAAQ,EAAE,SAAgD;QAC1D,MAAM,EAAE;YACN,OAAO,EAAE;gBACP,UAAU,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAC1D;aACF;SACF;QACD,IAAI,EAAE,SAAiC;KACxC,CAAC,CAAC;CACN,CAAC;KACD,QAAQ,CACP,gFAAgF,CACjF,CAAC"}