overtake 1.3.2 → 2.0.0

package/src/runner.ts

@@ -1,13 +1,10 @@
 import { performance, PerformanceObserver } from 'node:perf_hooks';
-import { Options, Control, DURATION_SCALE } from './types.js';
-import { GCWatcher } from './gc-watcher.js';
-import { StepFn } from './types.js';
-
-const COMPLETE_VALUE = 100_00;
+import { type Options, Control, DURATION_SCALE, COMPLETE_VALUE, type StepFn } from './types.ts';
+import { GCWatcher } from './gc-watcher.ts';
 
 const hr = process.hrtime.bigint.bind(process.hrtime);
 
-const sink = new Int32Array(new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT));
+const sink = new Int32Array(1);
 const consume = (value: unknown) => {
   let payload = 0;
   switch (typeof value) {
@@ -32,7 +29,7 @@ const consume = (value: unknown) => {
     default:
       payload = -1;
   }
-  Atomics.xor(sink, 0, payload);
+  sink[0] ^= payload;
 };
 
 const runSync = (run: Function, overhead: bigint) => {
@@ -518,13 +515,23 @@ export const benchmark = async <TContext, TInput>({
     }
 
     let i = 0;
-    let mean = 0n;
-    let m2 = 0n;
+    const WELFORD_SCALE = 1_000_000n;
+    let meanS = 0n;
+    let m2S = 0n;
     const outlierWindow: number[] = [];
     let skipped = 0;
     const maxSkipped = maxCycles * 10;
     let disableFiltering = false;
 
+    const absThScaled = BigInt(Math.round(absThreshold)) * WELFORD_SCALE;
+    const absThSq = absThScaled * absThScaled;
+    const REL_PRECISION = 1_000_000n;
+    const relThBigint = BigInt(Math.round(relThreshold * Number(REL_PRECISION)));
+    const relThSq = relThBigint * relThBigint;
+    const relPrecSq = REL_PRECISION * REL_PRECISION;
+    const Z95_SQ_NUM = 38416n;
+    const Z95_SQ_DENOM = 10000n;
+
     while (true) {
       if (i >= maxCycles) break;
       if (!disableFiltering && skipped >= maxSkipped) {
@@ -583,26 +590,28 @@ export const benchmark = async <TContext, TInput>({
       }
 
       const durationNumber = Number(sampleDuration);
-      pushWindow(outlierWindow, durationNumber, OUTLIER_WINDOW);
       if (!disableFiltering) {
         const { median, iqr } = medianAndIqr(outlierWindow);
+        pushWindow(outlierWindow, durationNumber, OUTLIER_WINDOW);
         const maxAllowed = median + OUTLIER_IQR_MULTIPLIER * iqr || Number.POSITIVE_INFINITY;
         if (outlierWindow.length >= 8 && durationNumber > maxAllowed && durationNumber - median > OUTLIER_ABS_THRESHOLD) {
           skipped++;
           continue;
         }
 
-        const meanNumber = Number(mean);
+        const meanNumber = Number(meanS / WELFORD_SCALE);
         if (i >= 8 && meanNumber > 0 && durationNumber > OUTLIER_MULTIPLIER * meanNumber && durationNumber - meanNumber > OUTLIER_ABS_THRESHOLD) {
           skipped++;
           continue;
         }
+      } else {
+        pushWindow(outlierWindow, durationNumber, OUTLIER_WINDOW);
       }
 
       durations[i++] = sampleDuration;
-      const delta = sampleDuration - mean;
-      mean += delta / BigInt(i);
-      m2 += delta * (sampleDuration - mean);
+      const deltaS = sampleDuration * WELFORD_SCALE - meanS;
+      meanS += deltaS / BigInt(i);
+      m2S += deltaS * (sampleDuration * WELFORD_SCALE - meanS);
 
       const progress = (i / maxCycles) * COMPLETE_VALUE;
       if (i % PROGRESS_STRIDE === 0) {
@@ -610,17 +619,11 @@ export const benchmark = async <TContext, TInput>({
       }
 
       if (i >= minCycles) {
-        const variance = Number(m2) / (i - 1);
-        const stddev = Math.sqrt(variance);
-        if (stddev <= Number(absThreshold)) {
-          break;
-        }
-
-        const meanNum = Number(mean);
-        const cov = stddev / (meanNum || 1);
-        if (cov <= relThreshold) {
-          break;
-        }
+        if (m2S <= absThSq * BigInt(i - 1)) break;
+        // RME convergence: Z95 * sem/mean <= relThreshold
+        // Z95^2 * m2S / (n*(n-1)*meanS^2) <= relThreshold^2
+        const ni = BigInt(i);
+        if (meanS !== 0n && Z95_SQ_NUM * m2S * relPrecSq <= relThSq * ni * (ni - 1n) * meanS * meanS * Z95_SQ_DENOM) break;
       }
     }
 

package/src/types.ts

@@ -99,15 +99,15 @@ export interface Options<TContext, TInput> extends RunOptions<TContext, TInput>,
   controlSAB: SharedArrayBuffer;
 }
 
-export enum Control {
-  INDEX,
-  PROGRESS,
-  COMPLETE,
-  HEAP_USED,
-}
-
-export const CONTROL_SLOTS = Object.values(Control).length / 2;
-export const DEFAULT_CYCLES = 1_000;
+export const Control = {
+  INDEX: 0,
+  PROGRESS: 1,
+  COMPLETE: 2,
+  HEAP_USED: 3,
+} as const;
+
+export const CONTROL_SLOTS = Object.keys(Control).length;
+export const DEFAULT_CYCLES = 10_000;
 export const Z95 = 1.96;
 export const DURATION_SCALE = 1000n;
 export const COMPLETE_VALUE = 100_00;

package/src/utils.ts

@@ -1,11 +1,31 @@
-import { transform } from '@swc/core';
+import { parseSync } from '@swc/core';
 
-export const abs = (value: bigint) => {
-  if (value < 0n) {
-    return -value;
+async function resolve(s: string, c: unknown, n: (...args: unknown[]) => unknown) {
+  try {
+    return await n(s, c);
+  } catch (e) {
+    if (s.endsWith('.js'))
+      try {
+        return await n(s.slice(0, -3) + '.ts', c);
+      } catch {}
+    throw e;
   }
-  return value;
+}
+
+export const resolveHookUrl = 'data:text/javascript,' + encodeURIComponent(`export ${resolve.toString()}`);
+
+export const isqrt = (n: bigint): bigint => {
+  if (n < 0n) throw new RangeError('Square root of negative');
+  if (n < 2n) return n;
+  let x = n;
+  let y = (x + 1n) >> 1n;
+  while (y < x) {
+    x = y;
+    y = (x + n / x) >> 1n;
+  }
+  return x;
 };
+
 export const cmp = (a: bigint | number, b: bigint | number): number => {
   if (a > b) {
     return 1;
@@ -23,10 +43,6 @@ export const max = (a: bigint, b: bigint) => {
   return b;
 };
 
-export const divMod = (a: bigint, b: bigint) => {
-  return { quotient: a / b, remainder: a % b };
-};
-
 export function div(a: bigint, b: bigint, decimals: number = 2): string {
   if (b === 0n) throw new RangeError('Division by zero');
   const scale = 10n ** BigInt(decimals);
@@ -41,45 +57,45 @@ export function divs(a: bigint, b: bigint, scale: bigint): bigint {
   return (a * scale) / b;
 }
 
-export class ScaledBigInt {
-  constructor(
-    public value: bigint,
-    public scale: bigint,
-  ) {}
-  add(value: bigint) {
-    this.value += value * this.scale;
-  }
-  sub(value: bigint) {
-    this.value -= value * this.scale;
-  }
-  div(value: bigint) {
-    this.value /= value;
-  }
-  mul(value: bigint) {
-    this.value *= value;
+const KNOWN_GLOBALS = new Set(Object.getOwnPropertyNames(globalThis));
+KNOWN_GLOBALS.add('arguments');
+
+function collectUnresolved(node: unknown, result: Set<string>) {
+  if (!node || typeof node !== 'object') return;
+  if (Array.isArray(node)) {
+    for (const item of node) collectUnresolved(item, result);
+    return;
   }
-  unscale() {
-    return this.value / this.scale;
+  const obj = node as Record<string, unknown>;
+  if (obj.type === 'Identifier' && obj.ctxt === 1 && typeof obj.value === 'string') {
+    result.add(obj.value);
   }
-  number() {
-    return Number(div(this.value, this.scale));
+  for (const key of Object.keys(obj)) {
+    if (key === 'span') continue;
+    collectUnresolved(obj[key], result);
   }
 }
 
-export const transpile = async (code: string): Promise<string> => {
-  const output = await transform(code, {
-    filename: 'benchmark.ts',
-    jsc: {
-      parser: {
-        syntax: 'typescript',
-        tsx: false,
-        dynamicImport: true,
-      },
-      target: 'esnext',
-    },
-    module: {
-      type: 'es6',
-    },
-  });
-  return output.code;
-};
+export function assertNoClosure(code: string, name: string): void {
+  let ast;
+  try {
+    ast = parseSync(`var __fn = ${code}`, { syntax: 'ecmascript', target: 'esnext' });
+  } catch {
+    return;
+  }
+  const unresolved = new Set<string>();
+  collectUnresolved(ast, unresolved);
+  for (const g of KNOWN_GLOBALS) unresolved.delete(g);
+  if (unresolved.size === 0) return;
+
+  const vars = [...unresolved].join(', ');
+  throw new Error(
+    `Benchmark "${name}" function references outer-scope variables: ${vars}\n\n` +
+      `Benchmark functions are serialized with .toString() and executed in an isolated\n` +
+      `worker thread. Closed-over variables from the original module scope are not\n` +
+      `available in the worker and will cause a ReferenceError at runtime.\n\n` +
+      `To fix this, move the referenced values into:\n` +
+      `  - "setup" function (returned value becomes the first argument of run/pre/post)\n` +
+      `  - "data" option (passed as the second argument of run/pre/post)`,
+  );
+}

package/src/worker.ts

@@ -1,10 +1,13 @@
 import { workerData } from 'node:worker_threads';
-import { SourceTextModule, SyntheticModule, createContext } from 'node:vm';
-import { createRequire } from 'node:module';
+import { SourceTextModule, SyntheticModule } from 'node:vm';
+import { createRequire, register } from 'node:module';
 import { isAbsolute } from 'node:path';
 import { fileURLToPath, pathToFileURL } from 'node:url';
-import { benchmark } from './runner.js';
-import { WorkerOptions } from './types.js';
+import { benchmark } from './runner.ts';
+import { type WorkerOptions } from './types.ts';
+import { resolveHookUrl } from './utils.ts';
+
+register(resolveHookUrl);
 
 const {
   benchmarkUrl,
@@ -41,7 +44,11 @@ const resolveSpecifier = (specifier: string) => {
   if (isAbsolute(specifier)) {
     return pathToFileURL(specifier).href;
   }
-  return requireFrom.resolve(specifier);
+  try {
+    return requireFrom.resolve(specifier);
+  } catch {
+    return specifier;
+  }
 };
 
 const source = `
@@ -52,11 +59,6 @@ export const run = ${serialize(runCode)};
 export const post = ${serialize(postCode)};
   `;
 
-const globals = Object.create(null);
-for (const k of Object.getOwnPropertyNames(globalThis)) {
-  globals[k] = (globalThis as any)[k];
-}
-const context = createContext(globals);
 const imports = new Map<string, SyntheticModule>();
 
 const createSyntheticModule = (moduleExports: unknown, exportNames: string[], identifier: string) => {
@@ -71,7 +73,7 @@ const createSyntheticModule = (moduleExports: unknown, exportNames: string[], id
         mod.setExport(name, (moduleExports as Record<string, unknown>)[name]);
       }
     },
-    { identifier, context },
+    { identifier },
   );
   return mod;
 };
@@ -111,7 +113,6 @@ const loadDynamicModule = async (target: string) => {
 };
 const mod = new SourceTextModule(source, {
   identifier: resolvedBenchmarkUrl,
-  context,
   initializeImportMeta(meta) {
     meta.url = resolvedBenchmarkUrl;
   },

package/tsconfig.json

@@ -8,10 +8,12 @@
     "resolveJsonModule": true,
     "allowJs": true,
     "moduleResolution": "NodeNext",
+    "allowImportingTsExtensions": true,
+    "verbatimModuleSyntax": true,
     "lib": ["ESNext"],
     "rootDir": "src",
     "outDir": "build"
   },
   "include": ["src/**/*.ts"],
-  "exclude": ["node_modules", "**/*.tmp.ts"]
+  "exclude": ["node_modules", "**/__tests__", "**/*.tmp.ts"]
 }

package/build/cli.cjs

@@ -1,179 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", {
-    value: true
-});
-const _nodemodule = require("node:module");
-const _nodeurl = require("node:url");
-const _nodevm = require("node:vm");
-const _promises = require("node:fs/promises");
-const _commander = require("commander");
-const _glob = require("glob");
-const _indexcjs = require("./index.cjs");
-const _utilscjs = require("./utils.cjs");
-const _typescjs = require("./types.cjs");
-function _getRequireWildcardCache(nodeInterop) {
-    if (typeof WeakMap !== "function") return null;
-    var cacheBabelInterop = new WeakMap();
-    var cacheNodeInterop = new WeakMap();
-    return (_getRequireWildcardCache = function(nodeInterop) {
-        return nodeInterop ? cacheNodeInterop : cacheBabelInterop;
-    })(nodeInterop);
-}
-function _interop_require_wildcard(obj, nodeInterop) {
-    if (!nodeInterop && obj && obj.__esModule) {
-        return obj;
-    }
-    if (obj === null || typeof obj !== "object" && typeof obj !== "function") {
-        return {
-            default: obj
-        };
-    }
-    var cache = _getRequireWildcardCache(nodeInterop);
-    if (cache && cache.has(obj)) {
-        return cache.get(obj);
-    }
-    var newObj = {
-        __proto__: null
-    };
-    var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor;
-    for(var key in obj){
-        if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) {
-            var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null;
-            if (desc && (desc.get || desc.set)) {
-                Object.defineProperty(newObj, key, desc);
-            } else {
-                newObj[key] = obj[key];
-            }
-        }
-    }
-    newObj.default = obj;
-    if (cache) {
-        cache.set(obj, newObj);
-    }
-    return newObj;
-}
-const require1 = (0, _nodemodule.createRequire)(require("url").pathToFileURL(__filename).toString());
-const { name, description, version } = require1('../package.json');
-const BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');
-const commander = new _commander.Command();
-commander.name(name).description(description).version(version).argument('<paths...>', 'glob pattern to find benchmarks').addOption(new _commander.Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(_typescjs.REPORT_TYPES).default(_indexcjs.DEFAULT_REPORT_TYPES)).addOption(new _commander.Option('-w, --workers [workers]', 'number of concurent workers').default(_indexcjs.DEFAULT_WORKERS).argParser(parseInt)).addOption(new _commander.Option('-f, --format [format]', 'output format').default('simple').choices([
-    'simple',
-    'json',
-    'pjson',
-    'table',
-    'markdown',
-    'histogram'
-])).addOption(new _commander.Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat)).addOption(new _commander.Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat)).addOption(new _commander.Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new _commander.Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--no-gc-observer', 'disable GC overlap detection')).addOption(new _commander.Option('--progress', 'show progress bar during benchmark execution')).addOption(new _commander.Option('--save-baseline <file>', 'save benchmark results to baseline file')).addOption(new _commander.Option('--compare-baseline <file>', 'compare results against baseline file')).action(async (patterns, executeOptions)=>{
-    let baseline = null;
-    if (executeOptions.compareBaseline) {
-        try {
-            const content = await (0, _promises.readFile)(executeOptions.compareBaseline, 'utf8');
-            baseline = JSON.parse(content);
-        } catch  {
-            console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);
-        }
-    }
-    const files = new Set();
-    await Promise.all(patterns.map(async (pattern)=>{
-        const matches = await (0, _glob.glob)(pattern, {
-            absolute: true,
-            cwd: process.cwd()
-        }).catch(()=>[]);
-        matches.forEach((file)=>files.add(file));
-    }));
-    for (const file of files){
-        const stats = await (0, _promises.stat)(file).catch(()=>false);
-        if (stats && stats.isFile()) {
-            const content = await (0, _promises.readFile)(file, 'utf8');
-            const identifier = (0, _nodeurl.pathToFileURL)(file).href;
-            const code = await (0, _utilscjs.transpile)(content);
-            let instance;
-            const benchmark = (...args)=>{
-                if (instance) {
-                    throw new Error('Only one benchmark per file is supported');
-                }
-                instance = _indexcjs.Benchmark.create(...args);
-                return instance;
-            };
-            const globals = Object.create(null);
-            for (const k of Object.getOwnPropertyNames(globalThis)){
-                globals[k] = globalThis[k];
-            }
-            globals.benchmark = benchmark;
-            const script = new _nodevm.SourceTextModule(code, {
-                identifier,
-                context: (0, _nodevm.createContext)(globals),
-                initializeImportMeta (meta) {
-                    meta.url = identifier;
-                },
-                async importModuleDynamically (specifier, referencingModule) {
-                    if (_nodemodule.Module.isBuiltin(specifier)) {
-                        return Promise.resolve(specifier).then((p)=>/*#__PURE__*/ _interop_require_wildcard(require(p)));
-                    }
-                    const baseIdentifier = referencingModule.identifier ?? identifier;
-                    const resolveFrom = (0, _nodemodule.createRequire)((0, _nodeurl.fileURLToPath)(baseIdentifier));
-                    const resolved = resolveFrom.resolve(specifier);
-                    return Promise.resolve(resolved).then((p)=>/*#__PURE__*/ _interop_require_wildcard(require(p)));
-                }
-            });
-            const imports = new Map();
-            await script.link(async (specifier, referencingModule)=>{
-                const baseIdentifier = referencingModule.identifier ?? identifier;
-                const resolveFrom = (0, _nodemodule.createRequire)((0, _nodeurl.fileURLToPath)(baseIdentifier));
-                const target = _nodemodule.Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);
-                const cached = imports.get(target);
-                if (cached) {
-                    return cached;
-                }
-                const mod = await Promise.resolve(target).then((p)=>/*#__PURE__*/ _interop_require_wildcard(require(p)));
-                const exportNames = Object.keys(mod);
-                const imported = new _nodevm.SyntheticModule(exportNames, ()=>{
-                    exportNames.forEach((key)=>imported.setExport(key, mod[key]));
-                }, {
-                    identifier: target,
-                    context: referencingModule.context
-                });
-                imports.set(target, imported);
-                return imported;
-            });
-            await script.evaluate();
-            if (instance) {
-                const reports = await instance.execute({
-                    ...executeOptions,
-                    [BENCHMARK_URL]: identifier
-                });
-                if (executeOptions.saveBaseline) {
-                    const baselineData = (0, _indexcjs.reportsToBaseline)(reports);
-                    await (0, _promises.writeFile)(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));
-                    console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);
-                }
-                if (baseline) {
-                    (0, _indexcjs.printComparisonReports)(reports, baseline);
-                } else {
-                    switch(executeOptions.format){
-                        case 'json':
-                            (0, _indexcjs.printJSONReports)(reports);
-                            break;
-                        case 'pjson':
-                            (0, _indexcjs.printJSONReports)(reports, 2);
-                            break;
-                        case 'table':
-                            (0, _indexcjs.printTableReports)(reports);
-                            break;
-                        case 'markdown':
-                            (0, _indexcjs.printMarkdownReports)(reports);
-                            break;
-                        case 'histogram':
-                            (0, _indexcjs.printHistogramReports)(reports);
-                            break;
-                        default:
-                            (0, _indexcjs.printSimpleReports)(reports);
-                    }
-                }
-            }
-        }
-    }
-});
-commander.parse(process.argv);
-
-//# sourceMappingURL=cli.cjs.map

package/build/cli.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile, writeFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport {\n  Benchmark,\n  printTableReports,\n  printJSONReports,\n  printSimpleReports,\n  printMarkdownReports,\n  printHistogramReports,\n  printComparisonReports,\n  reportsToBaseline,\n  BaselineData,\n  DEFAULT_REPORT_TYPES,\n  DEFAULT_WORKERS,\n} from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table', 'markdown', 'histogram']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .addOption(new Option('--save-baseline <file>', 'save benchmark results to baseline file'))\n  .addOption(new Option('--compare-baseline <file>', 'compare results against baseline file'))\n  .action(async (patterns: string[], executeOptions) => {\n    let baseline: BaselineData | null = null;\n    if (executeOptions.compareBaseline) {\n      try {\n        const content = await readFile(executeOptions.compareBaseline, 'utf8');\n        baseline = JSON.parse(content) as BaselineData;\n      } catch {\n        console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);\n      }\n    }\n\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const globals = Object.create(null);\n        for (const k of Object.getOwnPropertyNames(globalThis)) {\n          globals[k] = (globalThis as any)[k];\n        }\n        globals.benchmark = benchmark;\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext(globals),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n\n          if (executeOptions.saveBaseline) {\n            const baselineData = reportsToBaseline(reports);\n            await writeFile(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));\n            console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);\n          }\n\n          if (baseline) {\n            printComparisonReports(reports, baseline);\n          } else {\n            switch (executeOptions.format) {\n              case 'json':\n                printJSONReports(reports);\n                break;\n              case 'pjson':\n                printJSONReports(reports, 2);\n                break;\n              case 'table':\n                printTableReports(reports);\n                break;\n              case 'markdown':\n                printMarkdownReports(reports);\n                break;\n              case 'histogram':\n                printHistogramReports(reports);\n                break;\n              default:\n                printSimpleReports(reports);\n            }\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["require","createRequire","name","description","version","BENCHMARK_URL","Symbol","for","commander","Command","argument","addOption","Option","choices","REPORT_TYPES","default","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","argParser","parseInt","parseFloat","action","patterns","executeOptions","baseline","compareBaseline","content","readFile","JSON","parse","console","error","files","Set","Promise","all","map","pattern","matches","glob","absolute","cwd","process","catch","forEach","file","add","stats","stat","isFile","identifier","pathToFileURL","href","code","transpile","instance","benchmark","args","Error","Benchmark","create","globals","Object","k","getOwnPropertyNames","globalThis","script","SourceTextModule","context","createContext","initializeImportMeta","meta","url","importModuleDynamically","specifier","referencingModule","Module","isBuiltin","baseIdentifier","resolveFrom","fileURLToPath","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","keys","imported","SyntheticModule","key","setExport","set","evaluate","reports","execute","saveBaseline","baselineData","reportsToBaseline","writeFile","stringify","log","printComparisonReports","format","printJSONReports","printTableReports","printMarkdownReports","printHistogramReports","printSimpleReports","argv"],"mappings":";;;;4BAAsC;yBACO;wBACoB;0BACvB;2BACV;sBACX;0BAad;0BACmB;0BACG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE7B,MAAMA,WAAUC,IAAAA,yBAAa,EAAC;AAC9B,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,SAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAIC,kBAAO;AAE7BD,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRM,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIC,iBAAM,CAAC,uCAAuC,4CAA4CC,OAAO,CAACC,sBAAY,EAAEC,OAAO,CAACC,8BAAoB,GAC1JL,SAAS,CAAC,IAAIC,iBAAM,CAAC,2BAA2B,+BAA+BG,OAAO,CAACE,yBAAe,EAAEC,SAAS,CAACC,WAClHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,yBAAyB,iBAAiBG,OAAO,CAAC,UAAUF,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;IAAS;IAAY;CAAY,GACtJF,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,2CAA2CM,SAAS,CAACE,aAC5GT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,uDAAuDM,SAAS,CAACE,aACxHT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,4CAA4CM,SAAS,CAACC,WAC7GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,oBAAoB,iCACzCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,cAAc,iDACnCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,0BAA0B,4CAC/CD,SAAS,CAAC,IAAIC,iBAAM,CAAC,6BAA6B,0CAClDS,MAAM,CAAC,OAAOC,UAAoBC;IACjC,IAAIC,WAAgC;IACpC,IAAID,eAAeE,eAAe,EAAE;QAClC,IAAI;YACF,MAAMC,UAAU,MAAMC,IAAAA,kBAAQ,EAACJ,eAAeE,eAAe,EAAE;YAC/DD,WAAWI,KAAKC,KAAK,CAACH;QACxB,EAAE,OAAM;YACNI,QAAQC,KAAK,CAAC,CAAC,uCAAuC,EAAER,eAAeE,eAAe,EAAE;QAC1F;IACF;IAEA,MAAMO,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfb,SAASc,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAMC,IAAAA,UAAI,EAACF,SAAS;YAAEG,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FL,QAAQM,OAAO,CAAC,CAACC,OAASb,MAAMc,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQb,MAAO;QACxB,MAAMe,QAAQ,MAAMC,IAAAA,cAAI,EAACH,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAME,MAAM,IAAI;YAC3B,MAAMvB,UAAU,MAAMC,IAAAA,kBAAQ,EAACkB,MAAM;YACrC,MAAMK,aAAaC,IAAAA,sBAAa,EAACN,MAAMO,IAAI;YAC3C,MAAMC,OAAO,MAAMC,IAAAA,mBAAS,EAAC5B;YAC7B,IAAI6B;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWI,mBAAS,CAACC,MAAM,IAAIH;gBAC/B,OAAOF;YACT;YACA,MAAMM,UAAUC,OAAOF,MAAM,CAAC;YAC9B,KAAK,MAAMG,KAAKD,OAAOE,mBAAmB,CAACC,YAAa;gBACtDJ,OAAO,CAACE,EAAE,GAAG,AAACE,UAAkB,CAACF,EAAE;YACrC;YACAF,QAAQL,SAAS,GAAGA;YACpB,MAAMU,SAAS,IAAIC,wBAAgB,CAACd,MAAM;gBACxCH;gBACAkB,SAASC,IAAAA,qBAAa,EAACR;gBACvBS,sBAAqBC,IAAI;oBACvBA,KAAKC,GAAG,GAAGtB;gBACb;gBACA,MAAMuB,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIC,kBAAM,CAACC,SAAS,CAACH,YAAY;wBAC/B,OAAO,gBAAOA,6DAAP;oBACT;oBACA,MAAMI,iBAAiBH,kBAAkBzB,UAAU,IAAIA;oBACvD,MAAM6B,cAAc9E,IAAAA,yBAAa,EAAC+E,IAAAA,sBAAa,EAACF;oBAChD,MAAMG,WAAWF,YAAYG,OAAO,CAACR;oBACrC,OAAO,gBAAOO,4DAAP;gBACT;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMlB,OAAOmB,IAAI,CAAC,OAAOX,WAAmBC;gBAC1C,MAAMG,iBAAiBH,kBAAkBzB,UAAU,IAAIA;gBACvD,MAAM6B,cAAc9E,IAAAA,yBAAa,EAAC+E,IAAAA,sBAAa,EAACF;gBAChD,MAAMQ,SAASV,kBAAM,CAACC,SAAS,CAACH,aAAaA,YAAYK,YAAYG,OAAO,CAACR;gBAC7E,MAAMa,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,gBAAOH,0DAAP;gBAClB,MAAMI,cAAc5B,OAAO6B,IAAI,CAACF;gBAChC,MAAMG,WAAW,IAAIC,uBAAe,CAClCH,aACA;oBACEA,YAAY9C,OAAO,CAAC,CAACkD,MAAQF,SAASG,SAAS,CAACD,KAAKL,GAAG,CAACK,IAAI;gBAC/D,GACA;oBAAE5C,YAAYoC;oBAAQlB,SAASO,kBAAkBP,OAAO;gBAAC;gBAG3De,QAAQa,GAAG,CAACV,QAAQM;gBACpB,OAAOA;YACT;YACA,MAAM1B,OAAO+B,QAAQ;YAErB,IAAI1C,UAAU;gBACZ,MAAM2C,UAAU,MAAM3C,SAAS4C,OAAO,CAAC;oBACrC,GAAG5E,cAAc;oBACjB,CAAClB,cAAc,EAAE6C;gBACnB;gBAEA,IAAI3B,eAAe6E,YAAY,EAAE;oBAC/B,MAAMC,eAAeC,IAAAA,2BAAiB,EAACJ;oBACvC,MAAMK,IAAAA,mBAAS,EAAChF,eAAe6E,YAAY,EAAExE,KAAK4E,SAAS,CAACH,cAAc,MAAM;oBAChFvE,QAAQ2E,GAAG,CAAC,CAAC,mBAAmB,EAAElF,eAAe6E,YAAY,EAAE;gBACjE;gBAEA,IAAI5E,UAAU;oBACZkF,IAAAA,gCAAsB,EAACR,SAAS1E;gBAClC,OAAO;oBACL,OAAQD,eAAeoF,MAAM;wBAC3B,KAAK;4BACHC,IAAAA,0BAAgB,EAACV;4BACjB;wBACF,KAAK;4BACHU,IAAAA,0BAAgB,EAACV,SAAS;4BAC1B;wBACF,KAAK;4BACHW,IAAAA,2BAAiB,EAACX;4BAClB;wBACF,KAAK;4BACHY,IAAAA,8BAAoB,EAACZ;4BACrB;wBACF,KAAK;4BACHa,IAAAA,+BAAqB,EAACb;4BACtB;wBACF;4BACEc,IAAAA,4BAAkB,EAACd;oBACvB;gBACF;YACF;QACF;IACF;AACF;AAEF1F,UAAUqB,KAAK,CAACa,QAAQuE,IAAI"}