overtake 1.2.0 → 1.3.0

package/README.md

@@ -43,13 +43,20 @@ npx overtake benchmark.ts
 
 **The Solution**: Overtake runs every benchmark in an isolated worker thread with a fresh V8 context. No contamination. No lies.
 
-| Feature                 | Overtake                   | Benchmark.js      | Tinybench         |
-| ----------------------- | -------------------------- | ----------------- | ----------------- |
-| Worker isolation        | ✅ Each benchmark isolated | ❌ Shared context | ❌ Shared context |
-| Active maintenance      | ✅ 2025                    | ❌ Archived 2017  | ✅ 2025           |
-| Statistical convergence | ✅ Auto-adjusts cycles     | ⚠️ Manual config  | ⚠️ Manual config  |
-| Zero-copy timing        | ✅ SharedArrayBuffer       | ❌ Serialization  | ❌ Serialization  |
-| TypeScript support      | ✅ Built-in                | ❌ Manual setup   | ⚠️ Needs config   |
+| Feature                   | Overtake                     | Benchmark.js      | Tinybench         |
+| ------------------------- | ---------------------------- | ----------------- | ----------------- |
+| Worker isolation          | ✅ Each benchmark isolated   | ❌ Shared context | ❌ Shared context |
+| GC interference detection | ✅ Discards affected samples | ❌                | ❌                |
+| Outlier filtering         | ✅ IQR-based automatic       | ❌                | ❌                |
+| Adaptive batch sizing     | ✅ Auto-tuned                | ❌                | ❌                |
+| Statistical convergence   | ✅ Auto-adjusts cycles       | ⚠️ Manual config  | ⚠️ Manual config  |
+| Memory tracking           | ✅ heapUsedKB                | ❌                | ❌                |
+| DCE detection             | ✅ Warning                   | ❌                | ❌                |
+| Baseline comparison       | ✅ CLI flag                  | ❌                | ❌                |
+| Progress bar              | ✅ --progress                | ❌                | ❌                |
+| Zero-copy timing          | ✅ SharedArrayBuffer         | ❌ Serialization  | ❌ Serialization  |
+| TypeScript support        | ✅ Built-in                  | ❌ Manual setup   | ⚠️ Needs config   |
+| Active maintenance        | ✅ 2025                      | ❌ Archived 2017  | ✅ 2025           |
 
 ## Core Concepts
 
@@ -257,13 +264,20 @@ sumBenchmark.target('reduce').measure('sum', (_, numbers) => {
 npx overtake <pattern> [options]
 ```
 
-| Option           | Short | Description                              | Default   |
-| ---------------- | ----- | ---------------------------------------- | --------- |
-| `--format`       | `-f`  | Output format: `simple`, `table`, `json` | `simple`  |
-| `--report-types` | `-r`  | Stats to show: `ops`, `mean`, `p95`, etc | `['ops']` |
-| `--workers`      | `-w`  | Concurrent workers                       | CPU count |
-| `--min-cycles`   |       | Minimum iterations                       | 50        |
-| `--max-cycles`   |       | Maximum iterations                       | 1000      |
+| Option               | Short | Description                                           | Default   |
+| -------------------- | ----- | ----------------------------------------------------- | --------- |
+| `--format`           | `-f`  | Output format (see [Output Formats](#output-formats)) | `simple`  |
+| `--report-types`     | `-r`  | Stats to show (see [Metrics](#available-metrics))     | `['ops']` |
+| `--workers`          | `-w`  | Concurrent workers                                    | CPU count |
+| `--min-cycles`       |       | Minimum measurement iterations                        | 50        |
+| `--max-cycles`       |       | Maximum measurement iterations                        | 1000      |
+| `--warmup-cycles`    |       | Warmup iterations before measuring                    | 20        |
+| `--abs-threshold`    |       | Absolute error threshold (nanoseconds)                | 1000      |
+| `--rel-threshold`    |       | Relative error threshold (0-1)                        | 0.02      |
+| `--no-gc-observer`   |       | Disable GC overlap detection                          | enabled   |
+| `--progress`         |       | Show progress bar during execution                    | disabled  |
+| `--save-baseline`    |       | Save results to baseline file                         | -         |
+| `--compare-baseline` |       | Compare against baseline file                         | -         |
 
 ### Example Commands
 
@@ -276,7 +290,190 @@ npx overtake bench.ts -r ops mean p95 p99
 
 # Output JSON for CI
 npx overtake bench.ts -f json > results.json
+
+# Show progress bar for long benchmarks
+npx overtake bench.ts --progress
+
+# Markdown output for docs/PRs
+npx overtake bench.ts -f markdown
+
+# ASCII histogram chart
+npx overtake bench.ts -f histogram
+```
+
+## Output Formats
+
+| Format      | Description                      |
+| ----------- | -------------------------------- |
+| `simple`    | Grouped console output (default) |
+| `table`     | Console table format             |
+| `json`      | Compact JSON                     |
+| `pjson`     | Pretty-printed JSON              |
+| `markdown`  | Markdown table for docs/PRs      |
+| `histogram` | ASCII bar chart comparing ops/s  |
+
+**Markdown example:**
+
+```bash
+npx overtake bench.ts -f markdown
+```
+
+```markdown
+## for loop - sum
+
+| Feed       | ops                   |
+| ---------- | --------------------- |
+| 1M numbers | 2,189 ops/s +/- 0.17% |
+```
+
+**Histogram example:**
+
+```bash
+npx overtake bench.ts -f histogram
+```
+
+```
+for loop - sum
+
+  1M numbers | ████████████████████████████████████████ 2,189 ops/s
+
+reduce - sum
+
+  1M numbers | ████ 233 ops/s
+```
+
+## Available Metrics
+
+Specify with `--report-types` or `reportTypes` option.
+
+### Core Metrics
+
+| Metric        | Description                     |
+| ------------- | ------------------------------- |
+| `ops`         | Operations per second (default) |
+| `mean`        | Average duration                |
+| `median`      | Middle value (p50)              |
+| `min` / `max` | Range bounds                    |
+| `mode`        | Most frequent duration          |
+
+### Dispersion Metrics
+
+| Metric     | Description               |
+| ---------- | ------------------------- |
+| `sd`       | Standard deviation        |
+| `variance` | Statistical variance      |
+| `sem`      | Standard error of mean    |
+| `mad`      | Median absolute deviation |
+| `iqr`      | Interquartile range       |
+
+### Confidence Metrics
+
+| Metric     | Description                  |
+| ---------- | ---------------------------- |
+| `moe`      | Margin of error (95% CI)     |
+| `rme`      | Relative margin of error (%) |
+| `ci_lower` | Lower bound of 95% CI        |
+| `ci_upper` | Upper bound of 95% CI        |
+
+### Percentiles
+
+`p1` through `p99` - any percentile
+
+**Example:**
+
+```bash
+npx overtake bench.ts -r ops mean sd rme p50 p95 p99
+```
+
+## Baseline Comparison
+
+Track performance regressions by saving and comparing baselines:
+
+```bash
+# Save current results as baseline
+npx overtake bench.ts --save-baseline baseline.json
+
+# Later, compare against baseline
+npx overtake bench.ts --compare-baseline baseline.json
+```
+
+**Output shows:**
+
+- `+` Green: Performance improved (>5% better)
+- `!` Red: Performance regressed (>5% worse)
+- No indicator: Within threshold
+
+**CI usage:**
+
+```bash
+# In CI, fail if regression detected
+npx overtake bench.ts --compare-baseline main-baseline.json
+```
+
+## Additional Output Information
+
+### Memory Tracking
+
+Each benchmark reports heap memory delta:
+
+```
+1M numbers ops: 233 ops/s +/- 0.13% (heap: 1794KB)
+```
+
+This indicates memory allocated during the benchmark run.
+
+### DCE Warning
+
+If you see `[DCE warning]`, V8 may have eliminated your benchmark code:
+
 ```
+1M numbers ops: 5,000,000,000 ops/s [DCE warning]
+```
+
+**Solutions:**
+
+1. Ensure your function returns a value
+2. Use the provided input data
+3. Have observable side effects
+
+The benchmark internally uses atomic operations to prevent DCE, but extremely simple operations may still trigger this warning.
+
+## Advanced Configuration
+
+### Environment Variables
+
+| Variable                   | Description                               |
+| -------------------------- | ----------------------------------------- |
+| `OVERTAKE_PERTURB_INPUT=1` | Add nonce to inputs (defeats JIT caching) |
+
+### Node.js Flags
+
+The CLI automatically enables these flags:
+
+- `--experimental-vm-modules` - Required for worker isolation
+- `--expose-gc` - Enables explicit GC between samples
+- `--no-warnings` - Suppresses experimental warnings
+
+### Programmatic Options
+
+```typescript
+const reports = await suite.execute({
+  workers: 4, // Concurrent workers
+  warmupCycles: 20, // Warmup iterations
+  minCycles: 50, // Minimum measurement iterations
+  maxCycles: 1000, // Maximum measurement iterations
+  absThreshold: 1_000, // Stop if stddev < 1us
+  relThreshold: 0.02, // Stop if CoV < 2%
+  gcObserver: true, // Discard GC-affected samples
+  reportTypes: ['ops', 'mean', 'p95'],
+  progress: true, // Show progress bar
+  progressInterval: 100, // Progress update interval (ms)
+});
+```
+
+### One Benchmark Per File
+
+CLI mode enforces one benchmark per file. Calling `benchmark()` twice throws an error. For multiple benchmarks, use separate files or programmatic mode.
 
 ## Troubleshooting
 

package/build/cli.cjs

@@ -60,8 +60,19 @@ commander.name(name).description(description).version(version).argument('<paths.
     'simple',
     'json',
     'pjson',
-    'table'
-])).addOption(new _commander.Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat)).addOption(new _commander.Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat)).addOption(new _commander.Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new _commander.Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--no-gc-observer', 'disable GC overlap detection')).addOption(new _commander.Option('--progress', 'show progress bar during benchmark execution')).action(async (patterns, executeOptions)=>{
+    'table',
+    'markdown',
+    'histogram'
+])).addOption(new _commander.Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat)).addOption(new _commander.Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat)).addOption(new _commander.Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new _commander.Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--no-gc-observer', 'disable GC overlap detection')).addOption(new _commander.Option('--progress', 'show progress bar during benchmark execution')).addOption(new _commander.Option('--save-baseline <file>', 'save benchmark results to baseline file')).addOption(new _commander.Option('--compare-baseline <file>', 'compare results against baseline file')).action(async (patterns, executeOptions)=>{
+    let baseline = null;
+    if (executeOptions.compareBaseline) {
+        try {
+            const content = await (0, _promises.readFile)(executeOptions.compareBaseline, 'utf8');
+            baseline = JSON.parse(content);
+        } catch  {
+            console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);
+        }
+    }
     const files = new Set();
     await Promise.all(patterns.map(async (pattern)=>{
         const matches = await (0, _glob.glob)(pattern, {
@@ -130,24 +141,33 @@ commander.name(name).description(description).version(version).argument('<paths.
                     ...executeOptions,
                     [BENCHMARK_URL]: identifier
                 });
-                switch(executeOptions.format){
-                    case 'json':
-                        {
+                if (executeOptions.saveBaseline) {
+                    const baselineData = (0, _indexcjs.reportsToBaseline)(reports);
+                    await (0, _promises.writeFile)(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));
+                    console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);
+                }
+                if (baseline) {
+                    (0, _indexcjs.printComparisonReports)(reports, baseline);
+                } else {
+                    switch(executeOptions.format){
+                        case 'json':
                             (0, _indexcjs.printJSONReports)(reports);
-                        }
-                        break;
-                    case 'pjson':
-                        {
+                            break;
+                        case 'pjson':
                             (0, _indexcjs.printJSONReports)(reports, 2);
-                        }
-                        break;
-                    case 'table':
-                        {
+                            break;
+                        case 'table':
                             (0, _indexcjs.printTableReports)(reports);
-                        }
-                        break;
-                    default:
-                        (0, _indexcjs.printSimpleReports)(reports);
+                            break;
+                        case 'markdown':
+                            (0, _indexcjs.printMarkdownReports)(reports);
+                            break;
+                        case 'histogram':
+                            (0, _indexcjs.printHistogramReports)(reports);
+                            break;
+                        default:
+                            (0, _indexcjs.printSimpleReports)(reports);
+                    }
                 }
             }
         }

package/build/cli.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport { Benchmark, printTableReports, printJSONReports, printSimpleReports, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .action(async (patterns: string[], executeOptions) => {\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext({\n            benchmark,\n            Buffer,\n            console,\n          }),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n          switch (executeOptions.format) {\n            case 'json':\n              {\n                printJSONReports(reports);\n              }\n              break;\n            case 'pjson':\n              {\n                printJSONReports(reports, 2);\n              }\n              break;\n            case 'table':\n              {\n                printTableReports(reports);\n              }\n              break;\n            default:\n              printSimpleReports(reports);\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["require","createRequire","name","description","version","BENCHMARK_URL","Symbol","for","commander","Command","argument","addOption","Option","choices","REPORT_TYPES","default","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","argParser","parseInt","parseFloat","action","patterns","executeOptions","files","Set","Promise","all","map","pattern","matches","glob","absolute","cwd","process","catch","forEach","file","add","stats","stat","isFile","content","readFile","identifier","pathToFileURL","href","code","transpile","instance","benchmark","args","Error","Benchmark","create","script","SourceTextModule","context","createContext","Buffer","console","initializeImportMeta","meta","url","importModuleDynamically","specifier","referencingModule","Module","isBuiltin","baseIdentifier","resolveFrom","fileURLToPath","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","Object","keys","imported","SyntheticModule","key","setExport","set","evaluate","reports","execute","format","printJSONReports","printTableReports","printSimpleReports","parse","argv"],"mappings":";;;;4BAAsC;yBACO;wBACoB;0BAClC;2BACC;sBACX;0BACqG;0BAChG;0BACG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE7B,MAAMA,WAAUC,IAAAA,yBAAa,EAAC;AAC9B,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,SAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAIC,kBAAO;AAE7BD,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRM,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIC,iBAAM,CAAC,uCAAuC,4CAA4CC,OAAO,CAACC,sBAAY,EAAEC,OAAO,CAACC,8BAAoB,GAC1JL,SAAS,CAAC,IAAIC,iBAAM,CAAC,2BAA2B,+BAA+BG,OAAO,CAACE,yBAAe,EAAEC,SAAS,CAACC,WAClHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,yBAAyB,iBAAiBG,OAAO,CAAC,UAAUF,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;CAAQ,GAC7HF,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,2CAA2CM,SAAS,CAACE,aAC5GT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,uDAAuDM,SAAS,CAACE,aACxHT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,4CAA4CM,SAAS,CAACC,WAC7GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,oBAAoB,iCACzCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,cAAc,iDACnCS,MAAM,CAAC,OAAOC,UAAoBC;IACjC,MAAMC,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfL,SAASM,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAMC,IAAAA,UAAI,EAACF,SAAS;YAAEG,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FL,QAAQM,OAAO,CAAC,CAACC,OAASb,MAAMc,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQb,MAAO;QACxB,MAAMe,QAAQ,MAAMC,IAAAA,cAAI,EAACH,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAME,MAAM,IAAI;YAC3B,MAAMC,UAAU,MAAMC,IAAAA,kBAAQ,EAACN,MAAM;YACrC,MAAMO,aAAaC,IAAAA,sBAAa,EAACR,MAAMS,IAAI;YAC3C,MAAMC,OAAO,MAAMC,IAAAA,mBAAS,EAACN;YAC7B,IAAIO;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWI,mBAAS,CAACC,MAAM,IAAIH;gBAC/B,OAAOF;YACT;YACA,MAAMM,SAAS,IAAIC,wBAAgB,CAACT,MAAM;gBACxCH;gBACAa,SAASC,IAAAA,qBAAa,EAAC;oBACrBR;oBACAS;oBACAC;gBACF;gBACAC,sBAAqBC,IAAI;oBACvBA,KAAKC,GAAG,GAAGnB;gBACb;gBACA,MAAMoB,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIC,kBAAM,CAACC,SAAS,CAACH,YAAY;wBAC/B,OAAO,gBAAOA,6DAAP;oBACT;oBACA,MAAMI,iBAAiBH,kBAAkBtB,UAAU,IAAIA;oBACvD,MAAM0B,cAAcrE,IAAAA,yBAAa,EAACsE,IAAAA,sBAAa,EAACF;oBAChD,MAAMG,WAAWF,YAAYG,OAAO,CAACR;oBACrC,OAAO,gBAAOO,4DAAP;gBACT;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMpB,OAAOqB,IAAI,CAAC,OAAOX,WAAmBC;gBAC1C,MAAMG,iBAAiBH,kBAAkBtB,UAAU,IAAIA;gBACvD,MAAM0B,cAAcrE,IAAAA,yBAAa,EAACsE,IAAAA,sBAAa,EAACF;gBAChD,MAAMQ,SAASV,kBAAM,CAACC,SAAS,CAACH,aAAaA,YAAYK,YAAYG,OAAO,CAACR;gBAC7E,MAAMa,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,gBAAOH,0DAAP;gBAClB,MAAMI,cAAcC,OAAOC,IAAI,CAACH;gBAChC,MAAMI,WAAW,IAAIC,uBAAe,CAClCJ,aACA;oBACEA,YAAY7C,OAAO,CAAC,CAACkD,MAAQF,SAASG,SAAS,CAACD,KAAKN,GAAG,CAACM,IAAI;gBAC/D,GACA;oBAAE1C,YAAYiC;oBAAQpB,SAASS,kBAAkBT,OAAO;gBAAC;gBAG3DiB,QAAQc,GAAG,CAACX,QAAQO;gBACpB,OAAOA;YACT;YACA,MAAM7B,OAAOkC,QAAQ;YAErB,IAAIxC,UAAU;gBACZ,MAAMyC,UAAU,MAAMzC,SAAS0C,OAAO,CAAC;oBACrC,GAAGpE,cAAc;oBACjB,CAAClB,cAAc,EAAEuC;gBACnB;gBACA,OAAQrB,eAAeqE,MAAM;oBAC3B,KAAK;wBACH;4BACEC,IAAAA,0BAAgB,EAACH;wBACnB;wBACA;oBACF,KAAK;wBACH;4BACEG,IAAAA,0BAAgB,EAACH,SAAS;wBAC5B;wBACA;oBACF,KAAK;wBACH;4BACEI,IAAAA,2BAAiB,EAACJ;wBACpB;wBACA;oBACF;wBACEK,IAAAA,4BAAkB,EAACL;gBACvB;YACF;QACF;IACF;AACF;AAEFlF,UAAUwF,KAAK,CAAC9D,QAAQ+D,IAAI"}
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile, writeFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport {\n  Benchmark,\n  printTableReports,\n  printJSONReports,\n  printSimpleReports,\n  printMarkdownReports,\n  printHistogramReports,\n  printComparisonReports,\n  reportsToBaseline,\n  BaselineData,\n  DEFAULT_REPORT_TYPES,\n  DEFAULT_WORKERS,\n} from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table', 'markdown', 'histogram']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .addOption(new Option('--save-baseline <file>', 'save benchmark results to baseline file'))\n  .addOption(new Option('--compare-baseline <file>', 'compare results against baseline file'))\n  .action(async (patterns: string[], executeOptions) => {\n    let baseline: BaselineData | null = null;\n    if (executeOptions.compareBaseline) {\n      try {\n        const content = await readFile(executeOptions.compareBaseline, 'utf8');\n        baseline = JSON.parse(content) as BaselineData;\n      } catch {\n        console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);\n      }\n    }\n\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext({\n            benchmark,\n            Buffer,\n            console,\n          }),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n\n          if (executeOptions.saveBaseline) {\n            const baselineData = reportsToBaseline(reports);\n            await writeFile(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));\n            console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);\n          }\n\n          if (baseline) {\n            printComparisonReports(reports, baseline);\n          } else {\n            switch (executeOptions.format) {\n              case 'json':\n                printJSONReports(reports);\n                break;\n              case 'pjson':\n                printJSONReports(reports, 2);\n                break;\n              case 'table':\n                printTableReports(reports);\n                break;\n              case 'markdown':\n                printMarkdownReports(reports);\n                break;\n              case 'histogram':\n                printHistogramReports(reports);\n                break;\n              default:\n                printSimpleReports(reports);\n            }\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["require","createRequire","name","description","version","BENCHMARK_URL","Symbol","for","commander","Command","argument","addOption","Option","choices","REPORT_TYPES","default","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","argParser","parseInt","parseFloat","action","patterns","executeOptions","baseline","compareBaseline","content","readFile","JSON","parse","console","error","files","Set","Promise","all","map","pattern","matches","glob","absolute","cwd","process","catch","forEach","file","add","stats","stat","isFile","identifier","pathToFileURL","href","code","transpile","instance","benchmark","args","Error","Benchmark","create","script","SourceTextModule","context","createContext","Buffer","initializeImportMeta","meta","url","importModuleDynamically","specifier","referencingModule","Module","isBuiltin","baseIdentifier","resolveFrom","fileURLToPath","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","Object","keys","imported","SyntheticModule","key","setExport","set","evaluate","reports","execute","saveBaseline","baselineData","reportsToBaseline","writeFile","stringify","log","printComparisonReports","format","printJSONReports","printTableReports","printMarkdownReports","printHistogramReports","printSimpleReports","argv"],"mappings":";;;;4BAAsC;yBACO;wBACoB;0BACvB;2BACV;sBACX;0BAad;0BACmB;0BACG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE7B,MAAMA,WAAUC,IAAAA,yBAAa,EAAC;AAC9B,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,SAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAIC,kBAAO;AAE7BD,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRM,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIC,iBAAM,CAAC,uCAAuC,4CAA4CC,OAAO,CAACC,sBAAY,EAAEC,OAAO,CAACC,8BAAoB,GAC1JL,SAAS,CAAC,IAAIC,iBAAM,CAAC,2BAA2B,+BAA+BG,OAAO,CAACE,yBAAe,EAAEC,SAAS,CAACC,WAClHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,yBAAyB,iBAAiBG,OAAO,CAAC,UAAUF,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;IAAS;IAAY;CAAY,GACtJF,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,2CAA2CM,SAAS,CAACE,aAC5GT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,uDAAuDM,SAAS,CAACE,aACxHT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,4CAA4CM,SAAS,CAACC,WAC7GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,oBAAoB,iCACzCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,cAAc,iDACnCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,0BAA0B,4CAC/CD,SAAS,CAAC,IAAIC,iBAAM,CAAC,6BAA6B,0CAClDS,MAAM,CAAC,OAAOC,UAAoBC;IACjC,IAAIC,WAAgC;IACpC,IAAID,eAAeE,eAAe,EAAE;QAClC,IAAI;YACF,MAAMC,UAAU,MAAMC,IAAAA,kBAAQ,EAACJ,eAAeE,eAAe,EAAE;YAC/DD,WAAWI,KAAKC,KAAK,CAACH;QACxB,EAAE,OAAM;YACNI,QAAQC,KAAK,CAAC,CAAC,uCAAuC,EAAER,eAAeE,eAAe,EAAE;QAC1F;IACF;IAEA,MAAMO,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfb,SAASc,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAMC,IAAAA,UAAI,EAACF,SAAS;YAAEG,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FL,QAAQM,OAAO,CAAC,CAACC,OAASb,MAAMc,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQb,MAAO;QACxB,MAAMe,QAAQ,MAAMC,IAAAA,cAAI,EAACH,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAME,MAAM,IAAI;YAC3B,MAAMvB,UAAU,MAAMC,IAAAA,kBAAQ,EAACkB,MAAM;YACrC,MAAMK,aAAaC,IAAAA,sBAAa,EAACN,MAAMO,IAAI;YAC3C,MAAMC,OAAO,MAAMC,IAAAA,mBAAS,EAAC5B;YAC7B,IAAI6B;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWI,mBAAS,CAACC,MAAM,IAAIH;gBAC/B,OAAOF;YACT;YACA,MAAMM,SAAS,IAAIC,wBAAgB,CAACT,MAAM;gBACxCH;gBACAa,SAASC,IAAAA,qBAAa,EAAC;oBACrBR;oBACAS;oBACAnC;gBACF;gBACAoC,sBAAqBC,IAAI;oBACvBA,KAAKC,GAAG,GAAGlB;gBACb;gBACA,MAAMmB,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIC,kBAAM,CAACC,SAAS,CAACH,YAAY;wBAC/B,OAAO,gBAAOA,6DAAP;oBACT;oBACA,MAAMI,iBAAiBH,kBAAkBrB,UAAU,IAAIA;oBACvD,MAAMyB,cAAc1E,IAAAA,yBAAa,EAAC2E,IAAAA,sBAAa,EAACF;oBAChD,MAAMG,WAAWF,YAAYG,OAAO,CAACR;oBACrC,OAAO,gBAAOO,4DAAP;gBACT;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMnB,OAAOoB,IAAI,CAAC,OAAOX,WAAmBC;gBAC1C,MAAMG,iBAAiBH,kBAAkBrB,UAAU,IAAIA;gBACvD,MAAMyB,cAAc1E,IAAAA,yBAAa,EAAC2E,IAAAA,sBAAa,EAACF;gBAChD,MAAMQ,SAASV,kBAAM,CAACC,SAAS,CAACH,aAAaA,YAAYK,YAAYG,OAAO,CAACR;gBAC7E,MAAMa,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,gBAAOH,0DAAP;gBAClB,MAAMI,cAAcC,OAAOC,IAAI,CAACH;gBAChC,MAAMI,WAAW,IAAIC,uBAAe,CAClCJ,aACA;oBACEA,YAAY1C,OAAO,CAAC,CAAC+C,MAAQF,SAASG,SAAS,CAACD,KAAKN,GAAG,CAACM,IAAI;gBAC/D,GACA;oBAAEzC,YAAYgC;oBAAQnB,SAASQ,kBAAkBR,OAAO;gBAAC;gBAG3DgB,QAAQc,GAAG,CAACX,QAAQO;gBACpB,OAAOA;YACT;YACA,MAAM5B,OAAOiC,QAAQ;YAErB,IAAIvC,UAAU;gBACZ,MAAMwC,UAAU,MAAMxC,SAASyC,OAAO,CAAC;oBACrC,GAAGzE,cAAc;oBACjB,CAAClB,cAAc,EAAE6C;gBACnB;gBAEA,IAAI3B,eAAe0E,YAAY,EAAE;oBAC/B,MAAMC,eAAeC,IAAAA,2BAAiB,EAACJ;oBACvC,MAAMK,IAAAA,mBAAS,EAAC7E,eAAe0E,YAAY,EAAErE,KAAKyE,SAAS,CAACH,cAAc,MAAM;oBAChFpE,QAAQwE,GAAG,CAAC,CAAC,mBAAmB,EAAE/E,eAAe0E,YAAY,EAAE;gBACjE;gBAEA,IAAIzE,UAAU;oBACZ+E,IAAAA,gCAAsB,EAACR,SAASvE;gBAClC,OAAO;oBACL,OAAQD,eAAeiF,MAAM;wBAC3B,KAAK;4BACHC,IAAAA,0BAAgB,EAACV;4BACjB;wBACF,KAAK;4BACHU,IAAAA,0BAAgB,EAACV,SAAS;4BAC1B;wBACF,KAAK;4BACHW,IAAAA,2BAAiB,EAACX;4BAClB;wBACF,KAAK;4BACHY,IAAAA,8BAAoB,EAACZ;4BACrB;wBACF,KAAK;4BACHa,IAAAA,+BAAqB,EAACb;4BACtB;wBACF;4BACEc,IAAAA,4BAAkB,EAACd;oBACvB;gBACF;YACF;QACF;IACF;AACF;AAEFvF,UAAUqB,KAAK,CAACa,QAAQoE,IAAI"}

package/build/cli.js

@@ -1,10 +1,10 @@
 import { createRequire, Module } from 'node:module';
 import { fileURLToPath, pathToFileURL } from 'node:url';
 import { SyntheticModule, createContext, SourceTextModule } from 'node:vm';
-import { stat, readFile } from 'node:fs/promises';
+import { stat, readFile, writeFile } from 'node:fs/promises';
 import { Command, Option } from 'commander';
 import { glob } from 'glob';
-import { Benchmark, printTableReports, printJSONReports, printSimpleReports, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from "./index.js";
+import { Benchmark, printTableReports, printJSONReports, printSimpleReports, printMarkdownReports, printHistogramReports, printComparisonReports, reportsToBaseline, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from "./index.js";
 import { transpile } from "./utils.js";
 import { REPORT_TYPES } from "./types.js";
 const require = createRequire(import.meta.url);
@@ -15,8 +15,19 @@ commander.name(name).description(description).version(version).argument('<paths.
     'simple',
     'json',
     'pjson',
-    'table'
-])).addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat)).addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat)).addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).addOption(new Option('--no-gc-observer', 'disable GC overlap detection')).addOption(new Option('--progress', 'show progress bar during benchmark execution')).action(async (patterns, executeOptions)=>{
+    'table',
+    'markdown',
+    'histogram'
+])).addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat)).addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat)).addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).addOption(new Option('--no-gc-observer', 'disable GC overlap detection')).addOption(new Option('--progress', 'show progress bar during benchmark execution')).addOption(new Option('--save-baseline <file>', 'save benchmark results to baseline file')).addOption(new Option('--compare-baseline <file>', 'compare results against baseline file')).action(async (patterns, executeOptions)=>{
+    let baseline = null;
+    if (executeOptions.compareBaseline) {
+        try {
+            const content = await readFile(executeOptions.compareBaseline, 'utf8');
+            baseline = JSON.parse(content);
+        } catch  {
+            console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);
+        }
+    }
     const files = new Set();
     await Promise.all(patterns.map(async (pattern)=>{
         const matches = await glob(pattern, {
@@ -85,24 +96,33 @@ commander.name(name).description(description).version(version).argument('<paths.
                     ...executeOptions,
                     [BENCHMARK_URL]: identifier
                 });
-                switch(executeOptions.format){
-                    case 'json':
-                        {
+                if (executeOptions.saveBaseline) {
+                    const baselineData = reportsToBaseline(reports);
+                    await writeFile(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));
+                    console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);
+                }
+                if (baseline) {
+                    printComparisonReports(reports, baseline);
+                } else {
+                    switch(executeOptions.format){
+                        case 'json':
                             printJSONReports(reports);
-                        }
-                        break;
-                    case 'pjson':
-                        {
+                            break;
+                        case 'pjson':
                             printJSONReports(reports, 2);
-                        }
-                        break;
-                    case 'table':
-                        {
+                            break;
+                        case 'table':
                             printTableReports(reports);
-                        }
-                        break;
-                    default:
-                        printSimpleReports(reports);
+                            break;
+                        case 'markdown':
+                            printMarkdownReports(reports);
+                            break;
+                        case 'histogram':
+                            printHistogramReports(reports);
+                            break;
+                        default:
+                            printSimpleReports(reports);
+                    }
                 }
             }
         }

package/build/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport { Benchmark, printTableReports, printJSONReports, printSimpleReports, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .action(async (patterns: string[], executeOptions) => {\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext({\n            benchmark,\n            Buffer,\n            console,\n          }),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n          switch (executeOptions.format) {\n            case 'json':\n              {\n                printJSONReports(reports);\n              }\n              break;\n            case 'pjson':\n              {\n                printJSONReports(reports, 2);\n              }\n              break;\n            case 'table':\n              {\n                printTableReports(reports);\n              }\n              break;\n            default:\n              printSimpleReports(reports);\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["createRequire","Module","fileURLToPath","pathToFileURL","SyntheticModule","createContext","SourceTextModule","stat","readFile","Command","Option","glob","Benchmark","printTableReports","printJSONReports","printSimpleReports","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","transpile","REPORT_TYPES","require","url","name","description","version","BENCHMARK_URL","Symbol","for","commander","argument","addOption","choices","default","argParser","parseInt","parseFloat","action","patterns","executeOptions","files","Set","Promise","all","map","pattern","matches","absolute","cwd","process","catch","forEach","file","add","stats","isFile","content","identifier","href","code","instance","benchmark","args","Error","create","script","context","Buffer","console","initializeImportMeta","meta","importModuleDynamically","specifier","referencingModule","isBuiltin","baseIdentifier","resolveFrom","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","Object","keys","imported","key","setExport","set","evaluate","reports","execute","format","parse","argv"],"mappings":"AAAA,SAASA,aAAa,EAAEC,MAAM,QAAQ,cAAc;AACpD,SAASC,aAAa,EAAEC,aAAa,QAAQ,WAAW;AACxD,SAASC,eAAe,EAAEC,aAAa,EAAEC,gBAAgB,QAAQ,UAAU;AAC3E,SAASC,IAAI,EAAEC,QAAQ,QAAQ,mBAAmB;AAClD,SAASC,OAAO,EAAEC,MAAM,QAAQ,YAAY;AAC5C,SAASC,IAAI,QAAQ,OAAO;AAC5B,SAASC,SAAS,EAAEC,iBAAiB,EAAEC,gBAAgB,EAAEC,kBAAkB,EAAEC,oBAAoB,EAAEC,eAAe,QAAQ,aAAa;AACvI,SAASC,SAAS,QAAQ,aAAa;AACvC,SAASC,YAAY,QAAQ,aAAa;AAE1C,MAAMC,UAAUpB,cAAc,YAAYqB,GAAG;AAC7C,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,QAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAInB;AAEtBmB,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRK,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIpB,OAAO,uCAAuC,4CAA4CqB,OAAO,CAACZ,cAAca,OAAO,CAAChB,uBACtIc,SAAS,CAAC,IAAIpB,OAAO,2BAA2B,+BAA+BsB,OAAO,CAACf,iBAAiBgB,SAAS,CAACC,WAClHJ,SAAS,CAAC,IAAIpB,OAAO,yBAAyB,iBAAiBsB,OAAO,CAAC,UAAUD,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;CAAQ,GAC7HD,SAAS,CAAC,IAAIpB,OAAO,kCAAkC,2CAA2CuB,SAAS,CAACE,aAC5GL,SAAS,CAAC,IAAIpB,OAAO,kCAAkC,uDAAuDuB,SAAS,CAACE,aACxHL,SAAS,CAAC,IAAIpB,OAAO,kCAAkC,4CAA4CuB,SAAS,CAACC,WAC7GJ,SAAS,CAAC,IAAIpB,OAAO,4BAA4B,uCAAuCuB,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIpB,OAAO,4BAA4B,uCAAuCuB,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIpB,OAAO,oBAAoB,iCACzCoB,SAAS,CAAC,IAAIpB,OAAO,cAAc,iDACnC0B,MAAM,CAAC,OAAOC,UAAoBC;IACjC,MAAMC,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfL,SAASM,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAMlC,KAAKiC,SAAS;YAAEE,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FJ,QAAQK,OAAO,CAAC,CAACC,OAASZ,MAAMa,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQZ,MAAO;QACxB,MAAMc,QAAQ,MAAM9C,KAAK4C,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAMC,MAAM,IAAI;YAC3B,MAAMC,UAAU,MAAM/C,SAAS2C,MAAM;YACrC,MAAMK,aAAarD,cAAcgD,MAAMM,IAAI;YAC3C,MAAMC,OAAO,MAAMxC,UAAUqC;YAC7B,IAAII;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAW/C,UAAUmD,MAAM,IAAIF;gBAC/B,OAAOF;YACT;YACA,MAAMK,SAAS,IAAI1D,iBAAiBoD,MAAM;gBACxCF;gBACAS,SAAS5D,cAAc;oBACrBuD;oBACAM;oBACAC;gBACF;gBACAC,sBAAqBC,IAAI;oBACvBA,KAAKhD,GAAG,GAAGmC;gBACb;gBACA,MAAMc,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIvE,OAAOwE,SAAS,CAACF,YAAY;wBAC/B,OAAO,MAAM,CAACA;oBAChB;oBACA,MAAMG,iBAAiBF,kBAAkBhB,UAAU,IAAIA;oBACvD,MAAMmB,cAAc3E,cAAcE,cAAcwE;oBAChD,MAAME,WAAWD,YAAYE,OAAO,CAACN;oBACrC,OAAO,MAAM,CAACK;gBAChB;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMf,OAAOgB,IAAI,CAAC,OAAOT,WAAmBC;gBAC1C,MAAME,iBAAiBF,kBAAkBhB,UAAU,IAAIA;gBACvD,MAAMmB,cAAc3E,cAAcE,cAAcwE;gBAChD,MAAMO,SAAShF,OAAOwE,SAAS,CAACF,aAAaA,YAAYI,YAAYE,OAAO,CAACN;gBAC7E,MAAMW,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,MAAM,CAACH;gBACzB,MAAMI,cAAcC,OAAOC,IAAI,CAACH;gBAChC,MAAMI,WAAW,IAAIpF,gBACnBiF,aACA;oBACEA,YAAYnC,OAAO,CAAC,CAACuC,MAAQD,SAASE,SAAS,CAACD,KAAKL,GAAG,CAACK,IAAI;gBAC/D,GACA;oBAAEjC,YAAYyB;oBAAQhB,SAASO,kBAAkBP,OAAO;gBAAC;gBAG3Da,QAAQa,GAAG,CAACV,QAAQO;gBACpB,OAAOA;YACT;YACA,MAAMxB,OAAO4B,QAAQ;YAErB,IAAIjC,UAAU;gBACZ,MAAMkC,UAAU,MAAMlC,SAASmC,OAAO,CAAC;oBACrC,GAAGxD,cAAc;oBACjB,CAACb,cAAc,EAAE+B;gBACnB;gBACA,OAAQlB,eAAeyD,MAAM;oBAC3B,KAAK;wBACH;4BACEjF,iBAAiB+E;wBACnB;wBACA;oBACF,KAAK;wBACH;4BACE/E,iBAAiB+E,SAAS;wBAC5B;wBACA;oBACF,KAAK;wBACH;4BACEhF,kBAAkBgF;wBACpB;wBACA;oBACF;wBACE9E,mBAAmB8E;gBACvB;YACF;QACF;IACF;AACF;AAEFjE,UAAUoE,KAAK,CAAChD,QAAQiD,IAAI"}
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile, writeFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport {\n  Benchmark,\n  printTableReports,\n  printJSONReports,\n  printSimpleReports,\n  printMarkdownReports,\n  printHistogramReports,\n  printComparisonReports,\n  reportsToBaseline,\n  BaselineData,\n  DEFAULT_REPORT_TYPES,\n  DEFAULT_WORKERS,\n} from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table', 'markdown', 'histogram']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .addOption(new Option('--save-baseline <file>', 'save benchmark results to baseline file'))\n  .addOption(new Option('--compare-baseline <file>', 'compare results against baseline file'))\n  .action(async (patterns: string[], executeOptions) => {\n    let baseline: BaselineData | null = null;\n    if (executeOptions.compareBaseline) {\n      try {\n        const content = await readFile(executeOptions.compareBaseline, 'utf8');\n        baseline = JSON.parse(content) as BaselineData;\n      } catch {\n        console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);\n      }\n    }\n\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext({\n            benchmark,\n            Buffer,\n            console,\n          }),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n\n          if (executeOptions.saveBaseline) {\n            const baselineData = reportsToBaseline(reports);\n            await writeFile(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));\n            console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);\n          }\n\n          if (baseline) {\n            printComparisonReports(reports, baseline);\n          } else {\n            switch (executeOptions.format) {\n              case 'json':\n                printJSONReports(reports);\n                break;\n              case 'pjson':\n                printJSONReports(reports, 2);\n                break;\n              case 'table':\n                printTableReports(reports);\n                break;\n              case 'markdown':\n                printMarkdownReports(reports);\n                break;\n              case 'histogram':\n                printHistogramReports(reports);\n                break;\n              default:\n                printSimpleReports(reports);\n            }\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["createRequire","Module","fileURLToPath","pathToFileURL","SyntheticModule","createContext","SourceTextModule","stat","readFile","writeFile","Command","Option","glob","Benchmark","printTableReports","printJSONReports","printSimpleReports","printMarkdownReports","printHistogramReports","printComparisonReports","reportsToBaseline","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","transpile","REPORT_TYPES","require","url","name","description","version","BENCHMARK_URL","Symbol","for","commander","argument","addOption","choices","default","argParser","parseInt","parseFloat","action","patterns","executeOptions","baseline","compareBaseline","content","JSON","parse","console","error","files","Set","Promise","all","map","pattern","matches","absolute","cwd","process","catch","forEach","file","add","stats","isFile","identifier","href","code","instance","benchmark","args","Error","create","script","context","Buffer","initializeImportMeta","meta","importModuleDynamically","specifier","referencingModule","isBuiltin","baseIdentifier","resolveFrom","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","Object","keys","imported","key","setExport","set","evaluate","reports","execute","saveBaseline","baselineData","stringify","log","format","argv"],"mappings":"AAAA,SAASA,aAAa,EAAEC,MAAM,QAAQ,cAAc;AACpD,SAASC,aAAa,EAAEC,aAAa,QAAQ,WAAW;AACxD,SAASC,eAAe,EAAEC,aAAa,EAAEC,gBAAgB,QAAQ,UAAU;AAC3E,SAASC,IAAI,EAAEC,QAAQ,EAAEC,SAAS,QAAQ,mBAAmB;AAC7D,SAASC,OAAO,EAAEC,MAAM,QAAQ,YAAY;AAC5C,SAASC,IAAI,QAAQ,OAAO;AAC5B,SACEC,SAAS,EACTC,iBAAiB,EACjBC,gBAAgB,EAChBC,kBAAkB,EAClBC,oBAAoB,EACpBC,qBAAqB,EACrBC,sBAAsB,EACtBC,iBAAiB,EAEjBC,oBAAoB,EACpBC,eAAe,QACV,aAAa;AACpB,SAASC,SAAS,QAAQ,aAAa;AACvC,SAASC,YAAY,QAAQ,aAAa;AAE1C,MAAMC,UAAUzB,cAAc,YAAY0B,GAAG;AAC7C,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,QAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAIvB;AAEtBuB,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRK,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIxB,OAAO,uCAAuC,4CAA4CyB,OAAO,CAACZ,cAAca,OAAO,CAAChB,uBACtIc,SAAS,CAAC,IAAIxB,OAAO,2BAA2B,+BAA+B0B,OAAO,CAACf,iBAAiBgB,SAAS,CAACC,WAClHJ,SAAS,CAAC,IAAIxB,OAAO,yBAAyB,iBAAiB0B,OAAO,CAAC,UAAUD,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;IAAS;IAAY;CAAY,GACtJD,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,2CAA2C2B,SAAS,CAACE,aAC5GL,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,uDAAuD2B,SAAS,CAACE,aACxHL,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,4CAA4C2B,SAAS,CAACC,WAC7GJ,SAAS,CAAC,IAAIxB,OAAO,4BAA4B,uCAAuC2B,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIxB,OAAO,4BAA4B,uCAAuC2B,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIxB,OAAO,oBAAoB,iCACzCwB,SAAS,CAAC,IAAIxB,OAAO,cAAc,iDACnCwB,SAAS,CAAC,IAAIxB,OAAO,0BAA0B,4CAC/CwB,SAAS,CAAC,IAAIxB,OAAO,6BAA6B,0CAClD8B,MAAM,CAAC,OAAOC,UAAoBC;IACjC,IAAIC,WAAgC;IACpC,IAAID,eAAeE,eAAe,EAAE;QAClC,IAAI;YACF,MAAMC,UAAU,MAAMtC,SAASmC,eAAeE,eAAe,EAAE;YAC/DD,WAAWG,KAAKC,KAAK,CAACF;QACxB,EAAE,OAAM;YACNG,QAAQC,KAAK,CAAC,CAAC,uCAAuC,EAAEP,eAAeE,eAAe,EAAE;QAC1F;IACF;IAEA,MAAMM,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfZ,SAASa,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAM7C,KAAK4C,SAAS;YAAEE,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FJ,QAAQK,OAAO,CAAC,CAACC,OAASZ,MAAMa,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQZ,MAAO;QACxB,MAAMc,QAAQ,MAAM1D,KAAKwD,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAMC,MAAM,IAAI;YAC3B,MAAMpB,UAAU,MAAMtC,SAASuD,MAAM;YACrC,MAAMI,aAAahE,cAAc4D,MAAMK,IAAI;YAC3C,MAAMC,OAAO,MAAM9C,UAAUuB;YAC7B,IAAIwB;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWzD,UAAU6D,MAAM,IAAIF;gBAC/B,OAAOF;YACT;YACA,MAAMK,SAAS,IAAIrE,iBAAiB+D,MAAM;gBACxCF;gBACAS,SAASvE,cAAc;oBACrBkE;oBACAM;oBACA5B;gBACF;gBACA6B,sBAAqBC,IAAI;oBACvBA,KAAKrD,GAAG,GAAGyC;gBACb;gBACA,MAAMa,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIjF,OAAOkF,SAAS,CAACF,YAAY;wBAC/B,OAAO,MAAM,CAACA;oBAChB;oBACA,MAAMG,iBAAiBF,kBAAkBf,UAAU,IAAIA;oBACvD,MAAMkB,cAAcrF,cAAcE,cAAckF;oBAChD,MAAME,WAAWD,YAAYE,OAAO,CAACN;oBACrC,OAAO,MAAM,CAACK;gBAChB;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMd,OAAOe,IAAI,CAAC,OAAOT,WAAmBC;gBAC1C,MAAME,iBAAiBF,kBAAkBf,UAAU,IAAIA;gBACvD,MAAMkB,cAAcrF,cAAcE,cAAckF;gBAChD,MAAMO,SAAS1F,OAAOkF,SAAS,CAACF,aAAaA,YAAYI,YAAYE,OAAO,CAACN;gBAC7E,MAAMW,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,MAAM,CAACH;gBACzB,MAAMI,cAAcC,OAAOC,IAAI,CAACH;gBAChC,MAAMI,WAAW,IAAI9F,gBACnB2F,aACA;oBACEA,YAAYjC,OAAO,CAAC,CAACqC,MAAQD,SAASE,SAAS,CAACD,KAAKL,GAAG,CAACK,IAAI;gBAC/D,GACA;oBAAEhC,YAAYwB;oBAAQf,SAASM,kBAAkBN,OAAO;gBAAC;gBAG3DY,QAAQa,GAAG,CAACV,QAAQO;gBACpB,OAAOA;YACT;YACA,MAAMvB,OAAO2B,QAAQ;YAErB,IAAIhC,UAAU;gBACZ,MAAMiC,UAAU,MAAMjC,SAASkC,OAAO,CAAC;oBACrC,GAAG7D,cAAc;oBACjB,CAACb,cAAc,EAAEqC;gBACnB;gBAEA,IAAIxB,eAAe8D,YAAY,EAAE;oBAC/B,MAAMC,eAAetF,kBAAkBmF;oBACvC,MAAM9F,UAAUkC,eAAe8D,YAAY,EAAE1D,KAAK4D,SAAS,CAACD,cAAc,MAAM;oBAChFzD,QAAQ2D,GAAG,CAAC,CAAC,mBAAmB,EAAEjE,eAAe8D,YAAY,EAAE;gBACjE;gBAEA,IAAI7D,UAAU;oBACZzB,uBAAuBoF,SAAS3D;gBAClC,OAAO;oBACL,OAAQD,eAAekE,MAAM;wBAC3B,KAAK;4BACH9F,iBAAiBwF;4BACjB;wBACF,KAAK;4BACHxF,iBAAiBwF,SAAS;4BAC1B;wBACF,KAAK;4BACHzF,kBAAkByF;4BAClB;wBACF,KAAK;4BACHtF,qBAAqBsF;4BACrB;wBACF,KAAK;4BACHrF,sBAAsBqF;4BACtB;wBACF;4BACEvF,mBAAmBuF;oBACvB;gBACF;YACF;QACF;IACF;AACF;AAEFtE,UAAUe,KAAK,CAACY,QAAQkD,IAAI"}

package/build/executor.cjs

@@ -75,7 +75,19 @@ const createExecutor = (options)=>{
             throw err;
         }
         const count = control[_typescjs.Control.INDEX];
+        const heapUsedKB = control[_typescjs.Control.HEAP_USED];
         const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(_utilscjs.cmp);
+        const DCE_THRESHOLD_OPS = 5_000_000_000;
+        let dceWarning = false;
+        if (count > 0) {
+            let sum = 0n;
+            for (const d of durations)sum += d;
+            const avgNs = Number(sum / BigInt(count)) / 1000;
+            const opsPerSec = avgNs > 0 ? 1_000_000_000 / avgNs : Infinity;
+            if (opsPerSec > DCE_THRESHOLD_OPS) {
+                dceWarning = true;
+            }
+        }
         const report = reportTypes.map((type)=>[
                 type,
                 (0, _reportercjs.createReport)(durations, type)
@@ -83,6 +95,14 @@ const createExecutor = (options)=>{
             [
                 'count',
                 count
+            ],
+            [
+                'heapUsedKB',
+                heapUsedKB
+            ],
+            [
+                'dceWarning',
+                dceWarning
             ]
         ]);
         return Object.fromEntries(report);

package/build/executor.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { pathToFileURL } from 'node:url';\nimport { createReport, Report } from './reporter.js';\nimport { cmp } from './utils.js';\nimport {\n  ExecutorRunOptions,\n  ReportOptions,\n  WorkerOptions,\n  BenchmarkOptions,\n  Control,\n  ReportType,\n  ReportTypeList,\n  CONTROL_SLOTS,\n  COMPLETE_VALUE,\n  ProgressCallback,\n} from './types.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & { count: number };\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  workers?: number;\n  maxCycles?: number;\n  onProgress?: ProgressCallback;\n  progressInterval?: number;\n}\n\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>(options: Required<ExecutorOptions<R>>) => {\n  const { workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver = true, reportTypes, onProgress, progressInterval = 100 } = options;\n  const benchmarkUrl = (options as Record<symbol, unknown>)[BENCHMARK_URL];\n  const resolvedBenchmarkUrl = typeof benchmarkUrl === 'string' ? benchmarkUrl : pathToFileURL(process.cwd()).href;\n\n  const executor = queue<ExecutorRunOptions<TContext, TInput>>(async ({ id, setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      benchmarkUrl: resolvedBenchmarkUrl,\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n      gcObserver,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n\n    const control = new Int32Array(controlSAB);\n    let progressIntervalId: ReturnType<typeof setInterval> | undefined;\n    if (onProgress && id) {\n      progressIntervalId = setInterval(() => {\n        const progress = control[Control.PROGRESS] / COMPLETE_VALUE;\n        onProgress({ id, progress });\n      }, progressInterval);\n    }\n\n    const WORKER_TIMEOUT_MS = 300_000;\n    const exitPromise = once(worker, 'exit');\n    const timeoutId = setTimeout(() => worker.terminate(), WORKER_TIMEOUT_MS);\n    try {\n      const [exitCode] = await exitPromise;\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      if (exitCode !== 0) {\n        throw new Error(`worker exited with code ${exitCode}`);\n      }\n    } catch (err) {\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      throw err;\n    }\n\n    const count = control[Control.INDEX];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const report = reportTypes.map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report]).concat([['count', count]]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  executor.error((err) => {\n    console.error(err);\n  });\n\n  return executor;\n};\n"],"names":["createExecutor","BENCHMARK_URL","Symbol","for","options","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","gcObserver","reportTypes","onProgress","progressInterval","benchmarkUrl","resolvedBenchmarkUrl","pathToFileURL","process","cwd","href","executor","queue","id","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","CONTROL_SLOTS","durationsSAB","BigUint64Array","workerFile","URL","workerData","worker","Worker","control","progressIntervalId","setInterval","progress","Control","PROGRESS","COMPLETE_VALUE","WORKER_TIMEOUT_MS","exitPromise","once","timeoutId","setTimeout","terminate","exitCode","clearTimeout","clearInterval","Error","err","count","INDEX","durations","slice","sort","cmp","report","map","type","createReport","concat","Object","fromEntries","error","console"],"mappings":";;;;+BA8BaA;;;eAAAA;;;oCA9BU;4BACF;uBACC;yBACQ;6BACO;0BACjB;0BAYb;AAWP,MAAMC,gBAAgBC,OAAOC,GAAG,CAAC;AAE1B,MAAMH,iBAAiB,CAA6CI;IACzE,MAAM,EAAEC,OAAO,EAAEC,YAAY,EAAEC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,YAAY,EAAEC,aAAa,IAAI,EAAEC,WAAW,EAAEC,UAAU,EAAEC,mBAAmB,GAAG,EAAE,GAAGV;IACxJ,MAAMW,eAAe,AAACX,OAAmC,CAACH,cAAc;IACxE,MAAMe,uBAAuB,OAAOD,iBAAiB,WAAWA,eAAeE,IAAAA,sBAAa,EAACC,QAAQC,GAAG,IAAIC,IAAI;IAEhH,MAAMC,WAAWC,IAAAA,YAAK,EAAuC,OAAO,EAAEC,EAAE,EAAEC,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QAC/G,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,MAAMK,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAGC,uBAAa;QACrF,MAAMC,eAAe,IAAIJ,kBAAkBK,eAAeH,iBAAiB,GAAGhC;QAE9E,MAAMoC,aAAa,IAAIC,IAAI,eAAe;QAC1C,MAAMC,aAA4B;YAChC9B,cAAcC;YACdc;YACAE;YACAC;YACAC;YACAC;YACAN;YAEAvB;YACAE;YACAC;YACAC;YACAC;YAEAyB;YACAK;QACF;QAEA,MAAMK,SAAS,IAAIC,0BAAM,CAACJ,YAAY;YACpCE;QACF;QAEA,MAAMG,UAAU,IAAIV,WAAWF;QAC/B,IAAIa;QACJ,IAAIpC,cAAcU,IAAI;YACpB0B,qBAAqBC,YAAY;gBAC/B,MAAMC,WAAWH,OAAO,CAACI,iBAAO,CAACC,QAAQ,CAAC,GAAGC,wBAAc;gBAC3DzC,WAAW;oBAAEU;oBAAI4B;gBAAS;YAC5B,GAAGrC;QACL;QAEA,MAAMyC,oBAAoB;QAC1B,MAAMC,cAAcC,IAAAA,gBAAI,EAACX,QAAQ;QACjC,MAAMY,YAAYC,WAAW,IAAMb,OAAOc,SAAS,IAAIL;QACvD,IAAI;YACF,MAAM,CAACM,SAAS,GAAG,MAAML;YACzBM,aAAaJ;YACb,IAAIT,oBAAoBc,cAAcd;YACtC,IAAIY,aAAa,GAAG;gBAClB,MAAM,IAAIG,MAAM,CAAC,wBAAwB,EAAEH,UAAU;YACvD;QACF,EAAE,OAAOI,KAAK;YACZH,aAAaJ;YACb,IAAIT,oBAAoBc,cAAcd;YACtC,MAAMgB;QACR;QAEA,MAAMC,QAAQlB,OAAO,CAACI,iBAAO,CAACe,KAAK,CAAC;QACpC,MAAMC,YAAY,IAAI1B,eAAeD,cAAc4B,KAAK,CAAC,GAAGH,OAAOI,IAAI,CAACC,aAAG;QAE3E,MAAMC,SAAS5D,YAAY6D,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMC,IAAAA,yBAAY,EAACP,WAAWM;aAAM,EAA0BE,MAAM,CAAC;YAAC;gBAAC;gBAASV;aAAM;SAAC;QACpJ,OAAOW,OAAOC,WAAW,CAACN;IAC5B,GAAGnE;IAEHgB,SAAS0D,KAAK,CAAC,CAACd;QACde,QAAQD,KAAK,CAACd;IAChB;IAEA,OAAO5C;AACT"}
+{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { pathToFileURL } from 'node:url';\nimport { createReport, Report } from './reporter.js';\nimport { cmp } from './utils.js';\nimport {\n  ExecutorRunOptions,\n  ReportOptions,\n  WorkerOptions,\n  BenchmarkOptions,\n  Control,\n  ReportType,\n  ReportTypeList,\n  CONTROL_SLOTS,\n  COMPLETE_VALUE,\n  ProgressCallback,\n} from './types.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & {\n  count: number;\n  heapUsedKB: number;\n  dceWarning: boolean;\n};\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  workers?: number;\n  maxCycles?: number;\n  onProgress?: ProgressCallback;\n  progressInterval?: number;\n}\n\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>(options: Required<ExecutorOptions<R>>) => {\n  const { workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver = true, reportTypes, onProgress, progressInterval = 100 } = options;\n  const benchmarkUrl = (options as Record<symbol, unknown>)[BENCHMARK_URL];\n  const resolvedBenchmarkUrl = typeof benchmarkUrl === 'string' ? benchmarkUrl : pathToFileURL(process.cwd()).href;\n\n  const executor = queue<ExecutorRunOptions<TContext, TInput>>(async ({ id, setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      benchmarkUrl: resolvedBenchmarkUrl,\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n      gcObserver,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n\n    const control = new Int32Array(controlSAB);\n    let progressIntervalId: ReturnType<typeof setInterval> | undefined;\n    if (onProgress && id) {\n      progressIntervalId = setInterval(() => {\n        const progress = control[Control.PROGRESS] / COMPLETE_VALUE;\n        onProgress({ id, progress });\n      }, progressInterval);\n    }\n\n    const WORKER_TIMEOUT_MS = 300_000;\n    const exitPromise = once(worker, 'exit');\n    const timeoutId = setTimeout(() => worker.terminate(), WORKER_TIMEOUT_MS);\n    try {\n      const [exitCode] = await exitPromise;\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      if (exitCode !== 0) {\n        throw new Error(`worker exited with code ${exitCode}`);\n      }\n    } catch (err) {\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      throw err;\n    }\n\n    const count = control[Control.INDEX];\n    const heapUsedKB = control[Control.HEAP_USED];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const DCE_THRESHOLD_OPS = 5_000_000_000;\n    let dceWarning = false;\n    if (count > 0) {\n      let sum = 0n;\n      for (const d of durations) sum += d;\n      const avgNs = Number(sum / BigInt(count)) / 1000;\n      const opsPerSec = avgNs > 0 ? 1_000_000_000 / avgNs : Infinity;\n      if (opsPerSec > DCE_THRESHOLD_OPS) {\n        dceWarning = true;\n      }\n    }\n\n    const report = reportTypes\n      .map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report])\n      .concat([\n        ['count', count],\n        ['heapUsedKB', heapUsedKB],\n        ['dceWarning', dceWarning],\n      ]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  executor.error((err) => {\n    console.error(err);\n  });\n\n  return executor;\n};\n"],"names":["createExecutor","BENCHMARK_URL","Symbol","for","options","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","gcObserver","reportTypes","onProgress","progressInterval","benchmarkUrl","resolvedBenchmarkUrl","pathToFileURL","process","cwd","href","executor","queue","id","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","CONTROL_SLOTS","durationsSAB","BigUint64Array","workerFile","URL","workerData","worker","Worker","control","progressIntervalId","setInterval","progress","Control","PROGRESS","COMPLETE_VALUE","WORKER_TIMEOUT_MS","exitPromise","once","timeoutId","setTimeout","terminate","exitCode","clearTimeout","clearInterval","Error","err","count","INDEX","heapUsedKB","HEAP_USED","durations","slice","sort","cmp","DCE_THRESHOLD_OPS","dceWarning","sum","d","avgNs","Number","BigInt","opsPerSec","Infinity","report","map","type","createReport","concat","Object","fromEntries","error","console"],"mappings":";;;;+BAkCaA;;;eAAAA;;;oCAlCU;4BACF;uBACC;yBACQ;6BACO;0BACjB;0BAYb;AAeP,MAAMC,gBAAgBC,OAAOC,GAAG,CAAC;AAE1B,MAAMH,iBAAiB,CAA6CI;IACzE,MAAM,EAAEC,OAAO,EAAEC,YAAY,EAAEC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,YAAY,EAAEC,aAAa,IAAI,EAAEC,WAAW,EAAEC,UAAU,EAAEC,mBAAmB,GAAG,EAAE,GAAGV;IACxJ,MAAMW,eAAe,AAACX,OAAmC,CAACH,cAAc;IACxE,MAAMe,uBAAuB,OAAOD,iBAAiB,WAAWA,eAAeE,IAAAA,sBAAa,EAACC,QAAQC,GAAG,IAAIC,IAAI;IAEhH,MAAMC,WAAWC,IAAAA,YAAK,EAAuC,OAAO,EAAEC,EAAE,EAAEC,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QAC/G,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,MAAMK,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAGC,uBAAa;QACrF,MAAMC,eAAe,IAAIJ,kBAAkBK,eAAeH,iBAAiB,GAAGhC;QAE9E,MAAMoC,aAAa,IAAIC,IAAI,eAAe;QAC1C,MAAMC,aAA4B;YAChC9B,cAAcC;YACdc;YACAE;YACAC;YACAC;YACAC;YACAN;YAEAvB;YACAE;YACAC;YACAC;YACAC;YAEAyB;YACAK;QACF;QAEA,MAAMK,SAAS,IAAIC,0BAAM,CAACJ,YAAY;YACpCE;QACF;QAEA,MAAMG,UAAU,IAAIV,WAAWF;QAC/B,IAAIa;QACJ,IAAIpC,cAAcU,IAAI;YACpB0B,qBAAqBC,YAAY;gBAC/B,MAAMC,WAAWH,OAAO,CAACI,iBAAO,CAACC,QAAQ,CAAC,GAAGC,wBAAc;gBAC3DzC,WAAW;oBAAEU;oBAAI4B;gBAAS;YAC5B,GAAGrC;QACL;QAEA,MAAMyC,oBAAoB;QAC1B,MAAMC,cAAcC,IAAAA,gBAAI,EAACX,QAAQ;QACjC,MAAMY,YAAYC,WAAW,IAAMb,OAAOc,SAAS,IAAIL;QACvD,IAAI;YACF,MAAM,CAACM,SAAS,GAAG,MAAML;YACzBM,aAAaJ;YACb,IAAIT,oBAAoBc,cAAcd;YACtC,IAAIY,aAAa,GAAG;gBAClB,MAAM,IAAIG,MAAM,CAAC,wBAAwB,EAAEH,UAAU;YACvD;QACF,EAAE,OAAOI,KAAK;YACZH,aAAaJ;YACb,IAAIT,oBAAoBc,cAAcd;YACtC,MAAMgB;QACR;QAEA,MAAMC,QAAQlB,OAAO,CAACI,iBAAO,CAACe,KAAK,CAAC;QACpC,MAAMC,aAAapB,OAAO,CAACI,iBAAO,CAACiB,SAAS,CAAC;QAC7C,MAAMC,YAAY,IAAI5B,eAAeD,cAAc8B,KAAK,CAAC,GAAGL,OAAOM,IAAI,CAACC,aAAG;QAE3E,MAAMC,oBAAoB;QAC1B,IAAIC,aAAa;QACjB,IAAIT,QAAQ,GAAG;YACb,IAAIU,MAAM,EAAE;YACZ,KAAK,MAAMC,KAAKP,UAAWM,OAAOC;YAClC,MAAMC,QAAQC,OAAOH,MAAMI,OAAOd,UAAU;YAC5C,MAAMe,YAAYH,QAAQ,IAAI,gBAAgBA,QAAQI;YACtD,IAAID,YAAYP,mBAAmB;gBACjCC,aAAa;YACf;QACF;QAEA,MAAMQ,SAASvE,YACZwE,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMC,IAAAA,yBAAY,EAAChB,WAAWe;aAAM,EACtEE,MAAM,CAAC;YACN;gBAAC;gBAASrB;aAAM;YAChB;gBAAC;gBAAcE;aAAW;YAC1B;gBAAC;gBAAcO;aAAW;SAC3B;QACH,OAAOa,OAAOC,WAAW,CAACN;IAC5B,GAAG9E;IAEHgB,SAASqE,KAAK,CAAC,CAACzB;QACd0B,QAAQD,KAAK,CAACzB;IAChB;IAEA,OAAO5C;AACT"}

package/build/executor.d.ts

@@ -2,6 +2,8 @@ import { Report } from './reporter.js';
 import { ExecutorRunOptions, ReportOptions, BenchmarkOptions, ReportTypeList, ProgressCallback } from './types.js';
 export type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & {
     count: number;
+    heapUsedKB: number;
+    dceWarning: boolean;
 };
 export interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {
     workers?: number;