overtake 1.3.1 → 1.4.0

package/README.md

@@ -503,6 +503,14 @@ CLI mode enforces one benchmark per file. Calling `benchmark()` twice throws an
 
 **Solution**: In CLI mode, don't import Benchmark or call `.execute()`. Use the global `benchmark` function.
 
+### Worker out of memory
+
+Benchmarks that retain objects across iterations (e.g. pushing to an array to prevent GC) can exhaust the worker heap. Increase the heap limit via `NODE_OPTIONS`:
+
+```bash
+NODE_OPTIONS='--max-old-space-size=8192' npx overtake bench.ts
+```
+
 ### Results vary between runs
 
 **Solution**: Increase `--min-cycles` for more samples, or use the `gcBlock` pattern to prevent garbage collection.

package/build/cli.cjs

@@ -95,13 +95,14 @@ commander.name(name).description(description).version(version).argument('<paths.
                 instance = _indexcjs.Benchmark.create(...args);
                 return instance;
             };
+            const globals = Object.create(null);
+            for (const k of Object.getOwnPropertyNames(globalThis)){
+                globals[k] = globalThis[k];
+            }
+            globals.benchmark = benchmark;
             const script = new _nodevm.SourceTextModule(code, {
                 identifier,
-                context: (0, _nodevm.createContext)({
-                    benchmark,
-                    Buffer,
-                    console
-                }),
+                context: (0, _nodevm.createContext)(globals),
                 initializeImportMeta (meta) {
                     meta.url = identifier;
                 },

package/build/cli.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile, writeFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport {\n  Benchmark,\n  printTableReports,\n  printJSONReports,\n  printSimpleReports,\n  printMarkdownReports,\n  printHistogramReports,\n  printComparisonReports,\n  reportsToBaseline,\n  BaselineData,\n  DEFAULT_REPORT_TYPES,\n  DEFAULT_WORKERS,\n} from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table', 'markdown', 'histogram']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .addOption(new Option('--save-baseline <file>', 'save benchmark results to baseline file'))\n  .addOption(new Option('--compare-baseline <file>', 'compare results against baseline file'))\n  .action(async (patterns: string[], executeOptions) => {\n    let baseline: BaselineData | null = null;\n    if (executeOptions.compareBaseline) {\n      try {\n        const content = await readFile(executeOptions.compareBaseline, 'utf8');\n        baseline = JSON.parse(content) as BaselineData;\n      } catch {\n        console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);\n      }\n    }\n\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext({\n            benchmark,\n            Buffer,\n            console,\n          }),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n\n          if (executeOptions.saveBaseline) {\n            const baselineData = reportsToBaseline(reports);\n            await writeFile(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));\n            console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);\n          }\n\n          if (baseline) {\n            printComparisonReports(reports, baseline);\n          } else {\n            switch (executeOptions.format) {\n              case 'json':\n                printJSONReports(reports);\n                break;\n              case 'pjson':\n                printJSONReports(reports, 2);\n                break;\n              case 'table':\n                printTableReports(reports);\n                break;\n              case 'markdown':\n                printMarkdownReports(reports);\n                break;\n              case 'histogram':\n                printHistogramReports(reports);\n                break;\n              default:\n                printSimpleReports(reports);\n            }\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["require","createRequire","name","description","version","BENCHMARK_URL","Symbol","for","commander","Command","argument","addOption","Option","choices","REPORT_TYPES","default","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","argParser","parseInt","parseFloat","action","patterns","executeOptions","baseline","compareBaseline","content","readFile","JSON","parse","console","error","files","Set","Promise","all","map","pattern","matches","glob","absolute","cwd","process","catch","forEach","file","add","stats","stat","isFile","identifier","pathToFileURL","href","code","transpile","instance","benchmark","args","Error","Benchmark","create","script","SourceTextModule","context","createContext","Buffer","initializeImportMeta","meta","url","importModuleDynamically","specifier","referencingModule","Module","isBuiltin","baseIdentifier","resolveFrom","fileURLToPath","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","Object","keys","imported","SyntheticModule","key","setExport","set","evaluate","reports","execute","saveBaseline","baselineData","reportsToBaseline","writeFile","stringify","log","printComparisonReports","format","printJSONReports","printTableReports","printMarkdownReports","printHistogramReports","printSimpleReports","argv"],"mappings":";;;;4BAAsC;yBACO;wBACoB;0BACvB;2BACV;sBACX;0BAad;0BACmB;0BACG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE7B,MAAMA,WAAUC,IAAAA,yBAAa,EAAC;AAC9B,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,SAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAIC,kBAAO;AAE7BD,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRM,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIC,iBAAM,CAAC,uCAAuC,4CAA4CC,OAAO,CAACC,sBAAY,EAAEC,OAAO,CAACC,8BAAoB,GAC1JL,SAAS,CAAC,IAAIC,iBAAM,CAAC,2BAA2B,+BAA+BG,OAAO,CAACE,yBAAe,EAAEC,SAAS,CAACC,WAClHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,yBAAyB,iBAAiBG,OAAO,CAAC,UAAUF,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;IAAS;IAAY;CAAY,GACtJF,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,2CAA2CM,SAAS,CAACE,aAC5GT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,uDAAuDM,SAAS,CAACE,aACxHT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,4CAA4CM,SAAS,CAACC,WAC7GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,oBAAoB,iCACzCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,cAAc,iDACnCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,0BAA0B,4CAC/CD,SAAS,CAAC,IAAIC,iBAAM,CAAC,6BAA6B,0CAClDS,MAAM,CAAC,OAAOC,UAAoBC;IACjC,IAAIC,WAAgC;IACpC,IAAID,eAAeE,eAAe,EAAE;QAClC,IAAI;YACF,MAAMC,UAAU,MAAMC,IAAAA,kBAAQ,EAACJ,eAAeE,eAAe,EAAE;YAC/DD,WAAWI,KAAKC,KAAK,CAACH;QACxB,EAAE,OAAM;YACNI,QAAQC,KAAK,CAAC,CAAC,uCAAuC,EAAER,eAAeE,eAAe,EAAE;QAC1F;IACF;IAEA,MAAMO,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfb,SAASc,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAMC,IAAAA,UAAI,EAACF,SAAS;YAAEG,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FL,QAAQM,OAAO,CAAC,CAACC,OAASb,MAAMc,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQb,MAAO;QACxB,MAAMe,QAAQ,MAAMC,IAAAA,cAAI,EAACH,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAME,MAAM,IAAI;YAC3B,MAAMvB,UAAU,MAAMC,IAAAA,kBAAQ,EAACkB,MAAM;YACrC,MAAMK,aAAaC,IAAAA,sBAAa,EAACN,MAAMO,IAAI;YAC3C,MAAMC,OAAO,MAAMC,IAAAA,mBAAS,EAAC5B;YAC7B,IAAI6B;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWI,mBAAS,CAACC,MAAM,IAAIH;gBAC/B,OAAOF;YACT;YACA,MAAMM,SAAS,IAAIC,wBAAgB,CAACT,MAAM;gBACxCH;gBACAa,SAASC,IAAAA,qBAAa,EAAC;oBACrBR;oBACAS;oBACAnC;gBACF;gBACAoC,sBAAqBC,IAAI;oBACvBA,KAAKC,GAAG,GAAGlB;gBACb;gBACA,MAAMmB,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIC,kBAAM,CAACC,SAAS,CAACH,YAAY;wBAC/B,OAAO,gBAAOA,6DAAP;oBACT;oBACA,MAAMI,iBAAiBH,kBAAkBrB,UAAU,IAAIA;oBACvD,MAAMyB,cAAc1E,IAAAA,yBAAa,EAAC2E,IAAAA,sBAAa,EAACF;oBAChD,MAAMG,WAAWF,YAAYG,OAAO,CAACR;oBACrC,OAAO,gBAAOO,4DAAP;gBACT;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMnB,OAAOoB,IAAI,CAAC,OAAOX,WAAmBC;gBAC1C,MAAMG,iBAAiBH,kBAAkBrB,UAAU,IAAIA;gBACvD,MAAMyB,cAAc1E,IAAAA,yBAAa,EAAC2E,IAAAA,sBAAa,EAACF;gBAChD,MAAMQ,SAASV,kBAAM,CAACC,SAAS,CAACH,aAAaA,YAAYK,YAAYG,OAAO,CAACR;gBAC7E,MAAMa,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,gBAAOH,0DAAP;gBAClB,MAAMI,cAAcC,OAAOC,IAAI,CAACH;gBAChC,MAAMI,WAAW,IAAIC,uBAAe,CAClCJ,aACA;oBACEA,YAAY1C,OAAO,CAAC,CAAC+C,MAAQF,SAASG,SAAS,CAACD,KAAKN,GAAG,CAACM,IAAI;gBAC/D,GACA;oBAAEzC,YAAYgC;oBAAQnB,SAASQ,kBAAkBR,OAAO;gBAAC;gBAG3DgB,QAAQc,GAAG,CAACX,QAAQO;gBACpB,OAAOA;YACT;YACA,MAAM5B,OAAOiC,QAAQ;YAErB,IAAIvC,UAAU;gBACZ,MAAMwC,UAAU,MAAMxC,SAASyC,OAAO,CAAC;oBACrC,GAAGzE,cAAc;oBACjB,CAAClB,cAAc,EAAE6C;gBACnB;gBAEA,IAAI3B,eAAe0E,YAAY,EAAE;oBAC/B,MAAMC,eAAeC,IAAAA,2BAAiB,EAACJ;oBACvC,MAAMK,IAAAA,mBAAS,EAAC7E,eAAe0E,YAAY,EAAErE,KAAKyE,SAAS,CAACH,cAAc,MAAM;oBAChFpE,QAAQwE,GAAG,CAAC,CAAC,mBAAmB,EAAE/E,eAAe0E,YAAY,EAAE;gBACjE;gBAEA,IAAIzE,UAAU;oBACZ+E,IAAAA,gCAAsB,EAACR,SAASvE;gBAClC,OAAO;oBACL,OAAQD,eAAeiF,MAAM;wBAC3B,KAAK;4BACHC,IAAAA,0BAAgB,EAACV;4BACjB;wBACF,KAAK;4BACHU,IAAAA,0BAAgB,EAACV,SAAS;4BAC1B;wBACF,KAAK;4BACHW,IAAAA,2BAAiB,EAACX;4BAClB;wBACF,KAAK;4BACHY,IAAAA,8BAAoB,EAACZ;4BACrB;wBACF,KAAK;4BACHa,IAAAA,+BAAqB,EAACb;4BACtB;wBACF;4BACEc,IAAAA,4BAAkB,EAACd;oBACvB;gBACF;YACF;QACF;IACF;AACF;AAEFvF,UAAUqB,KAAK,CAACa,QAAQoE,IAAI"}
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile, writeFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport {\n  Benchmark,\n  printTableReports,\n  printJSONReports,\n  printSimpleReports,\n  printMarkdownReports,\n  printHistogramReports,\n  printComparisonReports,\n  reportsToBaseline,\n  BaselineData,\n  DEFAULT_REPORT_TYPES,\n  DEFAULT_WORKERS,\n} from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table', 'markdown', 'histogram']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .addOption(new Option('--save-baseline <file>', 'save benchmark results to baseline file'))\n  .addOption(new Option('--compare-baseline <file>', 'compare results against baseline file'))\n  .action(async (patterns: string[], executeOptions) => {\n    let baseline: BaselineData | null = null;\n    if (executeOptions.compareBaseline) {\n      try {\n        const content = await readFile(executeOptions.compareBaseline, 'utf8');\n        baseline = JSON.parse(content) as BaselineData;\n      } catch {\n        console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);\n      }\n    }\n\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const globals = Object.create(null);\n        for (const k of Object.getOwnPropertyNames(globalThis)) {\n          globals[k] = (globalThis as any)[k];\n        }\n        globals.benchmark = benchmark;\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext(globals),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n\n          if (executeOptions.saveBaseline) {\n            const baselineData = reportsToBaseline(reports);\n            await writeFile(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));\n            console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);\n          }\n\n          if (baseline) {\n            printComparisonReports(reports, baseline);\n          } else {\n            switch (executeOptions.format) {\n              case 'json':\n                printJSONReports(reports);\n                break;\n              case 'pjson':\n                printJSONReports(reports, 2);\n                break;\n              case 'table':\n                printTableReports(reports);\n                break;\n              case 'markdown':\n                printMarkdownReports(reports);\n                break;\n              case 'histogram':\n                printHistogramReports(reports);\n                break;\n              default:\n                printSimpleReports(reports);\n            }\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["require","createRequire","name","description","version","BENCHMARK_URL","Symbol","for","commander","Command","argument","addOption","Option","choices","REPORT_TYPES","default","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","argParser","parseInt","parseFloat","action","patterns","executeOptions","baseline","compareBaseline","content","readFile","JSON","parse","console","error","files","Set","Promise","all","map","pattern","matches","glob","absolute","cwd","process","catch","forEach","file","add","stats","stat","isFile","identifier","pathToFileURL","href","code","transpile","instance","benchmark","args","Error","Benchmark","create","globals","Object","k","getOwnPropertyNames","globalThis","script","SourceTextModule","context","createContext","initializeImportMeta","meta","url","importModuleDynamically","specifier","referencingModule","Module","isBuiltin","baseIdentifier","resolveFrom","fileURLToPath","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","keys","imported","SyntheticModule","key","setExport","set","evaluate","reports","execute","saveBaseline","baselineData","reportsToBaseline","writeFile","stringify","log","printComparisonReports","format","printJSONReports","printTableReports","printMarkdownReports","printHistogramReports","printSimpleReports","argv"],"mappings":";;;;4BAAsC;yBACO;wBACoB;0BACvB;2BACV;sBACX;0BAad;0BACmB;0BACG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE7B,MAAMA,WAAUC,IAAAA,yBAAa,EAAC;AAC9B,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,SAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAIC,kBAAO;AAE7BD,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRM,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIC,iBAAM,CAAC,uCAAuC,4CAA4CC,OAAO,CAACC,sBAAY,EAAEC,OAAO,CAACC,8BAAoB,GAC1JL,SAAS,CAAC,IAAIC,iBAAM,CAAC,2BAA2B,+BAA+BG,OAAO,CAACE,yBAAe,EAAEC,SAAS,CAACC,WAClHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,yBAAyB,iBAAiBG,OAAO,CAAC,UAAUF,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;IAAS;IAAY;CAAY,GACtJF,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,2CAA2CM,SAAS,CAACE,aAC5GT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,uDAAuDM,SAAS,CAACE,aACxHT,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,4CAA4CM,SAAS,CAACC,WAC7GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,oBAAoB,iCACzCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,cAAc,iDACnCD,SAAS,CAAC,IAAIC,iBAAM,CAAC,0BAA0B,4CAC/CD,SAAS,CAAC,IAAIC,iBAAM,CAAC,6BAA6B,0CAClDS,MAAM,CAAC,OAAOC,UAAoBC;IACjC,IAAIC,WAAgC;IACpC,IAAID,eAAeE,eAAe,EAAE;QAClC,IAAI;YACF,MAAMC,UAAU,MAAMC,IAAAA,kBAAQ,EAACJ,eAAeE,eAAe,EAAE;YAC/DD,WAAWI,KAAKC,KAAK,CAACH;QACxB,EAAE,OAAM;YACNI,QAAQC,KAAK,CAAC,CAAC,uCAAuC,EAAER,eAAeE,eAAe,EAAE;QAC1F;IACF;IAEA,MAAMO,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfb,SAASc,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAMC,IAAAA,UAAI,EAACF,SAAS;YAAEG,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FL,QAAQM,OAAO,CAAC,CAACC,OAASb,MAAMc,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQb,MAAO;QACxB,MAAMe,QAAQ,MAAMC,IAAAA,cAAI,EAACH,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAME,MAAM,IAAI;YAC3B,MAAMvB,UAAU,MAAMC,IAAAA,kBAAQ,EAACkB,MAAM;YACrC,MAAMK,aAAaC,IAAAA,sBAAa,EAACN,MAAMO,IAAI;YAC3C,MAAMC,OAAO,MAAMC,IAAAA,mBAAS,EAAC5B;YAC7B,IAAI6B;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWI,mBAAS,CAACC,MAAM,IAAIH;gBAC/B,OAAOF;YACT;YACA,MAAMM,UAAUC,OAAOF,MAAM,CAAC;YAC9B,KAAK,MAAMG,KAAKD,OAAOE,mBAAmB,CAACC,YAAa;gBACtDJ,OAAO,CAACE,EAAE,GAAG,AAACE,UAAkB,CAACF,EAAE;YACrC;YACAF,QAAQL,SAAS,GAAGA;YACpB,MAAMU,SAAS,IAAIC,wBAAgB,CAACd,MAAM;gBACxCH;gBACAkB,SAASC,IAAAA,qBAAa,EAACR;gBACvBS,sBAAqBC,IAAI;oBACvBA,KAAKC,GAAG,GAAGtB;gBACb;gBACA,MAAMuB,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIC,kBAAM,CAACC,SAAS,CAACH,YAAY;wBAC/B,OAAO,gBAAOA,6DAAP;oBACT;oBACA,MAAMI,iBAAiBH,kBAAkBzB,UAAU,IAAIA;oBACvD,MAAM6B,cAAc9E,IAAAA,yBAAa,EAAC+E,IAAAA,sBAAa,EAACF;oBAChD,MAAMG,WAAWF,YAAYG,OAAO,CAACR;oBACrC,OAAO,gBAAOO,4DAAP;gBACT;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMlB,OAAOmB,IAAI,CAAC,OAAOX,WAAmBC;gBAC1C,MAAMG,iBAAiBH,kBAAkBzB,UAAU,IAAIA;gBACvD,MAAM6B,cAAc9E,IAAAA,yBAAa,EAAC+E,IAAAA,sBAAa,EAACF;gBAChD,MAAMQ,SAASV,kBAAM,CAACC,SAAS,CAACH,aAAaA,YAAYK,YAAYG,OAAO,CAACR;gBAC7E,MAAMa,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,gBAAOH,0DAAP;gBAClB,MAAMI,cAAc5B,OAAO6B,IAAI,CAACF;gBAChC,MAAMG,WAAW,IAAIC,uBAAe,CAClCH,aACA;oBACEA,YAAY9C,OAAO,CAAC,CAACkD,MAAQF,SAASG,SAAS,CAACD,KAAKL,GAAG,CAACK,IAAI;gBAC/D,GACA;oBAAE5C,YAAYoC;oBAAQlB,SAASO,kBAAkBP,OAAO;gBAAC;gBAG3De,QAAQa,GAAG,CAACV,QAAQM;gBACpB,OAAOA;YACT;YACA,MAAM1B,OAAO+B,QAAQ;YAErB,IAAI1C,UAAU;gBACZ,MAAM2C,UAAU,MAAM3C,SAAS4C,OAAO,CAAC;oBACrC,GAAG5E,cAAc;oBACjB,CAAClB,cAAc,EAAE6C;gBACnB;gBAEA,IAAI3B,eAAe6E,YAAY,EAAE;oBAC/B,MAAMC,eAAeC,IAAAA,2BAAiB,EAACJ;oBACvC,MAAMK,IAAAA,mBAAS,EAAChF,eAAe6E,YAAY,EAAExE,KAAK4E,SAAS,CAACH,cAAc,MAAM;oBAChFvE,QAAQ2E,GAAG,CAAC,CAAC,mBAAmB,EAAElF,eAAe6E,YAAY,EAAE;gBACjE;gBAEA,IAAI5E,UAAU;oBACZkF,IAAAA,gCAAsB,EAACR,SAAS1E;gBAClC,OAAO;oBACL,OAAQD,eAAeoF,MAAM;wBAC3B,KAAK;4BACHC,IAAAA,0BAAgB,EAACV;4BACjB;wBACF,KAAK;4BACHU,IAAAA,0BAAgB,EAACV,SAAS;4BAC1B;wBACF,KAAK;4BACHW,IAAAA,2BAAiB,EAACX;4BAClB;wBACF,KAAK;4BACHY,IAAAA,8BAAoB,EAACZ;4BACrB;wBACF,KAAK;4BACHa,IAAAA,+BAAqB,EAACb;4BACtB;wBACF;4BACEc,IAAAA,4BAAkB,EAACd;oBACvB;gBACF;YACF;QACF;IACF;AACF;AAEF1F,UAAUqB,KAAK,CAACa,QAAQuE,IAAI"}

package/build/cli.js

@@ -50,13 +50,14 @@ commander.name(name).description(description).version(version).argument('<paths.
                 instance = Benchmark.create(...args);
                 return instance;
             };
+            const globals = Object.create(null);
+            for (const k of Object.getOwnPropertyNames(globalThis)){
+                globals[k] = globalThis[k];
+            }
+            globals.benchmark = benchmark;
             const script = new SourceTextModule(code, {
                 identifier,
-                context: createContext({
-                    benchmark,
-                    Buffer,
-                    console
-                }),
+                context: createContext(globals),
                 initializeImportMeta (meta) {
                     meta.url = identifier;
                 },

package/build/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile, writeFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport {\n  Benchmark,\n  printTableReports,\n  printJSONReports,\n  printSimpleReports,\n  printMarkdownReports,\n  printHistogramReports,\n  printComparisonReports,\n  reportsToBaseline,\n  BaselineData,\n  DEFAULT_REPORT_TYPES,\n  DEFAULT_WORKERS,\n} from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table', 'markdown', 'histogram']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .addOption(new Option('--save-baseline <file>', 'save benchmark results to baseline file'))\n  .addOption(new Option('--compare-baseline <file>', 'compare results against baseline file'))\n  .action(async (patterns: string[], executeOptions) => {\n    let baseline: BaselineData | null = null;\n    if (executeOptions.compareBaseline) {\n      try {\n        const content = await readFile(executeOptions.compareBaseline, 'utf8');\n        baseline = JSON.parse(content) as BaselineData;\n      } catch {\n        console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);\n      }\n    }\n\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext({\n            benchmark,\n            Buffer,\n            console,\n          }),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n\n          if (executeOptions.saveBaseline) {\n            const baselineData = reportsToBaseline(reports);\n            await writeFile(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));\n            console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);\n          }\n\n          if (baseline) {\n            printComparisonReports(reports, baseline);\n          } else {\n            switch (executeOptions.format) {\n              case 'json':\n                printJSONReports(reports);\n                break;\n              case 'pjson':\n                printJSONReports(reports, 2);\n                break;\n              case 'table':\n                printTableReports(reports);\n                break;\n              case 'markdown':\n                printMarkdownReports(reports);\n                break;\n              case 'histogram':\n                printHistogramReports(reports);\n                break;\n              default:\n                printSimpleReports(reports);\n            }\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["createRequire","Module","fileURLToPath","pathToFileURL","SyntheticModule","createContext","SourceTextModule","stat","readFile","writeFile","Command","Option","glob","Benchmark","printTableReports","printJSONReports","printSimpleReports","printMarkdownReports","printHistogramReports","printComparisonReports","reportsToBaseline","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","transpile","REPORT_TYPES","require","url","name","description","version","BENCHMARK_URL","Symbol","for","commander","argument","addOption","choices","default","argParser","parseInt","parseFloat","action","patterns","executeOptions","baseline","compareBaseline","content","JSON","parse","console","error","files","Set","Promise","all","map","pattern","matches","absolute","cwd","process","catch","forEach","file","add","stats","isFile","identifier","href","code","instance","benchmark","args","Error","create","script","context","Buffer","initializeImportMeta","meta","importModuleDynamically","specifier","referencingModule","isBuiltin","baseIdentifier","resolveFrom","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","Object","keys","imported","key","setExport","set","evaluate","reports","execute","saveBaseline","baselineData","stringify","log","format","argv"],"mappings":"AAAA,SAASA,aAAa,EAAEC,MAAM,QAAQ,cAAc;AACpD,SAASC,aAAa,EAAEC,aAAa,QAAQ,WAAW;AACxD,SAASC,eAAe,EAAEC,aAAa,EAAEC,gBAAgB,QAAQ,UAAU;AAC3E,SAASC,IAAI,EAAEC,QAAQ,EAAEC,SAAS,QAAQ,mBAAmB;AAC7D,SAASC,OAAO,EAAEC,MAAM,QAAQ,YAAY;AAC5C,SAASC,IAAI,QAAQ,OAAO;AAC5B,SACEC,SAAS,EACTC,iBAAiB,EACjBC,gBAAgB,EAChBC,kBAAkB,EAClBC,oBAAoB,EACpBC,qBAAqB,EACrBC,sBAAsB,EACtBC,iBAAiB,EAEjBC,oBAAoB,EACpBC,eAAe,QACV,aAAa;AACpB,SAASC,SAAS,QAAQ,aAAa;AACvC,SAASC,YAAY,QAAQ,aAAa;AAE1C,MAAMC,UAAUzB,cAAc,YAAY0B,GAAG;AAC7C,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,QAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAIvB;AAEtBuB,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRK,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIxB,OAAO,uCAAuC,4CAA4CyB,OAAO,CAACZ,cAAca,OAAO,CAAChB,uBACtIc,SAAS,CAAC,IAAIxB,OAAO,2BAA2B,+BAA+B0B,OAAO,CAACf,iBAAiBgB,SAAS,CAACC,WAClHJ,SAAS,CAAC,IAAIxB,OAAO,yBAAyB,iBAAiB0B,OAAO,CAAC,UAAUD,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;IAAS;IAAY;CAAY,GACtJD,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,2CAA2C2B,SAAS,CAACE,aAC5GL,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,uDAAuD2B,SAAS,CAACE,aACxHL,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,4CAA4C2B,SAAS,CAACC,WAC7GJ,SAAS,CAAC,IAAIxB,OAAO,4BAA4B,uCAAuC2B,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIxB,OAAO,4BAA4B,uCAAuC2B,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIxB,OAAO,oBAAoB,iCACzCwB,SAAS,CAAC,IAAIxB,OAAO,cAAc,iDACnCwB,SAAS,CAAC,IAAIxB,OAAO,0BAA0B,4CAC/CwB,SAAS,CAAC,IAAIxB,OAAO,6BAA6B,0CAClD8B,MAAM,CAAC,OAAOC,UAAoBC;IACjC,IAAIC,WAAgC;IACpC,IAAID,eAAeE,eAAe,EAAE;QAClC,IAAI;YACF,MAAMC,UAAU,MAAMtC,SAASmC,eAAeE,eAAe,EAAE;YAC/DD,WAAWG,KAAKC,KAAK,CAACF;QACxB,EAAE,OAAM;YACNG,QAAQC,KAAK,CAAC,CAAC,uCAAuC,EAAEP,eAAeE,eAAe,EAAE;QAC1F;IACF;IAEA,MAAMM,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfZ,SAASa,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAM7C,KAAK4C,SAAS;YAAEE,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FJ,QAAQK,OAAO,CAAC,CAACC,OAASZ,MAAMa,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQZ,MAAO;QACxB,MAAMc,QAAQ,MAAM1D,KAAKwD,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAMC,MAAM,IAAI;YAC3B,MAAMpB,UAAU,MAAMtC,SAASuD,MAAM;YACrC,MAAMI,aAAahE,cAAc4D,MAAMK,IAAI;YAC3C,MAAMC,OAAO,MAAM9C,UAAUuB;YAC7B,IAAIwB;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWzD,UAAU6D,MAAM,IAAIF;gBAC/B,OAAOF;YACT;YACA,MAAMK,SAAS,IAAIrE,iBAAiB+D,MAAM;gBACxCF;gBACAS,SAASvE,cAAc;oBACrBkE;oBACAM;oBACA5B;gBACF;gBACA6B,sBAAqBC,IAAI;oBACvBA,KAAKrD,GAAG,GAAGyC;gBACb;gBACA,MAAMa,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIjF,OAAOkF,SAAS,CAACF,YAAY;wBAC/B,OAAO,MAAM,CAACA;oBAChB;oBACA,MAAMG,iBAAiBF,kBAAkBf,UAAU,IAAIA;oBACvD,MAAMkB,cAAcrF,cAAcE,cAAckF;oBAChD,MAAME,WAAWD,YAAYE,OAAO,CAACN;oBACrC,OAAO,MAAM,CAACK;gBAChB;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMd,OAAOe,IAAI,CAAC,OAAOT,WAAmBC;gBAC1C,MAAME,iBAAiBF,kBAAkBf,UAAU,IAAIA;gBACvD,MAAMkB,cAAcrF,cAAcE,cAAckF;gBAChD,MAAMO,SAAS1F,OAAOkF,SAAS,CAACF,aAAaA,YAAYI,YAAYE,OAAO,CAACN;gBAC7E,MAAMW,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,MAAM,CAACH;gBACzB,MAAMI,cAAcC,OAAOC,IAAI,CAACH;gBAChC,MAAMI,WAAW,IAAI9F,gBACnB2F,aACA;oBACEA,YAAYjC,OAAO,CAAC,CAACqC,MAAQD,SAASE,SAAS,CAACD,KAAKL,GAAG,CAACK,IAAI;gBAC/D,GACA;oBAAEhC,YAAYwB;oBAAQf,SAASM,kBAAkBN,OAAO;gBAAC;gBAG3DY,QAAQa,GAAG,CAACV,QAAQO;gBACpB,OAAOA;YACT;YACA,MAAMvB,OAAO2B,QAAQ;YAErB,IAAIhC,UAAU;gBACZ,MAAMiC,UAAU,MAAMjC,SAASkC,OAAO,CAAC;oBACrC,GAAG7D,cAAc;oBACjB,CAACb,cAAc,EAAEqC;gBACnB;gBAEA,IAAIxB,eAAe8D,YAAY,EAAE;oBAC/B,MAAMC,eAAetF,kBAAkBmF;oBACvC,MAAM9F,UAAUkC,eAAe8D,YAAY,EAAE1D,KAAK4D,SAAS,CAACD,cAAc,MAAM;oBAChFzD,QAAQ2D,GAAG,CAAC,CAAC,mBAAmB,EAAEjE,eAAe8D,YAAY,EAAE;gBACjE;gBAEA,IAAI7D,UAAU;oBACZzB,uBAAuBoF,SAAS3D;gBAClC,OAAO;oBACL,OAAQD,eAAekE,MAAM;wBAC3B,KAAK;4BACH9F,iBAAiBwF;4BACjB;wBACF,KAAK;4BACHxF,iBAAiBwF,SAAS;4BAC1B;wBACF,KAAK;4BACHzF,kBAAkByF;4BAClB;wBACF,KAAK;4BACHtF,qBAAqBsF;4BACrB;wBACF,KAAK;4BACHrF,sBAAsBqF;4BACtB;wBACF;4BACEvF,mBAAmBuF;oBACvB;gBACF;YACF;QACF;IACF;AACF;AAEFtE,UAAUe,KAAK,CAACY,QAAQkD,IAAI"}
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile, writeFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport {\n  Benchmark,\n  printTableReports,\n  printJSONReports,\n  printSimpleReports,\n  printMarkdownReports,\n  printHistogramReports,\n  printComparisonReports,\n  reportsToBaseline,\n  BaselineData,\n  DEFAULT_REPORT_TYPES,\n  DEFAULT_WORKERS,\n} from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table', 'markdown', 'histogram']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseFloat))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseFloat))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .addOption(new Option('--progress', 'show progress bar during benchmark execution'))\n  .addOption(new Option('--save-baseline <file>', 'save benchmark results to baseline file'))\n  .addOption(new Option('--compare-baseline <file>', 'compare results against baseline file'))\n  .action(async (patterns: string[], executeOptions) => {\n    let baseline: BaselineData | null = null;\n    if (executeOptions.compareBaseline) {\n      try {\n        const content = await readFile(executeOptions.compareBaseline, 'utf8');\n        baseline = JSON.parse(content) as BaselineData;\n      } catch {\n        console.error(`Warning: Could not load baseline file: ${executeOptions.compareBaseline}`);\n      }\n    }\n\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const globals = Object.create(null);\n        for (const k of Object.getOwnPropertyNames(globalThis)) {\n          globals[k] = (globalThis as any)[k];\n        }\n        globals.benchmark = benchmark;\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext(globals),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            [BENCHMARK_URL]: identifier,\n          } as typeof executeOptions);\n\n          if (executeOptions.saveBaseline) {\n            const baselineData = reportsToBaseline(reports);\n            await writeFile(executeOptions.saveBaseline, JSON.stringify(baselineData, null, 2));\n            console.log(`Baseline saved to: ${executeOptions.saveBaseline}`);\n          }\n\n          if (baseline) {\n            printComparisonReports(reports, baseline);\n          } else {\n            switch (executeOptions.format) {\n              case 'json':\n                printJSONReports(reports);\n                break;\n              case 'pjson':\n                printJSONReports(reports, 2);\n                break;\n              case 'table':\n                printTableReports(reports);\n                break;\n              case 'markdown':\n                printMarkdownReports(reports);\n                break;\n              case 'histogram':\n                printHistogramReports(reports);\n                break;\n              default:\n                printSimpleReports(reports);\n            }\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["createRequire","Module","fileURLToPath","pathToFileURL","SyntheticModule","createContext","SourceTextModule","stat","readFile","writeFile","Command","Option","glob","Benchmark","printTableReports","printJSONReports","printSimpleReports","printMarkdownReports","printHistogramReports","printComparisonReports","reportsToBaseline","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","transpile","REPORT_TYPES","require","url","name","description","version","BENCHMARK_URL","Symbol","for","commander","argument","addOption","choices","default","argParser","parseInt","parseFloat","action","patterns","executeOptions","baseline","compareBaseline","content","JSON","parse","console","error","files","Set","Promise","all","map","pattern","matches","absolute","cwd","process","catch","forEach","file","add","stats","isFile","identifier","href","code","instance","benchmark","args","Error","create","globals","Object","k","getOwnPropertyNames","globalThis","script","context","initializeImportMeta","meta","importModuleDynamically","specifier","referencingModule","isBuiltin","baseIdentifier","resolveFrom","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","keys","imported","key","setExport","set","evaluate","reports","execute","saveBaseline","baselineData","stringify","log","format","argv"],"mappings":"AAAA,SAASA,aAAa,EAAEC,MAAM,QAAQ,cAAc;AACpD,SAASC,aAAa,EAAEC,aAAa,QAAQ,WAAW;AACxD,SAASC,eAAe,EAAEC,aAAa,EAAEC,gBAAgB,QAAQ,UAAU;AAC3E,SAASC,IAAI,EAAEC,QAAQ,EAAEC,SAAS,QAAQ,mBAAmB;AAC7D,SAASC,OAAO,EAAEC,MAAM,QAAQ,YAAY;AAC5C,SAASC,IAAI,QAAQ,OAAO;AAC5B,SACEC,SAAS,EACTC,iBAAiB,EACjBC,gBAAgB,EAChBC,kBAAkB,EAClBC,oBAAoB,EACpBC,qBAAqB,EACrBC,sBAAsB,EACtBC,iBAAiB,EAEjBC,oBAAoB,EACpBC,eAAe,QACV,aAAa;AACpB,SAASC,SAAS,QAAQ,aAAa;AACvC,SAASC,YAAY,QAAQ,aAAa;AAE1C,MAAMC,UAAUzB,cAAc,YAAY0B,GAAG;AAC7C,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,QAAQ;AAC/C,MAAMK,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,MAAMC,YAAY,IAAIvB;AAEtBuB,UACGN,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRK,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIxB,OAAO,uCAAuC,4CAA4CyB,OAAO,CAACZ,cAAca,OAAO,CAAChB,uBACtIc,SAAS,CAAC,IAAIxB,OAAO,2BAA2B,+BAA+B0B,OAAO,CAACf,iBAAiBgB,SAAS,CAACC,WAClHJ,SAAS,CAAC,IAAIxB,OAAO,yBAAyB,iBAAiB0B,OAAO,CAAC,UAAUD,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;IAAS;IAAY;CAAY,GACtJD,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,2CAA2C2B,SAAS,CAACE,aAC5GL,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,uDAAuD2B,SAAS,CAACE,aACxHL,SAAS,CAAC,IAAIxB,OAAO,kCAAkC,4CAA4C2B,SAAS,CAACC,WAC7GJ,SAAS,CAAC,IAAIxB,OAAO,4BAA4B,uCAAuC2B,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIxB,OAAO,4BAA4B,uCAAuC2B,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIxB,OAAO,oBAAoB,iCACzCwB,SAAS,CAAC,IAAIxB,OAAO,cAAc,iDACnCwB,SAAS,CAAC,IAAIxB,OAAO,0BAA0B,4CAC/CwB,SAAS,CAAC,IAAIxB,OAAO,6BAA6B,0CAClD8B,MAAM,CAAC,OAAOC,UAAoBC;IACjC,IAAIC,WAAgC;IACpC,IAAID,eAAeE,eAAe,EAAE;QAClC,IAAI;YACF,MAAMC,UAAU,MAAMtC,SAASmC,eAAeE,eAAe,EAAE;YAC/DD,WAAWG,KAAKC,KAAK,CAACF;QACxB,EAAE,OAAM;YACNG,QAAQC,KAAK,CAAC,CAAC,uCAAuC,EAAEP,eAAeE,eAAe,EAAE;QAC1F;IACF;IAEA,MAAMM,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfZ,SAASa,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAM7C,KAAK4C,SAAS;YAAEE,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FJ,QAAQK,OAAO,CAAC,CAACC,OAASZ,MAAMa,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQZ,MAAO;QACxB,MAAMc,QAAQ,MAAM1D,KAAKwD,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAMC,MAAM,IAAI;YAC3B,MAAMpB,UAAU,MAAMtC,SAASuD,MAAM;YACrC,MAAMI,aAAahE,cAAc4D,MAAMK,IAAI;YAC3C,MAAMC,OAAO,MAAM9C,UAAUuB;YAC7B,IAAIwB;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWzD,UAAU6D,MAAM,IAAIF;gBAC/B,OAAOF;YACT;YACA,MAAMK,UAAUC,OAAOF,MAAM,CAAC;YAC9B,KAAK,MAAMG,KAAKD,OAAOE,mBAAmB,CAACC,YAAa;gBACtDJ,OAAO,CAACE,EAAE,GAAG,AAACE,UAAkB,CAACF,EAAE;YACrC;YACAF,QAAQJ,SAAS,GAAGA;YACpB,MAAMS,SAAS,IAAI1E,iBAAiB+D,MAAM;gBACxCF;gBACAc,SAAS5E,cAAcsE;gBACvBO,sBAAqBC,IAAI;oBACvBA,KAAKzD,GAAG,GAAGyC;gBACb;gBACA,MAAMiB,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIrF,OAAOsF,SAAS,CAACF,YAAY;wBAC/B,OAAO,MAAM,CAACA;oBAChB;oBACA,MAAMG,iBAAiBF,kBAAkBnB,UAAU,IAAIA;oBACvD,MAAMsB,cAAczF,cAAcE,cAAcsF;oBAChD,MAAME,WAAWD,YAAYE,OAAO,CAACN;oBACrC,OAAO,MAAM,CAACK;gBAChB;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMb,OAAOc,IAAI,CAAC,OAAOT,WAAmBC;gBAC1C,MAAME,iBAAiBF,kBAAkBnB,UAAU,IAAIA;gBACvD,MAAMsB,cAAczF,cAAcE,cAAcsF;gBAChD,MAAMO,SAAS9F,OAAOsF,SAAS,CAACF,aAAaA,YAAYI,YAAYE,OAAO,CAACN;gBAC7E,MAAMW,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,MAAM,CAACH;gBACzB,MAAMI,cAAcvB,OAAOwB,IAAI,CAACF;gBAChC,MAAMG,WAAW,IAAIjG,gBACnB+F,aACA;oBACEA,YAAYrC,OAAO,CAAC,CAACwC,MAAQD,SAASE,SAAS,CAACD,KAAKJ,GAAG,CAACI,IAAI;gBAC/D,GACA;oBAAEnC,YAAY4B;oBAAQd,SAASK,kBAAkBL,OAAO;gBAAC;gBAG3DW,QAAQY,GAAG,CAACT,QAAQM;gBACpB,OAAOA;YACT;YACA,MAAMrB,OAAOyB,QAAQ;YAErB,IAAInC,UAAU;gBACZ,MAAMoC,UAAU,MAAMpC,SAASqC,OAAO,CAAC;oBACrC,GAAGhE,cAAc;oBACjB,CAACb,cAAc,EAAEqC;gBACnB;gBAEA,IAAIxB,eAAeiE,YAAY,EAAE;oBAC/B,MAAMC,eAAezF,kBAAkBsF;oBACvC,MAAMjG,UAAUkC,eAAeiE,YAAY,EAAE7D,KAAK+D,SAAS,CAACD,cAAc,MAAM;oBAChF5D,QAAQ8D,GAAG,CAAC,CAAC,mBAAmB,EAAEpE,eAAeiE,YAAY,EAAE;gBACjE;gBAEA,IAAIhE,UAAU;oBACZzB,uBAAuBuF,SAAS9D;gBAClC,OAAO;oBACL,OAAQD,eAAeqE,MAAM;wBAC3B,KAAK;4BACHjG,iBAAiB2F;4BACjB;wBACF,KAAK;4BACH3F,iBAAiB2F,SAAS;4BAC1B;wBACF,KAAK;4BACH5F,kBAAkB4F;4BAClB;wBACF,KAAK;4BACHzF,qBAAqByF;4BACrB;wBACF,KAAK;4BACHxF,sBAAsBwF;4BACtB;wBACF;4BACE1F,mBAAmB0F;oBACvB;gBACF;YACF;QACF;IACF;AACF;AAEFzE,UAAUe,KAAK,CAACY,QAAQqD,IAAI"}

package/build/executor.cjs

@@ -26,6 +26,11 @@ const createExecutor = (options)=>{
         const preCode = pre?.toString();
         const runCode = run.toString();
         const postCode = post?.toString();
+        if (setupCode) (0, _utilscjs.assertNoClosure)(setupCode, 'setup');
+        if (teardownCode) (0, _utilscjs.assertNoClosure)(teardownCode, 'teardown');
+        if (preCode) (0, _utilscjs.assertNoClosure)(preCode, 'pre');
+        (0, _utilscjs.assertNoClosure)(runCode, 'run');
+        if (postCode) (0, _utilscjs.assertNoClosure)(postCode, 'post');
         const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * _typescjs.CONTROL_SLOTS);
         const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);
         const workerFile = new URL('./worker.js', require("url").pathToFileURL(__filename).toString());
@@ -62,17 +67,18 @@ const createExecutor = (options)=>{
         const WORKER_TIMEOUT_MS = 300_000;
         const exitPromise = (0, _nodeevents.once)(worker, 'exit');
         const timeoutId = setTimeout(()=>worker.terminate(), WORKER_TIMEOUT_MS);
+        let workerError;
         try {
             const [exitCode] = await exitPromise;
             clearTimeout(timeoutId);
             if (progressIntervalId) clearInterval(progressIntervalId);
             if (exitCode !== 0) {
-                throw new Error(`worker exited with code ${exitCode}`);
+                workerError = `worker exited with code ${exitCode}`;
             }
         } catch (err) {
             clearTimeout(timeoutId);
             if (progressIntervalId) clearInterval(progressIntervalId);
-            throw err;
+            workerError = err instanceof Error ? err.message : String(err);
         }
         const count = control[_typescjs.Control.INDEX];
         const heapUsedKB = control[_typescjs.Control.HEAP_USED];
@@ -103,13 +109,14 @@ const createExecutor = (options)=>{
             [
                 'dceWarning',
                 dceWarning
+            ],
+            [
+                'error',
+                workerError
             ]
         ]);
         return Object.fromEntries(report);
     }, workers);
-    executor.error((err)=>{
-        console.error(err);
-    });
     return executor;
 };
 

package/build/executor.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { pathToFileURL } from 'node:url';\nimport { createReport, Report } from './reporter.js';\nimport { cmp } from './utils.js';\nimport {\n  ExecutorRunOptions,\n  ReportOptions,\n  WorkerOptions,\n  BenchmarkOptions,\n  Control,\n  ReportType,\n  ReportTypeList,\n  CONTROL_SLOTS,\n  COMPLETE_VALUE,\n  ProgressCallback,\n} from './types.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & {\n  count: number;\n  heapUsedKB: number;\n  dceWarning: boolean;\n};\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  workers?: number;\n  maxCycles?: number;\n  onProgress?: ProgressCallback;\n  progressInterval?: number;\n}\n\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>(options: Required<ExecutorOptions<R>>) => {\n  const { workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver = true, reportTypes, onProgress, progressInterval = 100 } = options;\n  const benchmarkUrl = (options as Record<symbol, unknown>)[BENCHMARK_URL];\n  const resolvedBenchmarkUrl = typeof benchmarkUrl === 'string' ? benchmarkUrl : pathToFileURL(process.cwd()).href;\n\n  const executor = queue<ExecutorRunOptions<TContext, TInput>>(async ({ id, setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      benchmarkUrl: resolvedBenchmarkUrl,\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n      gcObserver,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n\n    const control = new Int32Array(controlSAB);\n    let progressIntervalId: ReturnType<typeof setInterval> | undefined;\n    if (onProgress && id) {\n      progressIntervalId = setInterval(() => {\n        const progress = control[Control.PROGRESS] / COMPLETE_VALUE;\n        onProgress({ id, progress });\n      }, progressInterval);\n    }\n\n    const WORKER_TIMEOUT_MS = 300_000;\n    const exitPromise = once(worker, 'exit');\n    const timeoutId = setTimeout(() => worker.terminate(), WORKER_TIMEOUT_MS);\n    try {\n      const [exitCode] = await exitPromise;\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      if (exitCode !== 0) {\n        throw new Error(`worker exited with code ${exitCode}`);\n      }\n    } catch (err) {\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      throw err;\n    }\n\n    const count = control[Control.INDEX];\n    const heapUsedKB = control[Control.HEAP_USED];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const DCE_THRESHOLD_OPS = 5_000_000_000;\n    let dceWarning = false;\n    if (count > 0) {\n      let sum = 0n;\n      for (const d of durations) sum += d;\n      const avgNs = Number(sum / BigInt(count)) / 1000;\n      const opsPerSec = avgNs > 0 ? 1_000_000_000 / avgNs : Infinity;\n      if (opsPerSec > DCE_THRESHOLD_OPS) {\n        dceWarning = true;\n      }\n    }\n\n    const report = reportTypes\n      .map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report])\n      .concat([\n        ['count', count],\n        ['heapUsedKB', heapUsedKB],\n        ['dceWarning', dceWarning],\n      ]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  executor.error((err) => {\n    console.error(err);\n  });\n\n  return executor;\n};\n"],"names":["createExecutor","BENCHMARK_URL","Symbol","for","options","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","gcObserver","reportTypes","onProgress","progressInterval","benchmarkUrl","resolvedBenchmarkUrl","pathToFileURL","process","cwd","href","executor","queue","id","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","CONTROL_SLOTS","durationsSAB","BigUint64Array","workerFile","URL","workerData","worker","Worker","control","progressIntervalId","setInterval","progress","Control","PROGRESS","COMPLETE_VALUE","WORKER_TIMEOUT_MS","exitPromise","once","timeoutId","setTimeout","terminate","exitCode","clearTimeout","clearInterval","Error","err","count","INDEX","heapUsedKB","HEAP_USED","durations","slice","sort","cmp","DCE_THRESHOLD_OPS","dceWarning","sum","d","avgNs","Number","BigInt","opsPerSec","Infinity","report","map","type","createReport","concat","Object","fromEntries","error","console"],"mappings":";;;;+BAkCaA;;;eAAAA;;;oCAlCU;4BACF;uBACC;yBACQ;6BACO;0BACjB;0BAYb;AAeP,MAAMC,gBAAgBC,OAAOC,GAAG,CAAC;AAE1B,MAAMH,iBAAiB,CAA6CI;IACzE,MAAM,EAAEC,OAAO,EAAEC,YAAY,EAAEC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,YAAY,EAAEC,aAAa,IAAI,EAAEC,WAAW,EAAEC,UAAU,EAAEC,mBAAmB,GAAG,EAAE,GAAGV;IACxJ,MAAMW,eAAe,AAACX,OAAmC,CAACH,cAAc;IACxE,MAAMe,uBAAuB,OAAOD,iBAAiB,WAAWA,eAAeE,IAAAA,sBAAa,EAACC,QAAQC,GAAG,IAAIC,IAAI;IAEhH,MAAMC,WAAWC,IAAAA,YAAK,EAAuC,OAAO,EAAEC,EAAE,EAAEC,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QAC/G,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,MAAMK,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAGC,uBAAa;QACrF,MAAMC,eAAe,IAAIJ,kBAAkBK,eAAeH,iBAAiB,GAAGhC;QAE9E,MAAMoC,aAAa,IAAIC,IAAI,eAAe;QAC1C,MAAMC,aAA4B;YAChC9B,cAAcC;YACdc;YACAE;YACAC;YACAC;YACAC;YACAN;YAEAvB;YACAE;YACAC;YACAC;YACAC;YAEAyB;YACAK;QACF;QAEA,MAAMK,SAAS,IAAIC,0BAAM,CAACJ,YAAY;YACpCE;QACF;QAEA,MAAMG,UAAU,IAAIV,WAAWF;QAC/B,IAAIa;QACJ,IAAIpC,cAAcU,IAAI;YACpB0B,qBAAqBC,YAAY;gBAC/B,MAAMC,WAAWH,OAAO,CAACI,iBAAO,CAACC,QAAQ,CAAC,GAAGC,wBAAc;gBAC3DzC,WAAW;oBAAEU;oBAAI4B;gBAAS;YAC5B,GAAGrC;QACL;QAEA,MAAMyC,oBAAoB;QAC1B,MAAMC,cAAcC,IAAAA,gBAAI,EAACX,QAAQ;QACjC,MAAMY,YAAYC,WAAW,IAAMb,OAAOc,SAAS,IAAIL;QACvD,IAAI;YACF,MAAM,CAACM,SAAS,GAAG,MAAML;YACzBM,aAAaJ;YACb,IAAIT,oBAAoBc,cAAcd;YACtC,IAAIY,aAAa,GAAG;gBAClB,MAAM,IAAIG,MAAM,CAAC,wBAAwB,EAAEH,UAAU;YACvD;QACF,EAAE,OAAOI,KAAK;YACZH,aAAaJ;YACb,IAAIT,oBAAoBc,cAAcd;YACtC,MAAMgB;QACR;QAEA,MAAMC,QAAQlB,OAAO,CAACI,iBAAO,CAACe,KAAK,CAAC;QACpC,MAAMC,aAAapB,OAAO,CAACI,iBAAO,CAACiB,SAAS,CAAC;QAC7C,MAAMC,YAAY,IAAI5B,eAAeD,cAAc8B,KAAK,CAAC,GAAGL,OAAOM,IAAI,CAACC,aAAG;QAE3E,MAAMC,oBAAoB;QAC1B,IAAIC,aAAa;QACjB,IAAIT,QAAQ,GAAG;YACb,IAAIU,MAAM,EAAE;YACZ,KAAK,MAAMC,KAAKP,UAAWM,OAAOC;YAClC,MAAMC,QAAQC,OAAOH,MAAMI,OAAOd,UAAU;YAC5C,MAAMe,YAAYH,QAAQ,IAAI,gBAAgBA,QAAQI;YACtD,IAAID,YAAYP,mBAAmB;gBACjCC,aAAa;YACf;QACF;QAEA,MAAMQ,SAASvE,YACZwE,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMC,IAAAA,yBAAY,EAAChB,WAAWe;aAAM,EACtEE,MAAM,CAAC;YACN;gBAAC;gBAASrB;aAAM;YAChB;gBAAC;gBAAcE;aAAW;YAC1B;gBAAC;gBAAcO;aAAW;SAC3B;QACH,OAAOa,OAAOC,WAAW,CAACN;IAC5B,GAAG9E;IAEHgB,SAASqE,KAAK,CAAC,CAACzB;QACd0B,QAAQD,KAAK,CAACzB;IAChB;IAEA,OAAO5C;AACT"}
+{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { pathToFileURL } from 'node:url';\nimport { createReport, Report } from './reporter.js';\nimport { cmp, assertNoClosure } from './utils.js';\nimport {\n  ExecutorRunOptions,\n  ReportOptions,\n  WorkerOptions,\n  BenchmarkOptions,\n  Control,\n  ReportType,\n  ReportTypeList,\n  CONTROL_SLOTS,\n  COMPLETE_VALUE,\n  ProgressCallback,\n} from './types.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & {\n  count: number;\n  heapUsedKB: number;\n  dceWarning: boolean;\n  error?: string;\n};\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  workers?: number;\n  maxCycles?: number;\n  onProgress?: ProgressCallback;\n  progressInterval?: number;\n}\n\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>(options: Required<ExecutorOptions<R>>) => {\n  const { workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver = true, reportTypes, onProgress, progressInterval = 100 } = options;\n  const benchmarkUrl = (options as Record<symbol, unknown>)[BENCHMARK_URL];\n  const resolvedBenchmarkUrl = typeof benchmarkUrl === 'string' ? benchmarkUrl : pathToFileURL(process.cwd()).href;\n\n  const executor = queue<ExecutorRunOptions<TContext, TInput>>(async ({ id, setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    if (setupCode) assertNoClosure(setupCode, 'setup');\n    if (teardownCode) assertNoClosure(teardownCode, 'teardown');\n    if (preCode) assertNoClosure(preCode, 'pre');\n    assertNoClosure(runCode, 'run');\n    if (postCode) assertNoClosure(postCode, 'post');\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      benchmarkUrl: resolvedBenchmarkUrl,\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n      gcObserver,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n\n    const control = new Int32Array(controlSAB);\n    let progressIntervalId: ReturnType<typeof setInterval> | undefined;\n    if (onProgress && id) {\n      progressIntervalId = setInterval(() => {\n        const progress = control[Control.PROGRESS] / COMPLETE_VALUE;\n        onProgress({ id, progress });\n      }, progressInterval);\n    }\n\n    const WORKER_TIMEOUT_MS = 300_000;\n    const exitPromise = once(worker, 'exit');\n    const timeoutId = setTimeout(() => worker.terminate(), WORKER_TIMEOUT_MS);\n    let workerError: string | undefined;\n    try {\n      const [exitCode] = await exitPromise;\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      if (exitCode !== 0) {\n        workerError = `worker exited with code ${exitCode}`;\n      }\n    } catch (err) {\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      workerError = err instanceof Error ? err.message : String(err);\n    }\n\n    const count = control[Control.INDEX];\n    const heapUsedKB = control[Control.HEAP_USED];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const DCE_THRESHOLD_OPS = 5_000_000_000;\n    let dceWarning = false;\n    if (count > 0) {\n      let sum = 0n;\n      for (const d of durations) sum += d;\n      const avgNs = Number(sum / BigInt(count)) / 1000;\n      const opsPerSec = avgNs > 0 ? 1_000_000_000 / avgNs : Infinity;\n      if (opsPerSec > DCE_THRESHOLD_OPS) {\n        dceWarning = true;\n      }\n    }\n\n    const report = reportTypes\n      .map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report])\n      .concat([\n        ['count', count],\n        ['heapUsedKB', heapUsedKB],\n        ['dceWarning', dceWarning],\n        ['error', workerError],\n      ]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  return executor;\n};\n"],"names":["createExecutor","BENCHMARK_URL","Symbol","for","options","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","gcObserver","reportTypes","onProgress","progressInterval","benchmarkUrl","resolvedBenchmarkUrl","pathToFileURL","process","cwd","href","executor","queue","id","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","assertNoClosure","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","CONTROL_SLOTS","durationsSAB","BigUint64Array","workerFile","URL","workerData","worker","Worker","control","progressIntervalId","setInterval","progress","Control","PROGRESS","COMPLETE_VALUE","WORKER_TIMEOUT_MS","exitPromise","once","timeoutId","setTimeout","terminate","workerError","exitCode","clearTimeout","clearInterval","err","Error","message","String","count","INDEX","heapUsedKB","HEAP_USED","durations","slice","sort","cmp","DCE_THRESHOLD_OPS","dceWarning","sum","d","avgNs","Number","BigInt","opsPerSec","Infinity","report","map","type","createReport","concat","Object","fromEntries"],"mappings":";;;;+BAmCaA;;;eAAAA;;;oCAnCU;4BACF;uBACC;yBACQ;6BACO;0BACA;0BAY9B;AAgBP,MAAMC,gBAAgBC,OAAOC,GAAG,CAAC;AAE1B,MAAMH,iBAAiB,CAA6CI;IACzE,MAAM,EAAEC,OAAO,EAAEC,YAAY,EAAEC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,YAAY,EAAEC,aAAa,IAAI,EAAEC,WAAW,EAAEC,UAAU,EAAEC,mBAAmB,GAAG,EAAE,GAAGV;IACxJ,MAAMW,eAAe,AAACX,OAAmC,CAACH,cAAc;IACxE,MAAMe,uBAAuB,OAAOD,iBAAiB,WAAWA,eAAeE,IAAAA,sBAAa,EAACC,QAAQC,GAAG,IAAIC,IAAI;IAEhH,MAAMC,WAAWC,IAAAA,YAAK,EAAuC,OAAO,EAAEC,EAAE,EAAEC,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QAC/G,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,IAAID,WAAWM,IAAAA,yBAAe,EAACN,WAAW;QAC1C,IAAIE,cAAcI,IAAAA,yBAAe,EAACJ,cAAc;QAChD,IAAIC,SAASG,IAAAA,yBAAe,EAACH,SAAS;QACtCG,IAAAA,yBAAe,EAACF,SAAS;QACzB,IAAIC,UAAUC,IAAAA,yBAAe,EAACD,UAAU;QAExC,MAAME,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAGC,uBAAa;QACrF,MAAMC,eAAe,IAAIJ,kBAAkBK,eAAeH,iBAAiB,GAAGjC;QAE9E,MAAMqC,aAAa,IAAIC,IAAI,eAAe;QAC1C,MAAMC,aAA4B;YAChC/B,cAAcC;YACdc;YACAE;YACAC;YACAC;YACAC;YACAN;YAEAvB;YACAE;YACAC;YACAC;YACAC;YAEA0B;YACAK;QACF;QAEA,MAAMK,SAAS,IAAIC,0BAAM,CAACJ,YAAY;YACpCE;QACF;QAEA,MAAMG,UAAU,IAAIV,WAAWF;QAC/B,IAAIa;QACJ,IAAIrC,cAAcU,IAAI;YACpB2B,qBAAqBC,YAAY;gBAC/B,MAAMC,WAAWH,OAAO,CAACI,iBAAO,CAACC,QAAQ,CAAC,GAAGC,wBAAc;gBAC3D1C,WAAW;oBAAEU;oBAAI6B;gBAAS;YAC5B,GAAGtC;QACL;QAEA,MAAM0C,oBAAoB;QAC1B,MAAMC,cAAcC,IAAAA,gBAAI,EAACX,QAAQ;QACjC,MAAMY,YAAYC,WAAW,IAAMb,OAAOc,SAAS,IAAIL;QACvD,IAAIM;QACJ,IAAI;YACF,MAAM,CAACC,SAAS,GAAG,MAAMN;YACzBO,aAAaL;YACb,IAAIT,oBAAoBe,cAAcf;YACtC,IAAIa,aAAa,GAAG;gBAClBD,cAAc,CAAC,wBAAwB,EAAEC,UAAU;YACrD;QACF,EAAE,OAAOG,KAAK;YACZF,aAAaL;YACb,IAAIT,oBAAoBe,cAAcf;YACtCY,cAAcI,eAAeC,QAAQD,IAAIE,OAAO,GAAGC,OAAOH;QAC5D;QAEA,MAAMI,QAAQrB,OAAO,CAACI,iBAAO,CAACkB,KAAK,CAAC;QACpC,MAAMC,aAAavB,OAAO,CAACI,iBAAO,CAACoB,SAAS,CAAC;QAC7C,MAAMC,YAAY,IAAI/B,eAAeD,cAAciC,KAAK,CAAC,GAAGL,OAAOM,IAAI,CAACC,aAAG;QAE3E,MAAMC,oBAAoB;QAC1B,IAAIC,aAAa;QACjB,IAAIT,QAAQ,GAAG;YACb,IAAIU,MAAM,EAAE;YACZ,KAAK,MAAMC,KAAKP,UAAWM,OAAOC;YAClC,MAAMC,QAAQC,OAAOH,MAAMI,OAAOd,UAAU;YAC5C,MAAMe,YAAYH,QAAQ,IAAI,gBAAgBA,QAAQI;YACtD,IAAID,YAAYP,mBAAmB;gBACjCC,aAAa;YACf;QACF;QAEA,MAAMQ,SAAS3E,YACZ4E,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMC,IAAAA,yBAAY,EAAChB,WAAWe;aAAM,EACtEE,MAAM,CAAC;YACN;gBAAC;gBAASrB;aAAM;YAChB;gBAAC;gBAAcE;aAAW;YAC1B;gBAAC;gBAAcO;aAAW;YAC1B;gBAAC;gBAASjB;aAAY;SACvB;QACH,OAAO8B,OAAOC,WAAW,CAACN;IAC5B,GAAGlF;IAEH,OAAOgB;AACT"}

package/build/executor.d.ts

@@ -4,6 +4,7 @@ export type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report>
     count: number;
     heapUsedKB: number;
     dceWarning: boolean;
+    error?: string;
 };
 export interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {
     workers?: number;

package/build/executor.js

@@ -3,7 +3,7 @@ import { once } from 'node:events';
 import { queue } from 'async';
 import { pathToFileURL } from 'node:url';
 import { createReport } from "./reporter.js";
-import { cmp } from "./utils.js";
+import { cmp, assertNoClosure } from "./utils.js";
 import { Control, CONTROL_SLOTS, COMPLETE_VALUE } from "./types.js";
 const BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');
 export const createExecutor = (options)=>{
@@ -16,6 +16,11 @@ export const createExecutor = (options)=>{
         const preCode = pre?.toString();
         const runCode = run.toString();
         const postCode = post?.toString();
+        if (setupCode) assertNoClosure(setupCode, 'setup');
+        if (teardownCode) assertNoClosure(teardownCode, 'teardown');
+        if (preCode) assertNoClosure(preCode, 'pre');
+        assertNoClosure(runCode, 'run');
+        if (postCode) assertNoClosure(postCode, 'post');
         const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);
         const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);
         const workerFile = new URL('./worker.js', import.meta.url);
@@ -52,17 +57,18 @@ export const createExecutor = (options)=>{
         const WORKER_TIMEOUT_MS = 300_000;
         const exitPromise = once(worker, 'exit');
         const timeoutId = setTimeout(()=>worker.terminate(), WORKER_TIMEOUT_MS);
+        let workerError;
         try {
             const [exitCode] = await exitPromise;
             clearTimeout(timeoutId);
             if (progressIntervalId) clearInterval(progressIntervalId);
             if (exitCode !== 0) {
-                throw new Error(`worker exited with code ${exitCode}`);
+                workerError = `worker exited with code ${exitCode}`;
             }
         } catch (err) {
             clearTimeout(timeoutId);
             if (progressIntervalId) clearInterval(progressIntervalId);
-            throw err;
+            workerError = err instanceof Error ? err.message : String(err);
         }
         const count = control[Control.INDEX];
         const heapUsedKB = control[Control.HEAP_USED];
@@ -93,13 +99,14 @@ export const createExecutor = (options)=>{
             [
                 'dceWarning',
                 dceWarning
+            ],
+            [
+                'error',
+                workerError
             ]
         ]);
         return Object.fromEntries(report);
     }, workers);
-    executor.error((err)=>{
-        console.error(err);
-    });
     return executor;
 };
 

package/build/executor.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { pathToFileURL } from 'node:url';\nimport { createReport, Report } from './reporter.js';\nimport { cmp } from './utils.js';\nimport {\n  ExecutorRunOptions,\n  ReportOptions,\n  WorkerOptions,\n  BenchmarkOptions,\n  Control,\n  ReportType,\n  ReportTypeList,\n  CONTROL_SLOTS,\n  COMPLETE_VALUE,\n  ProgressCallback,\n} from './types.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & {\n  count: number;\n  heapUsedKB: number;\n  dceWarning: boolean;\n};\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  workers?: number;\n  maxCycles?: number;\n  onProgress?: ProgressCallback;\n  progressInterval?: number;\n}\n\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>(options: Required<ExecutorOptions<R>>) => {\n  const { workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver = true, reportTypes, onProgress, progressInterval = 100 } = options;\n  const benchmarkUrl = (options as Record<symbol, unknown>)[BENCHMARK_URL];\n  const resolvedBenchmarkUrl = typeof benchmarkUrl === 'string' ? benchmarkUrl : pathToFileURL(process.cwd()).href;\n\n  const executor = queue<ExecutorRunOptions<TContext, TInput>>(async ({ id, setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      benchmarkUrl: resolvedBenchmarkUrl,\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n      gcObserver,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n\n    const control = new Int32Array(controlSAB);\n    let progressIntervalId: ReturnType<typeof setInterval> | undefined;\n    if (onProgress && id) {\n      progressIntervalId = setInterval(() => {\n        const progress = control[Control.PROGRESS] / COMPLETE_VALUE;\n        onProgress({ id, progress });\n      }, progressInterval);\n    }\n\n    const WORKER_TIMEOUT_MS = 300_000;\n    const exitPromise = once(worker, 'exit');\n    const timeoutId = setTimeout(() => worker.terminate(), WORKER_TIMEOUT_MS);\n    try {\n      const [exitCode] = await exitPromise;\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      if (exitCode !== 0) {\n        throw new Error(`worker exited with code ${exitCode}`);\n      }\n    } catch (err) {\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      throw err;\n    }\n\n    const count = control[Control.INDEX];\n    const heapUsedKB = control[Control.HEAP_USED];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const DCE_THRESHOLD_OPS = 5_000_000_000;\n    let dceWarning = false;\n    if (count > 0) {\n      let sum = 0n;\n      for (const d of durations) sum += d;\n      const avgNs = Number(sum / BigInt(count)) / 1000;\n      const opsPerSec = avgNs > 0 ? 1_000_000_000 / avgNs : Infinity;\n      if (opsPerSec > DCE_THRESHOLD_OPS) {\n        dceWarning = true;\n      }\n    }\n\n    const report = reportTypes\n      .map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report])\n      .concat([\n        ['count', count],\n        ['heapUsedKB', heapUsedKB],\n        ['dceWarning', dceWarning],\n      ]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  executor.error((err) => {\n    console.error(err);\n  });\n\n  return executor;\n};\n"],"names":["Worker","once","queue","pathToFileURL","createReport","cmp","Control","CONTROL_SLOTS","COMPLETE_VALUE","BENCHMARK_URL","Symbol","for","createExecutor","options","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","gcObserver","reportTypes","onProgress","progressInterval","benchmarkUrl","resolvedBenchmarkUrl","process","cwd","href","executor","id","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","durationsSAB","BigUint64Array","workerFile","URL","url","workerData","worker","control","progressIntervalId","setInterval","progress","PROGRESS","WORKER_TIMEOUT_MS","exitPromise","timeoutId","setTimeout","terminate","exitCode","clearTimeout","clearInterval","Error","err","count","INDEX","heapUsedKB","HEAP_USED","durations","slice","sort","DCE_THRESHOLD_OPS","dceWarning","sum","d","avgNs","Number","BigInt","opsPerSec","Infinity","report","map","type","concat","Object","fromEntries","error","console"],"mappings":"AAAA,SAASA,MAAM,QAAQ,sBAAsB;AAC7C,SAASC,IAAI,QAAQ,cAAc;AACnC,SAASC,KAAK,QAAQ,QAAQ;AAC9B,SAASC,aAAa,QAAQ,WAAW;AACzC,SAASC,YAAY,QAAgB,gBAAgB;AACrD,SAASC,GAAG,QAAQ,aAAa;AACjC,SAKEC,OAAO,EAGPC,aAAa,EACbC,cAAc,QAET,aAAa;AAepB,MAAMC,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,OAAO,MAAMC,iBAAiB,CAA6CC;IACzE,MAAM,EAAEC,OAAO,EAAEC,YAAY,EAAEC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,YAAY,EAAEC,aAAa,IAAI,EAAEC,WAAW,EAAEC,UAAU,EAAEC,mBAAmB,GAAG,EAAE,GAAGV;IACxJ,MAAMW,eAAe,AAACX,OAAmC,CAACJ,cAAc;IACxE,MAAMgB,uBAAuB,OAAOD,iBAAiB,WAAWA,eAAerB,cAAcuB,QAAQC,GAAG,IAAIC,IAAI;IAEhH,MAAMC,WAAW3B,MAA4C,OAAO,EAAE4B,EAAE,EAAEC,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QAC/G,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,MAAMK,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAGvC;QACxE,MAAMwC,eAAe,IAAIH,kBAAkBI,eAAeF,iBAAiB,GAAG9B;QAE9E,MAAMiC,aAAa,IAAIC,IAAI,eAAe,YAAYC,GAAG;QACzD,MAAMC,aAA4B;YAChC5B,cAAcC;YACdY;YACAE;YACAC;YACAC;YACAC;YACAN;YAEArB;YACAE;YACAC;YACAC;YACAC;YAEAuB;YACAI;QACF;QAEA,MAAMM,SAAS,IAAIrD,OAAOiD,YAAY;YACpCG;QACF;QAEA,MAAME,UAAU,IAAIT,WAAWF;QAC/B,IAAIY;QACJ,IAAIjC,cAAcQ,IAAI;YACpByB,qBAAqBC,YAAY;gBAC/B,MAAMC,WAAWH,OAAO,CAAChD,QAAQoD,QAAQ,CAAC,GAAGlD;gBAC7Cc,WAAW;oBAAEQ;oBAAI2B;gBAAS;YAC5B,GAAGlC;QACL;QAEA,MAAMoC,oBAAoB;QAC1B,MAAMC,cAAc3D,KAAKoD,QAAQ;QACjC,MAAMQ,YAAYC,WAAW,IAAMT,OAAOU,SAAS,IAAIJ;QACvD,IAAI;YACF,MAAM,CAACK,SAAS,GAAG,MAAMJ;YACzBK,aAAaJ;YACb,IAAIN,oBAAoBW,cAAcX;YACtC,IAAIS,aAAa,GAAG;gBAClB,MAAM,IAAIG,MAAM,CAAC,wBAAwB,EAAEH,UAAU;YACvD;QACF,EAAE,OAAOI,KAAK;YACZH,aAAaJ;YACb,IAAIN,oBAAoBW,cAAcX;YACtC,MAAMa;QACR;QAEA,MAAMC,QAAQf,OAAO,CAAChD,QAAQgE,KAAK,CAAC;QACpC,MAAMC,aAAajB,OAAO,CAAChD,QAAQkE,SAAS,CAAC;QAC7C,MAAMC,YAAY,IAAIzB,eAAeD,cAAc2B,KAAK,CAAC,GAAGL,OAAOM,IAAI,CAACtE;QAExE,MAAMuE,oBAAoB;QAC1B,IAAIC,aAAa;QACjB,IAAIR,QAAQ,GAAG;YACb,IAAIS,MAAM,EAAE;YACZ,KAAK,MAAMC,KAAKN,UAAWK,OAAOC;YAClC,MAAMC,QAAQC,OAAOH,MAAMI,OAAOb,UAAU;YAC5C,MAAMc,YAAYH,QAAQ,IAAI,gBAAgBA,QAAQI;YACtD,IAAID,YAAYP,mBAAmB;gBACjCC,aAAa;YACf;QACF;QAEA,MAAMQ,SAAShE,YACZiE,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMnF,aAAaqE,WAAWc;aAAM,EACtEC,MAAM,CAAC;YACN;gBAAC;gBAASnB;aAAM;YAChB;gBAAC;gBAAcE;aAAW;YAC1B;gBAAC;gBAAcM;aAAW;SAC3B;QACH,OAAOY,OAAOC,WAAW,CAACL;IAC5B,GAAGvE;IAEHe,SAAS8D,KAAK,CAAC,CAACvB;QACdwB,QAAQD,KAAK,CAACvB;IAChB;IAEA,OAAOvC;AACT,EAAE"}
+{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { pathToFileURL } from 'node:url';\nimport { createReport, Report } from './reporter.js';\nimport { cmp, assertNoClosure } from './utils.js';\nimport {\n  ExecutorRunOptions,\n  ReportOptions,\n  WorkerOptions,\n  BenchmarkOptions,\n  Control,\n  ReportType,\n  ReportTypeList,\n  CONTROL_SLOTS,\n  COMPLETE_VALUE,\n  ProgressCallback,\n} from './types.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & {\n  count: number;\n  heapUsedKB: number;\n  dceWarning: boolean;\n  error?: string;\n};\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  workers?: number;\n  maxCycles?: number;\n  onProgress?: ProgressCallback;\n  progressInterval?: number;\n}\n\nconst BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>(options: Required<ExecutorOptions<R>>) => {\n  const { workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver = true, reportTypes, onProgress, progressInterval = 100 } = options;\n  const benchmarkUrl = (options as Record<symbol, unknown>)[BENCHMARK_URL];\n  const resolvedBenchmarkUrl = typeof benchmarkUrl === 'string' ? benchmarkUrl : pathToFileURL(process.cwd()).href;\n\n  const executor = queue<ExecutorRunOptions<TContext, TInput>>(async ({ id, setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    if (setupCode) assertNoClosure(setupCode, 'setup');\n    if (teardownCode) assertNoClosure(teardownCode, 'teardown');\n    if (preCode) assertNoClosure(preCode, 'pre');\n    assertNoClosure(runCode, 'run');\n    if (postCode) assertNoClosure(postCode, 'post');\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      benchmarkUrl: resolvedBenchmarkUrl,\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n      gcObserver,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n\n    const control = new Int32Array(controlSAB);\n    let progressIntervalId: ReturnType<typeof setInterval> | undefined;\n    if (onProgress && id) {\n      progressIntervalId = setInterval(() => {\n        const progress = control[Control.PROGRESS] / COMPLETE_VALUE;\n        onProgress({ id, progress });\n      }, progressInterval);\n    }\n\n    const WORKER_TIMEOUT_MS = 300_000;\n    const exitPromise = once(worker, 'exit');\n    const timeoutId = setTimeout(() => worker.terminate(), WORKER_TIMEOUT_MS);\n    let workerError: string | undefined;\n    try {\n      const [exitCode] = await exitPromise;\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      if (exitCode !== 0) {\n        workerError = `worker exited with code ${exitCode}`;\n      }\n    } catch (err) {\n      clearTimeout(timeoutId);\n      if (progressIntervalId) clearInterval(progressIntervalId);\n      workerError = err instanceof Error ? err.message : String(err);\n    }\n\n    const count = control[Control.INDEX];\n    const heapUsedKB = control[Control.HEAP_USED];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const DCE_THRESHOLD_OPS = 5_000_000_000;\n    let dceWarning = false;\n    if (count > 0) {\n      let sum = 0n;\n      for (const d of durations) sum += d;\n      const avgNs = Number(sum / BigInt(count)) / 1000;\n      const opsPerSec = avgNs > 0 ? 1_000_000_000 / avgNs : Infinity;\n      if (opsPerSec > DCE_THRESHOLD_OPS) {\n        dceWarning = true;\n      }\n    }\n\n    const report = reportTypes\n      .map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report])\n      .concat([\n        ['count', count],\n        ['heapUsedKB', heapUsedKB],\n        ['dceWarning', dceWarning],\n        ['error', workerError],\n      ]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  return executor;\n};\n"],"names":["Worker","once","queue","pathToFileURL","createReport","cmp","assertNoClosure","Control","CONTROL_SLOTS","COMPLETE_VALUE","BENCHMARK_URL","Symbol","for","createExecutor","options","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","gcObserver","reportTypes","onProgress","progressInterval","benchmarkUrl","resolvedBenchmarkUrl","process","cwd","href","executor","id","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","durationsSAB","BigUint64Array","workerFile","URL","url","workerData","worker","control","progressIntervalId","setInterval","progress","PROGRESS","WORKER_TIMEOUT_MS","exitPromise","timeoutId","setTimeout","terminate","workerError","exitCode","clearTimeout","clearInterval","err","Error","message","String","count","INDEX","heapUsedKB","HEAP_USED","durations","slice","sort","DCE_THRESHOLD_OPS","dceWarning","sum","d","avgNs","Number","BigInt","opsPerSec","Infinity","report","map","type","concat","Object","fromEntries"],"mappings":"AAAA,SAASA,MAAM,QAAQ,sBAAsB;AAC7C,SAASC,IAAI,QAAQ,cAAc;AACnC,SAASC,KAAK,QAAQ,QAAQ;AAC9B,SAASC,aAAa,QAAQ,WAAW;AACzC,SAASC,YAAY,QAAgB,gBAAgB;AACrD,SAASC,GAAG,EAAEC,eAAe,QAAQ,aAAa;AAClD,SAKEC,OAAO,EAGPC,aAAa,EACbC,cAAc,QAET,aAAa;AAgBpB,MAAMC,gBAAgBC,OAAOC,GAAG,CAAC;AAEjC,OAAO,MAAMC,iBAAiB,CAA6CC;IACzE,MAAM,EAAEC,OAAO,EAAEC,YAAY,EAAEC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,YAAY,EAAEC,aAAa,IAAI,EAAEC,WAAW,EAAEC,UAAU,EAAEC,mBAAmB,GAAG,EAAE,GAAGV;IACxJ,MAAMW,eAAe,AAACX,OAAmC,CAACJ,cAAc;IACxE,MAAMgB,uBAAuB,OAAOD,iBAAiB,WAAWA,eAAetB,cAAcwB,QAAQC,GAAG,IAAIC,IAAI;IAEhH,MAAMC,WAAW5B,MAA4C,OAAO,EAAE6B,EAAE,EAAEC,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QAC/G,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,IAAID,WAAWhC,gBAAgBgC,WAAW;QAC1C,IAAIE,cAAclC,gBAAgBkC,cAAc;QAChD,IAAIC,SAASnC,gBAAgBmC,SAAS;QACtCnC,gBAAgBoC,SAAS;QACzB,IAAIC,UAAUrC,gBAAgBqC,UAAU;QAExC,MAAMC,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAGvC;QACxE,MAAMwC,eAAe,IAAIH,kBAAkBI,eAAeF,iBAAiB,GAAG9B;QAE9E,MAAMiC,aAAa,IAAIC,IAAI,eAAe,YAAYC,GAAG;QACzD,MAAMC,aAA4B;YAChC5B,cAAcC;YACdY;YACAE;YACAC;YACAC;YACAC;YACAN;YAEArB;YACAE;YACAC;YACAC;YACAC;YAEAuB;YACAI;QACF;QAEA,MAAMM,SAAS,IAAItD,OAAOkD,YAAY;YACpCG;QACF;QAEA,MAAME,UAAU,IAAIT,WAAWF;QAC/B,IAAIY;QACJ,IAAIjC,cAAcQ,IAAI;YACpByB,qBAAqBC,YAAY;gBAC/B,MAAMC,WAAWH,OAAO,CAAChD,QAAQoD,QAAQ,CAAC,GAAGlD;gBAC7Cc,WAAW;oBAAEQ;oBAAI2B;gBAAS;YAC5B,GAAGlC;QACL;QAEA,MAAMoC,oBAAoB;QAC1B,MAAMC,cAAc5D,KAAKqD,QAAQ;QACjC,MAAMQ,YAAYC,WAAW,IAAMT,OAAOU,SAAS,IAAIJ;QACvD,IAAIK;QACJ,IAAI;YACF,MAAM,CAACC,SAAS,GAAG,MAAML;YACzBM,aAAaL;YACb,IAAIN,oBAAoBY,cAAcZ;YACtC,IAAIU,aAAa,GAAG;gBAClBD,cAAc,CAAC,wBAAwB,EAAEC,UAAU;YACrD;QACF,EAAE,OAAOG,KAAK;YACZF,aAAaL;YACb,IAAIN,oBAAoBY,cAAcZ;YACtCS,cAAcI,eAAeC,QAAQD,IAAIE,OAAO,GAAGC,OAAOH;QAC5D;QAEA,MAAMI,QAAQlB,OAAO,CAAChD,QAAQmE,KAAK,CAAC;QACpC,MAAMC,aAAapB,OAAO,CAAChD,QAAQqE,SAAS,CAAC;QAC7C,MAAMC,YAAY,IAAI5B,eAAeD,cAAc8B,KAAK,CAAC,GAAGL,OAAOM,IAAI,CAAC1E;QAExE,MAAM2E,oBAAoB;QAC1B,IAAIC,aAAa;QACjB,IAAIR,QAAQ,GAAG;YACb,IAAIS,MAAM,EAAE;YACZ,KAAK,MAAMC,KAAKN,UAAWK,OAAOC;YAClC,MAAMC,QAAQC,OAAOH,MAAMI,OAAOb,UAAU;YAC5C,MAAMc,YAAYH,QAAQ,IAAI,gBAAgBA,QAAQI;YACtD,IAAID,YAAYP,mBAAmB;gBACjCC,aAAa;YACf;QACF;QAEA,MAAMQ,SAASnE,YACZoE,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMvF,aAAayE,WAAWc;aAAM,EACtEC,MAAM,CAAC;YACN;gBAAC;gBAASnB;aAAM;YAChB;gBAAC;gBAAcE;aAAW;YAC1B;gBAAC;gBAAcM;aAAW;YAC1B;gBAAC;gBAAShB;aAAY;SACvB;QACH,OAAO4B,OAAOC,WAAW,CAACL;IAC5B,GAAG1E;IAEH,OAAOe;AACT,EAAE"}

package/build/index.cjs

@@ -67,7 +67,7 @@ function _interop_require_default(obj) {
         default: obj
     };
 }
-const DEFAULT_WORKERS = (0, _nodeos.cpus)().length;
+const DEFAULT_WORKERS = Math.max(1, Math.ceil((0, _nodeos.cpus)().length / 4));
 const AsyncFunction = (async ()=>{}).constructor;
 const BENCHMARK_URL = Symbol.for('overtake.benchmarkUrl');
 const DEFAULT_REPORT_TYPES = [
@@ -251,7 +251,11 @@ const printSimpleReports = (reports)=>{
         for (const { measure, feeds } of report.measures){
             console.group('\n', report.target, measure);
             for (const { feed, data } of feeds){
-                const { count, heapUsedKB, dceWarning, ...metrics } = data;
+                const { count, heapUsedKB, dceWarning, error: benchError, ...metrics } = data;
+                if (benchError) {
+                    console.log(feed, `\x1b[31m[error: ${benchError}]\x1b[0m`);
+                    continue;
+                }
                 const output = Object.entries(metrics).map(([key, report])=>`${key}: ${report.toString()}`).join('; ');
                 const extras = [];
                 if (heapUsedKB) extras.push(`heap: ${heapUsedKB}KB`);
@@ -269,10 +273,17 @@ const printTableReports = (reports)=>{
             console.log('\n', report.target, measure);
             const table = {};
             for (const { feed, data } of feeds){
-                table[feed] = Object.fromEntries(Object.entries(data).map(([key, report])=>[
-                        key,
-                        report.toString()
-                    ]));
+                const { error: benchError } = data;
+                if (benchError) {
+                    table[feed] = {
+                        error: benchError
+                    };
+                } else {
+                    table[feed] = Object.fromEntries(Object.entries(data).map(([key, report])=>[
+                            key,
+                            report.toString()
+                        ]));
+                }
             }
             console.table(table);
         }
@@ -284,10 +295,17 @@ const printJSONReports = (reports, padding)=>{
         for (const { measure, feeds } of report.measures){
             const row = {};
             for (const { feed, data } of feeds){
-                row[feed] = Object.fromEntries(Object.entries(data).map(([key, report])=>[
-                        key,
-                        report.toString()
-                    ]));
+                const { error: benchError } = data;
+                if (benchError) {
+                    row[feed] = {
+                        error: String(benchError)
+                    };
+                } else {
+                    row[feed] = Object.fromEntries(Object.entries(data).map(([key, report])=>[
+                            key,
+                            report.toString()
+                        ]));
+                }
             }
             output[`${report.target} ${measure}`] = row;
         }
@@ -299,7 +317,14 @@ const printMarkdownReports = (reports)=>{
         for (const { measure, feeds } of report.measures){
             console.log(`\n## ${report.target} - ${measure}\n`);
             if (feeds.length === 0) continue;
-            const keys = Object.keys(feeds[0].data).filter((k)=>k !== 'count');
+            const firstValid = feeds.find((f)=>!f.data.error);
+            if (!firstValid) {
+                for (const { feed, data } of feeds){
+                    console.log(`| ${feed} | error: ${data.error} |`);
+                }
+                continue;
+            }
+            const keys = Object.keys(firstValid.data).filter((k)=>k !== 'count' && k !== 'error');
             const header = [
                 'Feed',
                 ...keys
@@ -311,6 +336,10 @@ const printMarkdownReports = (reports)=>{
             console.log(`| ${header} |`);
             console.log(`| ${separator} |`);
             for (const { feed, data } of feeds){
+                if (data.error) {
+                    console.log(`| ${feed} | error: ${data.error} |`);
+                    continue;
+                }
                 const values = keys.map((k)=>data[k]?.toString() ?? '-');
                 console.log(`| ${[
                     feed,
@@ -325,16 +354,24 @@ const printHistogramReports = (reports, width = 40)=>{
         for (const { measure, feeds } of report.measures){
             console.log(`\n${report.target} - ${measure}\n`);
             const opsKey = 'ops';
-            const values = feeds.map((f)=>({
+            const values = feeds.map((f)=>{
+                const { error: benchError } = f.data;
+                return {
                     feed: f.feed,
-                    value: f.data[opsKey]?.valueOf() ?? 0
-                }));
+                    value: benchError ? 0 : f.data[opsKey]?.valueOf() ?? 0,
+                    error: benchError
+                };
+            });
             const maxValue = Math.max(...values.map((v)=>v.value));
             const maxLabelLen = Math.max(...values.map((v)=>v.feed.length));
-            for (const { feed, value } of values){
+            for (const { feed, value, error } of values){
+                const label = feed.padEnd(maxLabelLen);
+                if (error) {
+                    console.log(`  ${label} | \x1b[31m[error: ${error}]\x1b[0m`);
+                    continue;
+                }
                 const barLen = maxValue > 0 ? Math.round(value / maxValue * width) : 0;
                 const bar = '\u2588'.repeat(barLen);
-                const label = feed.padEnd(maxLabelLen);
                 const formatted = value.toLocaleString('en-US', {
                     maximumFractionDigits: 2
                 });
@@ -348,6 +385,7 @@ const reportsToBaseline = (reports)=>{
     for (const report of reports){
         for (const { measure, feeds } of report.measures){
             for (const { feed, data } of feeds){
+                if (data.error) continue;
                 const key = `${report.target}/${measure}/${feed}`;
                 results[key] = {};
                 for (const [metric, value] of Object.entries(data)){
@@ -372,6 +410,10 @@ const printComparisonReports = (reports, baseline, threshold = 5)=>{
                 const key = `${report.target}/${measure}/${feed}`;
                 const baselineData = baseline.results[key];
                 console.log(`  ${feed}:`);
+                if (data.error) {
+                    console.log(`    \x1b[31m[error: ${data.error}]\x1b[0m`);
+                    continue;
+                }
                 for (const [metric, value] of Object.entries(data)){
                     if (metric === 'count') continue;
                     const current = value.valueOf();