overtake 1.0.5 → 1.1.0

package/README.md

@@ -71,50 +71,46 @@ pnpm add -D overtake
 yarn add -D overtake
 ```
 
-## ⚠️ Critical: Dynamic Imports Required
+## ⚠️ Critical: Capture-Free Functions Required
 
-**Benchmarks run in isolated workers. Modules MUST be imported dynamically:**
+Functions you pass to `target/measure/setup/pre/post` are stringified and re-evaluated in a worker. Anything they close over (including statically imported bindings) is **not** available. Pull dependencies inside the function body—typically with `await import(...)`.
 
 ```typescript
-// ❌ WRONG - Static import won't work in worker
+// ❌ WRONG: closes over serialize; it is undefined in the worker
 import { serialize } from 'node:v8';
-benchmark('data', getData).target('v8', () => ({ serialize })); // serialize is undefined!
+benchmark('data', getData).target('v8', () => ({ serialize }));
 
-// ✅ CORRECT - Dynamic import inside target
+// ✅ CORRECT: import inside the worker-run function
 benchmark('data', getData)
   .target('v8', async () => {
     const { serialize } = await import('node:v8');
     return { serialize };
   })
-  .measure('serialize', ({ serialize }, input) => {
-    serialize(input);
-  });
+  .measure('serialize', ({ serialize }, input) => serialize(input));
 ```
 
 ### Importing Local Files
 
-**Important**: Dynamic imports inside target functions resolve relative to the worker location (`node_modules/overtake/build/worker.js`), not your project root. For local files, you must construct absolute paths:
-
-````typescript
-// ❌ WRONG - Relative path resolves from worker location
-.target('myImpl', async () => {
-  const { myFunc } = await import('./utils/myModule.js'); // Error: looks in node_modules/overtake/build/utils/
-  return { myFunc };
-})
+- **CLI mode (`npx overtake`)**: `baseUrl` is set to the benchmark file, so `await import('./helper.js')` works.
+- **Programmatic mode (`suite.execute`)**: pass `baseUrl: import.meta.url` (the benchmark’s file URL) so relative imports resolve correctly. If you omit it, Overtake falls back to `process.cwd()` and relative imports may fail.
 
-// ✅ CORRECT - Build absolute path inside the function
-.target('myImpl', async () => {
-  const { join } = await import('node:path');
-  const modulePath = join(process.cwd(), './utils/myModule.js');
-  const { myFunc } = await import(modulePath);
-  return { myFunc };
-})
+```typescript
+// CLI usage – relative path is fine
+benchmark('local', () => 1)
+  .target('helper', async () => {
+    const { helper } = await import('./helpers.js');
+    return { helper };
+  })
+  .measure('use helper', ({ helper }) => helper());
 
-// ✅ ALSO CORRECT - For node_modules packages
-.target('lib', async () => {
-  const { someFunc } = await import('my-package');
-  return { someFunc };
-})
+// Programmatic usage – provide baseUrl
+const suite = new Benchmark('local');
+suite.target('helper', async () => {
+  const { helper } = await import('./helpers.js');
+  return { helper };
+});
+await suite.execute({ baseUrl: import.meta.url });
+```
 
 ## Usage
 
@@ -134,7 +130,7 @@ benchmark('small', () => generateSmallData())
   .measure('process', (_, input) => {
     processB(input);
   });
-````
+```
 
 ```bash
 npx overtake benchmark.ts --format table

package/build/cli.cjs

@@ -3,12 +3,13 @@ Object.defineProperty(exports, "__esModule", {
     value: true
 });
 const _nodemodule = require("node:module");
+const _nodeurl = require("node:url");
 const _nodevm = require("node:vm");
 const _promises = require("node:fs/promises");
-const _core = require("@swc/core");
 const _commander = require("commander");
 const _glob = require("glob");
 const _indexcjs = require("./index.cjs");
+const _utilscjs = require("./utils.cjs");
 const _typescjs = require("./types.cjs");
 function _getRequireWildcardCache(nodeInterop) {
     if (typeof WeakMap !== "function") return null;
@@ -54,38 +55,26 @@ function _interop_require_wildcard(obj, nodeInterop) {
 const require1 = (0, _nodemodule.createRequire)(require("url").pathToFileURL(__filename).toString());
 const { name, description, version } = require1('../package.json');
 const commander = new _commander.Command();
-const transpile = async (code)=>{
-    const output = await (0, _core.transform)(code, {
-        filename: 'benchmark.ts',
-        jsc: {
-            parser: {
-                syntax: 'typescript',
-                tsx: false,
-                dynamicImport: true
-            },
-            target: 'esnext'
-        },
-        module: {
-            type: 'es6'
-        }
-    });
-    return output.code;
-};
-commander.name(name).description(description).version(version).argument('<path>', 'glob pattern to find benchmarks').addOption(new _commander.Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(_typescjs.REPORT_TYPES).default(_indexcjs.DEFAULT_REPORT_TYPES)).addOption(new _commander.Option('-w, --workers [workers]', 'number of concurent workers').default(_indexcjs.DEFAULT_WORKERS).argParser(parseInt)).addOption(new _commander.Option('-f, --format [format]', 'output format').default('simple').choices([
+commander.name(name).description(description).version(version).argument('<paths...>', 'glob pattern to find benchmarks').addOption(new _commander.Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(_typescjs.REPORT_TYPES).default(_indexcjs.DEFAULT_REPORT_TYPES)).addOption(new _commander.Option('-w, --workers [workers]', 'number of concurent workers').default(_indexcjs.DEFAULT_WORKERS).argParser(parseInt)).addOption(new _commander.Option('-f, --format [format]', 'output format').default('simple').choices([
     'simple',
     'json',
     'pjson',
     'table'
-])).addOption(new _commander.Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseInt)).addOption(new _commander.Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseInt)).addOption(new _commander.Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new _commander.Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).action(async (path, executeOptions)=>{
-    const files = await (0, _glob.glob)(path, {
-        absolute: true,
-        cwd: process.cwd()
-    }).catch(()=>[]);
+])).addOption(new _commander.Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseInt)).addOption(new _commander.Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseInt)).addOption(new _commander.Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new _commander.Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).addOption(new _commander.Option('--no-gc-observer', 'disable GC overlap detection')).action(async (patterns, executeOptions)=>{
+    const files = new Set();
+    await Promise.all(patterns.map(async (pattern)=>{
+        const matches = await (0, _glob.glob)(pattern, {
+            absolute: true,
+            cwd: process.cwd()
+        }).catch(()=>[]);
+        matches.forEach((file)=>files.add(file));
+    }));
     for (const file of files){
         const stats = await (0, _promises.stat)(file).catch(()=>false);
         if (stats && stats.isFile()) {
             const content = await (0, _promises.readFile)(file, 'utf8');
-            const code = await transpile(content);
+            const identifier = (0, _nodeurl.pathToFileURL)(file).href;
+            const code = await (0, _utilscjs.transpile)(content);
             let instance;
             const benchmark = (...args)=>{
                 if (instance) {
@@ -95,30 +84,51 @@ commander.name(name).description(description).version(version).argument('<path>'
                 return instance;
             };
             const script = new _nodevm.SourceTextModule(code, {
+                identifier,
                 context: (0, _nodevm.createContext)({
                     benchmark,
-                    Buffer
-                })
+                    Buffer,
+                    console
+                }),
+                initializeImportMeta (meta) {
+                    meta.url = identifier;
+                },
+                async importModuleDynamically (specifier, referencingModule) {
+                    if (_nodemodule.Module.isBuiltin(specifier)) {
+                        return Promise.resolve(specifier).then((p)=>/*#__PURE__*/ _interop_require_wildcard(require(p)));
+                    }
+                    const baseIdentifier = referencingModule.identifier ?? identifier;
+                    const resolveFrom = (0, _nodemodule.createRequire)((0, _nodeurl.fileURLToPath)(baseIdentifier));
+                    const resolved = resolveFrom.resolve(specifier);
+                    return Promise.resolve(resolved).then((p)=>/*#__PURE__*/ _interop_require_wildcard(require(p)));
+                }
             });
             const imports = new Map();
             await script.link(async (specifier, referencingModule)=>{
-                if (imports.has(specifier)) {
-                    return imports.get(specifier);
+                const baseIdentifier = referencingModule.identifier ?? identifier;
+                const resolveFrom = (0, _nodemodule.createRequire)((0, _nodeurl.fileURLToPath)(baseIdentifier));
+                const target = _nodemodule.Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);
+                const cached = imports.get(target);
+                if (cached) {
+                    return cached;
                 }
-                const mod = await Promise.resolve(_nodemodule.Module.isBuiltin(specifier) ? specifier : require1.resolve(specifier)).then((p)=>/*#__PURE__*/ _interop_require_wildcard(require(p)));
+                const mod = await Promise.resolve(target).then((p)=>/*#__PURE__*/ _interop_require_wildcard(require(p)));
                 const exportNames = Object.keys(mod);
                 const imported = new _nodevm.SyntheticModule(exportNames, ()=>{
                     exportNames.forEach((key)=>imported.setExport(key, mod[key]));
                 }, {
-                    identifier: specifier,
+                    identifier: target,
                     context: referencingModule.context
                 });
-                imports.set(specifier, imported);
+                imports.set(target, imported);
                 return imported;
             });
             await script.evaluate();
             if (instance) {
-                const reports = await instance.execute(executeOptions);
+                const reports = await instance.execute({
+                    ...executeOptions,
+                    baseUrl: identifier
+                });
                 switch(executeOptions.format){
                     case 'json':
                         {

package/build/cli.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile } from 'node:fs/promises';\nimport { transform } from '@swc/core';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport { Benchmark, printTableReports, printJSONReports, printSimpleReports, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from './index.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\n\nconst commander = new Command();\n\nconst transpile = async (code: string): Promise<string> => {\n  const output = await transform(code, {\n    filename: 'benchmark.ts',\n    jsc: {\n      parser: {\n        syntax: 'typescript',\n        tsx: false,\n        dynamicImport: true,\n      },\n      target: 'esnext',\n    },\n    module: {\n      type: 'es6',\n    },\n  });\n  return output.code;\n};\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<path>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseInt))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseInt))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .action(async (path, executeOptions) => {\n    const files = await glob(path, { absolute: true, cwd: process.cwd() }).catch(() => []);\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          context: createContext({\n            benchmark,\n            Buffer,\n          }),\n        });\n        const imports = new Map();\n        await script.link(async (specifier: string, referencingModule) => {\n          if (imports.has(specifier)) {\n            return imports.get(specifier);\n          }\n          const mod = await import(Module.isBuiltin(specifier) ? specifier : require.resolve(specifier));\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: specifier, context: referencingModule.context },\n          );\n\n          imports.set(specifier, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute(executeOptions);\n          switch (executeOptions.format) {\n            case 'json':\n              {\n                printJSONReports(reports);\n              }\n              break;\n            case 'pjson':\n              {\n                printJSONReports(reports, 2);\n              }\n              break;\n            case 'table':\n              {\n                printTableReports(reports);\n              }\n              break;\n            default:\n              printSimpleReports(reports);\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["require","createRequire","name","description","version","commander","Command","transpile","code","output","transform","filename","jsc","parser","syntax","tsx","dynamicImport","target","module","type","argument","addOption","Option","choices","REPORT_TYPES","default","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","argParser","parseInt","action","path","executeOptions","files","glob","absolute","cwd","process","catch","file","stats","stat","isFile","content","readFile","instance","benchmark","args","Error","Benchmark","create","script","SourceTextModule","context","createContext","Buffer","imports","Map","link","specifier","referencingModule","has","get","mod","Module","isBuiltin","resolve","exportNames","Object","keys","imported","SyntheticModule","forEach","key","setExport","identifier","set","evaluate","reports","execute","format","printJSONReports","printTableReports","printSimpleReports","parse","argv"],"mappings":";;;;4BAAsC;wBAC2B;0BAClC;sBACL;2BACM;sBACX;0BACqG;0BAC7F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE7B,MAAMA,WAAUC,IAAAA,yBAAa,EAAC;AAC9B,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,SAAQ;AAE/C,MAAMK,YAAY,IAAIC,kBAAO;AAE7B,MAAMC,YAAY,OAAOC;IACvB,MAAMC,SAAS,MAAMC,IAAAA,eAAS,EAACF,MAAM;QACnCG,UAAU;QACVC,KAAK;YACHC,QAAQ;gBACNC,QAAQ;gBACRC,KAAK;gBACLC,eAAe;YACjB;YACAC,QAAQ;QACV;QACAC,QAAQ;YACNC,MAAM;QACR;IACF;IACA,OAAOV,OAAOD,IAAI;AACpB;AAEAH,UACGH,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRgB,QAAQ,CAAC,UAAU,mCACnBC,SAAS,CAAC,IAAIC,iBAAM,CAAC,uCAAuC,4CAA4CC,OAAO,CAACC,sBAAY,EAAEC,OAAO,CAACC,8BAAoB,GAC1JL,SAAS,CAAC,IAAIC,iBAAM,CAAC,2BAA2B,+BAA+BG,OAAO,CAACE,yBAAe,EAAEC,SAAS,CAACC,WAClHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,yBAAyB,iBAAiBG,OAAO,CAAC,UAAUF,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;CAAQ,GAC7HF,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,2CAA2CM,SAAS,CAACC,WAC5GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,uDAAuDM,SAAS,CAACC,WACxHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,4CAA4CM,SAAS,CAACC,WAC7GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGC,MAAM,CAAC,OAAOC,MAAMC;IACnB,MAAMC,QAAQ,MAAMC,IAAAA,UAAI,EAACH,MAAM;QAAEI,UAAU;QAAMC,KAAKC,QAAQD,GAAG;IAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;IACrF,KAAK,MAAMC,QAAQN,MAAO;QACxB,MAAMO,QAAQ,MAAMC,IAAAA,cAAI,EAACF,MAAMD,KAAK,CAAC,IAAM;QAC3C,IAAIE,SAASA,MAAME,MAAM,IAAI;YAC3B,MAAMC,UAAU,MAAMC,IAAAA,kBAAQ,EAACL,MAAM;YACrC,MAAM/B,OAAO,MAAMD,UAAUoC;YAC7B,IAAIE;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWI,mBAAS,CAACC,MAAM,IAAIH;gBAC/B,OAAOF;YACT;YACA,MAAMM,SAAS,IAAIC,wBAAgB,CAAC5C,MAAM;gBACxC6C,SAASC,IAAAA,qBAAa,EAAC;oBACrBR;oBACAS;gBACF;YACF;YACA,MAAMC,UAAU,IAAIC;YACpB,MAAMN,OAAOO,IAAI,CAAC,OAAOC,WAAmBC;gBAC1C,IAAIJ,QAAQK,GAAG,CAACF,YAAY;oBAC1B,OAAOH,QAAQM,GAAG,CAACH;gBACrB;gBACA,MAAMI,MAAM,MAAM,gBAAOC,kBAAM,CAACC,SAAS,CAACN,aAAaA,YAAY3D,SAAQkE,OAAO,CAACP,8DAAjE;gBAClB,MAAMQ,cAAcC,OAAOC,IAAI,CAACN;gBAChC,MAAMO,WAAW,IAAIC,uBAAe,CAClCJ,aACA;oBACEA,YAAYK,OAAO,CAAC,CAACC,MAAQH,SAASI,SAAS,CAACD,KAAKV,GAAG,CAACU,IAAI;gBAC/D,GACA;oBAAEE,YAAYhB;oBAAWN,SAASO,kBAAkBP,OAAO;gBAAC;gBAG9DG,QAAQoB,GAAG,CAACjB,WAAWW;gBACvB,OAAOA;YACT;YACA,MAAMnB,OAAO0B,QAAQ;YAErB,IAAIhC,UAAU;gBACZ,MAAMiC,UAAU,MAAMjC,SAASkC,OAAO,CAAC/C;gBACvC,OAAQA,eAAegD,MAAM;oBAC3B,KAAK;wBACH;4BACEC,IAAAA,0BAAgB,EAACH;wBACnB;wBACA;oBACF,KAAK;wBACH;4BACEG,IAAAA,0BAAgB,EAACH,SAAS;wBAC5B;wBACA;oBACF,KAAK;wBACH;4BACEI,IAAAA,2BAAiB,EAACJ;wBACpB;wBACA;oBACF;wBACEK,IAAAA,4BAAkB,EAACL;gBACvB;YACF;QACF;IACF;AACF;AAEFzE,UAAU+E,KAAK,CAAC/C,QAAQgD,IAAI"}
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport { Benchmark, printTableReports, printJSONReports, printSimpleReports, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseInt))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseInt))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .action(async (patterns: string[], executeOptions) => {\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext({\n            benchmark,\n            Buffer,\n            console,\n          }),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            baseUrl: identifier,\n          });\n          switch (executeOptions.format) {\n            case 'json':\n              {\n                printJSONReports(reports);\n              }\n              break;\n            case 'pjson':\n              {\n                printJSONReports(reports, 2);\n              }\n              break;\n            case 'table':\n              {\n                printTableReports(reports);\n              }\n              break;\n            default:\n              printSimpleReports(reports);\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["require","createRequire","name","description","version","commander","Command","argument","addOption","Option","choices","REPORT_TYPES","default","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","argParser","parseInt","action","patterns","executeOptions","files","Set","Promise","all","map","pattern","matches","glob","absolute","cwd","process","catch","forEach","file","add","stats","stat","isFile","content","readFile","identifier","pathToFileURL","href","code","transpile","instance","benchmark","args","Error","Benchmark","create","script","SourceTextModule","context","createContext","Buffer","console","initializeImportMeta","meta","url","importModuleDynamically","specifier","referencingModule","Module","isBuiltin","baseIdentifier","resolveFrom","fileURLToPath","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","Object","keys","imported","SyntheticModule","key","setExport","set","evaluate","reports","execute","baseUrl","format","printJSONReports","printTableReports","printSimpleReports","parse","argv"],"mappings":";;;;4BAAsC;yBACO;wBACoB;0BAClC;2BACC;sBACX;0BACqG;0BAChG;0BACG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAE7B,MAAMA,WAAUC,IAAAA,yBAAa,EAAC;AAC9B,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,SAAQ;AAE/C,MAAMK,YAAY,IAAIC,kBAAO;AAE7BD,UACGH,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRG,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIC,iBAAM,CAAC,uCAAuC,4CAA4CC,OAAO,CAACC,sBAAY,EAAEC,OAAO,CAACC,8BAAoB,GAC1JL,SAAS,CAAC,IAAIC,iBAAM,CAAC,2BAA2B,+BAA+BG,OAAO,CAACE,yBAAe,EAAEC,SAAS,CAACC,WAClHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,yBAAyB,iBAAiBG,OAAO,CAAC,UAAUF,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;CAAQ,GAC7HF,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,2CAA2CM,SAAS,CAACC,WAC5GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,uDAAuDM,SAAS,CAACC,WACxHR,SAAS,CAAC,IAAIC,iBAAM,CAAC,kCAAkC,4CAA4CM,SAAS,CAACC,WAC7GR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,4BAA4B,uCAAuCM,SAAS,CAACC,WAClGR,SAAS,CAAC,IAAIC,iBAAM,CAAC,oBAAoB,iCACzCQ,MAAM,CAAC,OAAOC,UAAoBC;IACjC,MAAMC,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfL,SAASM,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAMC,IAAAA,UAAI,EAACF,SAAS;YAAEG,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FL,QAAQM,OAAO,CAAC,CAACC,OAASb,MAAMc,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQb,MAAO;QACxB,MAAMe,QAAQ,MAAMC,IAAAA,cAAI,EAACH,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAME,MAAM,IAAI;YAC3B,MAAMC,UAAU,MAAMC,IAAAA,kBAAQ,EAACN,MAAM;YACrC,MAAMO,aAAaC,IAAAA,sBAAa,EAACR,MAAMS,IAAI;YAC3C,MAAMC,OAAO,MAAMC,IAAAA,mBAAS,EAACN;YAC7B,IAAIO;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAWI,mBAAS,CAACC,MAAM,IAAIH;gBAC/B,OAAOF;YACT;YACA,MAAMM,SAAS,IAAIC,wBAAgB,CAACT,MAAM;gBACxCH;gBACAa,SAASC,IAAAA,qBAAa,EAAC;oBACrBR;oBACAS;oBACAC;gBACF;gBACAC,sBAAqBC,IAAI;oBACvBA,KAAKC,GAAG,GAAGnB;gBACb;gBACA,MAAMoB,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAIC,kBAAM,CAACC,SAAS,CAACH,YAAY;wBAC/B,OAAO,gBAAOA,6DAAP;oBACT;oBACA,MAAMI,iBAAiBH,kBAAkBtB,UAAU,IAAIA;oBACvD,MAAM0B,cAAcjE,IAAAA,yBAAa,EAACkE,IAAAA,sBAAa,EAACF;oBAChD,MAAMG,WAAWF,YAAYG,OAAO,CAACR;oBACrC,OAAO,gBAAOO,4DAAP;gBACT;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMpB,OAAOqB,IAAI,CAAC,OAAOX,WAAmBC;gBAC1C,MAAMG,iBAAiBH,kBAAkBtB,UAAU,IAAIA;gBACvD,MAAM0B,cAAcjE,IAAAA,yBAAa,EAACkE,IAAAA,sBAAa,EAACF;gBAChD,MAAMQ,SAASV,kBAAM,CAACC,SAAS,CAACH,aAAaA,YAAYK,YAAYG,OAAO,CAACR;gBAC7E,MAAMa,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,gBAAOH,0DAAP;gBAClB,MAAMI,cAAcC,OAAOC,IAAI,CAACH;gBAChC,MAAMI,WAAW,IAAIC,uBAAe,CAClCJ,aACA;oBACEA,YAAY7C,OAAO,CAAC,CAACkD,MAAQF,SAASG,SAAS,CAACD,KAAKN,GAAG,CAACM,IAAI;gBAC/D,GACA;oBAAE1C,YAAYiC;oBAAQpB,SAASS,kBAAkBT,OAAO;gBAAC;gBAG3DiB,QAAQc,GAAG,CAACX,QAAQO;gBACpB,OAAOA;YACT;YACA,MAAM7B,OAAOkC,QAAQ;YAErB,IAAIxC,UAAU;gBACZ,MAAMyC,UAAU,MAAMzC,SAAS0C,OAAO,CAAC;oBACrC,GAAGpE,cAAc;oBACjBqE,SAAShD;gBACX;gBACA,OAAQrB,eAAesE,MAAM;oBAC3B,KAAK;wBACH;4BACEC,IAAAA,0BAAgB,EAACJ;wBACnB;wBACA;oBACF,KAAK;wBACH;4BACEI,IAAAA,0BAAgB,EAACJ,SAAS;wBAC5B;wBACA;oBACF,KAAK;wBACH;4BACEK,IAAAA,2BAAiB,EAACL;wBACpB;wBACA;oBACF;wBACEM,IAAAA,4BAAkB,EAACN;gBACvB;YACF;QACF;IACF;AACF;AAEFjF,UAAUwF,KAAK,CAAC/D,QAAQgE,IAAI"}

package/build/cli.js

@@ -1,45 +1,34 @@
 import { createRequire, Module } from 'node:module';
+import { fileURLToPath, pathToFileURL } from 'node:url';
 import { SyntheticModule, createContext, SourceTextModule } from 'node:vm';
 import { stat, readFile } from 'node:fs/promises';
-import { transform } from '@swc/core';
 import { Command, Option } from 'commander';
 import { glob } from 'glob';
 import { Benchmark, printTableReports, printJSONReports, printSimpleReports, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from "./index.js";
+import { transpile } from "./utils.js";
 import { REPORT_TYPES } from "./types.js";
 const require = createRequire(import.meta.url);
 const { name, description, version } = require('../package.json');
 const commander = new Command();
-const transpile = async (code)=>{
-    const output = await transform(code, {
-        filename: 'benchmark.ts',
-        jsc: {
-            parser: {
-                syntax: 'typescript',
-                tsx: false,
-                dynamicImport: true
-            },
-            target: 'esnext'
-        },
-        module: {
-            type: 'es6'
-        }
-    });
-    return output.code;
-};
-commander.name(name).description(description).version(version).argument('<path>', 'glob pattern to find benchmarks').addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES)).addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt)).addOption(new Option('-f, --format [format]', 'output format').default('simple').choices([
+commander.name(name).description(description).version(version).argument('<paths...>', 'glob pattern to find benchmarks').addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES)).addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt)).addOption(new Option('-f, --format [format]', 'output format').default('simple').choices([
     'simple',
     'json',
     'pjson',
     'table'
-])).addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseInt)).addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseInt)).addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).action(async (path, executeOptions)=>{
-    const files = await glob(path, {
-        absolute: true,
-        cwd: process.cwd()
-    }).catch(()=>[]);
+])).addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseInt)).addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseInt)).addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt)).addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt)).addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt)).addOption(new Option('--no-gc-observer', 'disable GC overlap detection')).action(async (patterns, executeOptions)=>{
+    const files = new Set();
+    await Promise.all(patterns.map(async (pattern)=>{
+        const matches = await glob(pattern, {
+            absolute: true,
+            cwd: process.cwd()
+        }).catch(()=>[]);
+        matches.forEach((file)=>files.add(file));
+    }));
     for (const file of files){
         const stats = await stat(file).catch(()=>false);
         if (stats && stats.isFile()) {
             const content = await readFile(file, 'utf8');
+            const identifier = pathToFileURL(file).href;
             const code = await transpile(content);
             let instance;
             const benchmark = (...args)=>{
@@ -50,30 +39,51 @@ commander.name(name).description(description).version(version).argument('<path>'
                 return instance;
             };
             const script = new SourceTextModule(code, {
+                identifier,
                 context: createContext({
                     benchmark,
-                    Buffer
-                })
+                    Buffer,
+                    console
+                }),
+                initializeImportMeta (meta) {
+                    meta.url = identifier;
+                },
+                async importModuleDynamically (specifier, referencingModule) {
+                    if (Module.isBuiltin(specifier)) {
+                        return import(specifier);
+                    }
+                    const baseIdentifier = referencingModule.identifier ?? identifier;
+                    const resolveFrom = createRequire(fileURLToPath(baseIdentifier));
+                    const resolved = resolveFrom.resolve(specifier);
+                    return import(resolved);
+                }
             });
             const imports = new Map();
             await script.link(async (specifier, referencingModule)=>{
-                if (imports.has(specifier)) {
-                    return imports.get(specifier);
+                const baseIdentifier = referencingModule.identifier ?? identifier;
+                const resolveFrom = createRequire(fileURLToPath(baseIdentifier));
+                const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);
+                const cached = imports.get(target);
+                if (cached) {
+                    return cached;
                 }
-                const mod = await import(Module.isBuiltin(specifier) ? specifier : require.resolve(specifier));
+                const mod = await import(target);
                 const exportNames = Object.keys(mod);
                 const imported = new SyntheticModule(exportNames, ()=>{
                     exportNames.forEach((key)=>imported.setExport(key, mod[key]));
                 }, {
-                    identifier: specifier,
+                    identifier: target,
                     context: referencingModule.context
                 });
-                imports.set(specifier, imported);
+                imports.set(target, imported);
                 return imported;
             });
             await script.evaluate();
             if (instance) {
-                const reports = await instance.execute(executeOptions);
+                const reports = await instance.execute({
+                    ...executeOptions,
+                    baseUrl: identifier
+                });
                 switch(executeOptions.format){
                     case 'json':
                         {

package/build/cli.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile } from 'node:fs/promises';\nimport { transform } from '@swc/core';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport { Benchmark, printTableReports, printJSONReports, printSimpleReports, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from './index.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\n\nconst commander = new Command();\n\nconst transpile = async (code: string): Promise<string> => {\n  const output = await transform(code, {\n    filename: 'benchmark.ts',\n    jsc: {\n      parser: {\n        syntax: 'typescript',\n        tsx: false,\n        dynamicImport: true,\n      },\n      target: 'esnext',\n    },\n    module: {\n      type: 'es6',\n    },\n  });\n  return output.code;\n};\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<path>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseInt))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseInt))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .action(async (path, executeOptions) => {\n    const files = await glob(path, { absolute: true, cwd: process.cwd() }).catch(() => []);\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          context: createContext({\n            benchmark,\n            Buffer,\n          }),\n        });\n        const imports = new Map();\n        await script.link(async (specifier: string, referencingModule) => {\n          if (imports.has(specifier)) {\n            return imports.get(specifier);\n          }\n          const mod = await import(Module.isBuiltin(specifier) ? specifier : require.resolve(specifier));\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: specifier, context: referencingModule.context },\n          );\n\n          imports.set(specifier, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute(executeOptions);\n          switch (executeOptions.format) {\n            case 'json':\n              {\n                printJSONReports(reports);\n              }\n              break;\n            case 'pjson':\n              {\n                printJSONReports(reports, 2);\n              }\n              break;\n            case 'table':\n              {\n                printTableReports(reports);\n              }\n              break;\n            default:\n              printSimpleReports(reports);\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["createRequire","Module","SyntheticModule","createContext","SourceTextModule","stat","readFile","transform","Command","Option","glob","Benchmark","printTableReports","printJSONReports","printSimpleReports","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","REPORT_TYPES","require","url","name","description","version","commander","transpile","code","output","filename","jsc","parser","syntax","tsx","dynamicImport","target","module","type","argument","addOption","choices","default","argParser","parseInt","action","path","executeOptions","files","absolute","cwd","process","catch","file","stats","isFile","content","instance","benchmark","args","Error","create","script","context","Buffer","imports","Map","link","specifier","referencingModule","has","get","mod","isBuiltin","resolve","exportNames","Object","keys","imported","forEach","key","setExport","identifier","set","evaluate","reports","execute","format","parse","argv"],"mappings":"AAAA,SAASA,aAAa,EAAEC,MAAM,QAAQ,cAAc;AACpD,SAASC,eAAe,EAAEC,aAAa,EAAEC,gBAAgB,QAAQ,UAAU;AAC3E,SAASC,IAAI,EAAEC,QAAQ,QAAQ,mBAAmB;AAClD,SAASC,SAAS,QAAQ,YAAY;AACtC,SAASC,OAAO,EAAEC,MAAM,QAAQ,YAAY;AAC5C,SAASC,IAAI,QAAQ,OAAO;AAC5B,SAASC,SAAS,EAAEC,iBAAiB,EAAEC,gBAAgB,EAAEC,kBAAkB,EAAEC,oBAAoB,EAAEC,eAAe,QAAQ,aAAa;AACvI,SAASC,YAAY,QAAQ,aAAa;AAE1C,MAAMC,UAAUlB,cAAc,YAAYmB,GAAG;AAC7C,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,QAAQ;AAE/C,MAAMK,YAAY,IAAIf;AAEtB,MAAMgB,YAAY,OAAOC;IACvB,MAAMC,SAAS,MAAMnB,UAAUkB,MAAM;QACnCE,UAAU;QACVC,KAAK;YACHC,QAAQ;gBACNC,QAAQ;gBACRC,KAAK;gBACLC,eAAe;YACjB;YACAC,QAAQ;QACV;QACAC,QAAQ;YACNC,MAAM;QACR;IACF;IACA,OAAOT,OAAOD,IAAI;AACpB;AAEAF,UACGH,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRc,QAAQ,CAAC,UAAU,mCACnBC,SAAS,CAAC,IAAI5B,OAAO,uCAAuC,4CAA4C6B,OAAO,CAACrB,cAAcsB,OAAO,CAACxB,uBACtIsB,SAAS,CAAC,IAAI5B,OAAO,2BAA2B,+BAA+B8B,OAAO,CAACvB,iBAAiBwB,SAAS,CAACC,WAClHJ,SAAS,CAAC,IAAI5B,OAAO,yBAAyB,iBAAiB8B,OAAO,CAAC,UAAUD,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;CAAQ,GAC7HD,SAAS,CAAC,IAAI5B,OAAO,kCAAkC,2CAA2C+B,SAAS,CAACC,WAC5GJ,SAAS,CAAC,IAAI5B,OAAO,kCAAkC,uDAAuD+B,SAAS,CAACC,WACxHJ,SAAS,CAAC,IAAI5B,OAAO,kCAAkC,4CAA4C+B,SAAS,CAACC,WAC7GJ,SAAS,CAAC,IAAI5B,OAAO,4BAA4B,uCAAuC+B,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAI5B,OAAO,4BAA4B,uCAAuC+B,SAAS,CAACC,WAClGC,MAAM,CAAC,OAAOC,MAAMC;IACnB,MAAMC,QAAQ,MAAMnC,KAAKiC,MAAM;QAAEG,UAAU;QAAMC,KAAKC,QAAQD,GAAG;IAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;IACrF,KAAK,MAAMC,QAAQL,MAAO;QACxB,MAAMM,QAAQ,MAAM9C,KAAK6C,MAAMD,KAAK,CAAC,IAAM;QAC3C,IAAIE,SAASA,MAAMC,MAAM,IAAI;YAC3B,MAAMC,UAAU,MAAM/C,SAAS4C,MAAM;YACrC,MAAMzB,OAAO,MAAMD,UAAU6B;YAC7B,IAAIC;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAW3C,UAAU+C,MAAM,IAAIF;gBAC/B,OAAOF;YACT;YACA,MAAMK,SAAS,IAAIvD,iBAAiBqB,MAAM;gBACxCmC,SAASzD,cAAc;oBACrBoD;oBACAM;gBACF;YACF;YACA,MAAMC,UAAU,IAAIC;YACpB,MAAMJ,OAAOK,IAAI,CAAC,OAAOC,WAAmBC;gBAC1C,IAAIJ,QAAQK,GAAG,CAACF,YAAY;oBAC1B,OAAOH,QAAQM,GAAG,CAACH;gBACrB;gBACA,MAAMI,MAAM,MAAM,MAAM,CAACpE,OAAOqE,SAAS,CAACL,aAAaA,YAAY/C,QAAQqD,OAAO,CAACN;gBACnF,MAAMO,cAAcC,OAAOC,IAAI,CAACL;gBAChC,MAAMM,WAAW,IAAIzE,gBACnBsE,aACA;oBACEA,YAAYI,OAAO,CAAC,CAACC,MAAQF,SAASG,SAAS,CAACD,KAAKR,GAAG,CAACQ,IAAI;gBAC/D,GACA;oBAAEE,YAAYd;oBAAWL,SAASM,kBAAkBN,OAAO;gBAAC;gBAG9DE,QAAQkB,GAAG,CAACf,WAAWU;gBACvB,OAAOA;YACT;YACA,MAAMhB,OAAOsB,QAAQ;YAErB,IAAI3B,UAAU;gBACZ,MAAM4B,UAAU,MAAM5B,SAAS6B,OAAO,CAACvC;gBACvC,OAAQA,eAAewC,MAAM;oBAC3B,KAAK;wBACH;4BACEvE,iBAAiBqE;wBACnB;wBACA;oBACF,KAAK;wBACH;4BACErE,iBAAiBqE,SAAS;wBAC5B;wBACA;oBACF,KAAK;wBACH;4BACEtE,kBAAkBsE;wBACpB;wBACA;oBACF;wBACEpE,mBAAmBoE;gBACvB;YACF;QACF;IACF;AACF;AAEF3D,UAAU8D,KAAK,CAACrC,QAAQsC,IAAI"}
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createRequire, Module } from 'node:module';\nimport { fileURLToPath, pathToFileURL } from 'node:url';\nimport { SyntheticModule, createContext, SourceTextModule } from 'node:vm';\nimport { stat, readFile } from 'node:fs/promises';\nimport { Command, Option } from 'commander';\nimport { glob } from 'glob';\nimport { Benchmark, printTableReports, printJSONReports, printSimpleReports, DEFAULT_REPORT_TYPES, DEFAULT_WORKERS } from './index.js';\nimport { transpile } from './utils.js';\nimport { REPORT_TYPES } from './types.js';\n\nconst require = createRequire(import.meta.url);\nconst { name, description, version } = require('../package.json');\n\nconst commander = new Command();\n\ncommander\n  .name(name)\n  .description(description)\n  .version(version)\n  .argument('<paths...>', 'glob pattern to find benchmarks')\n  .addOption(new Option('-r, --report-types [reportTypes...]', 'statistic types to include in the report').choices(REPORT_TYPES).default(DEFAULT_REPORT_TYPES))\n  .addOption(new Option('-w, --workers [workers]', 'number of concurent workers').default(DEFAULT_WORKERS).argParser(parseInt))\n  .addOption(new Option('-f, --format [format]', 'output format').default('simple').choices(['simple', 'json', 'pjson', 'table']))\n  .addOption(new Option('--abs-threshold [absThreshold]', 'absolute error threshold in nanoseconds').argParser(parseInt))\n  .addOption(new Option('--rel-threshold [relThreshold]', 'relative error threshold (fraction between 0 and 1)').argParser(parseInt))\n  .addOption(new Option('--warmup-cycles [warmupCycles]', 'number of warmup cycles before measuring').argParser(parseInt))\n  .addOption(new Option('--max-cycles [maxCycles]', 'maximum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--min-cycles [minCycles]', 'minimum measurement cycles per feed').argParser(parseInt))\n  .addOption(new Option('--no-gc-observer', 'disable GC overlap detection'))\n  .action(async (patterns: string[], executeOptions) => {\n    const files = new Set<string>();\n    await Promise.all(\n      patterns.map(async (pattern) => {\n        const matches = await glob(pattern, { absolute: true, cwd: process.cwd() }).catch(() => []);\n        matches.forEach((file) => files.add(file));\n      }),\n    );\n\n    for (const file of files) {\n      const stats = await stat(file).catch(() => false as const);\n      if (stats && stats.isFile()) {\n        const content = await readFile(file, 'utf8');\n        const identifier = pathToFileURL(file).href;\n        const code = await transpile(content);\n        let instance: Benchmark<unknown> | undefined;\n        const benchmark = (...args: Parameters<(typeof Benchmark)['create']>) => {\n          if (instance) {\n            throw new Error('Only one benchmark per file is supported');\n          }\n          instance = Benchmark.create(...args);\n          return instance;\n        };\n        const script = new SourceTextModule(code, {\n          identifier,\n          context: createContext({\n            benchmark,\n            Buffer,\n            console,\n          }),\n          initializeImportMeta(meta) {\n            meta.url = identifier;\n          },\n          async importModuleDynamically(specifier, referencingModule) {\n            if (Module.isBuiltin(specifier)) {\n              return import(specifier);\n            }\n            const baseIdentifier = referencingModule.identifier ?? identifier;\n            const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n            const resolved = resolveFrom.resolve(specifier);\n            return import(resolved);\n          },\n        });\n        const imports = new Map<string, SyntheticModule>();\n        await script.link(async (specifier: string, referencingModule) => {\n          const baseIdentifier = referencingModule.identifier ?? identifier;\n          const resolveFrom = createRequire(fileURLToPath(baseIdentifier));\n          const target = Module.isBuiltin(specifier) ? specifier : resolveFrom.resolve(specifier);\n          const cached = imports.get(target);\n          if (cached) {\n            return cached;\n          }\n          const mod = await import(target);\n          const exportNames = Object.keys(mod);\n          const imported = new SyntheticModule(\n            exportNames,\n            () => {\n              exportNames.forEach((key) => imported.setExport(key, mod[key]));\n            },\n            { identifier: target, context: referencingModule.context },\n          );\n\n          imports.set(target, imported);\n          return imported;\n        });\n        await script.evaluate();\n\n        if (instance) {\n          const reports = await instance.execute({\n            ...executeOptions,\n            baseUrl: identifier,\n          });\n          switch (executeOptions.format) {\n            case 'json':\n              {\n                printJSONReports(reports);\n              }\n              break;\n            case 'pjson':\n              {\n                printJSONReports(reports, 2);\n              }\n              break;\n            case 'table':\n              {\n                printTableReports(reports);\n              }\n              break;\n            default:\n              printSimpleReports(reports);\n          }\n        }\n      }\n    }\n  });\n\ncommander.parse(process.argv);\n"],"names":["createRequire","Module","fileURLToPath","pathToFileURL","SyntheticModule","createContext","SourceTextModule","stat","readFile","Command","Option","glob","Benchmark","printTableReports","printJSONReports","printSimpleReports","DEFAULT_REPORT_TYPES","DEFAULT_WORKERS","transpile","REPORT_TYPES","require","url","name","description","version","commander","argument","addOption","choices","default","argParser","parseInt","action","patterns","executeOptions","files","Set","Promise","all","map","pattern","matches","absolute","cwd","process","catch","forEach","file","add","stats","isFile","content","identifier","href","code","instance","benchmark","args","Error","create","script","context","Buffer","console","initializeImportMeta","meta","importModuleDynamically","specifier","referencingModule","isBuiltin","baseIdentifier","resolveFrom","resolved","resolve","imports","Map","link","target","cached","get","mod","exportNames","Object","keys","imported","key","setExport","set","evaluate","reports","execute","baseUrl","format","parse","argv"],"mappings":"AAAA,SAASA,aAAa,EAAEC,MAAM,QAAQ,cAAc;AACpD,SAASC,aAAa,EAAEC,aAAa,QAAQ,WAAW;AACxD,SAASC,eAAe,EAAEC,aAAa,EAAEC,gBAAgB,QAAQ,UAAU;AAC3E,SAASC,IAAI,EAAEC,QAAQ,QAAQ,mBAAmB;AAClD,SAASC,OAAO,EAAEC,MAAM,QAAQ,YAAY;AAC5C,SAASC,IAAI,QAAQ,OAAO;AAC5B,SAASC,SAAS,EAAEC,iBAAiB,EAAEC,gBAAgB,EAAEC,kBAAkB,EAAEC,oBAAoB,EAAEC,eAAe,QAAQ,aAAa;AACvI,SAASC,SAAS,QAAQ,aAAa;AACvC,SAASC,YAAY,QAAQ,aAAa;AAE1C,MAAMC,UAAUpB,cAAc,YAAYqB,GAAG;AAC7C,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,OAAO,EAAE,GAAGJ,QAAQ;AAE/C,MAAMK,YAAY,IAAIhB;AAEtBgB,UACGH,IAAI,CAACA,MACLC,WAAW,CAACA,aACZC,OAAO,CAACA,SACRE,QAAQ,CAAC,cAAc,mCACvBC,SAAS,CAAC,IAAIjB,OAAO,uCAAuC,4CAA4CkB,OAAO,CAACT,cAAcU,OAAO,CAACb,uBACtIW,SAAS,CAAC,IAAIjB,OAAO,2BAA2B,+BAA+BmB,OAAO,CAACZ,iBAAiBa,SAAS,CAACC,WAClHJ,SAAS,CAAC,IAAIjB,OAAO,yBAAyB,iBAAiBmB,OAAO,CAAC,UAAUD,OAAO,CAAC;IAAC;IAAU;IAAQ;IAAS;CAAQ,GAC7HD,SAAS,CAAC,IAAIjB,OAAO,kCAAkC,2CAA2CoB,SAAS,CAACC,WAC5GJ,SAAS,CAAC,IAAIjB,OAAO,kCAAkC,uDAAuDoB,SAAS,CAACC,WACxHJ,SAAS,CAAC,IAAIjB,OAAO,kCAAkC,4CAA4CoB,SAAS,CAACC,WAC7GJ,SAAS,CAAC,IAAIjB,OAAO,4BAA4B,uCAAuCoB,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIjB,OAAO,4BAA4B,uCAAuCoB,SAAS,CAACC,WAClGJ,SAAS,CAAC,IAAIjB,OAAO,oBAAoB,iCACzCsB,MAAM,CAAC,OAAOC,UAAoBC;IACjC,MAAMC,QAAQ,IAAIC;IAClB,MAAMC,QAAQC,GAAG,CACfL,SAASM,GAAG,CAAC,OAAOC;QAClB,MAAMC,UAAU,MAAM9B,KAAK6B,SAAS;YAAEE,UAAU;YAAMC,KAAKC,QAAQD,GAAG;QAAG,GAAGE,KAAK,CAAC,IAAM,EAAE;QAC1FJ,QAAQK,OAAO,CAAC,CAACC,OAASZ,MAAMa,GAAG,CAACD;IACtC;IAGF,KAAK,MAAMA,QAAQZ,MAAO;QACxB,MAAMc,QAAQ,MAAM1C,KAAKwC,MAAMF,KAAK,CAAC,IAAM;QAC3C,IAAII,SAASA,MAAMC,MAAM,IAAI;YAC3B,MAAMC,UAAU,MAAM3C,SAASuC,MAAM;YACrC,MAAMK,aAAajD,cAAc4C,MAAMM,IAAI;YAC3C,MAAMC,OAAO,MAAMpC,UAAUiC;YAC7B,IAAII;YACJ,MAAMC,YAAY,CAAC,GAAGC;gBACpB,IAAIF,UAAU;oBACZ,MAAM,IAAIG,MAAM;gBAClB;gBACAH,WAAW3C,UAAU+C,MAAM,IAAIF;gBAC/B,OAAOF;YACT;YACA,MAAMK,SAAS,IAAItD,iBAAiBgD,MAAM;gBACxCF;gBACAS,SAASxD,cAAc;oBACrBmD;oBACAM;oBACAC;gBACF;gBACAC,sBAAqBC,IAAI;oBACvBA,KAAK5C,GAAG,GAAG+B;gBACb;gBACA,MAAMc,yBAAwBC,SAAS,EAAEC,iBAAiB;oBACxD,IAAInE,OAAOoE,SAAS,CAACF,YAAY;wBAC/B,OAAO,MAAM,CAACA;oBAChB;oBACA,MAAMG,iBAAiBF,kBAAkBhB,UAAU,IAAIA;oBACvD,MAAMmB,cAAcvE,cAAcE,cAAcoE;oBAChD,MAAME,WAAWD,YAAYE,OAAO,CAACN;oBACrC,OAAO,MAAM,CAACK;gBAChB;YACF;YACA,MAAME,UAAU,IAAIC;YACpB,MAAMf,OAAOgB,IAAI,CAAC,OAAOT,WAAmBC;gBAC1C,MAAME,iBAAiBF,kBAAkBhB,UAAU,IAAIA;gBACvD,MAAMmB,cAAcvE,cAAcE,cAAcoE;gBAChD,MAAMO,SAAS5E,OAAOoE,SAAS,CAACF,aAAaA,YAAYI,YAAYE,OAAO,CAACN;gBAC7E,MAAMW,SAASJ,QAAQK,GAAG,CAACF;gBAC3B,IAAIC,QAAQ;oBACV,OAAOA;gBACT;gBACA,MAAME,MAAM,MAAM,MAAM,CAACH;gBACzB,MAAMI,cAAcC,OAAOC,IAAI,CAACH;gBAChC,MAAMI,WAAW,IAAIhF,gBACnB6E,aACA;oBACEA,YAAYnC,OAAO,CAAC,CAACuC,MAAQD,SAASE,SAAS,CAACD,KAAKL,GAAG,CAACK,IAAI;gBAC/D,GACA;oBAAEjC,YAAYyB;oBAAQhB,SAASO,kBAAkBP,OAAO;gBAAC;gBAG3Da,QAAQa,GAAG,CAACV,QAAQO;gBACpB,OAAOA;YACT;YACA,MAAMxB,OAAO4B,QAAQ;YAErB,IAAIjC,UAAU;gBACZ,MAAMkC,UAAU,MAAMlC,SAASmC,OAAO,CAAC;oBACrC,GAAGxD,cAAc;oBACjByD,SAASvC;gBACX;gBACA,OAAQlB,eAAe0D,MAAM;oBAC3B,KAAK;wBACH;4BACE9E,iBAAiB2E;wBACnB;wBACA;oBACF,KAAK;wBACH;4BACE3E,iBAAiB2E,SAAS;wBAC5B;wBACA;oBACF,KAAK;wBACH;4BACE5E,kBAAkB4E;wBACpB;wBACA;oBACF;wBACE1E,mBAAmB0E;gBACvB;YACF;QACF;IACF;AACF;AAEFhE,UAAUoE,KAAK,CAACjD,QAAQkD,IAAI"}

package/build/executor.cjs

@@ -11,11 +11,12 @@ Object.defineProperty(exports, "createExecutor", {
 const _nodeworker_threads = require("node:worker_threads");
 const _nodeevents = require("node:events");
 const _async = require("async");
-const _typescjs = require("./types.cjs");
+const _nodeurl = require("node:url");
 const _reportercjs = require("./reporter.cjs");
 const _utilscjs = require("./utils.cjs");
-const createExecutor = ({ workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, reportTypes })=>{
-    const executor = (0, _async.queue)(async ({ setup, teardown, pre, run, post, data })=>{
+const _typescjs = require("./types.cjs");
+const createExecutor = ({ baseUrl = (0, _nodeurl.pathToFileURL)(process.cwd()).href, workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver = true, reportTypes })=>{
+    const executor = (0, _async.queue)(async ({ baseUrl: runBaseUrl = baseUrl, setup, teardown, pre, run, post, data })=>{
         const setupCode = setup?.toString();
         const teardownCode = teardown?.toString();
         const preCode = pre?.toString();
@@ -25,6 +26,7 @@ const createExecutor = ({ workers, warmupCycles, maxCycles, minCycles, absThresh
         const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);
         const workerFile = new URL('./worker.js', require("url").pathToFileURL(__filename).toString());
         const workerData = {
+            baseUrl: runBaseUrl,
             setupCode,
             teardownCode,
             preCode,
@@ -35,6 +37,7 @@ const createExecutor = ({ workers, warmupCycles, maxCycles, minCycles, absThresh
             minCycles,
             absThreshold,
             relThreshold,
+            gcObserver,
             controlSAB,
             durationsSAB
         };

package/build/executor.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { RunOptions, ReportOptions, WorkerOptions, BenchmarkOptions, Control, ReportType, ReportTypeList, CONTROL_SLOTS } from './types.js';\nimport { createReport, Report } from './reporter.js';\nimport { cmp } from './utils.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & { count: number };\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  workers?: number;\n  maxCycles?: number;\n}\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>({\n  workers,\n  warmupCycles,\n  maxCycles,\n  minCycles,\n  absThreshold,\n  relThreshold,\n  reportTypes,\n}: Required<ExecutorOptions<R>>) => {\n  const executor = queue<RunOptions<TContext, TInput>>(async ({ setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n    const [exitCode] = await once(worker, 'exit');\n    if (exitCode !== 0) {\n      throw new Error(`worker exited with code ${exitCode}`);\n    }\n\n    const control = new Int32Array(controlSAB);\n    const count = control[Control.INDEX];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const report = reportTypes.map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report]).concat([['count', count]]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  executor.error((err) => {\n    console.error(err);\n  });\n\n  return executor;\n};\n"],"names":["createExecutor","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","reportTypes","executor","queue","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","CONTROL_SLOTS","durationsSAB","BigUint64Array","workerFile","URL","workerData","worker","Worker","exitCode","once","Error","control","count","Control","INDEX","durations","slice","sort","cmp","report","map","type","createReport","concat","Object","fromEntries","error","err","console"],"mappings":";;;;+BAcaA;;;eAAAA;;;oCAdU;4BACF;uBACC;0BACyG;6BAC1F;0BACjB;AASb,MAAMA,iBAAiB,CAA6C,EACzEC,OAAO,EACPC,YAAY,EACZC,SAAS,EACTC,SAAS,EACTC,YAAY,EACZC,YAAY,EACZC,WAAW,EACkB;IAC7B,MAAMC,WAAWC,IAAAA,YAAK,EAA+B,OAAO,EAAEC,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QACnG,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,MAAMK,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAGC,uBAAa;QACrF,MAAMC,eAAe,IAAIJ,kBAAkBK,eAAeH,iBAAiB,GAAGtB;QAE9E,MAAM0B,aAAa,IAAIC,IAAI,eAAe;QAC1C,MAAMC,aAA4B;YAChCf;YACAE;YACAC;YACAC;YACAC;YACAN;YAEAb;YACAE;YACAC;YACAC;YAEAgB;YACAK;QACF;QAEA,MAAMK,SAAS,IAAIC,0BAAM,CAACJ,YAAY;YACpCE;QACF;QACA,MAAM,CAACG,SAAS,GAAG,MAAMC,IAAAA,gBAAI,EAACH,QAAQ;QACtC,IAAIE,aAAa,GAAG;YAClB,MAAM,IAAIE,MAAM,CAAC,wBAAwB,EAAEF,UAAU;QACvD;QAEA,MAAMG,UAAU,IAAIb,WAAWF;QAC/B,MAAMgB,QAAQD,OAAO,CAACE,iBAAO,CAACC,KAAK,CAAC;QACpC,MAAMC,YAAY,IAAIb,eAAeD,cAAce,KAAK,CAAC,GAAGJ,OAAOK,IAAI,CAACC,aAAG;QAE3E,MAAMC,SAAStC,YAAYuC,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMC,IAAAA,yBAAY,EAACP,WAAWM;aAAM,EAA0BE,MAAM,CAAC;YAAC;gBAAC;gBAASX;aAAM;SAAC;QACpJ,OAAOY,OAAOC,WAAW,CAACN;IAC5B,GAAG5C;IAEHO,SAAS4C,KAAK,CAAC,CAACC;QACdC,QAAQF,KAAK,CAACC;IAChB;IAEA,OAAO7C;AACT"}
+{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { pathToFileURL } from 'node:url';\nimport { createReport, Report } from './reporter.js';\nimport { cmp } from './utils.js';\nimport { RunOptions, ReportOptions, WorkerOptions, BenchmarkOptions, Control, ReportType, ReportTypeList, CONTROL_SLOTS } from './types.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & { count: number };\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  baseUrl?: string;\n  workers?: number;\n  maxCycles?: number;\n}\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>({\n  baseUrl = pathToFileURL(process.cwd()).href,\n  workers,\n  warmupCycles,\n  maxCycles,\n  minCycles,\n  absThreshold,\n  relThreshold,\n  gcObserver = true,\n  reportTypes,\n}: Required<ExecutorOptions<R>>) => {\n  const executor = queue<RunOptions<TContext, TInput>>(async ({ baseUrl: runBaseUrl = baseUrl, setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      baseUrl: runBaseUrl,\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n      gcObserver,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n    const [exitCode] = await once(worker, 'exit');\n    if (exitCode !== 0) {\n      throw new Error(`worker exited with code ${exitCode}`);\n    }\n\n    const control = new Int32Array(controlSAB);\n    const count = control[Control.INDEX];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const report = reportTypes.map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report]).concat([['count', count]]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  executor.error((err) => {\n    console.error(err);\n  });\n\n  return executor;\n};\n"],"names":["createExecutor","baseUrl","pathToFileURL","process","cwd","href","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","gcObserver","reportTypes","executor","queue","runBaseUrl","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","CONTROL_SLOTS","durationsSAB","BigUint64Array","workerFile","URL","workerData","worker","Worker","exitCode","once","Error","control","count","Control","INDEX","durations","slice","sort","cmp","report","map","type","createReport","concat","Object","fromEntries","error","err","console"],"mappings":";;;;+BAgBaA;;;eAAAA;;;oCAhBU;4BACF;uBACC;yBACQ;6BACO;0BACjB;0BAC2G;AAUxH,MAAMA,iBAAiB,CAA6C,EACzEC,UAAUC,IAAAA,sBAAa,EAACC,QAAQC,GAAG,IAAIC,IAAI,EAC3CC,OAAO,EACPC,YAAY,EACZC,SAAS,EACTC,SAAS,EACTC,YAAY,EACZC,YAAY,EACZC,aAAa,IAAI,EACjBC,WAAW,EACkB;IAC7B,MAAMC,WAAWC,IAAAA,YAAK,EAA+B,OAAO,EAAEd,SAASe,aAAaf,OAAO,EAAEgB,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QAClI,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,MAAMK,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAGC,uBAAa;QACrF,MAAMC,eAAe,IAAIJ,kBAAkBK,eAAeH,iBAAiB,GAAGxB;QAE9E,MAAM4B,aAAa,IAAIC,IAAI,eAAe;QAC1C,MAAMC,aAA4B;YAChCrC,SAASe;YACTO;YACAE;YACAC;YACAC;YACAC;YACAN;YAEAf;YACAE;YACAC;YACAC;YACAC;YAEAiB;YACAK;QACF;QAEA,MAAMK,SAAS,IAAIC,0BAAM,CAACJ,YAAY;YACpCE;QACF;QACA,MAAM,CAACG,SAAS,GAAG,MAAMC,IAAAA,gBAAI,EAACH,QAAQ;QACtC,IAAIE,aAAa,GAAG;YAClB,MAAM,IAAIE,MAAM,CAAC,wBAAwB,EAAEF,UAAU;QACvD;QAEA,MAAMG,UAAU,IAAIb,WAAWF;QAC/B,MAAMgB,QAAQD,OAAO,CAACE,iBAAO,CAACC,KAAK,CAAC;QACpC,MAAMC,YAAY,IAAIb,eAAeD,cAAce,KAAK,CAAC,GAAGJ,OAAOK,IAAI,CAACC,aAAG;QAE3E,MAAMC,SAASvC,YAAYwC,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMC,IAAAA,yBAAY,EAACP,WAAWM;aAAM,EAA0BE,MAAM,CAAC;YAAC;gBAAC;gBAASX;aAAM;SAAC;QACpJ,OAAOY,OAAOC,WAAW,CAACN;IAC5B,GAAG9C;IAEHQ,SAAS6C,KAAK,CAAC,CAACC;QACdC,QAAQF,KAAK,CAACC;IAChB;IAEA,OAAO9C;AACT"}

package/build/executor.d.ts

@@ -1,10 +1,11 @@
-import { RunOptions, ReportOptions, BenchmarkOptions, ReportTypeList } from './types.js';
 import { Report } from './reporter.js';
+import { RunOptions, ReportOptions, BenchmarkOptions, ReportTypeList } from './types.js';
 export type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & {
     count: number;
 };
 export interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {
+    baseUrl?: string;
     workers?: number;
     maxCycles?: number;
 }
-export declare const createExecutor: <TContext, TInput, R extends ReportTypeList>({ workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, reportTypes, }: Required<ExecutorOptions<R>>) => import("async").QueueObject<RunOptions<TContext, TInput>>;
+export declare const createExecutor: <TContext, TInput, R extends ReportTypeList>({ baseUrl, workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver, reportTypes, }: Required<ExecutorOptions<R>>) => import("async").QueueObject<RunOptions<TContext, TInput>>;

package/build/executor.js

@@ -1,11 +1,12 @@
 import { Worker } from 'node:worker_threads';
 import { once } from 'node:events';
 import { queue } from 'async';
-import { Control, CONTROL_SLOTS } from "./types.js";
+import { pathToFileURL } from 'node:url';
 import { createReport } from "./reporter.js";
 import { cmp } from "./utils.js";
-export const createExecutor = ({ workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, reportTypes })=>{
-    const executor = queue(async ({ setup, teardown, pre, run, post, data })=>{
+import { Control, CONTROL_SLOTS } from "./types.js";
+export const createExecutor = ({ baseUrl = pathToFileURL(process.cwd()).href, workers, warmupCycles, maxCycles, minCycles, absThreshold, relThreshold, gcObserver = true, reportTypes })=>{
+    const executor = queue(async ({ baseUrl: runBaseUrl = baseUrl, setup, teardown, pre, run, post, data })=>{
         const setupCode = setup?.toString();
         const teardownCode = teardown?.toString();
         const preCode = pre?.toString();
@@ -15,6 +16,7 @@ export const createExecutor = ({ workers, warmupCycles, maxCycles, minCycles, ab
         const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);
         const workerFile = new URL('./worker.js', import.meta.url);
         const workerData = {
+            baseUrl: runBaseUrl,
             setupCode,
             teardownCode,
             preCode,
@@ -25,6 +27,7 @@ export const createExecutor = ({ workers, warmupCycles, maxCycles, minCycles, ab
             minCycles,
             absThreshold,
             relThreshold,
+            gcObserver,
             controlSAB,
             durationsSAB
         };

package/build/executor.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { RunOptions, ReportOptions, WorkerOptions, BenchmarkOptions, Control, ReportType, ReportTypeList, CONTROL_SLOTS } from './types.js';\nimport { createReport, Report } from './reporter.js';\nimport { cmp } from './utils.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & { count: number };\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  workers?: number;\n  maxCycles?: number;\n}\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>({\n  workers,\n  warmupCycles,\n  maxCycles,\n  minCycles,\n  absThreshold,\n  relThreshold,\n  reportTypes,\n}: Required<ExecutorOptions<R>>) => {\n  const executor = queue<RunOptions<TContext, TInput>>(async ({ setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n    const [exitCode] = await once(worker, 'exit');\n    if (exitCode !== 0) {\n      throw new Error(`worker exited with code ${exitCode}`);\n    }\n\n    const control = new Int32Array(controlSAB);\n    const count = control[Control.INDEX];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const report = reportTypes.map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report]).concat([['count', count]]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  executor.error((err) => {\n    console.error(err);\n  });\n\n  return executor;\n};\n"],"names":["Worker","once","queue","Control","CONTROL_SLOTS","createReport","cmp","createExecutor","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","reportTypes","executor","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","durationsSAB","BigUint64Array","workerFile","URL","url","workerData","worker","exitCode","Error","control","count","INDEX","durations","slice","sort","report","map","type","concat","Object","fromEntries","error","err","console"],"mappings":"AAAA,SAASA,MAAM,QAAQ,sBAAsB;AAC7C,SAASC,IAAI,QAAQ,cAAc;AACnC,SAASC,KAAK,QAAQ,QAAQ;AAC9B,SAAqEC,OAAO,EAA8BC,aAAa,QAAQ,aAAa;AAC5I,SAASC,YAAY,QAAgB,gBAAgB;AACrD,SAASC,GAAG,QAAQ,aAAa;AASjC,OAAO,MAAMC,iBAAiB,CAA6C,EACzEC,OAAO,EACPC,YAAY,EACZC,SAAS,EACTC,SAAS,EACTC,YAAY,EACZC,YAAY,EACZC,WAAW,EACkB;IAC7B,MAAMC,WAAWb,MAAoC,OAAO,EAAEc,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QACnG,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,MAAMK,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAG3B;QACxE,MAAM4B,eAAe,IAAIH,kBAAkBI,eAAeF,iBAAiB,GAAGrB;QAE9E,MAAMwB,aAAa,IAAIC,IAAI,eAAe,YAAYC,GAAG;QACzD,MAAMC,aAA4B;YAChCf;YACAE;YACAC;YACAC;YACAC;YACAN;YAEAZ;YACAE;YACAC;YACAC;YAEAe;YACAI;QACF;QAEA,MAAMM,SAAS,IAAItC,OAAOkC,YAAY;YACpCG;QACF;QACA,MAAM,CAACE,SAAS,GAAG,MAAMtC,KAAKqC,QAAQ;QACtC,IAAIC,aAAa,GAAG;YAClB,MAAM,IAAIC,MAAM,CAAC,wBAAwB,EAAED,UAAU;QACvD;QAEA,MAAME,UAAU,IAAIX,WAAWF;QAC/B,MAAMc,QAAQD,OAAO,CAACtC,QAAQwC,KAAK,CAAC;QACpC,MAAMC,YAAY,IAAIX,eAAeD,cAAca,KAAK,CAAC,GAAGH,OAAOI,IAAI,CAACxC;QAExE,MAAMyC,SAASjC,YAAYkC,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAM5C,aAAauC,WAAWK;aAAM,EAA0BC,MAAM,CAAC;YAAC;gBAAC;gBAASR;aAAM;SAAC;QACpJ,OAAOS,OAAOC,WAAW,CAACL;IAC5B,GAAGvC;IAEHO,SAASsC,KAAK,CAAC,CAACC;QACdC,QAAQF,KAAK,CAACC;IAChB;IAEA,OAAOvC;AACT,EAAE"}
+{"version":3,"sources":["../src/executor.ts"],"sourcesContent":["import { Worker } from 'node:worker_threads';\nimport { once } from 'node:events';\nimport { queue } from 'async';\nimport { pathToFileURL } from 'node:url';\nimport { createReport, Report } from './reporter.js';\nimport { cmp } from './utils.js';\nimport { RunOptions, ReportOptions, WorkerOptions, BenchmarkOptions, Control, ReportType, ReportTypeList, CONTROL_SLOTS } from './types.js';\n\nexport type ExecutorReport<R extends ReportTypeList> = Record<R[number], Report> & { count: number };\n\nexport interface ExecutorOptions<R extends ReportTypeList> extends BenchmarkOptions, ReportOptions<R> {\n  baseUrl?: string;\n  workers?: number;\n  maxCycles?: number;\n}\n\nexport const createExecutor = <TContext, TInput, R extends ReportTypeList>({\n  baseUrl = pathToFileURL(process.cwd()).href,\n  workers,\n  warmupCycles,\n  maxCycles,\n  minCycles,\n  absThreshold,\n  relThreshold,\n  gcObserver = true,\n  reportTypes,\n}: Required<ExecutorOptions<R>>) => {\n  const executor = queue<RunOptions<TContext, TInput>>(async ({ baseUrl: runBaseUrl = baseUrl, setup, teardown, pre, run, post, data }) => {\n    const setupCode = setup?.toString();\n    const teardownCode = teardown?.toString();\n    const preCode = pre?.toString();\n    const runCode = run.toString()!;\n    const postCode = post?.toString();\n\n    const controlSAB = new SharedArrayBuffer(Int32Array.BYTES_PER_ELEMENT * CONTROL_SLOTS);\n    const durationsSAB = new SharedArrayBuffer(BigUint64Array.BYTES_PER_ELEMENT * maxCycles);\n\n    const workerFile = new URL('./worker.js', import.meta.url);\n    const workerData: WorkerOptions = {\n      baseUrl: runBaseUrl,\n      setupCode,\n      teardownCode,\n      preCode,\n      runCode,\n      postCode,\n      data,\n\n      warmupCycles,\n      minCycles,\n      absThreshold,\n      relThreshold,\n      gcObserver,\n\n      controlSAB,\n      durationsSAB,\n    };\n\n    const worker = new Worker(workerFile, {\n      workerData,\n    });\n    const [exitCode] = await once(worker, 'exit');\n    if (exitCode !== 0) {\n      throw new Error(`worker exited with code ${exitCode}`);\n    }\n\n    const control = new Int32Array(controlSAB);\n    const count = control[Control.INDEX];\n    const durations = new BigUint64Array(durationsSAB).slice(0, count).sort(cmp);\n\n    const report = reportTypes.map<[string, unknown]>((type) => [type, createReport(durations, type)] as [ReportType, Report]).concat([['count', count]]);\n    return Object.fromEntries(report);\n  }, workers);\n\n  executor.error((err) => {\n    console.error(err);\n  });\n\n  return executor;\n};\n"],"names":["Worker","once","queue","pathToFileURL","createReport","cmp","Control","CONTROL_SLOTS","createExecutor","baseUrl","process","cwd","href","workers","warmupCycles","maxCycles","minCycles","absThreshold","relThreshold","gcObserver","reportTypes","executor","runBaseUrl","setup","teardown","pre","run","post","data","setupCode","toString","teardownCode","preCode","runCode","postCode","controlSAB","SharedArrayBuffer","Int32Array","BYTES_PER_ELEMENT","durationsSAB","BigUint64Array","workerFile","URL","url","workerData","worker","exitCode","Error","control","count","INDEX","durations","slice","sort","report","map","type","concat","Object","fromEntries","error","err","console"],"mappings":"AAAA,SAASA,MAAM,QAAQ,sBAAsB;AAC7C,SAASC,IAAI,QAAQ,cAAc;AACnC,SAASC,KAAK,QAAQ,QAAQ;AAC9B,SAASC,aAAa,QAAQ,WAAW;AACzC,SAASC,YAAY,QAAgB,gBAAgB;AACrD,SAASC,GAAG,QAAQ,aAAa;AACjC,SAAqEC,OAAO,EAA8BC,aAAa,QAAQ,aAAa;AAU5I,OAAO,MAAMC,iBAAiB,CAA6C,EACzEC,UAAUN,cAAcO,QAAQC,GAAG,IAAIC,IAAI,EAC3CC,OAAO,EACPC,YAAY,EACZC,SAAS,EACTC,SAAS,EACTC,YAAY,EACZC,YAAY,EACZC,aAAa,IAAI,EACjBC,WAAW,EACkB;IAC7B,MAAMC,WAAWnB,MAAoC,OAAO,EAAEO,SAASa,aAAab,OAAO,EAAEc,KAAK,EAAEC,QAAQ,EAAEC,GAAG,EAAEC,GAAG,EAAEC,IAAI,EAAEC,IAAI,EAAE;QAClI,MAAMC,YAAYN,OAAOO;QACzB,MAAMC,eAAeP,UAAUM;QAC/B,MAAME,UAAUP,KAAKK;QACrB,MAAMG,UAAUP,IAAII,QAAQ;QAC5B,MAAMI,WAAWP,MAAMG;QAEvB,MAAMK,aAAa,IAAIC,kBAAkBC,WAAWC,iBAAiB,GAAG/B;QACxE,MAAMgC,eAAe,IAAIH,kBAAkBI,eAAeF,iBAAiB,GAAGvB;QAE9E,MAAM0B,aAAa,IAAIC,IAAI,eAAe,YAAYC,GAAG;QACzD,MAAMC,aAA4B;YAChCnC,SAASa;YACTO;YACAE;YACAC;YACAC;YACAC;YACAN;YAEAd;YACAE;YACAC;YACAC;YACAC;YAEAgB;YACAI;QACF;QAEA,MAAMM,SAAS,IAAI7C,OAAOyC,YAAY;YACpCG;QACF;QACA,MAAM,CAACE,SAAS,GAAG,MAAM7C,KAAK4C,QAAQ;QACtC,IAAIC,aAAa,GAAG;YAClB,MAAM,IAAIC,MAAM,CAAC,wBAAwB,EAAED,UAAU;QACvD;QAEA,MAAME,UAAU,IAAIX,WAAWF;QAC/B,MAAMc,QAAQD,OAAO,CAAC1C,QAAQ4C,KAAK,CAAC;QACpC,MAAMC,YAAY,IAAIX,eAAeD,cAAca,KAAK,CAAC,GAAGH,OAAOI,IAAI,CAAChD;QAExE,MAAMiD,SAASlC,YAAYmC,GAAG,CAAoB,CAACC,OAAS;gBAACA;gBAAMpD,aAAa+C,WAAWK;aAAM,EAA0BC,MAAM,CAAC;YAAC;gBAAC;gBAASR;aAAM;SAAC;QACpJ,OAAOS,OAAOC,WAAW,CAACL;IAC5B,GAAGzC;IAEHQ,SAASuC,KAAK,CAAC,CAACC;QACdC,QAAQF,KAAK,CAACC;IAChB;IAEA,OAAOxC;AACT,EAAE"}