overtake 1.0.4 → 1.1.0

package/build/runner.cjs

@@ -8,23 +8,151 @@ Object.defineProperty(exports, "benchmark", {
         return benchmark;
     }
 });
+const _nodeperf_hooks = require("node:perf_hooks");
 const _typescjs = require("./types.cjs");
+const _gcwatchercjs = require("./gc-watcher.cjs");
 const COMPLETE_VALUE = 100_00;
+const hr = process.hrtime.bigint.bind(process.hrtime);
 const runSync = (run)=>{
     return (...args)=>{
-        const start = process.hrtime.bigint();
+        const start = hr();
         run(...args);
-        return process.hrtime.bigint() - start;
+        return hr() - start;
     };
 };
 const runAsync = (run)=>{
     return async (...args)=>{
-        const start = process.hrtime.bigint();
+        const start = hr();
         await run(...args);
-        return process.hrtime.bigint() - start;
+        return hr() - start;
     };
 };
-const benchmark = async ({ setup, teardown, pre, run: runRaw, post, data, warmupCycles, minCycles, absThreshold, relThreshold, durationsSAB, controlSAB })=>{
+const TARGET_SAMPLE_NS = 1_000_000n;
+const MAX_BATCH = 1_048_576;
+const PROGRESS_STRIDE = 16;
+const GC_STRIDE = 32;
+const OUTLIER_MULTIPLIER = 4;
+const OUTLIER_IQR_MULTIPLIER = 3;
+const OUTLIER_WINDOW = 64;
+const collectSample = async (batchSize, run, pre, post, context, data)=>{
+    let sampleDuration = 0n;
+    for(let b = 0; b < batchSize; b++){
+        await pre?.(context, data);
+        sampleDuration += await run(context, data);
+        await post?.(context, data);
+    }
+    return sampleDuration / BigInt(batchSize);
+};
+const tuneParameters = async ({ initialBatch, run, pre, post, context, data, minCycles, relThreshold, maxCycles })=>{
+    let batchSize = initialBatch;
+    let bestCv = Number.POSITIVE_INFINITY;
+    let bestBatch = batchSize;
+    for(let attempt = 0; attempt < 3; attempt++){
+        const samples = [];
+        const sampleCount = Math.min(8, maxCycles);
+        for(let s = 0; s < sampleCount; s++){
+            const duration = await collectSample(batchSize, run, pre, post, context, data);
+            samples.push(Number(duration));
+        }
+        const mean = samples.reduce((acc, v)=>acc + v, 0) / samples.length;
+        const variance = samples.reduce((acc, v)=>acc + (v - mean) * (v - mean), 0) / Math.max(1, samples.length - 1);
+        const stddev = Math.sqrt(variance);
+        const cv = mean === 0 ? Number.POSITIVE_INFINITY : stddev / mean;
+        if (cv < bestCv) {
+            bestCv = cv;
+            bestBatch = batchSize;
+        }
+        if (cv <= relThreshold || batchSize >= MAX_BATCH) {
+            break;
+        }
+        batchSize = Math.min(MAX_BATCH, batchSize * 2);
+    }
+    const tunedRel = bestCv < relThreshold ? Math.max(bestCv * 1.5, relThreshold * 0.5) : relThreshold;
+    const tunedMin = Math.min(maxCycles, Math.max(minCycles, Math.ceil(minCycles * Math.max(1, bestCv / (relThreshold || 1e-6)))));
+    return {
+        batchSize: bestBatch,
+        relThreshold: tunedRel,
+        minCycles: tunedMin
+    };
+};
+const createGCTracker = ()=>{
+    if (process.env.OVERTAKE_GC_OBSERVER !== '1') {
+        return null;
+    }
+    if (typeof _nodeperf_hooks.PerformanceObserver === 'undefined') {
+        return null;
+    }
+    const events = [];
+    const observer = new _nodeperf_hooks.PerformanceObserver((list)=>{
+        for (const entry of list.getEntries()){
+            events.push({
+                start: entry.startTime,
+                end: entry.startTime + entry.duration
+            });
+        }
+    });
+    try {
+        observer.observe({
+            entryTypes: [
+                'gc'
+            ]
+        });
+    } catch  {
+        return null;
+    }
+    const overlaps = (start, end)=>{
+        let noisy = false;
+        for(let i = events.length - 1; i >= 0; i--){
+            const event = events[i];
+            if (event.end < start - 5_000) {
+                events.splice(i, 1);
+                continue;
+            }
+            if (event.start <= end && event.end >= start) {
+                noisy = true;
+            }
+        }
+        return noisy;
+    };
+    const dispose = ()=>observer.disconnect();
+    return {
+        overlaps,
+        dispose
+    };
+};
+const pushWindow = (arr, value, cap)=>{
+    if (arr.length === cap) {
+        arr.shift();
+    }
+    arr.push(value);
+};
+const medianAndIqr = (arr)=>{
+    if (arr.length === 0) return {
+        median: 0,
+        iqr: 0
+    };
+    const sorted = [
+        ...arr
+    ].sort((a, b)=>a - b);
+    const mid = Math.floor(sorted.length / 2);
+    const median = sorted.length % 2 === 0 ? (sorted[mid - 1] + sorted[mid]) / 2 : sorted[mid];
+    const q1Idx = Math.floor(sorted.length * 0.25);
+    const q3Idx = Math.floor(sorted.length * 0.75);
+    const q1 = sorted[q1Idx];
+    const q3 = sorted[q3Idx];
+    return {
+        median,
+        iqr: q3 - q1
+    };
+};
+const windowCv = (arr)=>{
+    if (arr.length < 2) return Number.POSITIVE_INFINITY;
+    const mean = arr.reduce((a, v)=>a + v, 0) / arr.length;
+    const variance = arr.reduce((a, v)=>a + (v - mean) * (v - mean), 0) / (arr.length - 1);
+    const stddev = Math.sqrt(variance);
+    return mean === 0 ? Number.POSITIVE_INFINITY : stddev / mean;
+};
+const benchmark = async ({ setup, teardown, pre, run: runRaw, post, data, warmupCycles, minCycles, absThreshold, relThreshold, gcObserver = false, durationsSAB, controlSAB })=>{
     const durations = new BigUint64Array(durationsSAB);
     const control = new Int32Array(controlSAB);
     control[_typescjs.Control.INDEX] = 0;
@@ -32,34 +160,113 @@ const benchmark = async ({ setup, teardown, pre, run: runRaw, post, data, warmup
     control[_typescjs.Control.COMPLETE] = 255;
     const context = await setup?.();
     const maxCycles = durations.length;
+    const gcWatcher = new _gcwatchercjs.GCWatcher();
+    const gcTracker = gcObserver ? createGCTracker() : null;
     try {
         await pre?.(context, data);
-        const result = runRaw(context, data);
+        const probeStart = hr();
+        const probeResult = runRaw(context, data);
+        const isAsync = probeResult instanceof Promise;
+        if (isAsync) {
+            await probeResult;
+        }
+        const durationProbe = hr() - probeStart;
         await post?.(context, data);
-        const run = result instanceof Promise ? runAsync(runRaw) : runSync(runRaw);
-        const start = Date.now();
-        while(Date.now() - start < 1_000){
-            Math.sqrt(Math.random());
+        const run = isAsync ? runAsync(runRaw) : runSync(runRaw);
+        const durationPerRun = durationProbe === 0n ? 1n : durationProbe;
+        const suggestedBatch = Number(TARGET_SAMPLE_NS / durationPerRun);
+        const initialBatchSize = Math.min(MAX_BATCH, Math.max(1, suggestedBatch));
+        const tuned = await tuneParameters({
+            initialBatch: initialBatchSize,
+            run,
+            pre,
+            post,
+            context,
+            data: data,
+            minCycles,
+            relThreshold,
+            maxCycles
+        });
+        let batchSize = tuned.batchSize;
+        minCycles = tuned.minCycles;
+        relThreshold = tuned.relThreshold;
+        const warmupStart = Date.now();
+        let warmupRemaining = warmupCycles;
+        const warmupWindow = [];
+        const warmupCap = Math.max(warmupCycles, Math.min(maxCycles, warmupCycles * 4 || 1000));
+        while(Date.now() - warmupStart < 1_000 && warmupRemaining > 0){
+            const start = hr();
+            await pre?.(context, data);
+            await run(context, data);
+            await post?.(context, data);
+            pushWindow(warmupWindow, Number(hr() - start), warmupCap);
+            warmupRemaining--;
+        }
+        let warmupDone = 0;
+        while(warmupDone < warmupRemaining){
+            const start = hr();
+            await pre?.(context, data);
+            await run(context, data);
+            await post?.(context, data);
+            pushWindow(warmupWindow, Number(hr() - start), warmupCap);
+            warmupDone++;
+            if (global.gc && warmupDone % GC_STRIDE === 0) {
+                global.gc();
+            }
         }
-        for(let i = 0; i < warmupCycles; i++){
+        while(warmupWindow.length >= 8 && warmupWindow.length < warmupCap){
+            const cv = windowCv(warmupWindow);
+            if (cv <= relThreshold * 2) {
+                break;
+            }
+            const start = hr();
             await pre?.(context, data);
             await run(context, data);
             await post?.(context, data);
+            pushWindow(warmupWindow, Number(hr() - start), warmupCap);
         }
         let i = 0;
         let mean = 0n;
         let m2 = 0n;
+        const outlierWindow = [];
         while(true){
             if (i >= maxCycles) break;
-            await pre?.(context, data);
-            const duration = await run(context, data);
-            await post?.(context, data);
-            durations[i++] = duration;
-            const delta = duration - mean;
+            const gcMarker = gcWatcher.start();
+            const sampleStart = _nodeperf_hooks.performance.now();
+            let sampleDuration = 0n;
+            for(let b = 0; b < batchSize; b++){
+                await pre?.(context, data);
+                sampleDuration += await run(context, data);
+                await post?.(context, data);
+                if (global.gc && (i + b) % GC_STRIDE === 0) {
+                    global.gc();
+                }
+            }
+            sampleDuration /= BigInt(batchSize);
+            const sampleEnd = _nodeperf_hooks.performance.now();
+            const gcNoise = gcWatcher.seen(gcMarker) || (gcTracker?.overlaps(sampleStart, sampleEnd) ?? false);
+            if (gcNoise) {
+                continue;
+            }
+            const durationNumber = Number(sampleDuration);
+            pushWindow(outlierWindow, durationNumber, OUTLIER_WINDOW);
+            const { median, iqr } = medianAndIqr(outlierWindow);
+            const maxAllowed = median + OUTLIER_IQR_MULTIPLIER * iqr || Number.POSITIVE_INFINITY;
+            if (outlierWindow.length >= 8 && durationNumber > maxAllowed) {
+                continue;
+            }
+            const meanNumber = Number(mean);
+            if (i >= 8 && meanNumber > 0 && durationNumber > OUTLIER_MULTIPLIER * meanNumber) {
+                continue;
+            }
+            durations[i++] = sampleDuration;
+            const delta = sampleDuration - mean;
             mean += delta / BigInt(i);
-            m2 += delta * (duration - mean);
+            m2 += delta * (sampleDuration - mean);
             const progress = Math.max(i / maxCycles) * COMPLETE_VALUE;
-            control[_typescjs.Control.PROGRESS] = progress;
+            if (i % PROGRESS_STRIDE === 0) {
+                control[_typescjs.Control.PROGRESS] = progress;
+            }
             if (i >= minCycles) {
                 const variance = Number(m2) / (i - 1);
                 const stddev = Math.sqrt(variance);
@@ -79,6 +286,7 @@ const benchmark = async ({ setup, teardown, pre, run: runRaw, post, data, warmup
         console.error(e && typeof e === 'object' && 'stack' in e ? e.stack : e);
         control[_typescjs.Control.COMPLETE] = 1;
     } finally{
+        gcTracker?.dispose?.();
         try {
             await teardown?.(context);
         } catch (e) {

package/build/runner.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/runner.ts"],"sourcesContent":["import { Options, Control } from './types.js';\n\nconst COMPLETE_VALUE = 100_00;\n\nconst runSync = (run: Function) => {\n  return (...args: unknown[]) => {\n    const start = process.hrtime.bigint();\n    run(...args);\n    return process.hrtime.bigint() - start;\n  };\n};\n\nconst runAsync = (run: Function) => {\n  return async (...args: unknown[]) => {\n    const start = process.hrtime.bigint();\n    await run(...args);\n    return process.hrtime.bigint() - start;\n  };\n};\n\nexport const benchmark = async <TContext, TInput>({\n  setup,\n  teardown,\n  pre,\n  run: runRaw,\n  post,\n  data,\n\n  warmupCycles,\n  minCycles,\n  absThreshold,\n  relThreshold,\n\n  durationsSAB,\n  controlSAB,\n}: Required<Options<TContext, TInput>>) => {\n  const durations = new BigUint64Array(durationsSAB);\n  const control = new Int32Array(controlSAB);\n\n  control[Control.INDEX] = 0;\n  control[Control.PROGRESS] = 0;\n  control[Control.COMPLETE] = 255;\n\n  const context = (await setup?.()) as TContext;\n  const maxCycles = durations.length;\n\n  try {\n    await pre?.(context, data!);\n    const result = runRaw(context, data!);\n    await post?.(context, data!);\n    const run = result instanceof Promise ? runAsync(runRaw) : runSync(runRaw);\n    const start = Date.now();\n    while (Date.now() - start < 1_000) {\n      Math.sqrt(Math.random());\n    }\n    for (let i = 0; i < warmupCycles; i++) {\n      await pre?.(context, data!);\n      await run(context, data);\n      await post?.(context, data!);\n    }\n\n    let i = 0;\n    let mean = 0n;\n    let m2 = 0n;\n\n    while (true) {\n      if (i >= maxCycles) break;\n\n      await pre?.(context, data!);\n      const duration = await run(context, data);\n      await post?.(context, data!);\n\n      durations[i++] = duration;\n      const delta = duration - mean;\n      mean += delta / BigInt(i);\n      m2 += delta * (duration - mean);\n\n      const progress = Math.max(i / maxCycles) * COMPLETE_VALUE;\n      control[Control.PROGRESS] = progress;\n\n      if (i >= minCycles) {\n        const variance = Number(m2) / (i - 1);\n        const stddev = Math.sqrt(variance);\n        if (stddev <= Number(absThreshold)) {\n          break;\n        }\n\n        const meanNum = Number(mean);\n        const cov = stddev / (meanNum || 1);\n        if (cov <= relThreshold) {\n          break;\n        }\n      }\n    }\n\n    control[Control.INDEX] = i;\n    control[Control.COMPLETE] = 0;\n  } catch (e) {\n    console.error(e && typeof e === 'object' && 'stack' in e ? e.stack : e);\n    control[Control.COMPLETE] = 1;\n  } finally {\n    try {\n      await teardown?.(context);\n    } catch (e) {\n      control[Control.COMPLETE] = 2;\n      console.error(e && typeof e === 'object' && 'stack' in e ? e.stack : e);\n    }\n  }\n\n  return control[Control.COMPLETE];\n};\n"],"names":["benchmark","COMPLETE_VALUE","runSync","run","args","start","process","hrtime","bigint","runAsync","setup","teardown","pre","runRaw","post","data","warmupCycles","minCycles","absThreshold","relThreshold","durationsSAB","controlSAB","durations","BigUint64Array","control","Int32Array","Control","INDEX","PROGRESS","COMPLETE","context","maxCycles","length","result","Promise","Date","now","Math","sqrt","random","i","mean","m2","duration","delta","BigInt","progress","max","variance","Number","stddev","meanNum","cov","e","console","error","stack"],"mappings":";;;;+BAoBaA;;;eAAAA;;;0BApBoB;AAEjC,MAAMC,iBAAiB;AAEvB,MAAMC,UAAU,CAACC;IACf,OAAO,CAAC,GAAGC;QACT,MAAMC,QAAQC,QAAQC,MAAM,CAACC,MAAM;QACnCL,OAAOC;QACP,OAAOE,QAAQC,MAAM,CAACC,MAAM,KAAKH;IACnC;AACF;AAEA,MAAMI,WAAW,CAACN;IAChB,OAAO,OAAO,GAAGC;QACf,MAAMC,QAAQC,QAAQC,MAAM,CAACC,MAAM;QACnC,MAAML,OAAOC;QACb,OAAOE,QAAQC,MAAM,CAACC,MAAM,KAAKH;IACnC;AACF;AAEO,MAAML,YAAY,OAAyB,EAChDU,KAAK,EACLC,QAAQ,EACRC,GAAG,EACHT,KAAKU,MAAM,EACXC,IAAI,EACJC,IAAI,EAEJC,YAAY,EACZC,SAAS,EACTC,YAAY,EACZC,YAAY,EAEZC,YAAY,EACZC,UAAU,EAC0B;IACpC,MAAMC,YAAY,IAAIC,eAAeH;IACrC,MAAMI,UAAU,IAAIC,WAAWJ;IAE/BG,OAAO,CAACE,iBAAO,CAACC,KAAK,CAAC,GAAG;IACzBH,OAAO,CAACE,iBAAO,CAACE,QAAQ,CAAC,GAAG;IAC5BJ,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC,GAAG;IAE5B,MAAMC,UAAW,MAAMpB;IACvB,MAAMqB,YAAYT,UAAUU,MAAM;IAElC,IAAI;QACF,MAAMpB,MAAMkB,SAASf;QACrB,MAAMkB,SAASpB,OAAOiB,SAASf;QAC/B,MAAMD,OAAOgB,SAASf;QACtB,MAAMZ,MAAM8B,kBAAkBC,UAAUzB,SAASI,UAAUX,QAAQW;QACnE,MAAMR,QAAQ8B,KAAKC,GAAG;QACtB,MAAOD,KAAKC,GAAG,KAAK/B,QAAQ,MAAO;YACjCgC,KAAKC,IAAI,CAACD,KAAKE,MAAM;QACvB;QACA,IAAK,IAAIC,IAAI,GAAGA,IAAIxB,cAAcwB,IAAK;YACrC,MAAM5B,MAAMkB,SAASf;YACrB,MAAMZ,IAAI2B,SAASf;YACnB,MAAMD,OAAOgB,SAASf;QACxB;QAEA,IAAIyB,IAAI;QACR,IAAIC,OAAO,EAAE;QACb,IAAIC,KAAK,EAAE;QAEX,MAAO,KAAM;YACX,IAAIF,KAAKT,WAAW;YAEpB,MAAMnB,MAAMkB,SAASf;YACrB,MAAM4B,WAAW,MAAMxC,IAAI2B,SAASf;YACpC,MAAMD,OAAOgB,SAASf;YAEtBO,SAAS,CAACkB,IAAI,GAAGG;YACjB,MAAMC,QAAQD,WAAWF;YACzBA,QAAQG,QAAQC,OAAOL;YACvBE,MAAME,QAASD,CAAAA,WAAWF,IAAG;YAE7B,MAAMK,WAAWT,KAAKU,GAAG,CAACP,IAAIT,aAAa9B;YAC3CuB,OAAO,CAACE,iBAAO,CAACE,QAAQ,CAAC,GAAGkB;YAE5B,IAAIN,KAAKvB,WAAW;gBAClB,MAAM+B,WAAWC,OAAOP,MAAOF,CAAAA,IAAI,CAAA;gBACnC,MAAMU,SAASb,KAAKC,IAAI,CAACU;gBACzB,IAAIE,UAAUD,OAAO/B,eAAe;oBAClC;gBACF;gBAEA,MAAMiC,UAAUF,OAAOR;gBACvB,MAAMW,MAAMF,SAAUC,CAAAA,WAAW,CAAA;gBACjC,IAAIC,OAAOjC,cAAc;oBACvB;gBACF;YACF;QACF;QAEAK,OAAO,CAACE,iBAAO,CAACC,KAAK,CAAC,GAAGa;QACzBhB,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC,GAAG;IAC9B,EAAE,OAAOwB,GAAG;QACVC,QAAQC,KAAK,CAACF,KAAK,OAAOA,MAAM,YAAY,WAAWA,IAAIA,EAAEG,KAAK,GAAGH;QACrE7B,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC,GAAG;IAC9B,SAAU;QACR,IAAI;YACF,MAAMlB,WAAWmB;QACnB,EAAE,OAAOuB,GAAG;YACV7B,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC,GAAG;YAC5ByB,QAAQC,KAAK,CAACF,KAAK,OAAOA,MAAM,YAAY,WAAWA,IAAIA,EAAEG,KAAK,GAAGH;QACvE;IACF;IAEA,OAAO7B,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC;AAClC"}
+{"version":3,"sources":["../src/runner.ts"],"sourcesContent":["import { performance, PerformanceObserver } from 'node:perf_hooks';\nimport { Options, Control } from './types.js';\nimport { GCWatcher } from './gc-watcher.js';\nimport { StepFn, MaybePromise } from './types.js';\n\nconst COMPLETE_VALUE = 100_00;\n\nconst hr = process.hrtime.bigint.bind(process.hrtime);\n\nconst runSync = (run: Function) => {\n  return (...args: unknown[]) => {\n    const start = hr();\n    run(...args);\n    return hr() - start;\n  };\n};\n\nconst runAsync = (run: Function) => {\n  return async (...args: unknown[]) => {\n    const start = hr();\n    await run(...args);\n    return hr() - start;\n  };\n};\n\nconst TARGET_SAMPLE_NS = 1_000_000n; // aim for ~1ms per measured sample\nconst MAX_BATCH = 1_048_576;\nconst PROGRESS_STRIDE = 16;\nconst GC_STRIDE = 32;\nconst OUTLIER_MULTIPLIER = 4;\nconst OUTLIER_IQR_MULTIPLIER = 3;\nconst OUTLIER_WINDOW = 64;\n\ntype GCEvent = { start: number; end: number };\n\nconst collectSample = async <TContext, TInput>(\n  batchSize: number,\n  run: (ctx: TContext, data: TInput) => MaybePromise<bigint>,\n  pre: StepFn<TContext, TInput> | undefined,\n  post: StepFn<TContext, TInput> | undefined,\n  context: TContext,\n  data: TInput,\n) => {\n  let sampleDuration = 0n;\n  for (let b = 0; b < batchSize; b++) {\n    await pre?.(context, data);\n    sampleDuration += await run(context, data);\n    await post?.(context, data);\n  }\n  return sampleDuration / BigInt(batchSize);\n};\n\nconst tuneParameters = async <TContext, TInput>({\n  initialBatch,\n  run,\n  pre,\n  post,\n  context,\n  data,\n  minCycles,\n  relThreshold,\n  maxCycles,\n}: {\n  initialBatch: number;\n  run: (ctx: TContext, data: TInput) => MaybePromise<bigint>;\n  pre?: StepFn<TContext, TInput>;\n  post?: StepFn<TContext, TInput>;\n  context: TContext;\n  data: TInput;\n  minCycles: number;\n  relThreshold: number;\n  maxCycles: number;\n}) => {\n  let batchSize = initialBatch;\n  let bestCv = Number.POSITIVE_INFINITY;\n  let bestBatch = batchSize;\n\n  for (let attempt = 0; attempt < 3; attempt++) {\n    const samples: number[] = [];\n    const sampleCount = Math.min(8, maxCycles);\n    for (let s = 0; s < sampleCount; s++) {\n      const duration = await collectSample(batchSize, run, pre, post, context, data);\n      samples.push(Number(duration));\n    }\n    const mean = samples.reduce((acc, v) => acc + v, 0) / samples.length;\n    const variance = samples.reduce((acc, v) => acc + (v - mean) * (v - mean), 0) / Math.max(1, samples.length - 1);\n    const stddev = Math.sqrt(variance);\n    const cv = mean === 0 ? Number.POSITIVE_INFINITY : stddev / mean;\n\n    if (cv < bestCv) {\n      bestCv = cv;\n      bestBatch = batchSize;\n    }\n\n    if (cv <= relThreshold || batchSize >= MAX_BATCH) {\n      break;\n    }\n    batchSize = Math.min(MAX_BATCH, batchSize * 2);\n  }\n\n  const tunedRel = bestCv < relThreshold ? Math.max(bestCv * 1.5, relThreshold * 0.5) : relThreshold;\n  const tunedMin = Math.min(maxCycles, Math.max(minCycles, Math.ceil(minCycles * Math.max(1, bestCv / (relThreshold || 1e-6)))));\n\n  return { batchSize: bestBatch, relThreshold: tunedRel, minCycles: tunedMin };\n};\n\nconst createGCTracker = () => {\n  if (process.env.OVERTAKE_GC_OBSERVER !== '1') {\n    return null;\n  }\n  if (typeof PerformanceObserver === 'undefined') {\n    return null;\n  }\n\n  const events: GCEvent[] = [];\n  const observer = new PerformanceObserver((list) => {\n    for (const entry of list.getEntries()) {\n      events.push({ start: entry.startTime, end: entry.startTime + entry.duration });\n    }\n  });\n\n  try {\n    observer.observe({ entryTypes: ['gc'] });\n  } catch {\n    return null;\n  }\n\n  const overlaps = (start: number, end: number) => {\n    let noisy = false;\n    for (let i = events.length - 1; i >= 0; i--) {\n      const event = events[i];\n      if (event.end < start - 5_000) {\n        events.splice(i, 1);\n        continue;\n      }\n      if (event.start <= end && event.end >= start) {\n        noisy = true;\n      }\n    }\n    return noisy;\n  };\n\n  const dispose = () => observer.disconnect();\n\n  return { overlaps, dispose };\n};\n\nconst pushWindow = (arr: number[], value: number, cap: number) => {\n  if (arr.length === cap) {\n    arr.shift();\n  }\n  arr.push(value);\n};\n\nconst medianAndIqr = (arr: number[]) => {\n  if (arr.length === 0) return { median: 0, iqr: 0 };\n  const sorted = [...arr].sort((a, b) => a - b);\n  const mid = Math.floor(sorted.length / 2);\n  const median = sorted.length % 2 === 0 ? (sorted[mid - 1] + sorted[mid]) / 2 : sorted[mid];\n  const q1Idx = Math.floor(sorted.length * 0.25);\n  const q3Idx = Math.floor(sorted.length * 0.75);\n  const q1 = sorted[q1Idx];\n  const q3 = sorted[q3Idx];\n  return { median, iqr: q3 - q1 };\n};\n\nconst windowCv = (arr: number[]) => {\n  if (arr.length < 2) return Number.POSITIVE_INFINITY;\n  const mean = arr.reduce((a, v) => a + v, 0) / arr.length;\n  const variance = arr.reduce((a, v) => a + (v - mean) * (v - mean), 0) / (arr.length - 1);\n  const stddev = Math.sqrt(variance);\n  return mean === 0 ? Number.POSITIVE_INFINITY : stddev / mean;\n};\n\nexport const benchmark = async <TContext, TInput>({\n  setup,\n  teardown,\n  pre,\n  run: runRaw,\n  post,\n  data,\n\n  warmupCycles,\n  minCycles,\n  absThreshold,\n  relThreshold,\n  gcObserver = false,\n\n  durationsSAB,\n  controlSAB,\n}: Required<Options<TContext, TInput>>) => {\n  const durations = new BigUint64Array(durationsSAB);\n  const control = new Int32Array(controlSAB);\n\n  control[Control.INDEX] = 0;\n  control[Control.PROGRESS] = 0;\n  control[Control.COMPLETE] = 255;\n\n  const context = (await setup?.()) as TContext;\n  const maxCycles = durations.length;\n  const gcWatcher = new GCWatcher();\n  const gcTracker = gcObserver ? createGCTracker() : null;\n\n  try {\n    // classify sync/async and capture initial duration\n    await pre?.(context, data!);\n    const probeStart = hr();\n    const probeResult = runRaw(context, data!);\n    const isAsync = probeResult instanceof Promise;\n    if (isAsync) {\n      await probeResult;\n    }\n    const durationProbe = hr() - probeStart;\n    await post?.(context, data!);\n\n    const run = isAsync ? runAsync(runRaw) : runSync(runRaw);\n\n    // choose batch size to amortize timer overhead\n    const durationPerRun = durationProbe === 0n ? 1n : durationProbe;\n    const suggestedBatch = Number(TARGET_SAMPLE_NS / durationPerRun);\n    const initialBatchSize = Math.min(MAX_BATCH, Math.max(1, suggestedBatch));\n\n    // auto-tune based on warmup samples\n    const tuned = await tuneParameters({\n      initialBatch: initialBatchSize,\n      run,\n      pre,\n      post,\n      context,\n      data: data as TInput,\n      minCycles,\n      relThreshold,\n      maxCycles,\n    });\n    let batchSize = tuned.batchSize;\n    minCycles = tuned.minCycles;\n    relThreshold = tuned.relThreshold;\n\n    // warmup: run until requested cycles, adapt if unstable\n    const warmupStart = Date.now();\n    let warmupRemaining = warmupCycles;\n    const warmupWindow: number[] = [];\n    const warmupCap = Math.max(warmupCycles, Math.min(maxCycles, warmupCycles * 4 || 1000));\n\n    while (Date.now() - warmupStart < 1_000 && warmupRemaining > 0) {\n      const start = hr();\n      await pre?.(context, data!);\n      await run(context, data);\n      await post?.(context, data!);\n      pushWindow(warmupWindow, Number(hr() - start), warmupCap);\n      warmupRemaining--;\n    }\n    let warmupDone = 0;\n    while (warmupDone < warmupRemaining) {\n      const start = hr();\n      await pre?.(context, data!);\n      await run(context, data);\n      await post?.(context, data!);\n      pushWindow(warmupWindow, Number(hr() - start), warmupCap);\n      warmupDone++;\n      if (global.gc && warmupDone % GC_STRIDE === 0) {\n        global.gc();\n      }\n    }\n    while (warmupWindow.length >= 8 && warmupWindow.length < warmupCap) {\n      const cv = windowCv(warmupWindow);\n      if (cv <= relThreshold * 2) {\n        break;\n      }\n      const start = hr();\n      await pre?.(context, data!);\n      await run(context, data);\n      await post?.(context, data!);\n      pushWindow(warmupWindow, Number(hr() - start), warmupCap);\n    }\n\n    let i = 0;\n    let mean = 0n;\n    let m2 = 0n;\n    const outlierWindow: number[] = [];\n\n    while (true) {\n      if (i >= maxCycles) break;\n\n      const gcMarker = gcWatcher.start();\n      const sampleStart = performance.now();\n      let sampleDuration = 0n;\n      for (let b = 0; b < batchSize; b++) {\n        await pre?.(context, data!);\n        sampleDuration += await run(context, data);\n        await post?.(context, data!);\n        if (global.gc && (i + b) % GC_STRIDE === 0) {\n          global.gc();\n        }\n      }\n\n      // normalize by batch size\n      sampleDuration /= BigInt(batchSize);\n\n      const sampleEnd = performance.now();\n      const gcNoise = gcWatcher.seen(gcMarker) || (gcTracker?.overlaps(sampleStart, sampleEnd) ?? false);\n      if (gcNoise) {\n        continue;\n      }\n\n      const durationNumber = Number(sampleDuration);\n      pushWindow(outlierWindow, durationNumber, OUTLIER_WINDOW);\n      const { median, iqr } = medianAndIqr(outlierWindow);\n      const maxAllowed = median + OUTLIER_IQR_MULTIPLIER * iqr || Number.POSITIVE_INFINITY;\n      if (outlierWindow.length >= 8 && durationNumber > maxAllowed) {\n        continue;\n      }\n\n      const meanNumber = Number(mean);\n      if (i >= 8 && meanNumber > 0 && durationNumber > OUTLIER_MULTIPLIER * meanNumber) {\n        continue;\n      }\n\n      durations[i++] = sampleDuration;\n      const delta = sampleDuration - mean;\n      mean += delta / BigInt(i);\n      m2 += delta * (sampleDuration - mean);\n\n      const progress = Math.max(i / maxCycles) * COMPLETE_VALUE;\n      if (i % PROGRESS_STRIDE === 0) {\n        control[Control.PROGRESS] = progress;\n      }\n\n      if (i >= minCycles) {\n        const variance = Number(m2) / (i - 1);\n        const stddev = Math.sqrt(variance);\n        if (stddev <= Number(absThreshold)) {\n          break;\n        }\n\n        const meanNum = Number(mean);\n        const cov = stddev / (meanNum || 1);\n        if (cov <= relThreshold) {\n          break;\n        }\n      }\n    }\n\n    control[Control.INDEX] = i;\n    control[Control.COMPLETE] = 0;\n  } catch (e) {\n    console.error(e && typeof e === 'object' && 'stack' in e ? e.stack : e);\n    control[Control.COMPLETE] = 1;\n  } finally {\n    gcTracker?.dispose?.();\n    try {\n      await teardown?.(context);\n    } catch (e) {\n      control[Control.COMPLETE] = 2;\n      console.error(e && typeof e === 'object' && 'stack' in e ? e.stack : e);\n    }\n  }\n\n  return control[Control.COMPLETE];\n};\n"],"names":["benchmark","COMPLETE_VALUE","hr","process","hrtime","bigint","bind","runSync","run","args","start","runAsync","TARGET_SAMPLE_NS","MAX_BATCH","PROGRESS_STRIDE","GC_STRIDE","OUTLIER_MULTIPLIER","OUTLIER_IQR_MULTIPLIER","OUTLIER_WINDOW","collectSample","batchSize","pre","post","context","data","sampleDuration","b","BigInt","tuneParameters","initialBatch","minCycles","relThreshold","maxCycles","bestCv","Number","POSITIVE_INFINITY","bestBatch","attempt","samples","sampleCount","Math","min","s","duration","push","mean","reduce","acc","v","length","variance","max","stddev","sqrt","cv","tunedRel","tunedMin","ceil","createGCTracker","env","OVERTAKE_GC_OBSERVER","PerformanceObserver","events","observer","list","entry","getEntries","startTime","end","observe","entryTypes","overlaps","noisy","i","event","splice","dispose","disconnect","pushWindow","arr","value","cap","shift","medianAndIqr","median","iqr","sorted","sort","a","mid","floor","q1Idx","q3Idx","q1","q3","windowCv","setup","teardown","runRaw","warmupCycles","absThreshold","gcObserver","durationsSAB","controlSAB","durations","BigUint64Array","control","Int32Array","Control","INDEX","PROGRESS","COMPLETE","gcWatcher","GCWatcher","gcTracker","probeStart","probeResult","isAsync","Promise","durationProbe","durationPerRun","suggestedBatch","initialBatchSize","tuned","warmupStart","Date","now","warmupRemaining","warmupWindow","warmupCap","warmupDone","global","gc","m2","outlierWindow","gcMarker","sampleStart","performance","sampleEnd","gcNoise","seen","durationNumber","maxAllowed","meanNumber","delta","progress","meanNum","cov","e","console","error","stack"],"mappings":";;;;+BA8KaA;;;eAAAA;;;gCA9KoC;0BAChB;8BACP;AAG1B,MAAMC,iBAAiB;AAEvB,MAAMC,KAAKC,QAAQC,MAAM,CAACC,MAAM,CAACC,IAAI,CAACH,QAAQC,MAAM;AAEpD,MAAMG,UAAU,CAACC;IACf,OAAO,CAAC,GAAGC;QACT,MAAMC,QAAQR;QACdM,OAAOC;QACP,OAAOP,OAAOQ;IAChB;AACF;AAEA,MAAMC,WAAW,CAACH;IAChB,OAAO,OAAO,GAAGC;QACf,MAAMC,QAAQR;QACd,MAAMM,OAAOC;QACb,OAAOP,OAAOQ;IAChB;AACF;AAEA,MAAME,mBAAmB,UAAU;AACnC,MAAMC,YAAY;AAClB,MAAMC,kBAAkB;AACxB,MAAMC,YAAY;AAClB,MAAMC,qBAAqB;AAC3B,MAAMC,yBAAyB;AAC/B,MAAMC,iBAAiB;AAIvB,MAAMC,gBAAgB,OACpBC,WACAZ,KACAa,KACAC,MACAC,SACAC;IAEA,IAAIC,iBAAiB,EAAE;IACvB,IAAK,IAAIC,IAAI,GAAGA,IAAIN,WAAWM,IAAK;QAClC,MAAML,MAAME,SAASC;QACrBC,kBAAkB,MAAMjB,IAAIe,SAASC;QACrC,MAAMF,OAAOC,SAASC;IACxB;IACA,OAAOC,iBAAiBE,OAAOP;AACjC;AAEA,MAAMQ,iBAAiB,OAAyB,EAC9CC,YAAY,EACZrB,GAAG,EACHa,GAAG,EACHC,IAAI,EACJC,OAAO,EACPC,IAAI,EACJM,SAAS,EACTC,YAAY,EACZC,SAAS,EAWV;IACC,IAAIZ,YAAYS;IAChB,IAAII,SAASC,OAAOC,iBAAiB;IACrC,IAAIC,YAAYhB;IAEhB,IAAK,IAAIiB,UAAU,GAAGA,UAAU,GAAGA,UAAW;QAC5C,MAAMC,UAAoB,EAAE;QAC5B,MAAMC,cAAcC,KAAKC,GAAG,CAAC,GAAGT;QAChC,IAAK,IAAIU,IAAI,GAAGA,IAAIH,aAAaG,IAAK;YACpC,MAAMC,WAAW,MAAMxB,cAAcC,WAAWZ,KAAKa,KAAKC,MAAMC,SAASC;YACzEc,QAAQM,IAAI,CAACV,OAAOS;QACtB;QACA,MAAME,OAAOP,QAAQQ,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,GAAG,KAAKV,QAAQW,MAAM;QACpE,MAAMC,WAAWZ,QAAQQ,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAM,AAACC,CAAAA,IAAIH,IAAG,IAAMG,CAAAA,IAAIH,IAAG,GAAI,KAAKL,KAAKW,GAAG,CAAC,GAAGb,QAAQW,MAAM,GAAG;QAC7G,MAAMG,SAASZ,KAAKa,IAAI,CAACH;QACzB,MAAMI,KAAKT,SAAS,IAAIX,OAAOC,iBAAiB,GAAGiB,SAASP;QAE5D,IAAIS,KAAKrB,QAAQ;YACfA,SAASqB;YACTlB,YAAYhB;QACd;QAEA,IAAIkC,MAAMvB,gBAAgBX,aAAaP,WAAW;YAChD;QACF;QACAO,YAAYoB,KAAKC,GAAG,CAAC5B,WAAWO,YAAY;IAC9C;IAEA,MAAMmC,WAAWtB,SAASF,eAAeS,KAAKW,GAAG,CAAClB,SAAS,KAAKF,eAAe,OAAOA;IACtF,MAAMyB,WAAWhB,KAAKC,GAAG,CAACT,WAAWQ,KAAKW,GAAG,CAACrB,WAAWU,KAAKiB,IAAI,CAAC3B,YAAYU,KAAKW,GAAG,CAAC,GAAGlB,SAAUF,CAAAA,gBAAgB,IAAG;IAExH,OAAO;QAAEX,WAAWgB;QAAWL,cAAcwB;QAAUzB,WAAW0B;IAAS;AAC7E;AAEA,MAAME,kBAAkB;IACtB,IAAIvD,QAAQwD,GAAG,CAACC,oBAAoB,KAAK,KAAK;QAC5C,OAAO;IACT;IACA,IAAI,OAAOC,mCAAmB,KAAK,aAAa;QAC9C,OAAO;IACT;IAEA,MAAMC,SAAoB,EAAE;IAC5B,MAAMC,WAAW,IAAIF,mCAAmB,CAAC,CAACG;QACxC,KAAK,MAAMC,SAASD,KAAKE,UAAU,GAAI;YACrCJ,OAAOlB,IAAI,CAAC;gBAAElC,OAAOuD,MAAME,SAAS;gBAAEC,KAAKH,MAAME,SAAS,GAAGF,MAAMtB,QAAQ;YAAC;QAC9E;IACF;IAEA,IAAI;QACFoB,SAASM,OAAO,CAAC;YAAEC,YAAY;gBAAC;aAAK;QAAC;IACxC,EAAE,OAAM;QACN,OAAO;IACT;IAEA,MAAMC,WAAW,CAAC7D,OAAe0D;QAC/B,IAAII,QAAQ;QACZ,IAAK,IAAIC,IAAIX,OAAOb,MAAM,GAAG,GAAGwB,KAAK,GAAGA,IAAK;YAC3C,MAAMC,QAAQZ,MAAM,CAACW,EAAE;YACvB,IAAIC,MAAMN,GAAG,GAAG1D,QAAQ,OAAO;gBAC7BoD,OAAOa,MAAM,CAACF,GAAG;gBACjB;YACF;YACA,IAAIC,MAAMhE,KAAK,IAAI0D,OAAOM,MAAMN,GAAG,IAAI1D,OAAO;gBAC5C8D,QAAQ;YACV;QACF;QACA,OAAOA;IACT;IAEA,MAAMI,UAAU,IAAMb,SAASc,UAAU;IAEzC,OAAO;QAAEN;QAAUK;IAAQ;AAC7B;AAEA,MAAME,aAAa,CAACC,KAAeC,OAAeC;IAChD,IAAIF,IAAI9B,MAAM,KAAKgC,KAAK;QACtBF,IAAIG,KAAK;IACX;IACAH,IAAInC,IAAI,CAACoC;AACX;AAEA,MAAMG,eAAe,CAACJ;IACpB,IAAIA,IAAI9B,MAAM,KAAK,GAAG,OAAO;QAAEmC,QAAQ;QAAGC,KAAK;IAAE;IACjD,MAAMC,SAAS;WAAIP;KAAI,CAACQ,IAAI,CAAC,CAACC,GAAG9D,IAAM8D,IAAI9D;IAC3C,MAAM+D,MAAMjD,KAAKkD,KAAK,CAACJ,OAAOrC,MAAM,GAAG;IACvC,MAAMmC,SAASE,OAAOrC,MAAM,GAAG,MAAM,IAAI,AAACqC,CAAAA,MAAM,CAACG,MAAM,EAAE,GAAGH,MAAM,CAACG,IAAI,AAAD,IAAK,IAAIH,MAAM,CAACG,IAAI;IAC1F,MAAME,QAAQnD,KAAKkD,KAAK,CAACJ,OAAOrC,MAAM,GAAG;IACzC,MAAM2C,QAAQpD,KAAKkD,KAAK,CAACJ,OAAOrC,MAAM,GAAG;IACzC,MAAM4C,KAAKP,MAAM,CAACK,MAAM;IACxB,MAAMG,KAAKR,MAAM,CAACM,MAAM;IACxB,OAAO;QAAER;QAAQC,KAAKS,KAAKD;IAAG;AAChC;AAEA,MAAME,WAAW,CAAChB;IAChB,IAAIA,IAAI9B,MAAM,GAAG,GAAG,OAAOf,OAAOC,iBAAiB;IACnD,MAAMU,OAAOkC,IAAIjC,MAAM,CAAC,CAAC0C,GAAGxC,IAAMwC,IAAIxC,GAAG,KAAK+B,IAAI9B,MAAM;IACxD,MAAMC,WAAW6B,IAAIjC,MAAM,CAAC,CAAC0C,GAAGxC,IAAMwC,IAAI,AAACxC,CAAAA,IAAIH,IAAG,IAAMG,CAAAA,IAAIH,IAAG,GAAI,KAAMkC,CAAAA,IAAI9B,MAAM,GAAG,CAAA;IACtF,MAAMG,SAASZ,KAAKa,IAAI,CAACH;IACzB,OAAOL,SAAS,IAAIX,OAAOC,iBAAiB,GAAGiB,SAASP;AAC1D;AAEO,MAAM7C,YAAY,OAAyB,EAChDgG,KAAK,EACLC,QAAQ,EACR5E,GAAG,EACHb,KAAK0F,MAAM,EACX5E,IAAI,EACJE,IAAI,EAEJ2E,YAAY,EACZrE,SAAS,EACTsE,YAAY,EACZrE,YAAY,EACZsE,aAAa,KAAK,EAElBC,YAAY,EACZC,UAAU,EAC0B;IACpC,MAAMC,YAAY,IAAIC,eAAeH;IACrC,MAAMI,UAAU,IAAIC,WAAWJ;IAE/BG,OAAO,CAACE,iBAAO,CAACC,KAAK,CAAC,GAAG;IACzBH,OAAO,CAACE,iBAAO,CAACE,QAAQ,CAAC,GAAG;IAC5BJ,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC,GAAG;IAE5B,MAAMxF,UAAW,MAAMyE;IACvB,MAAMhE,YAAYwE,UAAUvD,MAAM;IAClC,MAAM+D,YAAY,IAAIC,uBAAS;IAC/B,MAAMC,YAAYb,aAAa3C,oBAAoB;IAEnD,IAAI;QAEF,MAAMrC,MAAME,SAASC;QACrB,MAAM2F,aAAajH;QACnB,MAAMkH,cAAclB,OAAO3E,SAASC;QACpC,MAAM6F,UAAUD,uBAAuBE;QACvC,IAAID,SAAS;YACX,MAAMD;QACR;QACA,MAAMG,gBAAgBrH,OAAOiH;QAC7B,MAAM7F,OAAOC,SAASC;QAEtB,MAAMhB,MAAM6G,UAAU1G,SAASuF,UAAU3F,QAAQ2F;QAGjD,MAAMsB,iBAAiBD,kBAAkB,EAAE,GAAG,EAAE,GAAGA;QACnD,MAAME,iBAAiBvF,OAAOtB,mBAAmB4G;QACjD,MAAME,mBAAmBlF,KAAKC,GAAG,CAAC5B,WAAW2B,KAAKW,GAAG,CAAC,GAAGsE;QAGzD,MAAME,QAAQ,MAAM/F,eAAe;YACjCC,cAAc6F;YACdlH;YACAa;YACAC;YACAC;YACAC,MAAMA;YACNM;YACAC;YACAC;QACF;QACA,IAAIZ,YAAYuG,MAAMvG,SAAS;QAC/BU,YAAY6F,MAAM7F,SAAS;QAC3BC,eAAe4F,MAAM5F,YAAY;QAGjC,MAAM6F,cAAcC,KAAKC,GAAG;QAC5B,IAAIC,kBAAkB5B;QACtB,MAAM6B,eAAyB,EAAE;QACjC,MAAMC,YAAYzF,KAAKW,GAAG,CAACgD,cAAc3D,KAAKC,GAAG,CAACT,WAAWmE,eAAe,KAAK;QAEjF,MAAO0B,KAAKC,GAAG,KAAKF,cAAc,SAASG,kBAAkB,EAAG;YAC9D,MAAMrH,QAAQR;YACd,MAAMmB,MAAME,SAASC;YACrB,MAAMhB,IAAIe,SAASC;YACnB,MAAMF,OAAOC,SAASC;YACtBsD,WAAWkD,cAAc9F,OAAOhC,OAAOQ,QAAQuH;YAC/CF;QACF;QACA,IAAIG,aAAa;QACjB,MAAOA,aAAaH,gBAAiB;YACnC,MAAMrH,QAAQR;YACd,MAAMmB,MAAME,SAASC;YACrB,MAAMhB,IAAIe,SAASC;YACnB,MAAMF,OAAOC,SAASC;YACtBsD,WAAWkD,cAAc9F,OAAOhC,OAAOQ,QAAQuH;YAC/CC;YACA,IAAIC,OAAOC,EAAE,IAAIF,aAAanH,cAAc,GAAG;gBAC7CoH,OAAOC,EAAE;YACX;QACF;QACA,MAAOJ,aAAa/E,MAAM,IAAI,KAAK+E,aAAa/E,MAAM,GAAGgF,UAAW;YAClE,MAAM3E,KAAKyC,SAASiC;YACpB,IAAI1E,MAAMvB,eAAe,GAAG;gBAC1B;YACF;YACA,MAAMrB,QAAQR;YACd,MAAMmB,MAAME,SAASC;YACrB,MAAMhB,IAAIe,SAASC;YACnB,MAAMF,OAAOC,SAASC;YACtBsD,WAAWkD,cAAc9F,OAAOhC,OAAOQ,QAAQuH;QACjD;QAEA,IAAIxD,IAAI;QACR,IAAI5B,OAAO,EAAE;QACb,IAAIwF,KAAK,EAAE;QACX,MAAMC,gBAA0B,EAAE;QAElC,MAAO,KAAM;YACX,IAAI7D,KAAKzC,WAAW;YAEpB,MAAMuG,WAAWvB,UAAUtG,KAAK;YAChC,MAAM8H,cAAcC,2BAAW,CAACX,GAAG;YACnC,IAAIrG,iBAAiB,EAAE;YACvB,IAAK,IAAIC,IAAI,GAAGA,IAAIN,WAAWM,IAAK;gBAClC,MAAML,MAAME,SAASC;gBACrBC,kBAAkB,MAAMjB,IAAIe,SAASC;gBACrC,MAAMF,OAAOC,SAASC;gBACtB,IAAI2G,OAAOC,EAAE,IAAI,AAAC3D,CAAAA,IAAI/C,CAAAA,IAAKX,cAAc,GAAG;oBAC1CoH,OAAOC,EAAE;gBACX;YACF;YAGA3G,kBAAkBE,OAAOP;YAEzB,MAAMsH,YAAYD,2BAAW,CAACX,GAAG;YACjC,MAAMa,UAAU3B,UAAU4B,IAAI,CAACL,aAAcrB,CAAAA,WAAW3C,SAASiE,aAAaE,cAAc,KAAI;YAChG,IAAIC,SAAS;gBACX;YACF;YAEA,MAAME,iBAAiB3G,OAAOT;YAC9BqD,WAAWwD,eAAeO,gBAAgB3H;YAC1C,MAAM,EAAEkE,MAAM,EAAEC,GAAG,EAAE,GAAGF,aAAamD;YACrC,MAAMQ,aAAa1D,SAASnE,yBAAyBoE,OAAOnD,OAAOC,iBAAiB;YACpF,IAAImG,cAAcrF,MAAM,IAAI,KAAK4F,iBAAiBC,YAAY;gBAC5D;YACF;YAEA,MAAMC,aAAa7G,OAAOW;YAC1B,IAAI4B,KAAK,KAAKsE,aAAa,KAAKF,iBAAiB7H,qBAAqB+H,YAAY;gBAChF;YACF;YAEAvC,SAAS,CAAC/B,IAAI,GAAGhD;YACjB,MAAMuH,QAAQvH,iBAAiBoB;YAC/BA,QAAQmG,QAAQrH,OAAO8C;YACvB4D,MAAMW,QAASvH,CAAAA,iBAAiBoB,IAAG;YAEnC,MAAMoG,WAAWzG,KAAKW,GAAG,CAACsB,IAAIzC,aAAa/B;YAC3C,IAAIwE,IAAI3D,oBAAoB,GAAG;gBAC7B4F,OAAO,CAACE,iBAAO,CAACE,QAAQ,CAAC,GAAGmC;YAC9B;YAEA,IAAIxE,KAAK3C,WAAW;gBAClB,MAAMoB,WAAWhB,OAAOmG,MAAO5D,CAAAA,IAAI,CAAA;gBACnC,MAAMrB,SAASZ,KAAKa,IAAI,CAACH;gBACzB,IAAIE,UAAUlB,OAAOkE,eAAe;oBAClC;gBACF;gBAEA,MAAM8C,UAAUhH,OAAOW;gBACvB,MAAMsG,MAAM/F,SAAU8F,CAAAA,WAAW,CAAA;gBACjC,IAAIC,OAAOpH,cAAc;oBACvB;gBACF;YACF;QACF;QAEA2E,OAAO,CAACE,iBAAO,CAACC,KAAK,CAAC,GAAGpC;QACzBiC,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC,GAAG;IAC9B,EAAE,OAAOqC,GAAG;QACVC,QAAQC,KAAK,CAACF,KAAK,OAAOA,MAAM,YAAY,WAAWA,IAAIA,EAAEG,KAAK,GAAGH;QACrE1C,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC,GAAG;IAC9B,SAAU;QACRG,WAAWtC;QACX,IAAI;YACF,MAAMqB,WAAW1E;QACnB,EAAE,OAAO6H,GAAG;YACV1C,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC,GAAG;YAC5BsC,QAAQC,KAAK,CAACF,KAAK,OAAOA,MAAM,YAAY,WAAWA,IAAIA,EAAEG,KAAK,GAAGH;QACvE;IACF;IAEA,OAAO1C,OAAO,CAACE,iBAAO,CAACG,QAAQ,CAAC;AAClC"}

package/build/runner.d.ts

@@ -1,2 +1,2 @@
 import { Options } from './types.js';
-export declare const benchmark: <TContext, TInput>({ setup, teardown, pre, run: runRaw, post, data, warmupCycles, minCycles, absThreshold, relThreshold, durationsSAB, controlSAB, }: Required<Options<TContext, TInput>>) => Promise<number>;
+export declare const benchmark: <TContext, TInput>({ setup, teardown, pre, run: runRaw, post, data, warmupCycles, minCycles, absThreshold, relThreshold, gcObserver, durationsSAB, controlSAB, }: Required<Options<TContext, TInput>>) => Promise<number>;

package/build/runner.js

@@ -1,20 +1,148 @@
+import { performance, PerformanceObserver } from 'node:perf_hooks';
 import { Control } from "./types.js";
+import { GCWatcher } from "./gc-watcher.js";
 const COMPLETE_VALUE = 100_00;
+const hr = process.hrtime.bigint.bind(process.hrtime);
 const runSync = (run)=>{
     return (...args)=>{
-        const start = process.hrtime.bigint();
+        const start = hr();
         run(...args);
-        return process.hrtime.bigint() - start;
+        return hr() - start;
     };
 };
 const runAsync = (run)=>{
     return async (...args)=>{
-        const start = process.hrtime.bigint();
+        const start = hr();
         await run(...args);
-        return process.hrtime.bigint() - start;
+        return hr() - start;
     };
 };
-export const benchmark = async ({ setup, teardown, pre, run: runRaw, post, data, warmupCycles, minCycles, absThreshold, relThreshold, durationsSAB, controlSAB })=>{
+const TARGET_SAMPLE_NS = 1_000_000n;
+const MAX_BATCH = 1_048_576;
+const PROGRESS_STRIDE = 16;
+const GC_STRIDE = 32;
+const OUTLIER_MULTIPLIER = 4;
+const OUTLIER_IQR_MULTIPLIER = 3;
+const OUTLIER_WINDOW = 64;
+const collectSample = async (batchSize, run, pre, post, context, data)=>{
+    let sampleDuration = 0n;
+    for(let b = 0; b < batchSize; b++){
+        await pre?.(context, data);
+        sampleDuration += await run(context, data);
+        await post?.(context, data);
+    }
+    return sampleDuration / BigInt(batchSize);
+};
+const tuneParameters = async ({ initialBatch, run, pre, post, context, data, minCycles, relThreshold, maxCycles })=>{
+    let batchSize = initialBatch;
+    let bestCv = Number.POSITIVE_INFINITY;
+    let bestBatch = batchSize;
+    for(let attempt = 0; attempt < 3; attempt++){
+        const samples = [];
+        const sampleCount = Math.min(8, maxCycles);
+        for(let s = 0; s < sampleCount; s++){
+            const duration = await collectSample(batchSize, run, pre, post, context, data);
+            samples.push(Number(duration));
+        }
+        const mean = samples.reduce((acc, v)=>acc + v, 0) / samples.length;
+        const variance = samples.reduce((acc, v)=>acc + (v - mean) * (v - mean), 0) / Math.max(1, samples.length - 1);
+        const stddev = Math.sqrt(variance);
+        const cv = mean === 0 ? Number.POSITIVE_INFINITY : stddev / mean;
+        if (cv < bestCv) {
+            bestCv = cv;
+            bestBatch = batchSize;
+        }
+        if (cv <= relThreshold || batchSize >= MAX_BATCH) {
+            break;
+        }
+        batchSize = Math.min(MAX_BATCH, batchSize * 2);
+    }
+    const tunedRel = bestCv < relThreshold ? Math.max(bestCv * 1.5, relThreshold * 0.5) : relThreshold;
+    const tunedMin = Math.min(maxCycles, Math.max(minCycles, Math.ceil(minCycles * Math.max(1, bestCv / (relThreshold || 1e-6)))));
+    return {
+        batchSize: bestBatch,
+        relThreshold: tunedRel,
+        minCycles: tunedMin
+    };
+};
+const createGCTracker = ()=>{
+    if (process.env.OVERTAKE_GC_OBSERVER !== '1') {
+        return null;
+    }
+    if (typeof PerformanceObserver === 'undefined') {
+        return null;
+    }
+    const events = [];
+    const observer = new PerformanceObserver((list)=>{
+        for (const entry of list.getEntries()){
+            events.push({
+                start: entry.startTime,
+                end: entry.startTime + entry.duration
+            });
+        }
+    });
+    try {
+        observer.observe({
+            entryTypes: [
+                'gc'
+            ]
+        });
+    } catch  {
+        return null;
+    }
+    const overlaps = (start, end)=>{
+        let noisy = false;
+        for(let i = events.length - 1; i >= 0; i--){
+            const event = events[i];
+            if (event.end < start - 5_000) {
+                events.splice(i, 1);
+                continue;
+            }
+            if (event.start <= end && event.end >= start) {
+                noisy = true;
+            }
+        }
+        return noisy;
+    };
+    const dispose = ()=>observer.disconnect();
+    return {
+        overlaps,
+        dispose
+    };
+};
+const pushWindow = (arr, value, cap)=>{
+    if (arr.length === cap) {
+        arr.shift();
+    }
+    arr.push(value);
+};
+const medianAndIqr = (arr)=>{
+    if (arr.length === 0) return {
+        median: 0,
+        iqr: 0
+    };
+    const sorted = [
+        ...arr
+    ].sort((a, b)=>a - b);
+    const mid = Math.floor(sorted.length / 2);
+    const median = sorted.length % 2 === 0 ? (sorted[mid - 1] + sorted[mid]) / 2 : sorted[mid];
+    const q1Idx = Math.floor(sorted.length * 0.25);
+    const q3Idx = Math.floor(sorted.length * 0.75);
+    const q1 = sorted[q1Idx];
+    const q3 = sorted[q3Idx];
+    return {
+        median,
+        iqr: q3 - q1
+    };
+};
+const windowCv = (arr)=>{
+    if (arr.length < 2) return Number.POSITIVE_INFINITY;
+    const mean = arr.reduce((a, v)=>a + v, 0) / arr.length;
+    const variance = arr.reduce((a, v)=>a + (v - mean) * (v - mean), 0) / (arr.length - 1);
+    const stddev = Math.sqrt(variance);
+    return mean === 0 ? Number.POSITIVE_INFINITY : stddev / mean;
+};
+export const benchmark = async ({ setup, teardown, pre, run: runRaw, post, data, warmupCycles, minCycles, absThreshold, relThreshold, gcObserver = false, durationsSAB, controlSAB })=>{
     const durations = new BigUint64Array(durationsSAB);
     const control = new Int32Array(controlSAB);
     control[Control.INDEX] = 0;
@@ -22,34 +150,113 @@ export const benchmark = async ({ setup, teardown, pre, run: runRaw, post, data,
     control[Control.COMPLETE] = 255;
     const context = await setup?.();
     const maxCycles = durations.length;
+    const gcWatcher = new GCWatcher();
+    const gcTracker = gcObserver ? createGCTracker() : null;
     try {
         await pre?.(context, data);
-        const result = runRaw(context, data);
+        const probeStart = hr();
+        const probeResult = runRaw(context, data);
+        const isAsync = probeResult instanceof Promise;
+        if (isAsync) {
+            await probeResult;
+        }
+        const durationProbe = hr() - probeStart;
         await post?.(context, data);
-        const run = result instanceof Promise ? runAsync(runRaw) : runSync(runRaw);
-        const start = Date.now();
-        while(Date.now() - start < 1_000){
-            Math.sqrt(Math.random());
+        const run = isAsync ? runAsync(runRaw) : runSync(runRaw);
+        const durationPerRun = durationProbe === 0n ? 1n : durationProbe;
+        const suggestedBatch = Number(TARGET_SAMPLE_NS / durationPerRun);
+        const initialBatchSize = Math.min(MAX_BATCH, Math.max(1, suggestedBatch));
+        const tuned = await tuneParameters({
+            initialBatch: initialBatchSize,
+            run,
+            pre,
+            post,
+            context,
+            data: data,
+            minCycles,
+            relThreshold,
+            maxCycles
+        });
+        let batchSize = tuned.batchSize;
+        minCycles = tuned.minCycles;
+        relThreshold = tuned.relThreshold;
+        const warmupStart = Date.now();
+        let warmupRemaining = warmupCycles;
+        const warmupWindow = [];
+        const warmupCap = Math.max(warmupCycles, Math.min(maxCycles, warmupCycles * 4 || 1000));
+        while(Date.now() - warmupStart < 1_000 && warmupRemaining > 0){
+            const start = hr();
+            await pre?.(context, data);
+            await run(context, data);
+            await post?.(context, data);
+            pushWindow(warmupWindow, Number(hr() - start), warmupCap);
+            warmupRemaining--;
+        }
+        let warmupDone = 0;
+        while(warmupDone < warmupRemaining){
+            const start = hr();
+            await pre?.(context, data);
+            await run(context, data);
+            await post?.(context, data);
+            pushWindow(warmupWindow, Number(hr() - start), warmupCap);
+            warmupDone++;
+            if (global.gc && warmupDone % GC_STRIDE === 0) {
+                global.gc();
+            }
         }
-        for(let i = 0; i < warmupCycles; i++){
+        while(warmupWindow.length >= 8 && warmupWindow.length < warmupCap){
+            const cv = windowCv(warmupWindow);
+            if (cv <= relThreshold * 2) {
+                break;
+            }
+            const start = hr();
             await pre?.(context, data);
             await run(context, data);
             await post?.(context, data);
+            pushWindow(warmupWindow, Number(hr() - start), warmupCap);
         }
         let i = 0;
         let mean = 0n;
         let m2 = 0n;
+        const outlierWindow = [];
         while(true){
             if (i >= maxCycles) break;
-            await pre?.(context, data);
-            const duration = await run(context, data);
-            await post?.(context, data);
-            durations[i++] = duration;
-            const delta = duration - mean;
+            const gcMarker = gcWatcher.start();
+            const sampleStart = performance.now();
+            let sampleDuration = 0n;
+            for(let b = 0; b < batchSize; b++){
+                await pre?.(context, data);
+                sampleDuration += await run(context, data);
+                await post?.(context, data);
+                if (global.gc && (i + b) % GC_STRIDE === 0) {
+                    global.gc();
+                }
+            }
+            sampleDuration /= BigInt(batchSize);
+            const sampleEnd = performance.now();
+            const gcNoise = gcWatcher.seen(gcMarker) || (gcTracker?.overlaps(sampleStart, sampleEnd) ?? false);
+            if (gcNoise) {
+                continue;
+            }
+            const durationNumber = Number(sampleDuration);
+            pushWindow(outlierWindow, durationNumber, OUTLIER_WINDOW);
+            const { median, iqr } = medianAndIqr(outlierWindow);
+            const maxAllowed = median + OUTLIER_IQR_MULTIPLIER * iqr || Number.POSITIVE_INFINITY;
+            if (outlierWindow.length >= 8 && durationNumber > maxAllowed) {
+                continue;
+            }
+            const meanNumber = Number(mean);
+            if (i >= 8 && meanNumber > 0 && durationNumber > OUTLIER_MULTIPLIER * meanNumber) {
+                continue;
+            }
+            durations[i++] = sampleDuration;
+            const delta = sampleDuration - mean;
             mean += delta / BigInt(i);
-            m2 += delta * (duration - mean);
+            m2 += delta * (sampleDuration - mean);
             const progress = Math.max(i / maxCycles) * COMPLETE_VALUE;
-            control[Control.PROGRESS] = progress;
+            if (i % PROGRESS_STRIDE === 0) {
+                control[Control.PROGRESS] = progress;
+            }
             if (i >= minCycles) {
                 const variance = Number(m2) / (i - 1);
                 const stddev = Math.sqrt(variance);
@@ -69,6 +276,7 @@ export const benchmark = async ({ setup, teardown, pre, run: runRaw, post, data,
         console.error(e && typeof e === 'object' && 'stack' in e ? e.stack : e);
         control[Control.COMPLETE] = 1;
     } finally{
+        gcTracker?.dispose?.();
         try {
             await teardown?.(context);
         } catch (e) {