@indutny/bencher 1.1.0 → 1.1.2

package/dist/bin/bencher.js

@@ -30,6 +30,15 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const promises_1 = require("fs/promises");
 const yargs_1 = __importDefault(require("yargs"));
 const helpers_1 = require("yargs/helpers");
+// ANSI colors
+const BOLD = 1;
+const ITALIC = 3;
+// Go back to previous line, clear the line
+const PREV_LINE = '\x1b[F\x1b[K';
+// t-distribution value for large sample count and p=0.001
+// https://www.itl.nist.gov/div898/handbook/eda/section3/eda3672.htm
+const STUDENT_T = 3.09;
+const P_VALUE = 0.001;
 async function main() {
     const argv = await (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv))
         .alias('h', 'help')
@@ -87,8 +96,15 @@ async function main() {
             default: m.default,
         };
     }));
+    const maxNameLength = modules.reduce((len, { name }) => Math.max(len, name.length), 0);
     for (const m of modules) {
-        run(m);
+        const paddedName = m.name + ' '.repeat(maxNameLength - m.name.length);
+        process.stdout.write(`${style(paddedName, BOLD)}: running...\n`);
+        const { ops, maxError, usedSamples } = run(m);
+        process.stdout.write(PREV_LINE);
+        process.stdout.write(`${style(paddedName, BOLD)}: ${ops.toFixed(1)} ops/s ` +
+            style(`(±${maxError.toFixed(1)}, p=${P_VALUE}, n=${usedSamples})`, ITALIC) +
+            '\n');
     }
 }
 function run(m) {
@@ -99,14 +115,17 @@ function run(m) {
         const duration = measure(m, iterations);
         samples.push({ duration, iterations });
     }
-    const { beta, c95, outliers } = regress(m, samples);
+    const { beta, confidence, outliers } = regress(m, samples);
     const ops = 1 / beta;
-    const lowOps = 1 / (beta + c95);
-    const highOps = 1 / (beta - c95);
+    const lowOps = 1 / (beta + confidence);
+    const highOps = 1 / (beta - confidence);
     const maxError = Math.max(highOps - ops, ops - lowOps);
     const usedSamples = samples.length - outliers;
-    console.log(`${m.name}: ${ops.toFixed(1)} ops/s ` +
-        `(±${maxError.toFixed(1)}, p=0.05, n=${usedSamples})`);
+    return {
+        ops,
+        maxError,
+        usedSamples,
+    };
 }
 function warmUp(m) {
     // Initial warm-up
@@ -123,10 +142,10 @@ function warmUp(m) {
     let iterations = 1;
     let duration = 0;
     do {
-        iterations *= 1.25;
+        iterations *= 2;
         duration = measure(m, Math.round(iterations));
     } while (duration < maxSampleDuration);
-    iterations = Math.round(iterations / 1.25);
+    iterations = Math.max(iterations / 2, (maxSampleDuration / duration) * iterations);
     return iterations;
 }
 function measure(m, iterations) {
@@ -195,15 +214,16 @@ function regress(m, samples) {
     stdError /= withoutOutliers.length - 2;
     stdError /= betaDenom;
     stdError = Math.sqrt(stdError);
-    // t-distribution value for large sample count and p=0.05
-    const T_VALUE = 1.9719;
     return {
         alpha,
         beta,
-        c95: T_VALUE * stdError,
+        confidence: STUDENT_T * stdError,
         outliers: samples.length - withoutOutliers.length,
     };
 }
+function style(text, code) {
+    return `\x1b[${code}m${text}\x1b[m`;
+}
 main().catch((err) => {
     console.error(err);
     process.exit(1);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@indutny/bencher",
-  "version": "1.1.0",
+  "version": "1.1.2",
   "description": "Simple benchmarking tool",
   "bin": {
     "bencher": "./dist/bin/bencher.js"