@indutny/bencher 1.1.1 → 1.1.3

package/dist/bin/bencher.js

@@ -30,6 +30,15 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const promises_1 = require("fs/promises");
 const yargs_1 = __importDefault(require("yargs"));
 const helpers_1 = require("yargs/helpers");
+// ANSI colors
+const BOLD = 1;
+const ITALIC = 3;
+// Go back to previous line, clear the line
+const PREV_LINE = '\x1b[F\x1b[K';
+// t-distribution value for large sample count and p=0.001
+// https://www.itl.nist.gov/div898/handbook/eda/section3/eda3672.htm
+const STUDENT_T = 3.09;
+const P_VALUE = 0.001;
 async function main() {
     const argv = await (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv))
         .alias('h', 'help')
@@ -87,26 +96,47 @@ async function main() {
             default: m.default,
         };
     }));
+    const maxNameLength = modules.reduce((len, { name }) => Math.max(len, name.length), 0);
     for (const m of modules) {
-        run(m);
+        const paddedName = style(m.name, BOLD) + ':' + ' '.repeat(maxNameLength - m.name.length);
+        // Just to reserve the line
+        process.stdout.write('\n');
+        let ticks = 0;
+        const onTick = () => {
+            process.stdout.write(`${PREV_LINE}${paddedName} ${'.'.repeat(ticks)}\n`);
+            ticks = 1 + (ticks % 3);
+        };
+        onTick();
+        const { ops, maxError, usedSamples } = run(m, {
+            onTick,
+        });
+        const stats = style(`(±${nice(maxError)}, p=${P_VALUE}, n=${usedSamples})`, ITALIC);
+        process.stdout.write(`${PREV_LINE}${paddedName} ${nice(ops)} ops/sec ${stats}\n`);
     }
 }
-function run(m) {
+function run(m, { onTick }) {
     const baseIterations = warmUp(m);
     const samples = new Array();
+    const tickEvery = Math.round(m.options.samples / m.options.duration);
     for (let i = 0; i < m.options.samples; i++) {
         const iterations = baseIterations * (1 + (i % m.options.sweepWidth));
         const duration = measure(m, iterations);
         samples.push({ duration, iterations });
+        if (i % tickEvery === 0) {
+            onTick();
+        }
     }
-    const { beta, c95, outliers } = regress(m, samples);
+    const { beta, confidence, outliers } = regress(m, samples);
     const ops = 1 / beta;
-    const lowOps = 1 / (beta + c95);
-    const highOps = 1 / (beta - c95);
+    const lowOps = 1 / (beta + confidence);
+    const highOps = 1 / (beta - confidence);
     const maxError = Math.max(highOps - ops, ops - lowOps);
     const usedSamples = samples.length - outliers;
-    console.log(`${m.name}: ${ops.toFixed(1)} ops/s ` +
-        `(±${maxError.toFixed(1)}, p=0.05, n=${usedSamples})`);
+    return {
+        ops,
+        maxError,
+        usedSamples,
+    };
 }
 function warmUp(m) {
     // Initial warm-up
@@ -195,15 +225,23 @@ function regress(m, samples) {
     stdError /= withoutOutliers.length - 2;
     stdError /= betaDenom;
     stdError = Math.sqrt(stdError);
-    // t-distribution value for large sample count and p=0.05
-    const T_VALUE = 1.9719;
     return {
         alpha,
         beta,
-        c95: T_VALUE * stdError,
+        confidence: STUDENT_T * stdError,
         outliers: samples.length - withoutOutliers.length,
     };
 }
+function style(text, code) {
+    return `\x1b[${code}m${text}\x1b[m`;
+}
+function nice(n) {
+    let result = n.toFixed(1);
+    for (let i = result.length - 5; i > 0; i -= 3) {
+        result = result.slice(0, i) + "'" + result.slice(i);
+    }
+    return result;
+}
 main().catch((err) => {
     console.error(err);
     process.exit(1);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@indutny/bencher",
-  "version": "1.1.1",
+  "version": "1.1.3",
   "description": "Simple benchmarking tool",
   "bin": {
     "bencher": "./dist/bin/bencher.js"