perfshield 0.0.7 → 0.0.8

package/lib/runner.js

@@ -12,6 +12,23 @@ const getVersionOrder = seed => {
   }
   return [versions[1], versions[0]];
 };
+const buildIndexOrder = (count, seed) => {
+  const order = Array.from({
+    length: count
+  }, (_, index) => index);
+  if (count <= 1) {
+    return order;
+  }
+  let state = seed >>> 0;
+  for (let i = count - 1; i > 0; i -= 1) {
+    state = state * 1_664_525 + 1_013_904_223 >>> 0;
+    const j = state % (i + 1);
+    const swap = order[i];
+    order[i] = order[j];
+    order[j] = swap;
+  }
+  return order;
+};
 const sleep = async delayMs => {
   if (delayMs <= 0) {
     return;
@@ -130,7 +147,8 @@ const collectSamples = async (harness, benchmarks, minSamples, iterationOverride
   const total = minSamples * benchmarks.length;
   for (let iteration = 0; iteration < minSamples; iteration += 1) {
     const order = getVersionOrder(iteration);
-    for (let index = 0; index < benchmarks.length; index += 1) {
+    const indexOrder = buildIndexOrder(benchmarks.length, iteration);
+    for (const index of indexOrder) {
       const iterations = iterationOverrides[index];
       const minimumIterations = benchmarks[index].iterations ?? 1;
       const result = await runSamplePair(harness, index, iterations, order);
@@ -181,8 +199,9 @@ const autoSample = async (harness, benchmarks, samples, conditions, maxRelativeM
     }
     for (let batch = 0; batch < autoSampleBatchSize; batch += 1) {
       const order = getVersionOrder(roundRobinSeed);
+      const indexOrder = buildIndexOrder(benchmarks.length, roundRobinSeed);
       roundRobinSeed += 1;
-      for (let index = 0; index < benchmarks.length; index += 1) {
+      for (const index of indexOrder) {
         const iterations = iterationOverrides[index];
         const minimumIterations = benchmarks[index].iterations ?? 1;
         const result = await runSamplePair(harness, index, iterations, order);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "perfshield",
-  "version": "0.0.7",
+  "version": "0.0.8",
   "description": "A tool for doing web benchmarking across multiple JS engines and with statistical signifigance",
   "license": "MIT",
   "type": "module",