perfshield 0.0.1

package/lib/stats.js

@@ -0,0 +1,108 @@
+import jstat from "jstat";
+const sumOf = values => values.reduce((total, value) => total + value, 0);
+const squareResiduals = (values, mean) => values.map(value => {
+  const diff = value - mean;
+  return diff * diff;
+});
+export const confidenceInterval95 = (distribution, size) => {
+  if (size <= 1) {
+    return {
+      high: distribution.mean,
+      low: distribution.mean
+    };
+  }
+  const t = jstat.studentt.inv(1 - 0.05 / 2, size - 1);
+  const stdDev = Math.sqrt(distribution.variance);
+  const margin = t * stdDev;
+  return {
+    high: distribution.mean + margin,
+    low: distribution.mean - margin
+  };
+};
+export const samplingDistributionOfTheMean = (distribution, sampleSize) => ({
+  mean: distribution.mean,
+  variance: distribution.variance / sampleSize
+});
+export const samplingDistributionOfAbsoluteDifferenceOfMeans = (a, b) => ({
+  mean: b.mean - a.mean,
+  variance: a.variance + b.variance
+});
+export const samplingDistributionOfRelativeDifferenceOfMeans = (a, b) => ({
+  mean: (b.mean - a.mean) / a.mean,
+  variance: (a.variance * b.mean * b.mean + b.variance * a.mean * a.mean) / (a.mean * a.mean * a.mean * a.mean)
+});
+export const summaryStats = values => {
+  if (values.length === 0) {
+    throw new Error("Cannot compute stats for an empty sample set.");
+  }
+  const size = values.length;
+  const mean = sumOf(values) / size;
+  const residuals = squareResiduals(values, mean);
+  const variance = size > 1 ? sumOf(residuals) / (size - 1) : 0;
+  const standardDeviation = Math.sqrt(variance);
+  const relativeStandardDeviation = mean === 0 ? 0 : standardDeviation / mean;
+  return {
+    mean,
+    meanCI: confidenceInterval95(samplingDistributionOfTheMean({
+      mean,
+      variance
+    }, size), size),
+    relativeStandardDeviation,
+    size,
+    standardDeviation,
+    variance
+  };
+};
+export const computeDifference = (baseline, current) => {
+  if (baseline.mean === 0) {
+    throw new Error("Cannot compute relative difference with baseline mean 0.");
+  }
+  const baselineDist = samplingDistributionOfTheMean({
+    mean: baseline.mean,
+    variance: baseline.variance
+  }, baseline.size);
+  const currentDist = samplingDistributionOfTheMean({
+    mean: current.mean,
+    variance: current.variance
+  }, current.size);
+  const absoluteDist = samplingDistributionOfAbsoluteDifferenceOfMeans(baselineDist, currentDist);
+  const relativeDist = samplingDistributionOfRelativeDifferenceOfMeans(baselineDist, currentDist);
+  const size = Math.min(baseline.size, current.size);
+  return {
+    absolute: {
+      ci: confidenceInterval95(absoluteDist, size),
+      mean: absoluteDist.mean
+    },
+    relative: {
+      ci: confidenceInterval95(relativeDist, size),
+      mean: relativeDist.mean
+    }
+  };
+};
+export const computeDifferences = stats => stats.map(result => ({
+  ...result,
+  differences: stats.map(other => other === result ? null : computeDifference(other.stats, result.stats))
+}));
+const intervalContains = (interval, value) => interval.low <= value && value <= interval.high;
+export const autoSampleConditionsResolved = (resultStats, conditions) => {
+  for (const {
+    differences
+  } of resultStats) {
+    for (const diff of differences) {
+      if (diff == null) {
+        continue;
+      }
+      for (const condition of conditions.absolute) {
+        if (intervalContains(diff.absolute.ci, condition)) {
+          return false;
+        }
+      }
+      for (const condition of conditions.relative) {
+        if (intervalContains(diff.relative.ci, condition)) {
+          return false;
+        }
+      }
+    }
+  }
+  return true;
+};

package/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "perfshield",
+  "version": "0.0.1",
+  "description": "A tool for doing web benchmarking across multiple JS engines and with statistical signifigance",
+  "license": "MIT",
+  "type": "module",
+  "bin": {
+    "perfshield": "lib/cli.js"
+  },
+  "files": [
+    "lib/**",
+    "README.md",
+    "examples/**"
+  ],
+  "dependencies": {
+    "jstat": "1.9.6"
+  },
+  "devDependencies": {
+    "@babel/cli": "^7.28.3",
+    "@babel/core": "^7.28.5",
+    "@babel/preset-flow": "^7.27.1",
+    "@ianvs/prettier-plugin-sort-imports": "^4.7.0",
+    "@nkzw/eslint-config": "^3.2.1",
+    "@prettier/plugin-hermes": "^0.1.3",
+    "babel-plugin-syntax-hermes-parser": "^0.33.0",
+    "babel-jest": "^30.0.5",
+    "eslint": "^9.33.0",
+    "flow-typed": "^4.1.1",
+    "flow-bin": "^0.295.0",
+    "hermes-eslint": "^0.33.0",
+    "jest": "^30.0.5"
+  },
+  "scripts": {
+    "bench:compare": "node src/cli.js compare",
+    "bench:prepare": "node src/cli.js prepare",
+    "build": "rm -rf lib && babel src --out-dir lib --extensions .js,.jsx",
+    "flow-typed": "flow-typed install",
+    "format": "prettier . --write",
+    "flow": "flow check",
+    "lint": "eslint . --ext .js,.jsx --no-error-on-unmatched-pattern",
+    "test": "NODE_OPTIONS=--experimental-vm-modules jest --passWithNoTests"
+  }
+}