pytest-codspeed 3.0.0b2__tar.gz → 3.0.0b3__tar.gz

{pytest_codspeed-3.0.0b2 → pytest_codspeed-3.0.0b3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pytest-codspeed
-Version: 3.0.0b2
+Version: 3.0.0b3
 Summary: Pytest plugin to create CodSpeed benchmarks
 Project-URL: Homepage, https://codspeed.io/
 Project-URL: Documentation, https://docs.codspeed.io/

{pytest_codspeed-3.0.0b2 → pytest_codspeed-3.0.0b3}/src/pytest_codspeed/__init__.py

@@ -1,6 +1,6 @@
-__version__ = "3.0.0b2"
+__version__ = "3.0.0b3"
 # We also have the semver version since __version__ is not semver compliant
-__semver_version__ = "3.0.0-b2"
+__semver_version__ = "3.0.0-b3"
 
 from .plugin import BenchmarkFixture
 

{pytest_codspeed-3.0.0b2 → pytest_codspeed-3.0.0b3}/src/pytest_codspeed/instruments/walltime.py

@@ -51,11 +51,14 @@ class BenchmarkConfig:
 class BenchmarkStats:
     min_ns: float
     max_ns: float
-    stdev_ns: float
     mean_ns: float
+    stdev_ns: float
+
+    lower_fence_ns: float
     q1_ns: float
     median_ns: float
     q3_ns: float
+    upper_fence_ns: float
 
     rounds: int
     total_time: float
@@ -76,17 +79,26 @@ class BenchmarkStats:
         stdev_ns = stdev(times_ns) if len(times_ns) > 1 else 0
         mean_ns = mean(times_ns)
         q1_ns, median_ns, q3_ns = quantiles(times_ns, n=4)
+        iqr_ns = q3_ns - q1_ns
+        lower_fence_ns = q1_ns - 1.5 * iqr_ns
+        upper_fence_ns = q3_ns + 1.5 * iqr_ns
+        outliers_rounds = sum(
+            1 for t in times_ns if t < lower_fence_ns or t > upper_fence_ns
+        )
+
         return cls(
             min_ns=min(times_ns),
             max_ns=max(times_ns),
             stdev_ns=stdev_ns,
             mean_ns=mean_ns,
-            median_ns=median_ns,
+            lower_fence_ns=lower_fence_ns,
             q1_ns=q1_ns,
+            median_ns=median_ns,
             q3_ns=q3_ns,
+            upper_fence_ns=upper_fence_ns,
             rounds=rounds,
             total_time=total_time,
-            outlier_rounds=sum(1 for t in times_ns if abs(t - mean_ns) > stdev_ns),
+            outlier_rounds=outliers_rounds,
             iter_per_round=iter_per_round,
             warmup_iters=warmup_iters,
         )