pytest-codspeed 3.0.0b3__tar.gz → 3.0.0b4__tar.gz

{pytest_codspeed-3.0.0b3 → pytest_codspeed-3.0.0b4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pytest-codspeed
-Version: 3.0.0b3
+Version: 3.0.0b4
 Summary: Pytest plugin to create CodSpeed benchmarks
 Project-URL: Homepage, https://codspeed.io/
 Project-URL: Documentation, https://docs.codspeed.io/

{pytest_codspeed-3.0.0b3 → pytest_codspeed-3.0.0b4}/src/pytest_codspeed/__init__.py

@@ -1,6 +1,6 @@
-__version__ = "3.0.0b3"
+__version__ = "3.0.0b4"
 # We also have the semver version since __version__ is not semver compliant
-__semver_version__ = "3.0.0-b3"
+__semver_version__ = "3.0.0-b4"
 
 from .plugin import BenchmarkFixture
 

{pytest_codspeed-3.0.0b3 → pytest_codspeed-3.0.0b4}/src/pytest_codspeed/instruments/walltime.py

@@ -7,6 +7,7 @@ from time import get_clock_info, perf_counter_ns
 from typing import TYPE_CHECKING
 
 from rich.console import Console
+from rich.markup import escape
 from rich.table import Table
 from rich.text import Text
 
@@ -54,15 +55,14 @@ class BenchmarkStats:
     mean_ns: float
     stdev_ns: float
 
-    lower_fence_ns: float
     q1_ns: float
     median_ns: float
     q3_ns: float
-    upper_fence_ns: float
 
     rounds: int
     total_time: float
-    outlier_rounds: int
+    iqr_outlier_rounds: int
+    stdev_outlier_rounds: int
     iter_per_round: int
     warmup_iters: int
 
@@ -78,12 +78,22 @@ class BenchmarkStats:
     ) -> BenchmarkStats:
         stdev_ns = stdev(times_ns) if len(times_ns) > 1 else 0
         mean_ns = mean(times_ns)
-        q1_ns, median_ns, q3_ns = quantiles(times_ns, n=4)
+        if len(times_ns) > 1:
+            q1_ns, median_ns, q3_ns = quantiles(times_ns, n=4)
+        else:
+            q1_ns, median_ns, q3_ns = (
+                mean_ns,
+                mean_ns,
+                mean_ns,
+            )
         iqr_ns = q3_ns - q1_ns
-        lower_fence_ns = q1_ns - 1.5 * iqr_ns
-        upper_fence_ns = q3_ns + 1.5 * iqr_ns
-        outliers_rounds = sum(
-            1 for t in times_ns if t < lower_fence_ns or t > upper_fence_ns
+        iqr_outlier_rounds = sum(
+            1 for t in times_ns if t < q1_ns - 1.5 * iqr_ns or t > q3_ns + 1.5 * iqr_ns
+        )
+        stdev_outlier_rounds = sum(
+            1
+            for t in times_ns
+            if t < mean_ns - 3 * stdev_ns or t > mean_ns + 3 * stdev_ns
         )
 
         return cls(
@@ -91,14 +101,13 @@ class BenchmarkStats:
             max_ns=max(times_ns),
             stdev_ns=stdev_ns,
             mean_ns=mean_ns,
-            lower_fence_ns=lower_fence_ns,
             q1_ns=q1_ns,
             median_ns=median_ns,
             q3_ns=q3_ns,
-            upper_fence_ns=upper_fence_ns,
             rounds=rounds,
             total_time=total_time,
-            outlier_rounds=outliers_rounds,
+            iqr_outlier_rounds=iqr_outlier_rounds,
+            stdev_outlier_rounds=stdev_outlier_rounds,
             iter_per_round=iter_per_round,
             warmup_iters=warmup_iters,
         )
@@ -235,7 +244,7 @@ class WallTimeInstrument(Instrument):
             if rsd > 0.1:
                 rsd_text.stylize("red bold")
             table.add_row(
-                bench.name,
+                escape(bench.name),
                 f"{bench.stats.min_ns/bench.stats.iter_per_round:,.0f}ns",
                 rsd_text,
                 f"{bench.stats.total_time:,.2f}s",

{pytest_codspeed-3.0.0b3 → pytest_codspeed-3.0.0b4}/src/pytest_codspeed/plugin.py

@@ -261,17 +261,15 @@ def _measure(
 ) -> T:
     is_gc_enabled = gc.isenabled()
     if is_gc_enabled:
-        pass
-        # gc.collect()
-        # gc.disable()
+        gc.collect()
+        gc.disable()
     try:
         uri, name = get_git_relative_uri_and_name(nodeid, config.rootpath)
         return plugin.instrument.measure(name, uri, fn, *args, **kwargs)
     finally:
         # Ensure GC is re-enabled even if the test failed
         if is_gc_enabled:
-            pass
-            # gc.enable()
+            gc.enable()
 
 
 def wrap_runtest(