pytest-codspeed 3.1.2__tar.gz → 3.2.0__tar.gz

{pytest_codspeed-3.1.2/src/pytest_codspeed.egg-info → pytest_codspeed-3.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: pytest-codspeed
-Version: 3.1.2
+Version: 3.2.0
 Summary: Pytest plugin to create CodSpeed benchmarks
 Author-email: Arthur Pastel <arthur@codspeed.io>
 License: The MIT License (MIT)

{pytest_codspeed-3.1.2 → pytest_codspeed-3.2.0}/pyproject.toml

@@ -45,6 +45,12 @@ compat = [
 ]
 test = ["pytest ~= 7.0", "pytest-cov ~= 4.0.0"]
 
+[tool.uv.sources]
+pytest-codspeed = { workspace = true }
+
+[dependency-groups]
+dev = ["pytest-codspeed"]
+
 [project.entry-points]
 pytest11 = { codspeed = "pytest_codspeed.plugin" }
 
@@ -60,7 +66,7 @@ version = { attr = "pytest_codspeed.__version__" }
 
 
 [tool.bumpver]
-current_version = "3.1.2"
+current_version = "3.2.0"
 version_pattern = "MAJOR.MINOR.PATCH[-TAG[NUM]]"
 commit_message = "Release v{new_version} 🚀"
 tag_message = "Release v{new_version} 🚀"

{pytest_codspeed-3.1.2 → pytest_codspeed-3.2.0}/src/pytest_codspeed/__init__.py

@@ -1,6 +1,6 @@
-__version__ = "3.1.2"
+__version__ = "3.2.0"
 # We also have the semver version since __version__ is not semver compliant
-__semver_version__ = "3.1.2"
+__semver_version__ = "3.2.0"
 
 from .plugin import BenchmarkFixture
 

{pytest_codspeed-3.1.2 → pytest_codspeed-3.2.0}/src/pytest_codspeed/instruments/walltime.py

@@ -24,7 +24,10 @@ if TYPE_CHECKING:
 DEFAULT_WARMUP_TIME_NS = 1_000_000_000
 DEFAULT_MAX_TIME_NS = 3_000_000_000
 TIMER_RESOLUTION_NS = get_clock_info("perf_counter").resolution * 1e9
-DEFAULT_MIN_ROUND_TIME_NS = TIMER_RESOLUTION_NS * 100
+DEFAULT_MIN_ROUND_TIME_NS = TIMER_RESOLUTION_NS * 1_000_000
+
+IQR_OUTLIER_FACTOR = 1.5
+STDEV_OUTLIER_FACTOR = 3
 
 
 @dataclass
@@ -69,13 +72,14 @@ class BenchmarkStats:
     @classmethod
     def from_list(
         cls,
-        times_ns: list[float],
+        times_per_round_ns: list[float],
         *,
         rounds: int,
         iter_per_round: int,
         warmup_iters: int,
         total_time: float,
     ) -> BenchmarkStats:
+        times_ns = [t / iter_per_round for t in times_per_round_ns]
         stdev_ns = stdev(times_ns) if len(times_ns) > 1 else 0
         mean_ns = mean(times_ns)
         if len(times_ns) > 1:
@@ -88,12 +92,16 @@ class BenchmarkStats:
             )
         iqr_ns = q3_ns - q1_ns
         iqr_outlier_rounds = sum(
-            1 for t in times_ns if t < q1_ns - 1.5 * iqr_ns or t > q3_ns + 1.5 * iqr_ns
+            1
+            for t in times_ns
+            if t < q1_ns - IQR_OUTLIER_FACTOR * iqr_ns
+            or t > q3_ns + IQR_OUTLIER_FACTOR * iqr_ns
         )
         stdev_outlier_rounds = sum(
             1
             for t in times_ns
-            if t < mean_ns - 3 * stdev_ns or t > mean_ns + 3 * stdev_ns
+            if t < mean_ns - STDEV_OUTLIER_FACTOR * stdev_ns
+            or t > mean_ns + STDEV_OUTLIER_FACTOR * stdev_ns
         )
 
         return cls(
@@ -129,20 +137,20 @@ def run_benchmark(
     out = fn(*args, **kwargs)
 
     # Warmup
-    times_ns: list[float] = []
+    times_per_round_ns: list[float] = []
     warmup_start = start = perf_counter_ns()
     while True:
         start = perf_counter_ns()
         fn(*args, **kwargs)
         end = perf_counter_ns()
-        times_ns.append(end - start)
+        times_per_round_ns.append(end - start)
         if end - warmup_start > config.warmup_time_ns:
             break
 
     # Round sizing
-    warmup_mean_ns = mean(times_ns)
-    warmup_iters = len(times_ns)
-    times_ns.clear()
+    warmup_mean_ns = mean(times_per_round_ns)
+    warmup_iters = len(times_per_round_ns)
+    times_per_round_ns.clear()
     iter_per_round = (
         int(ceil(config.min_round_time_ns / warmup_mean_ns))
         if warmup_mean_ns <= config.min_round_time_ns
@@ -163,7 +171,7 @@ def run_benchmark(
         for _ in iter_range:
             fn(*args, **kwargs)
         end = perf_counter_ns()
-        times_ns.append(end - start)
+        times_per_round_ns.append(end - start)
 
         if end - run_start > config.max_time_ns:
             # TODO: log something
@@ -172,7 +180,7 @@ def run_benchmark(
     total_time = (benchmark_end - run_start) / 1e9
 
     stats = BenchmarkStats.from_list(
-        times_ns,
+        times_per_round_ns,
         rounds=rounds,
         total_time=total_time,
         iter_per_round=iter_per_round,
@@ -240,12 +248,12 @@ class WallTimeInstrument(Instrument):
 
         for bench in self.benchmarks:
             rsd = bench.stats.stdev_ns / bench.stats.mean_ns
-            rsd_text = Text(f"{rsd*100:.1f}%")
+            rsd_text = Text(f"{rsd * 100:.1f}%")
             if rsd > 0.1:
                 rsd_text.stylize("red bold")
             table.add_row(
                 escape(bench.name),
-                f"{bench.stats.min_ns/bench.stats.iter_per_round:,.0f}ns",
+                f"{bench.stats.min_ns / bench.stats.iter_per_round:,.0f}ns",
                 rsd_text,
                 f"{bench.stats.total_time:,.2f}s",
                 f"{bench.stats.iter_per_round * bench.stats.rounds:,}",

{pytest_codspeed-3.1.2 → pytest_codspeed-3.2.0}/src/pytest_codspeed/plugin.py

@@ -5,6 +5,7 @@ import gc
 import importlib.util
 import json
 import os
+import random
 from dataclasses import dataclass, field
 from pathlib import Path
 from time import time
@@ -259,6 +260,7 @@ def _measure(
     *args: P.args,
     **kwargs: P.kwargs,
 ) -> T:
+    random.seed(0)
     is_gc_enabled = gc.isenabled()
     if is_gc_enabled:
         gc.collect()

{pytest_codspeed-3.1.2 → pytest_codspeed-3.2.0/src/pytest_codspeed.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: pytest-codspeed
-Version: 3.1.2
+Version: 3.2.0
 Summary: Pytest plugin to create CodSpeed benchmarks
 Author-email: Arthur Pastel <arthur@codspeed.io>
 License: The MIT License (MIT)