pytest-codspeed 3.0.0b0__tar.gz → 3.0.0b2__tar.gz

{pytest_codspeed-3.0.0b0 → pytest_codspeed-3.0.0b2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pytest-codspeed
-Version: 3.0.0b0
+Version: 3.0.0b2
 Summary: Pytest plugin to create CodSpeed benchmarks
 Project-URL: Homepage, https://codspeed.io/
 Project-URL: Documentation, https://docs.codspeed.io/
@@ -52,6 +52,8 @@ Requires-Dist: importlib-metadata>=8.5.0; python_version < '3.10'
 Requires-Dist: pytest>=3.8
 Requires-Dist: rich>=13.8.1
 Requires-Dist: setuptools; python_full_version >= '3.12.0'
+Provides-Extra: build
+Requires-Dist: semver>=3.0.2; extra == 'build'
 Provides-Extra: compat
 Requires-Dist: pytest-benchmark~=4.0.0; extra == 'compat'
 Requires-Dist: pytest-xdist~=3.6.1; extra == 'compat'

{pytest_codspeed-3.0.0b0 → pytest_codspeed-3.0.0b2}/pyproject.toml

@@ -46,6 +46,7 @@ dependencies = [
 ]
 
 [project.optional-dependencies]
+build = ["semver>=3.0.2"]
 lint = ["mypy ~= 1.11.2", "ruff ~= 0.6.5"]
 compat = [
     "pytest-benchmark ~= 4.0.0",
@@ -94,7 +95,7 @@ float_to_top = true
 [tool.pytest.ini_options]
 addopts = "--ignore=tests/benchmarks --ignore=tests/examples --ignore=tests/benchmarks/TheAlgorithms"
 filterwarnings = ["ignore::DeprecationWarning:pytest_benchmark.utils.*:"]
-pythonpath = ["tests/benchmarks/TheAlgorithms"]
+pythonpath = ["tests/benchmarks/TheAlgorithms", "./scripts"]
 
 [tool.coverage.run]
 branch = true

pytest_codspeed-3.0.0b2/src/pytest_codspeed/__init__.py

@@ -0,0 +1,7 @@
+__version__ = "3.0.0b2"
+# We also have the semver version since __version__ is not semver compliant
+__semver_version__ = "3.0.0-b2"
+
+from .plugin import BenchmarkFixture
+
+__all__ = ["BenchmarkFixture", "__version__", "__semver_version__"]

{pytest_codspeed-3.0.0b0 → pytest_codspeed-3.0.0b2}/src/pytest_codspeed/instruments/valgrind/__init__.py

@@ -4,7 +4,7 @@ import os
 import sys
 from typing import TYPE_CHECKING
 
-from pytest_codspeed import __version__
+from pytest_codspeed import __semver_version__
 from pytest_codspeed.instruments import Instrument
 from pytest_codspeed.instruments.valgrind._wrapper import get_lib
 
@@ -30,7 +30,7 @@ class ValgrindInstrument(Instrument):
         if self.should_measure:
             self.lib = get_lib()
             self.lib.dump_stats_at(
-                f"Metadata: pytest-codspeed {__version__}".encode("ascii")
+                f"Metadata: pytest-codspeed {__semver_version__}".encode("ascii")
             )
             if SUPPORTS_PERF_TRAMPOLINE:
                 sys.activate_stack_trampoline("perf")  # type: ignore

{pytest_codspeed-3.0.0b0 → pytest_codspeed-3.0.0b2}/src/pytest_codspeed/instruments/walltime.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 from dataclasses import asdict, dataclass
 from math import ceil
-from statistics import mean, median, stdev
+from statistics import mean, quantiles, stdev
 from time import get_clock_info, perf_counter_ns
 from typing import TYPE_CHECKING
 
@@ -40,8 +40,10 @@ class BenchmarkConfig:
             if config.warmup_time_ns is not None
             else DEFAULT_WARMUP_TIME_NS,
             min_round_time_ns=DEFAULT_MIN_ROUND_TIME_NS,
-            max_time_ns=DEFAULT_MAX_TIME_NS,
-            max_rounds=config.max_rounds or None,
+            max_time_ns=config.max_time_ns
+            if config.max_time_ns is not None
+            else DEFAULT_MAX_TIME_NS,
+            max_rounds=config.max_rounds,
         )
 
 
@@ -51,7 +53,9 @@ class BenchmarkStats:
     max_ns: float
     stdev_ns: float
     mean_ns: float
+    q1_ns: float
     median_ns: float
+    q3_ns: float
 
     rounds: int
     total_time: float
@@ -71,12 +75,15 @@ class BenchmarkStats:
     ) -> BenchmarkStats:
         stdev_ns = stdev(times_ns) if len(times_ns) > 1 else 0
         mean_ns = mean(times_ns)
+        q1_ns, median_ns, q3_ns = quantiles(times_ns, n=4)
         return cls(
             min_ns=min(times_ns),
             max_ns=max(times_ns),
             stdev_ns=stdev_ns,
             mean_ns=mean_ns,
-            median_ns=median(times_ns),
+            median_ns=median_ns,
+            q1_ns=q1_ns,
+            q3_ns=q3_ns,
             rounds=rounds,
             total_time=total_time,
             outlier_rounds=sum(1 for t in times_ns if abs(t - mean_ns) > stdev_ns),
@@ -125,6 +132,7 @@ def run_benchmark(
         rounds = int(config.max_time_ns / round_time_ns)
     else:
         rounds = config.max_rounds
+    rounds = max(1, rounds)
 
     # Benchmark
     iter_range = range(iter_per_round)

{pytest_codspeed-3.0.0b0 → pytest_codspeed-3.0.0b2}/src/pytest_codspeed/plugin.py

@@ -61,6 +61,15 @@ def pytest_addoption(parser: pytest.Parser):
             "only for walltime mode"
         ),
     )
+    group.addoption(
+        "--codspeed-max-time",
+        action="store",
+        type=float,
+        help=(
+            "The maximum time to run a benchmark for (in seconds), "
+            "only for walltime mode"
+        ),
+    )
     group.addoption(
         "--codspeed-max-rounds",
         action="store",
@@ -75,6 +84,7 @@ def pytest_addoption(parser: pytest.Parser):
 @dataclass(frozen=True)
 class CodSpeedConfig:
     warmup_time_ns: int | None = None
+    max_time_ns: int | None = None
     max_rounds: int | None = None
 
     @classmethod
@@ -83,9 +93,12 @@ class CodSpeedConfig:
         warmup_time_ns = (
             int(warmup_time * 1_000_000_000) if warmup_time is not None else None
         )
+        max_time = config.getoption("--codspeed-max-time", None)
+        max_time_ns = int(max_time * 1_000_000_000) if max_time is not None else None
         return cls(
             warmup_time_ns=warmup_time_ns,
             max_rounds=config.getoption("--codspeed-max-rounds", None),
+            max_time_ns=max_time_ns,
         )
 
 
@@ -248,15 +261,17 @@ def _measure(
 ) -> T:
     is_gc_enabled = gc.isenabled()
     if is_gc_enabled:
-        gc.collect()
-        gc.disable()
+        pass
+        # gc.collect()
+        # gc.disable()
     try:
         uri, name = get_git_relative_uri_and_name(nodeid, config.rootpath)
         return plugin.instrument.measure(name, uri, fn, *args, **kwargs)
     finally:
         # Ensure GC is re-enabled even if the test failed
         if is_gc_enabled:
-            gc.enable()
+            pass
+            # gc.enable()
 
 
 def wrap_runtest(

{pytest_codspeed-3.0.0b0 → pytest_codspeed-3.0.0b2}/src/pytest_codspeed/utils.py

@@ -5,7 +5,7 @@ import sys
 import sysconfig
 from pathlib import Path
 
-from pytest_codspeed import __version__
+from pytest_codspeed import __semver_version__
 
 if sys.version_info < (3, 10):
     import importlib_metadata as importlib_metadata
@@ -51,7 +51,7 @@ def get_environment_metadata() -> dict[str, dict]:
     return {
         "creator": {
             "name": "pytest-codspeed",
-            "version": __version__,
+            "version": __semver_version__,
             "pid": os.getpid(),
         },
         "python": {

pytest_codspeed-3.0.0b0/src/pytest_codspeed/__init__.py

@@ -1,5 +0,0 @@
-__version__ = "3.0.0b0"
-
-from .plugin import BenchmarkFixture
-
-__all__ = ["BenchmarkFixture", "__version__"]