pytest-codspeed 5.0.3__tar.gz → 5.0.4__tar.gz

{pytest_codspeed-5.0.3/src/pytest_codspeed.egg-info → pytest_codspeed-5.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytest-codspeed
-Version: 5.0.3
+Version: 5.0.4
 Summary: Pytest plugin to create CodSpeed benchmarks
 Author-email: Arthur Pastel <arthur@codspeed.io>
 License: The MIT License (MIT)
@@ -60,7 +60,7 @@ Requires-Dist: pytest-xdist~=3.6.1; extra == "compat"
 
 [![CI](https://github.com/CodSpeedHQ/pytest-codspeed/actions/workflows/ci.yml/badge.svg)](https://github.com/CodSpeedHQ/pytest-codspeed/actions/workflows/ci.yml)
 [![PyPi Version](https://img.shields.io/pypi/v/pytest-codspeed?color=%2334D058&label=pypi)](https://pypi.org/project/pytest-codspeed)
-![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13%20%7C%203.14-informational.svg)
+![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13%20%7C%203.14%20%7C%203.15-informational.svg)
 [![Discord](https://img.shields.io/badge/chat%20on-discord-7289da.svg)](https://discord.com/invite/MxpaCfKSqF)
 [![CodSpeed Badge](https://img.shields.io/endpoint?url=https://codspeed.io/badge.json)](https://codspeed.io/CodSpeedHQ/pytest-codspeed)
 
@@ -168,7 +168,7 @@ jobs:
         run: pip install -r requirements.txt
 
       - name: Run benchmarks
-        uses: CodSpeedHQ/action@v4
+        uses: CodSpeedHQ/action@v5
         with:
           mode: simulation # or `walltime`
           token: ${{ secrets.CODSPEED_TOKEN }}

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/README.md

@@ -3,7 +3,7 @@
 
 [![CI](https://github.com/CodSpeedHQ/pytest-codspeed/actions/workflows/ci.yml/badge.svg)](https://github.com/CodSpeedHQ/pytest-codspeed/actions/workflows/ci.yml)
 [![PyPi Version](https://img.shields.io/pypi/v/pytest-codspeed?color=%2334D058&label=pypi)](https://pypi.org/project/pytest-codspeed)
-![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13%20%7C%203.14-informational.svg)
+![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13%20%7C%203.14%20%7C%203.15-informational.svg)
 [![Discord](https://img.shields.io/badge/chat%20on-discord-7289da.svg)](https://discord.com/invite/MxpaCfKSqF)
 [![CodSpeed Badge](https://img.shields.io/endpoint?url=https://codspeed.io/badge.json)](https://codspeed.io/CodSpeedHQ/pytest-codspeed)
 
@@ -111,7 +111,7 @@ jobs:
         run: pip install -r requirements.txt
 
       - name: Run benchmarks
-        uses: CodSpeedHQ/action@v4
+        uses: CodSpeedHQ/action@v5
         with:
           mode: simulation # or `walltime`
           token: ${{ secrets.CODSPEED_TOKEN }}

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/pyproject.toml

@@ -82,7 +82,7 @@ version = { attr = "pytest_codspeed.__version__" }
 
 
 [tool.bumpver]
-current_version = "5.0.3"
+current_version = "5.0.4"
 version_pattern = "MAJOR.MINOR.PATCH[-TAG[NUM]]"
 commit_message = "Release v{new_version} 🚀"
 tag_message = "Release v{new_version} 🚀"
@@ -136,7 +136,7 @@ force_grid_wrap = 0
 float_to_top = true
 
 [tool.pytest.ini_options]
-addopts = "--ignore=tests/benchmarks --ignore=tests/examples --ignore=tests/benchmarks/TheAlgorithms"
+addopts = "--ignore=tests/benchmarks --ignore=tests/benchmarks/TheAlgorithms"
 filterwarnings = ["ignore::DeprecationWarning:pytest_benchmark.utils.*:"]
 pythonpath = ["tests/benchmarks/TheAlgorithms", "./scripts"]
 

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/setup.py

@@ -41,6 +41,7 @@ native_extension = Extension(
     # upstream silences; in particular distros like Nix/Debian/Fedora inject
     # -Werror=format-security, which would otherwise fail the build.
     extra_compile_args=[
+        "-std=c11",
         "-Wno-format",
         "-Wno-format-security",
         "-Wno-unused-but-set-variable",

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/src/pytest_codspeed/__init__.py

@@ -1,6 +1,6 @@
-__version__ = "5.0.3"
+__version__ = "5.0.4"
 # We also have the semver version since __version__ is not semver compliant
-__semver_version__ = "5.0.3"
+__semver_version__ = "5.0.4"
 
 from .plugin import BenchmarkFixture
 

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/src/pytest_codspeed/plugin.py

@@ -5,13 +5,14 @@ import gc
 import json
 import os
 import random
+import sys
+import warnings
 from dataclasses import dataclass, field
 from pathlib import Path
 from time import time
 from typing import TYPE_CHECKING, cast
 
 import pytest
-from _pytest.fixtures import FixtureManager
 
 from pytest_codspeed.config import (
     BenchmarkMarkerOptions,
@@ -21,6 +22,7 @@ from pytest_codspeed.config import (
 from pytest_codspeed.instruments import MeasurementMode, get_instrument_from_mode
 from pytest_codspeed.utils import (
     BEFORE_PYTEST_8_1_1,
+    HAS_PYTEST_REGISTER_FIXTURE,
     IS_PYTEST_BENCHMARK_INSTALLED,
     IS_PYTEST_SPEED_INSTALLED,
     get_environment_metadata,
@@ -37,6 +39,32 @@ if TYPE_CHECKING:
     T = TypeVar("T")
     P = ParamSpec("P")
 
+# Keep these bounds in sync with `requires-python`, the Python classifiers in
+# pyproject.toml, and the CI test matrix.
+MIN_SUPPORTED_PYTHON_VERSION = (3, 9)
+MAX_SUPPORTED_PYTHON_VERSION = (3, 15)
+
+
+def warn_if_unsupported_python_version() -> None:
+    version = sys.version_info[:2]
+    if MIN_SUPPORTED_PYTHON_VERSION <= version <= MAX_SUPPORTED_PYTHON_VERSION:
+        return
+
+    supported = " to ".join(
+        f"{major}.{minor}"
+        for major, minor in (
+            MIN_SUPPORTED_PYTHON_VERSION,
+            MAX_SUPPORTED_PYTHON_VERSION,
+        )
+    )
+    warnings.warn(
+        f"Python {version[0]}.{version[1]} is not officially supported by "
+        f"pytest-codspeed (supported: {supported}). Support is experimental and "
+        "untested, measurements may be unreliable.",
+        RuntimeWarning,
+        stacklevel=2,
+    )
+
 
 @pytest.hookimpl(trylast=True)
 def pytest_addoption(parser: pytest.Parser):
@@ -101,6 +129,7 @@ def get_plugin(config: pytest.Config) -> CodSpeedPlugin:
 
 @pytest.hookimpl(tryfirst=True)
 def pytest_configure(config: pytest.Config):
+    warn_if_unsupported_python_version()
     config.addinivalue_line(
         "markers", "codspeed_benchmark: mark an entire test for codspeed benchmarking"
     )
@@ -152,33 +181,38 @@ def pytest_configure(config: pytest.Config):
     config.pluginmanager.register(plugin, PLUGIN_NAME)
 
 
-@pytest.hookimpl()
-def pytest_plugin_registered(plugin, manager: pytest.PytestPluginManager):
+def _benchmark_compat(codspeed_benchmark, request: pytest.FixtureRequest):
+    return codspeed_benchmark
+
+
+@pytest.hookimpl(trylast=True)
+def pytest_sessionstart(session: pytest.Session):
     """
-    Patch the benchmark fixture to use the codspeed one if codspeed is enabled and an
-    alternative benchmark fixture is available
+    Override the benchmark fixture of pytest-benchmark/pytest-speed after pytest has
+    initialized the fixture manager. Use the public API since pytest 9.1, falling
+    back to the private fixture mapping on older versions.
     """
-    if (IS_PYTEST_BENCHMARK_INSTALLED or IS_PYTEST_SPEED_INSTALLED) and isinstance(
-        plugin, FixtureManager
-    ):
-        fixture_manager = plugin
-        codspeed_plugin: CodSpeedPlugin = cast(
-            "CodSpeedPlugin", manager.get_plugin(PLUGIN_NAME)
+    if not (IS_PYTEST_BENCHMARK_INSTALLED or IS_PYTEST_SPEED_INSTALLED):
+        return
+    codspeed_plugin = session.config.pluginmanager.get_plugin(PLUGIN_NAME)
+    if codspeed_plugin is None or not codspeed_plugin.is_codspeed_enabled:
+        return
+
+    if HAS_PYTEST_REGISTER_FIXTURE:
+        pytest.register_fixture(name="benchmark", func=_benchmark_compat, node=session)
+    else:
+        fixture_manager = session._fixturemanager
+        codspeed_benchmark_fixtures = fixture_manager.getfixturedefs(
+            "codspeed_benchmark",
+            session.nodeid if BEFORE_PYTEST_8_1_1 else cast("str", session),
         )
-        if codspeed_plugin.is_codspeed_enabled:
-            codspeed_benchmark_fixtures = plugin.getfixturedefs(
-                "codspeed_benchmark",
-                fixture_manager.session.nodeid
-                if BEFORE_PYTEST_8_1_1
-                else cast("str", fixture_manager.session),
-            )
-            assert codspeed_benchmark_fixtures is not None
-            # Archive the alternative benchmark fixture
-            fixture_manager._arg2fixturedefs["__benchmark"] = (
-                fixture_manager._arg2fixturedefs["benchmark"]
-            )
-            # Replace the alternative fixture with the codspeed one
-            fixture_manager._arg2fixturedefs["benchmark"] = codspeed_benchmark_fixtures
+        assert codspeed_benchmark_fixtures is not None
+        # Archive the alternative benchmark fixture
+        fixture_manager._arg2fixturedefs["__benchmark"] = (
+            fixture_manager._arg2fixturedefs["benchmark"]
+        )
+        # Replace the alternative fixture with the codspeed one
+        fixture_manager._arg2fixturedefs["benchmark"] = codspeed_benchmark_fixtures
 
 
 @pytest.hookimpl(trylast=True)

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/src/pytest_codspeed/utils.py

@@ -19,6 +19,8 @@ else:
 IS_PYTEST_BENCHMARK_INSTALLED = importlib.util.find_spec("pytest_benchmark") is not None
 IS_PYTEST_SPEED_INSTALLED = importlib.util.find_spec("pytest_speed") is not None
 BEFORE_PYTEST_8_1_1 = pytest.version_tuple < (8, 1, 1)
+# Public API since pytest 9.1, required since 9.2 removed `_arg2fixturedefs`
+HAS_PYTEST_REGISTER_FIXTURE = hasattr(pytest, "register_fixture")
 SUPPORTS_PERF_TRAMPOLINE = sysconfig.get_config_var("PY_HAVE_PERF_TRAMPOLINE") == 1
 
 

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4/src/pytest_codspeed.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytest-codspeed
-Version: 5.0.3
+Version: 5.0.4
 Summary: Pytest plugin to create CodSpeed benchmarks
 Author-email: Arthur Pastel <arthur@codspeed.io>
 License: The MIT License (MIT)
@@ -60,7 +60,7 @@ Requires-Dist: pytest-xdist~=3.6.1; extra == "compat"
 
 [![CI](https://github.com/CodSpeedHQ/pytest-codspeed/actions/workflows/ci.yml/badge.svg)](https://github.com/CodSpeedHQ/pytest-codspeed/actions/workflows/ci.yml)
 [![PyPi Version](https://img.shields.io/pypi/v/pytest-codspeed?color=%2334D058&label=pypi)](https://pypi.org/project/pytest-codspeed)
-![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13%20%7C%203.14-informational.svg)
+![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12%20%7C%203.13%20%7C%203.14%20%7C%203.15-informational.svg)
 [![Discord](https://img.shields.io/badge/chat%20on-discord-7289da.svg)](https://discord.com/invite/MxpaCfKSqF)
 [![CodSpeed Badge](https://img.shields.io/endpoint?url=https://codspeed.io/badge.json)](https://codspeed.io/CodSpeedHQ/pytest-codspeed)
 
@@ -168,7 +168,7 @@ jobs:
         run: pip install -r requirements.txt
 
       - name: Run benchmarks
-        uses: CodSpeedHQ/action@v4
+        uses: CodSpeedHQ/action@v5
         with:
           mode: simulation # or `walltime`
           token: ${{ secrets.CODSPEED_TOKEN }}

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/tests/test_pytest_plugin.py

@@ -1,11 +1,13 @@
 import pytest
 from conftest import (
+    ADDITION_BENCHMARK,
     IS_PERF_TRAMPOLINE_SUPPORTED,
     MeasurementMode,
     run_pytest_codspeed_with_mode,
     skip_with_perf_trampoline,
     skip_without_pytest_benchmark,
     skip_without_valgrind,
+    xfail_pytest_benchmark_on_pytest_9_2,
 )
 
 
@@ -30,7 +32,7 @@ def test_plugin_enabled_with_kwargs(
 def test_bench_enabled_header_without_perf(
     pytester: pytest.Pytester, codspeed_env
 ) -> None:
-    pytester.copy_example("tests/examples/test_addition_fixture.py")
+    pytester.makepyfile(ADDITION_BENCHMARK)
     with codspeed_env():
         result = pytester.runpytest()
     result.stdout.fnmatch_lines(
@@ -40,7 +42,7 @@ def test_bench_enabled_header_without_perf(
 
 @skip_without_valgrind
 def test_plugin_enabled_by_env(pytester: pytest.Pytester, codspeed_env) -> None:
-    pytester.copy_example("tests/examples/test_addition_fixture.py")
+    pytester.makepyfile(ADDITION_BENCHMARK)
     with codspeed_env():
         result = pytester.runpytest()
     result.stdout.fnmatch_lines(["*1 benchmarked*", "*1 passed*"])
@@ -48,7 +50,7 @@ def test_plugin_enabled_by_env(pytester: pytest.Pytester, codspeed_env) -> None:
 
 @skip_without_valgrind
 def test_plugin_enabled_and_env(pytester: pytest.Pytester, codspeed_env) -> None:
-    pytester.copy_example("tests/examples/test_addition_fixture.py")
+    pytester.makepyfile(ADDITION_BENCHMARK)
     with codspeed_env():
         result = pytester.runpytest("--codspeed")
     result.stdout.fnmatch_lines(["*1 benchmarked*", "*1 passed*"])
@@ -119,8 +121,9 @@ def test_plugin_enabled_and_env_bench_hierachy_called(
     )
 
 
+@xfail_pytest_benchmark_on_pytest_9_2
 def test_plugin_disabled(pytester: pytest.Pytester) -> None:
-    pytester.copy_example("tests/examples/test_addition_fixture.py")
+    pytester.makepyfile(ADDITION_BENCHMARK)
     result = pytester.runpytest()
     result.stdout.fnmatch_lines(["*1 passed*"])
 
@@ -191,6 +194,7 @@ def test_plugin_only_benchmark_collection(
     )
 
 
+@xfail_pytest_benchmark_on_pytest_9_2
 @skip_without_pytest_benchmark
 def test_pytest_benchmark_compatibility(pytester: pytest.Pytester) -> None:
     pytester.makepyfile(

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/tests/test_pytest_plugin_cpu_instrumentation.py

@@ -2,6 +2,7 @@ import os
 
 import pytest
 from conftest import (
+    ADDITION_BENCHMARK,
     run_pytest_codspeed_with_mode,
     skip_with_pytest_benchmark,
     skip_without_perf_trampoline,
@@ -17,7 +18,7 @@ from pytest_codspeed.instruments import MeasurementMode
 def test_bench_enabled_header_with_perf(
     pytester: pytest.Pytester, codspeed_env
 ) -> None:
-    pytester.copy_example("tests/examples/test_addition_fixture.py")
+    pytester.makepyfile(ADDITION_BENCHMARK)
     with codspeed_env():
         result = pytester.runpytest()
     result.stdout.fnmatch_lines(

{pytest_codspeed-5.0.3 → pytest_codspeed-5.0.4}/tests/test_pytest_plugin_walltime.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
-from conftest import run_pytest_codspeed_with_mode
+from conftest import ADDITION_BENCHMARK, run_pytest_codspeed_with_mode
 
 if TYPE_CHECKING:
     import pytest
@@ -19,7 +19,7 @@ from pytest_codspeed.instruments.walltime import WallTimeInstrument
 def test_bench_enabled_header_with_perf(
     pytester: pytest.Pytester,
 ) -> None:
-    pytester.copy_example("tests/examples/test_addition_fixture.py")
+    pytester.makepyfile(ADDITION_BENCHMARK)
     result = run_pytest_codspeed_with_mode(pytester, MeasurementMode.WallTime)
     result.stdout.fnmatch_lines(["*test_some_addition_performance*", "*1 benchmarked*"])