schemathesis 3.36.4__tar.gz → 3.37.0__tar.gz

{schemathesis-3.36.4 → schemathesis-3.37.0}/.github/workflows/build.yml

@@ -80,7 +80,7 @@ jobs:
         run: uvx --with="tox" --with="tox-gh-actions" --with="tox-uv" tox
 
       - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v4.5.0
+        uses: codecov/codecov-action@v4.6.0
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
 

{schemathesis-3.36.4 → schemathesis-3.37.0}/.github/workflows/codeql-analysis.yml

@@ -38,7 +38,7 @@ jobs:
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v3.26.9
+        uses: github/codeql-action/init@v3.26.11
         with:
           languages: ${{ matrix.language }}
           # If you wish to specify custom queries, you can do so here or in a config file.
@@ -49,7 +49,7 @@ jobs:
       # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below)
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v3.26.9
+        uses: github/codeql-action/autobuild@v3.26.11
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 https://git.io/JvXDl
@@ -63,4 +63,4 @@ jobs:
       #   make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v3.26.9
+        uses: github/codeql-action/analyze@v3.26.11

{schemathesis-3.36.4 → schemathesis-3.37.0}/.pre-commit-config.yaml

@@ -3,7 +3,7 @@ default_language_version:
 
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.6.0
+    rev: v5.0.0
     hooks:
       - id: check-yaml
       - id: end-of-file-fixer
@@ -38,12 +38,12 @@ repos:
         additional_dependencies: [types-click, types-requests, types-PyYAML]
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.6.8
+    rev: v0.6.9
     hooks:
       - id: ruff-format
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.6.8
+    rev: v0.6.9
     hooks:
       - id: ruff
 

{schemathesis-3.36.4 → schemathesis-3.37.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: schemathesis
-Version: 3.36.4
+Version: 3.37.0
 Summary: Property-based testing framework for Open API and GraphQL based apps
 Project-URL: Documentation, https://schemathesis.readthedocs.io/en/stable/
 Project-URL: Changelog, https://schemathesis.readthedocs.io/en/stable/changelog.html
@@ -40,7 +40,7 @@ Requires-Dist: hypothesis[zoneinfo]<7,>=6.103.4; python_version == '3.8'
 Requires-Dist: jsonschema[format]<5.0,>=4.18.0
 Requires-Dist: junit-xml<2.0,>=1.9
 Requires-Dist: pyrate-limiter<4.0,>=2.10
-Requires-Dist: pytest-subtests<0.8.0,>=0.2.1
+Requires-Dist: pytest-subtests<0.14.0,>=0.2.1
 Requires-Dist: pytest<9,>=4.6.4
 Requires-Dist: pyyaml<7.0,>=5.1
 Requires-Dist: requests<3,>=2.22

{schemathesis-3.36.4 → schemathesis-3.37.0}/docs/changelog.rst

@@ -1,9 +1,26 @@
 Changelog
 =========
 
-:version:`Unreleased <v3.36.4...HEAD>` - TBD
+:version:`Unreleased <v3.37.0...HEAD>` - TBD
 --------------------------------------------
 
+.. _v3.37.0:
+
+:version:`3.37.0 <v3.36.4...v3.37.0>` - 2024-10-09
+--------------------------------------------------
+
+**Added**
+
+- Support for ``pytest-subtests`` up to ``0.14``.
+- Experimental "Positive Data Acceptance" check to verify that schema-conforming data receives 2xx status responses. Enable with `--experimental=positive_data_acceptance`
+- Experimental CLI options to configure the ``negative_data_rejection`` check.
+- More negative string combinations with patterns in the coverage phase.
+
+**Fixed**
+
+- Internal error in conditional hooks.
+- Negative test cases for patterns in the coverage phase.
+
 .. _v3.36.4:
 
 :version:`3.36.4 <v3.36.3...v3.36.4>` - 2024-10-05

{schemathesis-3.36.4 → schemathesis-3.37.0}/docs/experimental.rst

@@ -144,6 +144,49 @@ Using Environment Variables
 
 For more details, join the `GitHub Discussion #2418 <https://github.com/schemathesis/schemathesis/discussions/2418>`_.
 
+Positive Data Acceptance
+~~~~~~~~~~~~~~~~~~~~~~~~
+
+Verifies that schema-conforming data receives 2xx status responses, highlighting mismatches between schema and API behavior across all endpoints.
+
+**Allowed status codes**: 2xx, 401, 403, 404
+
+**Note**: May produce false positives with complex validation that is not reflected in the schema.
+
+.. _positive-data-acceptance-cli:
+
+In CLI
+~~~~~~
+
+.. code-block:: bash
+
+   st run https://example.schemathesis.io/openapi.json --experimental=positive_data_acceptance
+
+Configuration options:
+
+.. code-block:: bash
+
+   --experimental-positive-data-acceptance-allowed-statuses=202
+
+.. _positive-data-acceptance-env-vars:
+
+Using Environment Variables
+~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+To enable Positive Data Acceptance via environment variables:
+
+.. code-block:: bash
+
+    export SCHEMATHESIS_EXPERIMENTAL_POSITIVE_DATA_ACCEPTANCE=true
+
+Configure status codes:
+
+.. code-block:: bash
+
+    export SCHEMATHESIS_EXPERIMENTAL_POSITIVE_DATA_ACCEPTANCE_ALLOWED_STATUSES=201,202,204
+
+For more details, join the `GitHub Discussion #2499 <https://github.com/schemathesis/schemathesis/discussions/2499>`_.
+
 .. _stateful-test-runner:
 
 New Stateful Test Runner

{schemathesis-3.36.4 → schemathesis-3.37.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "schemathesis"
-version = "3.36.4"
+version = "3.37.0"
 description = "Property-based testing framework for Open API and GraphQL based apps"
 keywords = ["pytest", "hypothesis", "openapi", "graphql", "testing"]
 authors = [{ name = "Dmitry Dygalo", email = "dmitry@dygalo.dev" }]
@@ -43,7 +43,7 @@ dependencies = [
   "jsonschema[format]>=4.18.0,<5.0",
   "junit-xml>=1.9,<2.0",
   "pyrate-limiter>=2.10,<4.0",
-  "pytest-subtests>=0.2.1,<0.8.0",
+  "pytest-subtests>=0.2.1,<0.14.0",
   "pytest>=4.6.4,<9",
   "PyYAML>=5.1,<7.0",
   "requests>=2.22,<3",

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/cli/__init__.py

@@ -36,6 +36,7 @@ from ..filters import FilterSet, expression_to_filter_function, is_deprecated
 from ..fixups import ALL_FIXUPS
 from ..generation import DEFAULT_DATA_GENERATION_METHODS, DataGenerationMethod
 from ..hooks import GLOBAL_HOOK_DISPATCHER, HookContext, HookDispatcher, HookScope
+from ..internal.checks import CheckConfig, PositiveDataAcceptanceConfig
 from ..internal.datetime import current_datetime
 from ..internal.output import OutputConfig
 from ..internal.validation import file_exists
@@ -52,7 +53,7 @@ from .context import ExecutionContext, FileReportContext, ServiceReportContext
 from .debug import DebugOutputHandler
 from .handlers import EventHandler
 from .junitxml import JunitXMLHandler
-from .options import CsvChoice, CsvEnumChoice, CustomHelpMessageChoice, OptionalInt
+from .options import CsvChoice, CsvEnumChoice, CsvListChoice, CustomHelpMessageChoice, OptionalInt
 from .sanitization import SanitizationHandler
 
 if TYPE_CHECKING:
@@ -296,6 +297,14 @@ REPORT_TO_SERVICE = ReportToService()
     default=False,
     help="Simulate test execution without making any actual requests, useful for validating data generation",
 )
+@grouped_option(
+    "--fixups",
+    help="Apply compatibility adjustments",
+    multiple=True,
+    type=click.Choice([*ALL_FIXUPS, "all"]),
+    metavar="",
+)
+@group("Experimental options")
 @grouped_option(
     "--experimental",
     "experiments",
@@ -307,6 +316,7 @@ REPORT_TO_SERVICE = ReportToService()
             experimental.STATEFUL_TEST_RUNNER.name,
             experimental.STATEFUL_ONLY.name,
             experimental.COVERAGE_PHASE.name,
+            experimental.POSITIVE_DATA_ACCEPTANCE.name,
         ]
     ),
     callback=callbacks.convert_experimental,
@@ -314,11 +324,22 @@ REPORT_TO_SERVICE = ReportToService()
     metavar="",
 )
 @grouped_option(
-    "--fixups",
-    help="Apply compatibility adjustments",
-    multiple=True,
-    type=click.Choice([*ALL_FIXUPS, "all"]),
+    "--experimental-positive-data-acceptance-allowed-statuses",
+    "positive_data_acceptance_allowed_statuses",
+    help="Comma-separated list of status codes considered as successful responses",
+    type=CsvListChoice(),
+    callback=callbacks.convert_status_codes,
+    metavar="",
+    envvar="SCHEMATHESIS_EXPERIMENTAL_POSITIVE_DATA_ACCEPTANCE_ALLOWED_STATUSES",
+)
+@grouped_option(
+    "--experimental-negative-data-rejection-allowed-statuses",
+    "negative_data_rejection_allowed_statuses",
+    help="Comma-separated list of status codes expected for rejected negative data",
+    type=CsvListChoice(),
+    callback=callbacks.convert_status_codes,
     metavar="",
+    envvar="SCHEMATHESIS_EXPERIMENTAL_NEGATIVE_DATA_REJECTION_ALLOWED_STATUSES",
 )
 @group("API validation options")
 @grouped_option(
@@ -834,6 +855,8 @@ def run(
     set_cookie: dict[str, str],
     set_path: dict[str, str],
     experiments: list,
+    positive_data_acceptance_allowed_statuses: list[str],
+    negative_data_rejection_allowed_statuses: list[str],
     checks: Iterable[str] = DEFAULT_CHECKS_NAMES,
     exclude_checks: Iterable[str] = (),
     data_generation_methods: tuple[DataGenerationMethod, ...] = DEFAULT_DATA_GENERATION_METHODS,
@@ -1142,6 +1165,16 @@ def run(
     else:
         selected_checks = tuple(check for check in checks_module.ALL_CHECKS if check.__name__ in checks)
 
+    checks_config = CheckConfig()
+    if experimental.POSITIVE_DATA_ACCEPTANCE.is_enabled:
+        from ..specs.openapi.checks import positive_data_acceptance
+
+        selected_checks += (positive_data_acceptance,)
+        if positive_data_acceptance_allowed_statuses:
+            checks_config.positive_data_acceptance.allowed_statuses = positive_data_acceptance_allowed_statuses
+    if negative_data_rejection_allowed_statuses:
+        checks_config.negative_data_rejection.allowed_statuses = negative_data_rejection_allowed_statuses
+
     selected_checks = tuple(check for check in selected_checks if check.__name__ not in exclude_checks)
 
     if fixups:
@@ -1197,6 +1230,7 @@ def run(
         stateful_recursion_limit=stateful_recursion_limit,
         hypothesis_settings=hypothesis_settings,
         generation_config=generation_config,
+        checks_config=checks_config,
         output_config=output_config,
         service_client=client,
         filter_set=filter_set,
@@ -1300,6 +1334,7 @@ def into_event_stream(
     filter_set: FilterSet,
     # Runtime behavior
     checks: Iterable[CheckFunction],
+    checks_config: CheckConfig,
     max_response_time: int | None,
     targets: Iterable[Target],
     workers_num: int,
@@ -1358,6 +1393,7 @@ def into_event_stream(
             dry_run=dry_run,
             store_interactions=store_interactions,
             checks=checks,
+            checks_config=checks_config,
             max_response_time=max_response_time,
             targets=targets,
             workers_num=workers_num,

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/cli/callbacks.py

@@ -344,6 +344,48 @@ def convert_checks(ctx: click.core.Context, param: click.core.Parameter, value:
     return reduce(operator.iadd, value, [])
 
 
+def convert_status_codes(
+    ctx: click.core.Context, param: click.core.Parameter, value: list[str] | None
+) -> list[str] | None:
+    if not value:
+        return value
+
+    invalid = []
+
+    for code in value:
+        if len(code) != 3:
+            invalid.append(code)
+            continue
+
+        if code[0] not in {"1", "2", "3", "4", "5"}:
+            invalid.append(code)
+            continue
+
+        upper_code = code.upper()
+
+        if "X" in upper_code:
+            if (
+                upper_code[1:] == "XX"
+                or (upper_code[1] == "X" and upper_code[2].isdigit())
+                or (upper_code[1].isdigit() and upper_code[2] == "X")
+            ):
+                continue
+            else:
+                invalid.append(code)
+                continue
+
+        if not code.isnumeric():
+            invalid.append(code)
+
+    if invalid:
+        raise click.UsageError(
+            f"Invalid status code(s): {', '.join(invalid)}. "
+            "Use valid 3-digit codes between 100 and 599, "
+            "or wildcards (e.g., 2XX, 2X0, 20X), where X is a wildcard digit."
+        )
+    return value
+
+
 def convert_code_sample_style(ctx: click.core.Context, param: click.core.Parameter, value: str) -> CodeSampleStyle:
     return CodeSampleStyle.from_str(value)
 

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/cli/options.py

@@ -58,6 +58,13 @@ class CsvChoice(BaseCsvChoice):
         self.fail_on_invalid_options(invalid_options, selected)
 
 
+class CsvListChoice(click.ParamType):
+    def convert(  # type: ignore[return]
+        self, value: str, param: click.core.Parameter | None, ctx: click.core.Context | None
+    ) -> list[str]:
+        return [item for item in value.split(",") if item]
+
+
 class OptionalInt(click.types.IntRange):
     def convert(  # type: ignore
         self, value: str, param: click.core.Parameter | None, ctx: click.core.Context | None

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/exceptions.py

@@ -148,6 +148,10 @@ def get_negative_rejection_error(prefix: str, status: int) -> type[CheckFailed]:
     return _get_hashed_exception(f"AcceptedNegativeDataError{prefix}", str(status))
 
 
+def get_positive_acceptance_error(prefix: str, status: int) -> type[CheckFailed]:
+    return _get_hashed_exception(f"RejectedPositiveDataError{prefix}", str(status))
+
+
 def get_use_after_free_error(free: str) -> type[CheckFailed]:
     return _get_hashed_exception("UseAfterFreeError", free)
 

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/experimental/__init__.py

@@ -100,3 +100,10 @@ COVERAGE_PHASE = GLOBAL_EXPERIMENTS.create_experiment(
     description="Generate covering test cases",
     discussion_url="https://github.com/schemathesis/schemathesis/discussions/2418",
 )
+POSITIVE_DATA_ACCEPTANCE = GLOBAL_EXPERIMENTS.create_experiment(
+    name="positive_data_acceptance",
+    verbose_name="Positive Data Acceptance",
+    env_var="POSITIVE_DATA_ACCEPTANCE",
+    description="Verifying schema-conformant data is accepted",
+    discussion_url="https://github.com/schemathesis/schemathesis/discussions/2499",
+)

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/failures.py

@@ -137,10 +137,23 @@ class AcceptedNegativeData(FailureContext):
     """Response with negative data was accepted."""
 
     message: str
+    status_code: int
+    allowed_statuses: list[str]
     title: str = "Accepted negative data"
     type: str = "accepted_negative_data"
 
 
+@dataclass(repr=False)
+class RejectedPositiveData(FailureContext):
+    """Response with positive data was rejected."""
+
+    message: str
+    status_code: int
+    allowed_statuses: list[str]
+    title: str = "Rejected positive data"
+    type: str = "rejected_positive_data"
+
+
 @dataclass(repr=False)
 class UseAfterFree(FailureContext):
     """Resource was used after a successful DELETE operation on it."""

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/generation/_methods.py

@@ -26,6 +26,10 @@ class DataGenerationMethod(str, Enum):
             DataGenerationMethod.negative: "N",
         }[self]
 
+    @property
+    def is_positive(self) -> bool:
+        return self == DataGenerationMethod.positive
+
     @property
     def is_negative(self) -> bool:
         return self == DataGenerationMethod.negative

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/generation/coverage.py

@@ -1,10 +1,11 @@
 from __future__ import annotations
 
-import json
 import functools
+import json
+import re
 from contextlib import contextmanager, suppress
 from dataclasses import dataclass
-from functools import lru_cache
+from functools import lru_cache, partial
 from itertools import combinations
 from typing import Any, Generator, Iterator, TypeVar, cast
 
@@ -14,8 +15,8 @@ from hypothesis.errors import InvalidArgument, Unsatisfiable
 from hypothesis_jsonschema import from_schema
 from hypothesis_jsonschema._canonicalise import canonicalish
 
-from schemathesis.constants import NOT_SET
-
+from ..constants import NOT_SET
+from ..specs.openapi.patterns import update_quantifier
 from ._hypothesis import get_single_example
 from ._methods import DataGenerationMethod
 
@@ -233,14 +234,23 @@ def cover_schema_iter(
                             seen.add(k)
                 elif key == "minLength" and 0 < value < BUFFER_SIZE:
                     with suppress(InvalidArgument):
-                        value = ctx.generate_from_schema({**schema, "minLength": value - 1, "maxLength": value - 1})
+                        min_length = max_length = value - 1
+                        new_schema = {**schema, "minLength": min_length, "maxLength": max_length}
+                        if "pattern" in new_schema:
+                            new_schema["pattern"] = update_quantifier(schema["pattern"], min_length, max_length)
+                        value = ctx.generate_from_schema(new_schema)
                         k = _to_hashable_key(value)
                         if k not in seen:
                             yield NegativeValue(value, description="String smaller than minLength")
                             seen.add(k)
                 elif key == "maxLength" and value < BUFFER_SIZE:
-                    with suppress(InvalidArgument):
-                        value = ctx.generate_from_schema({**schema, "minLength": value + 1, "maxLength": value + 1})
+                    with suppress(InvalidArgument, Unsatisfiable):
+                        min_length = value + 1
+                        max_length = value + 1
+                        new_schema = {**schema, "minLength": min_length, "maxLength": max_length}
+                        if "pattern" in new_schema:
+                            new_schema["pattern"] = update_quantifier(schema["pattern"], min_length, max_length)
+                        value = ctx.generate_from_schema(new_schema)
                         k = _to_hashable_key(value)
                         if k not in seen:
                             yield NegativeValue(value, description="String larger than maxLength")
@@ -586,9 +596,13 @@ def _negative_properties(
             )
 
 
+def _not_matching_pattern(value: str, pattern: str) -> bool:
+    return re.search(pattern, value) is None
+
+
 def _negative_pattern(ctx: CoverageContext, pattern: str) -> Generator[GeneratedValue, None, None]:
     yield NegativeValue(
-        ctx.generate_from(st.text().filter(pattern.__ne__)),
+        ctx.generate_from(st.text().filter(partial(_not_matching_pattern, pattern=pattern))),
         description=f"Value not matching the '{pattern}' pattern",
     )
 

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/hooks.py

@@ -285,9 +285,9 @@ class HookDispatcher:
         self._hooks = defaultdict(list)
 
 
-def _should_skip_hook(hook: Callable, context: HookContext) -> bool:
+def _should_skip_hook(hook: Callable, ctx: HookContext) -> bool:
     filter_set = getattr(hook, "filter_set", None)
-    return filter_set is not None and not filter_set.match(context)
+    return filter_set is not None and ctx.operation is not None and not filter_set.match(ctx)
 
 
 def apply_to_all_dispatchers(

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/internal/checks.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 import inspect
 import warnings
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from typing import TYPE_CHECKING, Callable, Optional
 
 if TYPE_CHECKING:
@@ -17,6 +17,23 @@ if TYPE_CHECKING:
 CheckFunction = Callable[["CheckContext", "GenericResponse", "Case"], Optional[bool]]
 
 
+@dataclass
+class NegativeDataRejectionConfig:
+    # 5xx will pass through
+    allowed_statuses: list[str] = field(default_factory=lambda: ["4xx", "5xx"])
+
+
+@dataclass
+class PositiveDataAcceptanceConfig:
+    allowed_statuses: list[str] = field(default_factory=lambda: ["2xx", "401", "403", "404"])
+
+
+@dataclass
+class CheckConfig:
+    negative_data_rejection: NegativeDataRejectionConfig = field(default_factory=NegativeDataRejectionConfig)
+    positive_data_acceptance: PositiveDataAcceptanceConfig = field(default_factory=PositiveDataAcceptanceConfig)
+
+
 @dataclass
 class CheckContext:
     """Context for Schemathesis checks.
@@ -26,6 +43,7 @@ class CheckContext:
 
     auth: HTTPDigestAuth | RawAuth | None = None
     headers: CaseInsensitiveDict | None = None
+    config: CheckConfig = field(default_factory=CheckConfig)
 
 
 def wrap_check(check: Callable) -> CheckFunction:

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/lazy.py

@@ -1,15 +1,16 @@
 from __future__ import annotations
 
+from contextlib import nullcontext
 from dataclasses import dataclass, field
 from inspect import signature
-from typing import TYPE_CHECKING, Any, Callable, Generator
+from typing import TYPE_CHECKING, Any, Callable, Generator, Type
 
 import pytest
 from hypothesis.core import HypothesisHandle
 from hypothesis.errors import Flaky
 from hypothesis.internal.escalation import format_exception, get_trimmed_traceback
 from hypothesis.internal.reflection import impersonate
-from pytest_subtests import SubTests, nullcontext
+from pytest_subtests import SubTests
 
 from ._compat import MultipleFailures, get_interesting_origin
 from ._override import CaseOverride, check_no_override_mark, get_override_from_mark, set_override_mark
@@ -310,7 +311,7 @@ def _copy_marks(source: Callable, target: Callable) -> None:
     target.pytestmark.extend(marks)  # type: ignore
 
 
-def _get_capturemanager(request: FixtureRequest) -> Generator:
+def _get_capturemanager(request: FixtureRequest) -> Generator | Type[nullcontext]:
     capturemanager = request.node.config.pluginmanager.get_plugin("capturemanager")
     if capturemanager is not None:
         return capturemanager.global_and_fixture_disabled

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/runner/__init__.py

@@ -11,6 +11,7 @@ from ..constants import (
 )
 from ..exceptions import SchemaError
 from ..generation import DEFAULT_DATA_GENERATION_METHODS, DataGenerationMethod, GenerationConfig
+from ..internal.checks import CheckConfig
 from ..internal.datetime import current_datetime
 from ..internal.deprecation import deprecated_function
 from ..internal.validation import file_exists
@@ -355,6 +356,7 @@ def from_schema(
     count_operations: bool = True,
     count_links: bool = True,
     probe_config: ProbeConfig | None = None,
+    checks_config: CheckConfig | None = None,
     service_client: ServiceClient | None = None,
 ) -> BaseRunner:
     import hypothesis
@@ -371,6 +373,7 @@ def from_schema(
     )
 
     checks = checks or DEFAULT_CHECKS
+    checks_config = checks_config or CheckConfig()
     probe_config = probe_config or ProbeConfig()
 
     hypothesis_settings = hypothesis_settings or hypothesis.settings(deadline=DEFAULT_DEADLINE)
@@ -413,6 +416,7 @@ def from_schema(
                 count_operations=count_operations,
                 count_links=count_links,
                 probe_config=probe_config,
+                checks_config=checks_config,
                 service_client=service_client,
             )
         if is_asgi_app(schema.app):
@@ -439,6 +443,7 @@ def from_schema(
                 count_operations=count_operations,
                 count_links=count_links,
                 probe_config=probe_config,
+                checks_config=checks_config,
                 service_client=service_client,
             )
         return ThreadPoolWSGIRunner(
@@ -465,6 +470,7 @@ def from_schema(
             count_operations=count_operations,
             count_links=count_links,
             probe_config=probe_config,
+            checks_config=checks_config,
             service_client=service_client,
         )
     if not schema.app:
@@ -492,6 +498,7 @@ def from_schema(
             count_operations=count_operations,
             count_links=count_links,
             probe_config=probe_config,
+            checks_config=checks_config,
             service_client=service_client,
         )
     if is_asgi_app(schema.app):
@@ -518,6 +525,7 @@ def from_schema(
             count_operations=count_operations,
             count_links=count_links,
             probe_config=probe_config,
+            checks_config=checks_config,
             service_client=service_client,
         )
     return SingleThreadWSGIRunner(
@@ -543,6 +551,7 @@ def from_schema(
         count_operations=count_operations,
         count_links=count_links,
         probe_config=probe_config,
+        checks_config=checks_config,
         service_client=service_client,
     )
 

{schemathesis-3.36.4 → schemathesis-3.37.0}/src/schemathesis/runner/impl/context.py

@@ -4,6 +4,7 @@ from dataclasses import dataclass
 from typing import TYPE_CHECKING
 
 from ...constants import NOT_SET
+from ...internal.checks import CheckConfig
 from ...models import TestResult, TestResultSet
 
 if TYPE_CHECKING:
@@ -24,11 +25,18 @@ class RunnerContext:
     stop_event: threading.Event
     unique_data: bool
     outcome_cache: dict[int, BaseException | None]
+    checks_config: CheckConfig
 
-    __slots__ = ("data", "auth", "seed", "stop_event", "unique_data", "outcome_cache")
+    __slots__ = ("data", "auth", "seed", "stop_event", "unique_data", "outcome_cache", "checks_config")
 
     def __init__(
-        self, *, seed: int | None, auth: RawAuth | None, stop_event: threading.Event, unique_data: bool
+        self,
+        *,
+        seed: int | None,
+        auth: RawAuth | None,
+        stop_event: threading.Event,
+        unique_data: bool,
+        checks_config: CheckConfig,
     ) -> None:
         self.data = TestResultSet(seed=seed)
         self.auth = auth
@@ -36,6 +44,7 @@ class RunnerContext:
         self.stop_event = stop_event
         self.outcome_cache = {}
         self.unique_data = unique_data
+        self.checks_config = checks_config
 
     @property
     def is_stopped(self) -> bool: