schemathesis 4.0.4__tar.gz → 4.0.6__tar.gz

{schemathesis-4.0.4 → schemathesis-4.0.6}/.github/workflows/codeql-analysis.yml

@@ -38,7 +38,7 @@ jobs:
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v3.29.1
+        uses: github/codeql-action/init@v3.29.2
         with:
           languages: ${{ matrix.language }}
           # If you wish to specify custom queries, you can do so here or in a config file.
@@ -49,7 +49,7 @@ jobs:
       # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below)
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v3.29.1
+        uses: github/codeql-action/autobuild@v3.29.2
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 https://git.io/JvXDl
@@ -63,4 +63,4 @@ jobs:
       #   make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v3.29.1
+        uses: github/codeql-action/analyze@v3.29.2

{schemathesis-4.0.4 → schemathesis-4.0.6}/.pre-commit-config.yaml

@@ -33,11 +33,11 @@ repos:
         additional_dependencies: [types-requests, types-PyYAML]
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.12.1
+    rev: v0.12.2
     hooks:
       - id: ruff-format
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.12.1
+    rev: v0.12.2
     hooks:
       - id: ruff-check

{schemathesis-4.0.4 → schemathesis-4.0.6}/CHANGELOG.md

@@ -1,6 +1,26 @@
 # Changelog
 
-## [Unreleased](https://github.com/schemathesis/schemathesis/compare/v4.0.4...HEAD) - TBD
+## [Unreleased](https://github.com/schemathesis/schemathesis/compare/v4.0.6...HEAD) - TBD
+
+## [4.0.6](https://github.com/schemathesis/schemathesis/compare/v4.0.5...v4.0.6) - 2025-07-07
+
+### :bug: Fixed
+
+- Use `utf-8` encoding when generating JUnit reports
+
+### :wrench: Changed
+
+- Consider connection error as a failed API probe. [#2935](https://github.com/schemathesis/schemathesis/issues/2935)  
+
+## [4.0.5](https://github.com/schemathesis/schemathesis/compare/v4.0.4...v4.0.5) - 2025-07-04
+
+### :wrench: Changed
+
+- Improve error messages for `negative_data_rejection` and `positive_data_acceptance` checks.
+
+### :bug: Fixed
+
+- Ignoring some string formats during positive test case generation in the coverage phase. [#2930](https://github.com/schemathesis/schemathesis/issues/2930) 
 
 ## [4.0.4](https://github.com/schemathesis/schemathesis/compare/v4.0.3...v4.0.4) - 2025-07-02
 

{schemathesis-4.0.4 → schemathesis-4.0.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: schemathesis
-Version: 4.0.4
+Version: 4.0.6
 Summary: Property-based testing framework for Open API and GraphQL based apps
 Project-URL: Documentation, https://schemathesis.readthedocs.io/en/stable/
 Project-URL: Changelog, https://github.com/schemathesis/schemathesis/blob/master/CHANGELOG.md

{schemathesis-4.0.4 → schemathesis-4.0.6}/benches/coverage_phase.py

@@ -5,8 +5,8 @@ import pytest
 from schemathesis.generation.coverage import CoverageContext, cover_schema_iter
 
 CONTEXTS = [
-    CoverageContext(location="body", is_required=True).with_positive(),
-    CoverageContext(location="body", is_required=True).with_negative(),
+    CoverageContext(location="body", is_required=True, custom_formats={}).with_positive(),
+    CoverageContext(location="body", is_required=True, custom_formats={}).with_negative(),
 ]
 CONTEXT_NAMES = [",".join([m.value for m in ctx.generation_modes]) for ctx in CONTEXTS]
 

{schemathesis-4.0.4 → schemathesis-4.0.6}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "schemathesis"
-version = "4.0.4"
+version = "4.0.6"
 description = "Property-based testing framework for Open API and GraphQL based apps"
 keywords = ["pytest", "hypothesis", "openapi", "graphql", "testing"]
 authors = [{ name = "Dmitry Dygalo", email = "dmitry@dygalo.dev" }]

{schemathesis-4.0.4 → schemathesis-4.0.6}/src/schemathesis/cli/commands/run/handlers/junitxml.py

@@ -41,7 +41,7 @@ class JunitXMLHandler(EventHandler):
                 TestSuite("schemathesis", test_cases=list(self.test_cases.values()), hostname=platform.node())
             ]
             with open(self.path, "w") as fd:
-                to_xml_report_file(file_descriptor=fd, test_suites=test_suites, prettyprint=True)
+                to_xml_report_file(file_descriptor=fd, test_suites=test_suites, prettyprint=True, encoding="utf-8")
 
     def get_or_create_test_case(self, label: str) -> TestCase:
         return self.test_cases.setdefault(label, TestCase(label, elapsed_sec=0.0, allow_multiple_subelements=True))

{schemathesis-4.0.4 → schemathesis-4.0.6}/src/schemathesis/cli/commands/run/handlers/output.py

@@ -955,7 +955,6 @@ class OutputHandler(EventHandler):
                         ProbeOutcome.SUCCESS: ("✓", Style(color="green")),
                         ProbeOutcome.FAILURE: ("✘", Style(color="red")),
                         ProbeOutcome.SKIP: ("⊘", Style(color="yellow")),
-                        ProbeOutcome.ERROR: ("⚠", Style(color="yellow")),
                     }[probe_run.outcome]
 
                     table.add_row(f"{probe_run.probe.name}:", Text(icon, style=style))

{schemathesis-4.0.4 → schemathesis-4.0.6}/src/schemathesis/engine/phases/probes.py

@@ -86,8 +86,6 @@ class ProbeOutcome(str, enum.Enum):
     FAILURE = "failure"
     # Probe is not applicable
     SKIP = "skip"
-    # Error occurred during the probe
-    ERROR = "error"
 
 
 @dataclass
@@ -166,7 +164,8 @@ def send(probe: Probe, ctx: EngineContext) -> ProbeRun:
         # which is not currently implemented
         return ProbeRun(probe, ProbeOutcome.SKIP, None, None, None)
     except RequestException as exc:
+        # Consider any network errors as a failed probe
         req = exc.request if isinstance(exc.request, PreparedRequest) else None
-        return ProbeRun(probe, ProbeOutcome.ERROR, req, None, exc)
+        return ProbeRun(probe, ProbeOutcome.FAILURE, req, None, exc)
     result_type = probe.analyze_response(response)
     return ProbeRun(probe, result_type, request, response)

{schemathesis-4.0.4 → schemathesis-4.0.6}/src/schemathesis/generation/coverage.py

@@ -111,8 +111,9 @@ class CoverageContext:
     location: str
     is_required: bool
     path: list[str | int]
+    custom_formats: dict[str, st.SearchStrategy]
 
-    __slots__ = ("location", "generation_modes", "is_required", "path")
+    __slots__ = ("location", "generation_modes", "is_required", "path", "custom_formats")
 
     def __init__(
         self,
@@ -121,11 +122,13 @@ class CoverageContext:
         generation_modes: list[GenerationMode] | None = None,
         is_required: bool,
         path: list[str | int] | None = None,
+        custom_formats: dict[str, st.SearchStrategy],
     ) -> None:
         self.location = location
         self.generation_modes = generation_modes if generation_modes is not None else list(GenerationMode)
         self.is_required = is_required
         self.path = path or []
+        self.custom_formats = custom_formats
 
     @contextmanager
     def at(self, key: str | int) -> Generator[None, None, None]:
@@ -145,6 +148,7 @@ class CoverageContext:
             generation_modes=[GenerationMode.POSITIVE],
             is_required=self.is_required,
             path=self.path,
+            custom_formats=self.custom_formats,
         )
 
     def with_negative(self) -> CoverageContext:
@@ -153,6 +157,7 @@ class CoverageContext:
             generation_modes=[GenerationMode.NEGATIVE],
             is_required=self.is_required,
             path=self.path,
+            custom_formats=self.custom_formats,
         )
 
     def is_valid_for_location(self, value: Any) -> bool:
@@ -234,7 +239,10 @@ class CoverageContext:
                 return cached_draw(
                     st.lists(
                         st.fixed_dictionaries(
-                            {key: from_schema(sub_schema) for key, sub_schema in items["properties"].items()}
+                            {
+                                key: from_schema(sub_schema, custom_formats=self.custom_formats)
+                                for key, sub_schema in items["properties"].items()
+                            }
                         ),
                         min_size=min_items,
                     )
@@ -245,7 +253,7 @@ class CoverageContext:
             if isinstance(schema, dict) and "allOf" not in schema:
                 return self.generate_from_schema(schema)
 
-        return self.generate_from(from_schema(schema))
+        return self.generate_from(from_schema(schema, custom_formats=self.custom_formats))
 
 
 T = TypeVar("T")

{schemathesis-4.0.4 → schemathesis-4.0.6}/src/schemathesis/generation/hypothesis/builder.py

@@ -18,7 +18,7 @@ from requests.models import CaseInsensitiveDict
 
 from schemathesis import auths
 from schemathesis.auths import AuthStorage, AuthStorageMark
-from schemathesis.config import ProjectConfig
+from schemathesis.config import GenerationConfig, ProjectConfig
 from schemathesis.core import NOT_SET, NotSet, SpecificationFeature, media_types
 from schemathesis.core.errors import InvalidSchema, SerializationNotPossible
 from schemathesis.core.marks import Mark
@@ -183,6 +183,7 @@ def create_test(
             config.as_strategy_kwargs,
             generate_duplicate_query_parameters=phases_config.coverage.generate_duplicate_query_parameters,
             unexpected_methods=phases_config.coverage.unexpected_methods,
+            generation_config=generation,
         )
 
     setattr(hypothesis_test, SETTINGS_ATTRIBUTE_NAME, settings)
@@ -295,7 +296,8 @@ def add_coverage(
     auth_storage: AuthStorage | None,
     as_strategy_kwargs: dict[str, Any],
     generate_duplicate_query_parameters: bool,
-    unexpected_methods: set[str] | None = None,
+    unexpected_methods: set[str],
+    generation_config: GenerationConfig,
 ) -> Callable:
     from schemathesis.specs.openapi.constants import LOCATION_TO_CONTAINER
 
@@ -309,7 +311,11 @@ def add_coverage(
         if container in as_strategy_kwargs
     }
     for case in _iter_coverage_cases(
-        operation, generation_modes, generate_duplicate_query_parameters, unexpected_methods
+        operation=operation,
+        generation_modes=generation_modes,
+        generate_duplicate_query_parameters=generate_duplicate_query_parameters,
+        unexpected_methods=unexpected_methods,
+        generation_config=generation_config,
     ):
         if case.media_type and operation.schema.transport.get_first_matching_media_type(case.media_type) is None:
             continue
@@ -446,11 +452,14 @@ def _stringify_value(val: Any, container_name: str) -> Any:
 
 
 def _iter_coverage_cases(
+    *,
     operation: APIOperation,
     generation_modes: list[GenerationMode],
     generate_duplicate_query_parameters: bool,
-    unexpected_methods: set[str] | None = None,
+    unexpected_methods: set[str],
+    generation_config: GenerationConfig,
 ) -> Generator[Case, None, None]:
+    from schemathesis.specs.openapi._hypothesis import _build_custom_formats
     from schemathesis.specs.openapi.constants import LOCATION_TO_CONTAINER
     from schemathesis.specs.openapi.examples import find_in_responses, find_matching_in_responses
     from schemathesis.specs.openapi.serialization import get_serializers_for_operation
@@ -463,6 +472,7 @@ def _iter_coverage_cases(
     responses = find_in_responses(operation)
     # NOTE: The HEAD method is excluded
     unexpected_methods = unexpected_methods or {"get", "put", "post", "delete", "options", "patch", "trace"}
+    custom_formats = _build_custom_formats(generation_config)
 
     seen_negative = coverage.HashSet()
     seen_positive = coverage.HashSet()
@@ -475,7 +485,10 @@ def _iter_coverage_cases(
             schema.setdefault("examples", []).append(value)
         gen = coverage.cover_schema_iter(
             coverage.CoverageContext(
-                location=location, generation_modes=generation_modes, is_required=parameter.is_required
+                location=location,
+                generation_modes=generation_modes,
+                is_required=parameter.is_required,
+                custom_formats=custom_formats,
             ),
             schema,
         )
@@ -496,7 +509,10 @@ def _iter_coverage_cases(
                 schema.setdefault("examples", []).extend(examples)
             gen = coverage.cover_schema_iter(
                 coverage.CoverageContext(
-                    location="body", generation_modes=generation_modes, is_required=body.is_required
+                    location="body",
+                    generation_modes=generation_modes,
+                    is_required=body.is_required,
+                    custom_formats=custom_formats,
                 ),
                 schema,
             )
@@ -723,7 +739,10 @@ def _iter_coverage_cases(
             iterator = iter(
                 coverage.cover_schema_iter(
                     coverage.CoverageContext(
-                        location=_location, generation_modes=[GenerationMode.NEGATIVE], is_required=is_required
+                        location=_location,
+                        generation_modes=[GenerationMode.NEGATIVE],
+                        is_required=is_required,
+                        custom_formats=custom_formats,
                     ),
                     subschema,
                 )

{schemathesis-4.0.4 → schemathesis-4.0.6}/src/schemathesis/openapi/checks.py

@@ -330,7 +330,7 @@ class AcceptedNegativeData(Failure):
         message: str,
         status_code: int,
         expected_statuses: list[str],
-        title: str = "Accepted negative data",
+        title: str = "API accepted schema-violating request",
         case_id: str | None = None,
     ) -> None:
         self.operation = operation
@@ -358,7 +358,7 @@ class RejectedPositiveData(Failure):
         message: str,
         status_code: int,
         allowed_statuses: list[str],
-        title: str = "Rejected positive data",
+        title: str = "API rejected schema-compliant request",
         case_id: str | None = None,
     ) -> None:
         self.operation = operation

{schemathesis-4.0.4 → schemathesis-4.0.6}/src/schemathesis/specs/openapi/_hypothesis.py

@@ -423,10 +423,8 @@ def jsonify_python_specific_types(value: dict[str, Any]) -> dict[str, Any]:
     return value
 
 
-def _build_custom_formats(
-    custom_formats: dict[str, st.SearchStrategy] | None, generation_config: GenerationConfig
-) -> dict[str, st.SearchStrategy]:
-    custom_formats = {**get_default_format_strategies(), **STRING_FORMATS, **(custom_formats or {})}
+def _build_custom_formats(generation_config: GenerationConfig) -> dict[str, st.SearchStrategy]:
+    custom_formats = {**get_default_format_strategies(), **STRING_FORMATS}
     if generation_config.exclude_header_characters is not None:
         custom_formats[HEADER_FORMAT] = header_values(exclude_characters=generation_config.exclude_header_characters)
     elif not generation_config.allow_x00:
@@ -441,7 +439,6 @@ def make_positive_strategy(
     media_type: str | None,
     generation_config: GenerationConfig,
     validator_cls: type[jsonschema.protocols.Validator],
-    custom_formats: dict[str, st.SearchStrategy] | None = None,
 ) -> st.SearchStrategy:
     """Strategy for generating values that fit the schema."""
     if is_header_location(location):
@@ -451,7 +448,7 @@ def make_positive_strategy(
         for sub_schema in schema.get("properties", {}).values():
             if list(sub_schema) == ["type"] and sub_schema["type"] == "string":
                 sub_schema.setdefault("format", HEADER_FORMAT)
-    custom_formats = _build_custom_formats(custom_formats, generation_config)
+    custom_formats = _build_custom_formats(generation_config)
     return from_schema(
         schema,
         custom_formats=custom_formats,
@@ -472,9 +469,8 @@ def make_negative_strategy(
     media_type: str | None,
     generation_config: GenerationConfig,
     validator_cls: type[jsonschema.protocols.Validator],
-    custom_formats: dict[str, st.SearchStrategy] | None = None,
 ) -> st.SearchStrategy:
-    custom_formats = _build_custom_formats(custom_formats, generation_config)
+    custom_formats = _build_custom_formats(generation_config)
     return negative_schema(
         schema,
         operation_name=operation_name,

{schemathesis-4.0.4 → schemathesis-4.0.6}/src/schemathesis/specs/openapi/checks.py

@@ -240,7 +240,7 @@ def negative_data_rejection(ctx: CheckContext, response: Response, case: Case) -
     ):
         raise AcceptedNegativeData(
             operation=case.operation.label,
-            message=f"Allowed statuses: {', '.join(config.expected_statuses)}",
+            message=f"Invalid data should have been rejected\nExpected: {', '.join(config.expected_statuses)}",
             status_code=response.status_code,
             expected_statuses=config.expected_statuses,
         )
@@ -264,7 +264,7 @@ def positive_data_acceptance(ctx: CheckContext, response: Response, case: Case)
     if case.meta.generation.mode.is_positive and response.status_code not in allowed_statuses:
         raise RejectedPositiveData(
             operation=case.operation.label,
-            message=f"Allowed statuses: {', '.join(config.expected_statuses)}",
+            message=f"Valid data should have been accepted\nExpected: {', '.join(config.expected_statuses)}",
             status_code=response.status_code,
             allowed_statuses=config.expected_statuses,
         )

{schemathesis-4.0.4 → schemathesis-4.0.6}/test/cli/__snapshots__/test_checks/test_negative_data_rejection_displays_all_cases.raw

@@ -24,9 +24,10 @@ Schemathesis dev
 __________________________________ GET /test ___________________________________
 1. Test Case ID: <PLACEHOLDER>
 
-- Accepted negative data
+- API accepted schema-violating request
 
-    Allowed statuses: 400, 401, 403, 404, 422, 428, 5xx
+    Invalid data should have been rejected
+    Expected: 400, 401, 403, 404, 422, 428, 5xx
 
 [406] Not Acceptable:
 
@@ -62,9 +63,10 @@ Reproduce with:
             "incorrect": "positive"
         }
 
-- Accepted negative data
+- API accepted schema-violating request
 
-    Allowed statuses: 400, 401, 403, 404, 422, 428, 5xx
+    Invalid data should have been rejected
+    Expected: 400, 401, 403, 404, 422, 428, 5xx
 
 [200] OK:
 
@@ -89,7 +91,7 @@ Test Phases:
 
 Failures:
   ❌ Response violates schema: 1
-  ❌ Accepted negative data: 2
+  ❌ API accepted schema-violating request: 2
 
 Test cases:
   N generated, N found N unique failures

{schemathesis-4.0.4 → schemathesis-4.0.6}/test/cli/__snapshots__/test_checks/test_positive_data_acceptance[expected_statuses10].raw

@@ -32,9 +32,10 @@ Schemathesis dev
 __________________________________ GET /test ___________________________________
 1. Test Case ID: <PLACEHOLDER>
 
-- Rejected positive data
+- API rejected schema-compliant request
 
-    Allowed statuses: 200, 201, 400, 401
+    Valid data should have been accepted
+    Expected: 200, 201, 400, 401
 
 [404] Not Found:
 
@@ -58,7 +59,7 @@ Test Phases:
   ⏭  Stateful (not applicable)
 
 Failures:
-  ❌ Rejected positive data: 1
+  ❌ API rejected schema-compliant request: 1
 
 Test cases:
   N generated, N found N unique failures, N skipped

{schemathesis-4.0.4 → schemathesis-4.0.6}/test/cli/__snapshots__/test_checks/test_positive_data_acceptance[expected_statuses2].raw

@@ -32,9 +32,10 @@ Schemathesis dev
 __________________________________ GET /test ___________________________________
 1. Test Case ID: <PLACEHOLDER>
 
-- Rejected positive data
+- API rejected schema-compliant request
 
-    Allowed statuses: 405
+    Valid data should have been accepted
+    Expected: 405
 
 [404] Not Found:
 
@@ -58,7 +59,7 @@ Test Phases:
   ⏭  Stateful (not applicable)
 
 Failures:
-  ❌ Rejected positive data: 1
+  ❌ API rejected schema-compliant request: 1
 
 Test cases:
   N generated, N found N unique failures, N skipped

{schemathesis-4.0.4 → schemathesis-4.0.6}/test/cli/__snapshots__/test_checks/test_positive_data_acceptance[expected_statuses4].raw

@@ -32,9 +32,10 @@ Schemathesis dev
 __________________________________ GET /test ___________________________________
 1. Test Case ID: <PLACEHOLDER>
 
-- Rejected positive data
+- API rejected schema-compliant request
 
-    Allowed statuses: 200
+    Valid data should have been accepted
+    Expected: 200
 
 [404] Not Found:
 
@@ -58,7 +59,7 @@ Test Phases:
   ⏭  Stateful (not applicable)
 
 Failures:
-  ❌ Rejected positive data: 1
+  ❌ API rejected schema-compliant request: 1
 
 Test cases:
   N generated, N found N unique failures, N skipped

{schemathesis-4.0.4 → schemathesis-4.0.6}/test/cli/__snapshots__/test_checks/test_positive_data_acceptance[expected_statuses6].raw

@@ -32,9 +32,10 @@ Schemathesis dev
 __________________________________ GET /test ___________________________________
 1. Test Case ID: <PLACEHOLDER>
 
-- Rejected positive data
+- API rejected schema-compliant request
 
-    Allowed statuses: 2xx
+    Valid data should have been accepted
+    Expected: 2xx
 
 [404] Not Found:
 
@@ -58,7 +59,7 @@ Test Phases:
   ⏭  Stateful (not applicable)
 
 Failures:
-  ❌ Rejected positive data: 1
+  ❌ API rejected schema-compliant request: 1
 
 Test cases:
   N generated, N found N unique failures, N skipped

{schemathesis-4.0.4 → schemathesis-4.0.6}/test/coverage/__snapshots__/test_phase/test_negative_data_rejection.raw

@@ -24,9 +24,10 @@ Schemathesis dev
 _________________________________ GET /success _________________________________
 1. Test Case ID: <PLACEHOLDER>
 
-- Accepted negative data
+- API accepted schema-violating request
 
-    Allowed statuses: 400, 401, 403, 404, 406, 422, 428, 5xx
+    Invalid data should have been rejected
+    Expected: 400, 401, 403, 404, 406, 422, 428, 5xx
 
 [200] OK:
 
@@ -50,7 +51,7 @@ Test Phases:
   ⏭  Stateful (disabled)
 
 Failures:
-  ❌ Accepted negative data: 1
+  ❌ API accepted schema-violating request: 1
 
 Test cases:
   N generated, N found N unique failures, N skipped

{schemathesis-4.0.4 → schemathesis-4.0.6}/test/coverage/test_combinations.py

@@ -12,6 +12,7 @@ from schemathesis.generation.coverage import (
     _positive_string,
     cover_schema_iter,
 )
+from schemathesis.specs.openapi.formats import get_default_format_strategies
 
 PATTERN = "^\\d+$"
 
@@ -65,17 +66,27 @@ def assert_not_conform(values: list, schema: dict):
 
 @pytest.fixture
 def ctx():
-    return CoverageContext(location="query", is_required=True)
+    return CoverageContext(location="query", is_required=True, custom_formats=get_default_format_strategies())
 
 
 @pytest.fixture
 def pctx():
-    return CoverageContext(location="query", generation_modes=[GenerationMode.POSITIVE], is_required=True)
+    return CoverageContext(
+        location="query",
+        generation_modes=[GenerationMode.POSITIVE],
+        is_required=True,
+        custom_formats=get_default_format_strategies(),
+    )
 
 
 @pytest.fixture
 def nctx():
-    return CoverageContext(location="query", generation_modes=[GenerationMode.NEGATIVE], is_required=True)
+    return CoverageContext(
+        location="query",
+        generation_modes=[GenerationMode.NEGATIVE],
+        is_required=True,
+        custom_formats=get_default_format_strategies(),
+    )
 
 
 @pytest.mark.parametrize(