schemathesis 4.1.2__tar.gz → 4.1.4__tar.gz

{schemathesis-4.1.2 → schemathesis-4.1.4}/.pre-commit-config.yaml

@@ -33,11 +33,11 @@ repos:
         additional_dependencies: [types-requests, types-PyYAML]
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.12.10
+    rev: v0.12.11
     hooks:
       - id: ruff-format
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.12.10
+    rev: v0.12.11
     hooks:
       - id: ruff-check

{schemathesis-4.1.2 → schemathesis-4.1.4}/CHANGELOG.md

@@ -1,6 +1,18 @@
 # Changelog
 
-## [Unreleased](https://github.com/schemathesis/schemathesis/compare/v4.1.2...HEAD) - TBD
+## [Unreleased](https://github.com/schemathesis/schemathesis/compare/v4.1.4...HEAD) - TBD
+
+## [4.1.4](https://github.com/schemathesis/schemathesis/compare/v4.1.3...v4.1.4) - 2025-09-01
+
+### :bug: Fixed
+
+- Generating empty path parameters during the coverage phase leading to false negative response schema conformance failures.
+
+## [4.1.3](https://github.com/schemathesis/schemathesis/compare/v4.1.2...v4.1.3) - 2025-08-28
+
+### :bug: Fixed
+
+- Incorrectly generated cURL command for empty headers.
 
 ## [4.1.2](https://github.com/schemathesis/schemathesis/compare/v4.1.1...v4.1.2) - 2025-08-25
 

{schemathesis-4.1.2 → schemathesis-4.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: schemathesis
-Version: 4.1.2
+Version: 4.1.4
 Summary: Property-based testing framework for Open API and GraphQL based apps
 Project-URL: Documentation, https://schemathesis.readthedocs.io/en/stable/
 Project-URL: Changelog, https://github.com/schemathesis/schemathesis/blob/master/CHANGELOG.md

{schemathesis-4.1.2 → schemathesis-4.1.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "schemathesis"
-version = "4.1.2"
+version = "4.1.4"
 description = "Property-based testing framework for Open API and GraphQL based apps"
 keywords = ["pytest", "hypothesis", "openapi", "graphql", "testing"]
 authors = [{ name = "Dmitry Dygalo", email = "dmitry@dygalo.dev" }]

{schemathesis-4.1.2 → schemathesis-4.1.4}/src/schemathesis/core/curl.py

@@ -23,7 +23,11 @@ def generate(
     _filter_headers(headers, known_generated_headers or {})
     command = f"curl -X {method}"
     for key, value in headers.items():
-        header = f"{key}: {value}"
+        # To send an empty header with cURL we need to use `;`, otherwise empty header is ignored
+        if not value:
+            header = f"{key};"
+        else:
+            header = f"{key}: {value}"
         command += f" -H {quote(header)}"
     if body:
         if isinstance(body, bytes):

{schemathesis-4.1.2 → schemathesis-4.1.4}/src/schemathesis/generation/coverage.py

@@ -480,7 +480,7 @@ def cover_schema_iter(
                         # The `pattern` value may require an non-empty one and the generation will fail
                         # However, it is fine to violate `pattern` here as it is negative string generation anyway
                         value = ""
-                        if seen.insert(value):
+                        if ctx.is_valid_for_location(value) and seen.insert(value):
                             yield NegativeValue(
                                 value, description="String smaller than minLength", location=ctx.current_path
                             )
@@ -500,7 +500,7 @@ def cover_schema_iter(
                                     value = ctx.generate_from_schema(new_schema)
                             else:
                                 value = ctx.generate_from_schema(new_schema)
-                            if seen.insert(value):
+                            if ctx.is_valid_for_location(value) and seen.insert(value):
                                 yield NegativeValue(
                                     value, description="String smaller than minLength", location=ctx.current_path
                                 )

schemathesis-4.1.4/test/cli/__snapshots__/test_checks/test_response_schema_conformance.raw

@@ -0,0 +1,66 @@
+Exit code: 0
+---
+Stdout:
+Schemathesis dev
+━━━━━━━━━━━━━━━━
+
+
+ ✅  Loaded specification from /tmp/schema.json (in 0.00s)
+
+     Base URL:         http://127.0.0.1
+     Specification:    Open API 3.0.2
+     Operations:       2 selected / 2 total
+
+
+ ✅  API capabilities:
+
+     Supports NULL byte in headers:    ✓
+
+ ⏭   Examples (in 0.00s)
+
+     ⏭  2 skipped
+
+ ✅  Coverage (in 0.00s)
+
+     ✅ 2 passed
+
+ ✅  Fuzzing (in 0.00s)
+
+     ✅ 2 passed
+
+=================================== WARNINGS ===================================
+
+Missing test data: 1 operation repeatedly returned 404 Not Found, preventing tests from reaching your API's core logic
+
+  - GET /organizations/{organization_slug}/
+
+💡 Provide realistic parameter values in your config file so tests can access existing resources
+
+Schema validation mismatch: 1 operation mostly rejected generated data due to validation errors, indicating schema constraints don't match API validation
+
+  - GET /organizations/{organization_slug}/
+
+💡 Check your schema constraints - API validation may be stricter than documented
+
+=================================== SUMMARY ====================================
+
+API Operations:
+  Selected: 2/2
+  Tested: 2
+
+Test Phases:
+  ⏭  Examples
+  ✅ Coverage
+  ✅ Fuzzing
+  ⏭  Stateful (not applicable)
+
+Warnings:
+  ⚠️ Missing valid test data: 1 operation repeatedly returned 404 responses
+  ⚠️ Schema validation mismatch: 1 operation mostly rejected generated data
+
+Test cases:
+  N generated, N passed, N skipped
+
+Seed: 42
+
+=========================== No issues found in 1.00s ===========================

{schemathesis-4.1.2 → schemathesis-4.1.4}/test/cli/test_checks.py

@@ -423,6 +423,74 @@ def app():
     return app
 
 
+def test_response_schema_conformance(ctx, app_runner, cli, snapshot_cli, app):
+    @app.route("/organizations/", methods=["GET"])
+    def list_organizations():
+        return [], 200
+
+    schema_file = ctx.openapi.write_schema(
+        {
+            "/organizations/": {
+                "get": {
+                    "responses": {
+                        "200": {
+                            "content": {
+                                "application/json": {
+                                    "schema": {"type": "array"},
+                                }
+                            }
+                        }
+                    }
+                }
+            },
+            "/organizations/{organization_slug}/": {
+                "get": {
+                    "parameters": [
+                        {
+                            "name": "organization_slug",
+                            "in": "path",
+                            "schema": {"type": "string", "minLength": 1},
+                        }
+                    ],
+                    "responses": {
+                        "200": {
+                            "content": {
+                                "application/json": {
+                                    "schema": {
+                                        "$ref": "#/components/schemas/Organization",
+                                    }
+                                }
+                            }
+                        }
+                    },
+                }
+            },
+        },
+        components={
+            "schemas": {
+                "Organization": {
+                    "properties": {
+                        "name": {"type": "string", "minLength": 1},
+                    },
+                    "type": "object",
+                }
+            }
+        },
+    )
+    port = app_runner.run_flask_app(app)
+    # There should be no empty `organization_slug` generated which will lead to request being handled by `GET /organizations/`
+    # onstead of `GET /organizations/{organization_slug}/` and will give a response schema conformance error
+    assert (
+        cli.run(
+            str(schema_file),
+            f"--url=http://127.0.0.1:{port}",
+            "-c response_schema_conformance",
+            "--max-examples=10",
+        )
+        == snapshot_cli
+    )
+
+
 def test_ensure_resource_availability_does_not_trigger_on_subsequent_error(app_runner, cli, snapshot_cli, app):
     port = app_runner.run_flask_app(app)
 

{schemathesis-4.1.2 → schemathesis-4.1.4}/test/code_samples/test_curl.py

@@ -29,13 +29,19 @@ def loose_schema(ctx):
     return schema
 
 
-@pytest.mark.parametrize("headers", [None, {"X-Key": "42"}])
+@pytest.mark.parametrize("headers", [None, {"X-Key": "42"}, {"X-Key": ""}])
 @schema.parametrize()
 @settings(suppress_health_check=[HealthCheck.function_scoped_fixture], deadline=None)
 def test_as_curl_command(case: Case, headers, curl):
     case.operation.schema.config.output.sanitization.update(enabled=False)
     command = case.as_curl_command(headers)
-    expected_headers = "" if not headers else " ".join(f" -H '{name}: {value}'" for name, value in headers.items())
+    expected_headers = ""
+    if headers:
+        for name, value in headers.items():
+            if not value:
+                expected_headers += f" -H '{name};'"
+            else:
+                expected_headers += f" -H '{name}: {value}'"
     assert command == f"curl -X GET{expected_headers} http://localhost/users"
     curl.assert_valid(command)
 

{schemathesis-4.1.2 → schemathesis-4.1.4}/test/conftest.py

@@ -348,7 +348,7 @@ class CliSnapshotConfig:
                         pass
             with keep_cwd():
                 data = data.replace(Path(self.testdir.tmpdir).as_uri(), "file:///tmp")
-        data = re.sub(r"http://127\.0\.0\.1:[0-9]{3,}/", "http://127.0.0.1/", data)
+        data = re.sub(r"http://127\.0\.0\.1:[0-9]{3,}", "http://127.0.0.1", data)
         if self.replace_tmp_dir:
             with keep_cwd():
                 data = data.replace(str(self.testdir.tmpdir) + os.path.sep, "/tmp/")

{schemathesis-4.1.2 → schemathesis-4.1.4}/test/coverage/test_phase.py

@@ -1244,6 +1244,33 @@ def test_path_parameter(ctx):
     )
 
 
+def test_path_parameter_as_string_non_empty(ctx):
+    schema = build_schema(
+        ctx,
+        [
+            {"name": "id", "in": "path", "required": True, "schema": {"type": "string", "minLength": 1}},
+        ],
+        path="/foo/{id}",
+    )
+    assert_coverage(
+        schema,
+        list(GenerationMode),
+        [
+            {
+                "path_parameters": {
+                    "id": "00",
+                },
+            },
+            {
+                "path_parameters": {
+                    "id": "0",
+                },
+            },
+        ],
+        path=("/foo/{id}", "post"),
+    )
+
+
 def test_incorrect_headers_with_loose_schema(ctx):
     schema = build_schema(
         ctx,

{schemathesis-4.1.2 → schemathesis-4.1.4}/test-corpus/test_corpus.py

@@ -478,6 +478,8 @@ def should_ignore_error(schema_id: str, event: events.NonFatalError) -> bool:
         return True
     if "Failed to generate test cases from examples for this API operation" in formatted:
         return True
+    if formatted.splitlines()[-1].startswith("Path parameters") and formatted.endswith("are not defined"):
+        return True
     if "FailedHealthCheck" in formatted:
         return True
     if "Serialization not possible" in formatted: