schemathesis 4.1.3__tar.gz → 4.2.0__tar.gz

{schemathesis-4.1.3 → schemathesis-4.2.0}/.github/workflows/build.yml

@@ -29,7 +29,7 @@ jobs:
         with:
           fetch-depth: 1
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: 3.11
 
@@ -51,7 +51,7 @@ jobs:
         with:
           fetch-depth: 1
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: ${{ matrix.python }}
 
@@ -64,7 +64,7 @@ jobs:
         run: uvx --with="tox" --with="tox-gh-actions" --with="tox-uv" tox
 
       - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v5.5.0
+        uses: codecov/codecov-action@v5.5.1
         with:
           files: coverage.xml
           token: ${{ secrets.CODECOV_TOKEN }}
@@ -82,7 +82,7 @@ jobs:
         with:
           fetch-depth: 1
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: "3.12"
 

{schemathesis-4.1.3 → schemathesis-4.2.0}/.github/workflows/codeql-analysis.yml

@@ -38,7 +38,7 @@ jobs:
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v3.29.11
+        uses: github/codeql-action/init@v3.30.5
         with:
           languages: ${{ matrix.language }}
           # If you wish to specify custom queries, you can do so here or in a config file.
@@ -49,7 +49,7 @@ jobs:
       # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below)
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v3.29.11
+        uses: github/codeql-action/autobuild@v3.30.5
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 https://git.io/JvXDl
@@ -63,4 +63,4 @@ jobs:
       #   make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v3.29.11
+        uses: github/codeql-action/analyze@v3.30.5

{schemathesis-4.1.3 → schemathesis-4.2.0}/.github/workflows/codspeed.yml

@@ -15,15 +15,15 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v5
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
-          # Python 3.12 for flamegraph support
           python-version: "3.12"
 
       - uses: astral-sh/setup-uv@v6
 
       - name: Run benchmarks
-        uses: CodSpeedHQ/action@v3
+        uses: CodSpeedHQ/action@v4
         with:
           token: ${{ secrets.CODSPEED_TOKEN }}
+          mode: "instrumentation"
           run: uvx --from=".[bench]" pytest benches/* --codspeed -p no:schemathesis -p no:hypothesispytest -p no:subtests -p no:anyio

{schemathesis-4.1.3 → schemathesis-4.2.0}/.github/workflows/memory-benchmark.yml

@@ -17,7 +17,7 @@ jobs:
         with:
           fetch-depth: 1
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: '3.13'
 

{schemathesis-4.1.3 → schemathesis-4.2.0}/.github/workflows/release.yml

@@ -105,7 +105,7 @@ jobs:
         with:
           fetch-depth: 1
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: "3.10"
 

{schemathesis-4.1.3 → schemathesis-4.2.0}/.github/workflows/test-corpus.yml

@@ -17,13 +17,13 @@ jobs:
           fetch-depth: 1
           submodules: true
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: "3.11"
 
       - uses: astral-sh/setup-uv@v6
 
-      - run: uvx --from=".[tests]" pytest test-corpus -n auto -k test_default
+      - run: uvx --from=".[tests]" pytest test-corpus -n auto -k test_default --durations=20 --dist=worksteal
 
   corpus-coverage:
     name: Corpus tests for the coverage phase
@@ -34,10 +34,10 @@ jobs:
           fetch-depth: 1
           submodules: true
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: "3.11"
 
       - uses: astral-sh/setup-uv@v6
 
-      - run: uvx --from=".[tests]" pytest test-corpus -n auto -k test_coverage_phase
+      - run: uvx --from=".[tests]" pytest test-corpus -n auto -k test_coverage_phase --durations=20 --dist=worksteal

{schemathesis-4.1.3 → schemathesis-4.2.0}/.github/workflows/test-hypothesis.yml

@@ -15,7 +15,7 @@ jobs:
         with:
           fetch-depth: 1
 
-      - uses: actions/setup-python@v5
+      - uses: actions/setup-python@v6
         with:
           python-version: "3.11"
 

{schemathesis-4.1.3 → schemathesis-4.2.0}/.gitignore

@@ -217,3 +217,4 @@ env.bak/
 venv.bak/
 
 reports/
+.benchmarks/

{schemathesis-4.1.3 → schemathesis-4.2.0}/.pre-commit-config.yaml

@@ -25,7 +25,7 @@ repos:
       - id: yamllint
 
   - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v1.17.1
+    rev: v1.18.2
     hooks:
       - id: mypy
         exclude: ^(docs/|test/|test-corpus/|example/|benches/).*$
@@ -33,11 +33,11 @@ repos:
         additional_dependencies: [types-requests, types-PyYAML]
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.12.10
+    rev: v0.13.2
     hooks:
       - id: ruff-format
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.12.10
+    rev: v0.13.2
     hooks:
       - id: ruff-check

{schemathesis-4.1.3 → schemathesis-4.2.0}/CHANGELOG.md

@@ -1,6 +1,42 @@
 # Changelog
 
-## [Unreleased](https://github.com/schemathesis/schemathesis/compare/v4.1.3...HEAD) - TBD
+## [Unreleased](https://github.com/schemathesis/schemathesis/compare/v4.2.0...HEAD) - TBD
+
+## [4.2.0](https://github.com/schemathesis/schemathesis/compare/v4.1.4...v4.2.0) - 2025-10-03
+
+### :bug: Fixed
+
+- Properly generate boundary values for negative `maximum` during the coverage phase.
+- **CLI**: Internal error if referenced API operation is unresolvable.
+- **CLI**: Gracefully handle NULL byte in report path.
+- Use default Hypothesis profile in to detect changed settings for stateful testing instead of the current one.
+- Prevent missing required header check for optional authorization in OpenAPI.
+- Properly close HAR files.
+- Avoid excessive memory consumption in resolved schemas. [#1697](https://github.com/schemathesis/schemathesis/issues/1697)
+- Properly search for `examples` in Open API 2.0 responses.
+- Coverage phase missing some examples for request bodies.
+- Accept booleans for parameter schemas in Open API 3.1.
+- False positives in `negative_data_rejection` check for array of strings query parameters. [#3056](https://github.com/schemathesis/schemathesis/issues/3056)
+- False positives in `negative_data_rejection` check for `application/x-www-form-urlencoded` media type.
+- False positive report about missing path parameter during the coverage phase with `--mode=negative`.
+
+### :wrench: Changed
+
+- Improve error reporting on incorrect `type` values.
+- **pytest**: Schemas with infinitely recursive references are reported as failures. [#947](https://github.com/schemathesis/schemathesis/issues/947)
+
+### :racing_car: Performance
+
+- Avoid choosing mutations that aren't applicable in the current context.
+- Response schema validation is now 5–15x faster on average.
+- Response header schema validation is now 15–30x faster on average.
+- Speedup config hierarchy loading.
+
+## [4.1.4](https://github.com/schemathesis/schemathesis/compare/v4.1.3...v4.1.4) - 2025-09-01
+
+### :bug: Fixed
+
+- Generating empty path parameters during the coverage phase leading to false negative response schema conformance failures.
 
 ## [4.1.3](https://github.com/schemathesis/schemathesis/compare/v4.1.2...v4.1.3) - 2025-08-28
 
@@ -12,7 +48,7 @@
 
 ### :bug: Fixed
 
-- False positives in `ignored_auth` check if auth is declared as optional. [#3052](https://github.com/schemathesis/schemathesis/issues/3052) 
+- False positives in `ignored_auth` check if auth is declared as optional. [#3052](https://github.com/schemathesis/schemathesis/issues/3052)
 
 ## [4.1.1](https://github.com/schemathesis/schemathesis/compare/v4.1.0...v4.1.1) - 2025-08-23
 

{schemathesis-4.1.3 → schemathesis-4.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: schemathesis
-Version: 4.1.3
+Version: 4.2.0
 Summary: Property-based testing framework for Open API and GraphQL based apps
 Project-URL: Documentation, https://schemathesis.readthedocs.io/en/stable/
 Project-URL: Changelog, https://github.com/schemathesis/schemathesis/blob/master/CHANGELOG.md
@@ -32,7 +32,7 @@ Requires-Python: >=3.9
 Requires-Dist: backoff<3.0,>=2.1.2
 Requires-Dist: click<9,>=8.0
 Requires-Dist: colorama<1.0,>=0.4
-Requires-Dist: harfile<1.0,>=0.3.1
+Requires-Dist: harfile<1.0,>=0.4.0
 Requires-Dist: httpx<1.0,>=0.22.0
 Requires-Dist: hypothesis-graphql<1,>=0.11.1
 Requires-Dist: hypothesis-jsonschema<0.24,>=0.23.1

schemathesis-4.2.0/benches/bundler.py

@@ -0,0 +1,67 @@
+import pytest
+
+from schemathesis.core.compat import RefResolver
+from schemathesis.core.jsonschema import bundle
+
+
+@pytest.mark.benchmark
+def test_bundle_many_flat_references(benchmark):
+    definitions = {}
+    for i in range(50):
+        definitions[f"Type{i}"] = {
+            "type": "object",
+            "properties": {"id": {"type": "string"}, "value": {"type": "number"}},
+        }
+
+    schema = {
+        "type": "object",
+        "properties": {f"field{i}": {"$ref": f"#/definitions/Type{i}"} for i in range(50)},
+    }
+
+    resolver = RefResolver.from_schema({"definitions": definitions})
+
+    benchmark(bundle, schema, resolver, inline_recursive=True)
+
+
+@pytest.mark.benchmark
+def test_bundle_deep_nested_references(benchmark):
+    definitions = {}
+    for i in range(20):
+        if i == 19:
+            definitions[f"Level{i}"] = {"type": "string"}
+        else:
+            definitions[f"Level{i}"] = {
+                "type": "object",
+                "properties": {"data": {"type": "string"}, "next": {"$ref": f"#/definitions/Level{i + 1}"}},
+            }
+
+    schema = {"$ref": "#/definitions/Level0"}
+
+    resolver = RefResolver.from_schema({"definitions": definitions})
+
+    benchmark(bundle, schema, resolver, inline_recursive=True)
+
+
+@pytest.mark.benchmark
+def test_bundle_duplicate_references(benchmark):
+    definitions = {
+        "User": {
+            "type": "object",
+            "properties": {
+                "name": {"type": "string"},
+                "email": {
+                    "type": "string",
+                },
+            },
+        }
+    }
+
+    schema = {
+        "type": "object",
+        "properties": {f"user{i}": {"$ref": "#/definitions/User"} for i in range(100)},
+        "items": [{"$ref": "#/definitions/User"} for _ in range(50)],
+    }
+
+    resolver = RefResolver.from_schema({"definitions": definitions})
+
+    benchmark(bundle, schema, resolver, inline_recursive=True)

{schemathesis-4.1.3 → schemathesis-4.2.0}/benches/coverage_phase.py

@@ -3,6 +3,7 @@
 import pytest
 from jsonschema import Draft202012Validator
 
+from schemathesis.core.parameters import ParameterLocation
 from schemathesis.generation.coverage import CoverageContext, cover_schema_iter
 from schemathesis.generation.hypothesis import setup
 
@@ -10,10 +11,20 @@ setup()
 
 CONTEXTS = [
     CoverageContext(
-        location="body", is_required=True, custom_formats={}, validator_cls=Draft202012Validator
+        root_schema={},
+        location=ParameterLocation.BODY,
+        media_type=("application", "json"),
+        is_required=True,
+        custom_formats={},
+        validator_cls=Draft202012Validator,
     ).with_positive(),
     CoverageContext(
-        location="body", is_required=True, custom_formats={}, validator_cls=Draft202012Validator
+        root_schema={},
+        location=ParameterLocation.BODY,
+        media_type=("application", "json"),
+        is_required=True,
+        custom_formats={},
+        validator_cls=Draft202012Validator,
     ).with_negative(),
 ]
 CONTEXT_NAMES = [",".join([m.value for m in ctx.generation_modes]) for ctx in CONTEXTS]

{schemathesis-4.1.3 → schemathesis-4.2.0}/benches/references.py

@@ -1,6 +1,5 @@
 import pytest
 
-import schemathesis
 from schemathesis.core.transforms import resolve_pointer
 
 RECURSIVE_SCHEMA = {
@@ -36,14 +35,6 @@ RECURSIVE_SCHEMA = {
 }
 
 
-@pytest.mark.benchmark
-def test_inlining_during_resolution():
-    schema = schemathesis.openapi.from_dict(RECURSIVE_SCHEMA)
-    schema.resolver.resolve_all(
-        RECURSIVE_SCHEMA["paths"]["/foo"]["post"]["requestBody"]["content"]["application/json"]["schema"]
-    )
-
-
 @pytest.mark.benchmark
 def test_resolve_pointer():
     resolve_pointer(RECURSIVE_SCHEMA, "/paths/~1foo/post/requestBody/content/application~1json/schema")

schemathesis-4.2.0/benches/response_conformance.py

@@ -0,0 +1,276 @@
+import pytest
+import requests
+
+import schemathesis
+from schemathesis.checks import CheckContext
+from schemathesis.config._checks import ChecksConfig
+from schemathesis.specs.openapi.checks import response_headers_conformance, response_schema_conformance
+
+RESPONSE_CONFORMANCE_SCHEMA = {
+    "openapi": "3.0.2",
+    "info": {"title": "Response Conformance Test", "version": "1.0.0"},
+    "paths": {
+        "/simple": {
+            "get": {
+                "responses": {
+                    "200": {
+                        "description": "Simple response",
+                        "content": {
+                            "application/json": {
+                                "schema": {
+                                    "type": "object",
+                                    "properties": {"id": {"type": "integer"}, "message": {"type": "string"}},
+                                    "required": ["id", "message"],
+                                }
+                            }
+                        },
+                    }
+                }
+            }
+        },
+        "/medium": {
+            "get": {
+                "responses": {
+                    "200": {
+                        "description": "Medium complexity response",
+                        "content": {
+                            "application/json": {
+                                "schema": {
+                                    "type": "object",
+                                    "properties": {
+                                        "id": {"type": "integer"},
+                                        "user": {"$ref": "#/components/schemas/User"},
+                                        "timestamp": {"type": "string", "format": "date-time"},
+                                    },
+                                    "required": ["id", "user", "timestamp"],
+                                }
+                            }
+                        },
+                    }
+                }
+            }
+        },
+        "/complex": {
+            "get": {
+                "responses": {
+                    "200": {
+                        "description": "Complex response with multiple refs",
+                        "content": {
+                            "application/json": {
+                                "schema": {
+                                    "type": "object",
+                                    "properties": {
+                                        "id": {"type": "integer"},
+                                        "user": {"$ref": "#/components/schemas/User"},
+                                        "address": {"$ref": "#/components/schemas/Address"},
+                                        "preferences": {"$ref": "#/components/schemas/Preferences"},
+                                        "metadata": {"$ref": "#/components/schemas/Metadata"},
+                                        "status": {"type": "string", "enum": ["active", "inactive", "pending"]},
+                                        "created_at": {"type": "string", "format": "date-time"},
+                                        "updated_at": {"type": "string", "format": "date-time"},
+                                    },
+                                    "required": ["id", "user", "address", "status", "created_at", "updated_at"],
+                                }
+                            }
+                        },
+                    }
+                }
+            }
+        },
+        "/simple-headers": {
+            "get": {
+                "responses": {
+                    "200": {
+                        "headers": {
+                            "X-Request-ID": {
+                                "required": True,
+                                "schema": {
+                                    "type": "string",
+                                    "pattern": "^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$",
+                                },
+                            }
+                        },
+                        "content": {
+                            "application/json": {
+                                "schema": {
+                                    "type": "object",
+                                    "properties": {"status": {"type": "string"}},
+                                    "required": ["status"],
+                                }
+                            }
+                        },
+                    }
+                }
+            }
+        },
+        "/complex-headers": {
+            "get": {
+                "responses": {
+                    "200": {
+                        "headers": {
+                            "X-Request-ID": {
+                                "required": True,
+                                "schema": {
+                                    "type": "string",
+                                    "pattern": "^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$",
+                                },
+                            },
+                            "X-Rate-Limit-Remaining": {
+                                "required": True,
+                                "schema": {"type": "integer", "minimum": 0, "maximum": 10000},
+                            },
+                            "X-API-Version": {
+                                "required": False,
+                                "schema": {"type": "string", "enum": ["v1", "v2", "v3"]},
+                            },
+                            "X-Response-Time": {
+                                "required": False,
+                                "schema": {"type": "number", "minimum": 0, "multipleOf": 0.001},
+                            },
+                            "X-Cache-Status": {
+                                "required": False,
+                                "schema": {"type": "string", "enum": ["hit", "miss", "bypass"]},
+                            },
+                        },
+                        "content": {
+                            "application/json": {
+                                "schema": {
+                                    "type": "object",
+                                    "properties": {"status": {"type": "string"}},
+                                    "required": ["status"],
+                                }
+                            }
+                        },
+                    }
+                }
+            }
+        },
+    },
+    "components": {
+        "schemas": {
+            "User": {
+                "type": "object",
+                "properties": {"name": {"type": "string"}, "email": {"type": "string", "format": "email"}},
+                "required": ["name", "email"],
+            },
+            "Address": {
+                "type": "object",
+                "properties": {
+                    "street": {"type": "string"},
+                    "city": {"type": "string"},
+                    "country": {"type": "string", "minLength": 2, "maxLength": 2},
+                },
+                "required": ["street", "city", "country"],
+            },
+            "Preferences": {
+                "type": "object",
+                "properties": {
+                    "theme": {"type": "string", "enum": ["light", "dark"]},
+                    "notifications": {"type": "boolean"},
+                    "language": {"type": "string", "pattern": "^[a-z]{2}$"},
+                },
+                "required": ["theme", "notifications"],
+            },
+            "Metadata": {
+                "type": "object",
+                "properties": {
+                    "source": {"type": "string"},
+                    "version": {"type": "string"},
+                    "tags": {"type": "array", "items": {"type": "string"}, "maxItems": 10},
+                },
+            },
+        }
+    },
+}
+
+CONFIG = schemathesis.Config()
+CONFORMANCE_TEST_SCHEMA = schemathesis.openapi.from_dict(RESPONSE_CONFORMANCE_SCHEMA, config=CONFIG)
+
+SIMPLE_CASE = CONFORMANCE_TEST_SCHEMA["/simple"]["get"].Case()
+SIMPLE_RESPONSE = schemathesis.Response(
+    status_code=200,
+    headers={"Content-Type": ["application/json"]},
+    content=b'{"id": 12345, "message": "Operation successful"}',
+    request=requests.Request(method="GET", url="http://127.0.0.1/simple").prepare(),
+    elapsed=0.1,
+    verify=False,
+)
+
+MEDIUM_CASE = CONFORMANCE_TEST_SCHEMA["/medium"]["get"].Case()
+MEDIUM_RESPONSE = schemathesis.Response(
+    status_code=200,
+    headers={"Content-Type": ["application/json"]},
+    content=b"""{"id": 12345, "user": {"name": "John Doe", "email": "john@example.com"}, "timestamp": "2023-12-01T10:30:00Z"}""",
+    request=requests.Request(method="GET", url="http://127.0.0.1/medium").prepare(),
+    elapsed=0.1,
+    verify=False,
+)
+
+COMPLEX_CASE = CONFORMANCE_TEST_SCHEMA["/complex"]["get"].Case()
+COMPLEX_RESPONSE = schemathesis.Response(
+    status_code=200,
+    headers={"Content-Type": ["application/json"]},
+    content=b"""{"id": 12345, "user": {"name": "John Doe", "email": "john@example.com"}, "address": {"street": "123 Main St", "city": "San Francisco", "country": "US"}, "preferences": {"theme": "dark", "notifications": true, "language": "en"}, "metadata": {"source": "api", "version": "1.2.3", "tags": ["important", "user-data"]}, "status": "active", "created_at": "2023-01-15T09:00:00Z", "updated_at": "2023-12-01T10:30:00Z"}""",
+    request=requests.Request(method="GET", url="http://127.0.0.1/complex").prepare(),
+    elapsed=0.1,
+    verify=False,
+)
+SIMPLE_HEADERS_CASE = CONFORMANCE_TEST_SCHEMA["/simple-headers"]["get"].Case()
+SIMPLE_HEADERS_RESPONSE = schemathesis.Response(
+    status_code=200,
+    headers={"Content-Type": ["application/json"], "X-Request-ID": ["a1b2c3d4-e5f6-7890-abcd-ef1234567890"]},
+    content=b'{"status": "success"}',
+    request=requests.Request(method="GET", url="http://127.0.0.1/simple-headers").prepare(),
+    elapsed=0.1,
+    verify=False,
+)
+
+COMPLEX_HEADERS_CASE = CONFORMANCE_TEST_SCHEMA["/complex-headers"]["get"].Case()
+COMPLEX_HEADERS_RESPONSE = schemathesis.Response(
+    status_code=200,
+    headers={
+        "Content-Type": ["application/json"],
+        "X-Request-ID": ["a1b2c3d4-e5f6-7890-abcd-ef1234567890"],
+        "X-Rate-Limit-Remaining": ["9500"],
+        "X-API-Version": ["v2"],
+        "X-Response-Time": ["0.125"],
+        "X-Cache-Status": ["hit"],
+    },
+    content=b'{"status": "success"}',
+    request=requests.Request(method="GET", url="http://127.0.0.1/complex-headers").prepare(),
+    elapsed=0.1,
+    verify=False,
+)
+
+CTX = CheckContext(override=None, auth=None, headers=None, config=ChecksConfig(), transport_kwargs=None)
+
+assert response_schema_conformance(CTX, SIMPLE_RESPONSE, SIMPLE_CASE) is None
+assert response_schema_conformance(CTX, MEDIUM_RESPONSE, MEDIUM_CASE) is None
+assert response_schema_conformance(CTX, COMPLEX_RESPONSE, COMPLEX_CASE) is None
+assert response_headers_conformance(CTX, SIMPLE_HEADERS_RESPONSE, SIMPLE_HEADERS_CASE) is None
+assert response_headers_conformance(CTX, COMPLEX_HEADERS_RESPONSE, COMPLEX_HEADERS_CASE) is None
+
+
+@pytest.mark.benchmark(group="simple")
+def test_response_conformance_simple(benchmark):
+    benchmark(response_schema_conformance, CTX, SIMPLE_RESPONSE, SIMPLE_CASE)
+
+
+@pytest.mark.benchmark(group="medium")
+def test_response_conformance_medium(benchmark):
+    benchmark(response_schema_conformance, CTX, MEDIUM_RESPONSE, MEDIUM_CASE)
+
+
+@pytest.mark.benchmark(group="complex")
+def test_response_conformance_complex(benchmark):
+    benchmark(response_schema_conformance, CTX, COMPLEX_RESPONSE, COMPLEX_CASE)
+
+
+@pytest.mark.benchmark(group="simple-headers")
+def test_response_headers_conformance_simple(benchmark):
+    benchmark(response_headers_conformance, CTX, SIMPLE_HEADERS_RESPONSE, SIMPLE_HEADERS_CASE)
+
+
+@pytest.mark.benchmark(group="complex-headers")
+def test_response_headers_conformance_complex(benchmark):
+    benchmark(response_headers_conformance, CTX, COMPLEX_HEADERS_RESPONSE, COMPLEX_HEADERS_CASE)