schemathesis 4.0.0a6__tar.gz → 4.0.0a7__tar.gz

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: schemathesis
-Version: 4.0.0a6
+Version: 4.0.0a7
 Summary: Property-based testing framework for Open API and GraphQL based apps
 Project-URL: Documentation, https://schemathesis.readthedocs.io/en/stable/
 Project-URL: Changelog, https://schemathesis.readthedocs.io/en/stable/changelog.html

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/docs/changelog.rst

@@ -1,9 +1,18 @@
 Changelog
 =========
 
-:version:`Unreleased <v4.0.0-alpha.6...HEAD>` - TBD
+:version:`Unreleased <v4.0.0-alpha.7...HEAD>` - TBD
 ---------------------------------------------------
 
+.. _v4.0.0-alpha.7:
+
+:version:`4.0.0-alpha.7 <v4.0.0-alpha.6...v4.0.0-alpha.7>` - 2025-03-21
+-----------------------------------------------------------------------
+
+**Added**
+
+- `--experimental-coverage-unspecified-methods` CLI option that accept a comma separated list of HTTP methods to use when generating test cases with methods not specified in the API during the **coverage** phase.
+
 .. _v4.0.0-alpha.6:
 
 :version:`4.0.0-alpha.6 <v4.0.0-alpha.5...v4.0.0-alpha.6>` - 2025-03-20

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/example/requirements-app.txt

@@ -18,7 +18,7 @@ greenlet==3.0.1
     # via sqlalchemy
 itsdangerous==2.1.2
     # via flask
-jinja2==3.1.5
+jinja2==3.1.6
     # via flask
 markupsafe==2.1.3
     # via

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "schemathesis"
-version = "4.0.0-alpha.6"
+version = "4.0.0-alpha.7"
 description = "Property-based testing framework for Open API and GraphQL based apps"
 keywords = ["pytest", "hypothesis", "openapi", "graphql", "testing"]
 authors = [{ name = "Dmitry Dygalo", email = "dmitry@dygalo.dev" }]

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/src/schemathesis/cli/commands/run/__init__.py

@@ -305,6 +305,16 @@ DEFAULT_PHASES = ("examples", "coverage", "fuzzing", "stateful")
     multiple=True,
     metavar="FEATURES",
 )
+@grouped_option(
+    "--experimental-coverage-unexpected-methods",
+    "coverage_unexpected_methods",
+    help="HTTP methods to use when generating test cases with methods not specified in the API during the coverage phase.",
+    type=CsvChoice(["get", "put", "post", "delete", "options", "head", "patch", "trace"], case_sensitive=False),
+    callback=validation.convert_http_methods,
+    metavar="",
+    default=None,
+    envvar="SCHEMATHESIS_EXPERIMENTAL_COVERAGE_UNEXPECTED_METHODS",
+)
 @grouped_option(
     "--experimental-missing-required-header-allowed-statuses",
     "missing_required_header_allowed_statuses",
@@ -489,6 +499,7 @@ def run(
     set_cookie: dict[str, str],
     set_path: dict[str, str],
     experiments: list,
+    coverage_unexpected_methods: set[str] | None,
     missing_required_header_allowed_statuses: list[str],
     positive_data_acceptance_allowed_statuses: list[str],
     negative_data_rejection_allowed_statuses: list[str],
@@ -655,6 +666,7 @@ def run(
                     graphql_allow_null=generation_graphql_allow_null,
                     codec=generation_codec,
                     with_security_parameters=generation_with_security_parameters,
+                    unexpected_methods=coverage_unexpected_methods,
                 ),
                 max_failures=max_failures,
                 continue_on_failure=continue_on_failure,

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/src/schemathesis/cli/commands/run/validation.py

@@ -270,6 +270,14 @@ def reduce_list(ctx: click.core.Context, param: click.core.Parameter, value: tup
     return reduce(operator.iadd, value, [])
 
 
+def convert_http_methods(
+    ctx: click.core.Context, param: click.core.Parameter, value: list[str] | None
+) -> set[str] | None:
+    if value is None:
+        return value
+    return {item.lower() for item in value}
+
+
 def convert_status_codes(
     ctx: click.core.Context, param: click.core.Parameter, value: list[str] | None
 ) -> list[str] | None:

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/src/schemathesis/generation/__init__.py

@@ -50,3 +50,4 @@ class GenerationConfig:
     with_security_parameters: bool = True
     # Header generation configuration
     headers: HeaderConfig = field(default_factory=HeaderConfig)
+    unexpected_methods: set[str] | None = None

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/src/schemathesis/generation/hypothesis/builder.py

@@ -128,7 +128,12 @@ def create_test(
         and not config.given_kwargs
     ):
         hypothesis_test = add_coverage(
-            hypothesis_test, operation, config.generation.modes, auth_storage, config.as_strategy_kwargs
+            hypothesis_test,
+            operation,
+            config.generation.modes,
+            auth_storage,
+            config.as_strategy_kwargs,
+            config.generation.unexpected_methods,
         )
 
     setattr(hypothesis_test, SETTINGS_ATTRIBUTE_NAME, settings)
@@ -215,6 +220,7 @@ def add_coverage(
     generation_modes: list[GenerationMode],
     auth_storage: AuthStorage | None,
     as_strategy_kwargs: dict[str, Any],
+    unexpected_methods: set[str] | None = None,
 ) -> Callable:
     from schemathesis.specs.openapi.constants import LOCATION_TO_CONTAINER
 
@@ -227,7 +233,7 @@ def add_coverage(
         for container in LOCATION_TO_CONTAINER.values()
         if container in as_strategy_kwargs
     }
-    for case in _iter_coverage_cases(operation, generation_modes):
+    for case in _iter_coverage_cases(operation, generation_modes, unexpected_methods):
         if case.media_type and operation.schema.transport.get_first_matching_media_type(case.media_type) is None:
             continue
         adjust_urlencoded_payload(case)
@@ -362,7 +368,9 @@ def _stringify_value(val: Any, container_name: str) -> Any:
 
 
 def _iter_coverage_cases(
-    operation: APIOperation, generation_modes: list[GenerationMode]
+    operation: APIOperation,
+    generation_modes: list[GenerationMode],
+    unexpected_methods: set[str] | None = None,
 ) -> Generator[Case, None, None]:
     from schemathesis.specs.openapi.constants import LOCATION_TO_CONTAINER
     from schemathesis.specs.openapi.examples import find_in_responses, find_matching_in_responses
@@ -374,6 +382,8 @@ def _iter_coverage_cases(
 
     instant = Instant()
     responses = find_in_responses(operation)
+    # NOTE: The HEAD method is excluded
+    unexpected_methods = unexpected_methods or {"get", "put", "post", "delete", "options", "patch", "trace"}
     for parameter in operation.iter_parameters():
         location = parameter.location
         name = parameter.name
@@ -488,7 +498,7 @@ def _iter_coverage_cases(
             )
     if GenerationMode.NEGATIVE in generation_modes:
         # Generate HTTP methods that are not specified in the spec
-        methods = {"get", "put", "post", "delete", "options", "patch", "trace"} - set(operation.schema[operation.path])
+        methods = unexpected_methods - set(operation.schema[operation.path])
         for method in sorted(methods):
             instant = Instant()
             data = template.unmodified()

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/test/cli/__snapshots__/test_commands/test_run_output[args19].raw

@@ -102,6 +102,12 @@ Output options:
 Experimental options:
   --experimental FEATURES         Enable experimental features [possible values:
                                   positive-data-acceptance]
+  --experimental-coverage-unexpected-methods
+                                  HTTP methods to use when generating test cases
+                                  with methods not specified in the API during
+                                  the coverage phase. [possible values: get,
+                                  put, post, delete, options, head, patch,
+                                  trace]
   --experimental-missing-required-header-allowed-statuses
                                   Comma-separated list of status codes expected
                                   for test cases with a missing required header

{schemathesis-4.0.0a6 → schemathesis-4.0.0a7}/test/coverage/test_phase.py

@@ -1361,6 +1361,22 @@ def test_unspecified_http_methods(ctx, cli, openapi3_base_url, snapshot_cli):
 
     assert methods == {"PATCH", "TRACE", "DELETE", "OPTIONS", "PUT"}
 
+    methods = set()
+
+    test_func = create_test(
+        operation=operation,
+        test_func=test,
+        config=HypothesisTestConfig(
+            modes=[HypothesisTestMode.COVERAGE],
+            generation=GenerationConfig(modes=[GenerationMode.NEGATIVE], unexpected_methods={"DELETE", "PUT"}),
+            settings=settings(phases=[Phase.explicit]),
+        ),
+    )
+
+    test_func()
+
+    assert methods == {"DELETE", "PUT"}
+
     module = ctx.write_pymodule(
         """
 import schemathesis