schemathesis 3.38.6__tar.gz → 3.38.7__tar.gz

{schemathesis-3.38.6 → schemathesis-3.38.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: schemathesis
-Version: 3.38.6
+Version: 3.38.7
 Summary: Property-based testing framework for Open API and GraphQL based apps
 Project-URL: Documentation, https://schemathesis.readthedocs.io/en/stable/
 Project-URL: Changelog, https://schemathesis.readthedocs.io/en/stable/changelog.html

{schemathesis-3.38.6 → schemathesis-3.38.7}/docs/changelog.rst

@@ -1,9 +1,24 @@
 Changelog
 =========
 
-:version:`Unreleased <v3.38.6...HEAD>` - TBD
+:version:`Unreleased <v3.38.7...HEAD>` - TBD
 --------------------------------------------
 
+.. _v3.38.7:
+
+:version:`3.38.7 <v3.38.6...v3.38.7>` - 2024-11-16
+--------------------------------------------------
+
+**Added**
+
+- Generating duplicate query parameters during the coverage phase.
+- Generating cases with arbitrary HTTP methods during the coverage phase.
+
+**Fixed**
+
+- Not sending negated query parameters in some cases during the coverage phase.
+- Incorrect ``data_generation_method`` reported during the coverage phase in some cases.
+
 .. _v3.38.6:
 
 :version:`3.38.6 <v3.38.5...v3.38.6>` - 2024-11-12

{schemathesis-3.38.6 → schemathesis-3.38.7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "schemathesis"
-version = "3.38.6"
+version = "3.38.7"
 description = "Property-based testing framework for Open API and GraphQL based apps"
 keywords = ["pytest", "hypothesis", "openapi", "graphql", "testing"]
 authors = [{ name = "Dmitry Dygalo", email = "dmitry@dygalo.dev" }]

{schemathesis-3.38.6 → schemathesis-3.38.7}/src/schemathesis/_hypothesis.py

@@ -224,8 +224,11 @@ def _iter_coverage_cases(
     from .specs.openapi.constants import LOCATION_TO_CONTAINER
     from .specs.openapi.examples import find_in_responses, find_matching_in_responses
 
-    def _stringify_value(val: Any) -> str:
+    def _stringify_value(val: Any, location: str) -> str | list[str]:
         if isinstance(val, list):
+            if location == "query":
+                # Having a list here ensures there will be multiple query parameters wit the same name
+                return [json.dumps(item) for item in val]
             # use comma-separated values style for arrays
             return ",".join(json.dumps(sub) for sub in val)
         return json.dumps(val)
@@ -246,8 +249,8 @@ def _iter_coverage_cases(
         location = parameter.location
         name = parameter.name
         container = template.setdefault(LOCATION_TO_CONTAINER[location], {})
-        if location in ("header", "cookie", "path") and not isinstance(value.value, str):
-            container[name] = _stringify_value(value.value)
+        if location in ("header", "cookie", "path", "query") and not isinstance(value.value, str):
+            container[name] = _stringify_value(value.value, location)
         else:
             container[name] = value.value
         generators[(location, name)] = gen
@@ -297,8 +300,8 @@ def _iter_coverage_cases(
         container_name = LOCATION_TO_CONTAINER[location]
         container = template[container_name]
         for value in gen:
-            if location in ("header", "cookie", "path") and not isinstance(value.value, str):
-                generated = _stringify_value(value.value)
+            if location in ("header", "cookie", "path", "query") and not isinstance(value.value, str):
+                generated = _stringify_value(value.value, location)
             else:
                 generated = value.value
             case = operation.make_case(**{**template, container_name: {**container, name: generated}})
@@ -310,8 +313,32 @@ def _iter_coverage_cases(
                 parameter_location=location,
             )
             yield case
-    # Generate missing required parameters
     if DataGenerationMethod.negative in data_generation_methods:
+        # Generate HTTP methods that are not specified in the spec
+        methods = {"get", "put", "post", "delete", "options", "head", "patch", "trace"} - set(
+            operation.schema[operation.path]
+        )
+        for method in methods:
+            case = operation.make_case(**template)
+            case._explicit_method = method
+            case.data_generation_method = DataGenerationMethod.negative
+            case.meta = _make_meta(description=f"Unspecified HTTP method: {method}")
+            yield case
+        # Generate duplicate query parameters
+        if operation.query:
+            container = template["query"]
+            for parameter in operation.query:
+                value = container[parameter.name]
+                case = operation.make_case(**{**template, "query": {**container, parameter.name: [value, value]}})
+                case.data_generation_method = DataGenerationMethod.negative
+                case.meta = _make_meta(
+                    description=f"Duplicate `{parameter.name}` query parameter",
+                    location=None,
+                    parameter=parameter.name,
+                    parameter_location="query",
+                )
+                yield case
+        # Generate missing required parameters
         for parameter in operation.iter_parameters():
             if parameter.is_required and parameter.location != "path":
                 name = parameter.name
@@ -324,7 +351,7 @@ def _iter_coverage_cases(
                 case.data_generation_method = DataGenerationMethod.negative
                 case.meta = _make_meta(
                     description=f"Missing `{name}` at {location}",
-                    location=parameter.location,
+                    location=None,
                     parameter=name,
                     parameter_location=location,
                 )
@@ -348,21 +375,26 @@ def _iter_coverage_cases(
 
         # Helper function to create and yield a case
         def make_case(
-            container_values: dict, description: str, _location: str, _container_name: str, _parameter: str | None
+            container_values: dict,
+            description: str,
+            _location: str,
+            _container_name: str,
+            _parameter: str | None,
+            _data_generation_method: DataGenerationMethod,
         ) -> Case:
-            if _location in ("header", "cookie", "path"):
+            if _location in ("header", "cookie", "path", "query"):
                 container = {
-                    name: _stringify_value(val) if not isinstance(val, str) else val
+                    name: _stringify_value(val, _location) if not isinstance(val, str) else val
                     for name, val in container_values.items()
                 }
             else:
                 container = container_values
 
             case = operation.make_case(**{**template, _container_name: container})
-            case.data_generation_method = DataGenerationMethod.positive
+            case.data_generation_method = _data_generation_method
             case.meta = _make_meta(
                 description=description,
-                location=_location,
+                location=None,
                 parameter=_parameter,
                 parameter_location=_location,
             )
@@ -388,12 +420,21 @@ def _iter_coverage_cases(
                 coverage.CoverageContext(data_generation_methods=[DataGenerationMethod.negative]),
                 subschema,
             ):
-                yield make_case(more.value, more.description, _location, _container_name, more.parameter)
+                yield make_case(
+                    more.value,
+                    more.description,
+                    _location,
+                    _container_name,
+                    more.parameter,
+                    DataGenerationMethod.negative,
+                )
 
         # 1. Generate only required properties
         if required and all_params != required:
             only_required = {k: v for k, v in base_container.items() if k in required}
-            yield make_case(only_required, "Only required properties", location, container_name, None)
+            yield make_case(
+                only_required, "Only required properties", location, container_name, None, DataGenerationMethod.positive
+            )
             if DataGenerationMethod.negative in data_generation_methods:
                 subschema = _combination_schema(only_required, required, parameter_set)
                 yield from _yield_negative(subschema, location, container_name)
@@ -403,7 +444,12 @@ def _iter_coverage_cases(
             combo = {k: v for k, v in base_container.items() if k in required or k == opt_param}
             if combo != base_container:
                 yield make_case(
-                    combo, f"All required properties and optional '{opt_param}'", location, container_name, None
+                    combo,
+                    f"All required properties and optional '{opt_param}'",
+                    location,
+                    container_name,
+                    None,
+                    DataGenerationMethod.positive,
                 )
                 if DataGenerationMethod.negative in data_generation_methods:
                     subschema = _combination_schema(combo, required, parameter_set)
@@ -416,7 +462,12 @@ def _iter_coverage_cases(
                     combo = {k: v for k, v in base_container.items() if k in required or k in combination}
                     if combo != base_container:
                         yield make_case(
-                            combo, f"All required and {size} optional properties", location, container_name, None
+                            combo,
+                            f"All required and {size} optional properties",
+                            location,
+                            container_name,
+                            None,
+                            DataGenerationMethod.positive,
                         )
 
 

{schemathesis-3.38.6 → schemathesis-3.38.7}/src/schemathesis/generation/coverage.py

@@ -324,9 +324,9 @@ def cover_schema_iter(
         for key, value in schema.items():
             with _ignore_unfixable(), ctx.location(key):
                 if key == "enum":
-                    yield from _negative_enum(ctx, value)
+                    yield from _negative_enum(ctx, value, seen)
                 elif key == "const":
-                    for value_ in _negative_enum(ctx, [value]):
+                    for value_ in _negative_enum(ctx, [value], seen):
                         k = _to_hashable_key(value_.value)
                         if k not in seen:
                             yield value_
@@ -744,13 +744,20 @@ def select_combinations(optional: list[str]) -> Iterator[tuple[str, ...]]:
         yield next(combinations(optional, size))
 
 
-def _negative_enum(ctx: CoverageContext, value: list) -> Generator[GeneratedValue, None, None]:
+def _negative_enum(
+    ctx: CoverageContext, value: list, seen: set[Any | tuple[type, str]]
+) -> Generator[GeneratedValue, None, None]:
     def is_not_in_value(x: Any) -> bool:
-        return x not in value
+        if x in value:
+            return False
+        _hashed = _to_hashable_key(x)
+        return _hashed not in seen
 
-    strategy = JSON_STRATEGY.filter(is_not_in_value)
-    # The exact negative value is not important here
-    yield NegativeValue(ctx.generate_from(strategy), description="Invalid enum value", location=ctx.current_location)
+    strategy = (st.none() | st.booleans() | NUMERIC_STRATEGY | st.text()).filter(is_not_in_value)
+    value = ctx.generate_from(strategy)
+    yield NegativeValue(value, description="Invalid enum value", location=ctx.current_location)
+    hashed = _to_hashable_key(value)
+    seen.add(hashed)
 
 
 def _negative_properties(
@@ -846,6 +853,7 @@ def _negative_required(
             {k: v for k, v in template.items() if k != key},
             description=f"Missing required property: {key}",
             location=ctx.current_location,
+            parameter=key,
         )
 
 

{schemathesis-3.38.6 → schemathesis-3.38.7}/src/schemathesis/models.py

@@ -203,6 +203,7 @@ class Case:
     data_generation_method: DataGenerationMethod | None = None
     _auth: requests.auth.AuthBase | None = None
     _has_explicit_auth: bool = False
+    _explicit_method: str | None = None
 
     def __post_init__(self) -> None:
         self._original_path_parameters = self.path_parameters.copy() if self.path_parameters else None
@@ -265,7 +266,7 @@ class Case:
 
     @property
     def method(self) -> str:
-        return self.operation.method.upper()
+        return self._explicit_method.upper() if self._explicit_method else self.operation.method.upper()
 
     @property
     def base_url(self) -> str | None:

{schemathesis-3.38.6 → schemathesis-3.38.7}/test/cli/test_cassettes.py

@@ -92,7 +92,9 @@ def test_store_cassette(cli, schema_url, cassette_path, hypothesis_max_examples,
     assert len(interactions[1]["checks"]) == 1
     for interaction in interactions:
         if interaction["phase"] == "coverage":
-            if interaction["data_generation_method"] == "negative":
+            if interaction["data_generation_method"] == "negative" and not interaction["meta"][
+                "description"
+            ].startswith("Unspecified"):
                 assert interaction["meta"]["location"] is not None
                 assert interaction["meta"]["parameter"] is not None
                 assert interaction["meta"]["parameter_location"] is not None

{schemathesis-3.38.6 → schemathesis-3.38.7}/test/coverage/test_combinations.py

@@ -17,11 +17,6 @@ PATTERN = "^\\d+$"
 
 
 def cover_schema(ctx: CoverageContext, schema: dict) -> list:
-    output = []
-    for value in cover_schema_iter(ctx, schema):
-        print(value)
-        output.append(value.value)
-    return output
     return [value.value for value in cover_schema_iter(ctx, schema)]
 
 
@@ -994,6 +989,7 @@ def test_negative_pattern_with_incompatible_length(nctx):
                 # The first item could be `{}` or `[]`, so it will prevent the same value at the end
                 [ANY, "00000000000", 0, False, None, ANY, ANY],
                 [ANY, "00000000000", 0, False, None, ANY],
+                [False, "00000000000", 0, None, [None, None], {}],
             ),
         ),
         (
@@ -1015,6 +1011,7 @@ def test_negative_combinators(nctx, schema, expected):
             assert_not_conform(covered, schema)
             break
     else:
+        print(covered)
         pytest.fail("Expected value didn't match")