schemathesis 3.39.1__tar.gz → 3.39.2__tar.gz

{schemathesis-3.39.1 → schemathesis-3.39.2}/.github/workflows/build.yml

@@ -80,7 +80,7 @@ jobs:
         run: uvx --with="tox" --with="tox-gh-actions" --with="tox-uv" tox
 
       - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v5.0.7
+        uses: codecov/codecov-action@v5.1.1
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
 

{schemathesis-3.39.1 → schemathesis-3.39.2}/.github/workflows/codeql-analysis.yml

@@ -38,7 +38,7 @@ jobs:
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v3.27.5
+        uses: github/codeql-action/init@v3.27.9
         with:
           languages: ${{ matrix.language }}
           # If you wish to specify custom queries, you can do so here or in a config file.
@@ -49,7 +49,7 @@ jobs:
       # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below)
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v3.27.5
+        uses: github/codeql-action/autobuild@v3.27.9
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 https://git.io/JvXDl
@@ -63,4 +63,4 @@ jobs:
       #   make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v3.27.5
+        uses: github/codeql-action/analyze@v3.27.9

{schemathesis-3.39.1 → schemathesis-3.39.2}/.pre-commit-config.yaml

@@ -30,7 +30,7 @@ repos:
       - id: relint
 
   - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v1.13.0
+    rev: v1.14.0
     hooks:
       - id: mypy
         exclude: ^(docs/|test/|test-corpus/|example/|benches/).*$
@@ -38,12 +38,12 @@ repos:
         additional_dependencies: [types-click, types-requests, types-PyYAML]
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.8.3
+    rev: v0.8.4
     hooks:
       - id: ruff-format
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.8.3
+    rev: v0.8.4
     hooks:
       - id: ruff
 

{schemathesis-3.39.1 → schemathesis-3.39.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: schemathesis
-Version: 3.39.1
+Version: 3.39.2
 Summary: Property-based testing framework for Open API and GraphQL based apps
 Project-URL: Documentation, https://schemathesis.readthedocs.io/en/stable/
 Project-URL: Changelog, https://schemathesis.readthedocs.io/en/stable/changelog.html
@@ -41,7 +41,7 @@ Requires-Dist: hypothesis[zoneinfo]<7,>=6.103.4; python_version == '3.8'
 Requires-Dist: jsonschema[format]<5.0,>=4.18.0
 Requires-Dist: junit-xml<2.0,>=1.9
 Requires-Dist: pyrate-limiter<4.0,>=2.10
-Requires-Dist: pytest-subtests<0.14.0,>=0.2.1
+Requires-Dist: pytest-subtests<0.15.0,>=0.2.1
 Requires-Dist: pytest<9,>=4.6.4
 Requires-Dist: pyyaml<7.0,>=5.1
 Requires-Dist: requests<3,>=2.22

{schemathesis-3.39.1 → schemathesis-3.39.2}/docs/changelog.rst

@@ -1,9 +1,28 @@
 Changelog
 =========
 
-:version:`Unreleased <v3.39.1...HEAD>` - TBD
+:version:`Unreleased <v3.39.2...HEAD>` - TBD
 --------------------------------------------
 
+.. _v3.39.2:
+
+:version:`3.39.2 <v3.39.1...v3.39.2>` - 2024-12-23
+--------------------------------------------------
+
+**Changed**
+
+- Update upper bound on ``pytest-subtests`` to ``<0.15.0``.
+- Adjust JUnit XML output so it is properly displayed by Jenkins.
+
+**Fixed**
+
+- Do not report 5XX responses in ``use_after_free`` as they don't indicate the presence of the previously deleted resource.
+- Deduplicate test cases in JUnit XML report.
+
+**Performance**
+
+- Faster iteration over API operations.
+
 .. _v3.39.1:
 
 :version:`3.39.1 <v3.39.0...v3.39.1>` - 2024-12-17

{schemathesis-3.39.1 → schemathesis-3.39.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "schemathesis"
-version = "3.39.1"
+version = "3.39.2"
 description = "Property-based testing framework for Open API and GraphQL based apps"
 keywords = ["pytest", "hypothesis", "openapi", "graphql", "testing"]
 authors = [{ name = "Dmitry Dygalo", email = "dmitry@dygalo.dev" }]
@@ -44,7 +44,7 @@ dependencies = [
   "jsonschema[format]>=4.18.0,<5.0",
   "junit-xml>=1.9,<2.0",
   "pyrate-limiter>=2.10,<4.0",
-  "pytest-subtests>=0.2.1,<0.14.0",
+  "pytest-subtests>=0.2.1,<0.15.0",
   "pytest>=4.6.4,<9",
   "PyYAML>=5.1,<7.0",
   "requests>=2.22,<3",

{schemathesis-3.39.1 → schemathesis-3.39.2}/src/schemathesis/cli/junitxml.py

@@ -24,7 +24,7 @@ if TYPE_CHECKING:
 @dataclass
 class JunitXMLHandler(EventHandler):
     file_handle: LazyFile
-    test_cases: list = field(default_factory=list)
+    test_cases: dict = field(default_factory=dict)
 
     def handle_event(self, context: ExecutionContext, event: events.ExecutionEvent) -> None:
         if isinstance(event, (events.AfterExecution, events.AfterStatefulExecution)):
@@ -33,23 +33,31 @@ class JunitXMLHandler(EventHandler):
                 name = f"{event_.result.method} {event_.result.path}"
             else:
                 name = event_.result.verbose_name
-            test_case = TestCase(name, elapsed_sec=event_.elapsed_time, allow_multiple_subelements=True)
+            if name in self.test_cases:
+                test_case = self.test_cases[name]
+                test_case.elapsed_sec += event_.elapsed_time
+            else:
+                test_case = TestCase(name, elapsed_sec=event_.elapsed_time, allow_multiple_subelements=True)
             if event_.status == Status.failure:
                 _add_failure(test_case, event_.result.checks, context)
             elif event_.status == Status.error:
-                test_case.add_error_info(message=build_error_message(context, event_.result.errors[-1]))
+                test_case.add_error_info(output=build_error_message(context, event_.result.errors[-1]))
             elif event_.status == Status.skip:
-                test_case.add_skipped_info(message=event_.result.skip_reason)
-            self.test_cases.append(test_case)
+                test_case.add_skipped_info(output=event_.result.skip_reason)
+            self.test_cases[name] = test_case
         elif isinstance(event, events.Finished):
-            test_suites = [TestSuite("schemathesis", test_cases=self.test_cases, hostname=platform.node())]
+            test_suites = [
+                TestSuite("schemathesis", test_cases=list(self.test_cases.values()), hostname=platform.node())
+            ]
             to_xml_report_file(file_descriptor=self.file_handle, test_suites=test_suites, prettyprint=True)
 
 
 def _add_failure(test_case: TestCase, checks: list[SerializedCheck], context: ExecutionContext) -> None:
+    messages = []
     for idx, (code_sample, group) in enumerate(group_by_case(checks, context.code_sample_style), 1):
         checks = sorted(group, key=lambda c: c.name != "not_a_server_error")
-        test_case.add_failure_info(message=build_failure_message(context, idx, code_sample, checks))
+        messages.append(build_failure_message(context, idx, code_sample, checks))
+    test_case.add_failure_info(message="\n\n".join(messages))
 
 
 def build_failure_message(context: ExecutionContext, idx: int, code_sample: str, checks: list[SerializedCheck]) -> str:

{schemathesis-3.39.1 → schemathesis-3.39.2}/src/schemathesis/specs/openapi/checks.py

@@ -317,7 +317,7 @@ def use_after_free(ctx: CheckContext, response: GenericResponse, original: Case)
 
     if not isinstance(original.operation.schema, BaseOpenAPISchema):
         return True
-    if response.status_code == 404 or not original.source:
+    if response.status_code == 404 or not original.source or response.status_code >= 500:
         return None
     response = original.source.response
     case = original.source.case

{schemathesis-3.39.1 → schemathesis-3.39.2}/src/schemathesis/specs/openapi/schemas.py

@@ -160,6 +160,9 @@ class BaseOpenAPISchema(BaseSchema):
     ) -> bool:
         if method not in HTTP_METHODS:
             return True
+        if self.filter_set.is_empty():
+            return False
+        path = self.get_full_path(path)
         # Attribute assignment is way faster than creating a new namespace every time
         operation = _ctx_cache.operation
         operation.method = method
@@ -175,17 +178,15 @@ class BaseOpenAPISchema(BaseSchema):
             paths = self.raw_schema["paths"]
         except KeyError:
             return
-        get_full_path = self.get_full_path
         resolve = self.resolver.resolve
         should_skip = self._should_skip
         for path, path_item in paths.items():
-            full_path = get_full_path(path)
             try:
                 if "$ref" in path_item:
                     _, path_item = resolve(path_item["$ref"])
                 # Straightforward iteration is faster than converting to a set & calculating length.
                 for method, definition in path_item.items():
-                    if should_skip(full_path, method, definition):
+                    if should_skip(path, method, definition):
                         continue
                     yield definition
             except SCHEMA_PARSING_ERRORS:
@@ -282,7 +283,6 @@ class BaseOpenAPISchema(BaseSchema):
 
         context = HookContext()
         # Optimization: local variables are faster than attribute access
-        get_full_path = self.get_full_path
         dispatch_hook = self.dispatch_hook
         resolve_path_item = self._resolve_path_item
         resolve_shared_parameters = self._resolve_shared_parameters
@@ -294,7 +294,6 @@ class BaseOpenAPISchema(BaseSchema):
         for path, path_item in paths.items():
             method = None
             try:
-                full_path = get_full_path(path)  # Should be available for later use
                 dispatch_hook("before_process_path", context, path, path_item)
                 scope, path_item = resolve_path_item(path_item)
                 with in_scope(self.resolver, scope):
@@ -304,7 +303,7 @@ class BaseOpenAPISchema(BaseSchema):
                             continue
                         try:
                             resolved = resolve_operation(entry)
-                            if should_skip(full_path, method, resolved):
+                            if should_skip(path, method, resolved):
                                 continue
                             parameters = resolved.get("parameters", ())
                             parameters = collect_parameters(itertools.chain(parameters, shared_parameters), resolved)

{schemathesis-3.39.1 → schemathesis-3.39.2}/test/cli/output/test_default.py

@@ -19,8 +19,6 @@ from schemathesis.models import OperationDefinition
 from schemathesis.runner.events import Finished, InternalError
 from schemathesis.runner.serialization import SerializedTestResult
 
-from ...utils import strip_style_win32
-
 
 @pytest.fixture(autouse=True)
 def click_context():
@@ -102,7 +100,6 @@ def test_display_section_name(capsys, title, separator, expected):
     # It should fit into the terminal width
     assert len(click.unstyle(out)) == terminal_width
     # And the section name should be bold
-    assert strip_style_win32(click.style(click.unstyle(out), bold=True)) == out
     assert expected in out
 
 
@@ -125,50 +122,11 @@ def test_handle_initialized(capsys, mocker, execution_context, swagger_20, verbo
         # And current directory
         assert f"rootdir: {os.getcwd()}" in lines
     # And number of collected operations
-    assert strip_style_win32(click.style("Collected API operations: 1", bold=True)) in lines
+    assert "Collected API operations: 1" in out
     # And the output has an empty line in the end
     assert out.endswith("\n")
 
 
-def test_display_statistic(capsys, execution_context, operation, response):
-    # Given multiple successful & failed checks in a single test
-    success = models.Check(
-        "not_a_server_error", models.Status.success, response, 0, models.Case(operation, generation_time=0.0)
-    )
-    failure = models.Check(
-        "not_a_server_error", models.Status.failure, response, 0, models.Case(operation, generation_time=0.0)
-    )
-    single_test_statistic = models.TestResult(
-        method=operation.method,
-        path=operation.full_path,
-        verbose_name=f"{operation.method} {operation.full_path}",
-        data_generation_method=[DataGenerationMethod.default()],
-        checks=[
-            success,
-            success,
-            success,
-            failure,
-            failure,
-            models.Check(
-                "different_check", models.Status.success, response, 0, models.Case(operation, generation_time=0.0)
-            ),
-        ],
-    )
-    results = models.TestResultSet(seed=42, results=[single_test_statistic])
-    event = Finished.from_results(results, running_time=1.0)
-    # When test results are displayed
-    default.display_statistic(execution_context, event)
-
-    lines = [line for line in capsys.readouterr().out.split("\n") if line]
-    failed = strip_style_win32(click.style("FAILED", bold=True, fg="red"))
-    passed = strip_style_win32(click.style("PASSED", bold=True, fg="green"))
-    # Then all check results should be properly displayed with relevant colors
-    assert lines[2:4] == [
-        f"    not_a_server_error                    3 / 5 passed          {failed} ",
-        f"    different_check                       1 / 1 passed          {passed} ",
-    ]
-
-
 def test_display_multiple_warnings(capsys, execution_context):
     results = models.TestResultSet(seed=42, results=[])
     results.add_warning("Foo")
@@ -184,22 +142,6 @@ def test_display_multiple_warnings(capsys, execution_context):
     ]
 
 
-def test_display_statistic_empty(capsys, execution_context, results_set):
-    default.display_statistic(execution_context, Finished.from_results(results_set, running_time=1.23))
-    assert capsys.readouterr().out.split("\n")[2] == strip_style_win32(
-        click.style("No checks were performed.", bold=True)
-    )
-
-
-def test_display_statistic_junitxml(capsys, execution_context, results_set):
-    xml_path = "/tmp/junit.xml"
-    execution_context.junit_xml_file = xml_path
-    default.display_statistic(execution_context, Finished.from_results(results_set, running_time=1.23))
-    assert capsys.readouterr().out.split("\n")[4] == strip_style_win32(
-        click.style("JUnit XML file", bold=True) + click.style(f": {xml_path}")
-    )
-
-
 def test_capture_hypothesis_output():
     # When Hypothesis output us captured
     with utils.capture_hypothesis_output() as hypothesis_output:
@@ -217,33 +159,6 @@ def test_get_percentage(position, length, expected):
     assert default.get_percentage(position, length) == expected
 
 
-@pytest.mark.parametrize("current_line_length", [0, 20])
-@pytest.mark.parametrize(("operations_processed", "percentage"), [(0, "[  0%]"), (1, "[100%]")])
-def test_display_percentage(
-    capsys, execution_context, after_execution, current_line_length, operations_processed, percentage
-):
-    execution_context.current_line_length = current_line_length
-    execution_context.operations_processed = operations_processed
-    # When percentage is displayed
-    default.display_percentage(execution_context, after_execution)
-    out = capsys.readouterr().out
-    # Then the whole line fits precisely to the terminal width. Note `-1` is padding, that is calculated in a
-    # different place when the line is printed
-    assert len(click.unstyle(out)) + current_line_length - 1 == default.get_terminal_width()
-    # And the percentage displayed as expected in cyan color
-    assert out.strip() == strip_style_win32(click.style(percentage, fg="cyan"))
-
-
-def test_display_hypothesis_output(capsys):
-    # When Hypothesis output is displayed
-    default.display_hypothesis_output(["foo", "bar"])
-    lines = capsys.readouterr().out.split("\n")
-    # Then the relevant section title is displayed
-    assert " HYPOTHESIS OUTPUT" in lines[0]
-    # And the output is displayed as separate lines in red color
-    assert " ".join(lines[1:3]) == strip_style_win32(click.style("foo bar", fg="red"))
-
-
 @pytest.mark.parametrize("body", [{}, {"foo": "bar"}, NOT_SET])
 def test_display_single_failure(capsys, execution_context, operation, body, response):
     # Given a single test result with multiple successful & failed checks
@@ -295,26 +210,6 @@ def test_display_single_failure(capsys, execution_context, operation, body, resp
     assert " GET /v1/success " in lines[0]
 
 
-@pytest.mark.parametrize(
-    ("status", "expected_symbol", "color"),
-    [(models.Status.success, ".", "green"), (models.Status.failure, "F", "red"), (models.Status.error, "E", "red")],
-)
-def test_handle_after_execution(capsys, execution_context, after_execution, status, expected_symbol, color):
-    # Given AfterExecution even with certain status
-    after_execution.status = status
-    # When this event is handled
-    default.handle_after_execution(execution_context, after_execution)
-
-    assert after_execution.current_operation == "GET /v1/success"
-
-    lines = capsys.readouterr().out.strip().split("\n")
-    symbol, percentage = lines[0].split()
-    # Then the symbol corresponding to the status is displayed with a proper color
-    assert strip_style_win32(click.style(expected_symbol, fg=color)) == symbol
-    # And percentage is displayed in cyan color
-    assert strip_style_win32(click.style("[100%]", fg="cyan")) == percentage
-
-
 def test_after_execution_attributes(execution_context, after_execution):
     # When `handle_after_execution` is executed
     default.handle_after_execution(execution_context, after_execution)
@@ -339,15 +234,3 @@ def test_display_internal_error(capsys, execution_context, show_errors_traceback
         out = capsys.readouterr().out.strip()
         assert ("Traceback (most recent call last):" in out) is show_errors_tracebacks
         assert "ZeroDivisionError: division by zero" in out
-
-
-def test_display_summary(capsys, results_set):
-    # Given the Finished event
-    event = runner.events.Finished.from_results(results=results_set, running_time=1.257)
-    # When `display_summary` is called
-    default.display_summary(event)
-    out = capsys.readouterr().out.strip()
-    # Then number of total tests & total running time should be displayed
-    assert "=== 1 passed in 1.26s ===" in out
-    # And it should be in green & bold style
-    assert strip_style_win32(click.style(click.unstyle(out), fg="green", bold=True)) == out

{schemathesis-3.39.1 → schemathesis-3.39.2}/test/cli/test_junitxml.py

@@ -69,7 +69,7 @@ def test_junitxml_file(cli, schema_url, hypothesis_max_examples, tmp_path, path,
     assert testcases[3][0].tag == "error"
     assert testcases[3][0].attrib["type"] == "error"
     assert (
-        testcases[3][0].attrib["message"].replace("\n", " ")
+        testcases[3][0].text.replace("\n", " ")
         == "Schema Error  Failed to generate test cases for this API operation. Possible reasons:      - Contradictory schema constraints, such as a minimum value exceeding the maximum.     - Invalid schema definitions for headers or cookies, for example allowing for non-ASCII characters.     - Excessive schema complexity, which hinders parameter generation.  Tip: Examine the schema for inconsistencies and consider simplifying it."
     )
 
@@ -100,12 +100,12 @@ def with_error(ctx, response, case):
     tree = ElementTree.parse(xml_path)
     root = tree.getroot()
     testcases = list(root[0])
-    assert testcases[0][0].attrib["message"].replace("\n", " ").startswith(expected)
+    assert testcases[0][0].text.replace("\n", " ").startswith(expected)
 
 
 def extract_message(testcase, server_host):
     return (
-        re.sub(r"Test Case ID: (\w+)", "Test Case ID: <PLACEHOLDER>", testcase.attrib["message"])
+        re.sub(r"Test Case ID: (\w+)", "Test Case ID: <PLACEHOLDER>", testcase.text or testcase.attrib["message"])
         .replace(server_host, "localhost")
         .replace("\n", " ")
     )