schemathesis 4.0.0a2__tar.gz → 4.0.0a4__tar.gz

{schemathesis-4.0.0a2 → schemathesis-4.0.0a4}/.github/workflows/build.yml

@@ -75,7 +75,7 @@ jobs:
         run: uvx --with="tox" --with="tox-gh-actions" --with="tox-uv" tox
 
       - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v5.1.2
+        uses: codecov/codecov-action@v5.3.1
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
 

{schemathesis-4.0.0a2 → schemathesis-4.0.0a4}/.github/workflows/codeql-analysis.yml

@@ -38,7 +38,7 @@ jobs:
 
       # Initializes the CodeQL tools for scanning.
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v3.28.1
+        uses: github/codeql-action/init@v3.28.5
         with:
           languages: ${{ matrix.language }}
           # If you wish to specify custom queries, you can do so here or in a config file.
@@ -49,7 +49,7 @@ jobs:
       # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
       # If this step fails, then you should remove it and run the build manually (see below)
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v3.28.1
+        uses: github/codeql-action/autobuild@v3.28.5
 
       # ℹ️ Command-line programs to run using the OS shell.
       # 📚 https://git.io/JvXDl
@@ -63,4 +63,4 @@ jobs:
       #   make release
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v3.28.1
+        uses: github/codeql-action/analyze@v3.28.5

{schemathesis-4.0.0a2 → schemathesis-4.0.0a4}/.github/workflows/release.yml

@@ -29,6 +29,8 @@ jobs:
             echo "is_prerelease=true" >> $GITHUB_ENV
           else
             echo "is_prerelease=false" >> $GITHUB_ENV
+          fi
+        shell: bash
 
       - name: Docker meta
         id: meta

{schemathesis-4.0.0a2 → schemathesis-4.0.0a4}/.pre-commit-config.yaml

@@ -33,12 +33,12 @@ repos:
         additional_dependencies: [types-requests, types-PyYAML]
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.9.2
+    rev: v0.9.4
     hooks:
       - id: ruff-format
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.9.2
+    rev: v0.9.4
     hooks:
       - id: ruff
 

{schemathesis-4.0.0a2 → schemathesis-4.0.0a4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: schemathesis
-Version: 4.0.0a2
+Version: 4.0.0a4
 Summary: Property-based testing framework for Open API and GraphQL based apps
 Project-URL: Documentation, https://schemathesis.readthedocs.io/en/stable/
 Project-URL: Changelog, https://schemathesis.readthedocs.io/en/stable/changelog.html

{schemathesis-4.0.0a2 → schemathesis-4.0.0a4}/docs/changelog.rst

@@ -1,9 +1,79 @@
 Changelog
 =========
 
-:version:`Unreleased <v4.0.0-alpha.2...HEAD>` - TBD
+:version:`Unreleased <v4.0.0-alpha.4...HEAD>` - TBD
 ---------------------------------------------------
 
+.. _v4.0.0-alpha.4:
+
+:version:`4.0.0-alpha.4 <v4.0.0-alpha.3...v4.0.0-alpha.4>` - 2025-02-03
+-----------------------------------------------------------------------
+
+**Added**
+
+- ``--report`` unified reporting system with multiple format support.
+- ``--report-dir`` for centralized report storage.
+- Display Open API link definition & extraction errors in CLI output.
+
+**Changed**
+
+- Rename ``--generation-optimize`` to ``--generation-maximize``
+- Rename ``--generation-mode`` to ``-m/--mode``
+- Rename ``--generation-max-examples`` to ``-n/--max-examples``
+- Rename ``--junit-xml`` to ``--report=junit``
+- Rename ``--cassette-*`` options to ``--report=vcr/har`` with format-specific paths
+- Replace ``shrink`` in ``--hypothesis-phases`` with a separate ``--no-shrink`` option
+- Simplify help messages for filtering options.
+- Add display of selected operations count in CLI.
+- Improve state machine generation by prioritizing reliable API entry points over random operations.
+- Make operation filtering independent of API base path for more predictable behavior.
+- Improve error message for malformed JSON responses.
+- Return ``UNRESOLVABLE`` sentinel instead of an empty string when Open API runtime expressions can't be evaluated (e.g., when ``$response.body#/id`` is not found)
+- **BREAKING**: The ``validate_response`` method in state machines now accepts the same keyword arguments as ``call``. 
+  If you've overridden this method, update its signature to include ``**kwargs``.
+
+**Fixed**
+
+- Handling of multiple API links pointing to the same operation with different parameters.
+- **CLI**: Make exact method filters case-insensitive.
+- Internal error in coverage phase when a parameter mixes keywords for different types.
+- Skip irrelevant checks for "Unspecified HTTP method" coverage scenarios.
+- Handle ``verify=False`` properly when specified via ``get_call_kwargs`` on a state machine. :issue:`2713`
+- Preserve test data when unit tests are interrupted via CTRL-C.
+
+**Removed**
+
+- ``--cassette-format`` (replaced by ``--report``).
+
+.. _v4.0.0-alpha.3:
+
+:version:`4.0.0-alpha.3 <v4.0.0-alpha.2...v4.0.0-alpha.3>` - 2025-01-27
+-----------------------------------------------------------------------
+
+**Added**
+
+- Add ``LoadingStarted`` & ``LoadingFinished`` to the public API.
+- Display the random generator seed in CLI output.
+
+**Changed**
+
+- Improve control over API calls in stateful testing to make test scenarios more diverse.
+- Improve error message in CLI when the schema has no Open API links.
+- Improve error message in CLI when the schema contains incorrect Open API links.
+- Display the number of covered, selected, and total Open API links in stateful testing output.
+- Vary random seed in subsequent state machine re-runs to avoid repeating all previous sequences.
+
+**Fixed**
+
+- Handling of complex regex patterns with multiple quantifiers to respect length constraints during test generation.
+- Internal error during the coverage phase if negated parameter has no ``type``.
+- Internal error in CLI if run with ``PYTHONIOENCODING`` environment variable that is not ``utf8``.
+- Overriding of multiple incoming links defined for the same status code in OpenAPI specification.
+- Support for API links where operations can form a cycle (e.g., DELETE -> POST -> DELETE).
+- Incorrect Open API link selection when target operations are filtered out.
+- False positive in the ``ensure_resource_availability`` check.
+- Calculating the number of Open API links selected for testing.
+
 .. _v4.0.0-alpha.2:
 
 :version:`4.0.0-alpha.2 <v4.0.0a1...v4.0.0-alpha.2>` - 2025-01-20
@@ -81,7 +151,8 @@ A detailed migration guide and complete changelog will follow.
 - Support for ``pytest<7.0``.
 - CLI Options: ``--endpoint``, ``--method``, ``--tag``, ``--operation-id``, ``--skip-deprecated-operations``,
   ``--show-trace``, ``--debug-output-file``, ``--hypothesis-deadline``, ``--hypothesis-report-multiple-bugs``,
-  ``--hypothesis-verbosity``, ``--store-network-log``, ``--pre-run``, ``--dry-run``.
+  ``--hypothesis-verbosity``, ``--store-network-log``, ``--pre-run``, ``--dry-run``, ``--contrib-openapi-formats-uuid``,
+  ``--validate-schema``.
 - Most loader configuration moved to ``schema.configure`` method.
 - ``add_case`` hook.
 - ``schemathesis.contrib.unique_data``.
@@ -91,6 +162,38 @@ A detailed migration guide and complete changelog will follow.
 - Stateful testing summary (coming later).
 - ``SCHEMA_ANALYSIS`` experimental feature.
 
+.. _v3.39.9:
+
+:version:`3.39.9 <v3.39.8...v3.39.9>` - 2025-02-01
+--------------------------------------------------
+
+**Fixed**
+
+- Internal error in coverage phase when a parameter is mixing keywords for different types.
+- Do not run irrelevant checks on "Unspecified HTTP method" type of coverage scenarios.
+- Ignoring ``verify=False`` when specified via ``get_call_kwargs`` on a state machine. :issue:`2713`
+
+**Changed**
+
+- Slightly improve the error message on malformed JSON.
+
+.. _v3.39.8:
+
+:version:`3.39.8 <v3.39.7...v3.39.8>` - 2025-01-25
+--------------------------------------------------
+
+**Fixed**
+
+- Handling of complex regex patterns with multiple quantifiers to respect length constraints during test generation.
+- Internal error during the coverage phase if negated parameter has no ``type``.
+
+:version:`3.39.7 <v3.39.6...v3.39.7>` - 2025-01-16
+--------------------------------------------------
+
+**Changed**
+
+- Rebuild Docker ``stable`` with the v3 branch.
+
 .. _v3.39.6:
 
 :version:`3.39.6 <v3.39.5...v3.39.6>` - 2025-01-12

{schemathesis-4.0.0a2 → schemathesis-4.0.0a4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "schemathesis"
-version = "4.0.0-alpha.2"
+version = "4.0.0-alpha.4"
 description = "Property-based testing framework for Open API and GraphQL based apps"
 keywords = ["pytest", "hypothesis", "openapi", "graphql", "testing"]
 authors = [{ name = "Dmitry Dygalo", email = "dmitry@dygalo.dev" }]

schemathesis-4.0.0a4/src/schemathesis/cli/__init__.py

@@ -0,0 +1,28 @@
+from __future__ import annotations
+
+from schemathesis.cli.commands import Group, run, schemathesis
+from schemathesis.cli.commands.run.context import ExecutionContext
+from schemathesis.cli.commands.run.events import LoadingFinished, LoadingStarted
+from schemathesis.cli.commands.run.executor import handler
+from schemathesis.cli.commands.run.handlers import EventHandler
+from schemathesis.cli.ext.groups import GROUPS, OptionGroup
+
+__all__ = [
+    "schemathesis",
+    "run",
+    "EventHandler",
+    "ExecutionContext",
+    "LoadingStarted",
+    "LoadingFinished",
+    "add_group",
+    "handler",
+]
+
+
+def add_group(name: str, *, index: int | None = None) -> Group:
+    """Add a custom options group to `st run`."""
+    if index is not None:
+        GROUPS[name] = OptionGroup(name=name, order=index)
+    else:
+        GROUPS[name] = OptionGroup(name=name)
+    return Group(name)