schemathesis 3.29.1__py3-none-any.whl → 3.30.0__py3-none-any.whl

schemathesis/__init__.py

@@ -1,14 +1,14 @@
 from __future__ import annotations
+
 from typing import Any
 
-from . import auths, checks, experimental, contrib, fixups, graphql, hooks, runner, serializers, targets  # noqa: E402
+from . import auths, checks, contrib, experimental, fixups, graphql, hooks, runner, serializers, targets  # noqa: E402
 from ._lazy_import import lazy_import
-from .generation import DataGenerationMethod, GenerationConfig, HeaderConfig  # noqa: E402
 from .constants import SCHEMATHESIS_VERSION  # noqa: E402
+from .generation import DataGenerationMethod, GenerationConfig, HeaderConfig  # noqa: E402
 from .models import Case  # noqa: E402
 from .specs import openapi  # noqa: E402
 
-
 __version__ = SCHEMATHESIS_VERSION
 
 # Default loaders

schemathesis/_compat.py

@@ -1,6 +1,6 @@
-from typing import Any, Type, Callable
-from ._lazy_import import lazy_import
+from typing import Any, Callable, Type
 
+from ._lazy_import import lazy_import
 
 __all__ = [  # noqa: F822
     "JSONMixin",

schemathesis/_dependency_versions.py

@@ -1,16 +1,14 @@
 """Compatibility flags based on installed dependency versions."""
 
-from packaging import version
-
 from importlib import metadata
 
+from packaging import version
 
 WERKZEUG_VERSION = version.parse(metadata.version("werkzeug"))
 IS_WERKZEUG_ABOVE_3 = WERKZEUG_VERSION >= version.parse("3.0")
 IS_WERKZEUG_BELOW_2_1 = WERKZEUG_VERSION < version.parse("2.1.0")
 
 PYTEST_VERSION = version.parse(metadata.version("pytest"))
-IS_PYTEST_ABOVE_54 = PYTEST_VERSION >= version.parse("5.4.0")
 IS_PYTEST_ABOVE_7 = PYTEST_VERSION >= version.parse("7.0.0")
 IS_PYTEST_ABOVE_8 = PYTEST_VERSION >= version.parse("8.0.0")
 

schemathesis/_hypothesis.py

@@ -10,6 +10,7 @@ import hypothesis
 from hypothesis import Phase
 from hypothesis import strategies as st
 from hypothesis.errors import HypothesisWarning, Unsatisfiable
+from hypothesis.internal.entropy import deterministic_PRNG
 from hypothesis.internal.reflection import proxies
 from jsonschema.exceptions import SchemaError
 
@@ -23,6 +24,11 @@ from .transports.content_types import parse_content_type
 from .transports.headers import has_invalid_characters, is_latin_1_encodable
 from .utils import GivenInput, combine_strategies
 
+# Forcefully initializes Hypothesis' global PRNG to avoid races that initilize it
+# if e.g. Schemathesis CLI is used with multiple workers
+with deterministic_PRNG():
+    pass
+
 
 def create_test(
     *,

schemathesis/_lazy_import.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+
 from typing import Any, Callable
 
 

schemathesis/_override.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+
 from dataclasses import dataclass
 from typing import TYPE_CHECKING, Optional
 

schemathesis/_rate_limiter.py

@@ -3,4 +3,5 @@ from ._dependency_versions import IS_PYRATE_LIMITER_ABOVE_3
 if IS_PYRATE_LIMITER_ABOVE_3:
     from pyrate_limiter import Limiter, Rate, RateItem
 else:
-    from pyrate_limiter import Limiter, RequestRate as Rate
+    from pyrate_limiter import Limiter
+    from pyrate_limiter import RequestRate as Rate

schemathesis/_xml.py

@@ -1,6 +1,7 @@
 """XML serialization."""
 
 from __future__ import annotations
+
 from io import StringIO
 from typing import Any, Dict, List, Union
 from xml.etree import ElementTree

schemathesis/auths.py

@@ -1,6 +1,7 @@
 """Support for custom API authentication mechanisms."""
 
 from __future__ import annotations
+
 import inspect
 import threading
 import time
@@ -11,10 +12,10 @@ from typing import (
     Any,
     Callable,
     Generic,
+    Protocol,
     TypeVar,
     overload,
     runtime_checkable,
-    Protocol,
 )
 
 from .exceptions import UsageError
@@ -22,9 +23,10 @@ from .filters import FilterSet, FilterValue, MatcherFunc, attach_filter_chain
 from .types import GenericTest
 
 if TYPE_CHECKING:
-    from .models import APIOperation, Case
     import requests.auth
 
+    from .models import APIOperation, Case
+
 DEFAULT_REFRESH_INTERVAL = 300
 AUTH_STORAGE_ATTRIBUTE_NAME = "_schemathesis_auth"
 Auth = TypeVar("Auth")

schemathesis/checks.py

@@ -1,19 +1,21 @@
 from __future__ import annotations
-from typing import TYPE_CHECKING
+
 import json
+from typing import TYPE_CHECKING
 
 from . import failures
-from .exceptions import get_server_error, get_response_parsing_error
+from .exceptions import get_response_parsing_error, get_server_error
 from .specs.openapi.checks import (
     content_type_conformance,
+    negative_data_rejection,
     response_headers_conformance,
     response_schema_conformance,
     status_code_conformance,
 )
 
 if TYPE_CHECKING:
-    from .transports.responses import GenericResponse
     from .models import Case, CheckFunction
+    from .transports.responses import GenericResponse
 
 
 def not_a_server_error(response: GenericResponse, case: Case) -> bool | None:
@@ -24,14 +26,14 @@ def not_a_server_error(response: GenericResponse, case: Case) -> bool | None:
 
     status_code = response.status_code
     if status_code >= 500:
-        exc_class = get_server_error(status_code)
+        exc_class = get_server_error(case.operation.verbose_name, status_code)
         raise exc_class(failures.ServerError.title, context=failures.ServerError(status_code=status_code))
     if isinstance(case, GraphQLCase):
         try:
             data = get_json(response)
             validate_graphql_response(data)
         except json.JSONDecodeError as exc:
-            exc_class = get_response_parsing_error(exc)
+            exc_class = get_response_parsing_error(case.operation.verbose_name, exc)
             context = failures.JSONDecodeErrorContext.from_exception(exc)
             raise exc_class(context.title, context=context) from exc
     return None
@@ -43,6 +45,7 @@ OPTIONAL_CHECKS = (
     content_type_conformance,
     response_headers_conformance,
     response_schema_conformance,
+    negative_data_rejection,
 )
 ALL_CHECKS: tuple[CheckFunction, ...] = DEFAULT_CHECKS + OPTIONAL_CHECKS
 

schemathesis/cli/__init__.py

@@ -683,7 +683,14 @@ The report data, consisting of a tar gz file with multiple JSON files, is subjec
     "--experimental",
     "experiments",
     help="Enable experimental support for specific features.",
-    type=click.Choice([experimental.OPEN_API_3_1.name, experimental.SCHEMA_ANALYSIS.name]),
+    type=click.Choice(
+        [
+            experimental.OPEN_API_3_1.name,
+            experimental.SCHEMA_ANALYSIS.name,
+            experimental.STATEFUL_TEST_RUNNER.name,
+            experimental.STATEFUL_ONLY.name,
+        ]
+    ),
     callback=callbacks.convert_experimental,
     multiple=True,
 )

schemathesis/cli/callbacks.py

@@ -7,25 +7,24 @@ import re
 import traceback
 from contextlib import contextmanager
 from functools import partial
-from typing import Generator, TYPE_CHECKING, Callable
+from typing import TYPE_CHECKING, Callable, Generator
 from urllib.parse import urlparse
 
 import click
-
 from click.types import LazyFile  # type: ignore
 
 from .. import exceptions, experimental, throttling
 from ..code_samples import CodeSampleStyle
+from ..constants import FALSE_VALUES, TRUE_VALUES
 from ..exceptions import extract_nth_traceback
 from ..generation import DataGenerationMethod
-from ..constants import TRUE_VALUES, FALSE_VALUES
 from ..internal.validation import file_exists, is_filename, is_illegal_surrogate
 from ..loaders import load_app
 from ..service.hosts import get_temporary_hosts_file
+from ..stateful import Stateful
 from ..transports.headers import has_invalid_characters, is_latin_1_encodable
 from ..types import PathLike
 from .constants import DEFAULT_WORKERS
-from ..stateful import Stateful
 
 if TYPE_CHECKING:
     import hypothesis

schemathesis/cli/cassettes.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+
 import base64
 import json
 import re
@@ -6,7 +7,7 @@ import sys
 import threading
 from dataclasses import dataclass, field
 from queue import Queue
-from typing import IO, Any, Generator, Iterator, cast, TYPE_CHECKING
+from typing import IO, TYPE_CHECKING, Any, Generator, Iterator, cast
 
 from ..constants import SCHEMATHESIS_VERSION
 from ..runner import events
@@ -16,10 +17,11 @@ from .handlers import EventHandler
 if TYPE_CHECKING:
     import click
     import requests
+
+    from ..generation import DataGenerationMethod
     from ..models import Request, Response
     from ..runner.serialization import SerializedCheck, SerializedInteraction
     from .context import ExecutionContext
-    from ..generation import DataGenerationMethod
 
 # Wait until the worker terminates
 WRITER_WORKER_JOIN_TIMEOUT = 1
@@ -351,9 +353,9 @@ def filter_cassette(
 
 def get_prepared_request(data: dict[str, Any]) -> requests.PreparedRequest:
     """Create a `requests.PreparedRequest` from a serialized one."""
-    from requests.structures import CaseInsensitiveDict
-    from requests.cookies import RequestsCookieJar
     import requests
+    from requests.cookies import RequestsCookieJar
+    from requests.structures import CaseInsensitiveDict
 
     prepared = requests.PreparedRequest()
     prepared.method = data["method"]

schemathesis/cli/constants.py

@@ -1,9 +1,11 @@
 from __future__ import annotations
+
 from enum import IntEnum, unique
 from typing import TYPE_CHECKING
 
 if TYPE_CHECKING:
     import hypothesis
+
 MIN_WORKERS = 1
 DEFAULT_WORKERS = MIN_WORKERS
 MAX_WORKERS = 64

schemathesis/cli/context.py

@@ -16,6 +16,8 @@ from ..service.models import AnalysisResult
 if TYPE_CHECKING:
     import hypothesis
 
+    from ..stateful.sink import StateMachineSink
+
 
 @dataclass
 class ServiceReportContext:
@@ -57,6 +59,7 @@ class ExecutionContext:
     analysis: Result[AnalysisResult, Exception] | None = None
     # Special flag to display a warning about Windows-specific encoding issue
     encountered_windows_encoding_issue: bool = False
+    state_machine_sink: StateMachineSink | None = None
 
     @deprecated_property(removed_in="4.0", replacement="show_trace")
     def show_errors_tracebacks(self) -> bool:

schemathesis/cli/debug.py

@@ -1,13 +1,14 @@
 from __future__ import annotations
+
 import json
 from dataclasses import dataclass
 from typing import TYPE_CHECKING
 
-
 from .handlers import EventHandler
 
 if TYPE_CHECKING:
     from click.utils import LazyFile
+
     from ..runner import events
     from .context import ExecutionContext
 

schemathesis/cli/handlers.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
-from typing import TYPE_CHECKING
 
+from typing import TYPE_CHECKING
 
 if TYPE_CHECKING:
     from ..runner import events

schemathesis/cli/options.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+
 from enum import Enum
 from typing import Any, NoReturn
 

schemathesis/cli/output/default.py

@@ -7,11 +7,11 @@ import textwrap
 import time
 from importlib import metadata
 from queue import Queue
-from typing import Any, Generator, cast, TYPE_CHECKING
+from typing import TYPE_CHECKING, Any, Generator, Literal, cast
 
 import click
 
-from ... import service
+from ... import experimental, service
 from ...constants import (
     DISCORD_LINK,
     FALSE_VALUES,
@@ -24,9 +24,9 @@ from ...constants import (
 )
 from ...exceptions import (
     RuntimeErrorType,
+    extract_requests_exception_details,
     format_exception,
     prepare_response_payload,
-    extract_requests_exception_details,
 )
 from ...experimental import GLOBAL_EXPERIMENTS
 from ...internal.result import Ok
@@ -35,10 +35,12 @@ from ...runner import events
 from ...runner.events import InternalErrorType, SchemaErrorType
 from ...runner.probes import ProbeOutcome
 from ...runner.serialization import SerializedError, SerializedTestResult
-from ...service.models import AnalysisSuccess, UnknownExtension, ErrorState
+from ...service.models import AnalysisSuccess, ErrorState, UnknownExtension
+from ...stateful import events as stateful_events
+from ...stateful.sink import StateMachineSink
 from ..context import ExecutionContext, FileReportContext, ServiceReportContext
 from ..handlers import EventHandler
-from ..reporting import group_by_case, TEST_CASE_ID_TITLE, split_traceback, get_runtime_error_suggestion
+from ..reporting import TEST_CASE_ID_TITLE, get_runtime_error_suggestion, group_by_case, split_traceback
 
 if TYPE_CHECKING:
     import requests
@@ -68,14 +70,14 @@ def get_percentage(position: int, length: int) -> str:
     return f"[{percentage_message}]"
 
 
-def display_execution_result(context: ExecutionContext, event: events.AfterExecution) -> None:
+def display_execution_result(context: ExecutionContext, status: Literal["success", "failure", "error", "skip"]) -> None:
     """Display an appropriate symbol for the given event's execution result."""
     symbol, color = {
-        Status.success: (".", "green"),
-        Status.failure: ("F", "red"),
-        Status.error: ("E", "red"),
-        Status.skip: ("S", "yellow"),
-    }[event.status]
+        "success": (".", "green"),
+        "failure": ("F", "red"),
+        "error": ("E", "red"),
+        "skip": ("S", "yellow"),
+    }[status]
     context.current_line_length += len(symbol)
     click.secho(symbol, nl=False, fg=color)
 
@@ -433,6 +435,9 @@ def display_statistic(context: ExecutionContext, event: events.Finished) -> None
     display_section_name("SUMMARY")
     click.echo()
     total = event.total
+    if context.state_machine_sink is not None:
+        click.echo(context.state_machine_sink.transitions.to_formatted_table(get_terminal_width()))
+        click.echo()
     if event.is_empty or not total:
         click.secho("No checks were performed.", bold=True)
 
@@ -551,7 +556,7 @@ def display_report_metadata(meta: service.Metadata) -> None:
             if value is not None:
                 click.secho(f"  -> {key}: {value}")
         click.echo()
-    click.secho(f"Compressed report size: {meta.size / 1024.:,.0f} KB", bold=True)
+    click.secho(f"Compressed report size: {meta.size / 1024.0:,.0f} KB", bold=True)
 
 
 def display_service_unauthorized(hostname: str) -> None:
@@ -839,7 +844,7 @@ def handle_after_execution(context: ExecutionContext, event: events.AfterExecuti
     """Display the execution result + current progress at the same line with the method / path names."""
     context.operations_processed += 1
     context.results.append(event.result)
-    display_execution_result(context, event)
+    display_execution_result(context, event.status.value)
     display_percentage(context, event)
 
 
@@ -867,27 +872,50 @@ def handle_internal_error(context: ExecutionContext, event: events.InternalError
     raise click.Abort
 
 
+def handle_stateful_event(context: ExecutionContext, event: events.StatefulEvent) -> None:
+    if isinstance(event.data, stateful_events.RunStarted):
+        context.state_machine_sink = event.data.state_machine.sink()
+        if not experimental.STATEFUL_ONLY.is_enabled:
+            click.echo()
+        click.secho("Stateful tests\n", bold=True)
+    elif isinstance(event.data, stateful_events.ScenarioFinished) and not event.data.is_final:
+        display_execution_result(context, event.data.status.value)
+    elif isinstance(event.data, stateful_events.RunFinished):
+        click.echo()
+    # It is initialized in `RunStarted`
+    sink = cast(StateMachineSink, context.state_machine_sink)
+    sink.consume(event.data)
+
+
+def handle_after_stateful_execution(context: ExecutionContext, event: events.AfterStatefulExecution) -> None:
+    context.results.append(event.result)
+
+
 class DefaultOutputStyleHandler(EventHandler):
     def handle_event(self, context: ExecutionContext, event: events.ExecutionEvent) -> None:
         """Choose and execute a proper handler for the given event."""
         if isinstance(event, events.Initialized):
             handle_initialized(context, event)
-        if isinstance(event, events.BeforeProbing):
+        elif isinstance(event, events.BeforeProbing):
             handle_before_probing(context, event)
-        if isinstance(event, events.AfterProbing):
+        elif isinstance(event, events.AfterProbing):
             handle_after_probing(context, event)
-        if isinstance(event, events.BeforeAnalysis):
+        elif isinstance(event, events.BeforeAnalysis):
             handle_before_analysis(context, event)
-        if isinstance(event, events.AfterAnalysis):
+        elif isinstance(event, events.AfterAnalysis):
             handle_after_analysis(context, event)
-        if isinstance(event, events.BeforeExecution):
+        elif isinstance(event, events.BeforeExecution):
             handle_before_execution(context, event)
-        if isinstance(event, events.AfterExecution):
+        elif isinstance(event, events.AfterExecution):
             context.hypothesis_output.extend(event.hypothesis_output)
             handle_after_execution(context, event)
-        if isinstance(event, events.Finished):
+        elif isinstance(event, events.Finished):
             handle_finished(context, event)
-        if isinstance(event, events.Interrupted):
+        elif isinstance(event, events.Interrupted):
             handle_interrupted(context, event)
-        if isinstance(event, events.InternalError):
+        elif isinstance(event, events.InternalError):
             handle_internal_error(context, event)
+        elif isinstance(event, events.StatefulEvent):
+            handle_stateful_event(context, event)
+        elif isinstance(event, events.AfterStatefulExecution):
+            handle_after_stateful_execution(context, event)

schemathesis/cli/output/short.py

@@ -1,6 +1,7 @@
 import click
 
 from ...runner import events
+from ...stateful import events as stateful_events
 from ..context import ExecutionContext
 from ..handlers import EventHandler
 from . import default
@@ -15,7 +16,13 @@ def handle_after_execution(context: ExecutionContext, event: events.AfterExecuti
     context.operations_processed += 1
     context.results.append(event.result)
     context.hypothesis_output.extend(event.hypothesis_output)
-    default.display_execution_result(context, event)
+    default.display_execution_result(context, event.status.value)
+
+
+def handle_stateful_event(context: ExecutionContext, event: events.StatefulEvent) -> None:
+    if isinstance(event.data, stateful_events.RunStarted):
+        click.echo()
+    default.handle_stateful_event(context, event)
 
 
 class ShortOutputStyleHandler(EventHandler):
@@ -26,23 +33,27 @@ class ShortOutputStyleHandler(EventHandler):
         """
         if isinstance(event, events.Initialized):
             default.handle_initialized(context, event)
-        if isinstance(event, events.BeforeProbing):
+        elif isinstance(event, events.BeforeProbing):
             default.handle_before_probing(context, event)
-        if isinstance(event, events.AfterProbing):
+        elif isinstance(event, events.AfterProbing):
             default.handle_after_probing(context, event)
-        if isinstance(event, events.BeforeAnalysis):
+        elif isinstance(event, events.BeforeAnalysis):
             default.handle_before_analysis(context, event)
-        if isinstance(event, events.AfterAnalysis):
+        elif isinstance(event, events.AfterAnalysis):
             default.handle_after_analysis(context, event)
-        if isinstance(event, events.BeforeExecution):
+        elif isinstance(event, events.BeforeExecution):
             handle_before_execution(context, event)
-        if isinstance(event, events.AfterExecution):
+        elif isinstance(event, events.AfterExecution):
             handle_after_execution(context, event)
-        if isinstance(event, events.Finished):
+        elif isinstance(event, events.Finished):
             if context.operations_count == context.operations_processed:
                 click.echo()
             default.handle_finished(context, event)
-        if isinstance(event, events.Interrupted):
+        elif isinstance(event, events.Interrupted):
             default.handle_interrupted(context, event)
-        if isinstance(event, events.InternalError):
+        elif isinstance(event, events.InternalError):
             default.handle_internal_error(context, event)
+        elif isinstance(event, events.StatefulEvent):
+            handle_stateful_event(context, event)
+        elif isinstance(event, events.AfterStatefulExecution):
+            default.handle_after_stateful_execution(context, event)

schemathesis/cli/sanitization.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+
 from dataclasses import dataclass
 from typing import TYPE_CHECKING
 

schemathesis/code_samples.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+
 from enum import Enum
 from functools import lru_cache
 from shlex import quote

schemathesis/constants.py

@@ -1,4 +1,5 @@
 from importlib import metadata
+
 from .types import NotSet
 
 try:

schemathesis/contrib/openapi/__init__.py

@@ -1,4 +1,4 @@
-from . import formats, fill_missing_examples
+from . import fill_missing_examples, formats
 
 
 def install() -> None:

schemathesis/contrib/openapi/fill_missing_examples.py

@@ -1,5 +1,7 @@
 from __future__ import annotations
+
 from typing import TYPE_CHECKING
+
 from ...hooks import HookContext, register, unregister
 
 if TYPE_CHECKING:

schemathesis/contrib/openapi/formats/uuid.py

@@ -3,9 +3,10 @@ FORMAT_NAME = "uuid"
 
 
 def install() -> None:
-    from ....specs import openapi
     from hypothesis import strategies as st
 
+    from ....specs import openapi
+
     openapi.format(FORMAT_NAME, st.uuids().map(str))
 
 

schemathesis/contrib/unique_data.py

@@ -6,9 +6,10 @@ from typing import TYPE_CHECKING
 from ..hooks import HookContext, register, unregister
 
 if TYPE_CHECKING:
-    from ..models import Case
     from hypothesis import strategies as st
 
+    from ..models import Case
+
 
 def install() -> None:
     warnings.warn(