prefect 3.9.2.dev1__py3-none-any.whl → 3.9.2.dev2__py3-none-any.whl

prefect/_build_info.py

@@ -1,5 +1,5 @@
 # Generated by versioningit
-__version__ = "3.9.2.dev1"
-__build_date__ = "2026-11-01 08:12:52.684608+00:00"
-__git_commit__ = "2b76fb3da359c20fc5fa4e4db615a6fc76330b1e"
+__version__ = "3.9.2.dev2"
+__build_date__ = "2026-11-02 08:16:54.718332+00:00"
+__git_commit__ = "da9d9dc15f647f10135a8ff79ce93c4bdb2dbf6a"
 __dirty__ = False

prefect/cli/artifact.py

@@ -77,7 +77,7 @@ async def list_artifacts(
     if output and output.lower() == "json":
         artifacts_json = [artifact.model_dump(mode="json") for artifact in artifacts]
         json_output = orjson.dumps(artifacts_json, option=orjson.OPT_INDENT_2).decode()
-        _cli.console.print(json_output, soft_wrap=True)
+        _cli.console.print(json_output, soft_wrap=True, markup=False, emoji=False)
     else:
         table = Table(
             title="Artifacts",
@@ -181,7 +181,7 @@ async def inspect(
             json_output = orjson.dumps(
                 artifacts_json, option=orjson.OPT_INDENT_2
             ).decode()
-            _cli.console.print(json_output, soft_wrap=True)
+            _cli.console.print(json_output, soft_wrap=True, markup=False, emoji=False)
         else:
             _cli.console.print(Pretty(artifacts_json))
 

prefect/server/AGENTS.md

@@ -73,6 +73,7 @@ alembic_revision("description")      # Create a new migration
 - **`_segment_task_runs_for_upsert` must keep emitting contiguous blocks of its input.** That property, not the batch key, is what preserves the lock ordering above, so a new condition may only *close* a segment earlier — never reorder rows. Each existing condition guards a failure that is silent on at least one dialect; see its docstring and `_fillable_columns` before relaxing one. Absent keys are `NULL`-filled and restored with `coalesce(excluded.col, task_run.col)`, applied to exactly the columns that were filled — a payload asking to write a real `NULL` keeps a plain `excluded.col`, and the batch splits rather than let one statement mean both. This is also why `flow_run_id` must stay out of `_fillable_columns`: coalescing it would break detach.
 
 - **`docket.add()` in monitor loops must pass a per-entity `key=` to prevent duplicate enqueues.** Without it, repeated iterations over the same pending entity enqueue duplicate tasks — causing duplicate state transitions. Format: `"<service-name>:<entity-id>"`, e.g., `"mark-flow-run-late:{run.id}"` in `services/late_runs.py`.
+  Keyed `add()` can suppress later enqueues while earlier work remains known to Docket, including stranded work awaiting redelivery after a Redis disruption. Use `replace()` only when superseding the pending schedule and arguments is safe (see `schedule_readiness_update` in `api/workers.py`). Choose keys by logical work: independent updates that must both run need distinct keys, while updates intended to supersede one another share a key. Replacement does not synchronously cancel already-running work; `redelivery_timeout` controls reclamation eligibility, not key expiration.
 
 - **`TaskRunRecorder` and `EventPersister` share a buffered-consumer shape; keep their failure handling in sync.** Both (`services/task_run_recorder.py`, `events/services/event_persister.py`) queue messages and flush from a never-awaited `flush_periodically` task, so any exception escaping that loop silently stops flushing for the life of the service (#22441, #23308). Database drivers can raise `CancelledError` during outages, so the loop exits on cancellation only after the shutdown path sets its `stopping` flag. Mirror retry/drop/cancellation fixes in both.
 

prefect/server/api/server.py

@@ -11,7 +11,9 @@ import contextlib
 import gc
 import hmac
 import importlib.metadata
+import json
 import logging
+import math
 import mimetypes
 import os
 import random
@@ -292,16 +294,34 @@ async def validation_exception_handler(
     """Provide a detailed message for request validation errors."""
     return JSONResponse(
         status_code=status.HTTP_422_UNPROCESSABLE_ENTITY,
-        content=jsonable_encoder(
-            {
-                "exception_message": "Invalid request received.",
-                "exception_detail": exc.errors(),
-                "request_body": exc.body,
-            }
+        content=_json_safe(
+            jsonable_encoder(
+                {
+                    "exception_message": "Invalid request received.",
+                    "exception_detail": exc.errors(),
+                    "request_body": exc.body,
+                }
+            )
         ),
     )
 
 
+def _json_safe(value: Any) -> Any:
+    """
+    Replace values that cannot be rendered as strict JSON, such as `NaN` or strings
+    containing unpaired surrogates, so that invalid input can be echoed back.
+    """
+    if isinstance(value, float) and not math.isfinite(value):
+        return json.dumps(value)
+    if isinstance(value, str):
+        return value.encode("utf-8", "backslashreplace").decode("utf-8")
+    if isinstance(value, dict):
+        return {_json_safe(k): _json_safe(v) for k, v in value.items()}
+    if isinstance(value, list):
+        return [_json_safe(v) for v in value]
+    return value
+
+
 async def integrity_exception_handler(request: Request, exc: Exception) -> JSONResponse:
     """Capture database integrity errors."""
     logger.error("Encountered exception in request:", exc_info=True)
@@ -317,7 +337,20 @@ async def integrity_exception_handler(request: Request, exc: Exception) -> JSONR
     )
 
 
+def is_invalid_data_exception(exc: Exception) -> bool:
+    """
+    Whether the database rejected a value as invalid (SQLSTATE class 22, "data
+    exception"), e.g. a NUL character or `NaN` in a PostgreSQL JSON value.
+    """
+    orig = exc.orig if isinstance(exc, sqlalchemy.exc.DBAPIError) else exc
+    sqlstate = getattr(orig, "sqlstate", None)
+    return isinstance(sqlstate, str) and sqlstate.startswith("22")
+
+
 def is_client_retryable_exception(exc: Exception) -> bool:
+    if is_invalid_data_exception(exc):
+        return False
+
     if isinstance(exc, sqlalchemy.exc.OperationalError) and isinstance(
         exc.orig, sqlite3.OperationalError
     ):
@@ -399,8 +432,29 @@ async def custom_internal_exception_handler(
     """
     Log a detailed exception for internal server errors before returning.
 
-    Send 503 for errors clients can retry on.
+    Send 422 for values the database rejected and 503 for errors clients can retry on.
     """
+    if is_invalid_data_exception(exc):
+        logger.warning("Database rejected a value in request:", exc_info=True)
+        return JSONResponse(
+            content={
+                "exception_message": "Invalid request received.",
+                "exception_detail": [
+                    {
+                        "type": "value_error",
+                        "loc": ["body"],
+                        "msg": (
+                            "The database rejected a value in the request. This "
+                            "usually means a string contains a NUL character or a "
+                            "JSON value contains NaN or Infinity. See server logs "
+                            "for details."
+                        ),
+                    }
+                ],
+            },
+            status_code=status.HTTP_422_UNPROCESSABLE_ENTITY,
+        )
+
     if is_client_retryable_exception(exc):
         if PREFECT_API_LOG_RETRYABLE_ERRORS.value():
             logger.error("Encountered retryable exception in request:", exc_info=True)

prefect/server/utilities/server.py

@@ -2,11 +2,13 @@
 Utilities for the Prefect REST API server.
 """
 
+import re
 from collections.abc import Coroutine, Sequence
 from contextlib import AsyncExitStack
 from typing import TYPE_CHECKING, Any, Callable, get_type_hints
 
 from fastapi import APIRouter, Request, Response, status
+from fastapi.exceptions import RequestValidationError
 from fastapi.routing import APIRoute
 from starlette.routing import BaseRoute
 
@@ -38,6 +40,62 @@ def method_paths_from_routes(routes: Sequence[BaseRoute]) -> set[str]:
     return method_paths
 
 
+# A JSON `\uD800`-`\uDFFF` escape, or the raw bytes of a surrogate, which
+# `json.loads` decodes with `surrogatepass`
+_SURROGATE_PATTERN = re.compile(rb"\\u[dD][89a-fA-F]|\xed[\xa0-\xbf]")
+
+
+def _find_unpaired_surrogate(
+    value: Any, loc: tuple[str | int, ...]
+) -> tuple[str | int, ...] | None:
+    """Return the location of the first string that is not encodable as UTF-8."""
+    if isinstance(value, str):
+        try:
+            value.encode("utf-8")
+        except UnicodeEncodeError:
+            return loc
+    elif isinstance(value, dict):
+        for key, item in value.items():
+            if _find_unpaired_surrogate(key, loc) is not None:
+                return loc
+            if (found := _find_unpaired_surrogate(item, (*loc, key))) is not None:
+                return found
+    elif isinstance(value, list):
+        for index, item in enumerate(value):
+            if (found := _find_unpaired_surrogate(item, (*loc, index))) is not None:
+                return found
+    return None
+
+
+async def _reject_unpaired_surrogates(request: Request) -> None:
+    """
+    Reject JSON bodies containing unpaired surrogates (e.g. `"\\ud800"`), which
+    cannot be encoded as UTF-8 and so can neither be stored nor returned.
+    """
+    if "json" not in request.headers.get("content-type", "application/json"):
+        return
+    if not _SURROGATE_PATTERN.search(await request.body()):
+        return
+    try:
+        body = await request.json()
+    except ValueError:
+        # Leave reporting malformed JSON to FastAPI
+        return
+    loc = _find_unpaired_surrogate(body, ("body",))
+    if loc is not None:
+        raise RequestValidationError(
+            [
+                {
+                    "type": "string_unicode",
+                    "loc": loc,
+                    "msg": "String should not contain unpaired surrogates",
+                    "input": None,
+                }
+            ],
+            body=body,
+        )
+
+
 class PrefectAPIRoute(APIRoute):
     """
     A FastAPIRoute class which attaches an async stack to requests that exits before
@@ -55,6 +113,9 @@ class PrefectAPIRoute(APIRoute):
 
         async def handle_response_scoped_depends(request: Request) -> Response:
             # Create a new stack scoped to exit before the response is returned
+            if self.body_field is not None:
+                await _reject_unpaired_surrogates(request)
+
             response = None
             async with AsyncExitStack() as stack:
                 request.state.response_scoped_stack = stack

{prefect-3.9.2.dev1.dist-info → prefect-3.9.2.dev2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: prefect
-Version: 3.9.2.dev1
+Version: 3.9.2.dev2
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://www.prefect.io/docs

{prefect-3.9.2.dev1.dist-info → prefect-3.9.2.dev2.dist-info}/RECORD

@@ -2,7 +2,7 @@ prefect/.prefectignore,sha256=awSprvKT0vI8a64mEOLrMxhxqcO-b0ERQeYpA2rNKVQ,390
 prefect/AGENTS.md,sha256=SRVqK72XfJPQTRQzfD6-pR04qFZJjZr7nii7W058uJg,13934
 prefect/__init__.py,sha256=FtzUynR70uuE9WgVABo7cZkGGeNdL8Q1gJVTtmqvpyg,6772
 prefect/__main__.py,sha256=WFjw3kaYJY6pOTA7WDOgqjsz8zUEUZHCcj3P5wyVa-g,66
-prefect/_build_info.py,sha256=50oMSKG2QlBjitsl1q_f6H4xrW_BRkY2Ia8B5fB1SwY,185
+prefect/_build_info.py,sha256=Gv89dSXDpaBbnWJ7V0Wb6WjIfgOkxEURnR1HEFRmYqo,185
 prefect/_flow_run_suspension.py,sha256=5zTTB7ZIBHzoS0pVrhNn23-9hK51qZ3CQA6C-azluC0,4144
 prefect/agent.py,sha256=dPvG1jDGD5HSH7aM2utwtk6RaJ9qg13XjkA0lAIgQmY,287
 prefect/artifacts.py,sha256=ydlAad-FUepGUvTzmDkSmZLFRdMHohqVhwKnufJkeOw,23955
@@ -164,7 +164,7 @@ prefect/cli/_transfer_utils.py,sha256=EkiTJ1zGN3bzLC0fx7dHOVRffIWuwZLbGFRKPO2elc
 prefect/cli/_utilities.py,sha256=wD2-awfndmqd1la_eEJ0Qfa9xUvv8AtmF9noghu6Xg8,3289
 prefect/cli/_worker_utils.py,sha256=uzZP5JUzTohkvTXMqjrtrq0Bxnw-bYkoXrbomqzD6lQ,5423
 prefect/cli/api.py,sha256=aLP-d96HcHoHOzGN5nq7luM7IhMWMyI9aRcTJeYteJ0,9479
-prefect/cli/artifact.py,sha256=v8LmV6DRYPzWJ8DIqa5lmtp5HAMRCECaz-Jo8IajpOs,8298
+prefect/cli/artifact.py,sha256=EnKEuXs-pLpDRQozRCwcodfvwXt99gIs_fBCzGYlutw,8352
 prefect/cli/automation.py,sha256=t633ggd45EVsb9lIpgvv-Fi1NhZ54KDu2oRMiXGafOQ,20673
 prefect/cli/block.py,sha256=dLzyArboOJMlftY55gcGBvc3Fb6lK3qTTsFbaP3Dx1A,21703
 prefect/cli/concurrency_limit.py,sha256=g9FkCnGsLrUb-egTQVUrzdJXz_qqQXudcBmNweiEsHM,7381
@@ -381,7 +381,7 @@ prefect/runtime/__init__.py,sha256=JswiTlYRup2zXOYu8AqJ7czKtgcw9Kxo0tTbS6aWCqY,4
 prefect/runtime/deployment.py,sha256=jYD-jkbb1dAl0wQuiY5mulVTqAEnF4xE3D5Iard6yms,5552
 prefect/runtime/flow_run.py,sha256=dwMF9UeBuC-sHnMltXRnA1TftOOjAn52B_P-TyDuaY4,10849
 prefect/runtime/task_run.py,sha256=zYBSs7QrAu7c2IjKomRzPXKyIXrjqclMTMrco-dwyOw,4212
-prefect/server/AGENTS.md,sha256=KTJxS6fHBu-e2pnyVaOg_lBy7lc8__ien_XCaa76gZI,14944
+prefect/server/AGENTS.md,sha256=H6L2sXglmiuHr2_tPa77NaTxuUOrWM5PChcVH2VQIRE,15526
 prefect/server/__init__.py,sha256=kW3pOfJv1zX6OIsTPbIrezVFXJpQJsqISQYmY_8ouKo,611
 prefect/server/collection_blocks_data.json,sha256=63Jz7z6sO6jgL1Pwvi5h4R48VsAyMEln3zPvqTlIP0s,285092
 prefect/server/exceptions.py,sha256=zfbfOdF-PsqnRUqxUXJ__zD905XJx1egFBrrUbIfkRA,735
@@ -413,7 +413,7 @@ prefect/server/api/observed_states.py,sha256=zKe3qfNvlGwP4t6dvQqTEsg9qJHkNU1A0sB
 prefect/server/api/root.py,sha256=c_av5N4MkjSfFn1fI9F9Rpn6O_haBd6mshoF8OTvNqo,1358
 prefect/server/api/run_history.py,sha256=OR8YIP7PbviRUyehnN21KywFbuGpAt_VOFgNo2O7kcc,5428
 prefect/server/api/saved_searches.py,sha256=tGBS8p6DjFOzwEkRhMKdxQuT900lNqA7Rr3walYuv5w,3232
-prefect/server/api/server.py,sha256=V1SE92sKlYydaTYsOajzx2h7tUbtcsOYOqOdG3puabM,44956
+prefect/server/api/server.py,sha256=FyM-gBhp6anKsoo7K9DKng9jXB-f-FBxrXHnhP7swIo,47034
 prefect/server/api/task_run_states.py,sha256=ZZfxj8PyVduF5RsnhVjJluDCHiIqr78WNW34NBscz2c,1651
 prefect/server/api/task_runs.py,sha256=Y7FOYaiQnrC74YtYSFd33SEpE99Srz_CQ1-IgK_P5BM,14877
 prefect/server/api/task_workers.py,sha256=IncrNCj2hk_QAcYt6cOWRgwPNnfwhLXEapeptYQ0Yi8,1068
@@ -1111,7 +1111,7 @@ prefect/server/utilities/http.py,sha256=f2AbXFSi9h003SsrSEgP750Sg5iu163NZOFGd05C
 prefect/server/utilities/leasing.py,sha256=dmvWx1pHXOp1HkItan8Evw2DlN567LhgSsd-fZpnZs4,2468
 prefect/server/utilities/names.py,sha256=OMvK06ERA6fF3SfQak26vzad9pGq6kWbs_BQN9Mk36s,121
 prefect/server/utilities/postgres_listener.py,sha256=gViMm-NrHU10fa1f2dhGB1dKSP14TAcNkzXG0r0gd8s,10551
-prefect/server/utilities/server.py,sha256=tgPY97lLJakZqdzcxDzd9-ZNkAylcv77aegYsQ1mZNM,3635
+prefect/server/utilities/server.py,sha256=UC6jTzxCeAQesXKbiczg_XOtzEHxhvYRobYak_osj5c,5748
 prefect/server/utilities/subscriptions.py,sha256=vY5veRVsNlTHn_oucdHpykZJQldqdNOKCGF7b84NI78,5629
 prefect/server/utilities/text_search_parser.py,sha256=kNNuw_KIyYhs_bQz81wHTtNczWdmIcyE60fG4DyzGew,4472
 prefect/server/utilities/user_templates.py,sha256=bhaSqJTfTXJhnEYfLEr-d6ITA4qBCA2X7cJ0jICiiHU,6278
@@ -1240,8 +1240,8 @@ prefect/workers/_worker_channel/_protocol.py,sha256=GpCNh1o3qmmqHA_UOOTge1QVC6IR
 prefect/workers/_worker_channel/_state.py,sha256=eQTFZtAVDZH1vVWps3SdeY6aW3qu2wx1UKYQXK3AyuE,5369
 prefect/workers/_worker_channel/_sync.py,sha256=G5G8_UaQYbeLebi5Mb1Z_KgGfXfyjXo5uT9la5_zwqY,14984
 prefect/workers/_worker_channel/_transport.py,sha256=6VXxiZKIu0rqImlif14ojoAL3UGOBTmNpnlYxNggaLE,9423
-prefect-3.9.2.dev1.dist-info/METADATA,sha256=9LdlybTCTWoi5B9Csd1vEddYfNZ3YkkHSCntGXswIHc,14407
-prefect-3.9.2.dev1.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
-prefect-3.9.2.dev1.dist-info/entry_points.txt,sha256=HlY8up83iIq2vU2r33a0qSis4eOFSyb1mRH4l7Xt9X8,126
-prefect-3.9.2.dev1.dist-info/licenses/LICENSE,sha256=MCxsn8osAkzfxKC4CC_dLcUkU8DZLkyihZ8mGs3Ah3Q,11357
-prefect-3.9.2.dev1.dist-info/RECORD,,
+prefect-3.9.2.dev2.dist-info/METADATA,sha256=t4EWiwzxBuUQkfctYSblYFBL73P2gVJApEKF7x2HU7o,14407
+prefect-3.9.2.dev2.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
+prefect-3.9.2.dev2.dist-info/entry_points.txt,sha256=HlY8up83iIq2vU2r33a0qSis4eOFSyb1mRH4l7Xt9X8,126
+prefect-3.9.2.dev2.dist-info/licenses/LICENSE,sha256=MCxsn8osAkzfxKC4CC_dLcUkU8DZLkyihZ8mGs3Ah3Q,11357
+prefect-3.9.2.dev2.dist-info/RECORD,,