prefect-client 3.8.9.dev1__tar.gz → 3.8.9.dev3__tar.gz

{prefect_client-3.8.9.dev1 → prefect_client-3.8.9.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: prefect-client
-Version: 3.8.9.dev1
+Version: 3.8.9.dev3
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

prefect_client-3.8.9.dev3/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.8.9.dev3"
+__build_date__ = "2026-10-13 08:25:07.499701+00:00"
+__git_commit__ = "302beb37eb79cd6ba37fcaa9fa002c4429b45702"
+__dirty__ = False

{prefect_client-3.8.9.dev1 → prefect_client-3.8.9.dev3}/src/prefect/_internal/server_maintenance.py

@@ -39,6 +39,18 @@ def maintenance_backoff_ends_at() -> datetime.datetime | None:
         return _backoff_ends_at
 
 
+def polling_window_start(last_polled: datetime.datetime) -> datetime.datetime:
+    """
+    When the polling window of a process that last polled at `last_polled`
+    starts: the later of `last_polled` and the end of the latest maintenance
+    back-off, since a poll cannot complete while it waits out maintenance.
+    """
+    backoff_ends_at = maintenance_backoff_ends_at()
+    if backoff_ends_at is not None and backoff_ends_at > last_polled:
+        return backoff_ends_at
+    return last_polled
+
+
 def reset_maintenance_backoff() -> None:
     """Forget any recorded maintenance back-off (for tests)."""
     global _backoff_ends_at

{prefect_client-3.8.9.dev1 → prefect_client-3.8.9.dev3}/src/prefect/deployments/base.py

@@ -47,6 +47,12 @@ def create_default_prefect_yaml(
 
     import prefect
 
+    if name is None:
+        name = path.resolve().name
+
+    if contents is None:
+        contents = {}
+
     contents["prefect-version"] = prefect.__version__
     contents["name"] = name
 

{prefect_client-3.8.9.dev1 → prefect_client-3.8.9.dev3}/src/prefect/runner/AGENTS.md

@@ -47,6 +47,10 @@ Thin facade over single-responsibility extracted classes. New behavior belongs i
 
 These will be removed once internal callers are migrated. Direct ProcessWorker flow runs already use `FlowRunExecutorContext`; generated commands use `WorkspaceResolvingEngineCommandStarter`, while explicitly configured commands use `EngineCommandStarter`. Only the ad hoc bundle path still calls deprecated `Runner.execute_bundle()`. Keep lifecycle behavior in the extracted classes and do not route direct worker execution back through Runner.
 
+## Webserver Health Check
+
+The health check must not count a maintenance wait as a missed poll. Requests answered with `Prefect-Maintenance: true` retry indefinitely, so a poll can block for an entire Cloud maintenance window. `perform_health_check()` in `server.py` measures from `polling_window_start()` (`prefect._internal.server_maintenance`), the same rule the worker health check uses. `last_polled` is `None` until the first poll completes, so the health check measures from its own creation until then.
+
 ## EventEmitter WebSocket Degradation
 
 `EventEmitter.__aenter__` catches connection failures and silently swaps the failed client for a `NullEventsClient` — events are non-critical telemetry (the runner emits only `prefect.runner.cancelled-flow-run`), so the flow run must not crash when the events WebSocket is unreachable. Two failure classes are caught (`_NONFATAL_CONNECTION_EXCEPTIONS`): permanent rejections (`websockets.exceptions.InvalidStatus`, i.e. HTTP 4xx — e.g. a client ≤3.6.13 connecting to a server ≥3.6.14 with `PREFECT_SERVER_API_AUTH_STRING` configured) and transient failures (`RETRYABLE_EXCEPTIONS` from `events/clients.py`: `ConnectionClosed`, `TimeoutError`, `OSError`) that outlive the events client's own reconnection attempts. A `WARNING` is logged. If `__aenter__` raises, `__aexit__` is **not** called on the original client (it was never successfully entered); the replacement `NullEventsClient` is entered instead.

{prefect_client-3.8.9.dev1 → prefect_client-3.8.9.dev3}/src/prefect/runner/server.py

@@ -8,6 +8,7 @@ from fastapi import APIRouter, FastAPI, status
 from fastapi.responses import JSONResponse
 from typing_extensions import Literal
 
+from prefect._internal.server_maintenance import polling_window_start
 from prefect.logging import get_logger
 from prefect.settings import (
     PREFECT_RUNNER_POLL_FREQUENCY,
@@ -46,9 +47,13 @@ def perform_health_check(
             * PREFECT_RUNNER_POLL_FREQUENCY.value()
         )
 
+    # Until the first poll completes, measure from when the health check
+    # started: startup and the first poll may be waiting out API maintenance.
+    started_at = now_fn("UTC")
+
     def _health_check():
-        now = now_fn("UTC")
-        poll_delay = (now - runner.last_polled).total_seconds()
+        last_polled = runner.last_polled or started_at
+        poll_delay = (now_fn("UTC") - polling_window_start(last_polled)).total_seconds()
 
         if TYPE_CHECKING:
             assert delay_threshold is not None

{prefect_client-3.8.9.dev1 → prefect_client-3.8.9.dev3}/src/prefect/runner/storage.py

@@ -375,20 +375,40 @@ class GitRepository:
         except Exception:
             return False
 
+    async def _has_commit(self) -> bool:
+        """
+        Check if the commit SHA resolves to a commit in the local repository.
+        """
+        try:
+            await run_process(
+                ["git", "cat-file", "-e", f"{self._commit_sha}^{{commit}}"],
+                cwd=self.destination,
+            )
+        except Exception:
+            return False
+        return True
+
     async def is_current_commit(self) -> bool:
         """
-        Check if the current commit is the same as the commit SHA
+        Check if `HEAD` is the commit referenced by the commit SHA.
+
+        Returns `False` if the commit SHA does not resolve to a commit in the
+        local repository.
         """
         if not self._commit_sha:
             raise ValueError("No commit SHA provided")
         try:
-            result = await run_process(
-                ["git", "rev-parse", self._commit_sha],
+            head = await run_process(
+                ["git", "rev-parse", "HEAD"],
+                cwd=self.destination,
+            )
+            target = await run_process(
+                ["git", "rev-parse", "--verify", f"{self._commit_sha}^{{commit}}"],
                 cwd=self.destination,
             )
-            return result.stdout.decode().strip() == self._commit_sha
         except Exception:
             return False
+        return head.stdout.decode().strip() == target.stdout.decode().strip()
 
     async def pull_code(self) -> None:
         """
@@ -454,31 +474,28 @@ class GitRepository:
 
             # If the commit is already checked out, skip the pull
             if self._commit_sha and await self.is_current_commit():
+                await self._update_submodules()
                 return
 
-            # If checking out a specific commit, fetch the latest changes and unshallow the repository if necessary
+            # If checking out a specific commit, fetch it unless it is already
+            # available locally, unshallowing the repository if necessary
             elif self._commit_sha:
-                if await self.is_shallow_clone():
-                    cmd += ["fetch", "origin", "--unshallow"]
-                else:
-                    cmd += ["fetch", "origin", self._commit_sha]
-                try:
-                    await run_process(cmd, cwd=self.destination)
-                    self._logger.debug("Successfully fetched latest changes")
-                except subprocess.CalledProcessError as exc:
-                    self._logger.error(
-                        f"Failed to fetch latest changes with exit code {exc}"
-                    )
-                    _rmtree_including_read_only(self.destination)
-                    await self._clone_repo()
-
-                await run_process(
-                    ["git", "checkout", self._commit_sha],
-                    cwd=self.destination,
-                )
-                self._logger.debug(
-                    f"Successfully checked out commit {self._commit_sha}"
-                )
+                if not await self._has_commit():
+                    if await self.is_shallow_clone():
+                        cmd += ["fetch", "origin", "--unshallow", self._commit_sha]
+                    else:
+                        cmd += ["fetch", "origin", self._commit_sha]
+                    try:
+                        await run_process(cmd, cwd=self.destination)
+                        self._logger.debug("Successfully fetched latest changes")
+                    except subprocess.CalledProcessError as exc:
+                        self._logger.error(
+                            f"Failed to fetch latest changes with exit code {exc}"
+                        )
+                        _rmtree_including_read_only(self.destination)
+                        await self._clone_repo()
+
+                await self._checkout_commit(self._commit_sha)
 
             # Otherwise, pull the latest changes from the branch
             else:
@@ -501,6 +518,57 @@ class GitRepository:
         else:
             await self._clone_repo()
 
+    async def _checkout_commit(self, commit_sha: str) -> None:
+        """
+        Checks out the commit SHA, updating submodules if they are included.
+        """
+        await run_process(
+            ["git", "checkout", commit_sha],
+            cwd=self.destination,
+        )
+        await self._update_submodules()
+        self._logger.debug(f"Successfully checked out commit {commit_sha}")
+
+    async def _update_submodules(self) -> None:
+        """
+        Updates submodules to the revisions recorded in `HEAD` if they are included.
+        """
+        if not self._include_submodules:
+            return
+        try:
+            await run_process(
+                [
+                    "git",
+                    *self._git_config,
+                    "submodule",
+                    "update",
+                    "--init",
+                    "--recursive",
+                ],
+                cwd=self.destination,
+            )
+        except subprocess.CalledProcessError as exc:
+            # Hide the command used to avoid leaking credentials from the git config
+            parsed_url = urlparse(self._url)
+            exc_chain = (
+                None
+                if self._credentials or parsed_url.password or parsed_url.username
+                else exc
+            )
+            sanitized_stderr = strip_auth_from_urls_in_text(
+                _decode_stderr(exc),
+                extra_secrets=_url_auth_secrets(
+                    self._url, self._repository_url_with_credentials
+                ),
+            ).strip()
+            error_message = (
+                f"Failed to update submodules with exit code {exc.returncode}."
+            )
+            if sanitized_stderr:
+                tail = " | ".join(sanitized_stderr.splitlines()[-3:])
+                error_message += f" git stderr: {tail}"
+            raise RuntimeError(error_message) from exc_chain
+
     async def _clone_repo(self):
         """
         Clones the repository into the local destination.
@@ -583,12 +651,7 @@ class GitRepository:
                 ["git", "fetch", "origin", self._commit_sha],
                 cwd=self.destination,
             )
-            # Checkout the specific commit
-            await run_process(
-                ["git", "checkout", self._commit_sha],
-                cwd=self.destination,
-            )
-            self._logger.debug(f"Successfully checked out commit {self._commit_sha}")
+            await self._checkout_commit(self._commit_sha)
 
         # Once repository is cloned and the repo is in sparse-checkout mode then grow the working directory
         if self._directories:

{prefect_client-3.8.9.dev1 → prefect_client-3.8.9.dev3}/src/prefect/workers/base.py

@@ -38,7 +38,7 @@ from prefect._internal.infrastructure_exit_codes import get_infrastructure_exit_
 from prefect._internal.launchers import resolve_bundle_step_with_launcher
 from prefect._internal.observers import FlowRunCancellingObserver
 from prefect._internal.schemas.validators import return_v_or_none
-from prefect._internal.server_maintenance import maintenance_backoff_ends_at
+from prefect._internal.server_maintenance import polling_window_start
 from prefect.client.orchestration import PrefectClient, get_client
 from prefect.client.schemas.objects import Flow as APIFlow
 from prefect.client.schemas.objects import (
@@ -137,13 +137,8 @@ def _is_within_polling_window(
     it sends, so the window counts from the later of `last_polled_time` and the
     end of the latest maintenance back-off.
     """
-    window_start = last_polled_time
-    backoff_ends_at = maintenance_backoff_ends_at()
-    if backoff_ends_at is not None and backoff_ends_at > window_start:
-        window_start = backoff_ends_at
-
     seconds_since_window_start = (
-        prefect.types._datetime.now("UTC") - window_start
+        prefect.types._datetime.now("UTC") - polling_window_start(last_polled_time)
     ).total_seconds()
     return seconds_since_window_start <= query_interval_seconds * 30
 
@@ -1548,6 +1543,14 @@ class BaseWorker(abc.ABC, Generic[C, V, R]):
                     " in progress."
                 )
                 break
+            except RuntimeError as exc:
+                if "already holding" not in str(exc):
+                    raise
+                self._logger.warning(
+                    f"Duplicate submission of flow run '{flow_run.id}' detected. Worker"
+                    " will not re-submit flow run."
+                )
+                continue
             else:
                 run_logger = self.get_flow_run_logger(flow_run)
                 run_logger.info(

prefect_client-3.8.9.dev1/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.8.9.dev1"
-__build_date__ = "2026-10-07 08:22:05.387495+00:00"
-__git_commit__ = "6c7fefcb8729546e9a7b5b63e310669370348106"
-__dirty__ = False