prefect-client 3.2.4__py3-none-any.whl → 3.2.6__py3-none-any.whl

prefect/_build_info.py

@@ -1,5 +1,5 @@
 # Generated by versioningit
-__version__ = "3.2.4"
-__build_date__ = "2025-02-18 21:30:33.140267+00:00"
-__git_commit__ = "701e7f4891ec22af2cc202c9747be8763a5153f1"
+__version__ = "3.2.6"
+__build_date__ = "2025-02-19 21:22:47.670607+00:00"
+__git_commit__ = "5ceb3ada542c5a752bab431af83fe790252d4dc8"
 __dirty__ = False

prefect/_experimental/bundles.py

@@ -0,0 +1,143 @@
+from __future__ import annotations
+
+import asyncio
+import base64
+import gzip
+import multiprocessing
+import multiprocessing.context
+import os
+from typing import Any, TypedDict
+
+import cloudpickle
+
+from prefect.client.schemas.objects import FlowRun
+from prefect.context import SettingsContext, get_settings_context, serialize_context
+from prefect.engine import handle_engine_signals
+from prefect.flow_engine import run_flow
+from prefect.flows import Flow
+from prefect.settings.context import get_current_settings
+from prefect.settings.models.root import Settings
+
+
+class SerializedBundle(TypedDict):
+    """
+    A serialized bundle is a serialized function, context, and flow run that can be
+    easily transported for later execution.
+    """
+
+    function: str
+    context: str
+    flow_run: dict[str, Any]
+
+
+def _serialize_bundle_object(obj: Any) -> str:
+    """
+    Serializes an object to a string.
+    """
+    return base64.b64encode(gzip.compress(cloudpickle.dumps(obj))).decode()
+
+
+def _deserialize_bundle_object(serialized_obj: str) -> Any:
+    """
+    Deserializes an object from a string.
+    """
+    return cloudpickle.loads(gzip.decompress(base64.b64decode(serialized_obj)))
+
+
+def create_bundle_for_flow_run(
+    flow: Flow[Any, Any],
+    flow_run: FlowRun,
+    context: dict[str, Any] | None = None,
+) -> SerializedBundle:
+    """
+    Creates a bundle for a flow run.
+
+    Args:
+        flow: The flow to bundle.
+        flow_run: The flow run to bundle.
+        context: The context to use when running the flow.
+
+    Returns:
+        A serialized bundle.
+    """
+    context = context or serialize_context()
+
+    return {
+        "function": _serialize_bundle_object(flow),
+        "context": _serialize_bundle_object(context),
+        "flow_run": flow_run.model_dump(mode="json"),
+    }
+
+
+def extract_flow_from_bundle(bundle: SerializedBundle) -> Flow[Any, Any]:
+    """
+    Extracts a flow from a bundle.
+    """
+    return _deserialize_bundle_object(bundle["function"])
+
+
+def _extract_and_run_flow(
+    bundle: SerializedBundle, env: dict[str, Any] | None = None
+) -> None:
+    """
+    Extracts a flow from a bundle and runs it.
+
+    Designed to be run in a subprocess.
+
+    Args:
+        bundle: The bundle to extract and run.
+        env: The environment to use when running the flow.
+    """
+
+    os.environ.update(env or {})
+    # TODO: make this a thing we can pass directly to the engine
+    os.environ["PREFECT__ENABLE_CANCELLATION_AND_CRASHED_HOOKS"] = "false"
+    settings_context = get_settings_context()
+
+    flow = _deserialize_bundle_object(bundle["function"])
+    context = _deserialize_bundle_object(bundle["context"])
+    flow_run = FlowRun.model_validate(bundle["flow_run"])
+
+    with SettingsContext(
+        profile=settings_context.profile,
+        settings=Settings(),
+    ):
+        with handle_engine_signals(flow_run.id):
+            maybe_coro = run_flow(
+                flow=flow,
+                flow_run=flow_run,
+                context=context,
+            )
+            if asyncio.iscoroutine(maybe_coro):
+                # This is running in a brand new process, so there won't be an existing
+                # event loop.
+                asyncio.run(maybe_coro)
+
+
+def execute_bundle_in_subprocess(
+    bundle: SerializedBundle,
+) -> multiprocessing.context.SpawnProcess:
+    """
+    Executes a bundle in a subprocess.
+
+    Args:
+        bundle: The bundle to execute.
+
+    Returns:
+        A multiprocessing.context.SpawnProcess.
+    """
+
+    ctx = multiprocessing.get_context("spawn")
+
+    process = ctx.Process(
+        target=_extract_and_run_flow,
+        kwargs={
+            "bundle": bundle,
+            "env": get_current_settings().to_environment_variables(exclude_unset=True)
+            | os.environ,
+        },
+    )
+
+    process.start()
+
+    return process

prefect/_internal/schemas/validators.py

@@ -294,7 +294,7 @@ def default_timezone(
 
 
 def validate_cron_string(v: str) -> str:
-    from croniter import croniter
+    from prefect._vendor.croniter import croniter
 
     # croniter allows "random" and "hashed" expressions
     # which we do not support https://github.com/kiorky/croniter

prefect/_vendor/croniter/__init__.py

@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+from __future__ import absolute_import
+
+from . import croniter as cron_m
+from .croniter import (
+    DAY_FIELD,
+    HOUR_FIELD,
+    MINUTE_FIELD,
+    MONTH_FIELD,
+    OVERFLOW32B_MODE,
+    SECOND_FIELD,
+    UTC_DT,
+    YEAR_FIELD,
+    CroniterBadCronError,
+    CroniterBadDateError,
+    CroniterBadTypeRangeError,
+    CroniterError,
+    CroniterNotAlphaError,
+    CroniterUnsupportedSyntaxError,
+    croniter,
+    croniter_range,
+    datetime_to_timestamp,
+)
+
+croniter.__name__  # make flake8 happy