pyworkflow-engine 0.1.7__py3-none-any.whl → 0.1.10__py3-none-any.whl

pyworkflow/engine/replay.py

@@ -93,6 +93,9 @@ class EventReplayer:
         elif event.type == EventType.CANCELLATION_REQUESTED:
             await self._apply_cancellation_requested(ctx, event)
 
+        elif event.type == EventType.CONTEXT_UPDATED:
+            await self._apply_context_updated(ctx, event)
+
         # Other event types don't affect replay state
         # (workflow_started, step_started, step_failed, etc. are informational)
 
@@ -255,6 +258,42 @@ class EventReplayer:
             requested_by=requested_by,
         )
 
+    async def _apply_context_updated(self, ctx: LocalContext, event: Event) -> None:
+        """
+        Apply context_updated event - restore step context.
+
+        During replay, this restores the step context to its state at the time
+        the event was recorded. This ensures deterministic replay.
+        """
+        from pyworkflow.context.step_context import (
+            _set_step_context_internal,
+            get_step_context_class,
+        )
+
+        context_data = event.data.get("context", {})
+
+        if context_data:
+            # Get the registered context class
+            context_class = get_step_context_class()
+            if context_class is not None:
+                try:
+                    step_ctx = context_class.from_dict(context_data)
+                    _set_step_context_internal(step_ctx)
+                    logger.debug(
+                        "Restored step context from replay",
+                        run_id=ctx.run_id,
+                    )
+                except Exception as e:
+                    logger.warning(
+                        f"Failed to restore step context: {e}",
+                        run_id=ctx.run_id,
+                    )
+            else:
+                logger.debug(
+                    "No context class registered, skipping context restoration",
+                    run_id=ctx.run_id,
+                )
+
 
 # Singleton instance
 _replayer = EventReplayer()

pyworkflow/primitives/child_workflow.py

@@ -346,7 +346,7 @@ async def _start_child_on_worker(
         parent_run_id=ctx.run_id,
         nesting_depth=child_depth,
         max_duration=workflow_meta.max_duration,
-        metadata={},  # Run-level metadata
+        context={},  # Step context
     )
     await storage.create_run(child_run)
 

pyworkflow/runtime/local.py

@@ -167,7 +167,7 @@ class LocalRuntime(Runtime):
                     input_kwargs=serialize_kwargs(**kwargs),
                     idempotency_key=idempotency_key,
                     max_duration=max_duration,
-                    metadata=metadata or {},
+                    context=metadata or {},
                 )
                 await storage.create_run(workflow_run)
 

pyworkflow/storage/__init__.py

@@ -35,6 +35,18 @@ try:
 except ImportError:
     DynamoDBStorageBackend = None  # type: ignore
 
+# Cassandra backend - optional import (requires cassandra-driver)
+try:
+    from pyworkflow.storage.cassandra import CassandraStorageBackend
+except ImportError:
+    CassandraStorageBackend = None  # type: ignore
+
+# MySQL backend - optional import (requires aiomysql)
+try:
+    from pyworkflow.storage.mysql import MySQLStorageBackend
+except ImportError:
+    MySQLStorageBackend = None  # type: ignore
+
 __all__ = [
     "StorageBackend",
     "FileStorageBackend",
@@ -42,6 +54,8 @@ __all__ = [
     "SQLiteStorageBackend",
     "PostgresStorageBackend",
     "DynamoDBStorageBackend",
+    "CassandraStorageBackend",
+    "MySQLStorageBackend",
     "WorkflowRun",
     "StepExecution",
     "Hook",

pyworkflow/storage/base.py

@@ -109,6 +109,41 @@ class StorageBackend(ABC):
         """
         pass
 
+    @abstractmethod
+    async def update_run_context(
+        self,
+        run_id: str,
+        context: dict,
+    ) -> None:
+        """
+        Update the step context for a workflow run.
+
+        Called when set_step_context() is invoked in workflow code.
+        The context is stored and can be loaded by steps running on
+        remote workers.
+
+        Args:
+            run_id: Workflow run identifier
+            context: Context data as a dictionary (serialized StepContext)
+        """
+        pass
+
+    @abstractmethod
+    async def get_run_context(self, run_id: str) -> dict:
+        """
+        Get the current step context for a workflow run.
+
+        Called when a step starts execution on a remote worker to
+        load the context that was set by the workflow.
+
+        Args:
+            run_id: Workflow run identifier
+
+        Returns:
+            Context data as a dictionary, or empty dict if not set
+        """
+        pass
+
     @abstractmethod
     async def list_runs(
         self,