pyworkflow-engine 0.2.8__tar.gz → 0.2.9__tar.gz

{pyworkflow_engine-0.2.8 → pyworkflow_engine-0.2.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyworkflow-engine
-Version: 0.2.8
+Version: 0.2.9
 Summary: A Python implementation of durable, event-sourced workflows inspired by Vercel Workflow
 Author: PyWorkflow Contributors
 License: MIT

{pyworkflow_engine-0.2.8 → pyworkflow_engine-0.2.9}/pyproject.toml

@@ -7,7 +7,7 @@ packages = [{include = "pyworkflow"}]
 
 [project]
 name = "pyworkflow-engine"
-version = "0.2.8"
+version = "0.2.9"
 description = "A Python implementation of durable, event-sourced workflows inspired by Vercel Workflow"
 readme = "README.md"
 requires-python = ">=3.11"

{pyworkflow_engine-0.2.8 → pyworkflow_engine-0.2.9}/pyworkflow/__init__.py

@@ -29,7 +29,7 @@ Quick Start:
     >>> run_id = await start(my_workflow, "Alice")
 """
 
-__version__ = "0.2.8"
+__version__ = "0.2.9"
 
 # Configuration
 from pyworkflow.config import (

{pyworkflow_engine-0.2.8 → pyworkflow_engine-0.2.9}/pyworkflow/storage/citus.py

@@ -21,6 +21,7 @@ See: https://docs.citusdata.com/en/stable/develop/api.html
 """
 
 import asyncpg
+from loguru import logger
 
 from pyworkflow.storage.migrations import Migration
 from pyworkflow.storage.postgres import PostgresMigrationRunner, PostgresStorageBackend
@@ -39,6 +40,10 @@ class CitusMigrationRunner(PostgresMigrationRunner):
         """Apply a migration with Citus-specific handling."""
         from datetime import UTC, datetime
 
+        logger.info(
+            f"CITUS_MIGRATION: opening transaction for v{migration.version}",
+            version=migration.version,
+        )
         async with self._pool.acquire() as conn, conn.transaction():
             if migration.version == 2:
                 # V2: Add step_id column to events table
@@ -122,14 +127,17 @@ class CitusMigrationRunner(PostgresMigrationRunner):
                 # DDL inside PL/pgSQL DO blocks is executed via SPI and bypasses the
                 # hook, which would leave worker shards missing the column while the
                 # coordinator catalog appears correct.
+                logger.info("CITUS_MIGRATION v5: ALTER stream_subscriptions ADD stream_run_id")
                 await conn.execute(
                     "ALTER TABLE stream_subscriptions "
                     "ADD COLUMN IF NOT EXISTS stream_run_id TEXT NULL"
                 )
+                logger.info("CITUS_MIGRATION v5: CREATE INDEX idx_subscriptions_stream_run")
                 await conn.execute(
                     "CREATE INDEX IF NOT EXISTS idx_subscriptions_stream_run "
                     "ON stream_subscriptions(stream_id, stream_run_id)"
                 )
+                logger.info("CITUS_MIGRATION v5: CREATE TABLE scheduled_signals")
                 await conn.execute("""
                     CREATE TABLE IF NOT EXISTS scheduled_signals (
                         id TEXT PRIMARY KEY,
@@ -143,6 +151,7 @@ class CitusMigrationRunner(PostgresMigrationRunner):
                         created_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
                     )
                 """)
+                logger.info("CITUS_MIGRATION v5: CREATE INDEX idx_scheduled_signals_due")
                 await conn.execute(
                     "CREATE INDEX IF NOT EXISTS idx_scheduled_signals_due "
                     "ON scheduled_signals(delivered, due_at)"
@@ -155,21 +164,30 @@ class CitusMigrationRunner(PostgresMigrationRunner):
                         WHERE c.relname = 'scheduled_signals'
                     )
                 """)
+                logger.info(
+                    f"CITUS_MIGRATION v5: scheduled_signals already distributed = {already}"
+                )
                 if not already:
+                    logger.info(
+                        "CITUS_MIGRATION v5: calling create_reference_table('scheduled_signals')"
+                    )
                     await conn.execute("SELECT create_reference_table('scheduled_signals')")
             elif migration.version == 6:
                 # V6: Add parent_run_id + parent_hook_token to stream_subscriptions.
                 # Top-level ALTERs so Citus propagates to all worker shards (see V5 note).
+                logger.info("CITUS_MIGRATION v6: ALTER stream_subscriptions ADD parent_run_id")
                 await conn.execute(
                     "ALTER TABLE stream_subscriptions "
                     "ADD COLUMN IF NOT EXISTS parent_run_id TEXT NULL"
                 )
+                logger.info("CITUS_MIGRATION v6: ALTER stream_subscriptions ADD parent_hook_token")
                 await conn.execute(
                     "ALTER TABLE stream_subscriptions "
                     "ADD COLUMN IF NOT EXISTS parent_hook_token TEXT NULL"
                 )
             elif migration.version == 7:
                 # V7: Add result column. Top-level ALTER for Citus propagation (see V5 note).
+                logger.info("CITUS_MIGRATION v7: ALTER stream_subscriptions ADD result")
                 await conn.execute(
                     "ALTER TABLE stream_subscriptions "
                     "ADD COLUMN IF NOT EXISTS result JSONB NULL"

{pyworkflow_engine-0.2.8 → pyworkflow_engine-0.2.9}/pyworkflow/storage/migrations/base.py

@@ -11,6 +11,8 @@ from dataclasses import dataclass
 from datetime import UTC, datetime
 from typing import Any
 
+from loguru import logger
+
 
 @dataclass
 class Migration:
@@ -238,11 +240,18 @@ class MigrationRunner(ABC):
         Raises:
             Exception: If any migration fails (partial migrations are rolled back)
         """
+        runner_name = type(self).__name__
+        logger.info(f"MIGRATION: run_migrations() called on {runner_name}")
+
         # Ensure we have a schema_versions table
         await self.ensure_schema_versions_table()
 
         # Get current version
         current_version = await self.get_current_version()
+        logger.info(
+            f"MIGRATION: current schema version = {current_version}",
+            runner=runner_name,
+        )
 
         # If no migrations recorded, check for existing schema
         if current_version == 0:
@@ -250,15 +259,43 @@ class MigrationRunner(ABC):
             if has_existing_schema:
                 # Database has tables but no version tracking
                 # Assume it's at V1 (original schema)
+                logger.info(
+                    "MIGRATION: existing schema detected — recording baseline v1",
+                    runner=runner_name,
+                )
                 await self.record_baseline_version(1, "Baseline: original schema")
                 current_version = 1
 
         # Get and apply pending migrations
         pending = self.registry.get_pending(current_version)
+        pending_versions = [m.version for m in pending]
+        logger.info(
+            f"MIGRATION: pending migrations = {pending_versions}",
+            runner=runner_name,
+            current_version=current_version,
+        )
         applied: list[AppliedMigration] = []
 
         for migration in pending:
-            await self.apply_migration(migration)
+            logger.info(
+                f"MIGRATION: applying v{migration.version} — {migration.description}",
+                runner=runner_name,
+                version=migration.version,
+            )
+            try:
+                await self.apply_migration(migration)
+            except Exception:
+                logger.exception(
+                    f"MIGRATION: v{migration.version} FAILED — {migration.description}",
+                    runner=runner_name,
+                    version=migration.version,
+                )
+                raise
+            logger.info(
+                f"MIGRATION: v{migration.version} applied successfully",
+                runner=runner_name,
+                version=migration.version,
+            )
             applied.append(
                 AppliedMigration(
                     version=migration.version,
@@ -267,6 +304,11 @@ class MigrationRunner(ABC):
                 )
             )
 
+        logger.info(
+            f"MIGRATION: run_migrations() completed, applied {len(applied)} migration(s)",
+            runner=runner_name,
+            applied_versions=[a.version for a in applied],
+        )
         return applied
 
 

{pyworkflow_engine-0.2.8 → pyworkflow_engine-0.2.9}/pyworkflow/storage/postgres.py

@@ -21,6 +21,7 @@ from datetime import UTC, datetime
 from typing import Any
 
 import asyncpg
+from loguru import logger
 
 from pyworkflow.engine.events import Event, EventType
 from pyworkflow.storage.base import StorageBackend
@@ -92,6 +93,10 @@ class PostgresMigrationRunner(MigrationRunner):
 
     async def apply_migration(self, migration: Migration) -> None:
         """Apply a migration with PostgreSQL-specific handling."""
+        logger.info(
+            f"PG_MIGRATION: opening transaction for v{migration.version}",
+            version=migration.version,
+        )
         async with self._pool.acquire() as conn, conn.transaction():
             if migration.version == 2:
                 # V2: Add step_id column to events table
@@ -176,14 +181,17 @@ class PostgresMigrationRunner(MigrationRunner):
                 # and bypasses the Citus ProcessUtility hook, so worker shards
                 # silently miss the column. Plain Postgres is unaffected either way,
                 # but keeping both runners symmetric avoids future foot-guns.
+                logger.info("PG_MIGRATION v5: ALTER stream_subscriptions ADD stream_run_id")
                 await conn.execute(
                     "ALTER TABLE stream_subscriptions "
                     "ADD COLUMN IF NOT EXISTS stream_run_id TEXT NULL"
                 )
+                logger.info("PG_MIGRATION v5: CREATE INDEX idx_subscriptions_stream_run")
                 await conn.execute(
                     "CREATE INDEX IF NOT EXISTS idx_subscriptions_stream_run "
                     "ON stream_subscriptions(stream_id, stream_run_id)"
                 )
+                logger.info("PG_MIGRATION v5: CREATE TABLE scheduled_signals")
                 await conn.execute("""
                     CREATE TABLE IF NOT EXISTS scheduled_signals (
                         id TEXT PRIMARY KEY,
@@ -197,6 +205,7 @@ class PostgresMigrationRunner(MigrationRunner):
                         created_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
                     )
                 """)
+                logger.info("PG_MIGRATION v5: CREATE INDEX idx_scheduled_signals_due")
                 await conn.execute(
                     "CREATE INDEX IF NOT EXISTS idx_scheduled_signals_due "
                     "ON scheduled_signals(delivered, due_at)"
@@ -206,16 +215,19 @@ class PostgresMigrationRunner(MigrationRunner):
                 # stream-step dispatcher can resume the parent @workflow via
                 # resume_hook() instead of pinning a worker on an asyncio.Event.
                 # Top-level ALTERs for Citus propagation symmetry (see V5 note).
+                logger.info("PG_MIGRATION v6: ALTER stream_subscriptions ADD parent_run_id")
                 await conn.execute(
                     "ALTER TABLE stream_subscriptions "
                     "ADD COLUMN IF NOT EXISTS parent_run_id TEXT NULL"
                 )
+                logger.info("PG_MIGRATION v6: ALTER stream_subscriptions ADD parent_hook_token")
                 await conn.execute(
                     "ALTER TABLE stream_subscriptions "
                     "ADD COLUMN IF NOT EXISTS parent_hook_token TEXT NULL"
                 )
             elif migration.version == 7:
                 # V7: result column on stream_subscriptions for step output payloads.
+                logger.info("PG_MIGRATION v7: ALTER stream_subscriptions ADD result")
                 await conn.execute(
                     "ALTER TABLE stream_subscriptions "
                     "ADD COLUMN IF NOT EXISTS result JSONB NULL"