pyworkflow-engine 0.1.24__py3-none-any.whl → 0.1.25__py3-none-any.whl

pyworkflow/__init__.py

@@ -29,7 +29,7 @@ Quick Start:
     >>> run_id = await start(my_workflow, "Alice")
 """
 
-__version__ = "0.1.24"
+__version__ = "0.1.25"
 
 # Configuration
 from pyworkflow.config import (

pyworkflow/celery/app.py

@@ -202,11 +202,16 @@ def create_celery_app(
     """
     # Priority: parameter > environment variable > hardcoded default
     broker_url = broker_url or os.getenv("PYWORKFLOW_CELERY_BROKER") or "redis://localhost:6379/0"
-    result_backend = (
-        result_backend
-        or os.getenv("PYWORKFLOW_CELERY_RESULT_BACKEND")
-        or "redis://localhost:6379/1"
-    )
+
+    # Result backend defaults to None (disabled) unless explicitly set
+    if result_backend is None and "PYWORKFLOW_CELERY_RESULT_BACKEND" not in os.environ:
+        result_backend = None  # Disabled by default
+    else:
+        result_backend = (
+            result_backend
+            or os.getenv("PYWORKFLOW_CELERY_RESULT_BACKEND")
+            or "redis://localhost:6379/1"
+        )
 
     # Worker memory limits (KB) - prevents memory leaks from accumulating
     # Priority: parameter > env var > None (no limit by default)
@@ -218,7 +223,7 @@ def create_celery_app(
 
     # Detect broker and backend types
     is_sentinel_broker = is_sentinel_url(broker_url)
-    is_sentinel_backend = is_sentinel_url(result_backend)
+    is_sentinel_backend = is_sentinel_url(result_backend) if result_backend else False
     is_redis_broker = broker_url.startswith("redis://") or broker_url.startswith("rediss://")
 
     # Get Sentinel master name from param, env, or default
@@ -264,25 +269,24 @@ def create_celery_app(
         ],
     )
 
-    # Configure Celery
-    app.conf.update(
+    # Build configuration dict
+    config_dict = {
         # Task execution settings
-        task_serializer="json",
-        result_serializer="json",
-        accept_content=["json"],
-        timezone="UTC",
-        enable_utc=True,
+        "task_serializer": "json",
+        "result_serializer": "json",
+        "accept_content": ["json"],
+        "timezone": "UTC",
+        "enable_utc": True,
         # Broker transport options - prevent task redelivery
         # See: https://github.com/celery/celery/issues/5935
-        broker_transport_options=final_broker_opts,
-        result_backend_transport_options=final_backend_opts,
+        "broker_transport_options": final_broker_opts,
         # Task routing
-        task_default_queue="pyworkflow.default",
-        task_default_exchange="pyworkflow",
-        task_default_exchange_type="topic",
-        task_default_routing_key="workflow.default",
+        "task_default_queue": "pyworkflow.default",
+        "task_default_exchange": "pyworkflow",
+        "task_default_exchange_type": "topic",
+        "task_default_routing_key": "workflow.default",
         # Task queues
-        task_queues=(
+        "task_queues": (
             Queue(
                 "pyworkflow.default",
                 Exchange("pyworkflow", type="topic"),
@@ -304,42 +308,54 @@ def create_celery_app(
                 routing_key="workflow.schedule.#",
             ),
         ),
-        # Result backend settings
-        result_expires=3600,  # 1 hour
-        result_persistent=True,
         # Task execution
-        task_acks_late=True,
-        task_reject_on_worker_lost=True,
-        worker_prefetch_multiplier=1,  # Fair task distribution
+        "task_acks_late": True,
+        "task_reject_on_worker_lost": True,
+        "worker_prefetch_multiplier": 1,  # Fair task distribution
         # Retry settings
-        task_autoretry_for=(),
-        task_retry_backoff=True,
-        task_retry_backoff_max=600,  # 10 minutes max
-        task_retry_jitter=True,
+        "task_autoretry_for": (),
+        "task_retry_backoff": True,
+        "task_retry_backoff_max": 600,  # 10 minutes max
+        "task_retry_jitter": True,
         # Monitoring
-        worker_send_task_events=True,
-        task_send_sent_event=True,
+        "worker_send_task_events": True,
+        "task_send_sent_event": True,
         # Beat scheduler (for sleep resumption)
-        beat_schedule={},
+        "beat_schedule": {},
         # Logging
-        worker_log_format="[%(asctime)s: %(levelname)s/%(processName)s] %(message)s",
-        worker_task_log_format="[%(asctime)s: %(levelname)s/%(processName)s] [%(task_name)s(%(task_id)s)] %(message)s",
+        "worker_log_format": "[%(asctime)s: %(levelname)s/%(processName)s] %(message)s",
+        "worker_task_log_format": "[%(asctime)s: %(levelname)s/%(processName)s] [%(task_name)s(%(task_id)s)] %(message)s",
         # Worker memory management - prevents memory leaks from accumulating
         # When set, workers are recycled after exceeding these limits
-        worker_max_memory_per_child=max_memory,  # KB, None = no limit
-        worker_max_tasks_per_child=max_tasks,  # None = no limit
-    )
+        "worker_max_memory_per_child": max_memory,  # KB, None = no limit
+        "worker_max_tasks_per_child": max_tasks,  # None = no limit
+    }
+
+    # Only add result backend settings if enabled
+    if result_backend is not None:
+        config_dict.update(
+            {
+                "result_backend_transport_options": final_backend_opts,
+                "result_expires": 3600,  # 1 hour
+                "result_persistent": True,
+            }
+        )
+
+    # Configure Celery
+    app.conf.update(config_dict)
 
     # Configure singleton locking for Redis or Sentinel brokers
     # This enables distributed locking to prevent duplicate task execution
+    # Uses broker URL since result backend may be disabled
     if is_redis_broker or is_sentinel_broker:
-        app.conf.update(
-            singleton_backend_url=broker_url,
-            singleton_backend_is_sentinel=is_sentinel_broker,
-            singleton_sentinel_master=master_name if is_sentinel_broker else None,
-            singleton_key_prefix="pyworkflow:lock:",
-            singleton_lock_expiry=3600,  # 1 hour TTL (safety net)
-        )
+        singleton_config = {
+            "singleton_backend_url": broker_url,  # Use broker, not result backend
+            "singleton_backend_is_sentinel": is_sentinel_broker,
+            "singleton_sentinel_master": master_name if is_sentinel_broker else None,
+            "singleton_key_prefix": "pyworkflow:lock:",
+            "singleton_lock_expiry": 3600,  # 1 hour TTL (safety net)
+        }
+        app.conf.update(singleton_config)
 
     # Note: Logging is configured via Celery signals (worker_init, worker_process_init)
     # to ensure proper initialization AFTER process forking.

pyworkflow/storage/postgres.py

@@ -16,6 +16,7 @@ the pool is automatically recreated when a loop change is detected.
 import asyncio
 import contextlib
 import json
+import os
 from datetime import UTC, datetime
 from typing import Any
 
@@ -163,10 +164,10 @@ class PostgresStorageBackend(StorageBackend):
         user: str = "pyworkflow",
         password: str = "",
         database: str = "pyworkflow",
-        min_pool_size: int = 1,
-        max_pool_size: int = 10,
-        max_inactive_connection_lifetime: float = 1800.0,
-        command_timeout: float | None = 60.0,
+        min_pool_size: int | None = None,
+        max_pool_size: int | None = None,
+        max_inactive_connection_lifetime: float | None = None,
+        command_timeout: float | None = None,
     ):
         """
         Initialize PostgreSQL storage backend.
@@ -178,11 +179,13 @@ class PostgresStorageBackend(StorageBackend):
             user: Database user (used if dsn not provided)
             password: Database password (used if dsn not provided)
             database: Database name (used if dsn not provided)
-            min_pool_size: Minimum connections in pool
-            max_pool_size: Maximum connections in pool
+            min_pool_size: Minimum connections in pool (defaults to env var PYWORKFLOW_POSTGRES_MIN_POOL_SIZE or 1)
+            max_pool_size: Maximum connections in pool (defaults to env var PYWORKFLOW_POSTGRES_MAX_POOL_SIZE or 10)
             max_inactive_connection_lifetime: How long (seconds) an idle connection can
-                                              stay in the pool before being closed. Default 1800s (30 min).
-            command_timeout: Default timeout (seconds) for queries. None for no timeout. Default 60s.
+                                              stay in the pool before being closed.
+                                              Defaults to env var PYWORKFLOW_POSTGRES_MAX_INACTIVE_LIFETIME or 1800s (30 min).
+            command_timeout: Default timeout (seconds) for queries. None for no timeout.
+                            Defaults to env var PYWORKFLOW_POSTGRES_COMMAND_TIMEOUT or 60s.
         """
         self.dsn = dsn
         self.host = host
@@ -190,10 +193,27 @@ class PostgresStorageBackend(StorageBackend):
         self.user = user
         self.password = password
         self.database = database
-        self.min_pool_size = min_pool_size
-        self.max_pool_size = max_pool_size
-        self.max_inactive_connection_lifetime = max_inactive_connection_lifetime
-        self.command_timeout = command_timeout
+
+        # Read from env vars if not provided
+        self.min_pool_size = min_pool_size or int(
+            os.getenv("PYWORKFLOW_POSTGRES_MIN_POOL_SIZE", "1")
+        )
+        self.max_pool_size = max_pool_size or int(
+            os.getenv("PYWORKFLOW_POSTGRES_MAX_POOL_SIZE", "10")
+        )
+        self.max_inactive_connection_lifetime = max_inactive_connection_lifetime or float(
+            os.getenv("PYWORKFLOW_POSTGRES_MAX_INACTIVE_LIFETIME", "1800.0")
+        )
+        self.command_timeout = (
+            command_timeout
+            if command_timeout is not None
+            else (
+                float(os.getenv("PYWORKFLOW_POSTGRES_COMMAND_TIMEOUT", "60.0"))
+                if os.getenv("PYWORKFLOW_POSTGRES_COMMAND_TIMEOUT")
+                else 60.0
+            )
+        )
+
         self._pool: asyncpg.Pool | None = None
         self._pool_loop_id: int | None = None  # Track which loop the pool was created on
         self._initialized = False

{pyworkflow_engine-0.1.24.dist-info → pyworkflow_engine-0.1.25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyworkflow-engine
-Version: 0.1.24
+Version: 0.1.25
 Summary: A Python implementation of durable, event-sourced workflows inspired by Vercel Workflow
 Author: PyWorkflow Contributors
 License: MIT

{pyworkflow_engine-0.1.24.dist-info → pyworkflow_engine-0.1.25.dist-info}/RECORD

@@ -1,4 +1,4 @@
-pyworkflow/__init__.py,sha256=ySBxZ69-klgc95RAB5PIB2p1g155-5YtVpXph7N5kME,6281
+pyworkflow/__init__.py,sha256=ZCCbsFr23DIq_ygRvn6rs6mXykW1uvo9Plwd3dMaoxg,6281
 pyworkflow/config.py,sha256=pKwPrpCwBJiDpB-MIjM0U7GW1TFmQFO341pihL5-vTM,14455
 pyworkflow/discovery.py,sha256=snW3l4nvY3Nc067TGlwtn_qdzTU9ybN7YPr8FbvY8iM,8066
 pyworkflow/aws/__init__.py,sha256=Ak_xHcR9LTRX-CwcS0XecYmzrXZw4EM3V9aKBBDEmIk,1741
@@ -6,7 +6,7 @@ pyworkflow/aws/context.py,sha256=C_wBr_YRUYT4IHyaAGPdiqRPNbH8mDLkoMpVtQVIg28,822
 pyworkflow/aws/handler.py,sha256=0SnQuIfQVD99QKMCRFPtrsrV_l1LYKFkzPIRx_2UkSI,5849
 pyworkflow/aws/testing.py,sha256=WrRk9wjbycM-UyHFQWNnA83UE9IrYnhfT38WrbxQT2U,8844
 pyworkflow/celery/__init__.py,sha256=FywVyqnT8AYz9cXkr-wel7_-N7dHFsPNASEPMFESf4Q,1179
-pyworkflow/celery/app.py,sha256=MXmD5N8DCrX9YpdccOWPy2ob7k4vg9r0ix1kDgDuR3w,15753
+pyworkflow/celery/app.py,sha256=PBlawOq349IZWJNQyzSC59LBttaUTinVaDPuf8uItS0,16469
 pyworkflow/celery/loop.py,sha256=mu8cIfMJYgHAoGCN_DdDoNoXK3QHzHpLmrPCyFDQYIY,3016
 pyworkflow/celery/scheduler.py,sha256=Ms4rqRpdpMiLM8l4y3DK-Divunj9afYuUaGGoNQe7P4,11288
 pyworkflow/celery/singleton.py,sha256=9gdVHzqFjShZ9OJOJlJNABUg9oqnl6ITGROtomcOtsg,16070
@@ -80,7 +80,7 @@ pyworkflow/storage/dynamodb.py,sha256=hER4rOc0GWh0-yk0YiFrxZkiHJ6DKEOpvZQ9GCEx8Q
 pyworkflow/storage/file.py,sha256=Ag4K5Rt-8YaENZLx-HnN77EAfNc37WqkymmaPlVJbYg,32665
 pyworkflow/storage/memory.py,sha256=HiuGU9jgzKwNGrF98YHdHYrzQTNUu96VyL5HVVeII7A,22179
 pyworkflow/storage/mysql.py,sha256=lS9dZHmtPL14cY1lrzDFilFKmsjMD_b0NnYJfiPDFKQ,52537
-pyworkflow/storage/postgres.py,sha256=Rg6h9syMgjw32-lxbNFroSxD9lBvv-WjaO4uZnglvOo,54056
+pyworkflow/storage/postgres.py,sha256=mup7nk4u14YnrMUUv6hA9-hW-C1Y3iAsH2fAaVss4Ok,54978
 pyworkflow/storage/schemas.py,sha256=o1ntTYNgQQ5YVuXtPCShtENEsndVjdrXclWrkCgkitg,18002
 pyworkflow/storage/sqlite.py,sha256=EJ8n66WfhZnfFLKcNdUOoOCswdftttoH6T31spS78Qo,47667
 pyworkflow/storage/migrations/__init__.py,sha256=R8b-VoVzpYJ6A-Z5FDNbrbOO-2Nnt4NrcAS8Wo08VPo,425
@@ -88,9 +88,9 @@ pyworkflow/storage/migrations/base.py,sha256=Thq38E8BDpC7EmBlwpfm727Zyz4TVmADQ1k
 pyworkflow/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pyworkflow/utils/duration.py,sha256=C-itmiSQQlplw7j6XB679hLF9xYGnyCwm7twO88OF8U,3978
 pyworkflow/utils/schedule.py,sha256=dO_MkGFyfwZpb0LDlW6BGyZzlPuQIA6dc6j9nk9lc4Y,10691
-pyworkflow_engine-0.1.24.dist-info/licenses/LICENSE,sha256=Y49RCTZ5ayn_yzBcRxnyIFdcMCyuYm150aty_FIznfY,1080
-pyworkflow_engine-0.1.24.dist-info/METADATA,sha256=OoG1XNfV_RIwP4cL0QV66cbFKKwv6QqQNl_Mt6FwTgk,19628
-pyworkflow_engine-0.1.24.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-pyworkflow_engine-0.1.24.dist-info/entry_points.txt,sha256=3IGAfuylnS39U0YX0pxnjrj54kB4iT_bNYrmsiDB-dE,51
-pyworkflow_engine-0.1.24.dist-info/top_level.txt,sha256=FLTv9pQmLDBXrQdLOhTMIS3njFibliMsQEfumqmdzBE,11
-pyworkflow_engine-0.1.24.dist-info/RECORD,,
+pyworkflow_engine-0.1.25.dist-info/licenses/LICENSE,sha256=Y49RCTZ5ayn_yzBcRxnyIFdcMCyuYm150aty_FIznfY,1080
+pyworkflow_engine-0.1.25.dist-info/METADATA,sha256=AaPlIVbbji6szHA7Z5C2KhVSGmVAGAEKtRov0XEkSV4,19628
+pyworkflow_engine-0.1.25.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+pyworkflow_engine-0.1.25.dist-info/entry_points.txt,sha256=3IGAfuylnS39U0YX0pxnjrj54kB4iT_bNYrmsiDB-dE,51
+pyworkflow_engine-0.1.25.dist-info/top_level.txt,sha256=FLTv9pQmLDBXrQdLOhTMIS3njFibliMsQEfumqmdzBE,11
+pyworkflow_engine-0.1.25.dist-info/RECORD,,