pyworkflow-engine 0.1.9__py3-none-any.whl → 0.1.11__py3-none-any.whl

pyworkflow/__init__.py

@@ -29,7 +29,7 @@ Quick Start:
     >>> run_id = await start(my_workflow, "Alice")
 """
 
-__version__ = "0.1.9"
+__version__ = "0.1.11"
 
 # Configuration
 from pyworkflow.config import (

pyworkflow/config.py

@@ -5,8 +5,9 @@ Provides global configuration for runtime, storage, and default settings.
 
 Configuration is loaded in this priority order:
 1. Values set via pyworkflow.configure() (highest priority)
-2. Values from pyworkflow.config.yaml in current directory
-3. Default values
+2. Environment variables (PYWORKFLOW_*)
+3. Values from pyworkflow.config.yaml in current directory
+4. Default values
 
 Usage:
     >>> import pyworkflow
@@ -15,8 +16,26 @@ Usage:
     ...     default_durable=False,
     ...     storage=InMemoryStorageBackend(),
     ... )
+
+Environment Variables:
+    PYWORKFLOW_STORAGE_TYPE: Storage backend type (file, memory, sqlite, postgres, mysql)
+    PYWORKFLOW_STORAGE_PATH: Path for file/sqlite backends
+    PYWORKFLOW_POSTGRES_HOST: PostgreSQL host
+    PYWORKFLOW_POSTGRES_PORT: PostgreSQL port
+    PYWORKFLOW_POSTGRES_USER: PostgreSQL user
+    PYWORKFLOW_POSTGRES_PASSWORD: PostgreSQL password
+    PYWORKFLOW_POSTGRES_DATABASE: PostgreSQL database
+    PYWORKFLOW_MYSQL_HOST: MySQL host
+    PYWORKFLOW_MYSQL_PORT: MySQL port
+    PYWORKFLOW_MYSQL_USER: MySQL user
+    PYWORKFLOW_MYSQL_PASSWORD: MySQL password
+    PYWORKFLOW_MYSQL_DATABASE: MySQL database
+    PYWORKFLOW_CELERY_BROKER: Celery broker URL
+    PYWORKFLOW_CELERY_RESULT_BACKEND: Celery result backend URL
+    PYWORKFLOW_RUNTIME: Default runtime (local, celery)
 """
 
+import os
 import warnings
 from dataclasses import dataclass
 from pathlib import Path
@@ -26,6 +45,54 @@ if TYPE_CHECKING:
     from pyworkflow.storage.base import StorageBackend
 
 
+def _load_env_storage_config() -> dict[str, Any] | None:
+    """
+    Load storage configuration from environment variables.
+
+    Returns:
+        Storage configuration dict if PYWORKFLOW_STORAGE_TYPE is set, None otherwise
+    """
+    storage_type = os.getenv("PYWORKFLOW_STORAGE_TYPE") or os.getenv("PYWORKFLOW_STORAGE_BACKEND")
+    if not storage_type:
+        return None
+
+    storage_type = storage_type.lower()
+
+    if storage_type == "postgres":
+        return {
+            "type": "postgres",
+            "host": os.getenv("PYWORKFLOW_POSTGRES_HOST", "localhost"),
+            "port": int(os.getenv("PYWORKFLOW_POSTGRES_PORT", "5432")),
+            "user": os.getenv("PYWORKFLOW_POSTGRES_USER", "pyworkflow"),
+            "password": os.getenv("PYWORKFLOW_POSTGRES_PASSWORD", ""),
+            "database": os.getenv("PYWORKFLOW_POSTGRES_DATABASE", "pyworkflow"),
+        }
+    elif storage_type == "mysql":
+        return {
+            "type": "mysql",
+            "host": os.getenv("PYWORKFLOW_MYSQL_HOST", "localhost"),
+            "port": int(os.getenv("PYWORKFLOW_MYSQL_PORT", "3306")),
+            "user": os.getenv("PYWORKFLOW_MYSQL_USER", "pyworkflow"),
+            "password": os.getenv("PYWORKFLOW_MYSQL_PASSWORD", ""),
+            "database": os.getenv("PYWORKFLOW_MYSQL_DATABASE", "pyworkflow"),
+        }
+    elif storage_type == "sqlite":
+        return {
+            "type": "sqlite",
+            "base_path": os.getenv("PYWORKFLOW_STORAGE_PATH", "./pyworkflow_data/pyworkflow.db"),
+        }
+    elif storage_type == "memory":
+        return {"type": "memory"}
+    elif storage_type == "file":
+        return {
+            "type": "file",
+            "base_path": os.getenv("PYWORKFLOW_STORAGE_PATH", "./pyworkflow_data"),
+        }
+    else:
+        # Unknown type, return as-is and let config_to_storage handle it
+        return {"type": storage_type}
+
+
 def _load_yaml_config() -> dict[str, Any]:
     """
     Load configuration from pyworkflow.config.yaml in current directory.
@@ -101,23 +168,33 @@ class PyWorkflowConfig:
     event_warning_interval: int = 100  # Log warning every N events after soft limit
 
 
-def _config_from_yaml() -> PyWorkflowConfig:
-    """Create a PyWorkflowConfig from YAML file settings."""
-    yaml_config = _load_yaml_config()
+def _config_from_env_and_yaml() -> PyWorkflowConfig:
+    """
+    Create a PyWorkflowConfig from environment variables and YAML file.
 
-    if not yaml_config:
-        return PyWorkflowConfig()
+    Priority:
+    1. Environment variables (PYWORKFLOW_*)
+    2. YAML config file (pyworkflow.config.yaml)
+    3. Defaults
+    """
+    yaml_config = _load_yaml_config()
+    env_storage_config = _load_env_storage_config()
 
-    # Map YAML keys to config attributes
-    runtime = yaml_config.get("runtime", "local")
+    # Runtime: env var > yaml > default
+    runtime = os.getenv("PYWORKFLOW_RUNTIME") or yaml_config.get("runtime", "local")
     durable = runtime == "celery"  # Celery runtime defaults to durable
 
-    # Create storage from config
-    storage = _create_storage_from_config(yaml_config.get("storage", {}))
+    # Storage: env var > yaml > None
+    if env_storage_config:
+        storage = _create_storage_from_config(env_storage_config)
+    elif yaml_config.get("storage"):
+        storage = _create_storage_from_config(yaml_config.get("storage", {}))
+    else:
+        storage = None
 
-    # Get celery broker
+    # Celery broker: env var > yaml > None
     celery_config = yaml_config.get("celery", {})
-    celery_broker = celery_config.get("broker")
+    celery_broker = os.getenv("PYWORKFLOW_CELERY_BROKER") or celery_config.get("broker")
 
     return PyWorkflowConfig(
         default_runtime=runtime,
@@ -178,9 +255,11 @@ def configure(
         >>> # Configure with workflow discovery
         >>> pyworkflow.configure(module="myapp.workflows")
     """
-    global _config
+    global _config, _config_loaded_from_yaml
     if _config is None:
-        _config = PyWorkflowConfig()
+        # Load from env vars and YAML first, then apply overrides
+        _config = _config_from_env_and_yaml()
+        _config_loaded_from_yaml = True
 
     # Warn if user is modifying event limits
     event_limit_keys = {"event_soft_limit", "event_hard_limit", "event_warning_interval"}
@@ -288,16 +367,16 @@ def get_config() -> PyWorkflowConfig:
     """
     Get the current configuration.
 
-    If not yet configured, loads from pyworkflow.config.yaml if present,
-    otherwise creates default configuration.
+    If not yet configured, loads from environment variables and
+    pyworkflow.config.yaml (env vars take priority).
 
     Returns:
         Current PyWorkflowConfig instance
     """
     global _config, _config_loaded_from_yaml
     if _config is None:
-        # Try to load from YAML config file first
-        _config = _config_from_yaml()
+        # Load from env vars and YAML config file
+        _config = _config_from_env_and_yaml()
         _config_loaded_from_yaml = True
     return _config
 

{pyworkflow_engine-0.1.9.dist-info → pyworkflow_engine-0.1.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyworkflow-engine
-Version: 0.1.9
+Version: 0.1.11
 Summary: A Python implementation of durable, event-sourced workflows inspired by Vercel Workflow
 Author: PyWorkflow Contributors
 License: MIT

{pyworkflow_engine-0.1.9.dist-info → pyworkflow_engine-0.1.11.dist-info}/RECORD

@@ -1,5 +1,5 @@
-pyworkflow/__init__.py,sha256=rZwPxo4x875Xx7i17LH4a4A6F1DZ4J9XXinbVewXLLo,6280
-pyworkflow/config.py,sha256=a_UvywIwmPtGy0SzeWYVk3DVCEeUlIRkDrt-4KfTtE8,11019
+pyworkflow/__init__.py,sha256=8Flustr4-f69ZOy2pyXr9HyTF8FuxRUgADYW3UwgXQk,6281
+pyworkflow/config.py,sha256=vNx6ETj78P_e4FxTG_zbh54W0IyF1MM1AU4ayuS2Bz8,14305
 pyworkflow/discovery.py,sha256=snW3l4nvY3Nc067TGlwtn_qdzTU9ybN7YPr8FbvY8iM,8066
 pyworkflow/aws/__init__.py,sha256=Ak_xHcR9LTRX-CwcS0XecYmzrXZw4EM3V9aKBBDEmIk,1741
 pyworkflow/aws/context.py,sha256=Vjyjip6U1Emg-WA5TlBaxFhcg15rf9mVJiPfT4VywHc,8217
@@ -83,9 +83,9 @@ pyworkflow/storage/sqlite.py,sha256=oBzJnnOp2uk0-U7hMTQk9QgJq3RBwXPQfrmYpivjdgE,
 pyworkflow/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pyworkflow/utils/duration.py,sha256=C-itmiSQQlplw7j6XB679hLF9xYGnyCwm7twO88OF8U,3978
 pyworkflow/utils/schedule.py,sha256=dO_MkGFyfwZpb0LDlW6BGyZzlPuQIA6dc6j9nk9lc4Y,10691
-pyworkflow_engine-0.1.9.dist-info/licenses/LICENSE,sha256=Y49RCTZ5ayn_yzBcRxnyIFdcMCyuYm150aty_FIznfY,1080
-pyworkflow_engine-0.1.9.dist-info/METADATA,sha256=BxOX2naQ5l2GwKoHXPDclRedUhw3HdclzAq9NI_1nmY,19627
-pyworkflow_engine-0.1.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-pyworkflow_engine-0.1.9.dist-info/entry_points.txt,sha256=3IGAfuylnS39U0YX0pxnjrj54kB4iT_bNYrmsiDB-dE,51
-pyworkflow_engine-0.1.9.dist-info/top_level.txt,sha256=FLTv9pQmLDBXrQdLOhTMIS3njFibliMsQEfumqmdzBE,11
-pyworkflow_engine-0.1.9.dist-info/RECORD,,
+pyworkflow_engine-0.1.11.dist-info/licenses/LICENSE,sha256=Y49RCTZ5ayn_yzBcRxnyIFdcMCyuYm150aty_FIznfY,1080
+pyworkflow_engine-0.1.11.dist-info/METADATA,sha256=21A9CRqCgkH3ZcCUlhQ-99-LaSsozsIlAPk-aZK7QPg,19628
+pyworkflow_engine-0.1.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pyworkflow_engine-0.1.11.dist-info/entry_points.txt,sha256=3IGAfuylnS39U0YX0pxnjrj54kB4iT_bNYrmsiDB-dE,51
+pyworkflow_engine-0.1.11.dist-info/top_level.txt,sha256=FLTv9pQmLDBXrQdLOhTMIS3njFibliMsQEfumqmdzBE,11
+pyworkflow_engine-0.1.11.dist-info/RECORD,,