pyworkflow-engine 0.1.19__tar.gz → 0.1.20__tar.gz

{pyworkflow_engine-0.1.19 → pyworkflow_engine-0.1.20}/CLAUDE.md

@@ -401,7 +401,7 @@ task_routes = {
 celery -A pyworkflow.celery.tasks worker -Q workflows -n workflow@%h
 
 # Step worker (scalable)
-celery -A pyworkflow.celery.tasks worker -Q steps -n step@%h --concurrency=4
+celery -A pyworkflow.celery.tasks worker -Q steps -n step@%h --autoscale=10,2
 ```
 
 ### Logging with Loguru
@@ -604,9 +604,9 @@ result["modified"] = True
 - **Production (medium)**: Redis (fast, in-memory)
 - **Production (large)**: PostgreSQL (scalable, full SQL)
 
-### Celery Concurrency
-- Workflow workers: Low concurrency (lightweight orchestration)
-- Step workers: High concurrency (actual work)
+### Celery Autoscaling
+- Workflow workers: Low autoscale range (lightweight orchestration), e.g. `--autoscale=4,1`
+- Step workers: High autoscale range (actual work), e.g. `--autoscale=10,2`
 - Scale step workers horizontally as needed
 
 ## References

{pyworkflow_engine-0.1.19 → pyworkflow_engine-0.1.20}/DISTRIBUTED.md

@@ -70,13 +70,13 @@ docker run -d -p 6379:6379 redis:7-alpine
 celery -A pyworkflow.celery.app worker \
     --loglevel=info \
     --queues=pyworkflow.steps \
-    --concurrency=4
+    --autoscale=10,2
 
 # Terminal 2: Start worker for workflow orchestration
 celery -A pyworkflow.celery.app worker \
     --loglevel=info \
     --queues=pyworkflow.workflows \
-    --concurrency=2
+    --autoscale=4,1
 
 # Terminal 3: Start Celery Beat for scheduled tasks (sleep resumption)
 celery -A pyworkflow.celery.app beat --loglevel=info
@@ -273,13 +273,13 @@ celery-exporter --broker-url=redis://localhost:6379/0
 
 ```bash
 # CPU-bound tasks
-celery -A pyworkflow.celery.app worker --concurrency=8 --pool=prefork
+celery -A pyworkflow.celery.app worker --autoscale=8,2 --pool=prefork
 
 # I/O-bound tasks
-celery -A pyworkflow.celery.app worker --concurrency=100 --pool=gevent
+celery -A pyworkflow.celery.app worker --autoscale=100,10 --pool=gevent
 
 # Mixed workload
-celery -A pyworkflow.celery.app worker --concurrency=16 --pool=eventlet
+celery -A pyworkflow.celery.app worker --autoscale=16,4 --pool=eventlet
 ```
 
 ### Queue Priorities

{pyworkflow_engine-0.1.19 → pyworkflow_engine-0.1.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyworkflow-engine
-Version: 0.1.19
+Version: 0.1.20
 Summary: A Python implementation of durable, event-sourced workflows inspired by Vercel Workflow
 Author: PyWorkflow Contributors
 License: MIT

{pyworkflow_engine-0.1.19 → pyworkflow_engine-0.1.20}/docs/guides/cli.mdx

@@ -416,7 +416,6 @@ pyworkflow worker run
 | `--workflow` | Only process workflow orchestration tasks |
 | `--step` | Only process step execution tasks |
 | `--schedule` | Only process scheduled resumption tasks |
-| `--concurrency N` | Number of worker processes (default: 1) |
 | `--loglevel LEVEL` | Log level: `debug`, `info`, `warning`, `error` |
 | `--hostname NAME` | Custom worker hostname |
 | `--beat` | Also start Celery Beat scheduler |
@@ -439,7 +438,7 @@ pyworkflow worker run
     pyworkflow worker run --workflow
 
     # Terminal 2: Step execution (scale this for heavy work)
-    pyworkflow worker run --step --concurrency 4
+    pyworkflow worker run --step --autoscale 10,2
 
     # Terminal 3: Scheduled tasks
     pyworkflow worker run --schedule

{pyworkflow_engine-0.1.19 → pyworkflow_engine-0.1.20}/pyproject.toml

@@ -7,7 +7,7 @@ packages = [{include = "pyworkflow"}]
 
 [project]
 name = "pyworkflow-engine"
-version = "0.1.19"
+version = "0.1.20"
 description = "A Python implementation of durable, event-sourced workflows inspired by Vercel Workflow"
 readme = "README.md"
 requires-python = ">=3.11"

{pyworkflow_engine-0.1.19 → pyworkflow_engine-0.1.20}/pyworkflow/__init__.py

@@ -29,7 +29,7 @@ Quick Start:
     >>> run_id = await start(my_workflow, "Alice")
 """
 
-__version__ = "0.1.19"
+__version__ = "0.1.20"
 
 # Configuration
 from pyworkflow.config import (

{pyworkflow_engine-0.1.19 → pyworkflow_engine-0.1.20}/pyworkflow/cli/commands/worker.py

@@ -45,13 +45,6 @@ def worker() -> None:
     is_flag=True,
     help="Only process scheduled resumption tasks (pyworkflow.schedules queue)",
 )
-@click.option(
-    "--concurrency",
-    "-c",
-    type=int,
-    default=1,
-    help="Number of worker processes (default: 1)",
-)
 @click.option(
     "--loglevel",
     "-l",
@@ -116,7 +109,6 @@ def run_worker(
     queue_workflow: bool,
     queue_step: bool,
     queue_schedule: bool,
-    concurrency: int | None,
     loglevel: str,
     hostname: str | None,
     beat: bool,
@@ -144,9 +136,6 @@ def run_worker(
         # Start a workflow orchestration worker only
         pyworkflow worker run --workflow
 
-        # Start a step execution worker (for heavy computation)
-        pyworkflow worker run --step --concurrency 4
-
         # Start a schedule worker (for sleep resumption)
         pyworkflow worker run --schedule
 
@@ -229,7 +218,8 @@ def run_worker(
     if broker_url.startswith("sentinel://") or broker_url.startswith("sentinel+ssl://"):
         print_info(f"Sentinel master: {sentinel_master_name or 'mymaster'}")
     print_info(f"Queues: {', '.join(queues)}")
-    print_info(f"Concurrency: {concurrency}")
+    if autoscale:
+        print_info(f"Autoscale: {autoscale} (min,max)")
     print_info(f"Pool: {pool}")
     if extra_args:
         print_info(f"Extra args: {' '.join(extra_args)}")
@@ -283,7 +273,6 @@ def run_worker(
         worker_args = [
             "worker",
             f"--loglevel={loglevel.upper()}",
-            f"--concurrency={concurrency}",  # Always set (default: 1)
             f"--pool={pool}",  # Always set (default: prefork)
         ]
 

{pyworkflow_engine-0.1.19 → pyworkflow_engine-0.1.20}/tests/unit/test_cli_worker.py

@@ -199,15 +199,6 @@ class TestRunWorkerCommand:
         # Check extra args
         assert "--max-memory-per-child=150000" in args
 
-    def test_concurrency_option(self, runner, mock_celery_app, mock_discovery, mock_list_functions):
-        """--concurrency option is passed to Celery."""
-        runner.invoke(worker, ["run", "--concurrency", "4"], obj={"config": {}, "module": None})
-
-        mock_celery_app.worker_main.assert_called_once()
-        args = mock_celery_app.worker_main.call_args[1]["argv"]
-
-        assert "--concurrency=4" in args
-
     def test_loglevel_option(self, runner, mock_celery_app, mock_discovery, mock_list_functions):
         """--loglevel option is passed to Celery in uppercase."""
         runner.invoke(worker, ["run", "--loglevel", "debug"], obj={"config": {}, "module": None})