fastprocesses 0.19.3__tar.gz → 0.19.4__tar.gz

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: fastprocesses
-Version: 0.19.3
+Version: 0.19.4
 Summary: A library to create a FastAPI-based  OGC API Processes wrapper around existing projects.
 Author: Stefan Schuhart
 Author-email: stefan.schuhart@gv.hamburg.de
@@ -38,7 +38,7 @@ A library to create a FastAPI-based OGC API Processes wrapper around existing pr
 
 AI helped to create this code.
 
-## Version: 0.19.3
+## Version: 0.19.4
 
 ### Description
 

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/README.md

@@ -4,7 +4,7 @@ A library to create a FastAPI-based OGC API Processes wrapper around existing pr
 
 AI helped to create this code.
 
-## Version: 0.19.3
+## Version: 0.19.4
 
 ### Description
 

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/pyproject.toml

@@ -79,7 +79,7 @@ exclude = [
 
 [tool.poetry]
 name = "fastprocesses"
-version = "0.19.3"
+version = "0.19.4"
 description = "A library to create a FastAPI-based  OGC API Processes wrapper around existing projects."
 authors = ["Stefan Schuhart <stefan.schuhart@gv.hamburg.de>"]
 readme = "README.md"

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/src/fastprocesses/api/manager.py

@@ -94,6 +94,12 @@ class AsyncExecutionStrategy(ExecutionStrategy):
             )
             raise BrokerUnavailableError(str(exc)) from exc
         send_elapsed = time.monotonic() - send_start
+        logger.info(
+            "Task queued: process_id={}, job_id={}, mode=async, send_time={:.3f}s",
+            process_id,
+            task.id,
+            send_elapsed,
+        )
         if send_elapsed > 1.0:
             logger.warning(
                 "Celery async send_task for process_id={} took {:.2f}s",
@@ -155,6 +161,13 @@ class AsyncExecutionStrategy(ExecutionStrategy):
             )
             raise BrokerUnavailableError(str(exc)) from exc
         send_elapsed = time.monotonic() - send_start
+        logger.info(
+            "Task queued: process_id={}, job_id={},"
+            " mode=async (raw), send_time={:.3f}s",
+            process_id,
+            task.id,
+            send_elapsed,
+        )
         if send_elapsed > 1.0:
             logger.warning(
                 "Celery async send_task for process_id={} took {:.2f}s",
@@ -218,6 +231,13 @@ class SyncExecutionStrategy(ExecutionStrategy):
                 exc,
             )
             raise BrokerUnavailableError(str(exc)) from exc
+        send_elapsed_sync = time.monotonic() - send_start
+        logger.info(
+            "Task queued: process_id={}, job_id={}, mode=sync, send_time={:.3f}s",
+            process_id,
+            task.id,
+            send_elapsed_sync,
+        )
         send_elapsed = time.monotonic() - send_start
         if send_elapsed > 1.0:
             logger.warning(

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/src/fastprocesses/common.py

@@ -65,6 +65,7 @@ celery_app = Celery(
 )
 
 celery_app.conf.update(
+    task_default_queue=settings.FP_CELERY_QUEUE,
     task_serializer="custom_json",
     result_serializer="custom_json",
     accept_content=["custom_json", "json"],  # Accept only the custom serializer

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/src/fastprocesses/core/base_process.py

@@ -255,7 +255,7 @@ class BaseProcess(ABC):
 
         # First, check all provided inputs
         for input_name, input_value in inputs.items():
-            logger.info("Validating input '%s'", input_name)
+            logger.info("Validating input '{}'", input_name)
 
             if input_name not in required_inputs:
                 raise ValueError(

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/src/fastprocesses/core/config.py

@@ -74,6 +74,10 @@ class OGCProcessesSettings(BaseSettings):
     FP_CELERY_RESULTS_TTL_DAYS: int = 365
     FP_CELERY_TASK_TLIMIT_HARD: int = 900 # seconds
     FP_CELERY_TASK_TLIMIT_SOFT: int = 600 # seconds
+    FP_CELERY_QUEUE: str = Field(
+        default="celery",
+        description="Celery queue name for task routing. Must match the worker -Q flag.",
+    )
     FP_CELERY_JOB_MODE: bool = Field(
         default=False,
         description="Enable job mode for graceful shutdown after task completion"

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/src/fastprocesses/processes/process_registry.py

@@ -15,7 +15,7 @@ class ProcessRegistry:
     """Manages the registration and retrieval of available processs (processes)."""
 
     def __init__(self, redis_connection: RedisConnection | None = None):
-        self.registry_key = "process_registry"
+        self.registry_key = f"process_registry:{settings.FP_CELERY_QUEUE}"
         if redis_connection is None:
             redis_connection = RedisConnection(str(settings.results_cache.connection))
         self.redis_connection = redis_connection

{fastprocesses-0.19.3 → fastprocesses-0.19.4}/src/fastprocesses/worker/celery_app.py

@@ -3,6 +3,8 @@ import asyncio
 import inspect
 import json
 import signal
+import time
+import traceback
 from datetime import datetime, timezone
 from typing import Any, Dict, cast
 
@@ -581,12 +583,16 @@ def execute_process(self, process_id: str, serialized_data: str | bytes):
         serialized_data_str = bytes(serialized_data).decode("utf-8")
     data: dict = json.loads(serialized_data_str)
 
-    logger.info(f"Executing process {process_id} with data {serialized_data[:80]}")
     job_id = self.request.id  # Get the task/job ID
+    task_start = time.monotonic()
+    logger.info(
+        "Worker picked up task: process_id={}, job_id={}",
+        process_id,
+        job_id,
+    )
 
     # First: Get the process
     try:
-        logger.info(f"Worker retrieving process {process_id} from registry")
         process = get_process_registry().get_process(process_id)
     except ValueError as e:
         job_status = JobStatusCode.FAILED
@@ -602,7 +608,6 @@ def execute_process(self, process_id: str, serialized_data: str | bytes):
 
     # Second: validate wire-format inputs against the process description schema
     try:
-        logger.info(f"Worker validating inputs for process {process_id}")
         update_job_status(
             job_id,
             0,
@@ -651,7 +656,6 @@ def execute_process(self, process_id: str, serialized_data: str | bytes):
 
     # Fourth: Execute the process
     try:
-        logger.info("Worker executing process {}", process_id)
         job_status = JobStatusCode.RUNNING
         # BUG: if redis returns no job_status, this fails and creates a ValueError too
         update_job_status(
@@ -701,21 +705,33 @@ def execute_process(self, process_id: str, serialized_data: str | bytes):
     except Exception as e:
         # Update job with error status
         job_status = JobStatusCode.FAILED
+        task_elapsed = time.monotonic() - task_start
 
         # decide if its a validation error or a general error
         if isinstance(e, ValueError) or isinstance(e, ValidationError):
-            logger.error(f"Validation error in process {process_id}: {e}")
+            logger.error(
+                "Task failed: process_id={}, job_id={}, duration={:.2f}s, reason={}",
+                process_id,
+                job_id,
+                task_elapsed,
+                e,
+            )
             job_message = e
             raise e
 
         # Log the full traceback server-side only — never expose internal
         # class names, source lines, or line numbers to the client.
-        logger.exception(
-            "Unhandled exception in process '{}' (job {}): {}",
+        logger.error(
+            "Task failed: process_id={}, job_id={}, duration={:.2f}s, reason={}",
             process_id,
             job_id,
+            task_elapsed,
             e,
-            exc_info=True,
+        )
+        logger.debug(
+            "Full traceback for job {}:\n{}",
+            job_id,
+            traceback.format_exc(),
         )
 
         job_message = (
@@ -731,10 +747,13 @@ def execute_process(self, process_id: str, serialized_data: str | bytes):
             return None
 
         if result:
-            result_dump = jsonable_encoder(result)
+            task_elapsed = time.monotonic() - task_start
             logger.info(
-                f"Process {process_id} executed "
-                f"successfully with result {json.dumps(result_dump)[:80]}"
+                "Task completed: process_id={}, job_id={},"
+                " duration={:.2f}s",
+                process_id,
+                job_id,
+                task_elapsed,
             )
             job_status = JobStatusCode.SUCCESSFUL