p1-taskqueue 0.1.9__tar.gz → 0.1.11__tar.gz

{p1_taskqueue-0.1.9 → p1_taskqueue-0.1.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: p1-taskqueue
-Version: 0.1.9
+Version: 0.1.11
 Summary: A Task Queue Wrapper for Dekoruma Backend
 Author-email: Chalvin <engineering@dekoruma.com>
 Project-URL: Homepage, https://github.com/Dekoruma/p1-taskqueue

{p1_taskqueue-0.1.9 → p1_taskqueue-0.1.11}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "p1-taskqueue"
 # DO NOT CHANGE THIS VERSION - it gets automatically replaced by CI/CD with the git tag version
-version = "0.1.9"
+version = "0.1.11"
 description = "A Task Queue Wrapper for Dekoruma Backend"
 authors = [
     {name = "Chalvin", email = "engineering@dekoruma.com"}

{p1_taskqueue-0.1.9 → p1_taskqueue-0.1.11}/src/p1_taskqueue.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: p1-taskqueue
-Version: 0.1.9
+Version: 0.1.11
 Summary: A Task Queue Wrapper for Dekoruma Backend
 Author-email: Chalvin <engineering@dekoruma.com>
 Project-URL: Homepage, https://github.com/Dekoruma/p1-taskqueue

{p1_taskqueue-0.1.9 → p1_taskqueue-0.1.11}/src/taskqueue/celery_app.py

@@ -23,6 +23,7 @@ def create_celery_app():
     app_name = getattr(settings, 'TASKQUEUE_APP_NAME', 'taskqueue')
     app = Celery(app_name)
 
+    # https://docs.celeryq.dev/en/latest/userguide/configuration.html
     celery_config = {
         'broker_url': getattr(settings, 'CELERY_BROKER_URL', 'amqp://localhost:5672//'),
         'result_backend': getattr(settings, 'CELERY_RESULT_BACKEND', 'rpc://localhost:5672//'),
@@ -30,12 +31,18 @@ def create_celery_app():
         'result_serializer': getattr(settings, 'CELERY_RESULT_SERIALIZER', 'pickle'),
         'accept_content': getattr(settings, 'CELERY_ACCEPT_CONTENT', ['pickle']),
         'timezone': getattr(settings, 'CELERY_TIMEZONE', 'UTC+7'),
-        'task_track_started': getattr(settings, 'CELERY_TASK_TRACK_STARTED', True),
         'task_time_limit': getattr(settings, 'CELERY_TASK_TIME_LIMIT', 30 * 60),
         'task_soft_time_limit': getattr(settings, 'CELERY_TASK_SOFT_TIME_LIMIT', 25 * 60),
-        'task_always_eager': getattr(settings, 'CELERY_TASK_ALWAYS_EAGER', False),
-        'task_eager_propagates': getattr(settings, 'CELERY_TASK_EAGER_PROPAGATES', True),
+        # 14 days
+        'result_expires': getattr(settings, 'CELERY_RESULT_EXPIRES', 14 * 24 * 60 * 60),
+        'task_track_started': True,
+        'task_always_eager': False,
+        'task_eager_propagates': True,
         'task_acks_late': True,
+        'result_extended': True,
+        'task_ignore_result': False,
+        'task_send_sent_event': True,
+        'worker_send_task_events': True,
         'task_reject_on_worker_lost': True,
         'worker_prefetch_multiplier': 1,
         'worker_max_tasks_per_child': 1000,

{p1_taskqueue-0.1.9 → p1_taskqueue-0.1.11}/src/taskqueue/cmanager.py

@@ -8,7 +8,6 @@ from typing import Dict
 from typing import Tuple
 
 from celery import shared_task
-from celery.exceptions import Reject
 
 # Setup logger
 logger = logging.getLogger(__name__)
@@ -31,12 +30,12 @@ def _is_class_method(func: Any) -> bool:
 def taskqueue_class(cls):
     """Decorator to automatically capture init arguments for taskqueue."""
     original_init = cls.__init__
-    
+
     def wrapped_init(self, *args, **kwargs):
         self._taskqueue_init_args = list(args)
         self._taskqueue_init_kwargs = dict(kwargs)
         original_init(self, *args, **kwargs)
-    
+
     cls.__init__ = wrapped_init
     return cls
 
@@ -82,9 +81,9 @@ def _build_dynamic_task_call(func: Any, *args: Any, **func_kwargs: Any) -> Tuple
         module_path = klass.__module__
         class_name = klass.__name__
         method_name = func.__name__
-        
+
         init_args, init_kwargs = _extract_init_args_from_instance(instance)
-        
+
         task_name = "taskqueue.cmanager.dynamic_class_method_executor"
         task_args = []
         task_kwargs: Dict[str, Any] = {
@@ -238,7 +237,6 @@ class CManager:
 cm = CManager()
 
 
-# Dynamic task executors - handle function and class method execution
 @shared_task(bind=True, max_retries=K_MAX_RETRY_COUNT)
 def dynamic_function_executor(self, module_path=None, function_name=None, args=None, kwargs=None, retry=None):
     job_id = self.request.id
@@ -262,7 +260,9 @@ def dynamic_function_executor(self, module_path=None, function_name=None, args=N
             max_retries = retry['max_retries']
 
         if current_retries >= max_retries:
-            raise Reject(str(e), requeue=False)
+            logger.error(
+                f"[TaskQueue] Max retries ({max_retries}) reached for function: {function_name}, marking task as FAILED, job_id: {job_id}")
+            raise
 
         countdown = K_DEFAULT_RETRY_COUNTDOWN
         if isinstance(retry, dict) and 'countdown' in retry:
@@ -298,7 +298,9 @@ def dynamic_class_method_executor(self, module_path=None, class_name=None, metho
             max_retries = retry['max_retries']
 
         if current_retries >= max_retries:
-            raise Reject(str(e), requeue=False)
+            logger.error(
+                f"[TaskQueue] Max retries ({max_retries}) reached for method: {method_name}, marking task as FAILED, job_id: {job_id}")
+            raise
 
         countdown = K_DEFAULT_RETRY_COUNTDOWN
         if isinstance(retry, dict) and 'countdown' in retry: