p1-taskqueue 0.1.8__py3-none-any.whl → 0.1.10__py3-none-any.whl

{p1_taskqueue-0.1.8.dist-info → p1_taskqueue-0.1.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: p1-taskqueue
-Version: 0.1.8
+Version: 0.1.10
 Summary: A Task Queue Wrapper for Dekoruma Backend
 Author-email: Chalvin <engineering@dekoruma.com>
 Project-URL: Homepage, https://github.com/Dekoruma/p1-taskqueue

p1_taskqueue-0.1.10.dist-info/RECORD

@@ -0,0 +1,9 @@
+taskqueue/__init__.py,sha256=nNHXIyysNLom9f8of-d__pWJ-YF53Mbrbsb1frPzPPI,298
+taskqueue/celery_app.py,sha256=dnoZWV5VpRjDRp1ihebDXWn1F65cUoQ9CWAxQhulIRs,3375
+taskqueue/cmanager.py,sha256=raQwdccYTpWRiW8UGU5OcUEN0jZr9TTlIEnhZGtamiI,12274
+taskqueue/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+taskqueue/libs/helper_test.py,sha256=JCdh2S29PpL8RqUxqkcIqwIvr3M9puqHglBZAmfPkuw,7722
+p1_taskqueue-0.1.10.dist-info/METADATA,sha256=_Q0kAXD7K_GYc1zcGcNvsEWOt7zZTNmwbXvGRiaMjQw,1509
+p1_taskqueue-0.1.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+p1_taskqueue-0.1.10.dist-info/top_level.txt,sha256=hA3SM1ik2K8iPqtlt_-_nJ4TAePwHPN3vsOc4EiynqU,10
+p1_taskqueue-0.1.10.dist-info/RECORD,,

taskqueue/celery_app.py

@@ -23,6 +23,7 @@ def create_celery_app():
     app_name = getattr(settings, 'TASKQUEUE_APP_NAME', 'taskqueue')
     app = Celery(app_name)
 
+    # https://docs.celeryq.dev/en/latest/userguide/configuration.html
     celery_config = {
         'broker_url': getattr(settings, 'CELERY_BROKER_URL', 'amqp://localhost:5672//'),
         'result_backend': getattr(settings, 'CELERY_RESULT_BACKEND', 'rpc://localhost:5672//'),
@@ -30,12 +31,16 @@ def create_celery_app():
         'result_serializer': getattr(settings, 'CELERY_RESULT_SERIALIZER', 'pickle'),
         'accept_content': getattr(settings, 'CELERY_ACCEPT_CONTENT', ['pickle']),
         'timezone': getattr(settings, 'CELERY_TIMEZONE', 'UTC+7'),
-        'task_track_started': getattr(settings, 'CELERY_TASK_TRACK_STARTED', True),
         'task_time_limit': getattr(settings, 'CELERY_TASK_TIME_LIMIT', 30 * 60),
         'task_soft_time_limit': getattr(settings, 'CELERY_TASK_SOFT_TIME_LIMIT', 25 * 60),
-        'task_always_eager': getattr(settings, 'CELERY_TASK_ALWAYS_EAGER', False),
-        'task_eager_propagates': getattr(settings, 'CELERY_TASK_EAGER_PROPAGATES', True),
+        'task_track_started': True,
+        'task_always_eager': False,
+        'task_eager_propagates': True,
         'task_acks_late': True,
+        'result_extended': True,
+        'task_ignore_result': False,
+        'task_send_sent_event': True,
+        'worker_send_task_events': True,
         'task_reject_on_worker_lost': True,
         'worker_prefetch_multiplier': 1,
         'worker_max_tasks_per_child': 1000,

taskqueue/libs/helper_test.py

@@ -60,13 +60,16 @@ def celery_worker_burst(include_func_names: List[str], channel: str = "default")
                         full_func_name = ""
                         if task_name.endswith("dynamic_function_executor"):
                             module_path = task_kwargs.get('module_path', '')
-                            function_name = task_kwargs.get('function_name', '')
-                            full_func_name = f"{module_path}.{function_name}"
+                            function_name = task_kwargs.get(
+                                'function_name', '')
+                            if module_path and function_name:
+                                full_func_name = f"{module_path}.{function_name}"
                         elif task_name.endswith("dynamic_class_method_executor"):
                             module_path = task_kwargs.get('module_path', '')
                             class_name = task_kwargs.get('class_name', '')
                             method_name = task_kwargs.get('method_name', '')
-                            full_func_name = f"{module_path}.{class_name}.{method_name}"
+                            if module_path and class_name and method_name:
+                                full_func_name = f"{module_path}.{class_name}.{method_name}"
 
                         should_execute = full_func_name in included_set if full_func_name else False
 
@@ -91,3 +94,85 @@ def celery_worker_burst(include_func_names: List[str], channel: str = "default")
     except Exception as e:
         logger.error(
             f"Failed to connect to queue {channel}: {type(e).__name__}: {e}")
+
+
+def get_queued_tasks(channel: str = "default"):
+    app = current_app
+    queued_tasks = []
+
+    try:
+        with app.connection_for_read() as conn:
+            with conn.channel() as chan:
+                queue = app.amqp.queues[channel](chan)
+
+                while True:
+                    message = queue.get(no_ack=True)
+                    if not message:
+                        break
+
+                    task_name = message.headers.get("task")
+
+                    try:
+                        accept = {"application/json",
+                                  "application/x-python-serialize"}
+                        decoded_body = loads(
+                            message.body, message.content_type, message.content_encoding, accept=accept
+                        )
+
+                        task_args = decoded_body[0] if decoded_body else []
+                        task_kwargs = decoded_body[1] if len(
+                            decoded_body) > 1 else {}
+
+                        full_func_name = ""
+                        if task_name and task_name.endswith("dynamic_function_executor"):
+                            module_path = task_kwargs.get('module_path', '')
+                            function_name = task_kwargs.get(
+                                'function_name', '')
+                            if module_path and function_name:
+                                full_func_name = f"{module_path}.{function_name}"
+                        elif task_name and task_name.endswith("dynamic_class_method_executor"):
+                            module_path = task_kwargs.get('module_path', '')
+                            class_name = task_kwargs.get('class_name', '')
+                            method_name = task_kwargs.get('method_name', '')
+                            if module_path and class_name and method_name:
+                                full_func_name = f"{module_path}.{class_name}.{method_name}"
+
+                        queued_tasks.append({
+                            'task_name': task_name,
+                            'full_func_name': full_func_name,
+                            'args': task_args,
+                            'kwargs': task_kwargs,
+                            'headers': message.headers
+                        })
+
+                    except Exception as e:
+                        logger.warning(f"Failed to decode message: {e}")
+                        continue
+
+    except Exception as e:
+        logger.error(
+            f"Failed to get queued tasks from queue {channel}: {type(e).__name__}: {e}")
+
+    return queued_tasks
+
+
+def is_task_in_queue(expected_func_name: str, channel: str = "default"):
+    queued_tasks = get_queued_tasks(channel)
+    for task in queued_tasks:
+        if task['full_func_name'] == expected_func_name:
+            return True
+    logger.info(
+        f"Task {expected_func_name} not found in queue {channel}. Queued tasks: {[task['full_func_name'] for task in queued_tasks]}")
+    return False
+
+
+def assert_task_in_queue(expected_func_name: str, channel: str = "default", msg: str = None):
+    if not is_task_in_queue(expected_func_name, channel):
+        error_msg = msg or f"Task '{expected_func_name}' not found in queue '{channel}'"
+        raise AssertionError(error_msg)
+
+
+def assert_task_not_in_queue(expected_func_name: str, channel: str = "default", msg: str = None):
+    if is_task_in_queue(expected_func_name, channel):
+        error_msg = msg or f"Task '{expected_func_name}' found in queue '{channel}'"
+        raise AssertionError(error_msg)

p1_taskqueue-0.1.8.dist-info/RECORD

@@ -1,9 +0,0 @@
-taskqueue/__init__.py,sha256=nNHXIyysNLom9f8of-d__pWJ-YF53Mbrbsb1frPzPPI,298
-taskqueue/celery_app.py,sha256=dUT-7XzsSQbr8vKrLv7f_6iYxTCUEJZHEt9fL-KIQ5U,3302
-taskqueue/cmanager.py,sha256=raQwdccYTpWRiW8UGU5OcUEN0jZr9TTlIEnhZGtamiI,12274
-taskqueue/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-taskqueue/libs/helper_test.py,sha256=aZSeW5BK6j3NH7OaD8hRIPI7yaZi9hEvlJy6H_u6g5I,3991
-p1_taskqueue-0.1.8.dist-info/METADATA,sha256=-RuB08xZgH4fsf10073v3nbkj4gNwB3e6-gRB_rtNjc,1508
-p1_taskqueue-0.1.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-p1_taskqueue-0.1.8.dist-info/top_level.txt,sha256=hA3SM1ik2K8iPqtlt_-_nJ4TAePwHPN3vsOc4EiynqU,10
-p1_taskqueue-0.1.8.dist-info/RECORD,,