p1-taskqueue 0.1.1__py3-none-any.whl → 0.1.3__py3-none-any.whl

{p1_taskqueue-0.1.1.dist-info → p1_taskqueue-0.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: p1-taskqueue
-Version: 0.1.1
+Version: 0.1.3
 Summary: A Task Queue Wrapper for Dekoruma Backend
 Author-email: Chalvin <engineering@dekoruma.com>
 Project-URL: Homepage, https://github.com/Dekoruma/p1-taskqueue

p1_taskqueue-0.1.3.dist-info/RECORD

@@ -0,0 +1,9 @@
+taskqueue/__init__.py,sha256=gVDUAurwUijthE9_36FmhAQTBf7veGgjnew-amrTrmg,241
+taskqueue/celery_app.py,sha256=dUT-7XzsSQbr8vKrLv7f_6iYxTCUEJZHEt9fL-KIQ5U,3302
+taskqueue/cmanager.py,sha256=Ec9Z6JgreJWR4p56qO0cAGAjO7d4UJmZ8vVmSOAetms,9795
+taskqueue/libs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+taskqueue/libs/helper_test.py,sha256=6-LRaPes3xiP0WM5ag6cNpNSWAGXQqlnyiZcl1S0uUA,3657
+p1_taskqueue-0.1.3.dist-info/METADATA,sha256=Js3lIo24P65dx0a7J74z6Pv7jhjonR1mtF9IjTSosus,1508
+p1_taskqueue-0.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+p1_taskqueue-0.1.3.dist-info/top_level.txt,sha256=hA3SM1ik2K8iPqtlt_-_nJ4TAePwHPN3vsOc4EiynqU,10
+p1_taskqueue-0.1.3.dist-info/RECORD,,

taskqueue/libs/helper_test.py

@@ -0,0 +1,88 @@
+import logging
+from typing import List
+
+from celery import current_app
+from kombu.serialization import loads
+
+logger = logging.getLogger(__name__)
+
+
+def clear_all_celery_queues():
+    app = current_app
+    all_queue_names = list(app.amqp.queues.keys())
+    with app.connection_for_read() as conn:
+        with conn.channel() as chan:
+            for queue_name in all_queue_names:
+                queue = app.amqp.queues[queue_name](chan)
+                queue.purge()
+
+
+def celery_worker_burst(include_func_names: List[str], channel: str = "default"):
+    # This doesn't use celery as celery doesn't support filtering out functions
+    # this use kombu to get the message from the queue and then execute the task manually
+    app = current_app
+    included_set = set(include_func_names)
+    processed_count = 0
+    executed_count = 0
+
+    try:
+        with app.connection_for_read() as conn:
+            with conn.channel() as chan:
+                queue = app.amqp.queues[channel](chan)
+
+                while True:
+                    message = queue.get(no_ack=False)
+                    if not message:
+                        break
+
+                    processed_count += 1
+                    task_name = message.headers.get("task")
+
+                    if not task_name or task_name not in app.tasks:
+                        # task is not registered in celery
+                        logger.warning(
+                            f"Invalid task '{task_name}'. Skipping.")
+                        message.ack()
+                        continue
+
+                    try:
+                        task_obj = app.tasks[task_name]
+                        accept = {"application/json",
+                                  "application/x-python-serialize"}
+                        decoded_body = loads(
+                            message.body, message.content_type, message.content_encoding, accept=accept
+                        )
+
+                        task_args = decoded_body[0] if decoded_body else []
+                        task_kwargs = decoded_body[1] if len(
+                            decoded_body) > 1 else {}
+
+                        full_func_name = ""
+                        if task_name.endswith("dynamic_function_executor") and len(task_args) >= 2:
+                            full_func_name = f"{task_args[0]}.{task_args[1]}"
+                        elif task_name.endswith("dynamic_class_method_executor") and len(task_args) >= 3:
+                            full_func_name = f"{task_args[0]}.{task_args[1]}.{task_args[2]}"
+
+                        should_execute = full_func_name in included_set if full_func_name else False
+
+                        if should_execute:
+                            logger.info(f"Executing task: {full_func_name}")
+                            message.ack()
+                            task_obj.apply(args=task_args, kwargs=task_kwargs)
+                            executed_count += 1
+                            logger.info(
+                                f"Successfully executed task: {full_func_name}")
+                        else:
+                            logger.debug(
+                                f"Skipping: {full_func_name or task_name}")
+                            message.ack()
+
+                    except Exception as e:
+                        logger.error(
+                            f"Failed to process task {task_name}: {type(e).__name__}: {e}")
+                        if message and not message.acknowledged:
+                            message.ack()
+
+    except Exception as e:
+        logger.error(
+            f"Failed to connect to queue {channel}: {type(e).__name__}: {e}")

p1_taskqueue-0.1.1.dist-info/RECORD

@@ -1,7 +0,0 @@
-taskqueue/__init__.py,sha256=gVDUAurwUijthE9_36FmhAQTBf7veGgjnew-amrTrmg,241
-taskqueue/celery_app.py,sha256=dUT-7XzsSQbr8vKrLv7f_6iYxTCUEJZHEt9fL-KIQ5U,3302
-taskqueue/cmanager.py,sha256=Ec9Z6JgreJWR4p56qO0cAGAjO7d4UJmZ8vVmSOAetms,9795
-p1_taskqueue-0.1.1.dist-info/METADATA,sha256=njpFof4Q-9q_UwLoPMIwf2mo1BOxuvknh1sx2O1TBVA,1508
-p1_taskqueue-0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-p1_taskqueue-0.1.1.dist-info/top_level.txt,sha256=hA3SM1ik2K8iPqtlt_-_nJ4TAePwHPN3vsOc4EiynqU,10
-p1_taskqueue-0.1.1.dist-info/RECORD,,