p1-taskqueue 0.1.14__tar.gz → 0.1.15__tar.gz

{p1_taskqueue-0.1.14 → p1_taskqueue-0.1.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: p1-taskqueue
-Version: 0.1.14
+Version: 0.1.15
 Summary: A Task Queue Wrapper for Dekoruma Backend
 Author-email: Chalvin <engineering@dekoruma.com>
 Project-URL: Homepage, https://github.com/Dekoruma/p1-taskqueue

{p1_taskqueue-0.1.14 → p1_taskqueue-0.1.15}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "p1-taskqueue"
 # DO NOT CHANGE THIS VERSION - it gets automatically replaced by CI/CD with the git tag version
-version = "0.1.14"
+version = "0.1.15"
 description = "A Task Queue Wrapper for Dekoruma Backend"
 authors = [
     {name = "Chalvin", email = "engineering@dekoruma.com"}

{p1_taskqueue-0.1.14 → p1_taskqueue-0.1.15}/src/p1_taskqueue.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: p1-taskqueue
-Version: 0.1.14
+Version: 0.1.15
 Summary: A Task Queue Wrapper for Dekoruma Backend
 Author-email: Chalvin <engineering@dekoruma.com>
 Project-URL: Homepage, https://github.com/Dekoruma/p1-taskqueue

{p1_taskqueue-0.1.14 → p1_taskqueue-0.1.15}/src/taskqueue/celery_app.py

@@ -4,6 +4,7 @@ Reads configuration from Django settings and auto-configures queues with DLQ.
 """
 import logging
 
+from amqp.exceptions import PreconditionFailed
 from celery import Celery
 from kombu import Exchange
 from kombu import Queue
@@ -67,6 +68,9 @@ def setup_queues(app, settings, celery_config):
         queue_names = ['default', 'high', 'low']
     dlq_name_prefix = getattr(settings, 'TASKQUEUE_DLQ_NAME_PREFIX', 'dlq')
 
+    logger.info(
+        f"[TaskQueue] Configuring app: {app_name}, queues: {queue_names}")
+
     main_exchange = Exchange(app_name, type='direct')
     dlx_exchange = Exchange(f'{app_name}.dlx', type='direct')
 
@@ -74,22 +78,28 @@ def setup_queues(app, settings, celery_config):
 
     for queue_name in queue_names:
         dlq_name = f'{dlq_name_prefix}.{queue_name}'
+        dlx_name = f'{app_name}.dlx'
+
+        queue_args = {
+            'x-dead-letter-exchange': dlx_name,
+            'x-dead-letter-routing-key': dlq_name
+        }
 
         queue = Queue(
             queue_name,
             main_exchange,
             routing_key=queue_name,
-            queue_arguments={
-                'x-dead-letter-exchange': f'{app_name}.dlx',
-                'x-dead-letter-routing-key': dlq_name
-            }
+            queue_arguments=queue_args
         )
         queues.append(queue)
+        logger.info(
+            f"[TaskQueue] Queue '{queue_name}' configured with DLX: {dlx_name}, DLQ routing key: {dlq_name}")
 
     for queue_name in queue_names:
         dlq_name = f'{dlq_name_prefix}.{queue_name}'
         dlq = Queue(dlq_name, dlx_exchange, routing_key=dlq_name)
         queues.append(dlq)
+        logger.info(f"[TaskQueue] DLQ '{dlq_name}' configured")
 
     celery_config.update({
         'task_default_queue': 'default',
@@ -100,14 +110,36 @@ def setup_queues(app, settings, celery_config):
 
     try:
         with app.connection_or_acquire() as conn:
-            main_exchange.declare(channel=conn.default_channel)
-            dlx_exchange.declare(channel=conn.default_channel)
+            channel = conn.default_channel
+
+            try:
+                main_exchange.declare(channel=channel)
+                logger.info(f"[TaskQueue] Exchange declared: {app_name}")
+            except PreconditionFailed:
+                logger.info(f"[TaskQueue] Exchange already exists: {app_name}")
+
+            try:
+                dlx_exchange.declare(channel=channel)
+                logger.info(
+                    f"[TaskQueue] DLX Exchange declared: {app_name}.dlx")
+            except PreconditionFailed:
+                logger.info(
+                    f"[TaskQueue] DLX Exchange already exists: {app_name}.dlx")
 
             for queue in queues:
-                queue.declare(channel=conn.default_channel)
+                try:
+                    queue.declare(channel=channel)
+                    logger.info(f"[TaskQueue] Queue declared: {queue.name}")
+                except PreconditionFailed:
+                    logger.info(
+                        f"[TaskQueue] Queue already exists with different config: {queue.name}. Using existing queue.")
+                except Exception as e:
+                    logger.warning(
+                        f"[TaskQueue] Failed to declare queue {queue.name}: {e}")
+
     except Exception as e:
         logger.warning(
-            f"[TaskQueue] Failed to declare queues: {str(e.__class__.__name__)} {e}")
+            f"[TaskQueue] Failed to setup queues: {str(e.__class__.__name__)} {e}")
 
 
 celery_app = create_celery_app()