django-cfg 1.1.62__py3-none-any.whl → 1.1.64__py3-none-any.whl

django_cfg/__init__.py

@@ -38,7 +38,7 @@ default_app_config = "django_cfg.apps.DjangoCfgConfig"
 from typing import TYPE_CHECKING
 
 # Version information
-__version__ = "1.1.62"
+__version__ = "1.1.64"
 __author__ = "Unrealos Team"
 __email__ = "info@unrealos.com"
 __license__ = "MIT"

django_cfg/management/commands/rundramatiq.py

@@ -127,7 +127,9 @@ class Command(BaseCommand):
             if log_file:
                 process_args.extend(["--log-file", log_file])
             
-            process_args.extend(tasks_modules)
+            # Add broker module first, then task modules
+            process_args.append("django_cfg.modules.dramatiq_setup")  # Broker module
+            process_args.extend(tasks_modules[1:])  # Skip broker module from tasks_modules
             
             self.stdout.write(f"\nCommand that would be executed:")
             self.stdout.write(f'  {" ".join(process_args)}')
@@ -168,8 +170,9 @@ class Command(BaseCommand):
         if log_file:
             process_args.extend(["--log-file", log_file])
         
-        # Add task modules (broker module first, then discovered modules)
-        process_args.extend(tasks_modules)
+        # Add broker module first, then task modules
+        process_args.append("django_cfg.modules.dramatiq_setup")  # Broker module
+        process_args.extend(tasks_modules[1:])  # Skip broker module from tasks_modules
         
         self.stdout.write(f'Running dramatiq: "{" ".join(process_args)}"\n')
         

{django_cfg-1.1.62.dist-info → django_cfg-1.1.64.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: django-cfg
-Version: 1.1.62
+Version: 1.1.64
 Summary: 🚀 Production-ready Django configuration framework with type-safe settings, smart automation, and modern developer experience
 Project-URL: Homepage, https://github.com/markolofsen/django-cfg
 Project-URL: Documentation, https://django-cfg.readthedocs.io
@@ -173,7 +173,7 @@ python manage.py runserver
 - ✅ **Newsletter campaigns** with email tracking
 - ✅ **Lead management** system with CRM integration
 - ✅ **Multi-database routing** and connection pooling
-- ✅ **Background task processing** with Dramatiq
+- ✅ **Background task processing** with production-ready Dramatiq integration
 - ✅ **Webhook testing** with built-in ngrok integration
 - ✅ **Type-safe configuration** with full IDE support
 
@@ -413,8 +413,137 @@ Automatic dev/staging/production detection with appropriate defaults.
 ### 🌐 **Built-in Ngrok Integration**
 Instant webhook testing with zero-config ngrok tunnels for development.
 
-### 🔄 **Background Task Processing**
-Built-in Dramatiq integration for reliable background job processing with Redis.
+### 🔄 **Background Task Processing** %%PRIORITY:HIGH%%
+
+Django-CFG includes a complete Dramatiq integration for reliable background job processing with automatic Redis configuration, worker management, and task monitoring.
+
+#### Features
+- **🚀 Zero Configuration** - Automatic Redis broker setup and queue management
+- **⚡ Smart Worker Management** - Built-in `rundramatiq` command with Django settings integration
+- **🔧 Type-Safe Task Definition** - Full IDE support for task creation and scheduling
+- **📊 Task Monitoring** - Built-in commands for queue status and task management
+- **🐳 Docker Ready** - Pre-configured Docker containers for production deployment
+- **🛡️ Production Tested** - Battle-tested configuration used in production environments
+
+#### Quick Setup
+```python
+from django_cfg import DjangoConfig
+
+class MyConfig(DjangoConfig):
+    project_name: str = "My App"
+    
+    # Dramatiq configuration (automatic)
+    redis_url: str = "redis://localhost:6379/2"  # Separate DB for tasks
+    
+    # Optional: Custom task settings
+    dramatiq: DramatiqConfig = DramatiqConfig(
+        processes=2,           # Worker processes
+        threads=4,            # Threads per process
+        redis_db=2,           # Redis database for tasks
+        queues=["default", "high", "low"]  # Available queues
+    )
+
+config = MyConfig()
+```
+
+#### Task Definition
+```python
+import dramatiq
+from django_cfg.modules.django_tasks import get_broker
+
+# Tasks are automatically discovered from your apps
+@dramatiq.actor(queue_name="high", max_retries=3)
+def process_document(document_id: str) -> dict:
+    """Process document asynchronously with full Django context."""
+    from myapp.models import Document
+    
+    document = Document.objects.get(id=document_id)
+    # Your processing logic here
+    document.status = "processed"
+    document.save()
+    
+    return {"status": "completed", "document_id": document_id}
+
+# Queue the task
+process_document.send(document_id="123")
+```
+
+#### Management Commands
+```bash
+# Start Dramatiq workers with Django settings
+python manage.py rundramatiq --processes 4 --threads 8
+
+# Monitor task queues and status
+python manage.py task_status --queue high
+
+# Clear specific queues
+python manage.py task_clear --queue default
+
+# Test task processing pipeline
+python manage.py test_tasks
+```
+
+#### Docker Integration
+```yaml
+# docker-compose.yml (automatically generated)
+services:
+  app-dramatiq:
+    build: .
+    command: ["python", "manage.py", "rundramatiq"]
+    environment:
+      - DRAMATIQ_PROCESSES=2
+      - DRAMATIQ_THREADS=4
+      - DRAMATIQ_QUEUES=default,high,low
+    depends_on:
+      - redis
+      - postgres
+```
+
+#### Production Features
+- **🔄 Automatic Restart** - Workers restart on code changes in development
+- **📈 Scaling** - Easy horizontal scaling with multiple worker containers
+- **🛡️ Error Handling** - Built-in retry logic and dead letter queues
+- **📊 Monitoring** - Integration with Django admin for task monitoring
+- **⚡ Performance** - Optimized Redis configuration for high throughput
+
+#### Real-World Example
+```python
+# Document processing pipeline
+@dramatiq.actor(queue_name="knowledge", max_retries=2)
+def process_document_async(document_id: str) -> dict:
+    """Complete document processing with chunking and embeddings."""
+    try:
+        document = Document.objects.get(id=document_id)
+        
+        # Step 1: Chunk document
+        chunks = create_document_chunks(document)
+        
+        # Step 2: Generate embeddings
+        for chunk in chunks:
+            generate_embeddings.send(chunk.id)
+        
+        # Step 3: Optimize database
+        optimize_document_embeddings.send(document_id)
+        
+        return {"status": "completed", "chunks_created": len(chunks)}
+        
+    except Exception as e:
+        logger.error(f"Document processing failed: {e}")
+        return {"status": "failed", "error": str(e)}
+
+# Triggered automatically via Django signals
+@receiver(post_save, sender=Document)
+def queue_document_processing(sender, instance, created, **kwargs):
+    if created:
+        process_document_async.send(str(instance.id))
+```
+
+**Perfect for:**
+- 📄 **Document Processing** - PDF parsing, text extraction, embeddings
+- 📧 **Email Campaigns** - Bulk email sending with delivery tracking
+- 🔄 **Data Synchronization** - API integrations and data imports
+- 📊 **Report Generation** - Heavy computational tasks
+- 🧹 **Cleanup Tasks** - Database maintenance and optimization
 
 ---
 
@@ -444,6 +573,7 @@ Django-CFG includes powerful management commands for development and operations:
 | **`rundramatiq`** | Run Dramatiq background task workers | `python manage.py rundramatiq --processes 4` |
 | **`task_status`** | Show Dramatiq task status and queues | `python manage.py task_status --queue high` |
 | **`task_clear`** | Clear Dramatiq queues | `python manage.py task_clear --queue default` |
+| **`test_tasks`** | Test Dramatiq task processing pipeline | `python manage.py test_tasks --document-id 123` |
 | **`tree`** | Display Django project structure | `python manage.py tree --depth 3 --include-docs` |
 | **`validate_config`** | Deep validation of all settings | `python manage.py validate_config --strict` |
 
@@ -955,6 +1085,17 @@ class ProductionConfig(DjangoConfig):
     enable_newsletter: bool = True  # Email marketing, campaigns, tracking & analytics
     enable_leads: bool = True       # Lead capture, CRM integration, source tracking
     
+    # === Background Task Processing ===
+    redis_url: str = "redis://redis:6379/2"  # Separate DB for Dramatiq tasks
+    dramatiq: DramatiqConfig = DramatiqConfig(
+        processes=4,              # Production worker processes
+        threads=8,               # Threads per process for I/O bound tasks
+        redis_db=2,              # Dedicated Redis DB for task queues
+        queues=["default", "high", "low", "knowledge", "email"],  # Production queues
+        max_retries=3,           # Default retry attempts
+        max_age=3600000,         # 1 hour max task age (milliseconds)
+    )
+    
     # === Multi-Zone API ===
     revolution: RevolutionConfig = RevolutionConfig(
         api_prefix="api/v2",

{django_cfg-1.1.62.dist-info → django_cfg-1.1.64.dist-info}/RECORD

@@ -1,4 +1,4 @@
-django_cfg/__init__.py,sha256=hKbPbaVNg7IaLQ4vE3n3Y7U-mkn0685XzcnlerGqy-s,14288
+django_cfg/__init__.py,sha256=y07sq8IgnY7SBDOPKENJt5CzHEv6lGomZd6AqXWYaZQ,14288
 django_cfg/apps.py,sha256=k84brkeXJI7EgKZLEpTkM9YFZofKI4PzhFOn1cl9Msc,1656
 django_cfg/exceptions.py,sha256=RTQEoU3PfR8lqqNNv5ayd_HY2yJLs3eioqUy8VM6AG4,10378
 django_cfg/integration.py,sha256=-7hvd-4ohLdzH4eufCZTOe3yTzPoQyB_HCfvsSm9AAw,5218
@@ -156,7 +156,7 @@ django_cfg/management/commands/create_token.py,sha256=beHtUTuyFZhG97F9vSkaX-u7ti
 django_cfg/management/commands/generate.py,sha256=w0BF7IMftxNjxTxFuY8cw5pNKGW-LmTScJ8kZpxHu_8,4248
 django_cfg/management/commands/list_urls.py,sha256=D8ikInA3uE1LbQGLWmfdLnEqPg7wqrI3caQA6iTe_-0,11009
 django_cfg/management/commands/migrator.py,sha256=mhMM63uv_Jp9zHVVM7TMwCB90uv3iFZn1vOG-rXyi3s,16191
-django_cfg/management/commands/rundramatiq.py,sha256=1e07PWrtSnxTPZ8RCpgY_yxwV2y-EAduVZDZ34DRqoI,8896
+django_cfg/management/commands/rundramatiq.py,sha256=JmRB_eAexMZcuXu0ln8vqO0CSpWO_7yEMBykKOHCYTE,9190
 django_cfg/management/commands/runserver_ngrok.py,sha256=mcTioDIzHgha6sGo5eazlJhdKr8y5-uEQIc3qG3AvCI,5237
 django_cfg/management/commands/script.py,sha256=I6zOEQEGaED0HoLxl2EqKz39HwbKg9HhdxnGKybfH5s,16974
 django_cfg/management/commands/show_config.py,sha256=0YJ99P1XvymT3fWritaNmn_HJ-PVb0I-yBy757M_bn8,8337
@@ -252,8 +252,8 @@ django_cfg/templates/emails/base_email.html,sha256=TWcvYa2IHShlF_E8jf1bWZStRO0v8
 django_cfg/utils/__init__.py,sha256=64wwXJuXytvwt8Ze_erSR2HmV07nGWJ6DV5wloRBvYE,435
 django_cfg/utils/path_resolution.py,sha256=eML-6-RIGTs5TePktIQN8nxfDUEFJ3JA0AzWBcihAbs,13894
 django_cfg/utils/smart_defaults.py,sha256=iL6_n3jGDW5812whylWAwXik0xBSYihdLp4IJ26T5eA,20547
-django_cfg-1.1.62.dist-info/METADATA,sha256=kN7aAQBvL6bjI5WJrhev0tknRjeiRBoNfFhtQscS74o,38953
-django_cfg-1.1.62.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-django_cfg-1.1.62.dist-info/entry_points.txt,sha256=Ucmde4Z2wEzgb4AggxxZ0zaYDb9HpyE5blM3uJ0_VNg,56
-django_cfg-1.1.62.dist-info/licenses/LICENSE,sha256=xHuytiUkSZCRG3N11nk1X6q1_EGQtv6aL5O9cqNRhKE,1071
-django_cfg-1.1.62.dist-info/RECORD,,
+django_cfg-1.1.64.dist-info/METADATA,sha256=fpzL6zF9N33CDJwsPPmWdQnNJ6v6l3MBrjmDWFZE_Qk,44084
+django_cfg-1.1.64.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+django_cfg-1.1.64.dist-info/entry_points.txt,sha256=Ucmde4Z2wEzgb4AggxxZ0zaYDb9HpyE5blM3uJ0_VNg,56
+django_cfg-1.1.64.dist-info/licenses/LICENSE,sha256=xHuytiUkSZCRG3N11nk1X6q1_EGQtv6aL5O9cqNRhKE,1071
+django_cfg-1.1.64.dist-info/RECORD,,