django-cfg 1.4.20__py3-none-any.whl → 1.4.23__py3-none-any.whl

django_cfg/modules/django_llm/__init__.py

@@ -5,8 +5,9 @@ Auto-configuring LLM and translation service that integrates with DjangoConfig.
 """
 
 # from .service import DjangoLLM, LLMError, LLMConfigError  # Removed - using LLMClient directly
+from .llm import LLMCache, LLMClient
 from .translator import DjangoTranslator, TranslationError
-from .llm import LLMClient, LLMCache
+
 
 # Convenience functions
 def chat_completion(
@@ -62,7 +63,7 @@ def get_available_models() -> list:
 
 # Export public API
 __all__ = [
-    'DjangoTranslator', 
+    'DjangoTranslator',
     'LLMClient',
     'LLMCache',
     'TranslationError',

django_cfg/modules/django_llm/example.py

@@ -7,13 +7,15 @@ Demonstrates LLM and translation functionality with django-cfg integration.
 import asyncio
 import json
 from pathlib import Path
-from django_cfg import DjangoConfig, LLMConfig, TelegramConfig, DjangoLLM, DjangoTranslator
+
+from django_cfg import DjangoConfig, DjangoLLM, DjangoTranslator, LLMConfig, TelegramConfig
+
 
 class ExampleConfig(DjangoConfig):
     """Example configuration with LLM support."""
-    
+
     project_name: str = "LLM Example Project"
-    
+
     # LLM configuration
     llm: LLMConfig = LLMConfig(
         provider="openrouter",
@@ -24,7 +26,7 @@ class ExampleConfig(DjangoConfig):
         cost_tracking=True,
         usage_alerts=True
     )
-    
+
     # Optional: Telegram for alerts
     telegram: TelegramConfig = TelegramConfig(
         bot_token="${TELEGRAM_BOT_TOKEN}",
@@ -36,25 +38,25 @@ async def example_llm_usage():
     """Example LLM usage."""
     print("🤖 Testing Django LLM Module...")
     print("=" * 50)
-    
+
     # Import after config is set
     from django_cfg.modules.django_llm import DjangoLLM, chat_completion
-    
+
     # Initialize LLM service
     llm = DjangoLLM()
-    
+
     if not llm.is_configured:
         print("❌ LLM service is not configured. Please set OPENROUTER_API_KEY.")
         return
-    
+
     print("✅ LLM service is configured")
-    
+
     # Test chat completion
     print("\n💬 Chat Completion:")
     messages = [
         {"role": "user", "content": "What is the capital of France?"}
     ]
-    
+
     try:
         response = llm.chat_completion(messages)
         print(f"✅ Response: {response.get('content', 'No content')}")
@@ -62,7 +64,7 @@ async def example_llm_usage():
         print(f"💰 Cost: ${response.get('cost_usd', 0):.6f}")
     except Exception as e:
         print(f"❌ Chat completion failed: {e}")
-    
+
     # Test text generation
     print("\n📝 Text Generation:")
     try:
@@ -70,18 +72,18 @@ async def example_llm_usage():
         print(f"✅ Generated text:\n{text}")
     except Exception as e:
         print(f"❌ Text generation failed: {e}")
-    
+
     # Test JSON generation
     print("\n📋 JSON Generation:")
     try:
         json_data = llm.generate_json(
             "Create a JSON object with information about a car: make, model, year, price"
         )
-        print(f"✅ Generated JSON:")
+        print("✅ Generated JSON:")
         print(json.dumps(json_data, indent=2))
     except Exception as e:
         print(f"❌ JSON generation failed: {e}")
-    
+
     # Test convenience function
     print("\n🚀 Convenience Function:")
     try:
@@ -91,7 +93,7 @@ async def example_llm_usage():
         print(f"✅ Convenience response: {response.get('content', 'No content')}")
     except Exception as e:
         print(f"❌ Convenience function failed: {e}")
-    
+
     # Get statistics
     print("\n📊 Statistics:")
     stats = llm.get_stats()
@@ -105,17 +107,17 @@ async def example_translation_usage():
     """Example translation usage."""
     print("\n🌐 Testing Django Translation Module...")
     print("=" * 50)
-    
-    
+
+
     # Initialize translator
     translator = DjangoTranslator()
-    
+
     if not translator.is_configured:
         print("❌ Translation service is not configured. Please set OPENROUTER_API_KEY.")
         return
-    
+
     print("✅ Translation service is configured")
-    
+
     # Test simple translation
     print("\n🔤 Simple Translation:")
     try:
@@ -127,7 +129,7 @@ async def example_translation_usage():
         print(f"✅ Korean to English: {translated}")
     except Exception as e:
         print(f"❌ Translation failed: {e}")
-    
+
     # Test CJK translation
     print("\n🈳 CJK Translation:")
     cjk_texts = [
@@ -135,7 +137,7 @@ async def example_translation_usage():
         ("これは良い車です", "ja", "Japanese"),
         ("이것은 좋은 차입니다", "ko", "Korean")
     ]
-    
+
     for text, lang, lang_name in cjk_texts:
         try:
             translated = translator.translate(
@@ -146,7 +148,7 @@ async def example_translation_usage():
             print(f"✅ {lang_name}: {text} → {translated}")
         except Exception as e:
             print(f"❌ {lang_name} translation failed: {e}")
-    
+
     # Test JSON translation
     print("\n📄 JSON Translation:")
     car_data = {
@@ -157,7 +159,7 @@ async def example_translation_usage():
         "price": "$25,000",  # Should be skipped
         "id": "CAR_12345"  # Should be skipped
     }
-    
+
     try:
         translated_data = translator.translate_json(
             data=car_data,
@@ -168,14 +170,14 @@ async def example_translation_usage():
         print(json.dumps(translated_data, indent=2, ensure_ascii=False))
     except Exception as e:
         print(f"❌ JSON translation failed: {e}")
-    
+
     # Test convenience functions
     print("\n🚀 Convenience Functions:")
     try:
         # Quick text translation
         quick_text = translate_text("Bonjour le monde", target_language="en", source_language="fr")
         print(f"✅ Quick translation: {quick_text}")
-        
+
         # Quick JSON translation
         quick_json = translate_json(
             {"greeting": "Hola mundo", "url": "https://example.com"},
@@ -184,7 +186,7 @@ async def example_translation_usage():
         print(f"✅ Quick JSON: {quick_json}")
     except Exception as e:
         print(f"❌ Convenience functions failed: {e}")
-    
+
     # Get translation statistics
     print("\n📊 Translation Statistics:")
     stats = translator.get_stats()
@@ -199,36 +201,36 @@ async def example_cache_management():
     """Example cache management."""
     print("\n💾 Testing Cache Management...")
     print("=" * 50)
-    
+
     from django_cfg.modules.django_llm import DjangoLLM
-    
+
     llm = DjangoLLM()
-    
+
     if not llm.is_configured:
         print("❌ LLM service is not configured.")
         return
-    
+
     # Get cache information
     print("📋 Cache Information:")
     config_info = llm.get_config_info()
     cache_info = config_info.get('cache_info', {})
-    
+
     print(f"Cache directory: {config_info.get('cache_directory')}")
     print(f"Memory cache size: {cache_info.get('memory_cache', {}).get('size', 0)}")
     print(f"File cache exists: {cache_info.get('file_cache', {}).get('exists', False)}")
-    
+
     # Test cache export
     print("\n📤 Cache Export:")
     try:
         yaml_content = llm.cache.export_cache_yaml()
         print("✅ Cache exported to YAML:")
         print(yaml_content[:500] + "..." if len(yaml_content) > 500 else yaml_content)
-        
+
         # Save to file
         export_file = Path("llm_cache_export.yaml")
         llm.cache.export_cache_yaml(export_file)
         print(f"✅ Cache saved to: {export_file}")
-        
+
     except Exception as e:
         print(f"❌ Cache export failed: {e}")
 
@@ -237,8 +239,8 @@ async def example_alerts():
     """Example alert functionality."""
     print("\n🔔 Testing Alert Functionality...")
     print("=" * 50)
-    
-    
+
+
     # Test LLM alerts
     print("🤖 Sending LLM Alert:")
     try:
@@ -253,7 +255,7 @@ async def example_alerts():
         print("✅ LLM alert sent (check Telegram)")
     except Exception as e:
         print(f"❌ LLM alert failed: {e}")
-    
+
     # Test translation alerts
     print("\n🌐 Sending Translation Alert:")
     try:
@@ -274,60 +276,60 @@ async def example_models_cache():
     """Example of using models cache for dynamic pricing."""
     print("\n📊 Models Cache Example")
     print("-" * 30)
-    
+
     try:
         # Initialize LLM service
         llm_service = DjangoLLM()
-        
+
         if not llm_service.is_configured:
             print("⚠️  LLM service not configured, skipping models cache example")
             return
-        
+
         client = llm_service.client
-        
+
         if not client.models_cache:
             print("⚠️  Models cache not available for this provider")
             return
-        
+
         print("🔄 Fetching models from OpenRouter API...")
         models = await client.fetch_models()
         print(f"✅ Fetched {len(models)} models")
-        
+
         # Get models summary
         summary = client.get_models_summary()
         print(f"📈 Total models: {summary.get('total_models', 0)}")
         print(f"📈 Available models: {summary.get('available_models', 0)}")
         print(f"📈 Free models: {summary.get('free_models_count', 0)}")
         print(f"📈 Budget models: {summary.get('budget_models_count', 0)}")
-        
+
         # Show some free models
         free_models = client.get_free_models()
         if free_models:
             print(f"\n🆓 Free models ({len(free_models)}):")
             for model in free_models[:3]:  # Show first 3
                 print(f"  • {model.name} ({model.provider})")
-        
+
         # Show budget models
         budget_models = client.get_budget_models(max_price=1.0)
         if budget_models:
             print(f"\n💰 Budget models ≤$1.0/1M tokens ({len(budget_models)}):")
             for model in budget_models[:3]:  # Show first 3
                 print(f"  • {model.name}: ${model.pricing.prompt_price}/1M prompt tokens")
-        
+
         # Search for coding models
         coding_models = client.search_models("code")
         if coding_models:
             print(f"\n💻 Coding models ({len(coding_models)}):")
             for model in coding_models[:3]:  # Show first 3
                 print(f"  • {model.name}: ${model.pricing.prompt_price}/1M tokens")
-        
+
         # Test dynamic cost estimation
         model_id = "openai/gpt-4o-mini"
         cost = client.estimate_cost(model_id, 1000, 500)
         print(f"\n💵 Dynamic cost estimate for {model_id}:")
-        print(f"   Input: 1000 tokens, Output: 500 tokens")
+        print("   Input: 1000 tokens, Output: 500 tokens")
         print(f"   Total cost: ${cost:.6f}")
-        
+
         # Show model details
         model_info = client.get_model_info(model_id)
         if model_info:
@@ -337,14 +339,14 @@ async def example_models_cache():
             print(f"   Context: {model_info.context_length:,} tokens")
             print(f"   Prompt price: ${model_info.pricing.prompt_price}/1M tokens")
             print(f"   Completion price: ${model_info.pricing.completion_price}/1M tokens")
-        
+
         # Cache information
         cache_info = client.get_models_cache_info()
-        print(f"\n🗄️  Cache info:")
+        print("\n🗄️  Cache info:")
         print(f"   Models cached: {cache_info.get('models_count', 0)}")
         print(f"   Last updated: {cache_info.get('last_fetch', 'Never')}")
         print(f"   Cache file: {cache_info.get('cache_file_exists', False)}")
-        
+
     except Exception as e:
         print(f"❌ Models cache example failed: {e}")
         import traceback
@@ -355,17 +357,17 @@ async def main():
     """Main example function."""
     print("🚀 Django LLM Module Examples")
     print("=" * 50)
-    
+
     # Set up configuration
     config = ExampleConfig()
-    
+
     # Run examples
     await example_llm_usage()
     await example_translation_usage()
     await example_cache_management()
     await example_models_cache()
     await example_alerts()
-    
+
     print("\n🎉 All examples completed!")
     print("\nNext steps:")
     print("1. Check the generated cache files")

django_cfg/modules/django_llm/llm/__init__.py

@@ -2,8 +2,8 @@
 LLM Client, Cache and Models Cache
 """
 
-from .client import LLMClient
 from .cache import LLMCache
+from .client import LLMClient
 from .models_cache import ModelsCache
 
 __all__ = ['LLMClient', 'LLMCache', 'ModelsCache']

django_cfg/modules/django_llm/llm/cache.py

@@ -2,18 +2,19 @@
 LLM Cache Manager - caches LLM responses to avoid duplicate API calls
 """
 
-import json
 import hashlib
+import json
 import logging
 from pathlib import Path
-from typing import Dict, Optional, Any, List
+from typing import Any, Dict, List, Optional
+
 from cachetools import TTLCache
 
 logger = logging.getLogger(__name__)
 
 class LLMCache:
     """Manages LLM response caching with TTL and file persistence"""
-    
+
     def __init__(self, cache_dir: Optional[str] = None, ttl: int = 3600, max_size: int = 1000):
         """
         Initialize LLM cache manager
@@ -28,30 +29,30 @@ class LLMCache:
             # Get the django_cfg module directory
             module_dir = Path(__file__).parent.parent.parent  # django_cfg/modules/django_llm/llm -> django_cfg
             default_cache_dir = module_dir / ".cache" / "llm"
-            
+
             # Create cache directory if it doesn't exist
             default_cache_dir.mkdir(parents=True, exist_ok=True)
         else:
             default_cache_dir = Path(cache_dir)
-        
+
         self.cache_dir = default_cache_dir
         self.cache_file = self.cache_dir / "llm_responses.json"
         self.ttl = ttl
         self.max_size = max_size
-        
+
         # TTL Memory Cache
         self.memory_cache = TTLCache(maxsize=max_size, ttl=ttl)
-        
+
         # Load persistent cache
         self.persistent_cache = self._load_persistent_cache()
-        
+
         logger.debug(f"LLM cache initialized: {self.cache_dir}")
 
     def _load_persistent_cache(self) -> Dict[str, Any]:
         """Load cache from file"""
         try:
             if self.cache_file.exists():
-                with open(self.cache_file, 'r', encoding='utf-8') as f:
+                with open(self.cache_file, encoding='utf-8') as f:
                     return json.load(f)
         except Exception as e:
             logger.warning(f"Failed to load persistent cache: {e}")
@@ -73,10 +74,10 @@ class LLMCache:
             "model": model,
             **kwargs
         }
-        
+
         # Convert to JSON string for hashing
         request_str = json.dumps(request_data, sort_keys=True, ensure_ascii=False)
-        
+
         # Generate SHA256 hash
         return hashlib.sha256(request_str.encode('utf-8')).hexdigest()
 
@@ -88,7 +89,7 @@ class LLMCache:
             logger.debug(f"Memory cache hit for hash: {request_hash[:8]}...")
             # Return only the response part, not the whole cache entry
             return cache_entry.get("response") if isinstance(cache_entry, dict) and "response" in cache_entry else cache_entry
-        
+
         # Check persistent cache
         if request_hash in self.persistent_cache:
             cache_entry = self.persistent_cache[request_hash]
@@ -97,7 +98,7 @@ class LLMCache:
             logger.debug(f"Persistent cache hit for hash: {request_hash[:8]}...")
             # Return only the response part, not the whole cache entry
             return cache_entry.get("response") if isinstance(cache_entry, dict) and "response" in cache_entry else cache_entry
-        
+
         return None
 
     def set_response(self, request_hash: str, response: Dict[str, Any], model: str):
@@ -109,18 +110,18 @@ class LLMCache:
                 "model": model,
                 "cached_at": response.get("created", 0)
             }
-            
+
             # Store in memory cache
             self.memory_cache[request_hash] = cache_entry
-            
+
             # Store in persistent cache
             self.persistent_cache[request_hash] = cache_entry
-            
+
             # Save to file
             self._save_persistent_cache()
-            
+
             logger.debug(f"Cached response for hash: {request_hash[:8]}...")
-            
+
         except Exception as e:
             logger.error(f"Failed to cache response: {e}")
 
@@ -138,12 +139,12 @@ class LLMCache:
         """Clear all caches"""
         self.memory_cache.clear()
         self.persistent_cache.clear()
-        
+
         # Remove cache file
         try:
             if self.cache_file.exists():
                 self.cache_file.unlink()
         except Exception as e:
             logger.error(f"Failed to remove cache file: {e}")
-        
+
         logger.info("LLM cache cleared")

django_cfg/modules/django_llm/llm/client.py

@@ -5,25 +5,25 @@ Universal LLM client supporting multiple providers with caching and token optimi
 """
 
 import logging
-from typing import Dict, List, Optional, Any
 from pathlib import Path
+from typing import Any, Dict, List, Optional
 
-from .models_cache import ModelsCache, ModelInfo
-from .tokenizer import Tokenizer
+from ...base import BaseCfgModule
+from .embeddings import MockEmbedder, OpenAIEmbedder
 from .extractor import JSONExtractor
 from .models import (
-    EmbeddingResponse,
     ChatCompletionResponse,
+    EmbeddingResponse,
 )
-from ...base import BaseCfgModule
+from .models_api import ModelsQueryAPI
+from .models_cache import ModelInfo, ModelsCache
 
 # Import new components
 from .providers import ProviderManager, ProviderSelector
-from .stats import StatsManager
-from .embeddings import OpenAIEmbedder, MockEmbedder
+from .requests import ChatRequestHandler, EmbeddingRequestHandler, RequestCacheManager
 from .responses import ResponseBuilder
-from .requests import RequestCacheManager, ChatRequestHandler, EmbeddingRequestHandler
-from .models_api import ModelsQueryAPI
+from .stats import StatsManager
+from .tokenizer import Tokenizer
 
 logger = logging.getLogger(__name__)
 

django_cfg/modules/django_llm/llm/costs.py

@@ -5,7 +5,7 @@ Provides accurate cost calculation using models cache and fallback pricing.
 """
 
 import logging
-from typing import Dict, Any, Optional
+from typing import Dict, Optional
 
 from .models_cache import ModelsCache
 
@@ -14,7 +14,7 @@ logger = logging.getLogger(__name__)
 
 class CostCalculator:
     """Calculate costs for LLM operations using models cache and fallback pricing."""
-    
+
     def __init__(self, models_cache: Optional[ModelsCache] = None):
         """
         Initialize cost calculator.
@@ -23,7 +23,7 @@ class CostCalculator:
             models_cache: ModelsCache instance for dynamic pricing
         """
         self.models_cache = models_cache
-        
+
         # Fallback pricing for common models (per 1M tokens)
         self.fallback_chat_prices = {
             "gpt-4o-mini": {"prompt": 0.15, "completion": 0.6},
@@ -33,14 +33,14 @@ class CostCalculator:
             "claude-3-sonnet": {"prompt": 3.0, "completion": 15.0},
             "claude-3-opus": {"prompt": 15.0, "completion": 75.0}
         }
-        
+
         # Fallback embedding pricing (per 1K tokens)
         self.fallback_embedding_prices = {
             "text-embedding-ada-002": 0.0001 / 1000,
             "text-embedding-3-small": 0.00002 / 1000,
             "text-embedding-3-large": 0.00013 / 1000,
         }
-    
+
     def calculate_chat_cost(self, usage: Dict[str, int], model: str) -> float:
         """
         Calculate cost for chat completion.
@@ -63,10 +63,10 @@ class CostCalculator:
                     logger.debug(f"Model {model} not found in models cache, using fallback pricing")
             except Exception as e:
                 logger.warning(f"Failed to calculate chat cost from models cache: {e}")
-        
+
         # Fallback to hardcoded pricing
         return self._calculate_chat_cost_fallback(usage, model)
-    
+
     def calculate_embedding_cost(self, tokens: int, model: str) -> float:
         """
         Calculate cost for embedding generation.
@@ -94,16 +94,16 @@ class CostCalculator:
                     logger.debug(f"Embedding model {model} not found in models cache, using fallback pricing")
             except Exception as e:
                 logger.warning(f"Failed to calculate embedding cost from models cache: {e}")
-        
+
         # Fallback to hardcoded pricing
         return self._calculate_embedding_cost_fallback(tokens, model)
-    
+
     def _calculate_chat_cost_fallback(self, usage: Dict[str, int], model: str) -> float:
         """Calculate chat cost using fallback pricing."""
         total_tokens = usage.get('total_tokens', 0)
         prompt_tokens = usage.get('prompt_tokens', 0)
         completion_tokens = usage.get('completion_tokens', 0)
-        
+
         # Find matching model cost
         for model_pattern, costs in self.fallback_chat_prices.items():
             if model_pattern in model.lower():
@@ -112,19 +112,19 @@ class CostCalculator:
                 total_cost = prompt_cost + completion_cost
                 logger.debug(f"Using fallback chat pricing for {model}: ${total_cost:.6f}")
                 return total_cost
-        
+
         # Default cost (using total tokens with average rate)
         default_cost = (total_tokens / 1_000_000) * 0.5
         logger.debug(f"Using default chat pricing for {model}: ${default_cost:.6f}")
         return default_cost
-    
+
     def _calculate_embedding_cost_fallback(self, tokens: int, model: str) -> float:
         """Calculate embedding cost using fallback pricing."""
         price_per_token = self.fallback_embedding_prices.get(model, 0.0001 / 1000)
         cost = tokens * price_per_token
         logger.debug(f"Using fallback embedding pricing for {model}: ${cost:.6f}")
         return cost
-    
+
     def estimate_cost(self, model: str, input_tokens: int, output_tokens: int) -> float:
         """
         Estimate cost for a model.
@@ -148,7 +148,7 @@ class CostCalculator:
                     logger.debug(f"Model {model} not found in models cache for cost estimation, using fallback")
             except Exception as e:
                 logger.warning(f"Failed to estimate cost from models cache: {e}")
-        
+
         # Fallback to internal calculation
         usage_dict = {
             'total_tokens': input_tokens + output_tokens,

django_cfg/modules/django_llm/llm/embeddings/__init__.py

@@ -4,8 +4,8 @@ Embedding generation strategies for LLM client.
 Provides real and mock embedding implementations.
 """
 
-from .openai_embedder import OpenAIEmbedder
 from .mock_embedder import MockEmbedder
+from .openai_embedder import OpenAIEmbedder
 
 __all__ = [
     'OpenAIEmbedder',

django_cfg/modules/django_llm/llm/embeddings/mock_embedder.py

@@ -4,10 +4,9 @@ Mock embedder for providers without embedding support.
 Generates mock embeddings using MD5 hash for OpenRouter and similar providers.
 """
 
-import time
 import hashlib
 import logging
-from typing import Optional
+import time
 
 from ..costs import calculate_embedding_cost
 from ..models import EmbeddingResponse