django-cfg 1.2.23__py3-none-any.whl → 1.2.27__py3-none-any.whl

django_cfg/apps/knowbase/examples/external_data_usage.py

@@ -1,191 +0,0 @@
-"""
-Примеры использования нового ExternalDataManager.
-
-Этот файл показывает, как легко интегрировать внешние данные в knowbase
-после рефакторинга.
-"""
-
-from django.contrib.auth import get_user_model
-from django_cfg.apps.knowbase.utils.external_data_manager import ExternalDataManager, quick_add_model, quick_search
-from django_cfg.apps.knowbase.models.external_data import ExternalDataType
-
-User = get_user_model()
-
-
-def example_add_django_model():
-    """Пример добавления Django модели как внешнего источника данных."""
-    
-    # Получаем пользователя
-    user = User.objects.first()
-    if not user:
-        print("❌ No users found")
-        return
-    
-    # Создаем менеджер
-    manager = ExternalDataManager(user)
-    
-    # Добавляем модель Vehicle (если она существует)
-    try:
-        from apps.vehicles_data.models import Vehicle
-        
-        external_data = manager.add_django_model(
-            model_class=Vehicle,
-            title="Vehicle Database",
-            fields=['brand__name', 'model', 'year', 'description'],
-            description="All vehicles from the database",
-            search_fields=['brand__name', 'model'],
-            chunk_size=800,
-            overlap_size=150,
-            auto_vectorize=True
-        )
-        
-        print(f"✅ Added Vehicle model as external data: {external_data.id}")
-        print(f"   Status: {external_data.status}")
-        print(f"   Total chunks: {external_data.total_chunks}")
-        
-    except ImportError:
-        print("⚠️ Vehicle model not found, using example data instead")
-        
-        # Добавляем произвольные данные
-        external_data = manager.add_custom_data(
-            title="Sample Car Data",
-            identifier="sample_cars",
-            content="""
-            Toyota Camry 2023: Reliable sedan with excellent fuel economy
-            Honda Civic 2023: Compact car perfect for city driving
-            BMW X5 2023: Luxury SUV with advanced features
-            Tesla Model 3 2023: Electric vehicle with autopilot
-            """,
-            description="Sample car data for testing",
-            tags=['cars', 'vehicles', 'sample']
-        )
-        
-        print(f"✅ Added sample car data: {external_data.id}")
-
-
-def example_search_external_data():
-    """Пример поиска по внешним данным."""
-    
-    user = User.objects.first()
-    if not user:
-        print("❌ No users found")
-        return
-    
-    manager = ExternalDataManager(user)
-    
-    # Поиск по запросу
-    results = manager.search(
-        query="reliable car with good fuel economy",
-        limit=3,
-        threshold=0.6
-    )
-    
-    print(f"🔍 Search results ({len(results)} found):")
-    for i, result in enumerate(results, 1):
-        print(f"  {i}. {result['source_title']} (similarity: {result['similarity']:.3f})")
-        print(f"     Content: {result['content'][:100]}...")
-        print()
-
-
-def example_get_statistics():
-    """Пример получения статистики."""
-    
-    user = User.objects.first()
-    if not user:
-        print("❌ No users found")
-        return
-    
-    manager = ExternalDataManager(user)
-    stats = manager.get_statistics()
-    
-    print("📊 External Data Statistics:")
-    print(f"   Total sources: {stats.total_sources}")
-    print(f"   Active sources: {stats.active_sources}")
-    print(f"   Processed sources: {stats.processed_sources}")
-    print(f"   Failed sources: {stats.failed_sources}")
-    print(f"   Total chunks: {stats.total_chunks}")
-    print(f"   Total tokens: {stats.total_tokens}")
-    print(f"   Total cost: ${stats.total_cost:.4f}")
-    print(f"   Source types: {stats.source_type_counts}")
-
-
-def example_health_check():
-    """Пример проверки здоровья системы."""
-    
-    user = User.objects.first()
-    if not user:
-        print("❌ No users found")
-        return
-    
-    manager = ExternalDataManager(user)
-    health = manager.health_check()
-    
-    print("🏥 System Health Check:")
-    print(f"   Status: {health.status}")
-    print(f"   Healthy: {'✅' if health.healthy else '❌'}")
-    print(f"   Database: {'✅' if health.database_healthy else '❌'}")
-    print(f"   Embedding Service: {'✅' if health.embedding_service_healthy else '❌'}")
-    print(f"   Processing: {'✅' if health.processing_healthy else '❌'}")
-    print(f"   Response time: {health.response_time_ms:.2f}ms")
-    print(f"   Active sources: {health.active_sources}")
-    print(f"   Pending processing: {health.pending_processing}")
-    print(f"   Failed processing: {health.failed_processing}")
-    
-    if health.issues:
-        print(f"   Issues: {health.issues}")
-    if health.warnings:
-        print(f"   Warnings: {health.warnings}")
-
-
-def example_quick_functions():
-    """Пример использования быстрых функций."""
-    
-    user = User.objects.first()
-    if not user:
-        print("❌ No users found")
-        return
-    
-    # Быстрый поиск
-    results = quick_search(
-        user=user,
-        query="electric vehicle",
-        limit=2
-    )
-    
-    print(f"⚡ Quick search results: {len(results)} found")
-    for result in results:
-        print(f"   - {result['source_title']}: {result['similarity']:.3f}")
-
-
-def run_all_examples():
-    """Запустить все примеры."""
-    
-    print("🚀 Running External Data Manager Examples")
-    print("=" * 50)
-    
-    try:
-        print("\n1. Adding Django Model:")
-        example_add_django_model()
-        
-        print("\n2. Searching External Data:")
-        example_search_external_data()
-        
-        print("\n3. Getting Statistics:")
-        example_get_statistics()
-        
-        print("\n4. Health Check:")
-        example_health_check()
-        
-        print("\n5. Quick Functions:")
-        example_quick_functions()
-        
-        print("\n✅ All examples completed successfully!")
-        
-    except Exception as e:
-        print(f"\n❌ Error running examples: {e}")
-        import traceback
-        traceback.print_exc()
-
-
-if __name__ == "__main__":
-    run_all_examples()

django_cfg/apps/knowbase/mixins/examples/vehicle_model_example.py

@@ -1,199 +0,0 @@
-"""
-Example of using ExternalDataMixin with VehicleModel.
-
-This shows how to integrate VehicleModel with knowbase using the mixin.
-"""
-
-from django.db import models
-from django_cfg.apps.knowbase.mixins import ExternalDataMixin
-from django_cfg.apps.knowbase.models.external_data import ExternalDataType
-
-
-class VehicleModelWithMixin(ExternalDataMixin, models.Model):
-    """
-    Example VehicleModel with ExternalDataMixin integration.
-    
-    This replaces the manual integration we had before with automatic
-    tracking and vectorization.
-    """
-    
-    # Original VehicleModel fields
-    brand = models.ForeignKey('vehicles_data.Brand', on_delete=models.CASCADE)
-    code = models.CharField(max_length=20)
-    name = models.CharField(max_length=100)
-    body_type = models.CharField(max_length=20, blank=True)
-    segment = models.CharField(max_length=50, blank=True)
-    is_active = models.BooleanField(default=True)
-    total_vehicles = models.PositiveIntegerField(default=0)
-    created_at = models.DateTimeField(auto_now_add=True)
-    updated_at = models.DateTimeField(auto_now=True)
-    
-    class Meta:
-        abstract = True  # This is just an example
-    
-    class ExternalDataMeta:
-        # Fields to watch for changes - only update when these change
-        watch_fields = ['name', 'body_type', 'segment', 'is_active']
-        
-        # Lower threshold for multilingual vehicle data
-        similarity_threshold = 0.4
-        
-        # Vehicle models are model type
-        source_type = ExternalDataType.MODEL
-        
-        # Enable auto-sync
-        auto_sync = True
-        
-        # Make public for search
-        is_public = True
-    
-    # Required: content generation method
-    def get_external_content(self):
-        """Generate content for vectorization."""
-        content_parts = [
-            f"# {self.brand.name} {self.name}",
-            "",
-            "## Basic Information",
-            f"- **Brand**: {self.brand.name} ({self.brand.code})",
-            f"- **Model**: {self.name} ({self.code})",
-        ]
-        
-        if self.body_type:
-            content_parts.append(f"- **Body Type**: {self.body_type}")
-        
-        if self.segment:
-            content_parts.append(f"- **Market Segment**: {self.segment}")
-        
-        content_parts.extend([
-            f"- **Status**: {'Active' if self.is_active else 'Inactive'}",
-            "",
-            "## Market Statistics",
-            f"- **Total Listings**: {self.total_vehicles:,} vehicles available",
-        ])
-        
-        if hasattr(self, 'vehicles') and self.vehicles.exists():
-            # Add some vehicle statistics if available
-            vehicles = self.vehicles.filter(is_active=True)
-            if vehicles.exists():
-                content_parts.extend([
-                    "",
-                    "## Available Vehicles",
-                    f"- **Active Listings**: {vehicles.count():,} vehicles",
-                ])
-                
-                # Add price range if available
-                if hasattr(vehicles.first(), 'price'):
-                    prices = vehicles.exclude(price__isnull=True).values_list('price', flat=True)
-                    if prices:
-                        min_price = min(prices)
-                        max_price = max(prices)
-                        content_parts.append(f"- **Price Range**: ${min_price:,} - ${max_price:,}")
-        
-        content_parts.extend([
-            "",
-            f"## Model History",
-            f"- **First Listed**: {self.created_at.strftime('%Y-%m-%d')}",
-            f"- **Last Updated**: {self.updated_at.strftime('%Y-%m-%d')}",
-        ])
-        
-        return "\n".join(content_parts)
-    
-    # Optional: custom title
-    def get_external_title(self):
-        """Generate title for ExternalData."""
-        return f"Vehicle Model: {self.brand.name} {self.name}"
-    
-    # Optional: custom description
-    def get_external_description(self):
-        """Generate description for ExternalData."""
-        parts = [f"Comprehensive information about {self.brand.name} {self.name}"]
-        
-        if self.body_type:
-            parts.append(f"({self.body_type})")
-        
-        parts.append("including specifications, market data, and vehicle listings.")
-        
-        return " ".join(parts)
-    
-    # Optional: metadata
-    def get_external_metadata(self):
-        """Generate metadata for ExternalData."""
-        return {
-            'vehicle_model_id': str(self.id),
-            'brand_code': self.brand.code,
-            'brand_name': self.brand.name,
-            'model_code': self.code,
-            'model_name': self.name,
-            'body_type': self.body_type,
-            'segment': self.segment,
-            'total_vehicles': self.total_vehicles,
-            'is_active': self.is_active,
-            'created_at': self.created_at.isoformat(),
-            'updated_at': self.updated_at.isoformat(),
-            'integration_type': 'vehicle_model_mixin_auto'
-        }
-    
-    # Optional: tags
-    def get_external_tags(self):
-        """Generate tags for ExternalData."""
-        tags = [
-            'vehicle',
-            'model',
-            self.brand.code.lower(),
-            self.code.lower(),
-            self.brand.name.lower().replace(' ', '_'),
-            self.name.lower().replace(' ', '_'),
-        ]
-        
-        if self.body_type:
-            tags.append(self.body_type.lower().replace(' ', '_'))
-        
-        if self.segment:
-            tags.append(self.segment.lower().replace(' ', '_'))
-        
-        return tags
-    
-    @property
-    def full_name(self):
-        """Get full model name with brand."""
-        return f"{self.brand.name} {self.name}"
-    
-    def __str__(self):
-        return self.full_name
-
-
-# Usage example:
-"""
-# To use this mixin in your existing VehicleModel:
-
-1. Add the mixin to your model:
-   class VehicleModel(ExternalDataMixin, models.Model):
-       # ... your existing fields ...
-       
-       class ExternalDataMeta:
-           watch_fields = ['name', 'body_type', 'segment', 'is_active']
-           similarity_threshold = 0.4
-           source_type = ExternalDataType.MODEL
-           auto_sync = True
-           is_public = True
-       
-       def get_external_content(self):
-           # ... content generation logic ...
-           return content
-
-2. Run migrations to add the mixin fields:
-   python manage.py makemigrations
-   python manage.py migrate
-
-3. That's it! The mixin will automatically:
-   - Create ExternalData when VehicleModel is created
-   - Update ExternalData when watched fields change
-   - Delete ExternalData when VehicleModel is deleted
-   - Handle vectorization and search integration
-   
-4. Manual operations (if needed):
-   vehicle_model.regenerate_external_data()  # Force regeneration
-   vehicle_model.delete_external_data()      # Remove integration
-   vehicle_model.has_external_data          # Check if linked
-   vehicle_model.external_data_status       # Get processing status
-"""