superbrain-server 1.0.2-beta.0

package/payload/config/whisper_model.txt

@@ -0,0 +1 @@
+base

package/payload/config_settings.py

@@ -0,0 +1,185 @@
+"""
+SuperBrain Production Configuration
+Production-grade settings for deployment
+"""
+
+import os
+from typing import Optional
+from functools import lru_cache
+
+class Settings:
+    """Application settings with sensible production defaults."""
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Core Settings
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    # API Configuration
+    API_TITLE: str = "SuperBrain API"
+    API_VERSION: str = "1.0.0"
+    API_DESCRIPTION: str = "AI-powered content analysis and archival system"
+    ENVIRONMENT: str = os.getenv("ENVIRONMENT", "development")
+    DEBUG: bool = ENVIRONMENT == "development"
+    
+    # Server
+    HOST: str = os.getenv("HOST", "0.0.0.0")
+    PORT: int = int(os.getenv("PORT", 5000))
+    WORKERS: int = int(os.getenv("WORKERS", 4))
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Database Configuration
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    DATABASE_URL: str = os.getenv("DATABASE_URL", "sqlite:///./superbrain.db")
+    DATABASE_PATH: str = os.getenv("DATABASE_PATH", "superbrain.db")
+    DATABASE_TIMEOUT: int = int(os.getenv("DATABASE_TIMEOUT", 30))
+    
+    # SQLite WAL mode for better concurrency
+    ENABLE_WAL: bool = True
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Security & Authentication
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    # API key file path
+    TOKEN_FILE: str = os.getenv("TOKEN_FILE", "token.txt")
+    API_KEY_HEADER: str = "X-API-Key"
+    
+    # CORS Configuration
+    CORS_ORIGINS: list = [
+        "http://localhost",
+        "http://localhost:19000",
+        "http://localhost:19001",
+        "http://localhost:8081",
+    ]
+    
+    # Allow credentials in CORS
+    CORS_CREDENTIALS: bool = True
+    CORS_METHODS: list = ["*"]
+    CORS_HEADERS: list = ["*"]
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # AI Provider Configuration
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    # Groq API
+    GROQ_API_KEY: Optional[str] = os.getenv("GROQ_API_KEY")
+    
+    # Google Gemini API
+    GEMINI_API_KEY: Optional[str] = os.getenv("GEMINI_API_KEY") or os.getenv("GOOGLE_API_KEY")
+    GOOGLE_API_KEY: Optional[str] = os.getenv("GOOGLE_API_KEY")
+    
+    # OpenRouter API (for model fallback)
+    OPENROUTER_API_KEY: Optional[str] = os.getenv("OPENROUTER_API_KEY")
+    
+    # Whisper Model Configuration
+    WHISPER_MODEL: str = os.getenv("WHISPER_MODEL", "base")
+    WHISPER_USE_CLOUD: bool = os.getenv("WHISPER_USE_CLOUD", "true").lower() == "true"
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Instagram Configuration
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    INSTAGRAM_USERNAME: Optional[str] = os.getenv("INSTAGRAM_USERNAME")
+    INSTAGRAM_PASSWORD: Optional[str] = os.getenv("INSTAGRAM_PASSWORD")
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # File & Storage Configuration
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    # Upload configuration
+    UPLOAD_DIR: str = os.getenv("UPLOAD_DIR", "static/uploads")
+    TEMP_DIR: str = os.getenv("TEMP_DIR", "temp")
+    MAX_UPLOAD_SIZE: int = int(os.getenv("MAX_UPLOAD_SIZE", 50 * 1024 * 1024))  # 50MB
+    
+    # Allowed file types
+    ALLOWED_EXTENSIONS: set = {
+        "jpg", "jpeg", "png", "gif", "webp",  # Images
+        "mp4", "mov", "avi", "mkv",           # Videos
+        "mp3", "wav", "m4a", "aac",          # Audio
+    }
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Logging Configuration
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    LOG_LEVEL: str = os.getenv("LOG_LEVEL", "INFO" if ENVIRONMENT == "production" else "DEBUG")
+    LOG_FILE: Optional[str] = os.getenv("LOG_FILE")
+    LOG_FORMAT: str = "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Performance & Rate Limiting
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    # Rate limiting
+    RATE_LIMIT_ENABLED: bool = True
+    RATE_LIMIT_PER_MINUTE: int = int(os.getenv("RATE_LIMIT_PER_MINUTE", 60))
+    
+    # Request timeout (seconds)
+    REQUEST_TIMEOUT: int = int(os.getenv("REQUEST_TIMEOUT", 60))
+    
+    # Connection pool size
+    CONNECTION_POOL_SIZE: int = int(os.getenv("CONNECTION_POOL_SIZE", 10))
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Feature Flags
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    # Feature flags for analytics/monitoring
+    ENABLE_METRICS: bool = True
+    ENABLE_HEALTH_CHECK: bool = True
+    ENABLE_API_DOCS: bool = not (ENVIRONMENT == "production")
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Timeouts & Retries
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    # Analysis timeout (seconds)
+    ANALYSIS_TIMEOUT: int = int(os.getenv("ANALYSIS_TIMEOUT", 120))
+    
+    # Retry configuration
+    MAX_RETRIES: int = int(os.getenv("MAX_RETRIES", 3))
+    RETRY_DELAY: int = int(os.getenv("RETRY_DELAY", 5))
+    
+    # ──────────────────────────────────────────────────────────────────────────
+    # Directories (ensure they exist)
+    # ──────────────────────────────────────────────────────────────────────────
+    
+    @classmethod
+    def ensure_dirs(cls):
+        """Ensure all required directories exist."""
+        for dir_path in [cls.UPLOAD_DIR, cls.TEMP_DIR]:
+            os.makedirs(dir_path, exist_ok=True)
+
+
+class DevelopmentSettings(Settings):
+    """Development environment settings."""
+    DEBUG: bool = True
+    CORS_ORIGINS: list = [
+        "*",  # Allow all in development
+    ]
+
+
+class ProductionSettings(Settings):
+    """Production environment settings."""
+    DEBUG: bool = False
+    ENABLE_API_DOCS: bool = False
+    # Restrict CORS in production
+    CORS_ORIGINS: list = [
+        os.getenv("APP_URL", "http://localhost"),
+    ]
+
+
+@lru_cache()
+def get_settings() -> Settings:
+    """Get settings based on environment."""
+    environment = os.getenv("ENVIRONMENT", "development")
+    
+    if environment == "production":
+        return ProductionSettings()
+    else:
+        return DevelopmentSettings()
+
+
+# Expose active settings
+settings = get_settings()

package/payload/core/category_manager.py

@@ -0,0 +1,219 @@
+#!/usr/bin/env python3
+"""
+Category Manager for SuperBrain
+Interactive tool to list, edit, and delete categories
+"""
+
+import sys
+from pathlib import Path
+
+# Ensure backend root is in sys.path (needed when run directly)
+sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
+
+from core.database import get_db
+from rich.console import Console
+from rich.table import Table
+from rich.prompt import Prompt, Confirm
+from rich.panel import Panel
+import sys
+
+console = Console()
+
+def print_header(text):
+    """Print fancy header"""
+    console.print(Panel(text, style="bold magenta", expand=False))
+
+def list_all_categories():
+    """List all categories with post counts"""
+    db = get_db()
+    
+    if not db.is_connected():
+        console.print("[red]❌ Database not connected[/red]")
+        return
+    
+    try:
+        # Get category counts using aggregation
+        pipeline = [
+            {"$group": {"_id": "$category", "count": {"$sum": 1}}},
+            {"$sort": {"count": -1}}
+        ]
+        
+        results = list(db.collection.aggregate(pipeline))
+        
+        if not results:
+            console.print("[yellow]No categories found in database[/yellow]")
+            return
+        
+        # Create table
+        table = Table(title="📁 All Categories", show_header=True, header_style="bold cyan")
+        table.add_column("Category", style="cyan", width=30)
+        table.add_column("Posts", justify="right", style="green")
+        
+        total_posts = 0
+        for item in results:
+            category = item['_id'] or "Uncategorized"
+            count = item['count']
+            table.add_row(category, str(count))
+            total_posts += count
+        
+        console.print(table)
+        console.print(f"\n[bold]Total: {len(results)} categories, {total_posts} posts[/bold]\n")
+        
+    except Exception as e:
+        console.print(f"[red]❌ Error: {e}[/red]")
+
+def list_posts_by_category(category=None):
+    """List all posts in a specific category"""
+    db = get_db()
+    
+    if not db.is_connected():
+        console.print("[red]❌ Database not connected[/red]")
+        return
+    
+    if not category:
+        category = Prompt.ask("Enter category name")
+    
+    try:
+        # Find posts in this category
+        posts = list(db.collection.find({"category": category}).sort("analyzed_at", -1))
+        
+        if not posts:
+            console.print(f"[yellow]No posts found in category '{category}'[/yellow]")
+            return
+        
+        # Create table
+        table = Table(title=f"📋 Posts in '{category}'", show_header=True, header_style="bold cyan")
+        table.add_column("#", style="dim", width=4)
+        table.add_column("Title", style="cyan", width=50)
+        table.add_column("Username", style="green", width=15)
+        table.add_column("Shortcode", style="yellow", width=15)
+        
+        for idx, post in enumerate(posts, 1):
+            title = post.get('title', 'N/A')[:47] + "..." if len(post.get('title', '')) > 50 else post.get('title', 'N/A')
+            username = post.get('username', 'N/A')
+            shortcode = post.get('shortcode', 'N/A')
+            table.add_row(str(idx), title, username, shortcode)
+        
+        console.print(table)
+        console.print(f"\n[bold]Total: {len(posts)} posts[/bold]\n")
+        
+    except Exception as e:
+        console.print(f"[red]❌ Error: {e}[/red]")
+
+def edit_category():
+    """Edit/rename a category"""
+    db = get_db()
+    
+    if not db.is_connected():
+        console.print("[red]❌ Database not connected[/red]")
+        return
+    
+    # Show current categories
+    console.print("\n[bold cyan]Current Categories:[/bold cyan]")
+    list_all_categories()
+    
+    # Get old category name
+    old_category = Prompt.ask("\nEnter category name to rename")
+    
+    # Check if exists
+    count = db.collection.count_documents({"category": old_category})
+    if count == 0:
+        console.print(f"[red]❌ Category '{old_category}' not found[/red]")
+        return
+    
+    console.print(f"[yellow]Found {count} posts in '{old_category}'[/yellow]")
+    
+    # Get new category name
+    new_category = Prompt.ask("Enter new category name")
+    
+    # Confirm
+    if not Confirm.ask(f"Rename '{old_category}' to '{new_category}' for {count} posts?"):
+        console.print("[yellow]Cancelled[/yellow]")
+        return
+    
+    try:
+        # Update all posts
+        result = db.collection.update_many(
+            {"category": old_category},
+            {"$set": {"category": new_category}}
+        )
+        
+        console.print(f"[green]✅ Updated {result.modified_count} posts[/green]")
+        
+    except Exception as e:
+        console.print(f"[red]❌ Error: {e}[/red]")
+
+def delete_category():
+    """Delete a category (moves posts to 'Uncategorized')"""
+    db = get_db()
+    
+    if not db.is_connected():
+        console.print("[red]❌ Database not connected[/red]")
+        return
+    
+    # Show current categories
+    console.print("\n[bold cyan]Current Categories:[/bold cyan]")
+    list_all_categories()
+    
+    # Get category name
+    category = Prompt.ask("\nEnter category name to delete")
+    
+    # Check if exists
+    count = db.collection.count_documents({"category": category})
+    if count == 0:
+        console.print(f"[red]❌ Category '{category}' not found[/red]")
+        return
+    
+    console.print(f"[yellow]Found {count} posts in '{category}'[/yellow]")
+    console.print("[yellow]These posts will be moved to 'Uncategorized'[/yellow]")
+    
+    # Confirm
+    if not Confirm.ask(f"Delete category '{category}'?", default=False):
+        console.print("[yellow]Cancelled[/yellow]")
+        return
+    
+    try:
+        # Move posts to Uncategorized
+        result = db.collection.update_many(
+            {"category": category},
+            {"$set": {"category": "Uncategorized"}}
+        )
+        
+        console.print(f"[green]✅ Moved {result.modified_count} posts to 'Uncategorized'[/green]")
+        console.print(f"[green]✅ Category '{category}' deleted[/green]")
+        
+    except Exception as e:
+        console.print(f"[red]❌ Error: {e}[/red]")
+
+def main_menu():
+    """Main interactive menu"""
+    print_header("📁 CATEGORY MANAGER")
+    
+    while True:
+        console.print("\n[bold cyan]Options:[/bold cyan]")
+        console.print("1. List all categories")
+        console.print("2. List posts by category")
+        console.print("3. Rename category")
+        console.print("4. Delete category")
+        console.print("5. Exit")
+        
+        choice = Prompt.ask("\nChoose option", choices=["1", "2", "3", "4", "5"])
+        
+        if choice == "1":
+            list_all_categories()
+        elif choice == "2":
+            list_posts_by_category()
+        elif choice == "3":
+            edit_category()
+        elif choice == "4":
+            delete_category()
+        elif choice == "5":
+            console.print("\n[green]👋 Goodbye![/green]")
+            break
+
+if __name__ == "__main__":
+    try:
+        main_menu()
+    except KeyboardInterrupt:
+        console.print("\n\n[yellow]Interrupted by user[/yellow]")
+        sys.exit(0)