superbrain-server 1.0.2-beta.0

package/payload/requirements.txt

@@ -0,0 +1,39 @@
+# ── Web Framework ─────────────────────────────────────────────────────────────
+fastapi>=0.111.0
+uvicorn[standard]>=0.29.0
+pydantic>=2.0.0
+python-multipart>=0.0.9
+
+# ── HTTP ──────────────────────────────────────────────────────────────────────
+requests>=2.31.0
+httpx>=0.27.0
+
+# ── AI Providers ──────────────────────────────────────────────────────────────
+groq>=0.9.0
+google-genai>=0.8.0
+
+# ── Web Page Fetching & Parsing ───────────────────────────────────────────────
+beautifulsoup4>=4.12.0
+trafilatura>=1.12.0
+newspaper4k>=0.9.0
+lxml>=5.0.0
+lxml_html_clean>=0.1.0
+htmldate>=1.9.0
+
+# ── Audio Transcription ───────────────────────────────────────────────────────
+openai-whisper>=20231117
+
+# ── Music Identification ──────────────────────────────────────────────────────
+shazamio>=0.4.0
+
+# ── Instagram Download ────────────────────────────────────────────────────────
+instaloader>=4.11.0
+instagrapi>=2.0.0
+
+# ── Computer Vision ───────────────────────────────────────────────────────────
+opencv-python-headless>=4.9.0.80
+Pillow>=10.0.0
+
+# ── Terminal UI ───────────────────────────────────────────────────────────────
+rich>=13.0.0
+segno>=1.6.0

package/payload/reset.py

@@ -0,0 +1,311 @@
+#!/usr/bin/env python3
+"""
+╔══════════════════════════════════════════════════════════════════╗
+║               SuperBrain — Reset / Clean Utility                 ║
+║     Selectively wipe configuration, data, and environment.       ║
+╚══════════════════════════════════════════════════════════════════╝
+
+Usage:
+    python reset.py          — interactive reset wizard
+    python reset.py --all    — full wipe without prompting (⚠ destructive)
+"""
+
+import sys
+import os
+import shutil
+import platform
+from pathlib import Path
+
+# ── Paths ─────────────────────────────────────────────────────────────────────
+BASE_DIR   = Path(__file__).parent.resolve()
+VENV_DIR   = BASE_DIR / ".venv"
+API_KEYS   = BASE_DIR / "config" / ".api_keys"
+LOCALTUNNEL_ENABLED = BASE_DIR / "config" / "localtunnel_enabled.txt"
+LOCALTUNNEL_LOG     = BASE_DIR / "config" / "localtunnel.log"
+TOKEN_FILE = BASE_DIR / "token.txt"
+SETUP_DONE = BASE_DIR / ".setup_done"
+DB_FILE    = BASE_DIR / "superbrain.db"
+TEMP_DIR   = BASE_DIR / "temp"
+INSTA_SESS = BASE_DIR / "config" / "instagram_session.json"
+
+IS_WINDOWS = platform.system() == "Windows"
+
+# ── ANSI colours ──────────────────────────────────────────────────────────────
+def _ansi(code): return f"\033[{code}m"
+RESET  = _ansi(0);  BOLD   = _ansi(1)
+RED    = _ansi(31); GREEN  = _ansi(32); YELLOW = _ansi(33)
+BLUE   = _ansi(34); CYAN   = _ansi(36)
+DIM    = _ansi(2);  MAG    = _ansi(35)
+
+def link(url: str, text: str | None = None) -> str:
+    label = text or url
+    return f"\033]8;;{url}\033\\{label}\033]8;;\033\\"
+
+def banner():
+    art = f"""{CYAN}{BOLD}
+  ███████╗██╗   ██╗██████╗ ███████╗██████╗
+  ██╔════╝██║   ██║██╔══██╗██╔════╝██╔══██╗
+  ███████╗██║   ██║██████╔╝█████╗  ██████╔╝
+  ╚════██║██║   ██║██╔═══╝ ██╔══╝  ██╔══██╗
+  ███████║╚██████╔╝██║     ███████╗██║  ██║
+  ╚══════╝ ╚═════╝ ╚═╝     ╚══════╝╚═╝  ╚═╝
+
+  ██████╗ ██████╗  █████╗ ██╗███╗   ██╗
+  ██╔══██╗██╔══██╗██╔══██╗██║████╗  ██║
+  ██████╔╝██████╔╝███████║██║██╔██╗ ██║
+  ██╔══██╗██╔══██╗██╔══██║██║██║╚██╗██║
+  ██████╔╝██║  ██║██║  ██║██║██║ ╚████║
+  ╚═════╝ ╚═╝  ╚═╝╚═╝  ╚═╝╚═╝╚═╝  ╚═══╝
+{RESET}"""
+    credit = (f"    {DIM}made with {RESET}{MAG}❤{RESET}{DIM}  by "
+              f"{link('https://github.com/sidinsearch', f'{BOLD}sidinsearch{RESET}{DIM}')}"
+              f"{RESET}\n")
+    print(art + credit)
+
+def h1(msg):   print(f"\n{BOLD}{CYAN}{'━'*64}{RESET}\n{BOLD}  {msg}{RESET}\n{BOLD}{CYAN}{'━'*64}{RESET}")
+def ok(msg):   print(f"  {GREEN}✓{RESET}  {msg}")
+def warn(msg): print(f"  {YELLOW}⚠{RESET}  {msg}")
+def err(msg):  print(f"  {RED}✗{RESET}  {msg}")
+def info(msg): print(f"  {DIM}{msg}{RESET}")
+def nl():      print()
+
+def ask_yn(prompt: str, default: bool = True) -> bool:
+    hint = f"{BOLD}Y{RESET}/n" if default else f"y/{BOLD}N{RESET}"
+    val = input(f"\n  {BOLD}{prompt}{RESET} [{hint}]: ").strip().lower()
+    if val == "":
+        return default
+    return val in ("y", "yes")
+
+# ── Helpers ───────────────────────────────────────────────────────────────────
+def _remove_file(path: Path, label: str):
+    """Delete a single file (or glob of siblings like .db-shm / .db-wal)."""
+    targets = list(path.parent.glob(path.name + "*")) if not path.exists() else [path]
+    targets += list(path.parent.glob(path.name + "-shm"))
+    targets += list(path.parent.glob(path.name + "-wal"))
+    removed = False
+    for t in dict.fromkeys(targets):   # deduplicate, preserve order
+        if t.exists():
+            t.unlink()
+            removed = True
+    if removed:
+        ok(f"{label} deleted")
+    else:
+        info(f"{label} — nothing to delete")
+
+def _remove_dir(path: Path, label: str):
+    if path.exists():
+        shutil.rmtree(path)
+        ok(f"{label} deleted")
+    else:
+        info(f"{label} — nothing to delete")
+
+# ── Reset actions ─────────────────────────────────────────────────────────────
+def reset_api_keys():
+    h1("Reset — API Keys")
+    warn("This removes ALL keys: Gemini / Groq / OpenRouter and Instagram credentials.")
+    if not ask_yn("Continue?", default=False):
+        info("Skipped.")
+        return
+    _remove_file(API_KEYS, "API keys file (config/.api_keys)")
+    ok("Run  python start.py --reset  to re-enter keys.")
+
+def reset_localtunnel():
+    h1("Reset — localtunnel State")
+    warn("This removes localtunnel startup state and cached log output.")
+    if not ask_yn("Continue?", default=False):
+        info("Skipped.")
+        return
+    _remove_file(LOCALTUNNEL_ENABLED, "localtunnel state (config/localtunnel_enabled.txt)")
+    _remove_file(LOCALTUNNEL_LOG, "localtunnel log (config/localtunnel.log)")
+
+def reset_api_token():
+    h1("Reset — Access Token")
+    warn("All mobile devices will lose access until you update the token in their Settings.")
+    if not ask_yn("Continue?", default=False):
+        info("Skipped.")
+        return
+    _remove_file(TOKEN_FILE, "Access Token (token.txt)")
+    ok("A new token will be generated next time you run  python start.py.")
+
+def reset_database():
+    h1("Reset — Database")
+    warn("This permanently deletes ALL saved posts, collections, and analysis data.")
+    warn("This action CANNOT be undone.")
+    nl()
+    confirm = input(f"  Type {BOLD}DELETE{RESET} to confirm: ").strip()
+    if confirm != "DELETE":
+        info("Skipped.")
+        return
+    for pat in ["superbrain.db", "superbrain.db-shm", "superbrain.db-wal"]:
+        _remove_file(BASE_DIR / pat, pat)
+    ok("Database wiped. A fresh one will be created on next server start.")
+
+def reset_temp():
+    h1("Reset — Temporary Files")
+    info("Removes downloaded media in the  temp/  folder.")
+    if not ask_yn("Continue?", default=True):
+        info("Skipped.")
+        return
+    _remove_dir(TEMP_DIR, "temp/ folder")
+
+def reset_instagram_session():
+    h1("Reset — Instagram Session")
+    info("Forces a fresh login to Instagram on the next request.")
+    if not ask_yn("Continue?", default=True):
+        info("Skipped.")
+        return
+    _remove_file(INSTA_SESS, "Instagram session file")
+
+def reset_venv():
+    h1("Reset — Virtual Environment")
+    warn("This deletes the entire  .venv/  folder.")
+    warn("You will need to run  python start.py  again to reinstall all packages.")
+    if not ask_yn("Continue?", default=False):
+        info("Skipped.")
+        return
+    _remove_dir(VENV_DIR, ".venv/ (virtual environment)")
+
+def reset_setup_flag():
+    """Always called as part of full reset — re-triggers the start.py wizard."""
+    _remove_file(SETUP_DONE, "setup flag (.setup_done)")
+
+def export_database():
+    h1("Backup — Export Database")
+    info("This creates a safe backup of your database without deleting anything.")
+    
+    if not DB_FILE.exists():
+        warn("No database found — nothing to export.")
+        return
+    
+    import shutil
+    from datetime import datetime
+    
+    timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+    backup_name = f"superbrain_backup_{timestamp}.db"
+    backup_path = BASE_DIR / backup_name
+    
+    try:
+        shutil.copy2(DB_FILE, backup_path)
+        ok(f"Database backed up to: {BOLD}{backup_name}{RESET}")
+        info(f"Size: {backup_path.stat().st_size / (1024*1024):.1f} MB")
+        info(f"Restore by copying this file back to: {BOLD}superbrain.db{RESET}")
+    except Exception as e:
+        err(f"Backup failed: {e}")
+
+def full_reset():
+    h1("Full Reset — Wipe Everything")
+    nl()
+    print(f"  This will delete:")
+    print(f"    {RED}·{RESET}  API keys  (config/.api_keys)")
+    print(f"    {RED}·{RESET}  localtunnel state/log  (config/localtunnel_*)")
+    print(f"    {RED}·{RESET}  Access Token  (token.txt)")
+    print(f"    {RED}·{RESET}  Database  (superbrain.db)")
+    print(f"    {RED}·{RESET}  Temporary media files  (temp/)")
+    print(f"    {RED}·{RESET}  Instagram session")
+    print(f"    {RED}·{RESET}  Virtual environment  (.venv/)")
+    print(f"    {RED}·{RESET}  Setup completion flag  (.setup_done)")
+    nl()
+    warn("ALL DATA WILL BE LOST.  This cannot be undone.")
+    nl()
+    confirm = input(f"  Type {BOLD}RESET ALL{RESET} to confirm: ").strip()
+    if confirm != "RESET ALL":
+        info("Cancelled — nothing was deleted.")
+        return
+
+    for path, label in [
+        (API_KEYS,   "API keys"),
+        (LOCALTUNNEL_ENABLED, "localtunnel state"),
+        (LOCALTUNNEL_LOG, "localtunnel log"),
+        (TOKEN_FILE, "Access Token"),
+    ]:
+        _remove_file(path, label)
+
+    for pat in ["superbrain.db", "superbrain.db-shm", "superbrain.db-wal"]:
+        _remove_file(BASE_DIR / pat, pat)
+
+    _remove_file(INSTA_SESS, "Instagram session")
+    _remove_dir(TEMP_DIR, "temp/")
+    _remove_dir(VENV_DIR, ".venv/")
+    reset_setup_flag()
+
+    nl()
+    ok("Full reset complete.")
+    ok("Run  python start.py  to go through the setup wizard again.")
+
+# ── Interactive menu ──────────────────────────────────────────────────────────
+MENU_ITEMS = [
+    ("1", "API Keys          (config/.api_keys)  — all keys + Instagram"),
+    ("2", "localtunnel state  (config/localtunnel_enabled.txt + .log)"),
+    ("3", "Access Token       (token.txt)"),
+    ("4", "Database           (superbrain.db)  ⚠ all posts & collections"),
+    ("5", "Temporary Files    (temp/)"),
+    ("6", "Instagram Session  (force fresh login)"),
+    ("7", "Virtual Environment (.venv/)  ⚠ must reinstall packages"),
+    ("8", "✓ Backup Database  (create timestamped backup)"),
+    ("9", f"{RED}{BOLD}Full Reset{RESET}          — wipe everything listed above"),
+    ("q", "Quit"),
+]
+
+ACTIONS = {
+    "1": reset_api_keys,
+    "2": reset_localtunnel,
+    "3": reset_api_token,
+    "4": reset_database,
+    "5": reset_temp,
+    "6": reset_instagram_session,
+    "7": reset_venv,
+    "8": export_database,
+    "9": full_reset,
+}
+
+def menu():
+    h1("SuperBrain Reset Utility")
+    nl()
+    print(f"  {DIM}Select what you want to reset:{RESET}")
+    nl()
+    for key, label in MENU_ITEMS:
+        if key == "q":
+            print(f"    {DIM}{key}{RESET}  {DIM}{label}{RESET}")
+        else:
+            print(f"    {BOLD}{key}{RESET}  {label}")
+    nl()
+    choice = input(f"  {BOLD}Choose [1-9 / q]{RESET}: ").strip().lower()
+    return choice
+
+def main():
+    banner()
+
+    # --all shortcut: skip menu and wipe everything
+    if "--all" in sys.argv:
+        full_reset()
+        return
+
+    while True:
+        choice = menu()
+        if choice == "q" or choice == "":
+            nl()
+            info("Nothing changed. Goodbye!")
+            nl()
+            sys.exit(0)
+
+        action = ACTIONS.get(choice)
+        if action:
+            action()
+            nl()
+            again = ask_yn("Reset something else?", default=False)
+            if not again:
+                nl()
+                info("Done. Run  python start.py  to start the server.")
+                nl()
+                break
+        else:
+            warn(f"Unknown option '{choice}' — try again.")
+
+if __name__ == "__main__":
+    try:
+        main()
+    except KeyboardInterrupt:
+        nl()
+        info("Interrupted. Nothing was changed.")
+        nl()
+        sys.exit(0)

package/payload/start-docker-prod.sh

@@ -0,0 +1,125 @@
+#!/bin/bash
+
+# ────────────────────────────────────────────────────────────────────────────────
+# SuperBrain Backend Production Startup Script
+# Ensures all configuration is validated and services are healthy
+# ────────────────────────────────────────────────────────────────────────────────
+
+set -e  # Exit on any error
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m'  # No Color
+
+echo -e "${BLUE}╔════════════════════════════════════════════════════════════════╗${NC}"
+echo -e "${BLUE}║         SuperBrain API - Production Startup                   ║${NC}"
+echo -e "${BLUE}╚════════════════════════════════════════════════════════════════╝${NC}"
+
+# ──── Check prerequisites ────
+echo -e "\n${YELLOW}→ Checking prerequisites...${NC}"
+
+if ! command -v docker &> /dev/null; then
+    echo -e "${RED}✗ Docker is not installed${NC}"
+    exit 1
+fi
+echo -e "${GREEN}✓ Docker found${NC}"
+
+if docker compose version &> /dev/null; then
+    COMPOSE_CMD="docker compose"
+elif command -v docker-compose &> /dev/null; then
+    COMPOSE_CMD="docker-compose"
+else
+    echo -e "${RED}✗ Docker Compose is not installed${NC}"
+    exit 1
+fi
+echo -e "${GREEN}✓ Docker Compose found (${COMPOSE_CMD})${NC}"
+
+# ──── Check environment file ────
+echo -e "\n${YELLOW}→ Checking environment configuration...${NC}"
+
+if [ ! -f .env ]; then
+    if [ -f .env.example ]; then
+        echo -e "${YELLOW}⚠ .env file not found. Creating from .env.example...${NC}"
+        cp .env.example .env
+        echo -e "${YELLOW}⚠ Please edit .env with your actual credentials and run this script again${NC}"
+        exit 1
+    else
+        echo -e "${RED}✗ Neither .env nor .env.example found${NC}"
+        exit 1
+    fi
+else
+    echo -e "${GREEN}✓ .env file found${NC}"
+fi
+
+# ──── Check required API keys ────
+source .env
+
+if [ -z "$GROQ_API_KEY" ] && [ -z "$GEMINI_API_KEY" ] && [ -z "$GOOGLE_API_KEY" ] && [ -z "$OPENROUTER_API_KEY" ]; then
+    echo -e "${YELLOW}⚠ Warning: No AI provider API keys configured${NC}"
+    echo -e "${YELLOW}  Set at least one of: GROQ_API_KEY, GEMINI_API_KEY, OPENROUTER_API_KEY${NC}"
+fi
+
+# ──── Create necessary directories ────
+echo -e "\n${YELLOW}→ Setting up directories...${NC}"
+
+mkdir -p config temp static/uploads logs
+chmod 755 config temp static static/uploads logs
+
+echo -e "${GREEN}✓ Directories created${NC}"
+
+# ──── Build Docker image ────
+echo -e "\n${YELLOW}→ Building Docker image...${NC}"
+
+${COMPOSE_CMD} build --no-cache
+
+echo -e "${GREEN}✓ Docker image built successfully${NC}"
+
+# ──── Start services ────
+echo -e "\n${YELLOW}→ Starting SuperBrain API...${NC}"
+
+${COMPOSE_CMD} up -d
+
+echo -e "${GREEN}✓ Containers started${NC}"
+
+# ──── Wait for service to be healthy ────
+echo -e "\n${YELLOW}→ Waiting for API to become healthy...${NC}"
+
+for i in {1..30}; do
+    if ${COMPOSE_CMD} exec -T superbrain-api curl -s http://localhost:5000/health > /dev/null 2>&1; then
+        echo -e "${GREEN}✓ API is healthy${NC}"
+        break
+    fi
+    
+    if [ $i -eq 30 ]; then
+        echo -e "${RED}✗ API failed to start after 30 seconds${NC}"
+        ${COMPOSE_CMD} logs superbrain-api
+        exit 1
+    fi
+    
+    echo -n "."
+    sleep 1
+done
+
+# ──── Display status ────
+echo -e "\n${BLUE}╔════════════════════════════════════════════════════════════════╗${NC}"
+echo -e "${BLUE}║                    Startup Complete! ✓                         ║${NC}"
+echo -e "${BLUE}╚════════════════════════════════════════════════════════════════╝${NC}"
+
+echo -e "\n${GREEN}Services running:${NC}"
+${COMPOSE_CMD} ps
+
+echo -e "\n${GREEN}API Information:${NC}"
+echo -e "  📡 Endpoint: http://localhost:${API_PORT:-5000}"
+echo -e "  📚 Documentation: http://localhost:${API_PORT:-5000}/docs"
+echo -e "  🏥 Health Check: http://localhost:${API_PORT:-5000}/health"
+
+echo -e "\n${GREEN}Useful commands:${NC}"
+echo -e "  View logs:     ${YELLOW}${COMPOSE_CMD} logs -f superbrain-api${NC}"
+echo -e "  Stop services: ${YELLOW}${COMPOSE_CMD} down${NC}"
+echo -e "  Restart:       ${YELLOW}${COMPOSE_CMD} restart${NC}"
+echo -e "  Status:        ${YELLOW}${COMPOSE_CMD} ps${NC}"
+
+echo -e "\n"

package/payload/start-docker.sh

@@ -0,0 +1,56 @@
+#!/bin/bash
+
+# SuperBrain Docker Setup Script
+# One-click script to build and start the SuperBrain backend
+
+set -e
+
+echo "🐳 SuperBrain Docker Setup"
+echo "=========================="
+
+# Check if Docker is installed
+if ! command -v docker &> /dev/null; then
+    echo "❌ Docker is not installed. Please install Docker first."
+    exit 1
+fi
+
+# Check if docker-compose or docker compose is available
+if ! command -v docker compose &> /dev/null && ! command -v docker-compose &> /dev/null; then
+    echo "❌ Docker Compose is not installed. Please install Docker Compose first."
+    exit 1
+fi
+
+# Use docker compose if available, otherwise docker-compose
+if command -v docker compose &> /dev/null; then
+    DOCKER_COMPOSE="docker compose"
+else
+    DOCKER_COMPOSE="docker-compose"
+fi
+
+# Check if .env exists, if not create from example
+if [ ! -f .env ]; then
+    echo "📝 Creating .env file from example..."
+    if [ -f .env.example ]; then
+        cp .env.example .env
+        echo "✅ Created .env file. Please edit it with your API keys."
+    else
+        echo "⚠️ No .env.example found, continuing without environment variables."
+    fi
+fi
+
+# Build and start the container
+echo "🔨 Building Docker image..."
+$DOCKER_COMPOSE build
+
+echo "🚀 Starting SuperBrain..."
+$DOCKER_COMPOSE up -d
+
+echo ""
+echo "✅ SuperBrain is now running!"
+echo "📖 API: http://localhost:5000"
+echo "📚 Docs: http://localhost:5000/docs"
+echo ""
+echo "Useful commands:"
+echo "  $DOCKER_COMPOSE logs -f    # View logs"
+echo "  $DOCKER_COMPOSE down       # Stop the server"
+echo "  $DOCKER_COMPOSE restart    # Restart the server"