superbrain-server 1.0.10 → 1.0.12

package/bin/superbrain.js

@@ -171,11 +171,15 @@ if (userArgs.length > 0) {
     superbrain-server reset         -> Open Reset Menu
     superbrain-server reset --all   -> Force complete wipe
     superbrain-server status        -> Show QR Code and Server Info
+    superbrain-server ngrok         -> Configure Ngrok tunnel
     `);
     process.exit(0);
   } else if (cmd === 'status' || cmd === 'update') {
     targetScript = 'start.py';
     finalArgs = ['--status'];
+  } else if (cmd === 'ngrok') {
+    targetScript = 'start.py';
+    finalArgs = ['--ngrok'];
   }
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "superbrain-server",
-  "version": "1.0.10",
+  "version": "1.0.12",
   "description": "1-Line Auto-Installer and Server Execution wrapper for SuperBrain",
   "main": "index.js",
   "bin": {

package/payload/config/.api_keys

@@ -0,0 +1,3 @@
+GROQ_API_KEY=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
+GEMINI_API_KEY=AIzaSyAcr5QSifNG0XejGw3LbQ_jkOYLx4-p8fk
+OPENROUTER_API_KEY=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

package/payload/start.py

@@ -22,6 +22,7 @@ import string
 import textwrap
 import time
 import importlib
+import re
 from pathlib import Path
 
 # ── Paths ─────────────────────────────────────────────────────────────────────
@@ -157,6 +158,7 @@ def ensure_runtime_dependencies():
         ("fastapi", "fastapi"),
         ("uvicorn", "uvicorn"),
         ("multipart", "python-multipart"),
+        ("pyngrok", "pyngrok"),
         ("instaloader", "instaloader"),
         ("segno", "segno"),
     ]
@@ -662,64 +664,41 @@ def setup_whisper():
 # ══════════════════════════════════════════════════════════════════════════════
 # Step 6 — Remote Access / Port Forwarding
 # ══════════════════════════════════════════════════════════════════════════════
-LOCALTUNNEL_ENABLED = BASE_DIR / "config" / "localtunnel_enabled.txt"
-LOCALTUNNEL_LOG = BASE_DIR / "config" / "localtunnel.log"
+NGROK_ENABLED = BASE_DIR / "config" / "ngrok_enabled.txt"
+NGROK_TOKEN = BASE_DIR / "config" / "ngrok_token.txt"
 
 def setup_remote_access():
-    h1("Step 6 of 7 — Remote Access (localtunnel / Port Forwarding)")
+    h1("Step 6 of 7 — Remote Access (ngrok)")
 
     print(f"""
-  The SuperBrain backend runs on {BOLD}port 5000{RESET} on your machine.
-  Your phone needs to reach this port over the internet.
-
-  You have two options:
-
-    {BOLD}Option A — localtunnel (easiest + free){RESET}
-        localtunnel creates a public HTTPS URL that tunnels to your local port 5000.
-        No account required.
-        Official site: {CYAN}https://theboroer.github.io/localtunnel-www/{RESET}
-
-  {BOLD}Option B — Your own port forwarding (advanced){RESET}
-    Forward {BOLD}TCP port 5000{RESET} on your router to your machine's local IP.
-    Then use {BOLD}http://<your-public-ip>:5000{RESET} in the mobile app.
-    Steps:
-      1. Find your machine's local IP  →  ip addr  (Linux) / ipconfig (Windows)
-      2. Log into your router admin panel (usually http://192.168.1.1)
-      3. Add a port forwarding rule: External 5000 → Internal <your-local-IP>:5000
-      4. Use your public IP (check https://ipify.org) in the mobile app.
-    {YELLOW}Note: dynamic public IPs change on router restart — consider a DDNS service.{RESET}
-
-  {DIM}You can also run only on your local WiFi — both phone and PC must be on
-  the same network. Use your PC's local IP (e.g. 192.168.x.x) in the app.{RESET}
+  The SuperBrain backend runs locally. Your phone needs to reach it over the internet.
+  We recommend {BOLD}ngrok{RESET} for a secure tunnel.
+
+  Requires a free account from: {CYAN}https://dashboard.ngrok.com/signup{RESET}
+  Get your Authtoken at: {CYAN}https://dashboard.ngrok.com/get-started/your-authtoken{RESET}
 """)
 
-    choice = ask_yn("Enable localtunnel on startup?", default=True)
+    choice = ask_yn("Enable ngrok on startup?", default=True)
     if not choice:
-        LOCALTUNNEL_ENABLED.unlink(missing_ok=True)
-        warn("Skipping localtunnel. Use either your own port forwarding or local WiFi.")
-        info("Remember: set the correct server URL in the mobile app Settings.")
-        return
-
-    if not shutil.which("npx"):
-        print(f"""
-    {YELLOW}npx is not installed / not on PATH.{RESET}
-
-    Install it:
-        Linux   →  {CYAN}Install Node.js (includes npm + npx){RESET}
-        macOS   →  {CYAN}brew install node{RESET}
-        Windows →  Install Node.js LTS from {CYAN}https://nodejs.org/{RESET}
-
-    After installing, re-run {BOLD}python start.py{RESET}.
-""")
-        warn("Skipping localtunnel setup.")
+        NGROK_ENABLED.unlink(missing_ok=True)
+        warn("Skipping ngrok. Local WiFi only.")
         return
 
-    ok("npx binary found")
-    LOCALTUNNEL_ENABLED.parent.mkdir(parents=True, exist_ok=True)
-    LOCALTUNNEL_ENABLED.write_text("enabled")
-    ok("localtunnel auto-start enabled")
-    nl()
-    info("localtunnel will be started automatically every time you run start.py.")
+    ok("ngrok auto-start enabled")
+    NGROK_ENABLED.parent.mkdir(parents=True, exist_ok=True)
+    NGROK_ENABLED.write_text("enabled")
+
+    existing_token = NGROK_TOKEN.read_text().strip() if NGROK_TOKEN.exists() else ""
+    print(f"\n  {YELLOW}Please paste your ngrok Authtoken.{RESET}")
+    if existing_token:
+         print(f"  {DIM}(Leave blank to keep existing token){RESET}")
+         
+    auth_token = ask("Authtoken", default=existing_token, paste=True)
+    if auth_token.strip():
+        NGROK_TOKEN.write_text(auth_token.strip())
+        ok("ngrok token saved.")
+    else:
+        warn("No ngrok token provided. ngrok may disconnect. To fix, re-run setup.")
 
 # ══════════════════════════════════════════════════════════════════════════════
 # Step 6 — Access Token & Database
@@ -754,87 +733,21 @@ def setup_token_and_db():
 # ══════════════════════════════════════════════════════════════════════════════
 # Launch Backend
 # ══════════════════════════════════════════════════════════════════════════════
-def _extract_localtunnel_url(text: str) -> str | None:
-    """Extract first localtunnel public URL from text."""
-    import re
-    m = re.search(r"https://[\w.-]+\.loca\.lt\b", text)
-    return m.group(0) if m else None
-
-
-def _find_localtunnel_url_from_log() -> str | None:
-    """Read local tunnel log and return detected public URL if available."""
-    try:
-        if not LOCALTUNNEL_LOG.exists():
-            return None
-        text = LOCALTUNNEL_LOG.read_text(encoding="utf-8", errors="ignore")
-        return _extract_localtunnel_url(text)
-    except Exception:
-        return None
-
-
-def _stop_localtunnel_processes():
-    """Stop existing localtunnel processes so only one tunnel remains active."""
-    try:
-        if IS_WINDOWS:
-            script = (
-                "Get-CimInstance Win32_Process "
-                "| Where-Object { $_.CommandLine -match 'localtunnel|\\.loca\\.lt' } "
-                "| ForEach-Object { Stop-Process -Id $_.ProcessId -Force -ErrorAction SilentlyContinue }"
-            )
-            subprocess.run(["powershell", "-NoProfile", "-Command", script], check=False)
-        else:
-            subprocess.run(["pkill", "-f", "localtunnel"], check=False)
-    except Exception:
-        pass
-
-
-def _start_localtunnel(port: int, timeout: int = 25) -> str | None:
-    """Start localtunnel in the background and wait for the public URL."""
-    import time as _time
-
-    npx_exec = shutil.which("npx") or shutil.which("npx.cmd")
-    if not npx_exec:
-        return None
-
-    # Clean stale localtunnel processes.
-    _stop_localtunnel_processes()
-    _time.sleep(0.8)
-
-    info("Starting localtunnel in background …")
+def _start_ngrok(port: int) -> str | None:
     try:
-        LOCALTUNNEL_LOG.parent.mkdir(parents=True, exist_ok=True)
-        LOCALTUNNEL_LOG.write_text("")
-
-        log_handle = open(LOCALTUNNEL_LOG, "a", encoding="utf-8", buffering=1)
-        kwargs = {
-            "start_new_session": True,
-            "stdout": log_handle,
-            "stderr": subprocess.STDOUT,
-            "text": True,
-        }
-        if IS_WINDOWS and npx_exec.lower().endswith(".cmd"):
-            cmd = ["cmd", "/c", npx_exec, "-y", "localtunnel", "--port", str(port)]
-        else:
-            cmd = [npx_exec, "-y", "localtunnel", "--port", str(port)]
-        subprocess.Popen(cmd, **kwargs)
+        import pyngrok
+        from pyngrok import ngrok
+        
+        token = NGROK_TOKEN.read_text().strip() if NGROK_TOKEN.exists() else None
+        if token:
+            ngrok.set_auth_token(token)
+            
+        tunnel = ngrok.connect(port, bind_tls=True)
+        return tunnel.public_url
     except Exception as e:
-        warn(f"Could not start localtunnel: {e}")
+        warn(f"Failed to start ngrok: {e}")
         return None
 
-    # Poll log output until URL is emitted.
-    deadline = _time.time() + timeout
-    while _time.time() < deadline:
-        _time.sleep(1)
-        url = _find_localtunnel_url_from_log()
-        if url:
-            ok(f"localtunnel active  →  {GREEN}{BOLD}{url}{RESET}")
-            return url
-
-    warn("localtunnel started but URL is not available yet.")
-    info(f"Check tunnel logs in: {LOCALTUNNEL_LOG}")
-    return None
-
-
 def _get_windows_pids_on_port(port: int) -> list[int]:
     """Return listener PIDs on Windows using Get-NetTCPConnection when available."""
     pids: set[int] = set()
@@ -1202,26 +1115,32 @@ def launch_backend():
     token = TOKEN_FILE.read_text().strip() if TOKEN_FILE.exists() else "—"
     local_ip = _detect_local_ip()
 
-    localtunnel_enabled = bool(shutil.which("npx") or shutil.which("npx.cmd"))
+    # ngrok startup
+    public_url: str | None = None
+    if NGROK_ENABLED.exists():
+        token_txt = NGROK_TOKEN.read_text().strip() if NGROK_TOKEN.exists() else ""
+        if not token_txt:
+            warn("Ngrok is enabled but no Authtoken was found.")
+            setup_remote_access()
 
-    localtunnel_url: str | None = None
-    if localtunnel_enabled:
-        localtunnel_url = _start_localtunnel(PORT)
-    else:
-        localtunnel_url = _find_localtunnel_url_from_log()
-
-    if localtunnel_url:
-        tunnel_line = f"    Public URL   →  {GREEN}{BOLD}{localtunnel_url}{RESET}  {DIM}(localtunnel){RESET}"
-        tunnel_hint = f"         · public     →  {GREEN}{localtunnel_url}{RESET}"
-    elif localtunnel_enabled:
-        tunnel_line = f"    Public URL   →  {YELLOW}(starting — URL pending, check localtunnel.log){RESET}"
-        tunnel_hint = f"         · public     →  run:  {DIM}npx localtunnel --port {PORT}{RESET}"
+        info("Starting ngrok in background...")
+        public_url = _start_ngrok(PORT)
+        
+    tunnel_line = ""
+    tunnel_hint = ""
+    
+    if public_url:
+        tunnel_line = f"    Public URL   →  {GREEN}{BOLD}{public_url}{RESET}  {DIM}(ngrok){RESET}"
+        tunnel_hint = f"         · public     →  {GREEN}{public_url}{RESET}"
+        ok(f"ngrok active  →  {GREEN}{BOLD}{public_url}{RESET}")
+    elif NGROK_ENABLED.exists():
+        tunnel_line = f"    Public URL   →  {YELLOW}(failed to start ngrok){RESET}"
+        tunnel_hint = f"         · public     →  run manually: {DIM}ngrok http {PORT}{RESET}"
     else:
-        tunnel_line = ""
-        tunnel_hint = f"         · public     →  install Node.js first, then run: {DIM}npx localtunnel --port {PORT}{RESET}"
+        tunnel_hint = f"         · public     →  enable ngrok via {DIM}python start.py --reset{RESET}"
 
     # ── Generate and display QR code ──────────────────────────────────────────
-    qr_url = localtunnel_url if localtunnel_url else f"http://{local_ip}:{PORT}"
+    qr_url = public_url if public_url else f"http://{local_ip}:{PORT}"
     _display_connect_qr(qr_url, token)
 
     print(f"""
@@ -1274,15 +1193,21 @@ def launch_backend_status():
     if TOKEN_FILE.exists():
         token = TOKEN_FILE.read_text(encoding="utf-8").strip()
 
+    # Fetch ngrok status via API
     url = "NOT_FOUND"
-    log_file = BASE_DIR / "config" / "localtunnel.log"
-    if log_file.exists():
-        match = re.search(r"your url is: (https://[^\s]+)", log_file.read_text(encoding="utf-8"))
-        if match:
-            url = match.group(1)
-            
+    try:
+        import urllib.request, json
+        req = urllib.request.urlopen("http://127.0.0.1:4040/api/tunnels", timeout=2)
+        data = json.loads(req.read())
+        for tunnel in data.get("tunnels", []):
+            if tunnel.get("proto") == "https":
+                url = tunnel.get("public_url")
+                break
+    except Exception:
+        pass
+        
     if url == "NOT_FOUND":
-        warn("Could not find a running localtunnel URL in config/localtunnel.log.")
+        warn("Could not find a running ngrok URL. Is the server running?")
         nl()
         print("  Wait 5 seconds, or run 'superbrain-server' to start the server.")
         return
@@ -1310,6 +1235,14 @@ def main():
         launch_backend_status()
         return
 
+    ngrok_mode = "--ngrok" in sys.argv
+    if ngrok_mode:
+        h1("SuperBrain Ngrok Configuration")
+        setup_remote_access()
+        nl()
+        ok("Ngrok configuration finished. Run 'superbrain-server' to start the backend.")
+        return
+
     reset_mode = "--reset" in sys.argv
 
     if SETUP_DONE.exists() and not reset_mode:

package/payload/config/backend_id.txt

@@ -1 +0,0 @@
-3f491f84-184a-40ba-9660-b882b881c4d5

package/payload/config/localtunnel.log

@@ -1,86 +0,0 @@
-
-===============================================================================
-Welcome to localhost.run!
-
-Follow your favourite reverse tunnel at [https://twitter.com/localhost_run].
-
-To set up and manage custom domains go to https://admin.localhost.run/
-
-More details on custom domains (and how to enable subdomains of your custom
-domain) at https://localhost.run/docs/custom-domains
-
-If you get a permission denied error check the faq for how to connect with a key or
-create a free tunnel without a key at [http://localhost:3000/docs/faq#generating-an-ssh-key].
-
-To explore using localhost.run visit the documentation site:
-https://localhost.run/docs/
-
-===============================================================================
-
-** your connection id is 78ac0b8b-a8f4-4185-9da5-a446d15e032f, please mention it if you send me a message about an issue. **
-
-authenticated as anonymous user
-14ebb2ac2ccab3.lhr.life tunneled with tls termination, https://14ebb2ac2ccab3.lhr.life
-create an account and add your key for a longer lasting domain name. see https://localhost.run/docs/forever-free/ for more information.
-Open your tunnel address on your mobile with this QR:
-
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-
-c3f3097e2d129a.lhr.life tunneled with tls termination, https://c3f3097e2d129a.lhr.life
-create an account and add your key for a longer lasting domain name. see https://localhost.run/docs/forever-free/ for more information.
-Open your tunnel address on your mobile with this QR:
-
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-                                                      
-

package/payload/test_backend.py

@@ -1,241 +0,0 @@
-"""
-SuperBrain - Comprehensive Backend Test Suite
-Tests all API endpoints against the running backend.
-"""
-import requests
-import sys
-import json
-import time
-
-# Config
-BASE_URL = "http://localhost:5000"
-TOKEN = "4XVTLWWV"
-HEADERS = {"X-API-Key": TOKEN, "Content-Type": "application/json"}
-
-TEST_YT_URL = "https://www.youtube.com/watch?v=dQw4w9WgXcQ"
-
-passed = 0
-failed = 0
-skipped = 0
-
-def test(name, condition, detail=""):
-    global passed, failed
-    if condition:
-        passed += 1
-        print(f"  [PASS] {name}")
-    else:
-        failed += 1
-        print(f"  [FAIL] {name} -- {detail}")
-
-def skip(name, reason):
-    global skipped
-    skipped += 1
-    print(f"  [SKIP] {name} -- {reason}")
-
-# Phase 1: Health & Auth
-print("\n--- Phase 1: Health & Auth ---")
-
-try:
-    r = requests.get(f"{BASE_URL}/status", timeout=5)
-    test("1.1 GET /status", r.status_code == 200 and r.json().get("status") == "online", f"status={r.status_code}")
-except Exception as e:
-    test("1.1 GET /status", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/health", headers=HEADERS, timeout=5)
-    data = r.json()
-    test("1.2 GET /health (auth)", r.status_code == 200 and "database" in data, f"status={r.status_code}")
-except Exception as e:
-    test("1.2 GET /health", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/health", headers={"X-API-Key": "WRONGTKN"}, timeout=5)
-    test("1.3 Auth rejection (wrong)", r.status_code == 401, f"status={r.status_code}")
-except Exception as e:
-    test("1.3 Auth rejection", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/health", timeout=5)
-    test("1.4 Auth rejection (none)", r.status_code in [401, 403, 422], f"status={r.status_code}")
-except Exception as e:
-    test("1.4 Auth rejection (none)", False, str(e))
-
-# Phase 2: Read Endpoints
-print("\n--- Phase 2: Read Endpoints ---")
-
-try:
-    r = requests.get(f"{BASE_URL}/recent?limit=10", headers=HEADERS, timeout=10)
-    data = r.json()
-    test("2.1 GET /recent", r.status_code == 200 and "data" in data, f"status={r.status_code}")
-    print(f"       found {len(data.get('data', []))} posts")
-except Exception as e:
-    test("2.1 GET /recent", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/categories", headers=HEADERS, timeout=10)
-    data = r.json()
-    test("2.2 GET /categories", r.status_code == 200 and "categories" in data, f"status={r.status_code}")
-    print(f"       found {len(data.get('categories', []))} categories")
-except Exception as e:
-    test("2.2 GET /categories", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/queue-status", headers=HEADERS, timeout=10)
-    data = r.json()
-    test("2.3 GET /queue-status", r.status_code == 200 and "processing_count" in data, f"keys={list(data.keys())}")
-    print(f"       processing={data.get('processing_count',0)}, queue={data.get('queue_count',0)}, retry={data.get('retry_count',0)}")
-except Exception as e:
-    test("2.3 GET /queue-status", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/stats", headers=HEADERS, timeout=10)
-    test("2.4 GET /stats", r.status_code == 200, f"status={r.status_code}")
-except Exception as e:
-    test("2.4 GET /stats", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/search?tags=travel&limit=5", headers=HEADERS, timeout=10)
-    test("2.5 GET /search?tags=travel", r.status_code == 200, f"status={r.status_code}")
-except Exception as e:
-    test("2.5 GET /search", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/queue/retry", headers=HEADERS, timeout=10)
-    test("2.6 GET /queue/retry", r.status_code == 200, f"status={r.status_code}")
-except Exception as e:
-    test("2.6 GET /queue/retry", False, str(e))
-
-# Phase 3: Collections CRUD
-print("\n--- Phase 3: Collections CRUD ---")
-
-test_collection_id = None
-
-try:
-    r = requests.get(f"{BASE_URL}/collections", headers=HEADERS, timeout=10)
-    data = r.json()
-    test("3.1 GET /collections", r.status_code == 200, f"status={r.status_code}")
-    print(f"       found {len(data)} collections")
-except Exception as e:
-    test("3.1 GET /collections", False, str(e))
-
-try:
-    r = requests.post(f"{BASE_URL}/collections", headers=HEADERS, json={"id": "test-id", "name": "Test Collection", "icon": "test"}, timeout=10)
-    data = r.json()
-    test("3.2 POST /collections (create)", r.status_code == 200 and data.get("id"), f"status={r.status_code}")
-    test_collection_id = data.get("id")
-    print(f"       created ID: {test_collection_id}")
-except Exception as e:
-    test("3.2 POST /collections", False, str(e))
-
-if test_collection_id:
-    try:
-        r = requests.post(f"{BASE_URL}/collections", headers=HEADERS, json={"id": test_collection_id, "name": "Updated Test", "icon": "ok"}, timeout=10)
-        test("3.3 POST /collections (update)", r.status_code == 200, f"status={r.status_code}")
-    except Exception as e:
-        test("3.3 POST /collections (update)", False, str(e))
-
-    try:
-        r = requests.delete(f"{BASE_URL}/collections/{test_collection_id}", headers=HEADERS, timeout=10)
-        test("3.4 DELETE /collections", r.status_code == 200, f"status={r.status_code}")
-    except Exception as e:
-        test("3.4 DELETE /collections", False, str(e))
-else:
-    skip("3.3 PUT /collections", "no collection created")
-    skip("3.4 DELETE /collections", "no collection created")
-
-try:
-    r = requests.get(f"{BASE_URL}/collections", headers=HEADERS, timeout=10)
-    data = r.json()
-    collections = data.get("data", [])
-    wl = next((c for c in collections if c.get("name") == "Watch Later"), None)
-    if wl:
-        r = requests.delete(f"{BASE_URL}/collections/{wl['id']}", headers=HEADERS, timeout=10)
-        test("3.5 Watch Later protection", r.status_code in [400, 403], f"status={r.status_code} (should be blocked)")
-    else:
-        skip("3.5 Watch Later protection", "no Watch Later found")
-except Exception as e:
-    test("3.5 Watch Later protection", False, str(e))
-
-# Phase 4: Settings
-print("\n--- Phase 4: Settings ---")
-
-try:
-    r = requests.get(f"{BASE_URL}/settings/ai-providers", headers=HEADERS, timeout=10)
-    test("4.1 GET /settings/ai-providers", r.status_code == 200, f"status={r.status_code}")
-except Exception as e:
-    test("4.1 GET /settings/ai-providers", False, str(e))
-
-try:
-    r = requests.post(f"{BASE_URL}/settings/ai-providers", headers=HEADERS,
-                       json={"provider": "groq", "api_key": "gsk_test"}, timeout=10)
-    test("4.2 POST ai-providers (Groq)", r.status_code == 200, f"status={r.status_code}")
-except Exception as e:
-    test("4.2 POST ai-providers", False, str(e))
-
-try:
-    r = requests.get(f"{BASE_URL}/settings/instagram", headers=HEADERS, timeout=10)
-    test("4.3 GET /settings/instagram", r.status_code == 200, f"status={r.status_code}")
-except Exception as e:
-    test("4.3 GET /settings/instagram", False, str(e))
-
-try:
-    r = requests.post(f"{BASE_URL}/settings/instagram", headers=HEADERS,
-                       json={"username": "testuser", "password": "testpass"}, timeout=10)
-    test("4.4 POST /settings/instagram", r.status_code == 200, f"status={r.status_code}")
-except Exception as e:
-    test("4.4 POST /settings/instagram", False, str(e))
-
-# Phase 5: Export/Import
-print("\n--- Phase 5: Export/Import ---")
-
-try:
-    r = requests.get(f"{BASE_URL}/export", headers=HEADERS, timeout=15)
-    test("5.1 GET /export", r.status_code == 200, f"status={r.status_code}")
-    ed = r.json()
-    print(f"       exported {len(ed.get('posts', []))} posts, {len(ed.get('collections', []))} collections")
-except Exception as e:
-    test("5.1 GET /export", False, str(e))
-
-try:
-    r = requests.post(f"{BASE_URL}/import", headers=HEADERS,
-                       json={"posts": [], "collections": [], "mode": "merge"}, timeout=15)
-    test("5.2 POST /import (merge, empty)", r.status_code == 200, f"status={r.status_code}")
-except Exception as e:
-    test("5.2 POST /import", False, str(e))
-
-# Phase 6: Analysis
-print("\n--- Phase 6: Analysis (YouTube) ---")
-
-try:
-    print("       submitting YouTube URL... (timeout 90s)")
-    r = requests.post(f"{BASE_URL}/analyze", headers=HEADERS,
-                       json={"url": TEST_YT_URL}, timeout=90)
-    data = r.json()
-    if r.status_code == 200:
-        test("6.1 POST /analyze (YouTube)", data.get("success") == True, f"success={data.get('success')}")
-        if data.get("data"):
-            d = data["data"]
-            print(f"       title: {d.get('title', 'N/A')[:60]}")
-            print(f"       category: {d.get('category', 'N/A')}")
-            print(f"       tags: {str(d.get('tags', [])[:5])}")
-            print(f"       cached: {data.get('cached', False)}")
-    elif r.status_code == 202:
-        skip("6.1 POST /analyze (YouTube)", "queued for retry (quota)")
-    elif r.status_code == 503:
-        skip("6.1 POST /analyze (YouTube)", "503 server busy")
-    else:
-        test("6.1 POST /analyze (YouTube)", False, f"status={r.status_code}")
-except requests.exceptions.Timeout:
-    skip("6.1 POST /analyze (YouTube)", "timed out (90s)")
-except Exception as e:
-    test("6.1 POST /analyze (YouTube)", False, str(e))
-
-# Summary
-print("\n" + "=" * 50)
-print(f"  PASSED: {passed}")
-print(f"  FAILED: {failed}")
-print(f"  SKIPPED: {skipped}")
-print(f"  TOTAL: {passed + failed + skipped}")
-print("=" * 50)
-
-sys.exit(1 if failed > 0 else 0)

package/payload/tests/test_api.py

@@ -1,17 +0,0 @@
-#!/usr/bin/env python3
-import requests
-import json
-
-# Read token
-with open('token.txt', 'r') as f:
-    token = f.read().strip()
-
-# Test the /recent endpoint
-response = requests.get(
-    'http://localhost:5000/recent?limit=10',
-    headers={'X-API-Key': token}
-)
-
-print(f"Status Code: {response.status_code}")
-print(f"\nResponse:")
-print(json.dumps(response.json(), indent=2))

package/payload/tests/test_db.py

@@ -1,22 +0,0 @@
-#!/usr/bin/env python3
-import sys
-from pathlib import Path
-
-# Ensure backend root is in sys.path
-sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
-
-from core.database import get_db
-
-db = get_db()
-posts = db.get_recent(5)
-print(f'Found {len(posts)} posts in database')
-print()
-
-for p in posts:
-    print(f"Shortcode: {p.get('shortcode', 'N/A')}")
-    print(f"Title: {p.get('title', 'N/A')}")
-    print(f"Username: {p.get('username', 'N/A')}")
-    print(f"URL: {p.get('url', 'N/A')}")
-    print(f"Category: {p.get('category', 'N/A')}")
-    print(f"Analyzed: {p.get('analyzed_at', 'N/A')}")
-    print("-" * 60)

package/payload/tests/test_sync_code.py

@@ -1,65 +0,0 @@
-#!/usr/bin/env python3
-"""
-Legacy filename retained for compatibility.
-This script now validates API key authentication behavior.
-"""
-
-import sys
-from pathlib import Path
-
-from fastapi.testclient import TestClient
-
-# Ensure backend root is in sys.path
-sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
-
-from api import app, API_TOKEN, generate_api_token  # noqa: E402
-
-
-client = TestClient(app)
-
-
-def test_generate_api_token_shape():
-    token = generate_api_token()
-    assert isinstance(token, str)
-    assert len(token) == 8
-    assert token.isalnum()
-
-
-def test_ping_works_without_auth():
-    response = client.get('/ping')
-    assert response.status_code == 200
-
-
-def test_queue_status_rejects_invalid_api_key():
-    response = client.get('/queue-status', headers={'X-API-Key': 'INVALID_TOKEN'})
-    assert response.status_code == 401
-
-
-def test_queue_status_accepts_valid_api_key():
-    response = client.get('/queue-status', headers={'X-API-Key': API_TOKEN})
-    assert response.status_code == 200
-
-
-def test_connect_endpoint_is_deprecated():
-    response = client.post('/connect', json={'api_key': API_TOKEN})
-    assert response.status_code == 410
-
-
-if __name__ == '__main__':
-    print('Running API key auth tests...')
-    test_generate_api_token_shape()
-    print('PASS: API token generation shape')
-
-    test_ping_works_without_auth()
-    print('PASS: /ping unauthenticated access')
-
-    test_queue_status_rejects_invalid_api_key()
-    print('PASS: /queue-status rejects invalid API key')
-
-    test_queue_status_accepts_valid_api_key()
-    print('PASS: /queue-status accepts valid API key')
-
-    test_connect_endpoint_is_deprecated()
-    print('PASS: /connect deprecated behavior')
-
-    print('\nAll API key auth tests passed!')