superbrain-server 1.0.45 → 1.0.47

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "superbrain-server",
-  "version": "1.0.45",
+  "version": "1.0.47",
   "description": "1-Line Auto-Installer and Server Execution wrapper for SuperBrain",
   "main": "index.js",
   "bin": {

package/payload/analyzers/webpage_analyzer.py

@@ -58,7 +58,7 @@ any products/places/tools mentioned, and the overall purpose of the page]
 [N/A — web page]
 
 📂 CATEGORY:
-[Choose exactly ONE from: product, places, recipe, software, book, tv shows, workout, film, event, other]
+[Choose exactly ONE from: product, places, recipe, food, software, book, tv shows, fitness, film, event, other]
 
 Be specific and factual. Extract real names, numbers, and details from the content."""
 
@@ -287,8 +287,9 @@ def _fetch_reddit(url: str, timeout: int) -> tuple[str, str, str] | None:
 
 # Proxies tried left-to-right; {url} is replaced with the full article URL.
 _MEDIUM_PROXIES = [
-    "https://scribe.rip/{url}",       # scribe mirrors the article cleanly
-    "https://freedium.cfd/{url}",     # alternative (sometimes down)
+    "https://readmedium.com/en/{url}",  # readmedium works
+    "https://scribe.rip/{url}",         # scribe mirrors the article cleanly
+    "https://freedium.cfd/{url}",       # alternative (sometimes down)
 ]
 
 
@@ -359,26 +360,25 @@ def _parse_proxy_page(html: str, orig_url: str) -> tuple[str, str, str]:
     return title, "\n".join(lines), thumbnail, proxy_author, proxy_date
 
 
-def _fetch_medium(url: str, timeout: int) -> tuple[str, str, str] | None:
-    """
-    Try each Medium proxy in order; return first successful result.
-    """
+def _fetch_medium(url: str, timeout: int) -> tuple[str, str, str, str, str] | None:
+    # Use r.jina.ai to cleanly extract Medium articles (bypasses Cloudflare).
     import requests
-
-    for proxy_tpl in _MEDIUM_PROXIES:
-        proxy_url = proxy_tpl.format(url=url)
-        try:
-            print(f"    [medium] Trying {proxy_url[:55]}...")
-            r = requests.get(proxy_url, headers=_HEADERS,
-                             timeout=timeout, allow_redirects=True)
-            r.raise_for_status()
-            title, text, thumbnail, auth, pd = _parse_proxy_page(r.text, url)
-            if len(text) > 200:
-                return title, text, thumbnail, auth, pd
-            print(f"    [medium] {proxy_url[:40]} returned too little text")
-        except Exception as e:
-            print(f"    [medium] {proxy_url[:40]} failed: {e}")
-
+    try:
+        print(f"    [medium] Fetching via r.jina.ai...")
+        jina_url = f"https://r.jina.ai/{url}"
+        r = requests.get(jina_url, headers={"Accept": "application/json"}, timeout=timeout)
+        r.raise_for_status()
+        data = r.json().get("data", {})
+        title = data.get("title", "")
+        text = data.get("content", "")
+        author = data.get("author", "")
+        image = data.get("image", "")
+        if text and len(text) > 200:
+            return title, text, image, author, ""
+        print("    [medium] r.jina.ai returned too little text")
+    except Exception as e:
+        print(f"    [medium] r.jina.ai failed: {e}")
+    
     return None
 
 

package/payload/analyzers/youtube_analyzer.py

@@ -45,7 +45,7 @@ identifiable background music, write "No background music". If it's voiceover
 only, write "Voiceover only".]
 
 📂 CATEGORY:
-[Choose exactly ONE from: product, places, recipe, software, book, tv shows, workout, film, event, other]
+[Choose exactly ONE from: product, places, recipe, food, software, book, tv shows, fitness, film, event, other]
 
 Be specific, accurate, and extractive — pull out real names, numbers, and facts from the video."""
 

package/payload/config/model_rankings.json

@@ -1,11 +1,11 @@
 {
   "groq_gpt_oss_20b": {
     "key": "groq_gpt_oss_20b",
-    "avg_response_s": 1.3635670783103586,
-    "success_count": 77,
+    "avg_response_s": 1.476613248725698,
+    "success_count": 81,
     "fail_count": 6,
     "down_until": null,
-    "last_used": "2026-04-09T17:35:12.529719",
+    "last_used": "2026-04-09T18:25:59.312220",
     "last_error": null,
     "base_priority": 0.5
   },
@@ -323,8 +323,8 @@
     "key": "gemini_25_flash_lite_vision",
     "avg_response_s": 6.709401964075168,
     "success_count": 14,
-    "fail_count": 24,
-    "down_until": "2026-04-09T17:40:03.986631",
+    "fail_count": 25,
+    "down_until": "2026-04-09T18:29:31.449579",
     "last_used": "2026-02-24T09:45:09.831171",
     "last_error": "No module named 'google.generativeai'",
     "base_priority": 1.5
@@ -333,8 +333,8 @@
     "key": "gemini_25_pro_vision",
     "avg_response_s": null,
     "success_count": 0,
-    "fail_count": 27,
-    "down_until": "2026-04-09T17:40:03.984360",
+    "fail_count": 28,
+    "down_until": "2026-04-09T18:29:31.445576",
     "last_used": null,
     "last_error": "No module named 'google.generativeai'",
     "base_priority": 2
@@ -353,8 +353,8 @@
     "key": "gemini_3_pro_vision",
     "avg_response_s": null,
     "success_count": 0,
-    "fail_count": 26,
-    "down_until": "2026-04-09T17:40:03.984360",
+    "fail_count": 27,
+    "down_until": "2026-04-09T18:29:31.447577",
     "last_used": null,
     "last_error": "No module named 'google.generativeai'",
     "base_priority": 3
@@ -363,8 +363,8 @@
     "key": "gemini_31_pro_vision",
     "avg_response_s": null,
     "success_count": 0,
-    "fail_count": 25,
-    "down_until": "2026-04-09T17:40:03.987716",
+    "fail_count": 26,
+    "down_until": "2026-04-09T18:29:31.450615",
     "last_used": null,
     "last_error": "No module named 'google.generativeai'",
     "base_priority": 3.5
@@ -373,8 +373,8 @@
     "key": "gemini_20_flash_vision",
     "avg_response_s": null,
     "success_count": 0,
-    "fail_count": 24,
-    "down_until": "2026-04-09T17:40:03.987716",
+    "fail_count": 25,
+    "down_until": "2026-04-09T18:29:31.451578",
     "last_used": null,
     "last_error": "No module named 'google.generativeai'",
     "base_priority": 4
@@ -383,8 +383,8 @@
     "key": "gemini_20_flash_lite_vision",
     "avg_response_s": null,
     "success_count": 0,
-    "fail_count": 24,
-    "down_until": "2026-04-09T17:40:03.987716",
+    "fail_count": 25,
+    "down_until": "2026-04-09T18:29:31.453083",
     "last_used": null,
     "last_error": "No module named 'google.generativeai'",
     "base_priority": 4.5
@@ -393,19 +393,19 @@
     "key": "gemini_15_flash_vision",
     "avg_response_s": null,
     "success_count": 0,
-    "fail_count": 24,
-    "down_until": "2026-04-09T17:40:03.987716",
+    "fail_count": 25,
+    "down_until": "2026-04-09T18:29:31.455139",
     "last_used": null,
     "last_error": "No module named 'google.generativeai'",
     "base_priority": 4.8
   },
   "groq_llama4_scout_vision": {
     "key": "groq_llama4_scout_vision",
-    "avg_response_s": 1.5534682586944504,
-    "success_count": 52,
+    "avg_response_s": 1.528297446591561,
+    "success_count": 56,
     "fail_count": 5,
     "down_until": null,
-    "last_used": "2026-04-09T17:35:07.357177",
+    "last_used": "2026-04-09T18:25:54.184988",
     "last_error": null,
     "base_priority": 5
   },

package/payload/config/openrouter_free_models.json

@@ -1,5 +1,5 @@
 {
-  "cached_at": "2026-04-09T12:09:59.428112",
+  "cached_at": "2026-04-09T18:24:32.227486",
   "models": [
     {
       "id": "google/lyria-3-pro-preview",

package/payload/main.py

@@ -138,7 +138,7 @@ Generate a report in this EXACT format:
 [Music/song name if found, or "No background music" or "Voiceover only"]
 
 📂 CATEGORY:
-[Choose ONE from: product, places, recipe, software, book, tv shows, workout, film, event]
+[Choose ONE from: product, places, recipe, food, software, book, tv shows, fitness, film, event]
 
 Be specific, concise, and actionable. Focus on useful information."""
 
@@ -252,7 +252,7 @@ def parse_summary(summary_text):
 
     # Fallback: Auto-detect category if empty or unrecognised
     valid_categories = {'product', 'places', 'recipe', 'software', 'book',
-                        'tv shows', 'workout', 'film', 'event', 'other'}
+                        'tv shows', 'fitness', 'film', 'event', 'food', 'other'}
     if not category or category not in valid_categories:
         category = auto_detect_category(summary_text, title, summary, tags)
 
@@ -271,10 +271,11 @@ def auto_detect_category(summary_text, title, summary, tags):
     category_keywords = {
         'product': ['camera', 'device', 'gadget', 'tech', 'phone', 'laptop', 'review', 'unbox', 'product', 'dji', 'osmo', 'action cam'],
         'places': ['travel', 'trip', 'visit', 'destination', 'village', 'city', 'mountain', 'beach', 'hotel', 'itinerary', 'sikkim', 'location'],
-        'recipe': ['recipe', 'cooking', 'food', 'dish', 'ingredients', 'cook', 'bake', 'meal', 'cuisine'],
+        'recipe': ['recipe', 'cooking', 'dish', 'ingredients', 'cook', 'bake'],
+        'food': ['food', 'meal', 'cuisine', 'restaurant', 'cafe', 'dining', 'eat'],
         'software': ['app', 'software', 'code', 'programming', 'developer', 'api', 'python', 'javascript'],
         'book': ['book', 'novel', 'author', 'read', 'literature', 'story', 'chapter'],
-        'workout': ['workout', 'fitness', 'exercise', 'gym', 'training', 'muscle', 'cardio', 'yoga'],
+        'fitness': ['workout', 'fitness', 'exercise', 'gym', 'training', 'muscle', 'cardio', 'yoga'],
         'film': ['movie', 'film', 'cinema', 'actor', 'actress', 'director', 'trailer', 'premiere'],
         'tv shows': ['series', 'episode', 'season', 'show', 'tv show', 'streaming', 'netflix'],
         'event': ['event', 'concert', 'festival', 'conference', 'meetup', 'workshop', 'seminar']

package/payload/requirements.txt

@@ -15,13 +15,13 @@ google-genai>=0.8.0
 # ── Web Page Fetching & Parsing ───────────────────────────────────────────────
 beautifulsoup4>=4.12.0
 trafilatura>=1.12.0
-newspaper4k>=0.9.0
+newspaper4k[nlp]>=0.9.0
 lxml>=5.0.0
 lxml_html_clean>=0.1.0
 htmldate>=1.9.0
 
 # ── Audio Transcription ───────────────────────────────────────────────────────
-openai-whisper>=20231117
+# Note: openai-whisper is installed gracefully via start.py to handle ARM devices. DO NOT put it here.
 
 # ── Music Identification ──────────────────────────────────────────────────────
 shazamio>=0.4.0

package/payload/start.py

@@ -142,7 +142,7 @@ CORE_PACKAGES = [
     "google-genai>=0.8.0",
     "beautifulsoup4>=4.12.0",
     "trafilatura>=1.12.0",
-    "newspaper4k>=0.9.0",
+    "newspaper4k[nlp]>=0.9.0",
     "lxml>=5.0.0",
     "lxml_html_clean>=0.1.0",
     "htmldate>=1.9.0",