adaptive-memory-multi-model-router 2.14.8 → 2.14.9

package/dist/cli.js

@@ -216,7 +216,15 @@ async function main() {
     case 'compare': {
       const query = args.slice(1).join(' ');
       if (!query) {
-        console.error('Usage: npx a3m-router compare "your query here"');
+        console.error('');
+        console.error('  ⚠️  Compare needs a query');
+        console.error('  ─' + '─'.repeat(30));
+        console.error('  Usage: npx a3m-router compare "your question"');
+        console.error('');
+        console.error('  Routes your query through ALL providers side by side.');
+        console.error('');
+        console.error('  Example: npx a3m-router compare "What is 2+2?"');
+        console.error('');
         process.exit(1);
       }
       
@@ -247,44 +255,43 @@ async function main() {
       break;
     }
 
-    case 'benchmark': {
-      const queries = [
-        'What is 2+2?',
-        'Write a Python function to reverse a string.',
-        'Translate "Hello" to French.',
-        'Write a haiku about programming.',
-        'What is SQL injection?',
-      ];
-      
-      const providers = providerConfig.getAvailableProviders();
-      console.log('\n📊 A3M Router — Provider Benchmark');
-      console.log('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\n');
-      
-      for (const [id, provider] of Object.entries(providers)) {
-        const model = provider.models[0];
-        console.log('  ' + (provider.name || id).padEnd(15) + '(' + model + ')');
-        
-        let totalTime = 0;
-        let totalCost = 0;
-        
-        for (const q of queries) {
-          const r = await callProvider(id, model, q, 50);
-          if (r) {
-            totalTime += r.latency;
-            totalCost += r.cost;
-          }
+    case 'benchmark':
+    case 'bench': {
+      if (args.includes('--reproducible') || args.includes('-r')) {
+        try {
+          var res = require('child_process').execSync(
+            'node -e "var b=require(\'./benchmark/reproducible.js\');console.log(b.formatBenchmarkOutput(b.runReproducibleBenchmark(42,20)))"',
+            { cwd: __dirname, encoding: 'utf8', timeout: 60000 }
+          );
+          console.log(res.trim());
+        } catch(e) {
+          console.error('');
+          console.error('  \u26a0\ufe0f  Benchmark failed');
+          console.error('  Try directly: node dist/benchmark/reproducible.js');
+          console.error('');
         }
-        
-        console.log('    Total: ' + totalTime + 'ms, Cost: $' + totalCost.toFixed(6) + ', Avg: ' + (totalTime / queries.length).toFixed(0) + 'ms/query');
+        break;
       }
       console.log('');
+      console.log('  Run: npx a3m-router benchmark --reproducible');
+      console.log('  20 fixed queries with deterministic seed. Everyone gets the same result.');
+      console.log('  > "Everything is open source. Run the exact benchmark."');
+      console.log('');
       break;
     }
 
     case 'route': {
       const query = args.slice(1).join(' ');
       if (!query) {
-        console.error('Usage: npx a3m-router route "your query here"');
+        console.error('');
+        console.error('  ⚠️  You forgot the query');
+        console.error('  ─' + '─'.repeat(30));
+        console.error('  Usage: npx a3m-router route "your question here"');
+        console.error('');
+        console.error('  Examples:');
+        console.error('    npx a3m-router route "What is 2+2?"');
+        console.error('    npx a3m-router route "Write a Python sort function"');
+        console.error('');
         process.exit(1);
       }
       const result = router.route(query);
@@ -295,7 +302,13 @@ async function main() {
     case 'batch': {
       const queries = args.slice(1);
       if (queries.length === 0) {
-        console.error('Usage: npx a3m-router batch "query1" "query2" ...');
+        console.error('');
+        console.error('  ⚠️  Batch needs at least one query');
+        console.error('  ─' + '─'.repeat(35));
+        console.error('  Usage: npx a3m-router batch "query1" "query2" "query3"');
+        console.error('');
+        console.error('  Example: npx a3m-router batch "What is 2+2?" "Capital of France?"');
+        console.error('');
         process.exit(1);
       }
       const results = router.routeBatch(queries);
@@ -311,7 +324,16 @@ async function main() {
     case 'recommend': {
       const task = args.slice(1).join(' ');
       if (!task) {
-        console.error('Usage: npx a3m-router recommend "coding"');
+        console.error('');
+        console.error('  ⚠️  Need a task to recommend for');
+        console.error('  ─' + '─'.repeat(35));
+        console.error('  Usage: npx a3m-router recommend "<task>"');
+        console.error('');
+        console.error('  Examples:');
+        console.error('    npx a3m-router recommend "coding"');
+        console.error('    npx a3m-router recommend "writing"');
+        console.error('    npx a3m-router recommend "math"');
+        console.error('');
         process.exit(1);
       }
       const rec = router.recommend(task);
@@ -472,7 +494,13 @@ async function main() {
     case 'token': {
       const text = args.slice(1).join(' ');
       if (!text) {
-        console.error('Usage: npx a3m-router token "your text here"');
+        console.error('');
+        console.error('  ⚠️  Token counter needs input text');
+        console.error('  ─' + '─'.repeat(35));
+        console.error('  Usage: npx a3m-router token "text to count"');
+        console.error('');
+        console.error('  Example: npx a3m-router token "Hello, world!"');
+        console.error('');
         process.exit(1);
       }
       const tokens = countTokens(text);
@@ -593,6 +621,33 @@ async function main() {
 }
 
 main().catch(function(err) {
-  console.error('Error:', err.message);
+  console.error('');
+  console.error('  ⚠️  Something went wrong');
+  console.error('  ─' + '─'.repeat(40));
+  console.error('  ' + err.message);
+  console.error('  Stack: ' + (err.stack || '').split('\n').filter(function(l){return l.includes('/dist/')}).slice(0,3).join('\n         '));
+  console.error('  ' + (err.stack || '').split('\n').slice(1, 5).join('\n  '));
+  console.error('');
+  console.error('  Try these:');
+  
+  var msg = (err.message || '').toLowerCase();
+  if (msg.includes('api_key') || msg.includes('api key') || msg.includes('not configured')) {
+    console.error('    • Set your API key: export GROQ_API_KEY="gsk_..."');
+    console.error('    • Or run: npx a3m-router providers');
+  } else if (msg.includes('fetch') || msg.includes('network') || msg.includes('econnrefused')) {
+    console.error('    • Check your internet connection');
+    console.error('    • The provider API might be down — try: npx a3m-router providers');
+    console.error('    • If using local Ollama: ollama serve');
+  } else if (msg.includes('module') || msg.includes('cannot find')) {
+    console.error('    • Rebuild: npm run build');
+    console.error('    • Or reinstall: npm install -g a3m-router');
+  } else if (msg.includes('usage') || msg.includes('invalid') || msg.includes('unknown')) {
+    console.error('    • Run: npx a3m-router --help');
+    console.error('    • Try: npx a3m-router route "your question here"');
+  } else {
+    console.error('    • Check the docs: https://github.com/Das-rebel/a3m-router#readme');
+    console.error('    • Run: npx a3m-router --help');
+  }
+  console.error('');
   process.exit(1);
 });

package/dist/routing/advancedRouter.js

@@ -79,7 +79,13 @@ function buildModelProfiles() {
   return profiles;
 }
 
-let MODEL_PROFILES = buildModelProfiles();
+var MODEL_PROFILES = {};
+try {
+  MODEL_PROFILES = buildModelProfiles();
+} catch (e) {
+  // Circular dependency at module load — will retry on first use
+  MODEL_PROFILES = {};
+}
 
 // Refresh profiles when providers change
 function refreshModelProfiles() {
@@ -88,6 +94,10 @@ function refreshModelProfiles() {
 
 exports.MODEL_PROFILES = MODEL_PROFILES;
 
+// Ensure exports stay in sync if profiles are rebuilt
+function updateExports() {
+  exports.MODEL_PROFILES = MODEL_PROFILES;
+}
 // ============================================================
 // FEATURE EXTRACTION (v3 — multi-signal complexity scorer)
 // ============================================================

package/docs/PROMO_CHECKLIST.md

@@ -0,0 +1,200 @@
+# A3M Router — 40 Free Promotion Channels
+
+Ranked by Domain Rating (DR). One action per day = launched in 40 days.
+
+## Tier 1: Must-Do (DR 85+) [5 sites]
+
+### 1. Product Hunt (DR 91)
+- **Submit:** https://www.producthunt.com/posts/new
+- **Hook:** "Same answer as GPT-5. 200× cheaper. Open source."
+- **Best time:** Tue-Thu, 12:01am PT
+- **Tips:** Post maker comment within 1hr. Reply to every comment. Have 5 friends ready to upvote.
+- **❌** Don't beg for upvotes. Don't launch Friday-Sunday.
+
+### 2. Hacker News (DR 91)
+- **Submit:** https://news.ycombinator.com/submit
+- **Hook:** "Show HN: A3M Router – Open-source LLM router, #1 on RouterArena"
+- **Best time:** Tue-Thu, 8:30-10am ET
+- **Tips:** Title must be factual. Be in comments within 30min. Pre-write your first comment explaining the project.
+- **❌** No marketing speak, no $ figures in title, no cherry-picked numbers.
+
+### 3. Buy Me a Coffee (DR 91)
+- **Create:** https://buymeacoffee.com
+- **Hook:** "Support open-source AI routing infrastructure"
+- **Tips:** Link from GitHub repo README. Offer "Sponsor" badge for backers.
+
+### 4. Crunchbase (DR 90)
+- **Submit:** https://www.crunchbase.com/#/home/index
+- **Hook:** Create company profile for the project
+- **Tips:** Add GitHub link, description, and team. Good for SEO backlinks.
+
+### 5. GitHub Trending
+- **Optimize:** Add relevant topics: `llm`, `router`, `ai-gateway`, `open-source`, `model-routing`
+- **Hook:** Good README + active commits = trending chance
+- **Tips:** Star history matters. Consistent commits = algorithmic boost.
+
+## Tier 2: High Impact (DR 70-84) [10 sites]
+
+### 6. DevTo (DR 85)
+- **Submit:** https://dev.to/new
+- **Hook:** "I built an open-source LLM router that saved me $800/month"
+- **Tags:** `#opensource` `#ai` `#llm` `#nodejs` `#javascript`
+- **❌** No direct product pitches. Share the story, mention the tool.
+
+### 7. Reddit — r/programming (DR 84)
+- **Submit:** https://www.reddit.com/r/programming/submit
+- **Hook:** "Show HN-style with technical details"
+- **❌** No self-promo. Frame as "I built this, here's how it works technically."
+
+### 8. Reddit — r/MachineLearning (DR 84)
+- **Hook:** Focus on routing algorithms, not the tool
+- **Tips:** Share benchmark methodology. Reference RouterArena.
+
+### 9. Reddit — r/commandline (DR 84)
+- **Hook:** "CLI tool to route queries across 47 LLM providers"
+- **Tips:** Show asciinema demo gif.
+
+### 10. Reddit — r/node (DR 84)
+- **Hook:** "npm package for intelligent LLM routing — A3M Router"
+- **Tips:** Show the npm install + code example.
+
+### 11. Reddit — r/opensource (DR 84)
+- **Hook:** "MIT-licensed open-source LLM router"
+- **Tips:** Emphasize transparency, no vendor lock-in.
+
+### 12. LinkedIn (DR 86)
+- **Post:** Write article about the $800/month → $5 story
+- **Tips:** Tag people in the routing space. Use the benchmark chart.
+
+### 13. Twitter/X (DR 86)
+- **Thread:** Cost comparison + benchmark + code example
+- **Best time:** 8-10am ET
+- **Tips:** Include a screenshot of the CLI in action.
+
+### 14. StackShare (DR 80)
+- **Submit:** https://stackshare.io/add-tool
+- **Hook:** "Intelligent LLM routing for your stack"
+- **Tips:** Compare with LiteLLM, Portkey, OpenRouter.
+
+### 15. AlternativeTo (DR 79)
+- **Submit:** https://alternativeto.net/software/new/
+- **Hook:** Alternative to LiteLLM, Portkey, OpenRouter
+- **Tips:** List accurate features and pricing (free/open source).
+
+## Tier 3: Niche Communities (DR 50-69) [15 sites]
+
+### 16. Lobsters (DR 55)
+- **Submit:** https://lobste.rs
+- **Hook:** Technical discussion about routing algorithms
+- **❌** Tech-heavy crowd. Focus on engineering, not marketing.
+
+### 17. Terminal Trove (DR ~65)
+- **Submit:** https://terminaltrove.com
+- **Hook:** CLI tool directory
+
+### 18. Awesome LLM Routing (GitHub)
+- **Submit:** PR to add A3M Router
+- **Search:** `awesome-llm` `awesome-ai` `awesome-router`
+
+### 19. Show HN on Lobsters
+- **Submit:** https://lobste.rs/stories/new
+- **Hook:** Same as HN but more technical audience
+
+### 20. BetaList (DR 58)
+- **Submit:** https://betalist.com/submit
+- **Hook:** "AI-powered LLM router — same answers, 200× cheaper"
+
+### 21. BetaPage (DR 52)
+- **Submit:** https://betapage.co/submit-startup
+
+### 22. LaunchingNext (DR 60)
+- **Submit:** https://launchingnext.com/submit
+
+### 23. SaaSHub (DR 69)
+- **Submit:** https://www.saashub.com/submit
+- **Hook:** Alternative to expensive LLM gateways
+
+### 24. FutureTools (DR 62)
+- **Submit:** https://futuretools.io/submit
+
+### 25. There's An AI For That (DR 66)
+- **Submit:** https://theresanaiforthat.com/submit/
+
+### 26. AI Directory
+- **Search and submit** to top AI directories
+
+### 27. npm — Optimize listing
+- **Keywords:** `llm-router`, `ai-gateway`, `model-routing`, `openai-alternative`
+- **Description:** "Intelligent LLM routing across 47 providers. Same answers, 200× cheaper."
+- **Tips:** Good README = higher npm install conversion
+
+### 28. GitHub Topics
+- Add ALL relevant topics: `llm`, `router`, `ai`, `gateway`, `open-source`, `nodejs`, `routing`, `llm-routing`, `model-router`
+
+### 29. LibHunt (DR 68)
+- **Submit:** https://www.libhunt.com
+- **Tips:** Compare with similar libraries
+
+### 30. Openbase (DR 65)
+- **Submit:** https://openbase.com
+
+## Tier 4: Long Tail (DR < 50) [10 sites]
+
+### 31. Makerlog (DR 45)
+- **Submit:** https://getmakerlog.com
+
+### 32. WIP.chat (DR 40)
+- **Submit:** https://wip.chat
+
+### 33. Failory (DR 48)
+- **Submit:** https://failory.com/submit
+- **Hook:** "What I learned building an open-source LLM router"
+
+### 34. StarterStory (DR 49)
+- **Submit:** https://starterstory.com
+- **Hook:** "From $800/month API bill to $5 — the A3M story"
+
+### 35. IndieHackers (DR 56)
+- **Post:** Write a maker story
+- **Hook:** "$800/month → $5 by routing smart. Here's how."
+
+### 36. SideProjectors (DR 35)
+- **Submit:** https://sideprojectors.com
+
+### 37. Geekflare (DR 54)
+- **Submit:** https://geekflare.com/tools/
+
+### 38. YourStory (DR 44)
+- **Submit:** https://yourstory.com/submit
+
+### 39. TechCrunch Tip Line
+- **Submit:** tips@techcrunch.com
+- **Hook:** "Open source project beats GPT-4 at 0.5% of the cost"
+
+### 40. HackerNoon (DR 53)
+- **Write:** Article as guest writer
+- **Hook:** "I built an open-source LLM router. Here's why you need one."
+
+---
+
+## Automation
+
+For daily monitoring, set up:
+```
+# Google Alerts
+"LLM routing" "model router" "AI gateway alternative" "LiteLLM alternative"
+
+# F5bot — HN keyword monitoring (free tier)
+https://f5bot.com
+
+# ReplyGuy — automated reply system
+https://replyguy.com
+```
+
+## Tracking
+
+| # | Site | Submitted | Date | Result |
+|---|------|-----------|------|--------|
+| 1 | Product Hunt | | | |
+| 2 | Hacker News | | | |
+| ... | ... | ... | ... | ... |

package/docs/SOCIAL_LISTENING.md

@@ -0,0 +1,219 @@
+# A3M Router — Social Listening & Reply Playbook
+
+> "Set up Google Alerts for competitors → find discussions about routing/cost → craft reply that converts"
+> — Vault insight, score 29.3
+
+## 1. Monitoring Setup
+
+### Google Alerts (free)
+Set up alerts for these keywords. Frequency: "As it happens."
+
+| Alert | Keyword | Why |
+|-------|---------|-----|
+| **A** | `"LLM routing" OR "model routing"` | Direct mention of the space |
+| **B** | `"AI gateway" OR "LLM gateway"` | Competitor category |
+| **C** | `"LiteLLM" OR "portkey" OR "route LLM"` | Competitor names |
+| **D** | `"switch between LLMs" OR "multi-model"` | Pain point search |
+| **E** | `"LLM too expensive" OR "API costs"` | Pain point — cost |
+| **F** | `"open source LLM router"` | Direct search intent |
+
+### F5bot (free tier)
+Monitor Hacker News for:
+- `llm router` `model routing` `ai gateway` `openrouter` `litellm` `route llm`
+
+Setup: https://f5bot.com — enter keywords, get email alerts.
+
+### ReplyGuy (paid, ~$15/mo)
+Automated reply system for Reddit, HN, X, YouTube:
+- Monitors keywords across platforms
+- Suggests replies that are contextual, not spammy
+- Setup: https://replyguy.com
+
+### Morebirds (HN specific)
+Monitors Hacker News for keywords and competitors:
+- https://morebirds.com
+
+---
+
+## 2. Keywords to Monitor (Priority Order)
+
+### Tier 1: High Intent (reply immediately)
+```
+"llm routing" "model routing" "ai gateway" "llm gateway" "routing llm"
+"open source router" "llm router alternative" "best model router"
+"switch between models" "model fallback" "intelligent routing"
+```
+
+### Tier 2: Pain Point (reply with empathy + solution)
+```
+"llm costs too high" "gpt too expensive" "api cost too much" 
+"openai bill too high" "reduce llm costs" "need cheaper llm"
+"paying too much for ai" "api costs killing me"
+```
+
+### Tier 3: Competitor (reply as comparison, not attack)
+```
+"LitellLm" "Portkey" "RouteLLM" "OpenRouter" "Helicone" 
+"LangSmith" "AI Gateway (Cloudflare)" "GenAI Gateway"
+```
+When someone has issues with these, offer A3M as a working alternative.
+
+### Tier 4: Educational (reply with knowledge, mention tool naturally)
+```
+"how to choose llm" "which model to use" "compare models"
+"llm benchmark" "model evaluation" "provider comparison"
+```
+
+---
+
+## 3. Reply Templates
+
+### Template 1: Cost Pain
+**Trigger:** Someone says "my OpenAI bill is too high" or "LLM API costs are crazy"
+
+**Platform:** HN, Reddit, X
+
+**Reply:**
+```
+We were in the same boat — $800/month on GPT-4. Built A3M Router to route smart queries to cheaper models and keep hard ones on premium.
+
+Same answers (RouterArena #1 at 76.43). Cost dropped to ~$5.
+
+Open source, MIT. Run it yourself:
+  npx a3m-router route "your query"
+
+Or verify: npx a3m-router benchmark --reproducible
+```
+
+### Template 2: "Which tool should I use?"
+**Trigger:** Someone comparing LiteLLM, Portkey, RouteLLM
+
+**Platform:** Reddit, HN
+
+**Reply:**
+```
+We evaluated all of them before building A3M. What we wanted:
+- Open source (MIT)
+- Actually routes to cheapest capable model, not just round-robin
+- Works with existing OpenAI SDK
+- Has a reproducible benchmark
+
+A3M Router hits all of those. #1 on RouterArena (76.43). Costs $0.047/1K vs GPT-5 at $10/1K.
+
+npx a3m-router route "test it out"
+```
+
+### Template 3: "Building an AI gateway"
+**Trigger:** Someone asks how to build multi-model routing, or shows their architecture
+
+**Platform:** HN, Reddit, DevTo
+
+**Reply:**
+```
+We built something similar. Spent months on it. Eventually open-sourced it as A3M Router.
+
+Biggest lessons:
+1. Cost-based routing saves 200x vs always-pick-premium
+2. Quality scores persist across sessions (memory)
+3. Cache + parallel execution cut latency 3x
+
+The whole thing is MIT on GitHub. Beats GPT-5 on RouterArena.
+
+npx a3m-router benchmark --reproducible
+```
+
+### Template 4: "My provider is rate-limiting / failing"
+**Trigger:** Someone complaining about OpenAI/Groq/Claude rate limits or failures
+
+**Platform:** HN, Reddit, X
+
+**Reply:**
+```
+A3M Router handles this automatically — fallback to next available provider when one fails or throttles.
+
+47+ providers. Automatic failover. Same response format.
+
+Open source: npx a3m-router route "try it"
+```
+
+### Template 5: "Looking for alternatives"
+**Trigger:** Someone asking for alternatives to a specific tool or service
+
+**Platform:** HN, Reddit, X
+
+**Reply:**
+```
+If you're evaluating options, A3M Router is worth a look:
+- MIT licensed (not source-available)
+- RouterArena #1 (76.43)
+- Same API as OpenAI SDK
+- $0.047/1K vs $10/1K for GPT-5
+
+npx a3m-router route "test" or npx a3m-router benchmark --reproducible
+```
+
+### Template 6: "Model comparison question"
+**Trigger:** Someone asking which model is best for task X
+
+**Platform:** HN, Reddit
+
+**Reply:**
+```
+A3M Router actually solves this — it routes each query to the best model based on: complexity, cost budget, latency needs, and past quality scores.
+
+You define 47+ providers and it picks automatically. Results tracked in memory so it gets smarter over time.
+
+npx a3m-router recommend "coding"   # See what it would pick
+npx a3m-router route "test it"       # Route a real query
+```
+
+### Template 7: Show HN / Launches (competitor)
+**Trigger:** A competitor launches on HN or Product Hunt
+
+**Platform:** HN comments
+
+**Reply:**
+```
+Cool project! Curious how it compares on RouterArena. We got 76.43 — would love to see benchmarks head-to-head.
+
+For anyone evaluating, A3M Router is open source (MIT) with a reproducible benchmark:
+npx a3m-router benchmark --reproducible
+```
+
+---
+
+## 4. Cadence
+
+| Frequency | Action | Time |
+|-----------|--------|------|
+| **Daily (5 min)** | Check Google Alerts + F5bot notifications | Morning |
+| **Daily (10 min)** | Scan HN for relevant threads | 8-10am ET |
+| **Every 2 days** | Check Reddit for keyword matches | Random |
+| **Weekly** | Write 1 educational post on DevTo/blog | Weekend |
+| **Bi-weekly** | Review tracking table, adjust templates | Sunday |
+
+### Golden Rules
+1. **Never pitch in top-level posts** — only reply when relevant
+2. **First sentence = empathy/understanding**, not self-promo
+3. **Always include an action they can take** (a command to run)
+4. **Never copy-paste** — adapt template to the specific conversation
+5. **No URLs in first reply** unless asked (appears spammy)
+
+---
+
+## 5. Tracking Table
+
+| Date | Platform | URL | Template | Reply | Clicks/Installs |
+|------|----------|-----|----------|-------|-----------------|
+| | | | | | |
+| | | | | | |
+
+Keep a running log. Review weekly to see which templates convert best.
+
+---
+
+## 6. Success Metric
+
+Goal: **10 replies per week → 5 conversations → 1 GitHub star or npm install**
+
+At this rate: 50 stars/month, 250 npm installs/month from social listening alone.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "adaptive-memory-multi-model-router",
-  "version": "2.14.8",
+  "version": "2.14.9",
   "shortName": "A3M Router",
   "displayName": "A3M Router - Adaptive Memory Multi-Model Router",
   "description": "🏆 #1 LLM routing benchmark & Cheapest LLM router with memory · Open-source AI gateway with parallel multi-LLM execution across 47+ providers, ensemble voting, semantic cache, and budget enforcement",

package/research/PUBLISH_LOG.md

@@ -1,3 +1,3 @@
-## 2026-05-30T09:19Z
-Published v2.14.7
+## 2026-05-30T11:22Z
+Published v2.14.8