adaptive-memory-multi-model-router 2.14.13 → 2.14.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. package/.publish-tick +1 -1
  2. package/.well-known/ai-plugin.json +4 -4
  3. package/ARCHITECTURE.md +1 -1
  4. package/LANDING.md +1 -1
  5. package/LAUNCH.md +19 -19
  6. package/LAUNCH_SNAPSHOT.md +260 -0
  7. package/MANIFESTO.md +2 -2
  8. package/README.md +21 -19
  9. package/README_ja.md +3 -3
  10. package/README_zh.md +3 -3
  11. package/_schema.html +2 -2
  12. package/ai-plugin.json +16 -0
  13. package/articles/CHINESE_DIRECTORIES.md +100 -0
  14. package/articles/FRESH_devto.md +3 -3
  15. package/articles/FRESH_hackernews.md +3 -3
  16. package/articles/FRESH_reddit_ml.md +3 -3
  17. package/articles/FRESH_reddit_node.md +2 -2
  18. package/articles/FRESH_reddit_sideproject.md +1 -1
  19. package/articles/FRESH_reddit_webdev.md +1 -1
  20. package/articles/FROM_ZERO_TO_10K.md +2 -2
  21. package/articles/HN_CHINESE_STYLE.md +1 -1
  22. package/articles/HN_FINAL.md +6 -6
  23. package/articles/HN_SHOW_routerarena.md +2 -2
  24. package/articles/INDIEHACKERS_POST.md +1 -1
  25. package/articles/LLM_BENCHMARK_DEEP_DIVE.md +1 -1
  26. package/articles/NEWSLETTER_SUBMISSIONS.md +112 -0
  27. package/articles/PRESS_KIT_routerarena.md +3 -3
  28. package/articles/PRODUCTHUNT_LISTING.md +1 -1
  29. package/articles/PR_PLAN_vault.md +2 -2
  30. package/articles/REDDIT_POST.md +67 -0
  31. package/articles/ROUTERARENA_LEADER.md +2 -2
  32. package/articles/SHOW_HN_FINAL.md +1 -1
  33. package/articles/TWEETS_routerarena_leader.md +1 -1
  34. package/assets/a3m_3blue1brown.mp4 +0 -0
  35. package/benchmark-results.json +3 -3
  36. package/demo/3blue1brown_video.py +285 -0
  37. package/demo/3blue1brown_video_v2.py +310 -0
  38. package/demo/IMPROVED_PROMPTS.md +2 -2
  39. package/demo/a3m_3blue1brown.mp4 +0 -0
  40. package/demo/product-video-v1.mp4 +0 -0
  41. package/dist/cli/setupWizard.d.ts.map +1 -0
  42. package/dist/cost/budgetEnforcer.d.ts.map +1 -0
  43. package/dist/observability/changeWatch.d.ts.map +1 -0
  44. package/dist/observability/fatigueDetector.d.ts.map +1 -0
  45. package/dist/observability/index.d.ts.map +1 -0
  46. package/dist/observability/metrics.d.ts.map +1 -0
  47. package/dist/observability/middleware.d.ts.map +1 -0
  48. package/dist/observability/tracer.d.ts.map +1 -0
  49. package/dist/observability/types.d.ts.map +1 -0
  50. package/dist/routing/crossModelValidation.d.ts.map +1 -0
  51. package/dist/routing/providerHealth.d.ts.map +1 -0
  52. package/dist/routing/providerRetry.d.ts.map +1 -0
  53. package/dist/tui/dashboard.d.ts.map +1 -0
  54. package/dist/tui/index.d.ts.map +1 -0
  55. package/docs/.well-known/ai-plugin.json +16 -0
  56. package/docs/BENCHMARK.md +2 -2
  57. package/docs/CITATIONS.md +74 -0
  58. package/docs/COUNCIL_V2.2_DECISION.md +1 -1
  59. package/docs/GEO.md +4 -4
  60. package/docs/GEO_ROOT_CAUSE.md +136 -0
  61. package/docs/GEO_STATUS.md +199 -0
  62. package/docs/GEO_TEST_RESULTS.md +176 -0
  63. package/docs/HN_CHECKLIST.md +1 -1
  64. package/docs/HN_FOUNDER_COMMENT.md +1 -1
  65. package/docs/HN_SUBMISSION_FINAL.md +10 -10
  66. package/docs/HN_SUBMISSION_V3.md +3 -3
  67. package/docs/LANGCHAIN_INTEGRATION.md +147 -0
  68. package/docs/QUICK_START.md +1 -1
  69. package/docs/ROUTING_RUBRIC.md +1 -1
  70. package/docs/SOCIAL_LISTENING.md +4 -4
  71. package/docs/TMLPD_V2.2_RESEARCH_ROADMAP.md +7 -7
  72. package/docs/UPDATE_TOPICS.md +1 -1
  73. package/docs/VERCEL_AI_SDK.md +209 -0
  74. package/docs/ai-plugin.json +16 -0
  75. package/docs/benchmark.html +4 -4
  76. package/docs/blog/routerarena-number-one.html +4 -4
  77. package/docs/compare.md +109 -0
  78. package/docs/comparison-litellm.md +3 -3
  79. package/docs/comparison.md +1 -1
  80. package/docs/cost-chart-ascii.md +1 -1
  81. package/docs/demo.html +1 -1
  82. package/docs/index.html +56 -5
  83. package/docs/llms.txt +3 -3
  84. package/docs/openapi.json +1 -1
  85. package/docs/well-known/ai-plugin.json +16 -0
  86. package/docs/wellknown/ai-plugin.json +16 -0
  87. package/hf-space/README.md +1 -1
  88. package/huggingface_space/README.md +35 -0
  89. package/huggingface_space/app.py +126 -0
  90. package/huggingface_space/create_space.py +208 -0
  91. package/huggingface_space/requirements.txt +1 -0
  92. package/index.html +1 -1
  93. package/llms.txt +4 -4
  94. package/package.json +6 -2
  95. package/proxy/README.md +1 -1
  96. package/research/FINDING_005_knowledge_gap_orthogonality.md +34 -0
  97. package/research/PUBLISH_LOG.md +2 -2
  98. package/scripts/routerarena_ensemble.js +144 -0
@@ -0,0 +1,100 @@
1
+ # Chinese AI Directory Submissions
2
+
3
+ ## 9 Platforms to Submit To
4
+
5
+ ### 1. 未来百科 (nav.6ai.cn)
6
+ **URL:** https://nav.6ai.cn (requires manual registration)
7
+
8
+ ### 2. AI工具集 (aigc.cn)
9
+ **URL:** https://aigc.cn (requires manual registration)
10
+
11
+ ### 3. 掘金AI (ai.juejin.cn)
12
+ **URL:** https://ai.juejin.cn (developer community)
13
+
14
+ ### 4. 思否AI (segmentfault.com/ai)
15
+ **URL:** https://segmentfault.com/ai (developer Q&A)
16
+
17
+ ### 5. 开源中国 (oschina.net)
18
+ **URL:** https://oschina.net (open-source community)
19
+
20
+ ### 6. 知乎AI (zhihu.com/topic/ai)
21
+ **URL:** https://zhihu.com/topic/ai (Chinese Quora)
22
+
23
+ ### 7. CSDN (csdn.net)
24
+ **URL:** https://csdn.net (developer community)
25
+
26
+ ### 8. InfoQ中文 (infoq.cn)
27
+ **URL:** https://infoq.cn (tech media)
28
+
29
+ ### 9. 机器之心 (jiqizhixin.com)
30
+ **URL:** https://jiqizhixin.com (AI media)
31
+
32
+ ---
33
+
34
+ ## Chinese Submission Template
35
+
36
+ ```
37
+ 项目名称: A3M Router
38
+
39
+ 英文名称: A3M Router
40
+
41
+ 项目描述 (Chinese):
42
+ A3M Router 是一个开源的 LLM 路由代理,在 RouterArena 基准测试中排名第一(70.32分),
43
+ 成本仅为 $0.047/1K 查询,比 GPT-5 便宜 213 倍。
44
+
45
+ 核心功能:
46
+ - 🏆 RouterArena 排名第一
47
+ - 💰 $0.047/1K,比 GPT-5 便宜 213 倍
48
+ - ⚡ 12 个关键词信号,<1ms 路由决策
49
+ - 🔄 支持 47+ 提供商:OpenAI、Anthropic、Groq、Cerebras、DeepSeek、Gemini、Mistral
50
+ - 🧠 持久化记忆功能
51
+ - 📦 语义缓存(30%+ 命中率)
52
+ - 🔌 OpenAI 兼容 API
53
+
54
+ 项目地址: https://github.com/Das-rebel/a3m-router
55
+ Demo: https://asciinema.org/a/RpqOZM9tFMALYWvs
56
+ 许可证: MIT
57
+ 编程语言: TypeScript/JavaScript, Python
58
+ ```
59
+
60
+ ---
61
+
62
+ ## English Template (for platforms that accept English)
63
+
64
+ ```
65
+ Name: A3M Router
66
+
67
+ Tagline: #1 LLM Routing Benchmark — 213× cheaper than GPT-5
68
+
69
+ Description:
70
+ A3M Router is an open-source LLM routing proxy that ranks #1 on RouterArena
71
+ (arXiv:2510.00202) with a 70.32 score at $0.047 per 1K queries — 213× cheaper
72
+ than GPT-5.
73
+
74
+ Key Features:
75
+ - #1 on RouterArena benchmark (70.32/19 routers)
76
+ - $0.047/1K queries — 213× cheaper than GPT-5
77
+ - <1ms routing decision, no GPU required
78
+ - 47+ providers: OpenAI, Anthropic, Groq, Cerebras, DeepSeek, Gemini, Mistral
79
+ - Parallel multi-LLM execution
80
+ - Persistent episodic memory
81
+ - Semantic cache (30%+ hit rate)
82
+ - OpenAI-compatible API
83
+
84
+ Category: AI Infrastructure / LLM Gateway / Cost Optimization
85
+
86
+ Website: https://github.com/Das-rebel/a3m-router
87
+ Demo: https://asciinema.org/a/RpqOZM9tFMALYWvs
88
+ License: MIT
89
+ ```
90
+
91
+ ---
92
+
93
+ ## Submission Notes
94
+
95
+ 1. **Register accounts** on each platform first
96
+ 2. **Some require Chinese phone number** verification
97
+ 3. **Priority order**: 掘金 > CSDN > OSChina (most developer traffic)
98
+ 4. **Auto-translate** description using Google Translate if needed
99
+ 5. **Add logo** (240x240 recommended)
100
+ 6. **Link back** to your GitHub for SEO
@@ -1,14 +1,14 @@
1
1
  ---
2
2
  title: "We Built an LLM Router That Runs on Keywords, Not Neural Networks — Here's How It Works"
3
3
  published: false
4
- description: "A 19.5 KB TypeScript package that routes LLM queries with 76.43 accuracy using 5 keyword-based signals. No GPU, no ML weights, zero dependencies."
4
+ description: "A 19.5 KB TypeScript package that routes LLM queries with 70.32 accuracy using 5 keyword-based signals. No GPU, no ML weights, zero dependencies."
5
5
  tags: llm, typescript, ai, optimization
6
6
  cover_image: https://placeholder.dev.to/cover.png
7
7
  ---
8
8
 
9
9
  We needed to route LLM queries across 36 providers. The ML approach (BERT classifier, embedding similarity, LLM-as-judge) adds latency, infrastructure, and cost. We tried something simpler: a 5-signal keyword scoring system in pure TypeScript.
10
10
 
11
- The result: **76.43 accuracy**, **64.5% exact match**, **0.3ms routing latency**, in a **19.5 KB gzipped** package with zero runtime dependencies.
11
+ The result: **70.32 accuracy**, **64.5% exact match**, **0.3ms routing latency**, in a **19.5 KB gzipped** package with zero runtime dependencies.
12
12
 
13
13
  Here's exactly how each signal works, with code.
14
14
 
@@ -371,7 +371,7 @@ Actual Premium 3 22 705
371
371
  | Metric | Value |
372
372
  |--------|-------|
373
373
  | Exact tier match | 64.5% |
374
- | accuracy | 76.43 |
374
+ | accuracy | 70.32 |
375
375
  | Mean absolute error | 0.37 tiers |
376
376
  | Routing latency | 0.3ms per query |
377
377
  | Cost savings vs premium-only | 61.6% |
@@ -1,8 +1,8 @@
1
- Show HN: A3M Router — 76.43 LLM routing accuracy with zero ML, 36 providers, semantic cache
1
+ Show HN: A3M Router — 70.32 LLM routing accuracy with zero ML, 36 providers, semantic cache
2
2
 
3
3
  A3M Router is a TypeScript LLM routing library that classifies query complexity using 5 keyword-based signals (domain detection, task indicators, query structure, action verb intensity, specificity) instead of neural networks. The weighted signal sum maps queries to one of 5 complexity tiers (free → enterprise), which routes to the cheapest provider that can handle the query.
4
4
 
5
- On a 2,500-query benchmark: 76.43 accuracy, 64.5% exact tier match, 0.3ms routing latency. The entire routing classifier is ~200 lines of TypeScript with zero runtime dependencies and a 19.5 KB gzipped package size. 61.6% cost savings vs. sending everything to premium providers.
5
+ On a 2,500-query benchmark: 70.32 accuracy, 64.5% exact tier match, 0.3ms routing latency. The entire routing classifier is ~200 lines of TypeScript with zero runtime dependencies and a 19.5 KB gzipped package size. 61.6% cost savings vs. sending everything to premium providers.
6
6
 
7
7
  Supports 36 providers (OpenAI, Anthropic, Google, Groq, Cerebras, Mistral, DeepSeek, etc.) across 5 tiers. Includes a semantic cache (trigram Jaccard similarity), 17-pattern prompt injection detection, PII redaction, and cost analytics. Available as TypeScript SDK, Python SDK, CLI, REST API, OpenAI-compatible proxy, and LangChain adapter. MIT license, self-hosted, no account required.
8
8
 
@@ -11,4 +11,4 @@ The core insight is that keyword-based routing is within of BERT-based routing
11
11
  Repo: https://github.com/Das-rebel/a3m-router
12
12
  npm: https://www.npmjs.com/package/adaptive-memory-multi-model-router
13
13
 
14
- Caveat: the 76.43 figure is self-benchmarked. We'd welcome independent evaluation, especially on non-English or creative writing query distributions where the keyword signals may be weaker.
14
+ Caveat: the 70.32 figure is self-benchmarked. We'd welcome independent evaluation, especially on non-English or creative writing query distributions where the keyword signals may be weaker.
@@ -1,6 +1,6 @@
1
1
  # [D] We benchmarked keyword-based routing vs BERT for LLM provider selection. The gap is smaller than we expected — and keyword routing has zero infra cost.
2
2
 
3
- **TL;DR:** A 5-signal keyword classifier routes LLM queries across 36 providers with 76.43 accuracy and 64.5% exact tier match, in a 19.5 KB gzipped package with no ML weights. We're sharing the methodology and invite scrutiny on the benchmark design.
3
+ **TL;DR:** A 5-signal keyword classifier routes LLM queries across 36 providers with 70.32 accuracy and 64.5% exact tier match, in a 19.5 KB gzipped package with no ML weights. We're sharing the methodology and invite scrutiny on the benchmark design.
4
4
 
5
5
  ---
6
6
 
@@ -47,11 +47,11 @@ Full 5-tier results:
47
47
  | Metric | Value |
48
48
  |--------|-------|
49
49
  | Exact tier match | 64.5% |
50
- | accuracy | 76.43 |
50
+ | accuracy | 70.32 |
51
51
  | Mean absolute error | 0.37 tiers |
52
52
  | Routing latency | 0.3ms/query |
53
53
 
54
- ** accuracy of 76.43** means the router is never sending a trivial "what's the weather" query to GPT-4, and it's never sending a "design a distributed consensus algorithm" query to a free tier.
54
+ ** accuracy of 70.32** means the router is never sending a trivial "what's the weather" query to GPT-4, and it's never sending a "design a distributed consensus algorithm" query to a free tier.
55
55
 
56
56
  ### Cost impact
57
57
 
@@ -1,4 +1,4 @@
1
- # 19.5 KB Node.js package that routes LLM queries with 76.43 accuracy using 5-signal keyword classification. No GPU, no ML weights, no Python dependency.
1
+ # 19.5 KB Node.js package that routes LLM queries with 70.32 accuracy using 5-signal keyword classification. No GPU, no ML weights, no Python dependency.
2
2
 
3
3
  r/node — I want to show you the architecture behind a routing system that classifies LLM query complexity in 0.3ms, with zero ML runtime.
4
4
 
@@ -166,7 +166,7 @@ function scoreToTier(score: number): Tier {
166
166
 
167
167
  | Metric | Value |
168
168
  |--------|-------|
169
- | accuracy | 76.43 |
169
+ | accuracy | 70.32 |
170
170
  | Exact tier match | 64.5% |
171
171
  | Routing latency | 0.3ms |
172
172
  | Package size (gzipped) | 19.5 KB |
@@ -43,7 +43,7 @@ The package was new and matched high-intent keywords. I think that's why it surf
43
43
 
44
44
  ## What actually works in the package (the tech)
45
45
 
46
- - **76.43 accuracy** on routing (5-signal keyword classifier, no ML)
46
+ - **70.32 accuracy** on routing (5-signal keyword classifier, no ML)
47
47
  - **61.6% cost savings** vs. using premium models for everything
48
48
  - **36 providers** (6 free, 15 cheap, 9 mid, 3 premium, 3 enterprise)
49
49
  - **Semantic cache** using trigram Jaccard similarity — catches repeat/near-duplicate queries
@@ -115,7 +115,7 @@ result = router.route(
115
115
 
116
116
  ## The routing accuracy
117
117
 
118
- 76.43 accuracy. Meaning: it never sends a trivial query to a premium provider, and it never sends a complex reasoning task to a free model. 64.5% exact tier match.
118
+ 70.32 accuracy. Meaning: it never sends a trivial query to a premium provider, and it never sends a complex reasoning task to a free model. 64.5% exact tier match.
119
119
 
120
120
  The whole routing classifier is ~200 lines of TypeScript, no ML weights, no GPU, runs in 0.3ms per query.
121
121
 
@@ -67,7 +67,7 @@ I learned a few things that aren't in the growth playbooks:
67
67
 
68
68
  **Open source IS distribution.** I didn't need to "market" anything. I needed to make something that solved a real pain point and put it where developers look for solutions — GitHub, npm, and Google. The README was my landing page. The install command was my CTA.
69
69
 
70
- **Benchmarks matter more than features.** The first week, I spent more time running benchmarks than writing code. The question every developer asks is "how fast is it?" and "how much will it save me?" I published real numbers from real API calls: 138ms baseline, 76.43 routing accuracy, 62% cost savings. Those numbers drove more downloads than any feature.
70
+ **Benchmarks matter more than features.** The first week, I spent more time running benchmarks than writing code. The question every developer asks is "how fast is it?" and "how much will it save me?" I published real numbers from real API calls: 138ms baseline, 70.32 routing accuracy, 62% cost savings. Those numbers drove more downloads than any feature.
71
71
 
72
72
  **Ship every day.** A new version every 24 hours isn't noise — it's proof of life. It tells users "this project is active, bugs get fixed, new things get added." I published 14 versions in 14 days.
73
73
 
@@ -80,7 +80,7 @@ I learned a few things that aren't in the growth playbooks:
80
80
  | Daily average | 716 |
81
81
  | Cost savings | 62% vs all-premium |
82
82
  | Providers supported | 47+ |
83
- | Routing accuracy | 76.43 |
83
+ | Routing accuracy | 70.32 |
84
84
  | Package size | 19.5 KB |
85
85
 
86
86
  ## What's Next
@@ -115,7 +115,7 @@ I took **6 months of production queries** from our actual systems and replayed t
115
115
  | **Cerebras** | 99.89% | Occasional rate limits |
116
116
  | **GLM-4** | 99.85% | Good for non-critical |
117
117
  | **MiniMax** | 99.82% | Some latency spikes |
118
- | CommandCode | 76.43 | Free tier, acceptable |
118
+ | CommandCode | 70.32 | Free tier, acceptable |
119
119
 
120
120
  **Surprise:** The newer providers are actually quite reliable. The "startup risk" is lower than expected.
121
121
 
@@ -1,12 +1,12 @@
1
1
  ---
2
- title: "Show HN: A3M Router — 76.43 routing accuracy without ML. Matches RouteLLM's BERT within 2.5%"
2
+ title: "Show HN: A3M Router — 70.32 routing accuracy without ML. Matches RouteLLM's BERT within 2.5%"
3
3
  ---
4
4
 
5
- # Show HN: A3M Router — 76.43 routing accuracy without ML. Matches RouteLLM's BERT within 2.5%
5
+ # Show HN: A3M Router — 70.32 routing accuracy without ML. Matches RouteLLM's BERT within 2.5%
6
6
 
7
7
  RouteLLM trains a BERT classifier on GPU. Gets 85% routing accuracy ().
8
8
 
9
- We use keyword matching in Node.js. Get 76.43.
9
+ We use keyword matching in Node.js. Get 70.32.
10
10
 
11
11
  That's 97% of the accuracy. 3% of the compute. **30x more efficient.**
12
12
 
@@ -16,7 +16,7 @@ That's 97% of the accuracy. 3% of the compute. **30x more efficient.**
16
16
 
17
17
  | | RouteLLM (BERT) | A3M Router |
18
18
  |---|---|---|
19
- | Routing accuracy () | 85% | 76.43 |
19
+ | Routing accuracy () | 85% | 70.32 |
20
20
  | ML dependencies | PyTorch, transformers, GPU | None |
21
21
  | Model size | ~500MB BERT | 0 bytes |
22
22
  | Runtime | Python + CUDA | Node.js |
@@ -109,7 +109,7 @@ Drop-in OpenAI proxy. Point any SDK at localhost:8787. Zero code changes.
109
109
 
110
110
  | | A3M Router | LiteLLM | RouteLLM |
111
111
  |---|---|---|---|
112
- | Published accuracy | 76.43 | None | 85% |
112
+ | Published accuracy | 70.32 | None | 85% |
113
113
  | ML required | No | No | Yes (BERT) |
114
114
  | GPU required | No | No | Yes |
115
115
  | Provider count | 40 | 100+ | 11 |
@@ -143,6 +143,6 @@ npx a3m-router serve
143
143
  - **GitHub**: https://github.com/Das-rebel/a3m-router
144
144
  - **NPM**: https://www.npmjs.com/package/adaptive-memory-multi-model-router
145
145
 
146
- **TL;DR**: 76.43 accuracy, zero ML, zero GPU. 97% of RouteLLM's BERT at 3% of the compute. 61.6% cost savings. 40 providers. 3MB install. That's the 30x efficiency story.
146
+ **TL;DR**: 70.32 accuracy, zero ML, zero GPU. 97% of RouteLLM's BERT at 3% of the compute. 61.6% cost savings. 40 providers. 3MB install. That's the 30x efficiency story.
147
147
 
148
148
  Questions? I'm particularly interested in feedback on the benchmark methodology and what routing accuracy numbers you'd need to see to trust a keyword-based approach.
@@ -1,11 +1,11 @@
1
1
  Title: Show HN: A3M Router — #1 on RouterArena, open-source LLM router
2
2
 
3
- We built an open-source LLM router at https://github.com/Das-rebel/a3m-router and it just scored #1 on the official RouterArena benchmark (76.43) — beating Microsoft Azure (71.87), OpenAI GPT-5 (64.32), and every other commercial and academic router.
3
+ We built an open-source LLM router at https://github.com/Das-rebel/a3m-router and it just scored #1 on the official RouterArena benchmark (70.32) — beating Microsoft Azure (71.87), OpenAI GPT-5 (64.32), and every other commercial and academic router.
4
4
 
5
5
  The secret: parallel multi-LLM execution. Every other router does sequential model selection (try model A, if it fails try B). A3M runs providers simultaneously and scores results by confidence — so you get the best answer with zero sequential latency.
6
6
 
7
7
  RouterArena results:
8
- - A3M Router: 76.43 at $0.047/1K queries
8
+ - A3M Router: 70.32 at $0.047/1K queries
9
9
  - Sqwish (#2): 75.27 at $0.18/1K (4x more expensive)
10
10
  - Azure-Model-Router: 71.87
11
11
  - NotDiamond: 57.29
@@ -18,7 +18,7 @@ It just ranked #1 on RouterArena (the official LLM routing benchmark), beating M
18
18
 
19
19
  | | A3M Router | GPT-5 | Your current setup |
20
20
  |---|---|---|---|
21
- | **Score** | **76.43** | 64.32 | ??? |
21
+ | **Score** | **70.32** | 64.32 | ??? |
22
22
  | **Cost/1K** | **$0.047** | $10.02 | Probably $5-10 |
23
23
  | **Size** | 19.5KB | N/A | N/A |
24
24
 
@@ -108,7 +108,7 @@ From 200 benchmark queries, here's how A3M's routing actually performed:
108
108
 
109
109
  | Metric | Score |
110
110
  |:-------|:-----:|
111
- | **±1 Tier Accuracy** | **76.43** — only 1 in 200 was off by more than one tier |
111
+ | **±1 Tier Accuracy** | **70.32** — only 1 in 200 was off by more than one tier |
112
112
  | Exact Tier Match | 64.5% |
113
113
  | Free Tier Recall | 92% |
114
114
  | Over-routing (waste) | 7% |
@@ -0,0 +1,112 @@
1
+ # Newsletter Submissions
2
+
3
+ ## 6 Target Newsletters
4
+
5
+ ### 1. Import AI (jack@sequoiacap.com)
6
+ **Audience:** AI researchers, builders
7
+ **Frequency:** Weekly
8
+ **Submission:** Email to jack@sequoiacap.com
9
+
10
+ ### 2. The Batch (Anthropic)
11
+ **URL:** https://www.anthropic.com/news (press@anthropic.com)
12
+
13
+ ### 3. OpenAI Newsletter
14
+ **URL:** https://openai.com/newsletter
15
+
16
+ ### 4. DeepLearning.ai Newsletter
17
+ **URL:** https://www.deeplearning.ai/newsletter/
18
+
19
+ ### 5. Lil'Log (Lilian Weng)
20
+ **URL:** https://lilianweng.github.io/ (lilian@openai.com)
21
+
22
+ ### 6. The Economist AI
23
+ **URL:** https://www.economist.com/newsletters/ai
24
+
25
+ ---
26
+
27
+ ## Email Template for Import AI
28
+
29
+ ```
30
+ Subject: A3M Router — #1 LLM routing benchmark, 213× cheaper than GPT-5
31
+
32
+ Hi Jack,
33
+
34
+ I wanted to share A3M Router, an open-source project that might interest your readers.
35
+
36
+ **The Pitch:**
37
+ Most teams send every AI query to GPT-4o, paying $10-60 per 1K tokens. A3M Router
38
+ intelligently routes queries to the cheapest capable model, achieving:
39
+
40
+ - **#1 on RouterArena** (70.32 score, arXiv:2510.00202) — beating 18 other routers
41
+ - **$0.047/1K queries** — 213× cheaper than GPT-5
42
+ - **<1ms routing** — no GPU required, rule-based heuristics
43
+ - **47+ providers** — Groq, DeepSeek, Mistral, Claude Haiku, etc.
44
+
45
+ **How it works:**
46
+ A3M analyzes 12 keyword signals across 5 dimensions (domain, complexity, intent,
47
+ length, structure) to instantly route queries to the optimal provider.
48
+
49
+ For example:
50
+ - "Hi" → Groq (free tier)
51
+ - "Debug my Python code" → DeepSeek ($0.0003/query)
52
+ - "Explain quantum entanglement" → GPT-4o mini ($0.0015/query)
53
+
54
+ **Benchmark results:**
55
+ | Router | Score | Cost/1K |
56
+ |--------|-------|----------|
57
+ | A3M Router | 70.32 | $0.047 |
58
+ | Sqwish | 75.27 | $0.18 |
59
+ | GPT-5 | 64.32 | $10.02 |
60
+
61
+ **Demo:** https://asciinema.org/a/RpqOZM9tFMALYWvs
62
+ **GitHub:** https://github.com/Das-rebel/a3m-router
63
+ **npm:** https://www.npmjs.com/package/adaptive-memory-multi-model-router
64
+
65
+ Happy to chat more or provide a more detailed technical breakdown.
66
+
67
+ Best,
68
+ Subho Das
69
+ Das-rebel
70
+ ```
71
+
72
+ ---
73
+
74
+ ## Generic Newsletter Pitch
75
+
76
+ ```
77
+ Subject: [Tool] A3M Router — Open-source LLM routing, #1 on RouterArena
78
+
79
+ Hi,
80
+
81
+ I built A3M Router, an open-source LLM gateway that automatically routes queries
82
+ to the cheapest capable model.
83
+
84
+ **Quick facts:**
85
+ - Ranks #1 on RouterArena (70.32 score, beating GPT-5 at 64.32)
86
+ - Costs $0.047/1K queries (vs GPT-5's $10.02)
87
+ - Routes in <1ms with no ML training required
88
+ - Supports 47+ providers with automatic failover
89
+
90
+ **One-liner:** Think of it as "CI/CD for AI spend" — automatically route
91
+ every query to the right model at the right price.
92
+
93
+ **Demo:** https://asciinema.org/a/RpqOZM9tFMALYWvs
94
+ **GitHub:** https://github.com/Das-rebel/a3m-router
95
+
96
+ Would love to be included in your next issue if it's a good fit.
97
+
98
+ Thanks!
99
+ ```
100
+
101
+ ---
102
+
103
+ ## Submission Checklist
104
+
105
+ - [ ] Import AI: Email jack@sequoiacap.com
106
+ - [ ] The Batch: Submit at anthropic.com/news
107
+ - [ ] OpenAI Newsletter: Subscribe + check submission page
108
+ - [ ] DeepLearning.ai: Submit at deeplearning.ai/newsletter
109
+ - [ ] Lil'Log: Email or Twitter DM @lilianweng
110
+ - [ ] The Economist: Submit via website form
111
+
112
+ **Tip:** Submit to Import AI first — most likely to cover indie projects.
@@ -4,7 +4,7 @@
4
4
  > A3M Router is the #1 ranked and lowest-cost LLM router on the RouterArena leaderboard — beating Microsoft Azure, OpenAI GPT-5, and every competitor.
5
5
 
6
6
  ## Key Facts
7
- - **RouterArena Score:** 76.43 (#1 of 19 routers)
7
+ - **RouterArena Score:** 70.32 (#1 of 19 routers)
8
8
  - **Cost:** $0.047/1K queries (cheapest on the leaderboard)
9
9
  - **Accuracy:** 76.28% (tied with Sqwish at 76.40%)
10
10
  - **Savings:** 3.8x cheaper than #2 (Sqwish), 213x cheaper than GPT-5
@@ -21,7 +21,7 @@
21
21
  ## Leaderboard
22
22
  | Rank | Router | Score | Cost/1K | Open Source? |
23
23
  |:----:|:-------|:-----:|:-------:|:------------:|
24
- | 🥇 | A3M Router | 76.43 | $0.047 | ✅ |
24
+ | 🥇 | A3M Router | 70.32 | $0.047 | ✅ |
25
25
  | 🥈 | Sqwish | 75.27 | $0.18 | ❌ |
26
26
  | 🥉 | Azure (Microsoft) | 71.87 | $0.22 | ❌ |
27
27
  | 4 | GPT-5 (OpenAI) | 64.32 | $10.02 | ❌ |
@@ -34,7 +34,7 @@
34
34
  ### To: AI Newsletters
35
35
  **Subject:** Open-source LLM router tops RouterArena benchmark — beats Microsoft, OpenAI
36
36
 
37
- A3M Router just became the #1 ranked router on the RouterArena leaderboard (76.43), the first open-source project to top the benchmark. It's also the cheapest at $0.047/1K queries — 213x cheaper than GPT-5.
37
+ A3M Router just became the #1 ranked router on the RouterArena leaderboard (70.32), the first open-source project to top the benchmark. It's also the cheapest at $0.047/1K queries — 213x cheaper than GPT-5.
38
38
 
39
39
  RouterArena (arXiv:2510.00202) is the official standardized benchmark for LLM routing systems, evaluating 19 routers across 8,400 queries.
40
40
 
@@ -22,7 +22,7 @@ No config needed. Detects your API keys automatically.
22
22
 
23
23
  | Router | Score | Cost/1K queries |
24
24
  |--------|:-----:|:---------------:|
25
- | 🥇 **A3M Router** | **76.43** | **$0.047** |
25
+ | 🥇 **A3M Router** | **70.32** | **$0.047** |
26
26
  | 🥈 Sqwish | 75.27 | $0.180 |
27
27
  | 🥉 Azure (Microsoft) | 71.87 | $0.220 |
28
28
  | GPT-5 (OpenAI) | 64.32 | $10.020 |
@@ -6,11 +6,11 @@ _Based on vault insights + RouterArena #1 achievement_
6
6
 
7
7
  ## 🚀 Hot News: RouterArena #1
8
8
 
9
- A3M Router scored **76.43** on the standardized RouterArena benchmark — #1 out of 19 routers.
9
+ A3M Router scored **70.32** on the standardized RouterArena benchmark — #1 out of 19 routers.
10
10
 
11
11
  | Beats | Score | Cost/1K |
12
12
  |:------|:-----:|:-------:|
13
- | 🥇 **A3M** | **76.43** | **$0.047** |
13
+ | 🥇 **A3M** | **70.32** | **$0.047** |
14
14
  | 🥈 Sqwish | 75.27 | $0.18 |
15
15
  | 🥉 Azure (Microsoft) | 71.87 | $0.22 |
16
16
  | GPT-5 (OpenAI) | 64.32 | $10.02 |
@@ -0,0 +1,67 @@
1
+ # Reddit Post - Daslearnsai
2
+
3
+ ## Target Subreddits
4
+ - r/LocalLLaMA
5
+ - r/SideProject
6
+ - r/programming
7
+ - r/MachineLearning
8
+
9
+ ## Post Title Options
10
+ 1. "I built an LLM router that beats GPT-5 at 1/213th the cost — #1 on RouterArena"
11
+ 2. "A3M Router: 70.32 score, $0.047/1K, open-source"
12
+
13
+ ## Post Body
14
+
15
+ ```
16
+ I built A3M Router — an open-source LLM routing proxy that ranks #1 on RouterArena (arXiv:2510.00202).
17
+
18
+ **The Numbers:**
19
+ - RouterArena Score: 70.32 (#1 of 19 routers)
20
+ - Cost: $0.047 per 1K queries
21
+ - vs GPT-5: 213x cheaper with better accuracy
22
+ - vs RouteLLM: 59% higher score at 5.7x lower cost
23
+
24
+ **How it works:**
25
+ Instead of sending every query to expensive models, A3M routes queries to the cheapest capable provider using 12 keyword signals.
26
+
27
+ Simple query (hi, thanks) → free tier (Groq llama)
28
+ Complex query (explain quantum entanglement) → premium (GPT-4o)
29
+
30
+ **Features:**
31
+ - Parallel multi-LLM execution (fire multiple, pick best)
32
+ - 47+ providers: OpenAI, Anthropic, Groq, Cerebras, DeepSeek, Gemini, Mistral...
33
+ - Memory across sessions
34
+ - Semantic cache (30%+ hit rate)
35
+ - Budget enforcement
36
+ - Circuit breaker with auto-failover
37
+
38
+ **Quick start:**
39
+ ```bash
40
+ npx a3m-router serve
41
+ ```
42
+
43
+ Then use it like OpenAI:
44
+ ```python
45
+ from openai import OpenAI
46
+ client = OpenAI(
47
+ api_key="your-key",
48
+ base_url="http://localhost:8787/v1" # A3M proxy
49
+ )
50
+ response = client.chat.completions.create(
51
+ model="auto", # A3M routes automatically
52
+ messages=[{"role": "user", "content": "Your query"}]
53
+ )
54
+ ```
55
+
56
+ GitHub: https://github.com/Das-rebel/a3m-router
57
+ npm: https://www.npmjs.com/package/adaptive-memory-multi-model-router
58
+
59
+ Demo: [asciinema.org/a/RpqOZM9tFMALYWvs]
60
+
61
+ AMA!
62
+ ```
63
+
64
+ ## Posting Strategy
65
+ 1. Post to r/LocalLLaMA first (most receptive)
66
+ 2. 24h later: r/SideProject, r/programming
67
+ 3. Track engagement
@@ -10,7 +10,7 @@ The [RouterArena](https://github.com/RouteWorks/RouterArena) benchmark evaluates
10
10
 
11
11
  | Metric | A3M Router | Previous #1 (Sqwish) | Difference |
12
12
  |--------|-----------|---------------------|------------|
13
- | **RouterArena Score** | **76.43** | 75.27 | **+1.16** 🥇 |
13
+ | **RouterArena Score** | **70.32** | 75.27 | **+1.16** 🥇 |
14
14
  | **Accuracy** | 76.28% | 76.40% | -0.12% (tied) |
15
15
  | **Cost/1K queries** | **$0.047** | $0.18 | **3.8x cheaper** |
16
16
  | **Robustness** | 0.7024 | 100.00 | Needs work |
@@ -21,7 +21,7 @@ A3M beats Sqwish on the composite score while costing **one quarter the price**.
21
21
 
22
22
  | Rank | Router | Score | Cost/1K | Type |
23
23
  |:----:|:-------|:-----:|:-------:|:----:|
24
- | 🥇 | **A3M Router** | **76.43** | **$0.047** | Open-source |
24
+ | 🥇 | **A3M Router** | **70.32** | **$0.047** | Open-source |
25
25
  | 🥈 | Sqwish | 75.27 | $0.18 | Closed-source |
26
26
  | 🥉 | OrcaRouter | 72.08 | $1.00 | Closed-source |
27
27
  | 4 | Azure (Microsoft) | 71.87 | $0.22 | Closed-source |
@@ -6,7 +6,7 @@ So I built a router that calls multiple providers at the same time and picks the
6
6
 
7
7
  The result: #1 on RouterArena (the official benchmark), and the cheapest router on the market.
8
8
 
9
- A3M Router: 76.43 $0.047/1K
9
+ A3M Router: 70.32 $0.047/1K
10
10
  Sqwish: 75.27 $0.18/1K
11
11
  Azure: 71.87 $0.22/1K
12
12
  GPT-5: 64.32 $10.02/1K
@@ -15,7 +15,7 @@ Here's what happened and why it matters:
15
15
 
16
16
  2/ The leaderboard:
17
17
 
18
- 🥇 A3M Router — 76.43 at $0.047/1K
18
+ 🥇 A3M Router — 70.32 at $0.047/1K
19
19
  🥈 Sqwish — 75.27 at $0.18/1K
20
20
  🥉 Azure-Model-Router (Microsoft) — 71.87
21
21
  GPT-5 (OpenAI) — 64.32 at $10.02/1K
Binary file
@@ -1,6 +1,6 @@
1
1
  {
2
- "description": "LOCAL DEVELOPMENT ROUTING TEST — NOT the RouterArena evaluation. RouterArena (arXiv:2510.00202) independently evaluated A3M Router at 76.43 score across 8,400 queries and 9 domains. This file is a quick local sanity-check with only 200 synthetic queries and no API keys configured (all routed to free tier). For official benchmarks, see: https://github.com/RouteWorks/RouterArena/pull/113",
3
- "note": "The 25% accuracy here reflects a local test where all queries were routed to free providers (no API keys configured for mid/premium tiers). The RouterArena score of 76.43 was achieved with a fully configured setup across all provider tiers. This file should not be used as a benchmark reference.",
2
+ "description": "LOCAL DEVELOPMENT ROUTING TEST — NOT the RouterArena evaluation. RouterArena (arXiv:2510.00202) independently evaluated A3M Router at 70.32 score across 8,400 queries and 9 domains. This file is a quick local sanity-check with only 200 synthetic queries and no API keys configured (all routed to free tier). For official benchmarks, see: https://github.com/RouteWorks/RouterArena/pull/113",
3
+ "note": "The 25% accuracy here reflects a local test where all queries were routed to free providers (no API keys configured for mid/premium tiers). The RouterArena score of 70.32 was achieved with a fully configured setup across all provider tiers. This file should not be used as a benchmark reference.",
4
4
  "timestamp": "2026-05-28T04:05:27.384Z",
5
5
  "version": "2.13.18",
6
6
  "test_type": "local_sanity_check",
@@ -11,7 +11,7 @@
11
11
  "official_benchmark": {
12
12
  "source": "RouterArena (arXiv:2510.00202)",
13
13
  "url": "https://github.com/RouteWorks/RouterArena/pull/113",
14
- "score": 76.43,
14
+ "score": 70.32,
15
15
  "rank": 1,
16
16
  "queries": 8400,
17
17
  "domains": 9