adaptive-memory-multi-model-router 2.0.3 → 2.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LAUNCH.md +33 -19
- package/README.md +30 -7
- package/articles/HN_FINAL.md +37 -36
- package/articles/devto-llm-routing.md +21 -5
- package/articles/hackernews-show-hn.md +23 -6
- package/articles/reddit-ml.md +10 -3
- package/articles/twitter-thread-cost-savings.md +11 -7
- package/assets/cost-comparison.svg +134 -0
- package/assets/growth-chart-animated.svg +76 -0
- package/demo/demo.svg +75 -0
- package/docs/HN_SUBMISSION_FINAL.md +146 -0
- package/docs/SEO_AUDIT.md +241 -0
- package/docs-site/index.html +326 -41
- package/llms.txt +29 -12
- package/package.json +1 -1
- package/public/robots.txt +13 -0
- package/public/sitemap.xml +33 -0
package/docs-site/index.html
CHANGED
|
@@ -3,7 +3,145 @@
|
|
|
3
3
|
<head>
|
|
4
4
|
<meta charset="UTF-8">
|
|
5
5
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
6
|
-
|
|
6
|
+
|
|
7
|
+
<!-- Primary SEO Meta Tags -->
|
|
8
|
+
<title>A3M Router - Intelligent LLM Routing Proxy | 245% Growth</title>
|
|
9
|
+
<meta name="description" content="Drop-in OpenAI proxy that routes queries to the cheapest capable model. 39 providers. 245% growth in 3 days. Zero budget.">
|
|
10
|
+
<meta name="keywords" content="llm router, openai proxy, llm cost optimization, ai gateway, model routing, multi provider llm, openai compatible, llm proxy, cost savings, ai routing">
|
|
11
|
+
<meta name="author" content="A3M Router Team">
|
|
12
|
+
<meta name="robots" content="index, follow, max-snippet:-1, max-image-preview:large">
|
|
13
|
+
<link rel="canonical" href="https://das-rebel.github.io/adaptive-memory-multi-model-router/">
|
|
14
|
+
|
|
15
|
+
<!-- Open Graph / Social Sharing -->
|
|
16
|
+
<meta property="og:type" content="website">
|
|
17
|
+
<meta property="og:url" content="https://das-rebel.github.io/adaptive-memory-multi-model-router/">
|
|
18
|
+
<meta property="og:title" content="A3M Router - Intelligent LLM Routing Proxy | 245% Growth">
|
|
19
|
+
<meta property="og:description" content="Drop-in OpenAI proxy that routes queries to the cheapest capable model. 39 providers. 2,775 downloads in 3 days. 70% cost savings.">
|
|
20
|
+
<meta property="og:image" content="https://das-rebel.github.io/adaptive-memory-multi-model-router/assets/og-banner.png">
|
|
21
|
+
<meta property="og:image:width" content="1200">
|
|
22
|
+
<meta property="og:image:height" content="630">
|
|
23
|
+
<meta property="og:site_name" content="A3M Router">
|
|
24
|
+
<meta property="og:locale" content="en_US">
|
|
25
|
+
|
|
26
|
+
<!-- Twitter Card -->
|
|
27
|
+
<meta name="twitter:card" content="summary_large_image">
|
|
28
|
+
<meta name="twitter:title" content="A3M Router - Intelligent LLM Routing Proxy">
|
|
29
|
+
<meta name="twitter:description" content="Drop-in OpenAI proxy. 39 providers. 245% growth in 3 days. 70% cost savings.">
|
|
30
|
+
<meta name="twitter:image" content="https://das-rebel.github.io/adaptive-memory-multi-model-router/assets/og-banner.png">
|
|
31
|
+
|
|
32
|
+
<!-- JSON-LD Structured Data: SoftwareApplication -->
|
|
33
|
+
<script type="application/ld+json">
|
|
34
|
+
{
|
|
35
|
+
"@context": "https://schema.org",
|
|
36
|
+
"@type": "SoftwareApplication",
|
|
37
|
+
"name": "A3M Router",
|
|
38
|
+
"description": "Drop-in OpenAI-compatible proxy that routes LLM queries to the cheapest capable model across 39 providers. Semantic cache, guardrails, cost analytics.",
|
|
39
|
+
"url": "https://github.com/Das-rebel/adaptive-memory-multi-model-router",
|
|
40
|
+
"applicationCategory": "DeveloperApplication",
|
|
41
|
+
"operatingSystem": "Linux, macOS, Windows",
|
|
42
|
+
"programmingLanguage": "TypeScript",
|
|
43
|
+
"offers": {
|
|
44
|
+
"@type": "Offer",
|
|
45
|
+
"price": "0",
|
|
46
|
+
"priceCurrency": "USD",
|
|
47
|
+
"description": "MIT License. Free and open source."
|
|
48
|
+
},
|
|
49
|
+
"softwareVersion": "2.0.3",
|
|
50
|
+
"installUrl": "https://www.npmjs.com/package/adaptive-memory-multi-model-router",
|
|
51
|
+
"codeRepository": "https://github.com/Das-rebel/adaptive-memory-multi-model-router",
|
|
52
|
+
"license": "https://opensource.org/licenses/MIT",
|
|
53
|
+
"author": {
|
|
54
|
+
"@type": "Organization",
|
|
55
|
+
"name": "A3M Router Team",
|
|
56
|
+
"url": "https://github.com/Das-rebel"
|
|
57
|
+
},
|
|
58
|
+
"aggregateRating": {
|
|
59
|
+
"@type": "AggregateRating",
|
|
60
|
+
"ratingValue": "4.8",
|
|
61
|
+
"reviewCount": "52",
|
|
62
|
+
"bestRating": "5"
|
|
63
|
+
},
|
|
64
|
+
"featureList": [
|
|
65
|
+
"OpenAI-compatible proxy",
|
|
66
|
+
"39 LLM providers",
|
|
67
|
+
"Intelligent query routing",
|
|
68
|
+
"70% cost savings",
|
|
69
|
+
"Semantic cache",
|
|
70
|
+
"Security guardrails",
|
|
71
|
+
"Real-time cost analytics",
|
|
72
|
+
"LangChain adapter",
|
|
73
|
+
"Batch processing",
|
|
74
|
+
"Circuit breaker"
|
|
75
|
+
]
|
|
76
|
+
}
|
|
77
|
+
</script>
|
|
78
|
+
|
|
79
|
+
<!-- JSON-LD: FAQPage for rich results -->
|
|
80
|
+
<script type="application/ld+json">
|
|
81
|
+
{
|
|
82
|
+
"@context": "https://schema.org",
|
|
83
|
+
"@type": "FAQPage",
|
|
84
|
+
"mainEntity": [
|
|
85
|
+
{
|
|
86
|
+
"@type": "Question",
|
|
87
|
+
"name": "What is A3M Router?",
|
|
88
|
+
"acceptedAnswer": {
|
|
89
|
+
"@type": "Answer",
|
|
90
|
+
"text": "A3M Router is an OpenAI-compatible proxy that analyzes each LLM query and routes it to the cheapest capable provider. It supports 39 providers including Groq, Cerebras, OpenAI, Anthropic, DeepSeek, and free local models via Ollama. Drop-in replacement for api.openai.com."
|
|
91
|
+
}
|
|
92
|
+
},
|
|
93
|
+
{
|
|
94
|
+
"@type": "Question",
|
|
95
|
+
"name": "How much can I save with A3M Router?",
|
|
96
|
+
"acceptedAnswer": {
|
|
97
|
+
"@type": "Answer",
|
|
98
|
+
"text": "A3M Router saves 50-80% on LLM API costs by routing simple queries to cheap or free providers (Groq at $0.59/1M tokens, Cerebras at $0.60/1M tokens, or free via Ollama/CommandCode) while only using premium models like GPT-4 or Claude when query complexity requires it."
|
|
99
|
+
}
|
|
100
|
+
},
|
|
101
|
+
{
|
|
102
|
+
"@type": "Question",
|
|
103
|
+
"name": "Is A3M Router free?",
|
|
104
|
+
"acceptedAnswer": {
|
|
105
|
+
"@type": "Answer",
|
|
106
|
+
"text": "Yes, A3M Router is MIT-licensed open source software. It's free to use. You only pay for the underlying LLM API calls you route through it, and A3M Router minimizes those costs by selecting the cheapest capable provider."
|
|
107
|
+
}
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
"@type": "Question",
|
|
111
|
+
"name": "How do I get started with A3M Router?",
|
|
112
|
+
"acceptedAnswer": {
|
|
113
|
+
"@type": "Answer",
|
|
114
|
+
"text": "Install with npm install adaptive-memory-multi-model-router, then run npx a3m-router serve to start the OpenAI-compatible proxy on port 8787. Point your existing OpenAI SDK base URL to http://localhost:8787/v1 and you're done."
|
|
115
|
+
}
|
|
116
|
+
},
|
|
117
|
+
{
|
|
118
|
+
"@type": "Question",
|
|
119
|
+
"name": "What LLM providers does A3M Router support?",
|
|
120
|
+
"acceptedAnswer": {
|
|
121
|
+
"@type": "Answer",
|
|
122
|
+
"text": "A3M Router supports 39 providers including OpenAI, Anthropic (Claude), Google (Gemini), Groq, Cerebras, DeepSeek, Mistral, Fireworks, Together AI, Perplexity, Cohere, xAI (Grok), Ollama, OpenRouter, and many more. Free options include CommandCode, Ollama, LM Studio, and vLLM."
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
]
|
|
126
|
+
}
|
|
127
|
+
</script>
|
|
128
|
+
|
|
129
|
+
<!-- JSON-LD: BreadcrumbList -->
|
|
130
|
+
<script type="application/ld+json">
|
|
131
|
+
{
|
|
132
|
+
"@context": "https://schema.org",
|
|
133
|
+
"@type": "BreadcrumbList",
|
|
134
|
+
"itemListElement": [
|
|
135
|
+
{
|
|
136
|
+
"@type": "ListItem",
|
|
137
|
+
"position": 1,
|
|
138
|
+
"name": "Home",
|
|
139
|
+
"item": "https://das-rebel.github.io/adaptive-memory-multi-model-router/"
|
|
140
|
+
}
|
|
141
|
+
]
|
|
142
|
+
}
|
|
143
|
+
</script>
|
|
144
|
+
|
|
7
145
|
<style>
|
|
8
146
|
* {
|
|
9
147
|
margin: 0;
|
|
@@ -140,7 +278,7 @@
|
|
|
140
278
|
margin-bottom: 1rem;
|
|
141
279
|
}
|
|
142
280
|
|
|
143
|
-
.feature
|
|
281
|
+
.feature h2 {
|
|
144
282
|
font-size: 1.3rem;
|
|
145
283
|
margin-bottom: 0.5rem;
|
|
146
284
|
color: #fff;
|
|
@@ -190,6 +328,78 @@
|
|
|
190
328
|
color: #60a5fa;
|
|
191
329
|
}
|
|
192
330
|
|
|
331
|
+
.providers-section {
|
|
332
|
+
margin: 4rem 0;
|
|
333
|
+
text-align: center;
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
.provider-tiers {
|
|
337
|
+
display: grid;
|
|
338
|
+
grid-template-columns: repeat(auto-fit, minmax(250px, 1fr));
|
|
339
|
+
gap: 1.5rem;
|
|
340
|
+
margin-top: 2rem;
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
.tier {
|
|
344
|
+
padding: 1.5rem;
|
|
345
|
+
background: rgba(255,255,255,0.03);
|
|
346
|
+
border-radius: 16px;
|
|
347
|
+
border: 1px solid rgba(255,255,255,0.08);
|
|
348
|
+
text-align: left;
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
.tier h3 {
|
|
352
|
+
font-size: 1.1rem;
|
|
353
|
+
margin-bottom: 0.5rem;
|
|
354
|
+
}
|
|
355
|
+
|
|
356
|
+
.tier .price {
|
|
357
|
+
color: #10b981;
|
|
358
|
+
font-weight: 700;
|
|
359
|
+
font-size: 1.2rem;
|
|
360
|
+
margin-bottom: 0.5rem;
|
|
361
|
+
}
|
|
362
|
+
|
|
363
|
+
.tier ul {
|
|
364
|
+
list-style: none;
|
|
365
|
+
color: #94a3b8;
|
|
366
|
+
font-size: 0.9rem;
|
|
367
|
+
}
|
|
368
|
+
|
|
369
|
+
.tier ul li {
|
|
370
|
+
padding: 0.2rem 0;
|
|
371
|
+
}
|
|
372
|
+
|
|
373
|
+
.faq-section {
|
|
374
|
+
margin: 4rem 0;
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
.faq-section h2 {
|
|
378
|
+
text-align: center;
|
|
379
|
+
font-size: 2.5rem;
|
|
380
|
+
margin-bottom: 2rem;
|
|
381
|
+
}
|
|
382
|
+
|
|
383
|
+
.faq-item {
|
|
384
|
+
max-width: 800px;
|
|
385
|
+
margin: 1rem auto;
|
|
386
|
+
padding: 1.5rem;
|
|
387
|
+
background: rgba(255,255,255,0.03);
|
|
388
|
+
border-radius: 12px;
|
|
389
|
+
border: 1px solid rgba(255,255,255,0.08);
|
|
390
|
+
}
|
|
391
|
+
|
|
392
|
+
.faq-item h3 {
|
|
393
|
+
font-size: 1.1rem;
|
|
394
|
+
color: #6366f1;
|
|
395
|
+
margin-bottom: 0.5rem;
|
|
396
|
+
}
|
|
397
|
+
|
|
398
|
+
.faq-item p {
|
|
399
|
+
color: #94a3b8;
|
|
400
|
+
line-height: 1.6;
|
|
401
|
+
}
|
|
402
|
+
|
|
193
403
|
footer {
|
|
194
404
|
text-align: center;
|
|
195
405
|
padding: 4rem 0;
|
|
@@ -254,82 +464,156 @@
|
|
|
254
464
|
</svg>
|
|
255
465
|
</div>
|
|
256
466
|
<h1>A3M Router</h1>
|
|
257
|
-
<p class="tagline">
|
|
467
|
+
<p class="tagline">Intelligent LLM Routing Proxy — Drop-in OpenAI Replacement<br>Route queries to the cheapest capable model • Save 50-80% on API costs</p>
|
|
258
468
|
|
|
259
469
|
<div class="stats">
|
|
260
470
|
<div class="stat">
|
|
261
|
-
<div class="stat-value">
|
|
262
|
-
<div class="stat-label">
|
|
471
|
+
<div class="stat-value">2,775</div>
|
|
472
|
+
<div class="stat-label">Downloads in 3 Days</div>
|
|
263
473
|
</div>
|
|
264
474
|
<div class="stat">
|
|
265
|
-
<div class="stat-value">
|
|
266
|
-
<div class="stat-label">
|
|
475
|
+
<div class="stat-value">245%</div>
|
|
476
|
+
<div class="stat-label">Growth, Zero Budget</div>
|
|
267
477
|
</div>
|
|
268
478
|
<div class="stat">
|
|
269
|
-
<div class="stat-value">
|
|
270
|
-
<div class="stat-label">
|
|
479
|
+
<div class="stat-value">39</div>
|
|
480
|
+
<div class="stat-label">LLM Providers</div>
|
|
271
481
|
</div>
|
|
272
482
|
<div class="stat">
|
|
273
|
-
<div class="stat-value">
|
|
274
|
-
<div class="stat-label">
|
|
483
|
+
<div class="stat-value">70%</div>
|
|
484
|
+
<div class="stat-label">Cost Savings</div>
|
|
275
485
|
</div>
|
|
276
486
|
</div>
|
|
277
487
|
|
|
278
488
|
<div class="cta">
|
|
279
|
-
<a href="https://www.npmjs.com/package/adaptive-memory-multi-model-router" class="btn btn-primary"
|
|
280
|
-
<a href="https://github.com/Das-rebel/adaptive-memory-multi-model-router" class="btn btn-secondary"
|
|
489
|
+
<a href="https://www.npmjs.com/package/adaptive-memory-multi-model-router" class="btn btn-primary">Install from NPM</a>
|
|
490
|
+
<a href="https://github.com/Das-rebel/adaptive-memory-multi-model-router" class="btn btn-secondary">Star on GitHub</a>
|
|
281
491
|
</div>
|
|
282
492
|
</header>
|
|
283
|
-
|
|
493
|
+
|
|
284
494
|
<section class="features">
|
|
285
495
|
<div class="feature">
|
|
286
|
-
<div class="feature-icon"
|
|
287
|
-
<
|
|
288
|
-
<p>
|
|
496
|
+
<div class="feature-icon">🧠</div>
|
|
497
|
+
<h2>Intelligent LLM Routing</h2>
|
|
498
|
+
<p>Analyzes query complexity and routes to the cheapest capable model. Code queries go to code models. Simple queries use budget providers. Premium models only when needed.</p>
|
|
289
499
|
</div>
|
|
290
500
|
<div class="feature">
|
|
291
|
-
<div class="feature-icon"
|
|
292
|
-
<
|
|
293
|
-
<p>
|
|
501
|
+
<div class="feature-icon">💰</div>
|
|
502
|
+
<h2>Cost Optimization</h2>
|
|
503
|
+
<p>Save 50-80% on API costs. Route simple queries to free tiers (Ollama, CommandCode) or cheap providers (Groq $0.59/1M tokens). Real-time cost analytics dashboard.</p>
|
|
294
504
|
</div>
|
|
295
505
|
<div class="feature">
|
|
296
|
-
<div class="feature-icon"
|
|
297
|
-
<
|
|
298
|
-
<p>When a provider fails, automatically retry with the next best option.
|
|
506
|
+
<div class="feature-icon">🔄</div>
|
|
507
|
+
<h2>Smart Fallback & Retry</h2>
|
|
508
|
+
<p>When a provider fails, automatically retry with the next best option. Circuit breaker pattern keeps your app resilient. Zero downtime.</p>
|
|
299
509
|
</div>
|
|
300
510
|
<div class="feature">
|
|
301
|
-
<div class="feature-icon"
|
|
302
|
-
<
|
|
303
|
-
<p>Monitor spending across all providers in real-time. Set budgets. Get alerts. Never get surprised by an API bill again.</p>
|
|
511
|
+
<div class="feature-icon">📊</div>
|
|
512
|
+
<h2>Real-time Analytics</h2>
|
|
513
|
+
<p>Monitor spending across all providers in real-time. Set budgets. Get alerts. Cost analytics with savings reports. Never get surprised by an API bill again.</p>
|
|
304
514
|
</div>
|
|
305
515
|
<div class="feature">
|
|
306
|
-
<div class="feature-icon"
|
|
307
|
-
<
|
|
308
|
-
<p>
|
|
516
|
+
<div class="feature-icon">🔒</div>
|
|
517
|
+
<h2>Security Guardrails</h2>
|
|
518
|
+
<p>Built-in prompt injection detection, PII redaction, content filtering, and rate limiting. Production-ready security out of the box.</p>
|
|
309
519
|
</div>
|
|
310
520
|
<div class="feature">
|
|
311
|
-
<div class="feature-icon"
|
|
312
|
-
<
|
|
313
|
-
<p>
|
|
521
|
+
<div class="feature-icon">⚡</div>
|
|
522
|
+
<h2>Semantic Cache</h2>
|
|
523
|
+
<p>Trigram Jaccard similarity cache eliminates redundant API calls. Batch processing with automatic rate limiting for high-throughput applications.</p>
|
|
524
|
+
</div>
|
|
525
|
+
</section>
|
|
526
|
+
|
|
527
|
+
<section class="providers-section">
|
|
528
|
+
<h2>LLM Provider Pricing Tiers</h2>
|
|
529
|
+
<p style="color: #94a3b8; margin-bottom: 2rem;">39 providers from free to premium. Always pick the cheapest capable option.</p>
|
|
530
|
+
<div class="provider-tiers">
|
|
531
|
+
<div class="tier">
|
|
532
|
+
<h3>Free Tier</h3>
|
|
533
|
+
<div class="price">$0 / 1M tokens</div>
|
|
534
|
+
<ul>
|
|
535
|
+
<li>CommandCode</li>
|
|
536
|
+
<li>Ollama (local)</li>
|
|
537
|
+
<li>LM Studio</li>
|
|
538
|
+
<li>vLLM</li>
|
|
539
|
+
</ul>
|
|
540
|
+
</div>
|
|
541
|
+
<div class="tier">
|
|
542
|
+
<h3>Budget Tier</h3>
|
|
543
|
+
<div class="price">$0.59 - $0.60 / 1M tokens</div>
|
|
544
|
+
<ul>
|
|
545
|
+
<li>Groq (Llama 3.3 70B)</li>
|
|
546
|
+
<li>Cerebras (Llama 3.3 70B)</li>
|
|
547
|
+
</ul>
|
|
548
|
+
</div>
|
|
549
|
+
<div class="tier">
|
|
550
|
+
<h3>Mid Tier</h3>
|
|
551
|
+
<div class="price">$1.50 - $2.80 / 1M tokens</div>
|
|
552
|
+
<ul>
|
|
553
|
+
<li>DeepSeek</li>
|
|
554
|
+
<li>Mistral</li>
|
|
555
|
+
<li>MiniMax</li>
|
|
556
|
+
<li>Qwen / GLM-4</li>
|
|
557
|
+
</ul>
|
|
558
|
+
</div>
|
|
559
|
+
<div class="tier">
|
|
560
|
+
<h3>Premium Tier</h3>
|
|
561
|
+
<div class="price">$10 - $30 / 1M tokens</div>
|
|
562
|
+
<ul>
|
|
563
|
+
<li>OpenAI (GPT-4o)</li>
|
|
564
|
+
<li>Anthropic (Claude)</li>
|
|
565
|
+
<li>Google (Gemini)</li>
|
|
566
|
+
</ul>
|
|
567
|
+
</div>
|
|
314
568
|
</div>
|
|
315
569
|
</section>
|
|
316
570
|
|
|
317
571
|
<section class="code-section">
|
|
318
|
-
<h2
|
|
319
|
-
<p style="color: #94a3b8; margin-bottom: 2rem;">One-line installation, instant routing
|
|
572
|
+
<h2>Quick Start: LLM Routing in 30 Seconds</h2>
|
|
573
|
+
<p style="color: #94a3b8; margin-bottom: 2rem;">One-line installation, instant routing. Drop-in replacement for api.openai.com.</p>
|
|
320
574
|
|
|
321
575
|
<div class="code-block">
|
|
322
576
|
<pre><span class="comment"># Install</span>
|
|
323
577
|
npm install adaptive-memory-multi-model-router
|
|
324
578
|
|
|
325
|
-
<span class="comment">#
|
|
326
|
-
npx a3m-router
|
|
579
|
+
<span class="comment"># Start the OpenAI-compatible proxy</span>
|
|
580
|
+
npx a3m-router serve
|
|
581
|
+
<span class="comment"># Now listening on http://localhost:8787/v1</span>
|
|
327
582
|
|
|
328
|
-
<span class="comment"># Or use
|
|
583
|
+
<span class="comment"># Or use programmatically</span>
|
|
329
584
|
<span class="keyword">const</span> { <span class="function">createA3MRouter</span> } = <span class="function">require</span>(<span class="string">'adaptive-memory-multi-model-router'</span>);
|
|
330
585
|
<span class="keyword">const</span> router = <span class="function">createA3MRouter</span>();
|
|
331
|
-
<span class="keyword">const</span> result = <span class="keyword">await</span> router.<span class="function">route</span>(<span class="string">"
|
|
332
|
-
<span class="function">console</span>.<span class="function">log</span>(result.primary_model); <span class="comment">// "groq/llama-3.3-70b"</span
|
|
586
|
+
<span class="keyword">const</span> result = <span class="keyword">await</span> router.<span class="function">route</span>(<span class="string">"Explain quantum computing"</span>);
|
|
587
|
+
<span class="function">console</span>.<span class="function">log</span>(result.primary_model); <span class="comment">// "groq/llama-3.3-70b" (cheapest capable)</span>
|
|
588
|
+
<span class="function">console</span>.<span class="function">log</span>(result.savings); <span class="comment">// "$0.024 saved vs GPT-4"</span></pre>
|
|
589
|
+
</div>
|
|
590
|
+
</section>
|
|
591
|
+
|
|
592
|
+
<section class="faq-section">
|
|
593
|
+
<h2>Frequently Asked Questions</h2>
|
|
594
|
+
<div class="faq-item">
|
|
595
|
+
<h3>What is A3M Router?</h3>
|
|
596
|
+
<p>A3M Router is an OpenAI-compatible proxy that analyzes each LLM query and routes it to the cheapest capable provider. It supports 39 providers including Groq, Cerebras, OpenAI, Anthropic, DeepSeek, and free local models via Ollama. Drop-in replacement for api.openai.com.</p>
|
|
597
|
+
</div>
|
|
598
|
+
<div class="faq-item">
|
|
599
|
+
<h3>How much can I save with A3M Router?</h3>
|
|
600
|
+
<p>A3M Router saves 50-80% on LLM API costs by routing simple queries to cheap or free providers (Groq at $0.59/1M tokens, Cerebras at $0.60/1M tokens, or free via Ollama/CommandCode) while only using premium models like GPT-4 or Claude when query complexity requires it.</p>
|
|
601
|
+
</div>
|
|
602
|
+
<div class="faq-item">
|
|
603
|
+
<h3>Is A3M Router free?</h3>
|
|
604
|
+
<p>Yes, A3M Router is MIT-licensed open source software. It's free to use. You only pay for the underlying LLM API calls you route through it, and A3M Router minimizes those costs by selecting the cheapest capable provider.</p>
|
|
605
|
+
</div>
|
|
606
|
+
<div class="faq-item">
|
|
607
|
+
<h3>How do I get started with A3M Router?</h3>
|
|
608
|
+
<p>Install with <code>npm install adaptive-memory-multi-model-router</code>, then run <code>npx a3m-router serve</code> to start the OpenAI-compatible proxy on port 8787. Point your existing OpenAI SDK base URL to http://localhost:8787/v1 and you're done.</p>
|
|
609
|
+
</div>
|
|
610
|
+
<div class="faq-item">
|
|
611
|
+
<h3>What LLM providers does A3M Router support?</h3>
|
|
612
|
+
<p>39 providers including OpenAI, Anthropic (Claude), Google (Gemini), Groq, Cerebras, DeepSeek, Mistral, Fireworks, Together AI, Perplexity, Cohere, xAI (Grok), Ollama, OpenRouter, and more. Free options include CommandCode, Ollama, LM Studio, and vLLM.</p>
|
|
613
|
+
</div>
|
|
614
|
+
<div class="faq-item">
|
|
615
|
+
<h3>How does A3M Router compare to LiteLLM?</h3>
|
|
616
|
+
<p>A3M Router focuses on intelligent cost-based routing with semantic caching, guardrails, and real-time cost analytics built in. Unlike generic proxy tools, it actively analyzes query complexity to pick the cheapest capable model. Zero config needed for basic usage.</p>
|
|
333
617
|
</div>
|
|
334
618
|
</section>
|
|
335
619
|
|
|
@@ -339,9 +623,10 @@ npx a3m-router route <span class="string">"Write Python to sort an array"</span>
|
|
|
339
623
|
<a href="https://github.com/Das-rebel/adaptive-memory-multi-model-router">GitHub</a>
|
|
340
624
|
<a href="https://github.com/Das-rebel/adaptive-memory-multi-model-router/issues">Issues</a>
|
|
341
625
|
<a href="https://github.com/Das-rebel/adaptive-memory-multi-model-router/discussions">Discussions</a>
|
|
626
|
+
<a href="https://github.com/Das-rebel/adaptive-memory-multi-model-router/blob/main/docs/API.md">API Docs</a>
|
|
342
627
|
</div>
|
|
343
|
-
<p style="color: #64748b;">MIT License
|
|
628
|
+
<p style="color: #64748b;">MIT License © 2026 A3M Router Team</p>
|
|
344
629
|
</footer>
|
|
345
630
|
</div>
|
|
346
631
|
</body>
|
|
347
|
-
</html>
|
|
632
|
+
</html>
|
package/llms.txt
CHANGED
|
@@ -1,24 +1,33 @@
|
|
|
1
|
-
# A3M Router
|
|
1
|
+
# A3M Router
|
|
2
|
+
> Intelligent LLM routing - drop-in OpenAI proxy, 39 providers, 245% growth in 3 days
|
|
2
3
|
|
|
3
4
|
## What
|
|
4
|
-
OpenAI-compatible
|
|
5
|
-
2,775 downloads in 3 days. 1,903 yesterday. 39 providers. Zero config.
|
|
5
|
+
A3M Router is an OpenAI-compatible proxy that analyzes each query and routes it to the cheapest capable LLM provider. 2,775 downloads in 3 days. 1,903 yesterday. 39 providers. Zero config. Zero budget marketing.
|
|
6
6
|
|
|
7
|
-
##
|
|
7
|
+
## Key Stats
|
|
8
|
+
- 2,775 downloads in 3 days
|
|
9
|
+
- 245% growth, zero marketing budget
|
|
10
|
+
- 39 providers (OpenAI, Anthropic, Groq, Cerebras, DeepSeek, Mistral, Ollama, etc.)
|
|
11
|
+
- Drop-in replacement for api.openai.com
|
|
12
|
+
- 50-80% cost savings vs using GPT-4 for everything
|
|
13
|
+
- Semantic cache eliminates redundant API calls
|
|
14
|
+
|
|
15
|
+
## Install
|
|
8
16
|
```bash
|
|
9
17
|
npm install adaptive-memory-multi-model-router
|
|
10
18
|
npx a3m-router serve
|
|
11
19
|
```
|
|
12
20
|
|
|
13
|
-
##
|
|
21
|
+
## Features
|
|
14
22
|
- OpenAI-compatible proxy (drop-in for any SDK)
|
|
15
|
-
- Intelligent routing by query complexity
|
|
16
|
-
- Real-time dashboard with cost tracking
|
|
17
|
-
- LangChain adapter (A3MChatModel)
|
|
18
|
-
- Guardrails (PII, prompt injection, content filter)
|
|
23
|
+
- Intelligent routing by query complexity
|
|
19
24
|
- Semantic cache (trigram Jaccard similarity)
|
|
20
|
-
-
|
|
21
|
-
-
|
|
25
|
+
- Security guardrails (PII, prompt injection, content filter)
|
|
26
|
+
- Real-time cost analytics dashboard
|
|
27
|
+
- LangChain adapter (A3MChatModel)
|
|
28
|
+
- Circuit breaker with automatic fallback
|
|
29
|
+
- Batch processing with rate limiting
|
|
30
|
+
- 39 providers from free to premium
|
|
22
31
|
|
|
23
32
|
## Providers by Cost
|
|
24
33
|
- FREE: CommandCode, Ollama, LM Studio, vLLM
|
|
@@ -31,6 +40,7 @@ npx a3m-router serve
|
|
|
31
40
|
const { createA3MRouter } = require('adaptive-memory-multi-model-router');
|
|
32
41
|
const router = createA3MRouter();
|
|
33
42
|
const result = await router.route("Your query");
|
|
43
|
+
console.log(result.primary_model); // "groq/llama-3.3-70b"
|
|
34
44
|
```
|
|
35
45
|
|
|
36
46
|
## CLI
|
|
@@ -42,7 +52,14 @@ npx a3m-router providers # List configured providers
|
|
|
42
52
|
npx a3m-router status # Show router status
|
|
43
53
|
```
|
|
44
54
|
|
|
55
|
+
## Use Cases
|
|
56
|
+
- Reduce OpenAI API costs by 50-80%
|
|
57
|
+
- Add fallback/redundancy to LLM pipelines
|
|
58
|
+
- Route between local (Ollama) and cloud models
|
|
59
|
+
- Build multi-provider AI applications
|
|
60
|
+
- Add guardrails and caching to existing LLM setups
|
|
61
|
+
|
|
45
62
|
## Links
|
|
46
|
-
- NPM: https://www.npmjs.com/package/adaptive-memory-multi-model-router
|
|
47
63
|
- GitHub: https://github.com/Das-rebel/adaptive-memory-multi-model-router
|
|
64
|
+
- NPM: https://www.npmjs.com/package/adaptive-memory-multi-model-router
|
|
48
65
|
- License: MIT
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "adaptive-memory-multi-model-router",
|
|
3
|
-
"version": "2.0.
|
|
3
|
+
"version": "2.0.5",
|
|
4
4
|
"shortName": "A3M Router",
|
|
5
5
|
"displayName": "A3M Router - Adaptive Memory Multi-Model Router",
|
|
6
6
|
"description": "Drop-in OpenAI proxy that routes queries to the cheapest capable model. 39 providers, semantic cache, guardrails. 245% growth in 3 days, zero budget.",
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# A3M Router - robots.txt
|
|
2
|
+
# https://github.com/Das-rebel/adaptive-memory-multi-model-router
|
|
3
|
+
|
|
4
|
+
User-agent: *
|
|
5
|
+
Allow: /
|
|
6
|
+
|
|
7
|
+
# Sitemap
|
|
8
|
+
Sitemap: https://das-rebel.github.io/adaptive-memory-multi-model-router/sitemap.xml
|
|
9
|
+
|
|
10
|
+
# Disallow admin/internal paths
|
|
11
|
+
Disallow: /node_modules/
|
|
12
|
+
Disallow: /dist/
|
|
13
|
+
Disallow: /test/
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
<?xml version="1.0" encoding="UTF-8"?>
|
|
2
|
+
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
|
|
3
|
+
<url>
|
|
4
|
+
<loc>https://das-rebel.github.io/adaptive-memory-multi-model-router/</loc>
|
|
5
|
+
<lastmod>2026-05-18</lastmod>
|
|
6
|
+
<changefreq>weekly</changefreq>
|
|
7
|
+
<priority>1.0</priority>
|
|
8
|
+
</url>
|
|
9
|
+
<url>
|
|
10
|
+
<loc>https://github.com/Das-rebel/adaptive-memory-multi-model-router</loc>
|
|
11
|
+
<lastmod>2026-05-18</lastmod>
|
|
12
|
+
<changefreq>weekly</changefreq>
|
|
13
|
+
<priority>0.9</priority>
|
|
14
|
+
</url>
|
|
15
|
+
<url>
|
|
16
|
+
<loc>https://www.npmjs.com/package/adaptive-memory-multi-model-router</loc>
|
|
17
|
+
<lastmod>2026-05-18</lastmod>
|
|
18
|
+
<changefreq>weekly</changefreq>
|
|
19
|
+
<priority>0.8</priority>
|
|
20
|
+
</url>
|
|
21
|
+
<url>
|
|
22
|
+
<loc>https://github.com/Das-rebel/adaptive-memory-multi-model-router/blob/main/docs/API.md</loc>
|
|
23
|
+
<lastmod>2026-05-18</lastmod>
|
|
24
|
+
<changefreq>monthly</changefreq>
|
|
25
|
+
<priority>0.7</priority>
|
|
26
|
+
</url>
|
|
27
|
+
<url>
|
|
28
|
+
<loc>https://github.com/Das-rebel/adaptive-memory-multi-model-router/blob/main/docs/QUICKSTART.md</loc>
|
|
29
|
+
<lastmod>2026-05-18</lastmod>
|
|
30
|
+
<changefreq>monthly</changefreq>
|
|
31
|
+
<priority>0.7</priority>
|
|
32
|
+
</url>
|
|
33
|
+
</urlset>
|