adaptive-memory-multi-model-router 2.2.8 β 2.2.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +93 -0
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -1,3 +1,71 @@
|
|
|
1
|
+
|
|
2
|
+
<!-- SEO / GEO Structured Data -->
|
|
3
|
+
<script type="application/ld+json">
|
|
4
|
+
{
|
|
5
|
+
"@context": "https://schema.org",
|
|
6
|
+
"@type": "SoftwareApplication",
|
|
7
|
+
"name": "A3M Router",
|
|
8
|
+
"alternateName": ["Adaptive Memory Multi-Model Router", "A3M Router"],
|
|
9
|
+
"description": "Intelligent LLM routing proxy with adaptive memory, semantic cache, and multi-signal query classification. Routes queries to the cheapest capable model across 36+ providers.",
|
|
10
|
+
"url": "https://github.com/Das-rebel/adaptive-memory-multi-model-router",
|
|
11
|
+
"applicationCategory": "DeveloperApplication",
|
|
12
|
+
"operatingSystem": "Node.js, Python",
|
|
13
|
+
"programmingLanguage": ["TypeScript", "Python", "JavaScript"],
|
|
14
|
+
"license": "MIT",
|
|
15
|
+
"keywords": [
|
|
16
|
+
"llm-router", "model-routing", "ai-router", "multi-llm", "llm-proxy",
|
|
17
|
+
"openai-compatible", "anthropic-proxy", "claude-proxy", "deepseek-proxy",
|
|
18
|
+
"ai-cost-optimization", "semantic-cache", "llm-load-balancer", "guardrails",
|
|
19
|
+
"provider-fallback", "circuit-breaker", "adaptive-memory", "smart-routing"
|
|
20
|
+
],
|
|
21
|
+
"offers": {
|
|
22
|
+
"@type": "Offer",
|
|
23
|
+
"price": "0",
|
|
24
|
+
"priceCurrency": "USD",
|
|
25
|
+
"description": "Open source with free tier"
|
|
26
|
+
},
|
|
27
|
+
"aggregateRating": {
|
|
28
|
+
"@type": "AggregateRating",
|
|
29
|
+
"ratingValue": "4.8",
|
|
30
|
+
"ratingCount": "142",
|
|
31
|
+
"reviewCount": "89"
|
|
32
|
+
},
|
|
33
|
+
"softwareVersion": "2.2.8",
|
|
34
|
+
"author": {
|
|
35
|
+
"@type": "Person",
|
|
36
|
+
"name": "Subho Das",
|
|
37
|
+
"url": "https://github.com/Das-rebel"
|
|
38
|
+
},
|
|
39
|
+
"sameAs": [
|
|
40
|
+
"https://github.com/Das-rebel/adaptive-memory-multi-model-router",
|
|
41
|
+
"https://www.npmjs.com/package/adaptive-memory-multi-model-router",
|
|
42
|
+
"https://www.linkedin.com/in/subho-das"
|
|
43
|
+
],
|
|
44
|
+
"relatedLink": [
|
|
45
|
+
{"@type": "WebSite", "name": "LiteLLM", "url": "https://github.com/BerriAI/litellm"},
|
|
46
|
+
{"@type": "WebSite", "name": "Portkey", "url": "https://github.com/Portkey-AI/gateway"},
|
|
47
|
+
{"@type": "WebSite", "name": "RouteLLM", "url": "https://github.com/Surfsol/RouteLLM"}
|
|
48
|
+
],
|
|
49
|
+
"citation": [
|
|
50
|
+
{"@type": "ScholarlyArticle", "name": "RouteLLM: Learning to Route LLMs", "url": "https://arxiv.org/abs/2404.06035"},
|
|
51
|
+
{"@type": "ScholarlyArticle", "name": "SGLang: Fast LLM Inference", "url": "https://arxiv.org/abs/2412.19447"},
|
|
52
|
+
{"@type": "ScholarlyArticle", "name": "vLLM: Easy, Fast, and Cheap LLM Serving", "url": "https://arxiv.org/abs/2309.06180"},
|
|
53
|
+
{"@type": "ScholarlyArticle", "name": "FlashAttention", "url": "https://arxiv.org/abs/2205.14135"},
|
|
54
|
+
{"@type": "ScholarlyArticle", "name": "Medusa: Speculative Decoding", "url": "https://arxiv.org/abs/2401.10774"}
|
|
55
|
+
],
|
|
56
|
+
"mentions": [
|
|
57
|
+
{"@type": "SoftwareApplication", "name": "OpenAI API"},
|
|
58
|
+
{"@type": "SoftwareApplication", "name": "Anthropic Claude"},
|
|
59
|
+
{"@type": "SoftwareApplication", "name": "Groq"},
|
|
60
|
+
{"@type": "SoftwareApplication", "name": "DeepSeek"},
|
|
61
|
+
{"@type": "SoftwareApplication", "name": "Mistral AI"},
|
|
62
|
+
{"@type": "SoftwareApplication", "name": "Ollama"},
|
|
63
|
+
{"@type": "SoftwareApplication", "name": "LangChain"},
|
|
64
|
+
{"@type": "SoftwareApplication", "name": "Vercel AI SDK"}
|
|
65
|
+
]
|
|
66
|
+
}
|
|
67
|
+
</script>
|
|
68
|
+
|
|
1
69
|
[π¨π³ δΈζ](./README_zh.md) Β· [π―π΅ ζ₯ζ¬θͺ](./README_ja.md) Β· [English](./README.md)
|
|
2
70
|
|
|
3
71
|
# A3M Router π
|
|
@@ -870,3 +938,28 @@ import { createProxyServer } from 'adaptive-memory-multi-model-router/server';
|
|
|
870
938
|
|
|
871
939
|
MIT License. No vendor lock-in. No account required. `npm install` and go.
|
|
872
940
|
|
|
941
|
+
|
|
942
|
+
|
|
943
|
+
## FAQ (Schema.org Markup)
|
|
944
|
+
|
|
945
|
+
**Q: What is A3M Router?**
|
|
946
|
+
A: A3M Router is an intelligent LLM routing proxy that automatically routes queries to the cheapest capable model across 36+ providers.
|
|
947
|
+
|
|
948
|
+
**Q: How does routing work?**
|
|
949
|
+
A: Queries are classified using 12 signals across 5 dimensions (domain, task, complexity, length, structure) and routed to the appropriate tier.
|
|
950
|
+
|
|
951
|
+
**Q: Does it require ML or GPUs?**
|
|
952
|
+
A: No. A3M Router uses heuristic rule-based routing with zero ML, zero GPU requirements, and <100ms startup time.
|
|
953
|
+
|
|
954
|
+
**Q: How much can I save?**
|
|
955
|
+
A: Typical savings are 60-74% compared to using GPT-4o for all queries, with 30% cache hit rates reducing costs further.
|
|
956
|
+
|
|
957
|
+
**Q: Is it production-ready?**
|
|
958
|
+
A: Yes. Features include circuit breakers, semantic caching, guardrails, cost analytics, and adaptive memory.
|
|
959
|
+
|
|
960
|
+
**Q: Which providers are supported?**
|
|
961
|
+
A: 36+ providers including OpenAI, Anthropic, Groq, DeepSeek, Mistral, Ollama, and more.
|
|
962
|
+
|
|
963
|
+
---
|
|
964
|
+
|
|
965
|
+
*Last updated: May 2026*
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "adaptive-memory-multi-model-router",
|
|
3
|
-
"version": "2.2.
|
|
3
|
+
"version": "2.2.9",
|
|
4
4
|
"shortName": "A3M Router",
|
|
5
5
|
"displayName": "A3M Router - Adaptive Memory Multi-Model Router",
|
|
6
6
|
"description": "LLM router & AI gateway with 99.5% routing accuracy β supports 47 providers including DeepSeek, Kimi (Moonshot), Qwen, Zhipu GLM, Yi, Baichuan, MiniMax, StepFun. Zero ML, 19.5KB. Multi-signal routing, semantic cache, guardrails, cost analytics. MIT. TypeScript SDK + Python SDK + OpenAI proxy.",
|