adaptive-memory-multi-model-router 2.16.0 → 2.16.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/.github/workflows/adapters-ci.yml +142 -0
  2. package/.github/workflows/auto-submit-sitemap.yml +41 -0
  3. package/.github/workflows/ci.yml +2 -5
  4. package/.github/workflows/mcp-pypi-publish.yml +34 -0
  5. package/.github/workflows/pypi-publish.yml +146 -0
  6. package/.github/workflows/tmlpd-publish.yml +23 -0
  7. package/README.md +245 -148
  8. package/RELEASE_v2.16.0.md +149 -0
  9. package/TECHNICAL_README.md +253 -0
  10. package/adapters/README.md +36 -0
  11. package/adapters/__init__.py +25 -0
  12. package/adapters/a3m_adapter/__init__.py +51 -0
  13. package/adapters/a3m_adapter/adapter/__init__.py +22 -0
  14. package/adapters/a3m_adapter/adapter/autogen.py +169 -0
  15. package/adapters/a3m_adapter/adapter/config.py +100 -0
  16. package/adapters/a3m_adapter/adapter/haystack.py +197 -0
  17. package/adapters/a3m_adapter/adapter/langchain.py +155 -0
  18. package/adapters/a3m_adapter/adapter/langgraph.py +196 -0
  19. package/adapters/a3m_adapter/adapter/llamaindex.py +162 -0
  20. package/adapters/a3m_adapter/adapter/pinecone.py +217 -0
  21. package/adapters/a3m_adapter/adapter/vercel.py +188 -0
  22. package/adapters/a3m_adapter/tests/__init__.py +1 -0
  23. package/adapters/a3m_adapter/tests/test_adapters.py +118 -0
  24. package/adapters/a3m_adapter/tests/test_integration.py +80 -0
  25. package/adapters/requirements-dev.txt +6 -0
  26. package/adapters/requirements.txt +4 -0
  27. package/adapters/setup.py +23 -0
  28. package/demo.py +251 -0
  29. package/discoverability-diagnosis.md +280 -0
  30. package/dist/analytics/costAnalytics.d.ts.map +1 -1
  31. package/dist/benchmark/reproducible.d.ts.map +1 -1
  32. package/dist/cache/semanticCache.d.ts.map +1 -1
  33. package/dist/cli/setupWizard.d.ts +257 -50
  34. package/dist/cli/setupWizard.d.ts.map +1 -1
  35. package/dist/cli/setupWizard.js +419 -109
  36. package/dist/cli/setupWizard.js.map +1 -1
  37. package/dist/cli/tui.js +96 -67
  38. package/dist/cli.js +9 -0
  39. package/dist/cost/budgetEnforcer.d.ts.map +1 -1
  40. package/dist/cost/costTracker.d.ts.map +1 -1
  41. package/dist/ensemble/multiRoundDialog.d.ts.map +1 -1
  42. package/dist/ensemble/shapleyValue.d.ts.map +1 -1
  43. package/dist/ensemble.d.ts +1 -1
  44. package/dist/ensemble.js +141 -0
  45. package/dist/integrations/langchainAdapter.d.ts.map +1 -1
  46. package/dist/integrations/langchainAdapter.js +3 -3
  47. package/dist/integrations/langchainAdapter.js.map +1 -1
  48. package/dist/integrations/oauth.d.ts.map +1 -1
  49. package/dist/integrations/scienceAdapter.d.ts.map +1 -1
  50. package/dist/memory/autoFetch.d.ts.map +1 -1
  51. package/dist/memory/hybridMemory.d.ts.map +1 -1
  52. package/dist/memory/memoryTree.d.ts.map +1 -1
  53. package/dist/memory/obsidianVault.d.ts.map +1 -1
  54. package/dist/memory/reasoningBank.d.ts.map +1 -1
  55. package/dist/observability/metrics.d.ts.map +1 -1
  56. package/dist/observability/tracer.d.ts.map +1 -1
  57. package/dist/providers/providerConfig.d.ts.map +1 -1
  58. package/dist/providers/providerConfig.js +32 -17
  59. package/dist/providers/providerConfig.js.map +1 -1
  60. package/dist/routing/advancedRouter.d.ts.map +1 -1
  61. package/dist/routing/advancedRouter.js +106 -14
  62. package/dist/routing/advancedRouter.js.map +1 -1
  63. package/dist/routing/providerHealth.d.ts.map +1 -1
  64. package/dist/routing/providerRetry.d.ts.map +1 -1
  65. package/dist/routing/shadowSampler.js.map +1 -1
  66. package/dist/security/guardrails.d.ts.map +1 -1
  67. package/dist/server/handlers/chatHandler.d.ts.map +1 -1
  68. package/dist/server/handlers/completionsHandler.d.ts.map +1 -1
  69. package/dist/server/handlers/embeddingsHandler.d.ts.map +1 -1
  70. package/dist/server/handlers/healthHandler.d.ts.map +1 -1
  71. package/dist/server/handlers/metricsHandler.d.ts.map +1 -1
  72. package/dist/server/handlers/modelsHandler.d.ts.map +1 -1
  73. package/dist/server/metrics.d.ts.map +1 -1
  74. package/dist/server/proxyServer.d.ts.map +1 -1
  75. package/dist/server/router.d.ts.map +1 -1
  76. package/dist/server/state.d.ts.map +1 -1
  77. package/dist/skills/__tests__/skill_manager.test.js +5 -265
  78. package/dist/skills/__tests__/skill_manager.test.js.map +1 -1
  79. package/dist/utils/tokenUtils.d.ts.map +1 -1
  80. package/docker-compose.yml +84 -60
  81. package/docs/ARTICLE_Biology_Inspired_Routing.md +208 -0
  82. package/docs/ARTICLE_Master.md +78 -0
  83. package/docs/ARTICLE_Master_CN.md +78 -0
  84. package/docs/ARTICLE_OpenRouter_Stripe.md +140 -0
  85. package/docs/DEVPTO_ARTICLE.md +84 -0
  86. package/docs/HUMAN_STYLE_GUIDE.md +75 -0
  87. package/docs/IMPRINT_PLAN.md +88 -0
  88. package/docs/OPENROUTER_ALTERNATIVE.md +184 -0
  89. package/docs/SOCIAL_CAMPAIGN.md +316 -0
  90. package/docs/anthropic.html +45 -0
  91. package/docs/best-llm-routers-2025.html +157 -0
  92. package/docs/cerebras.html +43 -0
  93. package/docs/cli-cheatsheet.md +286 -212
  94. package/docs/comparison.md +2 -2
  95. package/docs/deepseek.html +44 -0
  96. package/docs/google.html +47 -0
  97. package/docs/groq.html +44 -0
  98. package/docs/llms-full.txt +360 -138
  99. package/docs/llms.txt +70 -71
  100. package/docs/mistral.html +43 -0
  101. package/docs/ollama.html +50 -0
  102. package/docs/openai.html +57 -0
  103. package/docs/sitemap.xml +69 -57
  104. package/docs-site/blog/best-llm-routers-2025.html +157 -0
  105. package/docs-site/index.html +68 -9
  106. package/docs-site/providers/anthropic.html +45 -0
  107. package/docs-site/providers/cerebras.html +43 -0
  108. package/docs-site/providers/deepseek.html +44 -0
  109. package/docs-site/providers/google.html +47 -0
  110. package/docs-site/providers/groq.html +44 -0
  111. package/docs-site/providers/index.html +41 -0
  112. package/docs-site/providers/mistral.html +43 -0
  113. package/docs-site/providers/ollama.html +50 -0
  114. package/docs-site/providers/openai.html +57 -0
  115. package/docs-site/sitemap.xml +69 -0
  116. package/llms.txt +70 -62
  117. package/package.json +44 -182
  118. package/packages/agentkit-adapter/LICENSE +21 -0
  119. package/packages/agentkit-adapter/README.md +126 -0
  120. package/packages/agentkit-adapter/examples/agentkit-example.ts +139 -0
  121. package/packages/agentkit-adapter/package.json +57 -0
  122. package/packages/agentkit-adapter/src/adapter.ts +381 -0
  123. package/packages/agentkit-adapter/src/index.ts +36 -0
  124. package/packages/agentkit-adapter/src/types.ts +105 -0
  125. package/packages/agentkit-adapter/src/util.ts +13 -0
  126. package/packages/agentkit-adapter/tsconfig.json +22 -0
  127. package/prometheus.yml +8 -0
  128. package/python/README.md +35 -81
  129. package/python/a3m/__init__.py +32 -3
  130. package/python/a3m/adapters/__init__.py +21 -0
  131. package/python/a3m/adapters/langchain.py +190 -0
  132. package/python/a3m/adapters/llamaindex.py +249 -0
  133. package/python/a3m/adapters/qdrant.py +240 -0
  134. package/python/a3m/adapters/weaviate.py +263 -0
  135. package/python/a3m/client.py +5 -0
  136. package/python/build_verify.sh +32 -0
  137. package/python/mcp-server/README.md +172 -0
  138. package/python/mcp-server/a3m_mcp/__init__.py +25 -0
  139. package/python/mcp-server/a3m_mcp/__main__.py +15 -0
  140. package/python/mcp-server/a3m_mcp/server.py +205 -0
  141. package/python/mcp-server/pyproject.toml +24 -0
  142. package/python/pyproject.toml +60 -6
  143. package/python/setup.py +3 -28
  144. package/scripts/submit-sitemap.sh +52 -0
  145. package/src/__types__/registry.d.ts +14 -0
  146. package/src/cli/setupWizard.ts +443 -112
  147. package/src/cli/tui.ts +159 -0
  148. package/src/ensemble.ts +154 -1
  149. package/src/integrations/langchainAdapter.ts +2 -2
  150. package/src/providers/providerConfig.ts +32 -17
  151. package/src/providers/registry.js +27 -0
  152. package/src/routing/advancedRouter.ts +99 -14
  153. package/src/routing/shadowSampler.ts +1 -1
  154. package/test-install/package.json +12 -0
  155. package/tests/tsconfig.json +0 -1
  156. package/tmlpd-pi-extension/README.md +105 -44
  157. package/tmlpd-pi-extension/docs/demo.svg +33 -0
  158. package/tmlpd-pi-extension/package.json +35 -106
  159. package/tmlpd-pi-extension/src/tokenOptimization/contextStratifier.ts +163 -0
  160. package/tmlpd-pi-extension/src/tokenOptimization/fetchOnceLocal.ts +136 -0
  161. package/tmlpd-pi-extension/src/tokenOptimization/index.ts +197 -0
  162. package/tmlpd-pi-extension/src/tokenOptimization/interAgentCompression.ts +157 -0
  163. package/tmlpd-pi-extension/src/tokenOptimization/schemaContract.ts +101 -0
  164. package/tmlpd-pi-extension/src/tokenOptimization/semanticCache.ts +248 -0
  165. package/tmlpd-pi-extension/src/tokenOptimization/tokenAwareFallback.ts +192 -0
  166. package/tmlpd-pi-extension/test/verify.js +21 -0
  167. package/tsconfig.build.json +3 -2
  168. package/packages/a3m-vercel-ai/dist/a3m-language-model.d.ts +0 -12
  169. package/packages/a3m-vercel-ai/dist/a3m-language-model.d.ts.map +0 -1
  170. package/packages/a3m-vercel-ai/dist/a3m-language-model.js +0 -289
  171. package/packages/a3m-vercel-ai/dist/a3m-language-model.js.map +0 -1
  172. package/packages/a3m-vercel-ai/dist/index.d.ts +0 -82
  173. package/packages/a3m-vercel-ai/dist/index.d.ts.map +0 -1
  174. package/packages/a3m-vercel-ai/dist/index.js +0 -79
  175. package/packages/a3m-vercel-ai/dist/index.js.map +0 -1
  176. package/packages/a3m-vercel-ai/dist/types.d.ts +0 -97
  177. package/packages/a3m-vercel-ai/dist/types.d.ts.map +0 -1
  178. package/packages/a3m-vercel-ai/dist/types.js +0 -5
  179. package/packages/a3m-vercel-ai/dist/types.js.map +0 -1
  180. package/src/skills/__tests__/skill_manager.test.ts +0 -328
  181. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts +0 -114
  182. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts.map +0 -1
  183. package/tmlpd-pi-extension/dist/cache/prefixCache.js +0 -285
  184. package/tmlpd-pi-extension/dist/cache/prefixCache.js.map +0 -1
  185. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts +0 -58
  186. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts.map +0 -1
  187. package/tmlpd-pi-extension/dist/cache/responseCache.js +0 -153
  188. package/tmlpd-pi-extension/dist/cache/responseCache.js.map +0 -1
  189. package/tmlpd-pi-extension/dist/cli.js +0 -59
  190. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts +0 -95
  191. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts.map +0 -1
  192. package/tmlpd-pi-extension/dist/cost/costTracker.js +0 -240
  193. package/tmlpd-pi-extension/dist/cost/costTracker.js.map +0 -1
  194. package/tmlpd-pi-extension/dist/index.d.ts +0 -723
  195. package/tmlpd-pi-extension/dist/index.d.ts.map +0 -1
  196. package/tmlpd-pi-extension/dist/index.js +0 -239
  197. package/tmlpd-pi-extension/dist/index.js.map +0 -1
  198. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts +0 -82
  199. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts.map +0 -1
  200. package/tmlpd-pi-extension/dist/memory/episodicMemory.js +0 -145
  201. package/tmlpd-pi-extension/dist/memory/episodicMemory.js.map +0 -1
  202. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts +0 -102
  203. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts.map +0 -1
  204. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js +0 -207
  205. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js.map +0 -1
  206. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts +0 -85
  207. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts.map +0 -1
  208. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js +0 -210
  209. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js.map +0 -1
  210. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts +0 -102
  211. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts.map +0 -1
  212. package/tmlpd-pi-extension/dist/providers/localProvider.js +0 -338
  213. package/tmlpd-pi-extension/dist/providers/localProvider.js.map +0 -1
  214. package/tmlpd-pi-extension/dist/providers/registry.d.ts +0 -55
  215. package/tmlpd-pi-extension/dist/providers/registry.d.ts.map +0 -1
  216. package/tmlpd-pi-extension/dist/providers/registry.js +0 -138
  217. package/tmlpd-pi-extension/dist/providers/registry.js.map +0 -1
  218. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts +0 -68
  219. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts.map +0 -1
  220. package/tmlpd-pi-extension/dist/routing/advancedRouter.js +0 -332
  221. package/tmlpd-pi-extension/dist/routing/advancedRouter.js.map +0 -1
  222. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts +0 -101
  223. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts.map +0 -1
  224. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js +0 -368
  225. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js.map +0 -1
  226. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts +0 -96
  227. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts.map +0 -1
  228. package/tmlpd-pi-extension/dist/utils/batchProcessor.js +0 -170
  229. package/tmlpd-pi-extension/dist/utils/batchProcessor.js.map +0 -1
  230. package/tmlpd-pi-extension/dist/utils/compression.d.ts +0 -61
  231. package/tmlpd-pi-extension/dist/utils/compression.d.ts.map +0 -1
  232. package/tmlpd-pi-extension/dist/utils/compression.js +0 -281
  233. package/tmlpd-pi-extension/dist/utils/compression.js.map +0 -1
  234. package/tmlpd-pi-extension/dist/utils/reliability.d.ts +0 -74
  235. package/tmlpd-pi-extension/dist/utils/reliability.d.ts.map +0 -1
  236. package/tmlpd-pi-extension/dist/utils/reliability.js +0 -177
  237. package/tmlpd-pi-extension/dist/utils/reliability.js.map +0 -1
  238. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts +0 -117
  239. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts.map +0 -1
  240. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js +0 -246
  241. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js.map +0 -1
  242. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts +0 -50
  243. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts.map +0 -1
  244. package/tmlpd-pi-extension/dist/utils/tokenUtils.js +0 -124
  245. package/tmlpd-pi-extension/dist/utils/tokenUtils.js.map +0 -1
package/docs/deepseek.html ADDED
@@ -0,0 +1,44 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
+ <title>DeepSeek Provider — A3M Router</title>
7
+ <meta name="description" content="Configure DeepSeek (V3, DeepSeek Chat) with A3M Router. Chinese AI, low cost, rate limits, and configuration guide.">
8
+ <meta name="robots" content="index, follow">
9
+ <link rel="canonical" href="https://das-rebel.github.io/a3m-router/providers/deepseek">
10
+ <link rel="stylesheet" href="../assets/styles.css">
11
+ </head>
12
+ <body>
13
+ <header><nav><a href="/">A3M Router</a> · <a href="/providers/">All Providers</a> · <a href="https://github.com/Das-rebel/a3m-router">GitHub</a></nav></header>
14
+ <main>
15
+ <h1>DeepSeek Provider</h1>
16
+ <p><strong>Cost Tier:</strong> Very Low · <strong>Rate Limit:</strong> 60 RPM (free tier) · <strong>MCP Support:</strong> ✅ Native</p>
17
+
18
+ <h2>Supported Models</h2>
19
+ <ul>
20
+ <li><strong>DeepSeek V3</strong> — Latest flagship, MoE architecture, 236B parameters</li>
21
+ <li><strong>DeepSeek Chat</strong> — General-purpose chat model</li>
22
+ <li><strong>DeepSeek Coder</strong> — Specialized for code generation</li>
23
+ </ul>
24
+
25
+ <h2>How A3M Router Routes to DeepSeek</h2>
26
+ <p>DeepSeek excels at:</p>
27
+ <ul>
28
+ <li>Code generation and programming tasks (DeepSeek Coder)</li>
29
+ <li>Cost-sensitive production workloads</li>
30
+ <li>Multilingual tasks (strong Chinese and English support)</li>
31
+ <li>Math and reasoning tasks</li>
32
+ </ul>
33
+
34
+ <h2>Configuration</h2>
35
+ <pre><code>DEEPSEEK_API_KEY=sk-dsdk...
36
+
37
+ # DeepSeek is one of the lowest-cost providers
38
+ # A3M Router routes coding and math tasks here for cost savings</code></pre>
39
+
40
+ <p><a href="/providers/">← All Providers</a></p>
41
+ </main>
42
+ <footer><p>&copy; 2025 A3M Router · <a href="https://github.com/Das-rebel/a3m-router">GitHub</a></p></footer>
43
+ </body>
44
+ </html>
package/docs/google.html ADDED
@@ -0,0 +1,47 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
+ <title>Google AI Provider — A3M Router</title>
7
+ <meta name="description" content="Configure Google AI (Gemini 1.5 Pro, Gemini 1.5 Flash) with A3M Router. Free tier, rate limits, and configuration guide.">
8
+ <meta name="robots" content="index, follow">
9
+ <link rel="canonical" href="https://das-rebel.github.io/a3m-router/providers/google">
10
+ <link rel="stylesheet" href="../assets/styles.css">
11
+ </head>
12
+ <body>
13
+ <header><nav><a href="/">A3M Router</a> · <a href="/providers/">All Providers</a> · <a href="https://github.com/Das-rebel/a3m-router">GitHub</a></nav></header>
14
+ <main>
15
+ <h1>Google AI Provider</h1>
16
+ <p><strong>Cost Tier:</strong> Free tier available · <strong>Rate Limit:</strong> 15–60 RPM depending on tier · <strong>MCP Support:</strong> ✅ Native</p>
17
+
18
+ <h2>Supported Models</h2>
19
+ <ul>
20
+ <li><strong>Gemini 1.5 Pro</strong> — Advanced reasoning, 2M token context, multimodal</li>
21
+ <li><strong>Gemini 1.5 Flash</strong> — Fast, cost-efficient, 1M context</li>
22
+ <li><strong>Gemini 1.0 Pro</strong> — Previous generation</li>
23
+ </ul>
24
+
25
+ <h2>How A3M Router Routes to Google AI</h2>
26
+ <p>Google AI is ideal for:</p>
27
+ <ul>
28
+ <li>Long document processing (up to 2M token context with Gemini 1.5 Pro)</li>
29
+ <li>Multimodal inputs (images, video, audio)</li>
30
+ <li>Free-tier queries (Gemini Flash has generous free quota)</li>
31
+ <li>Fast turnaround on simple Q&amp;A tasks</li>
32
+ </ul>
33
+
34
+ <h2>Configuration</h2>
35
+ <pre><code>GOOGLE_API_KEY=AIza...
36
+
37
+ # Gemini 1.5 Flash has a generous free tier
38
+ # A3M Router will route cost-sensitive queries here automatically</code></pre>
39
+
40
+ <h2>Rate Limits</h2>
41
+ <p>Google AI Studio free tier: 15 requests/minute, 1M tokens/month for Gemini 1.5 Flash. Paid tier increases limits significantly.</p>
42
+
43
+ <p><a href="/providers/">← All Providers</a></p>
44
+ </main>
45
+ <footer><p>&copy; 2025 A3M Router · <a href="https://github.com/Das-rebel/a3m-router">GitHub</a></p></footer>
46
+ </body>
47
+ </html>
package/docs/groq.html ADDED
@@ -0,0 +1,44 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
+ <title>Groq Provider — A3M Router</title>
7
+ <meta name="description" content="Configure Groq (LLaMA 3.3 70B, Mixtral 8x7B) with A3M Router. Free tier, fastest inference, rate limits, and configuration.">
8
+ <meta name="robots" content="index, follow">
9
+ <link rel="canonical" href="https://das-rebel.github.io/a3m-router/providers/groq">
10
+ <link rel="stylesheet" href="../assets/styles.css">
11
+ </head>
12
+ <body>
13
+ <header><nav><a href="/">A3M Router</a> · <a href="/providers/">All Providers</a> · <a href="https://github.com/Das-rebel/a3m-router">GitHub</a></nav></header>
14
+ <main>
15
+ <h1>Groq Provider</h1>
16
+ <p><strong>Cost Tier:</strong> Free tier available · <strong>Rate Limit:</strong> 14,400 requests/day (free) · <strong>MCP Support:</strong> ✅ Native</p>
17
+
18
+ <h2>Supported Models</h2>
19
+ <ul>
20
+ <li><strong>LLaMA 3.3 70B</strong> — Meta's latest open-weight model, excellent quality</li>
21
+ <li><strong>Mixtral 8x7B</strong> — Fast mixture-of-experts inference</li>
22
+ <li><strong>LLaMA 3.1 8B</strong> — Lightweight, very fast</li>
23
+ <li><strong>Gemma 2 9B</strong> — Google's open model</li>
24
+ </ul>
25
+
26
+ <h2>How A3M Router Routes to Groq</h2>
27
+ <p>Groq's key advantage is <strong>inference speed</strong> — the fastest in the industry for supported models. A3M Router routes to Groq for:</p>
28
+ <ul>
29
+ <li>Real-time chat applications where latency is critical</li>
30
+ <li>High-volume, simple Q&amp;A (free-tier queries)</li>
31
+ <li>Tasks that Groq's models handle well (general reasoning, coding)</li>
32
+ </ul>
33
+
34
+ <h2>Configuration</h2>
35
+ <pre><code>GROQ_API_KEY=gsk_...
36
+
37
+ # Groq free tier: 14,400 requests/day
38
+ # A3M Router automatically uses Groq for latency-sensitive queries</code></pre>
39
+
40
+ <p><a href="/providers/">← All Providers</a></p>
41
+ </main>
42
+ <footer><p>&copy; 2025 A3M Router · <a href="https://github.com/Das-rebel/a3m-router">GitHub</a></p></footer>
43
+ </body>
44
+ </html>