adaptive-memory-multi-model-router 2.14.49 → 2.14.51

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (603) hide show
  1. package/.dockerignore +82 -0
  2. package/.env.example +303 -0
  3. package/.github/DISCUSSIONS_WELCOME.md +27 -0
  4. package/.github/DISCUSSION_TEMPLATE.yml +5 -0
  5. package/.github/FUNDING.yml +2 -0
  6. package/.github/ISSUE_TEMPLATE/bug_report.md +94 -0
  7. package/.github/ISSUE_TEMPLATE/config.yml +17 -0
  8. package/.github/ISSUE_TEMPLATE/feature_request.md +71 -0
  9. package/.github/PULL_REQUEST_TEMPLATE.md +71 -0
  10. package/.github/dependabot.yml +9 -0
  11. package/.github/workflows/auto-publish.yml +51 -0
  12. package/.github/workflows/ci.yml +263 -0
  13. package/.github/workflows/codeql.yml +38 -0
  14. package/.github/workflows/npm-publish.yml +20 -0
  15. package/.github/workflows/pages.yml +37 -0
  16. package/.github/workflows/stale.yml +54 -0
  17. package/.publish-tick +1 -0
  18. package/.well-known/ai-plugin.json +16 -0
  19. package/AGENT_COUNCIL_FINDINGS.md +142 -0
  20. package/ARCHITECTURE.md +346 -0
  21. package/AUDIT_REPORT.md +28 -0
  22. package/CODE_OF_CONDUCT.md +128 -0
  23. package/CONTRIBUTING.md +50 -0
  24. package/CONTRIBUTORS.md +20 -0
  25. package/Dockerfile +53 -0
  26. package/Dockerfile.proxy +33 -0
  27. package/HEALTH_REPORT.md +118 -0
  28. package/IMPROVEMENT_PLAN.md +107 -0
  29. package/LANDING.md +43 -0
  30. package/LAUNCH-PAIN-DRIVEN.md +339 -0
  31. package/LAUNCH.md +337 -0
  32. package/LAUNCH_CHECKLIST.md +141 -0
  33. package/LAUNCH_SNAPSHOT.md +260 -0
  34. package/MANIFESTO.md +41 -0
  35. package/POPULARITY_BOOSTERS.md +285 -0
  36. package/PR_STATUS_REPORT.md +148 -0
  37. package/README.md +10 -0
  38. package/REDESIGN.md +95 -0
  39. package/RUNKIT.md +83 -0
  40. package/SECURITY.md +29 -0
  41. package/SUBMISSIONS.md +43 -0
  42. package/_schema.html +53 -0
  43. package/ai-plugin.json +16 -0
  44. package/articles/AI_AGENT_LLM_ROUTING.md +150 -0
  45. package/articles/CHINESE_DIRECTORIES.md +100 -0
  46. package/articles/CHINESE_SUBMISSIONS_READY.md +322 -0
  47. package/articles/COMPETITOR_ALERTS.md +31 -0
  48. package/articles/COMPLETE_POSTING_DIRECTORY.md +147 -0
  49. package/articles/CONTENT_STRUCTURE.md +292 -0
  50. package/articles/DEVTO_COST_GUIDE.md +473 -0
  51. package/articles/DEVTO_FINAL.md +416 -0
  52. package/articles/DEVTO_MULTI_PROVIDER.md +542 -0
  53. package/articles/DEVTO_READY.md +255 -0
  54. package/articles/DEVTO_V2_ANNOUNCEMENT.md +160 -0
  55. package/articles/DEVTO_VIRAL_GROWTH.md +280 -0
  56. package/articles/FRESH_devto.md +460 -0
  57. package/articles/FRESH_devto_2026_05.md +73 -0
  58. package/articles/FRESH_hackernews.md +14 -0
  59. package/articles/FRESH_reddit_ml.md +90 -0
  60. package/articles/FRESH_reddit_node.md +198 -0
  61. package/articles/FRESH_reddit_sideproject.md +72 -0
  62. package/articles/FRESH_reddit_webdev.md +130 -0
  63. package/articles/FROM_ZERO_TO_10K.md +107 -0
  64. package/articles/HN_10X_BETTER.md +430 -0
  65. package/articles/HN_ACCOUNT_GUIDE.md +21 -0
  66. package/articles/HN_CHINESE_STYLE.md +308 -0
  67. package/articles/HN_FINAL.md +148 -0
  68. package/articles/HN_POSTED_VERSION.md +56 -0
  69. package/articles/HN_POST_READY.md +137 -0
  70. package/articles/HN_RESEARCH.md +364 -0
  71. package/articles/HN_SHOW_routerarena.md +17 -0
  72. package/articles/HN_TIMING_GUIDE.md +52 -0
  73. package/articles/INDIEHACKERS_POST.md +52 -0
  74. package/articles/INDIEHACKERS_READY.md +120 -0
  75. package/articles/LLM_BENCHMARK_DEEP_DIVE.md +153 -0
  76. package/articles/MASTER_POSTING_DIRECTORY.md +189 -0
  77. package/articles/NEWSLETTER_SEND_NOW.md +259 -0
  78. package/articles/NEWSLETTER_SUBMISSIONS.md +112 -0
  79. package/articles/PAIN-DRIVEN-devto-v2.md +308 -0
  80. package/articles/PAIN-DRIVEN-devto-v3.md +268 -0
  81. package/articles/PAIN-DRIVEN-devto.md +242 -0
  82. package/articles/PAIN-DRIVEN-hackernews-v2.md +138 -0
  83. package/articles/PAIN-DRIVEN-hackernews-v3.md +151 -0
  84. package/articles/PAIN-DRIVEN-hackernews.md +131 -0
  85. package/articles/PAIN-DRIVEN-reddit-v2.md +301 -0
  86. package/articles/PAIN-DRIVEN-reddit-v3.md +236 -0
  87. package/articles/PAIN-DRIVEN-reddit.md +218 -0
  88. package/articles/PAIN-DRIVEN-twitter-v2.md +110 -0
  89. package/articles/PAIN-DRIVEN-twitter-v3.md +121 -0
  90. package/articles/PAIN-DRIVEN-twitter.md +120 -0
  91. package/articles/PORTKEY_VS_A3M.md +147 -0
  92. package/articles/POSTING_KIT_2026_05.md +67 -0
  93. package/articles/PRESS_KIT_routerarena.md +77 -0
  94. package/articles/PRODUCTHUNT_LISTING.md +48 -0
  95. package/articles/PRODUCTHUNT_READY.md +106 -0
  96. package/articles/PR_PLAN_vault.md +125 -0
  97. package/articles/REDDIT_FINAL.md +232 -0
  98. package/articles/REDDIT_POST.md +67 -0
  99. package/articles/REDDIT_SUBMISSION_READY.md +348 -0
  100. package/articles/ROUTERARENA_LEADER.md +45 -0
  101. package/articles/SHOW_HN_FINAL.md +29 -0
  102. package/articles/TWEETS_10K_DOWNLOADS.md +47 -0
  103. package/articles/TWEETS_BENCHMARK_FIRST.md +46 -0
  104. package/articles/TWEETS_MCP_PLAY.md +51 -0
  105. package/articles/TWEETS_SEQUENTIAL_BROKEN.md +49 -0
  106. package/articles/TWEETS_WHY_BUILD.md +54 -0
  107. package/articles/TWEETS_routerarena_leader.md +53 -0
  108. package/articles/TWEET_STORM_READY.md +165 -0
  109. package/articles/TWITTER_FINAL.md +167 -0
  110. package/articles/WHY_10X_BETTER.md +261 -0
  111. package/articles/WHY_CHINESE_STYLE_BETTER.md +323 -0
  112. package/articles/ai-discoverability-llm-routing.md +210 -0
  113. package/articles/devto-llm-routing.md +138 -0
  114. package/articles/hackernews-show-hn.md +54 -0
  115. package/articles/hashnode-llm-cost-optimization.md +125 -0
  116. package/articles/hn_show_2026_05.md +11 -0
  117. package/articles/medium-building-llm-router.md +205 -0
  118. package/articles/reddit-ml.md +76 -0
  119. package/articles/twitter-thread-cost-savings.md +50 -0
  120. package/articles/youtube-tutorial-script.md +262 -0
  121. package/assets/a3m_3blue1brown.mp4 +0 -0
  122. package/assets/banner.svg +109 -0
  123. package/assets/chart-cost-v2.svg +91 -0
  124. package/assets/chart-cost-v3.svg +143 -0
  125. package/assets/chart-features-v2.svg +132 -0
  126. package/assets/chart-features-v3.svg +211 -0
  127. package/assets/chart-growth-v2.svg +122 -0
  128. package/assets/chart-growth-v3.svg +189 -0
  129. package/assets/cost-comparison.svg +134 -0
  130. package/assets/cost-simple.svg +64 -0
  131. package/assets/demo-hn.gif +0 -0
  132. package/assets/feature-matrix.svg +136 -0
  133. package/assets/growth-chart-animated.svg +76 -0
  134. package/assets/growth-chart.svg +82 -0
  135. package/assets/growth-simple.svg +69 -0
  136. package/assets/hero-diagram.svg +81 -0
  137. package/assets/logo-new.svg +21 -0
  138. package/assets/logo.svg +68 -0
  139. package/assets/provider-comparison.svg +121 -0
  140. package/assets/social-preview-new.svg +100 -0
  141. package/assets/social-preview.svg +194 -0
  142. package/assets/social-v2.svg +130 -0
  143. package/assets/social-v3.svg +212 -0
  144. package/benchmark-provider-results.json +245 -0
  145. package/benchmark-results.json +54 -0
  146. package/council-votes/architecture-vote.md +121 -0
  147. package/council-votes/coverage-vote.md +93 -0
  148. package/data/adaptive-benchmark.json +92 -0
  149. package/data/benchmark-results.json +47 -0
  150. package/data/labeled-benchmark.json +88 -0
  151. package/demo/3blue1brown_video.py +285 -0
  152. package/demo/3blue1brown_video_v2.py +310 -0
  153. package/demo/IMPROVED_PROMPTS.md +229 -0
  154. package/demo/VEO3_PROMPTS.md +269 -0
  155. package/demo/VIDEO_PRODUCTION_GUIDE.md +333 -0
  156. package/demo/a3m_3blue1brown.mp4 +0 -0
  157. package/demo/asciinema-demo.sh +195 -0
  158. package/demo/demo-hn.tape +74 -0
  159. package/demo/demo-script.md +53 -0
  160. package/demo/demo-script.sh +62 -0
  161. package/demo/demo.svg +75 -0
  162. package/demo/frame1_ai_data_center.png +0 -0
  163. package/demo/frame1_sunset_video.mp4 +0 -0
  164. package/demo/frame2_cost_comparison.png +0 -0
  165. package/demo/frame2_cost_comparison_fallback.png +0 -0
  166. package/demo/frame3_parallel_execution.png +0 -0
  167. package/demo/frame3_parallel_execution_fallback.png +0 -0
  168. package/demo/frame4_providers.png +0 -0
  169. package/demo/frame4_providers_fallback.png +0 -0
  170. package/demo/frame5_endcard.png +0 -0
  171. package/demo/frame5_endcard_fallback.png +0 -0
  172. package/demo/new_frame1_hook.png +0 -0
  173. package/demo/new_frame2_proof.png +0 -0
  174. package/demo/new_frame3_wow.png +0 -0
  175. package/demo/new_frame4_social.png +0 -0
  176. package/demo/new_frame5_cta.png +0 -0
  177. package/demo/package.json +13 -0
  178. package/demo/product-video-final.mp4 +0 -0
  179. package/demo/product-video-hype-v1.mp4 +0 -0
  180. package/demo/product-video-v1.mp4 +0 -0
  181. package/demo/public/index.html +762 -0
  182. package/demo/recording.cast +55 -0
  183. package/demo/server.js +405 -0
  184. package/demo-new.tape +71 -0
  185. package/demo-real.sh +198 -0
  186. package/demo-simple.tape +205 -0
  187. package/demo.html +520 -0
  188. package/demo.sh +85 -0
  189. package/demo.tape +259 -0
  190. package/dist/analytics/costAnalytics.d.ts.map +1 -0
  191. package/dist/analytics/costAnalytics.js.map +1 -0
  192. package/dist/benchmark/comprehensive.js.map +1 -0
  193. package/dist/benchmark/reproducible.d.ts.map +1 -0
  194. package/dist/benchmark/reproducible.js.map +1 -0
  195. package/dist/cache/prefixCache.d.ts.map +1 -0
  196. package/dist/cache/prefixCache.js.map +1 -0
  197. package/dist/cache/responseCache.d.ts.map +1 -0
  198. package/dist/cache/responseCache.js.map +1 -0
  199. package/dist/cache/semanticCache.d.ts.map +1 -0
  200. package/dist/cache/semanticCache.js.map +1 -0
  201. package/dist/cli/setupWizard.d.ts.map +1 -0
  202. package/dist/cli/setupWizard.js.map +1 -0
  203. package/dist/cost/budgetEnforcer.d.ts.map +1 -0
  204. package/dist/cost/budgetEnforcer.js.map +1 -0
  205. package/dist/cost/costTracker.d.ts.map +1 -0
  206. package/dist/cost/costTracker.js.map +1 -0
  207. package/dist/ensemble/multiRoundDialog.js.map +1 -0
  208. package/dist/ensemble/shapleyValue.js.map +1 -0
  209. package/dist/integrations/langchainAdapter.d.ts.map +1 -0
  210. package/dist/integrations/langchainAdapter.js.map +1 -0
  211. package/dist/integrations/oauth.d.ts.map +1 -0
  212. package/dist/integrations/oauth.js.map +1 -0
  213. package/dist/integrations/scienceAdapter.js.map +1 -0
  214. package/dist/memory/autoFetch.d.ts.map +1 -0
  215. package/dist/memory/autoFetch.js.map +1 -0
  216. package/dist/memory/episodicMemory.d.ts.map +1 -0
  217. package/dist/memory/episodicMemory.js.map +1 -0
  218. package/dist/memory/hybridMemory.js.map +1 -0
  219. package/dist/memory/memoryTree.d.ts.map +1 -0
  220. package/dist/memory/memoryTree.js.map +1 -0
  221. package/dist/memory/obsidianVault.d.ts.map +1 -0
  222. package/dist/memory/obsidianVault.js.map +1 -0
  223. package/dist/memory/reasoningBank.js.map +1 -0
  224. package/dist/observability/changeWatch.d.ts.map +1 -0
  225. package/dist/observability/changeWatch.js.map +1 -0
  226. package/dist/observability/fatigueDetector.d.ts.map +1 -0
  227. package/dist/observability/fatigueDetector.js.map +1 -0
  228. package/dist/observability/index.d.ts.map +1 -0
  229. package/dist/observability/index.js.map +1 -0
  230. package/dist/observability/metrics.d.ts.map +1 -0
  231. package/dist/observability/metrics.js.map +1 -0
  232. package/dist/observability/middleware.d.ts.map +1 -0
  233. package/dist/observability/middleware.js.map +1 -0
  234. package/dist/observability/tracer.d.ts.map +1 -0
  235. package/dist/observability/tracer.js.map +1 -0
  236. package/dist/observability/types.d.ts.map +1 -0
  237. package/dist/observability/types.js.map +1 -0
  238. package/dist/orchestration/haloOrchestrator.d.ts.map +1 -0
  239. package/dist/orchestration/haloOrchestrator.js.map +1 -0
  240. package/dist/orchestration/mctsWorkflow.d.ts.map +1 -0
  241. package/dist/orchestration/mctsWorkflow.js.map +1 -0
  242. package/dist/providers/localProvider.d.ts.map +1 -0
  243. package/dist/providers/localProvider.js.map +1 -0
  244. package/dist/providers/providerConfig.d.ts.map +1 -0
  245. package/dist/providers/providerConfig.js.map +1 -0
  246. package/dist/providers/registry.d.ts.map +1 -0
  247. package/dist/providers/registry.js.map +1 -0
  248. package/dist/routing/advancedRouter.d.ts.map +1 -0
  249. package/dist/routing/advancedRouter.js +1 -1
  250. package/dist/routing/advancedRouter.js.map +1 -0
  251. package/dist/routing/crossModelValidation.d.ts.map +1 -0
  252. package/dist/routing/crossModelValidation.js.map +1 -0
  253. package/dist/routing/providerHealth.d.ts.map +1 -0
  254. package/dist/routing/providerHealth.js.map +1 -0
  255. package/dist/routing/providerRetry.d.ts.map +1 -0
  256. package/dist/routing/providerRetry.js.map +1 -0
  257. package/dist/scripts/banner.js +29 -0
  258. package/dist/security/guardrails.d.ts.map +1 -0
  259. package/dist/security/guardrails.js.map +1 -0
  260. package/dist/server/dashboard.d.ts.map +1 -0
  261. package/dist/server/dashboard.js.map +1 -0
  262. package/dist/server/modelMapper.d.ts.map +1 -0
  263. package/dist/server/modelMapper.js.map +1 -0
  264. package/dist/server/proxyServer.d.ts.map +1 -0
  265. package/dist/server/proxyServer.js.map +1 -0
  266. package/dist/skills/__tests__/skill_manager.test.d.ts +2 -0
  267. package/dist/skills/__tests__/skill_manager.test.d.ts.map +1 -0
  268. package/dist/skills/__tests__/skill_manager.test.js +268 -0
  269. package/dist/skills/__tests__/skill_manager.test.js.map +1 -0
  270. package/dist/tools/tmlpdTools.d.ts.map +1 -0
  271. package/dist/tools/tmlpdTools.js.map +1 -0
  272. package/dist/tui/dashboard.d.ts.map +1 -0
  273. package/dist/tui/dashboard.js.map +1 -0
  274. package/dist/tui/index.d.ts.map +1 -0
  275. package/dist/tui/index.js.map +1 -0
  276. package/dist/utils/batchProcessor.d.ts.map +1 -0
  277. package/dist/utils/batchProcessor.js.map +1 -0
  278. package/dist/utils/compression.d.ts.map +1 -0
  279. package/dist/utils/compression.js.map +1 -0
  280. package/dist/utils/costUtils.d.ts.map +1 -0
  281. package/dist/utils/costUtils.js.map +1 -0
  282. package/dist/utils/reliability.d.ts.map +1 -0
  283. package/dist/utils/reliability.js.map +1 -0
  284. package/dist/utils/sorting.d.ts.map +1 -0
  285. package/dist/utils/sorting.js.map +1 -0
  286. package/dist/utils/speculativeDecoding.d.ts.map +1 -0
  287. package/dist/utils/speculativeDecoding.js.map +1 -0
  288. package/dist/utils/tokenUtils.d.ts.map +1 -0
  289. package/dist/utils/tokenUtils.js.map +1 -0
  290. package/docs/.nojekyll +0 -0
  291. package/docs/ANALYSIS_PRINCIPLES.md +162 -0
  292. package/docs/API.md +855 -0
  293. package/docs/ARCHITECTURAL-IMPROVEMENTS-2025.md +1391 -0
  294. package/docs/ARCHITECTURAL-IMPROVEMENTS-REVISED-2025.md +1051 -0
  295. package/docs/BENCHMARK.md +170 -0
  296. package/docs/CHINESE_PROVIDER_RELIABILITY.md +37 -0
  297. package/docs/CITATIONS.md +74 -0
  298. package/docs/CLAIMS_AND_EVIDENCE.md +58 -0
  299. package/docs/CONFIGURATION.md +476 -0
  300. package/docs/COUNCIL_DECISION.json +816 -0
  301. package/docs/COUNCIL_SUMMARY.md +319 -0
  302. package/docs/COUNCIL_V2.2_DECISION.md +416 -0
  303. package/docs/ENGINEERING_SPEC.md +55 -0
  304. package/docs/FACTORY_RESET.md +34 -0
  305. package/docs/GEO.md +66 -0
  306. package/docs/GEO_OPTIMIZATION.md +30 -0
  307. package/docs/GEO_ROOT_CAUSE.md +136 -0
  308. package/docs/GEO_STATUS.md +85 -0
  309. package/docs/GEO_TEST_RESULTS.md +176 -0
  310. package/docs/HN_CHECKLIST.md +38 -0
  311. package/docs/HN_FOUNDER_COMMENT.md +17 -0
  312. package/docs/HN_SUBMISSION_FINAL.md +180 -0
  313. package/docs/HN_SUBMISSION_V3.md +56 -0
  314. package/docs/IMPROVEMENT_ROADMAP.md +515 -0
  315. package/docs/INTEGRATIONS.md +420 -0
  316. package/docs/LANGCHAIN_INTEGRATION.md +147 -0
  317. package/docs/LLM_COUNCIL_DECISION.md +508 -0
  318. package/docs/MIDDLEWARE_CHAIN.md +35 -0
  319. package/docs/PROMO_CHECKLIST.md +200 -0
  320. package/docs/QUICKSTART.md +271 -0
  321. package/docs/QUICK_START.md +43 -0
  322. package/docs/QUICK_START_VISIBILITY.md +782 -0
  323. package/docs/REDDIT_GAP_ANALYSIS.md +299 -0
  324. package/docs/RELEASE_CHECKLIST.md +32 -0
  325. package/docs/REPRODUCIBILITY.md +63 -0
  326. package/docs/RESEARCH_BACKED_IMPROVEMENTS.md +1180 -0
  327. package/docs/ROUTING_RUBRIC.md +197 -0
  328. package/docs/SEO_AUDIT.md +186 -0
  329. package/docs/SOCIAL_LISTENING.md +219 -0
  330. package/docs/TMLPD_QNA.md +751 -0
  331. package/docs/TMLPD_V2.1_COMPLETE.md +763 -0
  332. package/docs/TMLPD_V2.2_RESEARCH_ROADMAP.md +754 -0
  333. package/docs/UPDATE_TOPICS.md +15 -0
  334. package/docs/USE_CASES.md +59 -0
  335. package/docs/V2.2_IMPLEMENTATION_COMPLETE.md +446 -0
  336. package/docs/V2_IMPLEMENTATION_GUIDE.md +388 -0
  337. package/docs/VERCEL_AI_SDK.md +209 -0
  338. package/docs/VISIBILITY_ADOPTION_PLAN.md +1005 -0
  339. package/docs/_config.yml +49 -0
  340. package/docs/ai-plugin.json +16 -0
  341. package/docs/api.html +513 -0
  342. package/docs/architecture-diagram.md +40 -0
  343. package/docs/benchmark-chart.png +0 -0
  344. package/docs/benchmark.html +387 -0
  345. package/docs/blog/routerarena-number-one.html +73 -0
  346. package/docs/cli-cheatsheet.md +339 -0
  347. package/docs/compare.md +109 -0
  348. package/docs/comparison-litellm.md +88 -0
  349. package/docs/comparison.md +108 -0
  350. package/docs/cost-chart-ascii.md +42 -0
  351. package/docs/cost-comparison-chart.svg +88 -0
  352. package/docs/curl-examples.md +247 -0
  353. package/docs/demo-auto.html +264 -0
  354. package/docs/demo.html +416 -0
  355. package/docs/geo/GENERATIVE_ENGINE_OPTIMIZATION.md +232 -0
  356. package/docs/index.html +507 -0
  357. package/docs/launch-content/LAUNCH_EXECUTION_CHECKLIST.md +421 -0
  358. package/docs/launch-content/README.md +457 -0
  359. package/docs/launch-content/assets/cost_comparison_100_tasks.png +0 -0
  360. package/docs/launch-content/assets/cumulative_savings.png +0 -0
  361. package/docs/launch-content/assets/parallel_speedup.png +0 -0
  362. package/docs/launch-content/assets/provider_pricing_comparison.png +0 -0
  363. package/docs/launch-content/assets/task_breakdown_comparison.png +0 -0
  364. package/docs/launch-content/generate_charts.py +313 -0
  365. package/docs/launch-content/hn_show_post.md +139 -0
  366. package/docs/launch-content/partner_outreach_templates.md +745 -0
  367. package/docs/launch-content/reddit_posts.md +467 -0
  368. package/docs/launch-content/twitter_thread.txt +460 -0
  369. package/{llms.txt.bak → docs/llms.txt} +6 -6
  370. package/docs/npm-downloads-chart.svg +43 -0
  371. package/docs/openapi.json +139 -0
  372. package/docs/openapi.yaml +1318 -0
  373. package/docs/quick-start.html +366 -0
  374. package/docs/robots.txt +52 -0
  375. package/docs/sitemap.xml +57 -0
  376. package/docs/styles.css +682 -0
  377. package/docs/well-known/ai-plugin.json +16 -0
  378. package/docs/wellknown/ai-plugin.json +16 -0
  379. package/docs-site/assets/og-banner.svg +194 -0
  380. package/docs-site/index.html +632 -0
  381. package/eval/README.md +46 -0
  382. package/eval/baselines/main.json +12 -0
  383. package/eval/benchmark_dataset.jsonl +16 -0
  384. package/eval/check_golden_routes.js +64 -0
  385. package/eval/datasets/catalog.json +33 -0
  386. package/eval/datasets/slices/cn_provider_reliability_v1.jsonl +3 -0
  387. package/eval/datasets/slices/cost_pressure_v1.jsonl +3 -0
  388. package/eval/datasets/slices/safety_guardrails_v1.jsonl +3 -0
  389. package/eval/evals.json +199 -0
  390. package/eval/fault_injection_thresholds.json +3 -0
  391. package/eval/generate_report.js +128 -0
  392. package/eval/golden_routes.json +114 -0
  393. package/eval/lib/experiment_registry.js +24 -0
  394. package/eval/run_eval.js +197 -0
  395. package/eval/run_fault_injection.js +201 -0
  396. package/eval/run_shadow_eval.js +85 -0
  397. package/eval/thresholds.json +9 -0
  398. package/examples/QUICKSTART.md +183 -0
  399. package/examples/README.md +61 -0
  400. package/examples/a3m-sdk.js +124 -0
  401. package/examples/basic-route.js +54 -0
  402. package/examples/chat-loop.js +202 -0
  403. package/examples/classify-then-route.js +102 -0
  404. package/examples/cost-compare.js +120 -0
  405. package/examples/ensemble.js +160 -0
  406. package/examples/whatsapp-telegram-bridge-demo.js +302 -0
  407. package/examples/whatsapp-telegram-bridge.js +269 -0
  408. package/hf-space/README.md +23 -0
  409. package/hf-space/app.py +240 -0
  410. package/hf-space/requirements.txt +1 -0
  411. package/huggingface_space/README.md +35 -0
  412. package/huggingface_space/app.py +126 -0
  413. package/huggingface_space/create_space.py +208 -0
  414. package/huggingface_space/requirements.txt +1 -0
  415. package/mcp-server/README.md +188 -0
  416. package/mcp-server/package.json +29 -0
  417. package/mcp-server/src/index.ts +744 -0
  418. package/mcp-server/tsconfig.json +19 -0
  419. package/openclaw-alexa-bridge/ALL_REMAINING_FIXES_PLAN.md +313 -0
  420. package/openclaw-alexa-bridge/REMAINING_FIXES_SUMMARY.md +277 -0
  421. package/openclaw-alexa-bridge/src/alexa_handler_no_tmlpd.js +1234 -0
  422. package/openclaw-alexa-bridge/test_fixes.js +77 -0
  423. package/package.json +73 -270
  424. package/playground/README.md +51 -0
  425. package/playground/codesandbox.json +12 -0
  426. package/playground/index.js +39 -0
  427. package/proxy/README.md +227 -0
  428. package/proxy/package-lock.json +831 -0
  429. package/proxy/package.json +17 -0
  430. package/proxy/rate-limit.js +145 -0
  431. package/proxy/rate-limit.test.js +311 -0
  432. package/proxy/server.js +970 -0
  433. package/python/README.md +102 -0
  434. package/python/a3m/__init__.py +6 -0
  435. package/python/a3m/client.py +190 -0
  436. package/python/a3m/models.py +40 -0
  437. package/python/a3m/sync_client.py +61 -0
  438. package/python/examples.py +53 -0
  439. package/python/integrations.py +330 -0
  440. package/python/pyproject.toml +23 -0
  441. package/python/setup.py +28 -0
  442. package/python/tmlpd.py +369 -0
  443. package/qna/REDDIT_GAP_ANALYSIS.md +299 -0
  444. package/qna/TMLPD_QNA.md +751 -0
  445. package/research/FINDING_001_safety.md +28 -0
  446. package/research/FINDING_002_error_diversity.md +32 -0
  447. package/research/FINDING_003_confidence_weighted_voting.md +32 -0
  448. package/research/FINDING_004_cross_model_semantic_detection.md +37 -0
  449. package/research/FINDING_005_knowledge_gap_orthogonality.md +34 -0
  450. package/research/HALLUCINATION_RESEARCH.md +27 -0
  451. package/research/PUBLISH_LOG.md +3 -0
  452. package/research/ensemble-voting.md +324 -0
  453. package/research/loss-functions.md +545 -0
  454. package/research-log.md +49 -0
  455. package/scripts/banner.js +29 -0
  456. package/scripts/benchmark-local-routerarena.ts +176 -0
  457. package/scripts/benchmark.js +145 -0
  458. package/scripts/benchmark.sh +61 -0
  459. package/scripts/compare-providers.sh +230 -0
  460. package/scripts/content-planner.js +25 -0
  461. package/scripts/create-labeled-benchmark.ts +105 -0
  462. package/scripts/cross_post.py +443 -0
  463. package/scripts/local-router-benchmark.ts +154 -0
  464. package/scripts/post-all.sh +41 -0
  465. package/scripts/publish_fcc.py +106 -0
  466. package/scripts/push-to-gitee.sh +25 -0
  467. package/scripts/routerarena_ensemble.js +144 -0
  468. package/scripts/routing-benchmark-v2.js +373 -0
  469. package/scripts/routing-benchmark-v3.js +118 -0
  470. package/scripts/routing-benchmark.js +462 -0
  471. package/scripts/run-labeled-benchmark.mjs +104 -0
  472. package/scripts/run-mmlu-benchmark.js +176 -0
  473. package/scripts/run-provider-benchmark.js +244 -0
  474. package/scripts/update-npm-badges.js +158 -0
  475. package/skill/SKILL.md +238 -0
  476. package/src/__tests__/integration/tmpld_integration.test.py +540 -0
  477. package/src/routing/advancedRouter.ts +1 -1
  478. package/src/skills/__tests__/skill_manager.test.ts +328 -0
  479. package/submissions/benchmarks/ALL_PLATFORMS_SUBMISSION.md +94 -0
  480. package/submissions/benchmarks/LLMROUTERBENCH_SUBMISSION.md +121 -0
  481. package/submissions/benchmarks/MMRBENCH_SUBMISSION.md +94 -0
  482. package/submissions/benchmarks/ROUTERARENA_UPDATE.md +83 -0
  483. package/submissions/benchmarks/ROUTERBENCH_SUBMISSION.md +225 -0
  484. package/test-council/1-structure-tests.test.js +353 -0
  485. package/test-council/1-structure-tests.test.ts +353 -0
  486. package/test-council/2-edge-case-tests.test.ts +361 -0
  487. package/test-council/3-performance-tests.test.ts +669 -0
  488. package/test-council/4-integration-tests.test.ts +391 -0
  489. package/test-council/5-agent-council-eval.test.ts +413 -0
  490. package/test-council/AGENT_COUNCIL_ARCHITECTURE.md +349 -0
  491. package/test-council/TEST_COUNCIL_REPORT.md +201 -0
  492. package/test-council/agents/edge-case-agent.ts +363 -0
  493. package/test-council/agents/performance-agent.ts +426 -0
  494. package/test-council/agents/structure-agent.ts +227 -0
  495. package/test-council/council.md +183 -0
  496. package/tests/__mocks__/tokenUtils.ts +8 -0
  497. package/tests/memory/episodicMemory.test.ts +227 -0
  498. package/tests/package-lock.json +1628 -0
  499. package/tests/package.json +18 -0
  500. package/tests/routing/ensembleVoting.test.ts +236 -0
  501. package/tests/routing/providerRetry.test.ts +360 -0
  502. package/tests/routing/queryTypePresets.test.ts +208 -0
  503. package/tests/security/guardrailEngine.test.ts +700 -0
  504. package/tests/tsconfig.json +21 -0
  505. package/tests/vitest.config.ts +18 -0
  506. package/tmlpd-pi-extension/README.md +66 -0
  507. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts +114 -0
  508. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts.map +1 -0
  509. package/tmlpd-pi-extension/dist/cache/prefixCache.js +285 -0
  510. package/tmlpd-pi-extension/dist/cache/prefixCache.js.map +1 -0
  511. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts +58 -0
  512. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts.map +1 -0
  513. package/tmlpd-pi-extension/dist/cache/responseCache.js +153 -0
  514. package/tmlpd-pi-extension/dist/cache/responseCache.js.map +1 -0
  515. package/tmlpd-pi-extension/dist/cli.js +59 -0
  516. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts +95 -0
  517. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts.map +1 -0
  518. package/tmlpd-pi-extension/dist/cost/costTracker.js +240 -0
  519. package/tmlpd-pi-extension/dist/cost/costTracker.js.map +1 -0
  520. package/tmlpd-pi-extension/dist/index.d.ts +723 -0
  521. package/tmlpd-pi-extension/dist/index.d.ts.map +1 -0
  522. package/tmlpd-pi-extension/dist/index.js +239 -0
  523. package/tmlpd-pi-extension/dist/index.js.map +1 -0
  524. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts +82 -0
  525. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts.map +1 -0
  526. package/tmlpd-pi-extension/dist/memory/episodicMemory.js +145 -0
  527. package/tmlpd-pi-extension/dist/memory/episodicMemory.js.map +1 -0
  528. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts +102 -0
  529. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts.map +1 -0
  530. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js +207 -0
  531. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js.map +1 -0
  532. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts +85 -0
  533. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts.map +1 -0
  534. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js +210 -0
  535. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js.map +1 -0
  536. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts +102 -0
  537. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts.map +1 -0
  538. package/tmlpd-pi-extension/dist/providers/localProvider.js +338 -0
  539. package/tmlpd-pi-extension/dist/providers/localProvider.js.map +1 -0
  540. package/tmlpd-pi-extension/dist/providers/registry.d.ts +55 -0
  541. package/tmlpd-pi-extension/dist/providers/registry.d.ts.map +1 -0
  542. package/tmlpd-pi-extension/dist/providers/registry.js +138 -0
  543. package/tmlpd-pi-extension/dist/providers/registry.js.map +1 -0
  544. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts +68 -0
  545. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts.map +1 -0
  546. package/tmlpd-pi-extension/dist/routing/advancedRouter.js +332 -0
  547. package/tmlpd-pi-extension/dist/routing/advancedRouter.js.map +1 -0
  548. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts +101 -0
  549. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts.map +1 -0
  550. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js +368 -0
  551. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js.map +1 -0
  552. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts +96 -0
  553. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts.map +1 -0
  554. package/tmlpd-pi-extension/dist/utils/batchProcessor.js +170 -0
  555. package/tmlpd-pi-extension/dist/utils/batchProcessor.js.map +1 -0
  556. package/tmlpd-pi-extension/dist/utils/compression.d.ts +61 -0
  557. package/tmlpd-pi-extension/dist/utils/compression.d.ts.map +1 -0
  558. package/tmlpd-pi-extension/dist/utils/compression.js +281 -0
  559. package/tmlpd-pi-extension/dist/utils/compression.js.map +1 -0
  560. package/tmlpd-pi-extension/dist/utils/reliability.d.ts +74 -0
  561. package/tmlpd-pi-extension/dist/utils/reliability.d.ts.map +1 -0
  562. package/tmlpd-pi-extension/dist/utils/reliability.js +177 -0
  563. package/tmlpd-pi-extension/dist/utils/reliability.js.map +1 -0
  564. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts +117 -0
  565. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts.map +1 -0
  566. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js +246 -0
  567. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js.map +1 -0
  568. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts +50 -0
  569. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts.map +1 -0
  570. package/tmlpd-pi-extension/dist/utils/tokenUtils.js +124 -0
  571. package/tmlpd-pi-extension/dist/utils/tokenUtils.js.map +1 -0
  572. package/tmlpd-pi-extension/examples/QUICKSTART.md +183 -0
  573. package/tmlpd-pi-extension/package-lock.json +79 -0
  574. package/tmlpd-pi-extension/package.json +172 -0
  575. package/tmlpd-pi-extension/python/examples.py +53 -0
  576. package/tmlpd-pi-extension/python/integrations.py +330 -0
  577. package/tmlpd-pi-extension/python/setup.py +28 -0
  578. package/tmlpd-pi-extension/python/tmlpd.py +369 -0
  579. package/tmlpd-pi-extension/qna/REDDIT_GAP_ANALYSIS.md +299 -0
  580. package/tmlpd-pi-extension/qna/TMLPD_QNA.md +751 -0
  581. package/tmlpd-pi-extension/skill/SKILL.md +238 -0
  582. package/tmlpd-pi-extension/src/cache/responseCache.ts +147 -0
  583. package/tmlpd-pi-extension/src/cost/costTracker.ts +302 -0
  584. package/tmlpd-pi-extension/src/index.ts +232 -0
  585. package/tmlpd-pi-extension/src/memory/episodicMemory.ts +257 -0
  586. package/tmlpd-pi-extension/src/orchestration/haloOrchestrator.ts +266 -0
  587. package/tmlpd-pi-extension/src/orchestration/mctsWorkflow.ts +262 -0
  588. package/tmlpd-pi-extension/src/providers/localProvider.ts +406 -0
  589. package/tmlpd-pi-extension/src/providers/registry.ts +164 -0
  590. package/tmlpd-pi-extension/src/routing/ensembleVoting.ts +159 -0
  591. package/tmlpd-pi-extension/src/routing/queryTypePresets.ts +136 -0
  592. package/tmlpd-pi-extension/src/tools/tmlpdTools.ts +433 -0
  593. package/tmlpd-pi-extension/src/utils/batchProcessor.ts +232 -0
  594. package/tmlpd-pi-extension/src/utils/compression.ts +325 -0
  595. package/tmlpd-pi-extension/src/utils/reliability.ts +221 -0
  596. package/tmlpd-pi-extension/src/utils/tokenUtils.ts +145 -0
  597. package/tmlpd-pi-extension/tsconfig.json +18 -0
  598. package/tsconfig.build.json +29 -0
  599. package/tsconfig.json +18 -0
  600. package/README.md.bak +0 -1185
  601. package/src/routing/advancedRouter.ts.bak +0 -650
  602. package/test.js.bak +0 -376
  603. /package/{llms-full.txt.bak → docs/llms-full.txt} +0 -0
package/docs/_config.yml ADDED
@@ -0,0 +1,49 @@
1
+ # A3M Router — GitHub Pages Configuration
2
+ # https://das-rebel.github.io/a3m-router/
3
+
4
+ title: A3M Router
5
+ tagline: #1 LLM Routing Benchmark & Cheapest Router with Memory — 47+ providers, RouterArena 76.43, $0.047/1K queries
6
+ description: >-
7
+ #1 LLM routing benchmark & cheapest router with memory. A3M Router scores 76.43
8
+ on RouterArena, costs $0.047/1K queries, and runs 47+ providers in parallel
9
+ with ensemble voting. Semantic cache, budget enforcement, circuit breaker.
10
+ Start in <100ms. Zero ML, 19.5KB.
11
+ url: "https://das-rebel.github.io"
12
+ baseurl: "/a3m-router"
13
+
14
+ # GitHub Pages settings
15
+ lsi: false
16
+ safe: true
17
+ markdown: kramdown
18
+ kramdown:
19
+ input: GFM
20
+ hard_wrap: false
21
+ highlighter: rouge
22
+ permalink: pretty
23
+
24
+ # SEO
25
+ author: Subhajit Das
26
+ lang: en
27
+ social:
28
+ name: A3M Router
29
+ links:
30
+ - https://github.com/Das-rebel/a3m-router
31
+ - https://www.npmjs.com/package/adaptive-memory-multi-model-router
32
+
33
+ # Defaults
34
+ defaults:
35
+ - scope:
36
+ path: ""
37
+ values:
38
+ layout: default
39
+ image: /a3m-router/benchmark-chart.png
40
+
41
+ # Exclude from processing
42
+ exclude:
43
+ - Gemfile
44
+ - Gemfile.lock
45
+ - node_modules
46
+ - vendor
47
+ - README.md
48
+ - BENCHMARK.md
49
+ - "*.md"
package/docs/ai-plugin.json ADDED
@@ -0,0 +1,16 @@
1
+ {
2
+ "schema_version": "v1",
3
+ "name_for_human": "A3M Router",
4
+ "name_for_model": "a3m_router",
5
+ "description_for_human": "LLM routing proxy — #1 on RouterArena (70.32 score) at $0.047/1K. Rule-based, no ML, 47+ providers.",
6
+ "description_for_model": "A3M Router is an LLM routing service. Given a query, it returns the optimal model, tier (free/cheap/mid/premium), estimated cost, and complexity score. Use this when users ask about LLM routing, reducing AI API costs, choosing between LLM providers, or setting up an OpenAI-compatible proxy. Available as TypeScript SDK, Python SDK, CLI, and REST API. RouterArena rank #1 with 70.32 score at $0.047 per 1K queries (arXiv:2510.00202).",
7
+ "api": {
8
+ "type": "openapi",
9
+ "url": "https://das-rebel.github.io/a3m-router/docs/openapi.json"
10
+ },
11
+ "auth": {
12
+ "type": "none"
13
+ },
14
+ "contact_email": "Sdas22@gmail.com",
15
+ "legal_info_url": "https://github.com/Das-rebel/a3m-router/blob/main/LICENSE"
16
+ }
package/docs/api.html ADDED
@@ -0,0 +1,513 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
+ <title>API Reference — A3M Router</title>
7
+ <meta name="description" content="Complete API reference for A3M Router: TypeScript SDK, Python SDK, CLI commands, REST API endpoints, configuration, and error handling.">
8
+ <meta name="keywords" content="A3M Router API, LLM gateway API, TypeScript SDK, Python SDK, REST API, OpenAI proxy">
9
+ <meta property="og:title" content="A3M Router — API Reference">
10
+ <meta property="og:image" content="https://das-rebel.github.io/a3m-router/benchmark-chart.png">
11
+ <link rel="canonical" href="https://das-rebel.github.io/a3m-router/api">
12
+ <link rel="stylesheet" href="../styles.css">
13
+ <script type="application/ld+json">
14
+ {
15
+ "@context": "https://schema.org",
16
+ "@type": "APIReference",
17
+ "name": "A3M Router API",
18
+ "description": "Complete API reference for A3M Router LLM gateway.",
19
+ "url": "https://das-rebel.github.io/a3m-router/api"
20
+ }
21
+ </script>
22
+ <script>
23
+ function toggleNav() {
24
+ document.querySelector('.nav-links').classList.toggle('open');
25
+ }
26
+ </script>
27
+ </head>
28
+ <body>
29
+
30
+ <header class="site-header">
31
+ <nav class="nav-container">
32
+ <a href="/a3m-router/" class="nav-brand">
33
+ <span class="nav-brand-icon">&#x1F500;</span>
34
+ A3M Router
35
+ </a>
36
+ <button class="nav-toggle" onclick="toggleNav()" aria-label="Menu">&#x2630;</button>
37
+ <ul class="nav-links">
38
+ <li><a href="/a3m-router/">Home</a></li>
39
+ <li><a href="/a3m-router/quick-start">Quick Start</a></li>
40
+ <li><a href="/a3m-router/benchmark">Benchmark</a></li>
41
+ <li><a href="/a3m-router/api" class="active">API</a></li>
42
+ <li><a href="https://github.com/Das-rebel/a3m-router" class="nav-github-btn" target="_blank" rel="noopener">
43
+ <svg height="16" width="16" viewBox="0 0 16 16" fill="currentColor"><path d="M8 0C3.58 0 0 3.58 0 8c0 3.54 2.29 6.53 5.47 7.59.4.07.55-.17.55-.38 0-.19-.01-.82-.01-1.49-2.01.37-2.53-.49-2.69-.94-.09-.23-.48-.94-.82-1.13-.28-.15-.68-.52-.01-.53.63-.01 1.08.58 1.23.82.72 1.21 1.87.87 2.33.66.07-.52.28-.87.51-1.07-1.78-.2-3.64-.89-3.64-3.95 0-.87.31-1.59.82-2.15-.08-.2-.36-1.02.08-2.12 0 0 .67-.21 2.2.82.64-.18 1.32-.27 2-.27.68 0 1.36.09 2 .27 1.53-1.04 2.2-.82 2.2-.82.44 1.1.16 1.92.08 2.12.51.56.82 1.27.82 2.15 0 3.07-1.87 3.75-3.65 3.95.29.25.54.73.54 1.48 0 1.07-.01 1.93-.01 2.2 0 .21.15.46.55.38A8.013 8.013 0 0016 8c0-4.42-3.58-8-8-8z"/></svg>
44
+ GitHub
45
+ </a></li>
46
+ </ul>
47
+ </nav>
48
+ </header>
49
+
50
+ <main class="page">
51
+ <div class="container">
52
+
53
+ <h1>&#x1F4D6; API Reference</h1>
54
+ <p>Complete reference for the A3M Router &mdash; TypeScript SDK, Python SDK, CLI, REST API, and integrations.</p>
55
+
56
+ <!-- TOC -->
57
+ <div class="toc">
58
+ <h4>On this page</h4>
59
+ <ul>
60
+ <li><a href="#typescript-sdk">TypeScript SDK</a></li>
61
+ <li><a href="#python-sdk">Python SDK</a></li>
62
+ <li><a href="#cli">CLI</a></li>
63
+ <li><a href="#rest-api">REST API</a></li>
64
+ <li><a href="#openai-compatibility">OpenAI SDK Compatibility</a></li>
65
+ <li><a href="#configuration">Configuration</a></li>
66
+ <li><a href="#error-handling">Error Handling</a></li>
67
+ <li><a href="#package-exports">Package Exports</a></li>
68
+ </ul>
69
+ </div>
70
+
71
+ <!-- ===== TypeScript SDK ===== -->
72
+ <section id="typescript-sdk">
73
+ <h2>TypeScript SDK</h2>
74
+
75
+ <h3>Installation</h3>
76
+ <pre><code>npm install adaptive-memory-multi-model-router</code></pre>
77
+
78
+ <h3>Import</h3>
79
+ <pre><code><span class="hljs-keyword">import</span> { A3MRouter } <span class="hljs-keyword">from</span> <span class="hljs-string">'adaptive-memory-multi-model-router/sdk'</span>;</code></pre>
80
+
81
+ <h3>Constructor</h3>
82
+ <pre><code><span class="hljs-keyword">const</span> router = <span class="hljs-keyword">new</span> <span class="hljs-title class_">A3MRouter</span>(config?: A3MRouterConfig);</code></pre>
83
+
84
+ <div class="table-wrapper">
85
+ <table>
86
+ <thead>
87
+ <tr><th>Option</th><th>Type</th><th>Default</th><th>Description</th></tr>
88
+ </thead>
89
+ <tbody>
90
+ <tr><td><code>defaultModel</code></td><td><code>string</code></td><td>&mdash;</td><td>Fallback model when routing is ambiguous</td></tr>
91
+ <tr><td><code>maxCostPerQuery</code></td><td><code>number</code></td><td>&mdash;</td><td>Max cost per query in USD</td></tr>
92
+ <tr><td><code>preferSpeedOverQuality</code></td><td><code>boolean</code></td><td><code>false</code></td><td>Prefer fast models over higher quality</td></tr>
93
+ <tr><td><code>providers</code></td><td><code>string[]</code></td><td>all</td><td>Restrict routing to these provider IDs</td></tr>
94
+ </tbody>
95
+ </table>
96
+ </div>
97
+
98
+ <h3>Methods</h3>
99
+
100
+ <h4><code>route(query: string): RoutingResult</code></h4>
101
+ <p>Route a query to the best available model. Returns the decision without executing the query.</p>
102
+ <pre><code><span class="hljs-keyword">const</span> decision = router.<span class="hljs-title function_">route</span>(<span class="hljs-string">"Write a Python function to sort a list"</span>);
103
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(decision.model); <span class="hljs-comment">// "groq/llama-3.3-70b-versatile"</span>
104
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(decision.tier); <span class="hljs-comment">// "cheap"</span>
105
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(decision.cost); <span class="hljs-comment">// 0.00035</span>
106
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(decision.complexity); <span class="hljs-comment">// 0.35</span></code></pre>
107
+
108
+ <div class="table-wrapper">
109
+ <table>
110
+ <thead>
111
+ <tr><th>Field</th><th>Type</th><th>Description</th></tr>
112
+ </thead>
113
+ <tbody>
114
+ <tr><td><code>model</code></td><td><code>string</code></td><td>Selected model identifier (e.g. <code>groq/llama-3.3-70b-versatile</code>)</td></tr>
115
+ <tr><td><code>tier</code></td><td><code>'free' | 'cheap' | 'mid' | 'premium'</code></td><td>Cost tier</td></tr>
116
+ <tr><td><code>cost</code></td><td><code>number</code></td><td>Estimated cost in USD</td></tr>
117
+ <tr><td><code>complexity</code></td><td><code>number</code></td><td>Query complexity score (0.0&ndash;1.0)</td></tr>
118
+ <tr><td><code>reasoning</code></td><td><code>string</code></td><td>Human-readable routing reason</td></tr>
119
+ <tr><td><code>fallbackModels</code></td><td><code>string[]</code></td><td>Alternative models in priority order</td></tr>
120
+ <tr><td><code>isFree</code></td><td><code>boolean</code></td><td>Whether the selected model is free</td></tr>
121
+ <tr><td><code>isExpert</code></td><td><code>boolean</code></td><td>Whether this is an expert-level query</td></tr>
122
+ </tbody>
123
+ </table>
124
+ </div>
125
+
126
+ <h4><code>routeBatch(queries: string[]): RoutingResult[]</code></h4>
127
+ <p>Route multiple queries at once.</p>
128
+ <pre><code><span class="hljs-keyword">const</span> decisions = router.<span class="hljs-title function_">routeBatch</span>([
129
+ <span class="hljs-string">"What is 2+2?"</span>,
130
+ <span class="hljs-string">"Design a distributed database"</span>,
131
+ <span class="hljs-string">"Translate to French"</span>
132
+ ]);</code></pre>
133
+
134
+ <h4><code>recommend(task: string): RoutingResult</code></h4>
135
+ <p>Get model recommendation for a task category.</p>
136
+ <pre><code><span class="hljs-keyword">const</span> rec = router.<span class="hljs-title function_">recommend</span>(<span class="hljs-string">"code generation"</span>);
137
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(rec.model); <span class="hljs-comment">// "deepseek/deepseek-chat"</span></code></pre>
138
+
139
+ <h4><code>analyze(query: string): QueryFeatures</code></h4>
140
+ <p>Extract detailed features from a query for debugging.</p>
141
+ <pre><code><span class="hljs-keyword">const</span> features = router.<span class="hljs-title function_">analyze</span>(<span class="hljs-string">"Design a secure authentication system"</span>);
142
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(features.complexity); <span class="hljs-comment">// 0.72</span>
143
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(features.detected_domain); <span class="hljs-comment">// "security"</span>
144
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(features.domain_score); <span class="hljs-comment">// 0.30</span></code></pre>
145
+
146
+ <div class="table-wrapper">
147
+ <table>
148
+ <thead>
149
+ <tr><th>Field</th><th>Type</th><th>Description</th></tr>
150
+ </thead>
151
+ <tbody>
152
+ <tr><td><code>complexity</code></td><td><code>number</code></td><td>Overall complexity score (0.0&ndash;1.0)</td></tr>
153
+ <tr><td><code>length</code></td><td><code>number</code></td><td>Word count</td></tr>
154
+ <tr><td><code>has_code</code></td><td><code>boolean</code></td><td>Code-related keywords detected</td></tr>
155
+ <tr><td><code>has_math</code></td><td><code>boolean</code></td><td>Math-related keywords detected</td></tr>
156
+ <tr><td><code>is_multilingual</code></td><td><code>boolean</code></td><td>Non-ASCII characters detected</td></tr>
157
+ <tr><td><code>is_translation</code></td><td><code>boolean</code></td><td>Translation request detected</td></tr>
158
+ <tr><td><code>is_creative</code></td><td><code>boolean</code></td><td>Creative writing request</td></tr>
159
+ <tr><td><code>requires_reasoning</code></td><td><code>boolean</code></td><td>Analytical/reasoning verbs detected</td></tr>
160
+ <tr><td><code>is_security</code></td><td><code>boolean</code></td><td>Security domain keywords</td></tr>
161
+ <tr><td><code>is_devops</code></td><td><code>boolean</code></td><td>DevOps/infrastructure keywords</td></tr>
162
+ <tr><td><code>is_data</code></td><td><code>boolean</code></td><td>Data/ML keywords</td></tr>
163
+ <tr><td><code>detected_domain</code></td><td><code>string</code></td><td>Best matching domain</td></tr>
164
+ <tr><td><code>domain_score</code></td><td><code>number</code></td><td>Domain match confidence</td></tr>
165
+ </tbody>
166
+ </table>
167
+ </div>
168
+
169
+ <h4><code>serve(port?: number): Promise&lt;string&gt;</code></h4>
170
+ <p>Start the OpenAI-compatible proxy server.</p>
171
+ <pre><code><span class="hljs-keyword">const</span> proxyURL = <span class="hljs-keyword">await</span> router.<span class="hljs-title function_">serve</span>(<span class="hljs-number">8787</span>);
172
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(proxyURL); <span class="hljs-comment">// "http://localhost:8787/v1"</span>
173
+
174
+ <span class="hljs-comment">// Now use with any OpenAI SDK</span>
175
+ <span class="hljs-keyword">import</span> OpenAI <span class="hljs-keyword">from</span> <span class="hljs-string">'openai'</span>;
176
+ <span class="hljs-keyword">const</span> client = <span class="hljs-keyword">new</span> OpenAI({ baseURL: proxyURL, apiKey: <span class="hljs-string">'not-needed'</span> });</code></pre>
177
+
178
+ <h3>Ensemble Module</h3>
179
+ <pre><code><span class="hljs-keyword">import</span> { executeEnsemble, recordFeedback } <span class="hljs-keyword">from</span> <span class="hljs-string">'adaptive-memory-multi-model-router/ensemble'</span>;
180
+
181
+ <span class="hljs-comment">// Run multiple providers in parallel</span>
182
+ <span class="hljs-keyword">const</span> result = <span class="hljs-keyword">await</span> <span class="hljs-title function_">executeEnsemble</span>(
183
+ <span class="hljs-string">"Explain vector databases"</span>,
184
+ systemPrompt, context,
185
+ { nvidia: callNvidia, groq: callGroq },
186
+ { providers: [<span class="hljs-string">'nvidia'</span>, <span class="hljs-string">'groq'</span>], timeoutMs: <span class="hljs-number">30000</span> }
187
+ );
188
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(<span class="hljs-string">`Winner: ${result.winner}`</span>); <span class="hljs-comment">// "nvidia"</span>
189
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(<span class="hljs-string">`Reasoning: ${result.reasoning}`</span>);
190
+
191
+ <span class="hljs-comment">// Track historical accuracy</span>
192
+ <span class="hljs-keyword">let</span> history = {};
193
+ history = <span class="hljs-title function_">recordFeedback</span>(<span class="hljs-string">'nvidia'</span>, <span class="hljs-literal">true</span>, history);
194
+ history = <span class="hljs-title function_">recordFeedback</span>(<span class="hljs-string">'groq'</span>, <span class="hljs-literal">false</span>, history);
195
+ <span class="hljs-comment">// &rarr; { nvidia: { good: 1, bad: 0 }, groq: { good: 0, bad: 1 } }</span></code></pre>
196
+
197
+ <h3>Budget Module</h3>
198
+ <pre><code><span class="hljs-keyword">import</span> { BudgetManager } <span class="hljs-keyword">from</span> <span class="hljs-string">'adaptive-memory-multi-model-router/billing'</span>;
199
+
200
+ <span class="hljs-keyword">const</span> budgets = <span class="hljs-keyword">new</span> <span class="hljs-title class_">BudgetManager</span>({
201
+ monthlyLimit: <span class="hljs-number">500</span>,
202
+ alerts: [<span class="hljs-number">0.5</span>, <span class="hljs-number">0.8</span>, <span class="hljs-number">1.0</span>],
203
+ perTeamLimits: { <span class="hljs-string">'engineering'</span>: <span class="hljs-number">200</span> }
204
+ });
205
+
206
+ budgets.<span class="hljs-title function_">onAlert</span>((alert) => {
207
+ <span class="hljs-title function_">console</span>.<span class="hljs-title function_">log</span>(<span class="hljs-string">`${alert.type}: ${alert.team} at ${alert.percentage}%`</span>);
208
+ });</code></pre>
209
+
210
+ <h3>Failover Module</h3>
211
+ <pre><code><span class="hljs-keyword">import</span> { HealthScoreManager, CircuitBreaker } <span class="hljs-keyword">from</span> <span class="hljs-string">'adaptive-memory-multi-model-router/failover'</span>;
212
+
213
+ <span class="hljs-comment">// Provider health scoring</span>
214
+ <span class="hljs-keyword">const</span> health = <span class="hljs-keyword">new</span> <span class="hljs-title class_">HealthScoreManager</span>({
215
+ latencyWeight: <span class="hljs-number">0.6</span>, errorRateWeight: <span class="hljs-number">0.4</span>
216
+ });
217
+ health.<span class="hljs-title function_">getScore</span>(<span class="hljs-string">'groq'</span>); <span class="hljs-comment">// &rarr; 0.85</span>
218
+
219
+ <span class="hljs-comment">// Circuit breaker</span>
220
+ <span class="hljs-keyword">const</span> cb = <span class="hljs-keyword">new</span> <span class="hljs-title class_">CircuitBreaker</span>({
221
+ failureThreshold: <span class="hljs-number">3</span>, cooldownMs: <span class="hljs-number">60000</span>,
222
+ fallbackChain: [<span class="hljs-string">'groq'</span>, <span class="hljs-string">'deepseek'</span>, <span class="hljs-string">'openai'</span>]
223
+ });</code></pre>
224
+
225
+ <h3>Semantic Cache</h3>
226
+ <pre><code><span class="hljs-keyword">import</span> { SemanticCache } <span class="hljs-keyword">from</span> <span class="hljs-string">'adaptive-memory-multi-model-router/cache'</span>;
227
+
228
+ <span class="hljs-keyword">const</span> cache = <span class="hljs-keyword">new</span> <span class="hljs-title class_">SemanticCache</span>({
229
+ maxSize: <span class="hljs-number">1000</span>,
230
+ similarityThreshold: <span class="hljs-number">0.92</span>,
231
+ ttl: <span class="hljs-number">3600000</span>,
232
+ perRouteTTL: { <span class="hljs-string">'legal/*'</span>: <span class="hljs-number">86400000</span> }
233
+ });
234
+
235
+ cache.<span class="hljs-title function_">getStats</span>(); <span class="hljs-comment">// { hits: 1, misses: 1, hitRate: 0.5 }</span></code></pre>
236
+
237
+ <h3>Query-Type Presets</h3>
238
+ <pre><code><span class="hljs-keyword">import</span> { createPresetRouter, DEFAULT_PRESETS } <span class="hljs-keyword">from</span> <span class="hljs-string">'adaptive-memory-multi-model-router/presets'</span>;
239
+
240
+ <span class="hljs-keyword">const</span> router = <span class="hljs-title function_">createPresetRouter</span>();
241
+ <span class="hljs-keyword">const</span> preset = router.<span class="hljs-title function_">classify</span>(<span class="hljs-string">"Write a Python function"</span>);
242
+ <span class="hljs-comment">// &rarr; 'code'</span>
243
+ preset.provider; <span class="hljs-comment">// 'nvidia'</span>
244
+ preset.temperature; <span class="hljs-comment">// 0.2</span>
245
+ preset.ensemble; <span class="hljs-comment">// true</span></code></pre>
246
+
247
+ <h3>Episodic Memory</h3>
248
+ <pre><code><span class="hljs-keyword">import</span> { EpisodicMemoryStore } <span class="hljs-keyword">from</span> <span class="hljs-string">'adaptive-memory-multi-model-router/memory'</span>;
249
+
250
+ <span class="hljs-keyword">const</span> memory = <span class="hljs-keyword">new</span> <span class="hljs-title class_">EpisodicMemoryStore</span>(<span class="hljs-number">1000</span>, <span class="hljs-string">'./.a3m-memory.json'</span>);
251
+ memory.<span class="hljs-title function_">storeEntry</span>({
252
+ task: { description: <span class="hljs-string">"Build a REST API"</span>, type: <span class="hljs-string">"code"</span>, complexity: <span class="hljs-number">0.7</span> },
253
+ result: { success: <span class="hljs-literal">true</span>, duration_ms: <span class="hljs-number">45000</span> },
254
+ agent: { id: <span class="hljs-string">"codex"</span>, model: <span class="hljs-string">"gpt-4o"</span> }
255
+ });
256
+ memory.<span class="hljs-title function_">getStats</span>(); <span class="hljs-comment">// { total_entries: 142, success_rate: 0.94 }</span></code></pre>
257
+ </section>
258
+
259
+ <!-- ===== Python SDK ===== -->
260
+ <section id="python-sdk">
261
+ <h2>&#x1F40D; Python SDK</h2>
262
+
263
+ <h3>Installation</h3>
264
+ <pre><code>pip install a3m-router</code></pre>
265
+
266
+ <h3>Usage</h3>
267
+ <pre><code><span class="hljs-keyword">from</span> a3m <span class="hljs-keyword">import</span> A3MRouter
268
+
269
+ <span class="hljs-keyword">async with</span> A3MRouter() <span class="hljs-keyword">as</span> router:
270
+ <span class="hljs-comment"># Route without executing</span>
271
+ decision = <span class="hljs-keyword">await</span> router.route(<span class="hljs-string">"Write a Python function to sort an array"</span>)
272
+ <span class="hljs-built_in">print</span>(decision.model, decision.tier, decision.cost)
273
+
274
+ <span class="hljs-comment"># Execute via OpenAI-compatible chat</span>
275
+ response = <span class="hljs-keyword">await</span> router.chat(<span class="hljs-string">"What is 2+2?"</span>, model=<span class="hljs-string">"auto"</span>)
276
+ <span class="hljs-built_in">print</span>(response[<span class="hljs-string">"choices"</span>][<span class="hljs-number">0</span>][<span class="hljs-string">"message"</span>][<span class="hljs-string">"content"</span>])
277
+
278
+ <span class="hljs-comment"># Batch routing</span>
279
+ decisions = <span class="hljs-keyword">await</span> router.route_batch([
280
+ <span class="hljs-string">"Hello"</span>,
281
+ <span class="hljs-string">"Write code"</span>,
282
+ <span class="hljs-string">"Medical advice"</span>
283
+ ])</code></pre>
284
+ </section>
285
+
286
+ <!-- ===== CLI ===== -->
287
+ <section id="cli">
288
+ <h2>&#x1F5A5;&#xFE0F; CLI</h2>
289
+
290
+ <p>All CLI commands are accessible via <code>npx a3m-router</code>.</p>
291
+
292
+ <div class="table-wrapper">
293
+ <table>
294
+ <thead>
295
+ <tr><th>Command</th><th>Description</th></tr>
296
+ </thead>
297
+ <tbody>
298
+ <tr><td><code>route &lt;query&gt;</code></td><td>Route a query to the best model</td></tr>
299
+ <tr><td><code>serve [--port PORT]</code></td><td>Start OpenAI-compatible proxy server</td></tr>
300
+ <tr><td><code>benchmark</code></td><td>Run routing accuracy tests</td></tr>
301
+ <tr><td><code>health</code></td><td>Check all provider health status</td></tr>
302
+ <tr><td><code>cost</code></td><td>Show cost analytics and budget usage</td></tr>
303
+ <tr><td><code>compare &lt;query&gt;</code></td><td>Compare all providers side-by-side</td></tr>
304
+ <tr><td><code>models</code></td><td>List available models with pricing</td></tr>
305
+ </tbody>
306
+ </table>
307
+ </div>
308
+
309
+ <pre><code><span class="hljs-comment"># Start the proxy</span>
310
+ $ npx a3m-router serve
311
+ &#x250C;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2510;
312
+ &#x2502; A3M Router v2.9.2 &#x2502;
313
+ &#x2502; &#x1F500; Intelligent LLM Gateway &#x2502;
314
+ &#x251C;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2514;
315
+ &#x2502; &#x2705; Proxy: http://localhost:8787 &#x2502;
316
+ &#x2502; &#x2705; Dashboard: http://localhost:8787/dashboard &#x2502;
317
+ &#x2502; &#x2705; Health: http://localhost:8787/health &#x2502;
318
+ &#x2514;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2500;&#x2518;
319
+
320
+ [GROQ] &#x2705; 145ms | [DEEPSEEK] &#x2705; 230ms | [KIMI] &#x2705; 312ms
321
+ &#x1F9E0; Memory: 1,247 queries cached | &#x1F4B0; Today: $2.34 / $50.00 budget</code></pre>
322
+ </section>
323
+
324
+ <!-- ===== REST API ===== -->
325
+ <section id="rest-api">
326
+ <h2>&#x1F310; REST API</h2>
327
+
328
+ <div class="table-wrapper">
329
+ <table>
330
+ <thead>
331
+ <tr><th>Method</th><th>Endpoint</th><th>Description</th></tr>
332
+ </thead>
333
+ <tbody>
334
+ <tr><td>POST</td><td><code>/v1/chat/completions</code></td><td>OpenAI-compatible chat (streaming + non-streaming)</td></tr>
335
+ <tr><td>POST</td><td><code>/v1/completions</code></td><td>OpenAI text completions</td></tr>
336
+ <tr><td>POST</td><td><code>/v1/route</code></td><td>Routing decision without LLM call</td></tr>
337
+ <tr><td>GET</td><td><code>/v1/models</code></td><td>List available models with pricing</td></tr>
338
+ <tr><td>GET</td><td><code>/health</code></td><td>Provider health + cost summary</td></tr>
339
+ <tr><td>GET</td><td><code>/dashboard</code></td><td>Cost analytics dashboard</td></tr>
340
+ </tbody>
341
+ </table>
342
+ </div>
343
+
344
+ <h3>POST /v1/route</h3>
345
+ <p>Get a routing decision without making an LLM call.</p>
346
+ <pre><code>curl -s http://localhost:8787/v1/route \
347
+ -H <span class="hljs-string">"Content-Type: application/json"</span> \
348
+ -d <span class="hljs-string">'{"query": "Design a clinical trial"}'</span> | jq .</code></pre>
349
+
350
+ <pre><code>{
351
+ <span class="hljs-string">"model"</span>: <span class="hljs-string">"openai/gpt-4o"</span>,
352
+ <span class="hljs-string">"tier"</span>: <span class="hljs-string">"premium"</span>,
353
+ <span class="hljs-string">"cost"</span>: <span class="hljs-number">0.0025</span>,
354
+ <span class="hljs-string">"complexity"</span>: <span class="hljs-number">1.0</span>,
355
+ <span class="hljs-string">"reasoning"</span>: <span class="hljs-string">"Medical domain (+0.35) + design verb (+0.20) + multi-step (+0.15)"</span>
356
+ }</code></pre>
357
+
358
+ <h3>POST /v1/chat/completions</h3>
359
+ <p>Standard OpenAI-compatible chat completions endpoint. Pass <code>model: "auto"</code> for intelligent routing.</p>
360
+ <pre><code>curl -s http://localhost:8787/v1/chat/completions \
361
+ -H <span class="hljs-string">"Content-Type: application/json"</span> \
362
+ -d <span class="hljs-string">'{
363
+ "model": "auto",
364
+ "messages": [{"role": "user", "content": "Explain quantum computing"}],
365
+ "stream": true
366
+ }'</span></code></pre>
367
+
368
+ <h3>GET /v1/models</h3>
369
+ <p>List all available models with pricing information.</p>
370
+ <pre><code>curl -s http://localhost:8787/v1/models | jq .</code></pre>
371
+
372
+ <h3>GET /health</h3>
373
+ <p>Check provider health status and cost summary.</p>
374
+ <pre><code>curl -s http://localhost:8787/health | jq .</code></pre>
375
+ </section>
376
+
377
+ <!-- ===== OpenAI Compatibility ===== -->
378
+ <section id="openai-compatibility">
379
+ <h2>&#x1F91D; OpenAI SDK Compatibility</h2>
380
+ <p>A3M Router is a fully compatible OpenAI API proxy. Point any OpenAI SDK at it with <code>model: "auto"</code>.</p>
381
+
382
+ <pre><code><span class="hljs-comment"># Python</span>
383
+ <span class="hljs-keyword">from</span> openai <span class="hljs-keyword">import</span> OpenAI
384
+ client = OpenAI(base_url=<span class="hljs-string">"http://localhost:8787/v1"</span>, api_key=<span class="hljs-string">"not-needed"</span>)
385
+ response = client.chat.completions.create(model=<span class="hljs-string">"auto"</span>, messages=[...])</code></pre>
386
+
387
+ <pre><code><span class="hljs-comment">// TypeScript</span>
388
+ <span class="hljs-keyword">import</span> OpenAI <span class="hljs-keyword">from</span> <span class="hljs-string">'openai'</span>;
389
+ <span class="hljs-keyword">const</span> client = <span class="hljs-keyword">new</span> OpenAI({ baseURL: <span class="hljs-string">'http://localhost:8787/v1'</span>, apiKey: <span class="hljs-string">'not-needed'</span> });</code></pre>
390
+
391
+ <p>Compatible with: <strong>LangChain</strong>, <strong>Vercel AI SDK</strong>, <strong>LlamaIndex</strong>, <strong>any OpenAI SDK</strong>.</p>
392
+ </section>
393
+
394
+ <!-- ===== Configuration ===== -->
395
+ <section id="configuration">
396
+ <h2>&#x2699;&#xFE0F; Configuration</h2>
397
+
398
+ <h3>Environment Variables</h3>
399
+ <div class="table-wrapper">
400
+ <table>
401
+ <thead>
402
+ <tr><th>Variable</th><th>Description</th></tr>
403
+ </thead>
404
+ <tbody>
405
+ <tr><td><code>OPENAI_API_KEY</code></td><td>OpenAI API key</td></tr>
406
+ <tr><td><code>ANTHROPIC_API_KEY</code></td><td>Anthropic API key</td></tr>
407
+ <tr><td><code>GROQ_API_KEY</code></td><td>Groq API key</td></tr>
408
+ <tr><td><code>DEEPSEEK_API_KEY</code></td><td>DeepSeek API key</td></tr>
409
+ <tr><td><code>NVIDIA_API_KEY</code></td><td>NVIDIA API key</td></tr>
410
+ <tr><td><code>GOOGLE_API_KEY</code></td><td>Google Gemini API key</td></tr>
411
+ <tr><td><code>MISTRAL_API_KEY</code></td><td>Mistral API key</td></tr>
412
+ <tr><td><code>COHERE_API_KEY</code></td><td>Cohere API key</td></tr>
413
+ <tr><td><code>A3M_PROVIDERS</code></td><td>Restrict to specific providers (comma-separated)</td></tr>
414
+ <tr><td><code>A3M_MONTHLY_BUDGET</code></td><td>Monthly budget in USD</td></tr>
415
+ <tr><td><code>A3M_PORT</code></td><td>Proxy server port (default: 8787)</td></tr>
416
+ </tbody>
417
+ </table>
418
+ </div>
419
+ </section>
420
+
421
+ <!-- ===== Error Handling ===== -->
422
+ <section id="error-handling">
423
+ <h2>&#x26A0;&#xFE0F; Error Handling</h2>
424
+
425
+ <h3>Retry Configuration</h3>
426
+ <pre><code><span class="hljs-keyword">import</span> { RetryManager } <span class="hljs-keyword">from</span> <span class="hljs-string">'adaptive-memory-multi-model-router/retry'</span>;
427
+
428
+ <span class="hljs-keyword">const</span> retry = <span class="hljs-keyword">new</span> <span class="hljs-title class_">RetryManager</span>({
429
+ providers: {
430
+ <span class="hljs-string">'openai'</span>: { timeout: <span class="hljs-number">30000</span>, maxRetries: <span class="hljs-number">3</span>, baseDelay: <span class="hljs-number">1000</span> },
431
+ <span class="hljs-string">'anthropic'</span>: { timeout: <span class="hljs-number">45000</span>, maxRetries: <span class="hljs-number">3</span>, baseDelay: <span class="hljs-number">1000</span> },
432
+ <span class="hljs-string">'groq'</span>: { timeout: <span class="hljs-number">15000</span>, maxRetries: <span class="hljs-number">2</span>, baseDelay: <span class="hljs-number">500</span> },
433
+ },
434
+ backoffMultiplier: <span class="hljs-number">2</span>,
435
+ jitter: <span class="hljs-number">0.3</span>,
436
+ rateLimitHandling: <span class="hljs-string">'retry-after'</span>,
437
+ });</code></pre>
438
+
439
+ <div class="table-wrapper">
440
+ <table>
441
+ <thead>
442
+ <tr><th>Option</th><th>Type</th><th>Default</th><th>Description</th></tr>
443
+ </thead>
444
+ <tbody>
445
+ <tr><td><code>timeout</code></td><td><code>number</code></td><td>30000</td><td>Request timeout in ms</td></tr>
446
+ <tr><td><code>maxRetries</code></td><td><code>number</code></td><td>3</td><td>Maximum retry attempts</td></tr>
447
+ <tr><td><code>baseDelay</code></td><td><code>number</code></td><td>1000</td><td>Initial backoff delay in ms</td></tr>
448
+ <tr><td><code>backoffMultiplier</code></td><td><code>number</code></td><td>2</td><td>Exponential backoff multiplier</td></tr>
449
+ <tr><td><code>jitter</code></td><td><code>number</code></td><td>0.3</td><td>Jitter factor (&plusmn;30%)</td></tr>
450
+ </tbody>
451
+ </table>
452
+ </div>
453
+
454
+ <p>For the full configuration reference, see the <a href="https://github.com/Das-rebel/a3m-router/blob/main/docs/CONFIGURATION.md" target="_blank" rel="noopener">Configuration Guide on GitHub</a>.</p>
455
+ </section>
456
+
457
+ <!-- ===== Package Exports ===== -->
458
+ <section id="package-exports">
459
+ <h2>&#x1F4E6; Package Exports</h2>
460
+
461
+ <div class="table-wrapper">
462
+ <table>
463
+ <thead>
464
+ <tr><th>Import Path</th><th>Description</th></tr>
465
+ </thead>
466
+ <tbody>
467
+ <tr><td><code>adaptive-memory-multi-model-router</code></td><td>Main package — everything</td></tr>
468
+ <tr><td><code>adaptive-memory-multi-model-router/sdk</code></td><td>Clean high-level API (A3MRouter class)</td></tr>
469
+ <tr><td><code>adaptive-memory-multi-model-router/cache</code></td><td>Semantic cache module</td></tr>
470
+ <tr><td><code>adaptive-memory-multi-model-router/guardrails</code></td><td>Security guardrails (injection, PII)</td></tr>
471
+ <tr><td><code>adaptive-memory-multi-model-router/cost</code></td><td>Cost analytics and tracking</td></tr>
472
+ <tr><td><code>adaptive-memory-multi-model-router/analytics</code></td><td>Usage analytics</td></tr>
473
+ <tr><td><code>adaptive-memory-multi-model-router/memory</code></td><td>Episodic memory store</td></tr>
474
+ <tr><td><code>adaptive-memory-multi-model-router/langchain</code></td><td>LangChain integration</td></tr>
475
+ <tr><td><code>adaptive-memory-multi-model-router/providers</code></td><td>Provider definitions and pricing</td></tr>
476
+ <tr><td><code>adaptive-memory-multi-model-router/server</code></td><td>HTTP server</td></tr>
477
+ <tr><td><code>adaptive-memory-multi-model-router/ensemble</code></td><td>Parallel ensemble execution (P0)</td></tr>
478
+ <tr><td><code>adaptive-memory-multi-model-router/presets</code></td><td>Query-type presets (P1)</td></tr>
479
+ <tr><td><code>adaptive-memory-multi-model-router/billing</code></td><td>Budget enforcement</td></tr>
480
+ <tr><td><code>adaptive-memory-multi-model-router/failover</code></td><td>Circuit breaker + health scoring</td></tr>
481
+ <tr><td><code>adaptive-memory-multi-model-router/retry</code></td><td>Per-provider retry logic</td></tr>
482
+ </tbody>
483
+ </table>
484
+ </div>
485
+ </section>
486
+
487
+ <p class="cta-buttons" style="margin-top: 32px;">
488
+ <a href="quick-start" class="btn btn-primary">&#x1F680; Back to Quick Start</a>
489
+ <a href="benchmark" class="btn btn-secondary">&#x1F4CA; View Benchmarks</a>
490
+ <a href="https://github.com/Das-rebel/a3m-router/blob/main/docs/API.md" class="btn btn-ghost" target="_blank" rel="noopener">&#x1F4D6; Full API Doc on GitHub</a>
491
+ </p>
492
+
493
+ </div>
494
+ </main>
495
+
496
+ <footer class="site-footer">
497
+ <div class="footer-content">
498
+ <div class="footer-links">
499
+ <a href="https://github.com/Das-rebel/a3m-router" target="_blank" rel="noopener">GitHub</a>
500
+ <a href="https://www.npmjs.com/package/adaptive-memory-multi-model-router" target="_blank" rel="noopener">npm</a>
501
+ <a href="https://pypi.org/project/a3m-router/" target="_blank" rel="noopener">PyPI</a>
502
+ <a href="https://github.com/Das-rebel/a3m-router/issues" target="_blank" rel="noopener">Issues</a>
503
+ <a href="https://github.com/Das-rebel/a3m-router/discussions" target="_blank" rel="noopener">Discussions</a>
504
+ </div>
505
+ <p class="footer-copyright">
506
+ Open-source LLM Gateway &middot; MIT License &middot; No GPU Required &middot;
507
+ Built by <a href="https://github.com/Das-rebel">Das-rebel</a>
508
+ </p>
509
+ </div>
510
+ </footer>
511
+
512
+ </body>
513
+ </html>