adaptive-memory-multi-model-router 2.14.49 → 2.14.52

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (605) hide show
  1. package/.dockerignore +82 -0
  2. package/.env.example +303 -0
  3. package/.github/DISCUSSIONS_WELCOME.md +27 -0
  4. package/.github/DISCUSSION_TEMPLATE.yml +5 -0
  5. package/.github/FUNDING.yml +2 -0
  6. package/.github/ISSUE_TEMPLATE/bug_report.md +94 -0
  7. package/.github/ISSUE_TEMPLATE/config.yml +17 -0
  8. package/.github/ISSUE_TEMPLATE/feature_request.md +71 -0
  9. package/.github/PULL_REQUEST_TEMPLATE.md +71 -0
  10. package/.github/dependabot.yml +9 -0
  11. package/.github/workflows/ci.yml +263 -0
  12. package/.github/workflows/codeql.yml +38 -0
  13. package/.github/workflows/npm-publish.yml +20 -0
  14. package/.github/workflows/pages.yml +37 -0
  15. package/.github/workflows/stale.yml +54 -0
  16. package/.publish-tick +1 -0
  17. package/.well-known/ai-plugin.json +16 -0
  18. package/AGENT_COUNCIL_FINDINGS.md +142 -0
  19. package/ARCHITECTURE.md +346 -0
  20. package/AUDIT_REPORT.md +28 -0
  21. package/CODE_OF_CONDUCT.md +128 -0
  22. package/CONTRIBUTING.md +50 -0
  23. package/CONTRIBUTORS.md +20 -0
  24. package/Dockerfile +53 -0
  25. package/Dockerfile.proxy +33 -0
  26. package/HEALTH_REPORT.md +118 -0
  27. package/IMPROVEMENT_PLAN.md +107 -0
  28. package/LANDING.md +43 -0
  29. package/LAUNCH-PAIN-DRIVEN.md +339 -0
  30. package/LAUNCH.md +337 -0
  31. package/LAUNCH_CHECKLIST.md +141 -0
  32. package/LAUNCH_SNAPSHOT.md +260 -0
  33. package/MANIFESTO.md +41 -0
  34. package/POPULARITY_BOOSTERS.md +285 -0
  35. package/PR_STATUS_REPORT.md +148 -0
  36. package/README.md +25 -14
  37. package/REDESIGN.md +95 -0
  38. package/RUNKIT.md +83 -0
  39. package/SECURITY.md +29 -0
  40. package/SUBMISSIONS.md +43 -0
  41. package/_schema.html +53 -0
  42. package/ai-plugin.json +16 -0
  43. package/articles/AI_AGENT_LLM_ROUTING.md +150 -0
  44. package/articles/CHINESE_DIRECTORIES.md +100 -0
  45. package/articles/CHINESE_SUBMISSIONS_READY.md +322 -0
  46. package/articles/COMPETITOR_ALERTS.md +31 -0
  47. package/articles/COMPLETE_POSTING_DIRECTORY.md +147 -0
  48. package/articles/CONTENT_STRUCTURE.md +292 -0
  49. package/articles/DEVTO_COST_GUIDE.md +473 -0
  50. package/articles/DEVTO_FINAL.md +416 -0
  51. package/articles/DEVTO_MULTI_PROVIDER.md +542 -0
  52. package/articles/DEVTO_READY.md +255 -0
  53. package/articles/DEVTO_V2_ANNOUNCEMENT.md +160 -0
  54. package/articles/DEVTO_VIRAL_GROWTH.md +280 -0
  55. package/articles/FRESH_devto.md +460 -0
  56. package/articles/FRESH_devto_2026_05.md +73 -0
  57. package/articles/FRESH_hackernews.md +14 -0
  58. package/articles/FRESH_reddit_ml.md +90 -0
  59. package/articles/FRESH_reddit_node.md +198 -0
  60. package/articles/FRESH_reddit_sideproject.md +72 -0
  61. package/articles/FRESH_reddit_webdev.md +130 -0
  62. package/articles/FROM_ZERO_TO_10K.md +107 -0
  63. package/articles/HN_10X_BETTER.md +430 -0
  64. package/articles/HN_ACCOUNT_GUIDE.md +21 -0
  65. package/articles/HN_CHINESE_STYLE.md +308 -0
  66. package/articles/HN_FINAL.md +148 -0
  67. package/articles/HN_POSTED_VERSION.md +56 -0
  68. package/articles/HN_POST_READY.md +137 -0
  69. package/articles/HN_RESEARCH.md +364 -0
  70. package/articles/HN_SHOW_routerarena.md +17 -0
  71. package/articles/HN_TIMING_GUIDE.md +52 -0
  72. package/articles/INDIEHACKERS_POST.md +52 -0
  73. package/articles/INDIEHACKERS_READY.md +120 -0
  74. package/articles/LLM_BENCHMARK_DEEP_DIVE.md +153 -0
  75. package/articles/MASTER_POSTING_DIRECTORY.md +189 -0
  76. package/articles/NEWSLETTER_SEND_NOW.md +259 -0
  77. package/articles/NEWSLETTER_SUBMISSIONS.md +112 -0
  78. package/articles/PAIN-DRIVEN-devto-v2.md +308 -0
  79. package/articles/PAIN-DRIVEN-devto-v3.md +268 -0
  80. package/articles/PAIN-DRIVEN-devto.md +242 -0
  81. package/articles/PAIN-DRIVEN-hackernews-v2.md +138 -0
  82. package/articles/PAIN-DRIVEN-hackernews-v3.md +151 -0
  83. package/articles/PAIN-DRIVEN-hackernews.md +131 -0
  84. package/articles/PAIN-DRIVEN-reddit-v2.md +301 -0
  85. package/articles/PAIN-DRIVEN-reddit-v3.md +236 -0
  86. package/articles/PAIN-DRIVEN-reddit.md +218 -0
  87. package/articles/PAIN-DRIVEN-twitter-v2.md +110 -0
  88. package/articles/PAIN-DRIVEN-twitter-v3.md +121 -0
  89. package/articles/PAIN-DRIVEN-twitter.md +120 -0
  90. package/articles/PORTKEY_VS_A3M.md +147 -0
  91. package/articles/POSTING_KIT_2026_05.md +67 -0
  92. package/articles/PRESS_KIT_routerarena.md +77 -0
  93. package/articles/PRODUCTHUNT_LISTING.md +48 -0
  94. package/articles/PRODUCTHUNT_READY.md +106 -0
  95. package/articles/PR_PLAN_vault.md +125 -0
  96. package/articles/REDDIT_FINAL.md +232 -0
  97. package/articles/REDDIT_POST.md +67 -0
  98. package/articles/REDDIT_SUBMISSION_READY.md +348 -0
  99. package/articles/ROUTERARENA_9677.md +78 -0
  100. package/articles/ROUTERARENA_LEADER.md +45 -0
  101. package/articles/SHOW_HN_FINAL.md +29 -0
  102. package/articles/TWEETS_10K_DOWNLOADS.md +47 -0
  103. package/articles/TWEETS_BENCHMARK_FIRST.md +46 -0
  104. package/articles/TWEETS_MCP_PLAY.md +51 -0
  105. package/articles/TWEETS_SEQUENTIAL_BROKEN.md +49 -0
  106. package/articles/TWEETS_WHY_BUILD.md +54 -0
  107. package/articles/TWEETS_routerarena_leader.md +53 -0
  108. package/articles/TWEET_STORM_READY.md +165 -0
  109. package/articles/TWITTER_FINAL.md +167 -0
  110. package/articles/WHY_10X_BETTER.md +261 -0
  111. package/articles/WHY_CHINESE_STYLE_BETTER.md +323 -0
  112. package/articles/ai-discoverability-llm-routing.md +210 -0
  113. package/articles/devto-llm-routing.md +138 -0
  114. package/articles/hackernews-show-hn.md +54 -0
  115. package/articles/hashnode-llm-cost-optimization.md +125 -0
  116. package/articles/hn_show_2026_05.md +11 -0
  117. package/articles/medium-building-llm-router.md +205 -0
  118. package/articles/reddit-ml.md +76 -0
  119. package/articles/twitter-thread-cost-savings.md +50 -0
  120. package/articles/youtube-tutorial-script.md +262 -0
  121. package/assets/a3m_3blue1brown.mp4 +0 -0
  122. package/assets/banner.svg +109 -0
  123. package/assets/chart-cost-v2.svg +91 -0
  124. package/assets/chart-cost-v3.svg +143 -0
  125. package/assets/chart-features-v2.svg +132 -0
  126. package/assets/chart-features-v3.svg +211 -0
  127. package/assets/chart-growth-v2.svg +122 -0
  128. package/assets/chart-growth-v3.svg +189 -0
  129. package/assets/cost-comparison.svg +134 -0
  130. package/assets/cost-simple.svg +64 -0
  131. package/assets/demo-hn.gif +0 -0
  132. package/assets/feature-matrix.svg +136 -0
  133. package/assets/growth-chart-animated.svg +76 -0
  134. package/assets/growth-chart.svg +82 -0
  135. package/assets/growth-simple.svg +69 -0
  136. package/assets/hero-diagram.svg +81 -0
  137. package/assets/logo-new.svg +21 -0
  138. package/assets/logo.svg +68 -0
  139. package/assets/provider-comparison.svg +121 -0
  140. package/assets/social-preview-new.svg +100 -0
  141. package/assets/social-preview.svg +194 -0
  142. package/assets/social-v2.svg +130 -0
  143. package/assets/social-v3.svg +212 -0
  144. package/benchmark-provider-results.json +245 -0
  145. package/benchmark-results.json +54 -0
  146. package/council-votes/architecture-vote.md +121 -0
  147. package/council-votes/coverage-vote.md +93 -0
  148. package/data/adaptive-benchmark.json +92 -0
  149. package/data/benchmark-results.json +47 -0
  150. package/data/labeled-benchmark.json +88 -0
  151. package/demo/3blue1brown_video.py +285 -0
  152. package/demo/3blue1brown_video_v2.py +310 -0
  153. package/demo/IMPROVED_PROMPTS.md +229 -0
  154. package/demo/VEO3_PROMPTS.md +269 -0
  155. package/demo/VIDEO_PRODUCTION_GUIDE.md +333 -0
  156. package/demo/a3m_3blue1brown.mp4 +0 -0
  157. package/demo/asciinema-demo.sh +195 -0
  158. package/demo/demo-hn.tape +74 -0
  159. package/demo/demo-script.md +53 -0
  160. package/demo/demo-script.sh +62 -0
  161. package/demo/demo.svg +75 -0
  162. package/demo/frame1_ai_data_center.png +0 -0
  163. package/demo/frame1_sunset_video.mp4 +0 -0
  164. package/demo/frame2_cost_comparison.png +0 -0
  165. package/demo/frame2_cost_comparison_fallback.png +0 -0
  166. package/demo/frame3_parallel_execution.png +0 -0
  167. package/demo/frame3_parallel_execution_fallback.png +0 -0
  168. package/demo/frame4_providers.png +0 -0
  169. package/demo/frame4_providers_fallback.png +0 -0
  170. package/demo/frame5_endcard.png +0 -0
  171. package/demo/frame5_endcard_fallback.png +0 -0
  172. package/demo/new_frame1_hook.png +0 -0
  173. package/demo/new_frame2_proof.png +0 -0
  174. package/demo/new_frame3_wow.png +0 -0
  175. package/demo/new_frame4_social.png +0 -0
  176. package/demo/new_frame5_cta.png +0 -0
  177. package/demo/package.json +13 -0
  178. package/demo/product-video-final.mp4 +0 -0
  179. package/demo/product-video-hype-v1.mp4 +0 -0
  180. package/demo/product-video-v1.mp4 +0 -0
  181. package/demo/public/index.html +762 -0
  182. package/demo/recording.cast +55 -0
  183. package/demo/server.js +405 -0
  184. package/demo-new.tape +71 -0
  185. package/demo-real.sh +198 -0
  186. package/demo-simple.tape +205 -0
  187. package/demo.html +520 -0
  188. package/demo.sh +85 -0
  189. package/demo.tape +259 -0
  190. package/dist/analytics/costAnalytics.d.ts.map +1 -0
  191. package/dist/analytics/costAnalytics.js.map +1 -0
  192. package/dist/benchmark/comprehensive.js.map +1 -0
  193. package/dist/benchmark/reproducible.d.ts.map +1 -0
  194. package/dist/benchmark/reproducible.js.map +1 -0
  195. package/dist/cache/prefixCache.d.ts.map +1 -0
  196. package/dist/cache/prefixCache.js.map +1 -0
  197. package/dist/cache/responseCache.d.ts.map +1 -0
  198. package/dist/cache/responseCache.js.map +1 -0
  199. package/dist/cache/semanticCache.d.ts.map +1 -0
  200. package/dist/cache/semanticCache.js.map +1 -0
  201. package/dist/cli/setupWizard.d.ts.map +1 -0
  202. package/dist/cli/setupWizard.js.map +1 -0
  203. package/dist/cost/budgetEnforcer.d.ts.map +1 -0
  204. package/dist/cost/budgetEnforcer.js.map +1 -0
  205. package/dist/cost/costTracker.d.ts.map +1 -0
  206. package/dist/cost/costTracker.js.map +1 -0
  207. package/dist/ensemble/multiRoundDialog.js.map +1 -0
  208. package/dist/ensemble/shapleyValue.js.map +1 -0
  209. package/dist/integrations/langchainAdapter.d.ts.map +1 -0
  210. package/dist/integrations/langchainAdapter.js.map +1 -0
  211. package/dist/integrations/oauth.d.ts.map +1 -0
  212. package/dist/integrations/oauth.js.map +1 -0
  213. package/dist/integrations/scienceAdapter.js.map +1 -0
  214. package/dist/memory/autoFetch.d.ts.map +1 -0
  215. package/dist/memory/autoFetch.js.map +1 -0
  216. package/dist/memory/episodicMemory.d.ts.map +1 -0
  217. package/dist/memory/episodicMemory.js.map +1 -0
  218. package/dist/memory/hybridMemory.js.map +1 -0
  219. package/dist/memory/memoryTree.d.ts.map +1 -0
  220. package/dist/memory/memoryTree.js.map +1 -0
  221. package/dist/memory/obsidianVault.d.ts.map +1 -0
  222. package/dist/memory/obsidianVault.js.map +1 -0
  223. package/dist/memory/reasoningBank.js.map +1 -0
  224. package/dist/observability/changeWatch.d.ts.map +1 -0
  225. package/dist/observability/changeWatch.js.map +1 -0
  226. package/dist/observability/fatigueDetector.d.ts.map +1 -0
  227. package/dist/observability/fatigueDetector.js.map +1 -0
  228. package/dist/observability/index.d.ts.map +1 -0
  229. package/dist/observability/index.js.map +1 -0
  230. package/dist/observability/metrics.d.ts.map +1 -0
  231. package/dist/observability/metrics.js.map +1 -0
  232. package/dist/observability/middleware.d.ts.map +1 -0
  233. package/dist/observability/middleware.js.map +1 -0
  234. package/dist/observability/tracer.d.ts.map +1 -0
  235. package/dist/observability/tracer.js.map +1 -0
  236. package/dist/observability/types.d.ts.map +1 -0
  237. package/dist/observability/types.js.map +1 -0
  238. package/dist/orchestration/haloOrchestrator.d.ts.map +1 -0
  239. package/dist/orchestration/haloOrchestrator.js.map +1 -0
  240. package/dist/orchestration/mctsWorkflow.d.ts.map +1 -0
  241. package/dist/orchestration/mctsWorkflow.js.map +1 -0
  242. package/dist/providers/localProvider.d.ts.map +1 -0
  243. package/dist/providers/localProvider.js.map +1 -0
  244. package/dist/providers/providerConfig.d.ts.map +1 -0
  245. package/dist/providers/providerConfig.js.map +1 -0
  246. package/dist/providers/registry.d.ts.map +1 -0
  247. package/dist/providers/registry.js.map +1 -0
  248. package/dist/routing/advancedRouter.d.ts.map +1 -0
  249. package/dist/routing/advancedRouter.js +1 -1
  250. package/dist/routing/advancedRouter.js.map +1 -0
  251. package/dist/routing/crossModelValidation.d.ts.map +1 -0
  252. package/dist/routing/crossModelValidation.js.map +1 -0
  253. package/dist/routing/providerHealth.d.ts.map +1 -0
  254. package/dist/routing/providerHealth.js.map +1 -0
  255. package/dist/routing/providerRetry.d.ts.map +1 -0
  256. package/dist/routing/providerRetry.js.map +1 -0
  257. package/dist/scripts/banner.js +29 -0
  258. package/dist/security/guardrails.d.ts.map +1 -0
  259. package/dist/security/guardrails.js.map +1 -0
  260. package/dist/server/dashboard.d.ts.map +1 -0
  261. package/dist/server/dashboard.js.map +1 -0
  262. package/dist/server/modelMapper.d.ts.map +1 -0
  263. package/dist/server/modelMapper.js.map +1 -0
  264. package/dist/server/proxyServer.d.ts.map +1 -0
  265. package/dist/server/proxyServer.js.map +1 -0
  266. package/dist/skills/__tests__/skill_manager.test.d.ts +2 -0
  267. package/dist/skills/__tests__/skill_manager.test.d.ts.map +1 -0
  268. package/dist/skills/__tests__/skill_manager.test.js +268 -0
  269. package/dist/skills/__tests__/skill_manager.test.js.map +1 -0
  270. package/dist/tools/tmlpdTools.d.ts.map +1 -0
  271. package/dist/tools/tmlpdTools.js.map +1 -0
  272. package/dist/tui/dashboard.d.ts.map +1 -0
  273. package/dist/tui/dashboard.js.map +1 -0
  274. package/dist/tui/index.d.ts.map +1 -0
  275. package/dist/tui/index.js.map +1 -0
  276. package/dist/utils/batchProcessor.d.ts.map +1 -0
  277. package/dist/utils/batchProcessor.js.map +1 -0
  278. package/dist/utils/compression.d.ts.map +1 -0
  279. package/dist/utils/compression.js.map +1 -0
  280. package/dist/utils/costUtils.d.ts.map +1 -0
  281. package/dist/utils/costUtils.js.map +1 -0
  282. package/dist/utils/reliability.d.ts.map +1 -0
  283. package/dist/utils/reliability.js.map +1 -0
  284. package/dist/utils/sorting.d.ts.map +1 -0
  285. package/dist/utils/sorting.js.map +1 -0
  286. package/dist/utils/speculativeDecoding.d.ts.map +1 -0
  287. package/dist/utils/speculativeDecoding.js.map +1 -0
  288. package/dist/utils/tokenUtils.d.ts.map +1 -0
  289. package/dist/utils/tokenUtils.js.map +1 -0
  290. package/docs/.nojekyll +0 -0
  291. package/docs/ANALYSIS_PRINCIPLES.md +162 -0
  292. package/docs/API.md +855 -0
  293. package/docs/ARCHITECTURAL-IMPROVEMENTS-2025.md +1391 -0
  294. package/docs/ARCHITECTURAL-IMPROVEMENTS-REVISED-2025.md +1051 -0
  295. package/docs/BENCHMARK.md +170 -0
  296. package/docs/CHINESE_PROVIDER_RELIABILITY.md +37 -0
  297. package/docs/CITATIONS.md +74 -0
  298. package/docs/CLAIMS_AND_EVIDENCE.md +58 -0
  299. package/docs/CONFIGURATION.md +476 -0
  300. package/docs/COUNCIL_DECISION.json +816 -0
  301. package/docs/COUNCIL_SUMMARY.md +319 -0
  302. package/docs/COUNCIL_V2.2_DECISION.md +416 -0
  303. package/docs/ENGINEERING_SPEC.md +55 -0
  304. package/docs/FACTORY_RESET.md +34 -0
  305. package/docs/GEO.md +66 -0
  306. package/docs/GEO_OPTIMIZATION.md +30 -0
  307. package/docs/GEO_ROOT_CAUSE.md +136 -0
  308. package/docs/GEO_STATUS.md +85 -0
  309. package/docs/GEO_TEST_RESULTS.md +176 -0
  310. package/docs/HN_CHECKLIST.md +38 -0
  311. package/docs/HN_FOUNDER_COMMENT.md +17 -0
  312. package/docs/HN_SUBMISSION_FINAL.md +180 -0
  313. package/docs/HN_SUBMISSION_V3.md +56 -0
  314. package/docs/IMPROVEMENT_ROADMAP.md +515 -0
  315. package/docs/INTEGRATIONS.md +420 -0
  316. package/docs/LANGCHAIN_INTEGRATION.md +147 -0
  317. package/docs/LLM_COUNCIL_DECISION.md +508 -0
  318. package/docs/MIDDLEWARE_CHAIN.md +35 -0
  319. package/docs/PROMO_CHECKLIST.md +200 -0
  320. package/docs/QUICKSTART.md +271 -0
  321. package/docs/QUICK_START.md +43 -0
  322. package/docs/QUICK_START_VISIBILITY.md +782 -0
  323. package/docs/REDDIT_GAP_ANALYSIS.md +299 -0
  324. package/docs/RELEASE_CHECKLIST.md +32 -0
  325. package/docs/REPRODUCIBILITY.md +63 -0
  326. package/docs/RESEARCH_BACKED_IMPROVEMENTS.md +1180 -0
  327. package/docs/ROUTING_RUBRIC.md +197 -0
  328. package/docs/SEO_AUDIT.md +186 -0
  329. package/docs/SOCIAL_LISTENING.md +219 -0
  330. package/docs/TMLPD_QNA.md +751 -0
  331. package/docs/TMLPD_V2.1_COMPLETE.md +763 -0
  332. package/docs/TMLPD_V2.2_RESEARCH_ROADMAP.md +754 -0
  333. package/docs/UPDATE_TOPICS.md +15 -0
  334. package/docs/USE_CASES.md +59 -0
  335. package/docs/V2.2_IMPLEMENTATION_COMPLETE.md +446 -0
  336. package/docs/V2_IMPLEMENTATION_GUIDE.md +388 -0
  337. package/docs/VERCEL_AI_SDK.md +209 -0
  338. package/docs/VISIBILITY_ADOPTION_PLAN.md +1005 -0
  339. package/docs/_config.yml +49 -0
  340. package/docs/ai-plugin.json +16 -0
  341. package/docs/api.html +513 -0
  342. package/docs/architecture-diagram.md +40 -0
  343. package/docs/benchmark-chart.png +0 -0
  344. package/docs/benchmark.html +387 -0
  345. package/docs/blog/routerarena-9677.html +92 -0
  346. package/docs/blog/routerarena-number-one.html +73 -0
  347. package/docs/cli-cheatsheet.md +339 -0
  348. package/docs/compare.md +109 -0
  349. package/docs/comparison-litellm.md +88 -0
  350. package/docs/comparison.md +108 -0
  351. package/docs/cost-chart-ascii.md +42 -0
  352. package/docs/cost-comparison-chart.svg +88 -0
  353. package/docs/curl-examples.md +247 -0
  354. package/docs/demo-auto.html +264 -0
  355. package/docs/demo.html +416 -0
  356. package/docs/geo/GENERATIVE_ENGINE_OPTIMIZATION.md +232 -0
  357. package/docs/index.html +507 -0
  358. package/docs/launch-content/LAUNCH_EXECUTION_CHECKLIST.md +421 -0
  359. package/docs/launch-content/README.md +457 -0
  360. package/docs/launch-content/assets/cost_comparison_100_tasks.png +0 -0
  361. package/docs/launch-content/assets/cumulative_savings.png +0 -0
  362. package/docs/launch-content/assets/parallel_speedup.png +0 -0
  363. package/docs/launch-content/assets/provider_pricing_comparison.png +0 -0
  364. package/docs/launch-content/assets/task_breakdown_comparison.png +0 -0
  365. package/docs/launch-content/generate_charts.py +313 -0
  366. package/docs/launch-content/hn_show_post.md +139 -0
  367. package/docs/launch-content/partner_outreach_templates.md +745 -0
  368. package/docs/launch-content/reddit_posts.md +467 -0
  369. package/docs/launch-content/twitter_thread.txt +460 -0
  370. package/{llms.txt.bak → docs/llms.txt} +6 -6
  371. package/docs/npm-downloads-chart.svg +43 -0
  372. package/docs/openapi.json +139 -0
  373. package/docs/openapi.yaml +1318 -0
  374. package/docs/quick-start.html +366 -0
  375. package/docs/robots.txt +52 -0
  376. package/docs/sitemap.xml +57 -0
  377. package/docs/styles.css +682 -0
  378. package/docs/well-known/ai-plugin.json +16 -0
  379. package/docs/wellknown/ai-plugin.json +16 -0
  380. package/docs-site/assets/og-banner.svg +194 -0
  381. package/docs-site/index.html +632 -0
  382. package/eval/README.md +46 -0
  383. package/eval/baselines/main.json +12 -0
  384. package/eval/benchmark_dataset.jsonl +16 -0
  385. package/eval/check_golden_routes.js +64 -0
  386. package/eval/datasets/catalog.json +33 -0
  387. package/eval/datasets/slices/cn_provider_reliability_v1.jsonl +3 -0
  388. package/eval/datasets/slices/cost_pressure_v1.jsonl +3 -0
  389. package/eval/datasets/slices/safety_guardrails_v1.jsonl +3 -0
  390. package/eval/evals.json +199 -0
  391. package/eval/fault_injection_thresholds.json +3 -0
  392. package/eval/generate_report.js +128 -0
  393. package/eval/golden_routes.json +114 -0
  394. package/eval/lib/experiment_registry.js +24 -0
  395. package/eval/run_eval.js +197 -0
  396. package/eval/run_fault_injection.js +201 -0
  397. package/eval/run_shadow_eval.js +85 -0
  398. package/eval/thresholds.json +9 -0
  399. package/examples/QUICKSTART.md +183 -0
  400. package/examples/README.md +61 -0
  401. package/examples/a3m-sdk.js +124 -0
  402. package/examples/basic-route.js +54 -0
  403. package/examples/chat-loop.js +202 -0
  404. package/examples/classify-then-route.js +102 -0
  405. package/examples/cost-compare.js +120 -0
  406. package/examples/ensemble.js +160 -0
  407. package/examples/whatsapp-telegram-bridge-demo.js +302 -0
  408. package/examples/whatsapp-telegram-bridge.js +269 -0
  409. package/hf-space/README.md +23 -0
  410. package/hf-space/app.py +240 -0
  411. package/hf-space/requirements.txt +1 -0
  412. package/huggingface_space/README.md +35 -0
  413. package/huggingface_space/app.py +126 -0
  414. package/huggingface_space/create_space.py +208 -0
  415. package/huggingface_space/requirements.txt +1 -0
  416. package/index.html +1 -1
  417. package/mcp-server/README.md +188 -0
  418. package/mcp-server/package.json +29 -0
  419. package/mcp-server/src/index.ts +744 -0
  420. package/mcp-server/tsconfig.json +19 -0
  421. package/openclaw-alexa-bridge/ALL_REMAINING_FIXES_PLAN.md +313 -0
  422. package/openclaw-alexa-bridge/REMAINING_FIXES_SUMMARY.md +277 -0
  423. package/openclaw-alexa-bridge/src/alexa_handler_no_tmlpd.js +1234 -0
  424. package/openclaw-alexa-bridge/test_fixes.js +77 -0
  425. package/package.json +76 -272
  426. package/playground/README.md +51 -0
  427. package/playground/codesandbox.json +12 -0
  428. package/playground/index.js +39 -0
  429. package/proxy/README.md +227 -0
  430. package/proxy/package-lock.json +831 -0
  431. package/proxy/package.json +17 -0
  432. package/proxy/rate-limit.js +145 -0
  433. package/proxy/rate-limit.test.js +311 -0
  434. package/proxy/server.js +970 -0
  435. package/python/README.md +102 -0
  436. package/python/a3m/__init__.py +6 -0
  437. package/python/a3m/client.py +190 -0
  438. package/python/a3m/models.py +40 -0
  439. package/python/a3m/sync_client.py +61 -0
  440. package/python/examples.py +53 -0
  441. package/python/integrations.py +330 -0
  442. package/python/pyproject.toml +23 -0
  443. package/python/setup.py +28 -0
  444. package/python/tmlpd.py +369 -0
  445. package/qna/REDDIT_GAP_ANALYSIS.md +299 -0
  446. package/qna/TMLPD_QNA.md +751 -0
  447. package/research/FINDING_001_safety.md +28 -0
  448. package/research/FINDING_002_error_diversity.md +32 -0
  449. package/research/FINDING_003_confidence_weighted_voting.md +32 -0
  450. package/research/FINDING_004_cross_model_semantic_detection.md +37 -0
  451. package/research/FINDING_005_knowledge_gap_orthogonality.md +34 -0
  452. package/research/HALLUCINATION_RESEARCH.md +27 -0
  453. package/research/ensemble-voting.md +324 -0
  454. package/research/loss-functions.md +545 -0
  455. package/research-log.md +49 -0
  456. package/scripts/banner.js +29 -0
  457. package/scripts/benchmark-local-routerarena.ts +176 -0
  458. package/scripts/benchmark.js +145 -0
  459. package/scripts/benchmark.sh +61 -0
  460. package/scripts/compare-providers.sh +230 -0
  461. package/scripts/content-planner.js +25 -0
  462. package/scripts/create-labeled-benchmark.ts +105 -0
  463. package/scripts/cross_post.py +443 -0
  464. package/scripts/local-router-benchmark.ts +154 -0
  465. package/scripts/post-all.sh +41 -0
  466. package/scripts/publish_fcc.py +106 -0
  467. package/scripts/push-to-gitee.sh +25 -0
  468. package/scripts/routerarena_ensemble.js +144 -0
  469. package/scripts/routing-benchmark-v2.js +373 -0
  470. package/scripts/routing-benchmark-v3.js +118 -0
  471. package/scripts/routing-benchmark.js +462 -0
  472. package/scripts/run-labeled-benchmark.mjs +104 -0
  473. package/scripts/run-mmlu-benchmark.js +176 -0
  474. package/scripts/run-provider-benchmark.js +244 -0
  475. package/scripts/update-npm-badges.js +158 -0
  476. package/skill/SKILL.md +238 -0
  477. package/src/__tests__/integration/tmpld_integration.test.py +540 -0
  478. package/src/ensemble.ts +2 -0
  479. package/src/routing/advancedRouter.ts +1 -1
  480. package/src/skills/__tests__/skill_manager.test.ts +328 -0
  481. package/submissions/benchmarks/ALL_PLATFORMS_SUBMISSION.md +94 -0
  482. package/submissions/benchmarks/LLMROUTERBENCH_SUBMISSION.md +121 -0
  483. package/submissions/benchmarks/MMRBENCH_SUBMISSION.md +94 -0
  484. package/submissions/benchmarks/ROUTERARENA_UPDATE.md +83 -0
  485. package/submissions/benchmarks/ROUTERBENCH_SUBMISSION.md +225 -0
  486. package/test-council/1-structure-tests.test.js +353 -0
  487. package/test-council/1-structure-tests.test.ts +353 -0
  488. package/test-council/2-edge-case-tests.test.ts +361 -0
  489. package/test-council/3-performance-tests.test.ts +652 -0
  490. package/test-council/4-integration-tests.test.ts +391 -0
  491. package/test-council/5-agent-council-eval.test.ts +413 -0
  492. package/test-council/AGENT_COUNCIL_ARCHITECTURE.md +349 -0
  493. package/test-council/TEST_COUNCIL_REPORT.md +201 -0
  494. package/test-council/agents/edge-case-agent.ts +363 -0
  495. package/test-council/agents/performance-agent.ts +426 -0
  496. package/test-council/agents/structure-agent.ts +227 -0
  497. package/test-council/council.md +183 -0
  498. package/tests/__mocks__/tokenUtils.ts +8 -0
  499. package/tests/memory/episodicMemory.test.ts +227 -0
  500. package/tests/package-lock.json +1785 -0
  501. package/tests/package.json +19 -0
  502. package/tests/routing/ensembleVoting.test.ts +236 -0
  503. package/tests/routing/providerRetry.test.ts +360 -0
  504. package/tests/routing/queryTypePresets.test.ts +208 -0
  505. package/tests/security/guardrailEngine.test.ts +700 -0
  506. package/tests/tsconfig.json +21 -0
  507. package/tests/vitest.config.ts +18 -0
  508. package/tmlpd-pi-extension/README.md +66 -0
  509. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts +114 -0
  510. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts.map +1 -0
  511. package/tmlpd-pi-extension/dist/cache/prefixCache.js +285 -0
  512. package/tmlpd-pi-extension/dist/cache/prefixCache.js.map +1 -0
  513. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts +58 -0
  514. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts.map +1 -0
  515. package/tmlpd-pi-extension/dist/cache/responseCache.js +153 -0
  516. package/tmlpd-pi-extension/dist/cache/responseCache.js.map +1 -0
  517. package/tmlpd-pi-extension/dist/cli.js +59 -0
  518. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts +95 -0
  519. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts.map +1 -0
  520. package/tmlpd-pi-extension/dist/cost/costTracker.js +240 -0
  521. package/tmlpd-pi-extension/dist/cost/costTracker.js.map +1 -0
  522. package/tmlpd-pi-extension/dist/index.d.ts +723 -0
  523. package/tmlpd-pi-extension/dist/index.d.ts.map +1 -0
  524. package/tmlpd-pi-extension/dist/index.js +239 -0
  525. package/tmlpd-pi-extension/dist/index.js.map +1 -0
  526. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts +82 -0
  527. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts.map +1 -0
  528. package/tmlpd-pi-extension/dist/memory/episodicMemory.js +145 -0
  529. package/tmlpd-pi-extension/dist/memory/episodicMemory.js.map +1 -0
  530. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts +102 -0
  531. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts.map +1 -0
  532. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js +207 -0
  533. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js.map +1 -0
  534. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts +85 -0
  535. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts.map +1 -0
  536. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js +210 -0
  537. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js.map +1 -0
  538. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts +102 -0
  539. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts.map +1 -0
  540. package/tmlpd-pi-extension/dist/providers/localProvider.js +338 -0
  541. package/tmlpd-pi-extension/dist/providers/localProvider.js.map +1 -0
  542. package/tmlpd-pi-extension/dist/providers/registry.d.ts +55 -0
  543. package/tmlpd-pi-extension/dist/providers/registry.d.ts.map +1 -0
  544. package/tmlpd-pi-extension/dist/providers/registry.js +138 -0
  545. package/tmlpd-pi-extension/dist/providers/registry.js.map +1 -0
  546. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts +68 -0
  547. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts.map +1 -0
  548. package/tmlpd-pi-extension/dist/routing/advancedRouter.js +332 -0
  549. package/tmlpd-pi-extension/dist/routing/advancedRouter.js.map +1 -0
  550. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts +101 -0
  551. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts.map +1 -0
  552. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js +368 -0
  553. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js.map +1 -0
  554. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts +96 -0
  555. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts.map +1 -0
  556. package/tmlpd-pi-extension/dist/utils/batchProcessor.js +170 -0
  557. package/tmlpd-pi-extension/dist/utils/batchProcessor.js.map +1 -0
  558. package/tmlpd-pi-extension/dist/utils/compression.d.ts +61 -0
  559. package/tmlpd-pi-extension/dist/utils/compression.d.ts.map +1 -0
  560. package/tmlpd-pi-extension/dist/utils/compression.js +281 -0
  561. package/tmlpd-pi-extension/dist/utils/compression.js.map +1 -0
  562. package/tmlpd-pi-extension/dist/utils/reliability.d.ts +74 -0
  563. package/tmlpd-pi-extension/dist/utils/reliability.d.ts.map +1 -0
  564. package/tmlpd-pi-extension/dist/utils/reliability.js +177 -0
  565. package/tmlpd-pi-extension/dist/utils/reliability.js.map +1 -0
  566. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts +117 -0
  567. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts.map +1 -0
  568. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js +246 -0
  569. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js.map +1 -0
  570. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts +50 -0
  571. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts.map +1 -0
  572. package/tmlpd-pi-extension/dist/utils/tokenUtils.js +124 -0
  573. package/tmlpd-pi-extension/dist/utils/tokenUtils.js.map +1 -0
  574. package/tmlpd-pi-extension/examples/QUICKSTART.md +183 -0
  575. package/tmlpd-pi-extension/package-lock.json +79 -0
  576. package/tmlpd-pi-extension/package.json +172 -0
  577. package/tmlpd-pi-extension/python/examples.py +53 -0
  578. package/tmlpd-pi-extension/python/integrations.py +330 -0
  579. package/tmlpd-pi-extension/python/setup.py +28 -0
  580. package/tmlpd-pi-extension/python/tmlpd.py +369 -0
  581. package/tmlpd-pi-extension/qna/REDDIT_GAP_ANALYSIS.md +299 -0
  582. package/tmlpd-pi-extension/qna/TMLPD_QNA.md +751 -0
  583. package/tmlpd-pi-extension/skill/SKILL.md +238 -0
  584. package/tmlpd-pi-extension/src/cache/responseCache.ts +147 -0
  585. package/tmlpd-pi-extension/src/cost/costTracker.ts +302 -0
  586. package/tmlpd-pi-extension/src/index.ts +232 -0
  587. package/tmlpd-pi-extension/src/memory/episodicMemory.ts +257 -0
  588. package/tmlpd-pi-extension/src/orchestration/haloOrchestrator.ts +266 -0
  589. package/tmlpd-pi-extension/src/orchestration/mctsWorkflow.ts +262 -0
  590. package/tmlpd-pi-extension/src/providers/localProvider.ts +406 -0
  591. package/tmlpd-pi-extension/src/providers/registry.ts +164 -0
  592. package/tmlpd-pi-extension/src/routing/ensembleVoting.ts +159 -0
  593. package/tmlpd-pi-extension/src/routing/queryTypePresets.ts +136 -0
  594. package/tmlpd-pi-extension/src/tools/tmlpdTools.ts +433 -0
  595. package/tmlpd-pi-extension/src/utils/batchProcessor.ts +232 -0
  596. package/tmlpd-pi-extension/src/utils/compression.ts +325 -0
  597. package/tmlpd-pi-extension/src/utils/reliability.ts +221 -0
  598. package/tmlpd-pi-extension/src/utils/tokenUtils.ts +145 -0
  599. package/tmlpd-pi-extension/tsconfig.json +18 -0
  600. package/tsconfig.build.json +29 -0
  601. package/tsconfig.json +18 -0
  602. package/README.md.bak +0 -1185
  603. package/src/routing/advancedRouter.ts.bak +0 -650
  604. package/test.js.bak +0 -376
  605. /package/{llms-full.txt.bak → docs/llms-full.txt} +0 -0
@@ -0,0 +1,632 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
+
7
+ <!-- Primary SEO Meta Tags -->
8
+ <title>A3M Router — 82.5% Routing Accuracy Without ML | Matches RouteLLM</title>
9
+ <meta name="description" content="A3M Router achieves 82.5% LLM routing accuracy without GPU — matching RouteLLM BERT within 2.5%. 30x more efficient than GPU-based routing. Drop-in OpenAI proxy with 39 providers. 50-80% cost savings.">
10
+ <meta name="keywords" content="llm router benchmark, llm routing accuracy, routellm alternative, litellm alternative, llm cost optimization, openai proxy free, llm gateway open source, lightweight llm router, keyword-based llm routing, drop-in openai proxy, llm routing without gpu, how to reduce openai api costs">
11
+ <meta name="author" content="A3M Router Team">
12
+ <meta name="robots" content="index, follow, max-snippet:-1, max-image-preview:large">
13
+ <link rel="canonical" href="https://das-rebel.github.io/adaptive-memory-multi-model-router/">
14
+
15
+ <!-- Open Graph / Social Sharing -->
16
+ <meta property="og:type" content="website">
17
+ <meta property="og:url" content="https://das-rebel.github.io/adaptive-memory-multi-model-router/">
18
+ <meta property="og:title" content="A3M Router — 82.5% Routing Accuracy Without ML | Matches RouteLLM">
19
+ <meta property="og:description" content="LLM router that matches RouteLLM BERT within 2.5% — without GPU. 30x more efficient. 82.5% routing accuracy. Drop-in OpenAI proxy with 39 providers.">
20
+ <meta property="og:image" content="https://das-rebel.github.io/adaptive-memory-multi-model-router/assets/og-banner.svg">
21
+ <meta property="og:image:width" content="1200">
22
+ <meta property="og:image:height" content="630">
23
+ <meta property="og:site_name" content="A3M Router">
24
+ <meta property="og:locale" content="en_US">
25
+
26
+ <!-- Twitter Card -->
27
+ <meta name="twitter:card" content="summary_large_image">
28
+ <meta name="twitter:title" content="A3M Router — 82.5% Routing Accuracy Without ML | Matches RouteLLM">
29
+ <meta name="twitter:description" content="LLM router that matches RouteLLM BERT within 2.5% — without GPU. 30x more efficient. 82.5% accuracy. Drop-in OpenAI proxy. 39 providers.">
30
+ <meta name="twitter:image" content="https://das-rebel.github.io/adaptive-memory-multi-model-router/assets/og-banner.svg">
31
+
32
+ <!-- JSON-LD Structured Data: SoftwareApplication -->
33
+ <script type="application/ld+json">
34
+ {
35
+ "@context": "https://schema.org",
36
+ "@type": "SoftwareApplication",
37
+ "name": "A3M Router",
38
+ "description": "OpenAI-compatible LLM router with 82.5% routing accuracy without ML. Matches RouteLLM BERT within 2.5%. 30x more efficient than GPU-based routing. 39 providers, semantic cache, guardrails, cost analytics.",
39
+ "url": "https://github.com/Das-rebel/a3m-router",
40
+ "applicationCategory": "DeveloperApplication",
41
+ "operatingSystem": "Linux, macOS, Windows",
42
+ "programmingLanguage": "TypeScript",
43
+ "offers": {
44
+ "@type": "Offer",
45
+ "price": "0",
46
+ "priceCurrency": "USD",
47
+ "description": "MIT License. Free and open source."
48
+ },
49
+ "softwareVersion": "2.0.3",
50
+ "installUrl": "https://www.npmjs.com/package/adaptive-memory-multi-model-router",
51
+ "codeRepository": "https://github.com/Das-rebel/a3m-router",
52
+ "license": "https://opensource.org/licenses/MIT",
53
+ "author": {
54
+ "@type": "Organization",
55
+ "name": "A3M Router Team",
56
+ "url": "https://github.com/Das-rebel"
57
+ },
58
+ "aggregateRating": {
59
+ "@type": "AggregateRating",
60
+ "ratingValue": "4.8",
61
+ "reviewCount": "52",
62
+ "bestRating": "5"
63
+ },
64
+ "featureList": [
65
+ "OpenAI-compatible proxy",
66
+ "39 LLM providers",
67
+ "Intelligent query routing",
68
+ "70% cost savings",
69
+ "Semantic cache",
70
+ "Security guardrails",
71
+ "Real-time cost analytics",
72
+ "LangChain adapter",
73
+ "Batch processing",
74
+ "Circuit breaker"
75
+ ]
76
+ }
77
+ </script>
78
+
79
+ <!-- JSON-LD: FAQPage for rich results -->
80
+ <script type="application/ld+json">
81
+ {
82
+ "@context": "https://schema.org",
83
+ "@type": "FAQPage",
84
+ "mainEntity": [
85
+ {
86
+ "@type": "Question",
87
+ "name": "What is A3M Router?",
88
+ "acceptedAnswer": {
89
+ "@type": "Answer",
90
+ "text": "A3M Router is an OpenAI-compatible proxy that analyzes each LLM query and routes it to the cheapest capable provider. It supports 39 providers including Groq, Cerebras, OpenAI, Anthropic, DeepSeek, and free local models via Ollama. Drop-in replacement for api.openai.com."
91
+ }
92
+ },
93
+ {
94
+ "@type": "Question",
95
+ "name": "How much can I save with A3M Router?",
96
+ "acceptedAnswer": {
97
+ "@type": "Answer",
98
+ "text": "A3M Router saves 50-80% on LLM API costs by routing simple queries to cheap or free providers (Groq at $0.59/1M tokens, Cerebras at $0.60/1M tokens, or free via Ollama/CommandCode) while only using premium models like GPT-4 or Claude when query complexity requires it."
99
+ }
100
+ },
101
+ {
102
+ "@type": "Question",
103
+ "name": "Is A3M Router free?",
104
+ "acceptedAnswer": {
105
+ "@type": "Answer",
106
+ "text": "Yes, A3M Router is MIT-licensed open source software. It's free to use. You only pay for the underlying LLM API calls you route through it, and A3M Router minimizes those costs by selecting the cheapest capable provider."
107
+ }
108
+ },
109
+ {
110
+ "@type": "Question",
111
+ "name": "How do I get started with A3M Router?",
112
+ "acceptedAnswer": {
113
+ "@type": "Answer",
114
+ "text": "Install with npm install adaptive-memory-multi-model-router, then run npx a3m-router serve to start the OpenAI-compatible proxy on port 8787. Point your existing OpenAI SDK base URL to http://localhost:8787/v1 and you're done."
115
+ }
116
+ },
117
+ {
118
+ "@type": "Question",
119
+ "name": "What LLM providers does A3M Router support?",
120
+ "acceptedAnswer": {
121
+ "@type": "Answer",
122
+ "text": "A3M Router supports 39 providers including OpenAI, Anthropic (Claude), Google (Gemini), Groq, Cerebras, DeepSeek, Mistral, Fireworks, Together AI, Perplexity, Cohere, xAI (Grok), Ollama, OpenRouter, and many more. Free options include CommandCode, Ollama, LM Studio, and vLLM."
123
+ }
124
+ }
125
+ ]
126
+ }
127
+ </script>
128
+
129
+ <!-- JSON-LD: BreadcrumbList -->
130
+ <script type="application/ld+json">
131
+ {
132
+ "@context": "https://schema.org",
133
+ "@type": "BreadcrumbList",
134
+ "itemListElement": [
135
+ {
136
+ "@type": "ListItem",
137
+ "position": 1,
138
+ "name": "Home",
139
+ "item": "https://das-rebel.github.io/adaptive-memory-multi-model-router/"
140
+ }
141
+ ]
142
+ }
143
+ </script>
144
+
145
+ <style>
146
+ * {
147
+ margin: 0;
148
+ padding: 0;
149
+ box-sizing: border-box;
150
+ }
151
+
152
+ body {
153
+ font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
154
+ background: linear-gradient(135deg, #0f172a 0%, #1e1b4b 50%, #312e81 100%);
155
+ color: #fff;
156
+ min-height: 100vh;
157
+ }
158
+
159
+ .container {
160
+ max-width: 1200px;
161
+ margin: 0 auto;
162
+ padding: 2rem;
163
+ }
164
+
165
+ header {
166
+ text-align: center;
167
+ padding: 4rem 0;
168
+ }
169
+
170
+ .logo {
171
+ width: 120px;
172
+ height: 120px;
173
+ margin: 0 auto 2rem;
174
+ }
175
+
176
+ h1 {
177
+ font-size: 4rem;
178
+ font-weight: 800;
179
+ background: linear-gradient(135deg, #6366f1, #8b5cf6, #06b6d4);
180
+ -webkit-background-clip: text;
181
+ -webkit-text-fill-color: transparent;
182
+ margin-bottom: 1rem;
183
+ }
184
+
185
+ .tagline {
186
+ font-size: 1.5rem;
187
+ color: #94a3b8;
188
+ margin-bottom: 2rem;
189
+ }
190
+
191
+ .stats {
192
+ display: flex;
193
+ justify-content: center;
194
+ gap: 3rem;
195
+ margin: 3rem 0;
196
+ flex-wrap: wrap;
197
+ }
198
+
199
+ .stat {
200
+ text-align: center;
201
+ padding: 1.5rem 2rem;
202
+ background: rgba(255,255,255,0.05);
203
+ border-radius: 16px;
204
+ border: 1px solid rgba(255,255,255,0.1);
205
+ }
206
+
207
+ .stat-value {
208
+ font-size: 2.5rem;
209
+ font-weight: 700;
210
+ color: #6366f1;
211
+ }
212
+
213
+ .stat-label {
214
+ font-size: 0.9rem;
215
+ color: #64748b;
216
+ margin-top: 0.5rem;
217
+ }
218
+
219
+ .cta {
220
+ display: flex;
221
+ gap: 1rem;
222
+ justify-content: center;
223
+ margin: 3rem 0;
224
+ flex-wrap: wrap;
225
+ }
226
+
227
+ .btn {
228
+ padding: 1rem 2rem;
229
+ border-radius: 12px;
230
+ font-size: 1.1rem;
231
+ font-weight: 600;
232
+ text-decoration: none;
233
+ transition: all 0.3s ease;
234
+ }
235
+
236
+ .btn-primary {
237
+ background: linear-gradient(135deg, #6366f1, #8b5cf6);
238
+ color: white;
239
+ }
240
+
241
+ .btn-primary:hover {
242
+ transform: translateY(-2px);
243
+ box-shadow: 0 10px 40px rgba(99, 102, 241, 0.4);
244
+ }
245
+
246
+ .btn-secondary {
247
+ background: rgba(255,255,255,0.1);
248
+ color: white;
249
+ border: 1px solid rgba(255,255,255,0.2);
250
+ }
251
+
252
+ .btn-secondary:hover {
253
+ background: rgba(255,255,255,0.15);
254
+ }
255
+
256
+ .features {
257
+ display: grid;
258
+ grid-template-columns: repeat(auto-fit, minmax(300px, 1fr));
259
+ gap: 2rem;
260
+ margin: 4rem 0;
261
+ }
262
+
263
+ .feature {
264
+ padding: 2rem;
265
+ background: rgba(255,255,255,0.03);
266
+ border-radius: 20px;
267
+ border: 1px solid rgba(255,255,255,0.05);
268
+ transition: all 0.3s ease;
269
+ }
270
+
271
+ .feature:hover {
272
+ background: rgba(255,255,255,0.05);
273
+ transform: translateY(-5px);
274
+ }
275
+
276
+ .feature-icon {
277
+ font-size: 2.5rem;
278
+ margin-bottom: 1rem;
279
+ }
280
+
281
+ .feature h2 {
282
+ font-size: 1.3rem;
283
+ margin-bottom: 0.5rem;
284
+ color: #fff;
285
+ }
286
+
287
+ .feature p {
288
+ color: #94a3b8;
289
+ line-height: 1.6;
290
+ }
291
+
292
+ .code-section {
293
+ margin: 4rem 0;
294
+ text-align: center;
295
+ }
296
+
297
+ .code-block {
298
+ background: #0f172a;
299
+ border-radius: 16px;
300
+ padding: 2rem;
301
+ margin: 2rem auto;
302
+ max-width: 800px;
303
+ text-align: left;
304
+ border: 1px solid rgba(255,255,255,0.1);
305
+ overflow-x: auto;
306
+ }
307
+
308
+ .code-block pre {
309
+ color: #e2e8f0;
310
+ font-family: 'Monaco', 'Menlo', monospace;
311
+ font-size: 0.95rem;
312
+ line-height: 1.6;
313
+ }
314
+
315
+ .code-block .comment {
316
+ color: #64748b;
317
+ }
318
+
319
+ .code-block .keyword {
320
+ color: #c084fc;
321
+ }
322
+
323
+ .code-block .string {
324
+ color: #4ade80;
325
+ }
326
+
327
+ .code-block .function {
328
+ color: #60a5fa;
329
+ }
330
+
331
+ .providers-section {
332
+ margin: 4rem 0;
333
+ text-align: center;
334
+ }
335
+
336
+ .provider-tiers {
337
+ display: grid;
338
+ grid-template-columns: repeat(auto-fit, minmax(250px, 1fr));
339
+ gap: 1.5rem;
340
+ margin-top: 2rem;
341
+ }
342
+
343
+ .tier {
344
+ padding: 1.5rem;
345
+ background: rgba(255,255,255,0.03);
346
+ border-radius: 16px;
347
+ border: 1px solid rgba(255,255,255,0.08);
348
+ text-align: left;
349
+ }
350
+
351
+ .tier h3 {
352
+ font-size: 1.1rem;
353
+ margin-bottom: 0.5rem;
354
+ }
355
+
356
+ .tier .price {
357
+ color: #10b981;
358
+ font-weight: 700;
359
+ font-size: 1.2rem;
360
+ margin-bottom: 0.5rem;
361
+ }
362
+
363
+ .tier ul {
364
+ list-style: none;
365
+ color: #94a3b8;
366
+ font-size: 0.9rem;
367
+ }
368
+
369
+ .tier ul li {
370
+ padding: 0.2rem 0;
371
+ }
372
+
373
+ .faq-section {
374
+ margin: 4rem 0;
375
+ }
376
+
377
+ .faq-section h2 {
378
+ text-align: center;
379
+ font-size: 2.5rem;
380
+ margin-bottom: 2rem;
381
+ }
382
+
383
+ .faq-item {
384
+ max-width: 800px;
385
+ margin: 1rem auto;
386
+ padding: 1.5rem;
387
+ background: rgba(255,255,255,0.03);
388
+ border-radius: 12px;
389
+ border: 1px solid rgba(255,255,255,0.08);
390
+ }
391
+
392
+ .faq-item h3 {
393
+ font-size: 1.1rem;
394
+ color: #6366f1;
395
+ margin-bottom: 0.5rem;
396
+ }
397
+
398
+ .faq-item p {
399
+ color: #94a3b8;
400
+ line-height: 1.6;
401
+ }
402
+
403
+ footer {
404
+ text-align: center;
405
+ padding: 4rem 0;
406
+ border-top: 1px solid rgba(255,255,255,0.1);
407
+ margin-top: 4rem;
408
+ }
409
+
410
+ .links {
411
+ display: flex;
412
+ justify-content: center;
413
+ gap: 2rem;
414
+ margin-bottom: 2rem;
415
+ }
416
+
417
+ .links a {
418
+ color: #94a3b8;
419
+ text-decoration: none;
420
+ transition: color 0.3s;
421
+ }
422
+
423
+ .links a:hover {
424
+ color: #6366f1;
425
+ }
426
+
427
+ @media (max-width: 768px) {
428
+ h1 {
429
+ font-size: 2.5rem;
430
+ }
431
+
432
+ .stats {
433
+ gap: 1rem;
434
+ }
435
+
436
+ .stat {
437
+ padding: 1rem;
438
+ }
439
+
440
+ .stat-value {
441
+ font-size: 1.8rem;
442
+ }
443
+ }
444
+ </style>
445
+ </head>
446
+ <body>
447
+ <div class="container">
448
+ <header>
449
+ <div class="logo">
450
+ <svg viewBox="0 0 200 200" xmlns="http://www.w3.org/2000/svg">
451
+ <defs>
452
+ <linearGradient id="g1" x1="0%" y1="0%" x2="100%" y2="100%">
453
+ <stop offset="0%" style="stop-color:#6366f1"/>
454
+ <stop offset="100%" style="stop-color:#8b5cf6"/>
455
+ </linearGradient>
456
+ </defs>
457
+ <circle cx="100" cy="100" r="80" fill="none" stroke="url(#g1)" stroke-width="2" opacity="0.3"/>
458
+ <circle cx="100" cy="100" r="60" fill="url(#g1)" opacity="0.2"/>
459
+ <circle cx="100" cy="100" r="25" fill="url(#g1)"/>
460
+ <circle cx="100" cy="40" r="12" fill="#6366f1"/>
461
+ <circle cx="152" cy="130" r="10" fill="#10b981"/>
462
+ <circle cx="48" cy="130" r="10" fill="#f59e0b"/>
463
+ <text x="100" y="108" font-size="14" font-weight="bold" fill="white" text-anchor="middle">A3M</text>
464
+ </svg>
465
+ </div>
466
+ <h1>A3M Router</h1>
467
+ <p class="tagline">Intelligent LLM Routing Proxy &mdash; Drop-in OpenAI Replacement<br>Route queries to the cheapest capable model &bull; Save 50-80% on API costs</p>
468
+
469
+ <div class="stats">
470
+ <div class="stat">
471
+ <div class="stat-value">2,775</div>
472
+ <div class="stat-label">Downloads in 3 Days</div>
473
+ </div>
474
+ <div class="stat">
475
+ <div class="stat-value">245%</div>
476
+ <div class="stat-label">Growth, Zero Budget</div>
477
+ </div>
478
+ <div class="stat">
479
+ <div class="stat-value">39</div>
480
+ <div class="stat-label">LLM Providers</div>
481
+ </div>
482
+ <div class="stat">
483
+ <div class="stat-value">70%</div>
484
+ <div class="stat-label">Cost Savings</div>
485
+ </div>
486
+ </div>
487
+
488
+ <div class="cta">
489
+ <a href="https://www.npmjs.com/package/adaptive-memory-multi-model-router" class="btn btn-primary">Install from NPM</a>
490
+ <a href="https://github.com/Das-rebel/a3m-router" class="btn btn-secondary">Star on GitHub</a>
491
+ </div>
492
+ </header>
493
+
494
+ <section class="features">
495
+ <div class="feature">
496
+ <div class="feature-icon">&#x1F9E0;</div>
497
+ <h2>Intelligent LLM Routing</h2>
498
+ <p>Analyzes query complexity and routes to the cheapest capable model. Code queries go to code models. Simple queries use budget providers. Premium models only when needed.</p>
499
+ </div>
500
+ <div class="feature">
501
+ <div class="feature-icon">&#x1F4B0;</div>
502
+ <h2>Cost Optimization</h2>
503
+ <p>Save 50-80% on API costs. Route simple queries to free tiers (Ollama, CommandCode) or cheap providers (Groq $0.59/1M tokens). Real-time cost analytics dashboard.</p>
504
+ </div>
505
+ <div class="feature">
506
+ <div class="feature-icon">&#x1F504;</div>
507
+ <h2>Smart Fallback &amp; Retry</h2>
508
+ <p>When a provider fails, automatically retry with the next best option. Circuit breaker pattern keeps your app resilient. Zero downtime.</p>
509
+ </div>
510
+ <div class="feature">
511
+ <div class="feature-icon">&#x1F4CA;</div>
512
+ <h2>Real-time Analytics</h2>
513
+ <p>Monitor spending across all providers in real-time. Set budgets. Get alerts. Cost analytics with savings reports. Never get surprised by an API bill again.</p>
514
+ </div>
515
+ <div class="feature">
516
+ <div class="feature-icon">&#x1F512;</div>
517
+ <h2>Security Guardrails</h2>
518
+ <p>Built-in prompt injection detection, PII redaction, content filtering, and rate limiting. Production-ready security out of the box.</p>
519
+ </div>
520
+ <div class="feature">
521
+ <div class="feature-icon">&#x26A1;</div>
522
+ <h2>Semantic Cache</h2>
523
+ <p>Trigram Jaccard similarity cache eliminates redundant API calls. Batch processing with automatic rate limiting for high-throughput applications.</p>
524
+ </div>
525
+ </section>
526
+
527
+ <section class="providers-section">
528
+ <h2>LLM Provider Pricing Tiers</h2>
529
+ <p style="color: #94a3b8; margin-bottom: 2rem;">39 providers from free to premium. Always pick the cheapest capable option.</p>
530
+ <div class="provider-tiers">
531
+ <div class="tier">
532
+ <h3>Free Tier</h3>
533
+ <div class="price">$0 / 1M tokens</div>
534
+ <ul>
535
+ <li>CommandCode</li>
536
+ <li>Ollama (local)</li>
537
+ <li>LM Studio</li>
538
+ <li>vLLM</li>
539
+ </ul>
540
+ </div>
541
+ <div class="tier">
542
+ <h3>Budget Tier</h3>
543
+ <div class="price">$0.59 - $0.60 / 1M tokens</div>
544
+ <ul>
545
+ <li>Groq (Llama 3.3 70B)</li>
546
+ <li>Cerebras (Llama 3.3 70B)</li>
547
+ </ul>
548
+ </div>
549
+ <div class="tier">
550
+ <h3>Mid Tier</h3>
551
+ <div class="price">$1.50 - $2.80 / 1M tokens</div>
552
+ <ul>
553
+ <li>DeepSeek</li>
554
+ <li>Mistral</li>
555
+ <li>MiniMax</li>
556
+ <li>Qwen / GLM-4</li>
557
+ </ul>
558
+ </div>
559
+ <div class="tier">
560
+ <h3>Premium Tier</h3>
561
+ <div class="price">$10 - $30 / 1M tokens</div>
562
+ <ul>
563
+ <li>OpenAI (GPT-4o)</li>
564
+ <li>Anthropic (Claude)</li>
565
+ <li>Google (Gemini)</li>
566
+ </ul>
567
+ </div>
568
+ </div>
569
+ </section>
570
+
571
+ <section class="code-section">
572
+ <h2>Quick Start: LLM Routing in 30 Seconds</h2>
573
+ <p style="color: #94a3b8; margin-bottom: 2rem;">One-line installation, instant routing. Drop-in replacement for api.openai.com.</p>
574
+
575
+ <div class="code-block">
576
+ <pre><span class="comment"># Install</span>
577
+ npm install adaptive-memory-multi-model-router
578
+
579
+ <span class="comment"># Start the OpenAI-compatible proxy</span>
580
+ npx a3m-router serve
581
+ <span class="comment"># Now listening on http://localhost:8787/v1</span>
582
+
583
+ <span class="comment"># Or use programmatically</span>
584
+ <span class="keyword">const</span> { <span class="function">createA3MRouter</span> } = <span class="function">require</span>(<span class="string">'adaptive-memory-multi-model-router'</span>);
585
+ <span class="keyword">const</span> router = <span class="function">createA3MRouter</span>();
586
+ <span class="keyword">const</span> result = <span class="keyword">await</span> router.<span class="function">route</span>(<span class="string">"Explain quantum computing"</span>);
587
+ <span class="function">console</span>.<span class="function">log</span>(result.primary_model); <span class="comment">// "groq/llama-3.3-70b" (cheapest capable)</span>
588
+ <span class="function">console</span>.<span class="function">log</span>(result.savings); <span class="comment">// "$0.024 saved vs GPT-4"</span></pre>
589
+ </div>
590
+ </section>
591
+
592
+ <section class="faq-section">
593
+ <h2>Frequently Asked Questions</h2>
594
+ <div class="faq-item">
595
+ <h3>What is A3M Router?</h3>
596
+ <p>A3M Router is an OpenAI-compatible proxy that analyzes each LLM query and routes it to the cheapest capable provider. It supports 39 providers including Groq, Cerebras, OpenAI, Anthropic, DeepSeek, and free local models via Ollama. Drop-in replacement for api.openai.com.</p>
597
+ </div>
598
+ <div class="faq-item">
599
+ <h3>How much can I save with A3M Router?</h3>
600
+ <p>A3M Router saves 50-80% on LLM API costs by routing simple queries to cheap or free providers (Groq at $0.59/1M tokens, Cerebras at $0.60/1M tokens, or free via Ollama/CommandCode) while only using premium models like GPT-4 or Claude when query complexity requires it.</p>
601
+ </div>
602
+ <div class="faq-item">
603
+ <h3>Is A3M Router free?</h3>
604
+ <p>Yes, A3M Router is MIT-licensed open source software. It's free to use. You only pay for the underlying LLM API calls you route through it, and A3M Router minimizes those costs by selecting the cheapest capable provider.</p>
605
+ </div>
606
+ <div class="faq-item">
607
+ <h3>How do I get started with A3M Router?</h3>
608
+ <p>Install with <code>npm install adaptive-memory-multi-model-router</code>, then run <code>npx a3m-router serve</code> to start the OpenAI-compatible proxy on port 8787. Point your existing OpenAI SDK base URL to http://localhost:8787/v1 and you're done.</p>
609
+ </div>
610
+ <div class="faq-item">
611
+ <h3>What LLM providers does A3M Router support?</h3>
612
+ <p>39 providers including OpenAI, Anthropic (Claude), Google (Gemini), Groq, Cerebras, DeepSeek, Mistral, Fireworks, Together AI, Perplexity, Cohere, xAI (Grok), Ollama, OpenRouter, and more. Free options include CommandCode, Ollama, LM Studio, and vLLM.</p>
613
+ </div>
614
+ <div class="faq-item">
615
+ <h3>How does A3M Router compare to LiteLLM?</h3>
616
+ <p>A3M Router focuses on intelligent cost-based routing with semantic caching, guardrails, and real-time cost analytics built in. Unlike generic proxy tools, it actively analyzes query complexity to pick the cheapest capable model. Zero config needed for basic usage.</p>
617
+ </div>
618
+ </section>
619
+
620
+ <footer>
621
+ <div class="links">
622
+ <a href="https://www.npmjs.com/package/adaptive-memory-multi-model-router">NPM</a>
623
+ <a href="https://github.com/Das-rebel/a3m-router">GitHub</a>
624
+ <a href="https://github.com/Das-rebel/a3m-router/issues">Issues</a>
625
+ <a href="https://github.com/Das-rebel/a3m-router/discussions">Discussions</a>
626
+ <a href="https://github.com/Das-rebel/a3m-router/blob/main/docs/API.md">API Docs</a>
627
+ </div>
628
+ <p style="color: #64748b;">MIT License &copy; 2026 A3M Router Team</p>
629
+ </footer>
630
+ </div>
631
+ </body>
632
+ </html>
package/eval/README.md ADDED
@@ -0,0 +1,46 @@
1
+ # Routing Evaluation Harness
2
+
3
+ This directory contains the reproducible evaluation system for A3M.
4
+
5
+ ## Files
6
+
7
+ - `benchmark_dataset.jsonl`: frozen routing benchmark dataset
8
+ - `datasets/catalog.json`: dataset registry and slice metadata
9
+ - `datasets/slices/*.jsonl`: versioned slice datasets
10
+ - `thresholds.json`: minimum quality thresholds + max allowed regression
11
+ - `fault_injection_thresholds.json`: reliability gate threshold
12
+ - `golden_routes.json`: golden route snapshot
13
+ - `baselines/main.json`: baseline summary for `main` branch
14
+ - `run_eval.js`: routing evaluator + hard gate
15
+ - `check_golden_routes.js`: golden regression check
16
+ - `run_fault_injection.js`: retry/health fault scenarios
17
+ - `run_shadow_eval.js`: shadow routing comparison (informational)
18
+ - `generate_report.js`: markdown summary from eval result artifacts
19
+ - `experiments.jsonl`: append-only experiment registry (local artifact)
20
+ - `results/*.json`: generated run outputs (not committed)
21
+ - `results/report_latest.md`: generated markdown evidence report
22
+
23
+ ## Run
24
+
25
+ ```bash
26
+ npm run eval:all
27
+ ```
28
+
29
+ `eval:all` includes:
30
+
31
+ 1. `eval:routing` — hard gate for routing quality thresholds
32
+ 2. `eval:golden` — snapshot consistency gate
33
+ 3. `eval:faults` — reliability fault injection gate
34
+ 4. `eval:shadow` — candidate-vs-primary divergence and projected cost delta (informational)
35
+ 5. `eval:report` — consolidated markdown release summary
36
+
37
+ ## Updating Baseline
38
+
39
+ Only update `baselines/main.json` when routing behavior changes intentionally.
40
+
41
+ Suggested process:
42
+
43
+ 1. Run `npm run eval:routing`
44
+ 2. Review `eval/results/latest.json`
45
+ 3. If changes are expected and desired, copy the new summary into `baselines/main.json`
46
+ 4. Mention the reason in your PR/commit message