adaptive-memory-multi-model-router 2.14.46 → 2.14.47

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (598) hide show
  1. package/{docs/llms.txt → llms.txt.bak} +6 -6
  2. package/package.json +13 -84
  3. package/src/routing/advancedRouter.ts.bak +650 -0
  4. package/test.js.bak +376 -0
  5. package/.dockerignore +0 -82
  6. package/.env.example +0 -303
  7. package/.github/DISCUSSIONS_WELCOME.md +0 -27
  8. package/.github/DISCUSSION_TEMPLATE.yml +0 -5
  9. package/.github/FUNDING.yml +0 -2
  10. package/.github/ISSUE_TEMPLATE/bug_report.md +0 -94
  11. package/.github/ISSUE_TEMPLATE/config.yml +0 -17
  12. package/.github/ISSUE_TEMPLATE/feature_request.md +0 -71
  13. package/.github/PULL_REQUEST_TEMPLATE.md +0 -71
  14. package/.github/dependabot.yml +0 -9
  15. package/.github/workflows/auto-publish.yml +0 -51
  16. package/.github/workflows/ci.yml +0 -263
  17. package/.github/workflows/codeql.yml +0 -38
  18. package/.github/workflows/npm-publish.yml +0 -20
  19. package/.github/workflows/pages.yml +0 -37
  20. package/.github/workflows/stale.yml +0 -54
  21. package/.publish-tick +0 -1
  22. package/.well-known/ai-plugin.json +0 -16
  23. package/AGENT_COUNCIL_FINDINGS.md +0 -142
  24. package/ARCHITECTURE.md +0 -346
  25. package/AUDIT_REPORT.md +0 -28
  26. package/CODE_OF_CONDUCT.md +0 -128
  27. package/CONTRIBUTING.md +0 -50
  28. package/CONTRIBUTORS.md +0 -20
  29. package/Dockerfile +0 -53
  30. package/Dockerfile.proxy +0 -33
  31. package/HEALTH_REPORT.md +0 -118
  32. package/IMPROVEMENT_PLAN.md +0 -107
  33. package/LANDING.md +0 -43
  34. package/LAUNCH-PAIN-DRIVEN.md +0 -339
  35. package/LAUNCH.md +0 -337
  36. package/LAUNCH_CHECKLIST.md +0 -141
  37. package/LAUNCH_SNAPSHOT.md +0 -260
  38. package/MANIFESTO.md +0 -41
  39. package/POPULARITY_BOOSTERS.md +0 -285
  40. package/PR_STATUS_REPORT.md +0 -148
  41. package/REDESIGN.md +0 -95
  42. package/RUNKIT.md +0 -83
  43. package/SECURITY.md +0 -29
  44. package/SUBMISSIONS.md +0 -43
  45. package/_schema.html +0 -53
  46. package/ai-plugin.json +0 -16
  47. package/articles/AI_AGENT_LLM_ROUTING.md +0 -150
  48. package/articles/CHINESE_DIRECTORIES.md +0 -100
  49. package/articles/CHINESE_SUBMISSIONS_READY.md +0 -322
  50. package/articles/COMPETITOR_ALERTS.md +0 -31
  51. package/articles/COMPLETE_POSTING_DIRECTORY.md +0 -147
  52. package/articles/CONTENT_STRUCTURE.md +0 -292
  53. package/articles/DEVTO_COST_GUIDE.md +0 -473
  54. package/articles/DEVTO_FINAL.md +0 -416
  55. package/articles/DEVTO_MULTI_PROVIDER.md +0 -542
  56. package/articles/DEVTO_READY.md +0 -255
  57. package/articles/DEVTO_V2_ANNOUNCEMENT.md +0 -160
  58. package/articles/DEVTO_VIRAL_GROWTH.md +0 -280
  59. package/articles/FRESH_devto.md +0 -460
  60. package/articles/FRESH_devto_2026_05.md +0 -73
  61. package/articles/FRESH_hackernews.md +0 -14
  62. package/articles/FRESH_reddit_ml.md +0 -90
  63. package/articles/FRESH_reddit_node.md +0 -198
  64. package/articles/FRESH_reddit_sideproject.md +0 -72
  65. package/articles/FRESH_reddit_webdev.md +0 -130
  66. package/articles/FROM_ZERO_TO_10K.md +0 -107
  67. package/articles/HN_10X_BETTER.md +0 -430
  68. package/articles/HN_ACCOUNT_GUIDE.md +0 -21
  69. package/articles/HN_CHINESE_STYLE.md +0 -308
  70. package/articles/HN_FINAL.md +0 -148
  71. package/articles/HN_POSTED_VERSION.md +0 -56
  72. package/articles/HN_POST_READY.md +0 -137
  73. package/articles/HN_RESEARCH.md +0 -364
  74. package/articles/HN_SHOW_routerarena.md +0 -17
  75. package/articles/HN_TIMING_GUIDE.md +0 -52
  76. package/articles/INDIEHACKERS_POST.md +0 -52
  77. package/articles/INDIEHACKERS_READY.md +0 -120
  78. package/articles/LLM_BENCHMARK_DEEP_DIVE.md +0 -153
  79. package/articles/MASTER_POSTING_DIRECTORY.md +0 -189
  80. package/articles/NEWSLETTER_SEND_NOW.md +0 -259
  81. package/articles/NEWSLETTER_SUBMISSIONS.md +0 -112
  82. package/articles/PAIN-DRIVEN-devto-v2.md +0 -308
  83. package/articles/PAIN-DRIVEN-devto-v3.md +0 -268
  84. package/articles/PAIN-DRIVEN-devto.md +0 -242
  85. package/articles/PAIN-DRIVEN-hackernews-v2.md +0 -138
  86. package/articles/PAIN-DRIVEN-hackernews-v3.md +0 -151
  87. package/articles/PAIN-DRIVEN-hackernews.md +0 -131
  88. package/articles/PAIN-DRIVEN-reddit-v2.md +0 -301
  89. package/articles/PAIN-DRIVEN-reddit-v3.md +0 -236
  90. package/articles/PAIN-DRIVEN-reddit.md +0 -218
  91. package/articles/PAIN-DRIVEN-twitter-v2.md +0 -110
  92. package/articles/PAIN-DRIVEN-twitter-v3.md +0 -121
  93. package/articles/PAIN-DRIVEN-twitter.md +0 -120
  94. package/articles/PORTKEY_VS_A3M.md +0 -147
  95. package/articles/POSTING_KIT_2026_05.md +0 -67
  96. package/articles/PRESS_KIT_routerarena.md +0 -77
  97. package/articles/PRODUCTHUNT_LISTING.md +0 -48
  98. package/articles/PRODUCTHUNT_READY.md +0 -106
  99. package/articles/PR_PLAN_vault.md +0 -125
  100. package/articles/REDDIT_FINAL.md +0 -232
  101. package/articles/REDDIT_POST.md +0 -67
  102. package/articles/REDDIT_SUBMISSION_READY.md +0 -348
  103. package/articles/ROUTERARENA_LEADER.md +0 -45
  104. package/articles/SHOW_HN_FINAL.md +0 -29
  105. package/articles/TWEETS_10K_DOWNLOADS.md +0 -47
  106. package/articles/TWEETS_BENCHMARK_FIRST.md +0 -46
  107. package/articles/TWEETS_MCP_PLAY.md +0 -51
  108. package/articles/TWEETS_SEQUENTIAL_BROKEN.md +0 -49
  109. package/articles/TWEETS_WHY_BUILD.md +0 -54
  110. package/articles/TWEETS_routerarena_leader.md +0 -53
  111. package/articles/TWEET_STORM_READY.md +0 -165
  112. package/articles/TWITTER_FINAL.md +0 -167
  113. package/articles/WHY_10X_BETTER.md +0 -261
  114. package/articles/WHY_CHINESE_STYLE_BETTER.md +0 -323
  115. package/articles/ai-discoverability-llm-routing.md +0 -210
  116. package/articles/devto-llm-routing.md +0 -138
  117. package/articles/hackernews-show-hn.md +0 -54
  118. package/articles/hashnode-llm-cost-optimization.md +0 -125
  119. package/articles/hn_show_2026_05.md +0 -11
  120. package/articles/medium-building-llm-router.md +0 -205
  121. package/articles/reddit-ml.md +0 -76
  122. package/articles/twitter-thread-cost-savings.md +0 -50
  123. package/articles/youtube-tutorial-script.md +0 -262
  124. package/assets/a3m_3blue1brown.mp4 +0 -0
  125. package/assets/banner.svg +0 -109
  126. package/assets/chart-cost-v2.svg +0 -91
  127. package/assets/chart-cost-v3.svg +0 -143
  128. package/assets/chart-features-v2.svg +0 -132
  129. package/assets/chart-features-v3.svg +0 -211
  130. package/assets/chart-growth-v2.svg +0 -122
  131. package/assets/chart-growth-v3.svg +0 -189
  132. package/assets/cost-comparison.svg +0 -134
  133. package/assets/cost-simple.svg +0 -64
  134. package/assets/demo-hn.gif +0 -0
  135. package/assets/feature-matrix.svg +0 -136
  136. package/assets/growth-chart-animated.svg +0 -76
  137. package/assets/growth-chart.svg +0 -82
  138. package/assets/growth-simple.svg +0 -69
  139. package/assets/hero-diagram.svg +0 -81
  140. package/assets/logo-new.svg +0 -21
  141. package/assets/logo.svg +0 -68
  142. package/assets/provider-comparison.svg +0 -121
  143. package/assets/social-preview-new.svg +0 -100
  144. package/assets/social-preview.svg +0 -194
  145. package/assets/social-v2.svg +0 -130
  146. package/assets/social-v3.svg +0 -212
  147. package/benchmark-provider-results.json +0 -245
  148. package/benchmark-results.json +0 -54
  149. package/council-votes/architecture-vote.md +0 -121
  150. package/council-votes/coverage-vote.md +0 -93
  151. package/data/adaptive-benchmark.json +0 -92
  152. package/data/benchmark-results.json +0 -47
  153. package/data/labeled-benchmark.json +0 -88
  154. package/demo/3blue1brown_video.py +0 -285
  155. package/demo/3blue1brown_video_v2.py +0 -310
  156. package/demo/IMPROVED_PROMPTS.md +0 -229
  157. package/demo/VEO3_PROMPTS.md +0 -269
  158. package/demo/VIDEO_PRODUCTION_GUIDE.md +0 -333
  159. package/demo/a3m_3blue1brown.mp4 +0 -0
  160. package/demo/asciinema-demo.sh +0 -195
  161. package/demo/demo-hn.tape +0 -74
  162. package/demo/demo-script.md +0 -53
  163. package/demo/demo-script.sh +0 -62
  164. package/demo/demo.svg +0 -75
  165. package/demo/frame1_ai_data_center.png +0 -0
  166. package/demo/frame1_sunset_video.mp4 +0 -0
  167. package/demo/frame2_cost_comparison.png +0 -0
  168. package/demo/frame2_cost_comparison_fallback.png +0 -0
  169. package/demo/frame3_parallel_execution.png +0 -0
  170. package/demo/frame3_parallel_execution_fallback.png +0 -0
  171. package/demo/frame4_providers.png +0 -0
  172. package/demo/frame4_providers_fallback.png +0 -0
  173. package/demo/frame5_endcard.png +0 -0
  174. package/demo/frame5_endcard_fallback.png +0 -0
  175. package/demo/new_frame1_hook.png +0 -0
  176. package/demo/new_frame2_proof.png +0 -0
  177. package/demo/new_frame3_wow.png +0 -0
  178. package/demo/new_frame4_social.png +0 -0
  179. package/demo/new_frame5_cta.png +0 -0
  180. package/demo/package.json +0 -13
  181. package/demo/product-video-final.mp4 +0 -0
  182. package/demo/product-video-hype-v1.mp4 +0 -0
  183. package/demo/product-video-v1.mp4 +0 -0
  184. package/demo/public/index.html +0 -762
  185. package/demo/recording.cast +0 -55
  186. package/demo/server.js +0 -405
  187. package/demo-new.tape +0 -71
  188. package/demo-real.sh +0 -198
  189. package/demo-simple.tape +0 -205
  190. package/demo.html +0 -520
  191. package/demo.sh +0 -85
  192. package/demo.tape +0 -259
  193. package/dist/analytics/costAnalytics.d.ts.map +0 -1
  194. package/dist/analytics/costAnalytics.js.map +0 -1
  195. package/dist/benchmark/comprehensive.js.map +0 -1
  196. package/dist/benchmark/reproducible.d.ts.map +0 -1
  197. package/dist/benchmark/reproducible.js.map +0 -1
  198. package/dist/cache/prefixCache.d.ts.map +0 -1
  199. package/dist/cache/prefixCache.js.map +0 -1
  200. package/dist/cache/responseCache.d.ts.map +0 -1
  201. package/dist/cache/responseCache.js.map +0 -1
  202. package/dist/cache/semanticCache.d.ts.map +0 -1
  203. package/dist/cache/semanticCache.js.map +0 -1
  204. package/dist/cli/setupWizard.d.ts.map +0 -1
  205. package/dist/cli/setupWizard.js.map +0 -1
  206. package/dist/cost/budgetEnforcer.d.ts.map +0 -1
  207. package/dist/cost/budgetEnforcer.js.map +0 -1
  208. package/dist/cost/costTracker.d.ts.map +0 -1
  209. package/dist/cost/costTracker.js.map +0 -1
  210. package/dist/ensemble/multiRoundDialog.js.map +0 -1
  211. package/dist/ensemble/shapleyValue.js.map +0 -1
  212. package/dist/integrations/langchainAdapter.d.ts.map +0 -1
  213. package/dist/integrations/langchainAdapter.js.map +0 -1
  214. package/dist/integrations/oauth.d.ts.map +0 -1
  215. package/dist/integrations/oauth.js.map +0 -1
  216. package/dist/integrations/scienceAdapter.js.map +0 -1
  217. package/dist/memory/autoFetch.d.ts.map +0 -1
  218. package/dist/memory/autoFetch.js.map +0 -1
  219. package/dist/memory/episodicMemory.d.ts.map +0 -1
  220. package/dist/memory/episodicMemory.js.map +0 -1
  221. package/dist/memory/hybridMemory.js.map +0 -1
  222. package/dist/memory/memoryTree.d.ts.map +0 -1
  223. package/dist/memory/memoryTree.js.map +0 -1
  224. package/dist/memory/obsidianVault.d.ts.map +0 -1
  225. package/dist/memory/obsidianVault.js.map +0 -1
  226. package/dist/memory/reasoningBank.js.map +0 -1
  227. package/dist/observability/changeWatch.d.ts.map +0 -1
  228. package/dist/observability/changeWatch.js.map +0 -1
  229. package/dist/observability/fatigueDetector.d.ts.map +0 -1
  230. package/dist/observability/fatigueDetector.js.map +0 -1
  231. package/dist/observability/index.d.ts.map +0 -1
  232. package/dist/observability/index.js.map +0 -1
  233. package/dist/observability/metrics.d.ts.map +0 -1
  234. package/dist/observability/metrics.js.map +0 -1
  235. package/dist/observability/middleware.d.ts.map +0 -1
  236. package/dist/observability/middleware.js.map +0 -1
  237. package/dist/observability/tracer.d.ts.map +0 -1
  238. package/dist/observability/tracer.js.map +0 -1
  239. package/dist/observability/types.d.ts.map +0 -1
  240. package/dist/observability/types.js.map +0 -1
  241. package/dist/orchestration/haloOrchestrator.d.ts.map +0 -1
  242. package/dist/orchestration/haloOrchestrator.js.map +0 -1
  243. package/dist/orchestration/mctsWorkflow.d.ts.map +0 -1
  244. package/dist/orchestration/mctsWorkflow.js.map +0 -1
  245. package/dist/providers/localProvider.d.ts.map +0 -1
  246. package/dist/providers/localProvider.js.map +0 -1
  247. package/dist/providers/providerConfig.d.ts.map +0 -1
  248. package/dist/providers/providerConfig.js.map +0 -1
  249. package/dist/providers/registry.d.ts.map +0 -1
  250. package/dist/providers/registry.js.map +0 -1
  251. package/dist/routing/advancedRouter.d.ts.map +0 -1
  252. package/dist/routing/advancedRouter.js.map +0 -1
  253. package/dist/routing/crossModelValidation.d.ts.map +0 -1
  254. package/dist/routing/crossModelValidation.js.map +0 -1
  255. package/dist/routing/providerHealth.d.ts.map +0 -1
  256. package/dist/routing/providerHealth.js.map +0 -1
  257. package/dist/routing/providerRetry.d.ts.map +0 -1
  258. package/dist/routing/providerRetry.js.map +0 -1
  259. package/dist/scripts/banner.js +0 -29
  260. package/dist/security/guardrails.d.ts.map +0 -1
  261. package/dist/security/guardrails.js.map +0 -1
  262. package/dist/server/dashboard.d.ts.map +0 -1
  263. package/dist/server/dashboard.js.map +0 -1
  264. package/dist/server/modelMapper.d.ts.map +0 -1
  265. package/dist/server/modelMapper.js.map +0 -1
  266. package/dist/server/proxyServer.d.ts.map +0 -1
  267. package/dist/server/proxyServer.js.map +0 -1
  268. package/dist/skills/__tests__/skill_manager.test.d.ts +0 -2
  269. package/dist/skills/__tests__/skill_manager.test.d.ts.map +0 -1
  270. package/dist/skills/__tests__/skill_manager.test.js +0 -268
  271. package/dist/skills/__tests__/skill_manager.test.js.map +0 -1
  272. package/dist/tools/tmlpdTools.d.ts.map +0 -1
  273. package/dist/tools/tmlpdTools.js.map +0 -1
  274. package/dist/tui/dashboard.d.ts.map +0 -1
  275. package/dist/tui/dashboard.js.map +0 -1
  276. package/dist/tui/index.d.ts.map +0 -1
  277. package/dist/tui/index.js.map +0 -1
  278. package/dist/utils/batchProcessor.d.ts.map +0 -1
  279. package/dist/utils/batchProcessor.js.map +0 -1
  280. package/dist/utils/compression.d.ts.map +0 -1
  281. package/dist/utils/compression.js.map +0 -1
  282. package/dist/utils/costUtils.d.ts.map +0 -1
  283. package/dist/utils/costUtils.js.map +0 -1
  284. package/dist/utils/reliability.d.ts.map +0 -1
  285. package/dist/utils/reliability.js.map +0 -1
  286. package/dist/utils/sorting.d.ts.map +0 -1
  287. package/dist/utils/sorting.js.map +0 -1
  288. package/dist/utils/speculativeDecoding.d.ts.map +0 -1
  289. package/dist/utils/speculativeDecoding.js.map +0 -1
  290. package/dist/utils/tokenUtils.d.ts.map +0 -1
  291. package/dist/utils/tokenUtils.js.map +0 -1
  292. package/docs/.nojekyll +0 -0
  293. package/docs/ANALYSIS_PRINCIPLES.md +0 -162
  294. package/docs/API.md +0 -855
  295. package/docs/ARCHITECTURAL-IMPROVEMENTS-2025.md +0 -1391
  296. package/docs/ARCHITECTURAL-IMPROVEMENTS-REVISED-2025.md +0 -1051
  297. package/docs/BENCHMARK.md +0 -170
  298. package/docs/CHINESE_PROVIDER_RELIABILITY.md +0 -37
  299. package/docs/CITATIONS.md +0 -74
  300. package/docs/CLAIMS_AND_EVIDENCE.md +0 -58
  301. package/docs/CONFIGURATION.md +0 -476
  302. package/docs/COUNCIL_DECISION.json +0 -816
  303. package/docs/COUNCIL_SUMMARY.md +0 -319
  304. package/docs/COUNCIL_V2.2_DECISION.md +0 -416
  305. package/docs/ENGINEERING_SPEC.md +0 -55
  306. package/docs/FACTORY_RESET.md +0 -34
  307. package/docs/GEO.md +0 -66
  308. package/docs/GEO_OPTIMIZATION.md +0 -30
  309. package/docs/GEO_ROOT_CAUSE.md +0 -136
  310. package/docs/GEO_STATUS.md +0 -85
  311. package/docs/GEO_TEST_RESULTS.md +0 -176
  312. package/docs/HN_CHECKLIST.md +0 -38
  313. package/docs/HN_FOUNDER_COMMENT.md +0 -17
  314. package/docs/HN_SUBMISSION_FINAL.md +0 -180
  315. package/docs/HN_SUBMISSION_V3.md +0 -56
  316. package/docs/IMPROVEMENT_ROADMAP.md +0 -515
  317. package/docs/INTEGRATIONS.md +0 -420
  318. package/docs/LANGCHAIN_INTEGRATION.md +0 -147
  319. package/docs/LLM_COUNCIL_DECISION.md +0 -508
  320. package/docs/MIDDLEWARE_CHAIN.md +0 -35
  321. package/docs/PROMO_CHECKLIST.md +0 -200
  322. package/docs/QUICKSTART.md +0 -271
  323. package/docs/QUICK_START.md +0 -43
  324. package/docs/QUICK_START_VISIBILITY.md +0 -782
  325. package/docs/REDDIT_GAP_ANALYSIS.md +0 -299
  326. package/docs/RELEASE_CHECKLIST.md +0 -32
  327. package/docs/REPRODUCIBILITY.md +0 -63
  328. package/docs/RESEARCH_BACKED_IMPROVEMENTS.md +0 -1180
  329. package/docs/ROUTING_RUBRIC.md +0 -197
  330. package/docs/SEO_AUDIT.md +0 -186
  331. package/docs/SOCIAL_LISTENING.md +0 -219
  332. package/docs/TMLPD_QNA.md +0 -751
  333. package/docs/TMLPD_V2.1_COMPLETE.md +0 -763
  334. package/docs/TMLPD_V2.2_RESEARCH_ROADMAP.md +0 -754
  335. package/docs/UPDATE_TOPICS.md +0 -15
  336. package/docs/USE_CASES.md +0 -59
  337. package/docs/V2.2_IMPLEMENTATION_COMPLETE.md +0 -446
  338. package/docs/V2_IMPLEMENTATION_GUIDE.md +0 -388
  339. package/docs/VERCEL_AI_SDK.md +0 -209
  340. package/docs/VISIBILITY_ADOPTION_PLAN.md +0 -1005
  341. package/docs/_config.yml +0 -49
  342. package/docs/ai-plugin.json +0 -16
  343. package/docs/api.html +0 -513
  344. package/docs/architecture-diagram.md +0 -40
  345. package/docs/benchmark-chart.png +0 -0
  346. package/docs/benchmark.html +0 -387
  347. package/docs/blog/routerarena-number-one.html +0 -73
  348. package/docs/cli-cheatsheet.md +0 -339
  349. package/docs/compare.md +0 -109
  350. package/docs/comparison-litellm.md +0 -88
  351. package/docs/comparison.md +0 -108
  352. package/docs/cost-chart-ascii.md +0 -42
  353. package/docs/cost-comparison-chart.svg +0 -88
  354. package/docs/curl-examples.md +0 -247
  355. package/docs/demo-auto.html +0 -264
  356. package/docs/demo.html +0 -416
  357. package/docs/geo/GENERATIVE_ENGINE_OPTIMIZATION.md +0 -232
  358. package/docs/index.html +0 -507
  359. package/docs/launch-content/LAUNCH_EXECUTION_CHECKLIST.md +0 -421
  360. package/docs/launch-content/README.md +0 -457
  361. package/docs/launch-content/assets/cost_comparison_100_tasks.png +0 -0
  362. package/docs/launch-content/assets/cumulative_savings.png +0 -0
  363. package/docs/launch-content/assets/parallel_speedup.png +0 -0
  364. package/docs/launch-content/assets/provider_pricing_comparison.png +0 -0
  365. package/docs/launch-content/assets/task_breakdown_comparison.png +0 -0
  366. package/docs/launch-content/generate_charts.py +0 -313
  367. package/docs/launch-content/hn_show_post.md +0 -139
  368. package/docs/launch-content/partner_outreach_templates.md +0 -745
  369. package/docs/launch-content/reddit_posts.md +0 -467
  370. package/docs/launch-content/twitter_thread.txt +0 -460
  371. package/docs/npm-downloads-chart.svg +0 -43
  372. package/docs/openapi.json +0 -139
  373. package/docs/openapi.yaml +0 -1318
  374. package/docs/quick-start.html +0 -366
  375. package/docs/robots.txt +0 -52
  376. package/docs/sitemap.xml +0 -57
  377. package/docs/styles.css +0 -682
  378. package/docs/well-known/ai-plugin.json +0 -16
  379. package/docs/wellknown/ai-plugin.json +0 -16
  380. package/docs-site/assets/og-banner.svg +0 -194
  381. package/docs-site/index.html +0 -632
  382. package/eval/README.md +0 -46
  383. package/eval/baselines/main.json +0 -12
  384. package/eval/benchmark_dataset.jsonl +0 -16
  385. package/eval/check_golden_routes.js +0 -64
  386. package/eval/datasets/catalog.json +0 -33
  387. package/eval/datasets/slices/cn_provider_reliability_v1.jsonl +0 -3
  388. package/eval/datasets/slices/cost_pressure_v1.jsonl +0 -3
  389. package/eval/datasets/slices/safety_guardrails_v1.jsonl +0 -3
  390. package/eval/evals.json +0 -199
  391. package/eval/fault_injection_thresholds.json +0 -3
  392. package/eval/generate_report.js +0 -128
  393. package/eval/golden_routes.json +0 -114
  394. package/eval/lib/experiment_registry.js +0 -24
  395. package/eval/run_eval.js +0 -197
  396. package/eval/run_fault_injection.js +0 -201
  397. package/eval/run_shadow_eval.js +0 -85
  398. package/eval/thresholds.json +0 -9
  399. package/examples/QUICKSTART.md +0 -183
  400. package/examples/README.md +0 -61
  401. package/examples/a3m-sdk.js +0 -124
  402. package/examples/basic-route.js +0 -54
  403. package/examples/chat-loop.js +0 -202
  404. package/examples/classify-then-route.js +0 -102
  405. package/examples/cost-compare.js +0 -120
  406. package/examples/ensemble.js +0 -160
  407. package/examples/whatsapp-telegram-bridge-demo.js +0 -302
  408. package/examples/whatsapp-telegram-bridge.js +0 -269
  409. package/hf-space/README.md +0 -23
  410. package/hf-space/app.py +0 -240
  411. package/hf-space/requirements.txt +0 -1
  412. package/huggingface_space/README.md +0 -35
  413. package/huggingface_space/app.py +0 -126
  414. package/huggingface_space/create_space.py +0 -208
  415. package/huggingface_space/requirements.txt +0 -1
  416. package/mcp-server/README.md +0 -188
  417. package/mcp-server/package.json +0 -29
  418. package/mcp-server/src/index.ts +0 -744
  419. package/mcp-server/tsconfig.json +0 -19
  420. package/openclaw-alexa-bridge/ALL_REMAINING_FIXES_PLAN.md +0 -313
  421. package/openclaw-alexa-bridge/REMAINING_FIXES_SUMMARY.md +0 -277
  422. package/openclaw-alexa-bridge/src/alexa_handler_no_tmlpd.js +0 -1234
  423. package/openclaw-alexa-bridge/test_fixes.js +0 -77
  424. package/playground/README.md +0 -51
  425. package/playground/codesandbox.json +0 -12
  426. package/playground/index.js +0 -39
  427. package/proxy/README.md +0 -227
  428. package/proxy/package-lock.json +0 -831
  429. package/proxy/package.json +0 -17
  430. package/proxy/rate-limit.js +0 -145
  431. package/proxy/rate-limit.test.js +0 -311
  432. package/proxy/server.js +0 -970
  433. package/python/README.md +0 -102
  434. package/python/a3m/__init__.py +0 -6
  435. package/python/a3m/client.py +0 -190
  436. package/python/a3m/models.py +0 -40
  437. package/python/a3m/sync_client.py +0 -61
  438. package/python/examples.py +0 -53
  439. package/python/integrations.py +0 -330
  440. package/python/pyproject.toml +0 -23
  441. package/python/setup.py +0 -28
  442. package/python/tmlpd.py +0 -369
  443. package/qna/REDDIT_GAP_ANALYSIS.md +0 -299
  444. package/qna/TMLPD_QNA.md +0 -751
  445. package/research/FINDING_001_safety.md +0 -28
  446. package/research/FINDING_002_error_diversity.md +0 -32
  447. package/research/FINDING_003_confidence_weighted_voting.md +0 -32
  448. package/research/FINDING_004_cross_model_semantic_detection.md +0 -37
  449. package/research/FINDING_005_knowledge_gap_orthogonality.md +0 -34
  450. package/research/HALLUCINATION_RESEARCH.md +0 -27
  451. package/research/ensemble-voting.md +0 -324
  452. package/research/loss-functions.md +0 -545
  453. package/research-log.md +0 -49
  454. package/scripts/banner.js +0 -29
  455. package/scripts/benchmark-local-routerarena.ts +0 -176
  456. package/scripts/benchmark.js +0 -145
  457. package/scripts/benchmark.sh +0 -61
  458. package/scripts/compare-providers.sh +0 -230
  459. package/scripts/content-planner.js +0 -25
  460. package/scripts/create-labeled-benchmark.ts +0 -105
  461. package/scripts/cross_post.py +0 -443
  462. package/scripts/local-router-benchmark.ts +0 -154
  463. package/scripts/post-all.sh +0 -41
  464. package/scripts/publish_fcc.py +0 -106
  465. package/scripts/push-to-gitee.sh +0 -25
  466. package/scripts/routerarena_ensemble.js +0 -144
  467. package/scripts/routing-benchmark-v2.js +0 -373
  468. package/scripts/routing-benchmark-v3.js +0 -118
  469. package/scripts/routing-benchmark.js +0 -462
  470. package/scripts/run-labeled-benchmark.mjs +0 -104
  471. package/scripts/run-mmlu-benchmark.js +0 -176
  472. package/scripts/run-provider-benchmark.js +0 -244
  473. package/scripts/update-npm-badges.js +0 -158
  474. package/skill/SKILL.md +0 -238
  475. package/src/__tests__/integration/tmpld_integration.test.py +0 -540
  476. package/src/skills/__tests__/skill_manager.test.ts +0 -328
  477. package/submissions/benchmarks/ALL_PLATFORMS_SUBMISSION.md +0 -94
  478. package/submissions/benchmarks/LLMROUTERBENCH_SUBMISSION.md +0 -121
  479. package/submissions/benchmarks/MMRBENCH_SUBMISSION.md +0 -94
  480. package/submissions/benchmarks/ROUTERARENA_UPDATE.md +0 -83
  481. package/submissions/benchmarks/ROUTERBENCH_SUBMISSION.md +0 -225
  482. package/test-council/1-structure-tests.test.js +0 -353
  483. package/test-council/1-structure-tests.test.ts +0 -353
  484. package/test-council/2-edge-case-tests.test.ts +0 -361
  485. package/test-council/3-performance-tests.test.ts +0 -669
  486. package/test-council/4-integration-tests.test.ts +0 -391
  487. package/test-council/5-agent-council-eval.test.ts +0 -413
  488. package/test-council/AGENT_COUNCIL_ARCHITECTURE.md +0 -349
  489. package/test-council/TEST_COUNCIL_REPORT.md +0 -201
  490. package/test-council/agents/edge-case-agent.ts +0 -363
  491. package/test-council/agents/performance-agent.ts +0 -426
  492. package/test-council/agents/structure-agent.ts +0 -227
  493. package/test-council/council.md +0 -183
  494. package/tests/__mocks__/tokenUtils.ts +0 -8
  495. package/tests/memory/episodicMemory.test.ts +0 -227
  496. package/tests/package-lock.json +0 -1628
  497. package/tests/package.json +0 -18
  498. package/tests/routing/ensembleVoting.test.ts +0 -236
  499. package/tests/routing/providerRetry.test.ts +0 -360
  500. package/tests/routing/queryTypePresets.test.ts +0 -208
  501. package/tests/security/guardrailEngine.test.ts +0 -700
  502. package/tests/tsconfig.json +0 -21
  503. package/tests/vitest.config.ts +0 -18
  504. package/tmlpd-pi-extension/README.md +0 -66
  505. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts +0 -114
  506. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts.map +0 -1
  507. package/tmlpd-pi-extension/dist/cache/prefixCache.js +0 -285
  508. package/tmlpd-pi-extension/dist/cache/prefixCache.js.map +0 -1
  509. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts +0 -58
  510. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts.map +0 -1
  511. package/tmlpd-pi-extension/dist/cache/responseCache.js +0 -153
  512. package/tmlpd-pi-extension/dist/cache/responseCache.js.map +0 -1
  513. package/tmlpd-pi-extension/dist/cli.js +0 -59
  514. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts +0 -95
  515. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts.map +0 -1
  516. package/tmlpd-pi-extension/dist/cost/costTracker.js +0 -240
  517. package/tmlpd-pi-extension/dist/cost/costTracker.js.map +0 -1
  518. package/tmlpd-pi-extension/dist/index.d.ts +0 -723
  519. package/tmlpd-pi-extension/dist/index.d.ts.map +0 -1
  520. package/tmlpd-pi-extension/dist/index.js +0 -239
  521. package/tmlpd-pi-extension/dist/index.js.map +0 -1
  522. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts +0 -82
  523. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts.map +0 -1
  524. package/tmlpd-pi-extension/dist/memory/episodicMemory.js +0 -145
  525. package/tmlpd-pi-extension/dist/memory/episodicMemory.js.map +0 -1
  526. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts +0 -102
  527. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts.map +0 -1
  528. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js +0 -207
  529. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js.map +0 -1
  530. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts +0 -85
  531. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts.map +0 -1
  532. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js +0 -210
  533. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js.map +0 -1
  534. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts +0 -102
  535. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts.map +0 -1
  536. package/tmlpd-pi-extension/dist/providers/localProvider.js +0 -338
  537. package/tmlpd-pi-extension/dist/providers/localProvider.js.map +0 -1
  538. package/tmlpd-pi-extension/dist/providers/registry.d.ts +0 -55
  539. package/tmlpd-pi-extension/dist/providers/registry.d.ts.map +0 -1
  540. package/tmlpd-pi-extension/dist/providers/registry.js +0 -138
  541. package/tmlpd-pi-extension/dist/providers/registry.js.map +0 -1
  542. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts +0 -68
  543. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts.map +0 -1
  544. package/tmlpd-pi-extension/dist/routing/advancedRouter.js +0 -332
  545. package/tmlpd-pi-extension/dist/routing/advancedRouter.js.map +0 -1
  546. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts +0 -101
  547. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts.map +0 -1
  548. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js +0 -368
  549. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js.map +0 -1
  550. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts +0 -96
  551. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts.map +0 -1
  552. package/tmlpd-pi-extension/dist/utils/batchProcessor.js +0 -170
  553. package/tmlpd-pi-extension/dist/utils/batchProcessor.js.map +0 -1
  554. package/tmlpd-pi-extension/dist/utils/compression.d.ts +0 -61
  555. package/tmlpd-pi-extension/dist/utils/compression.d.ts.map +0 -1
  556. package/tmlpd-pi-extension/dist/utils/compression.js +0 -281
  557. package/tmlpd-pi-extension/dist/utils/compression.js.map +0 -1
  558. package/tmlpd-pi-extension/dist/utils/reliability.d.ts +0 -74
  559. package/tmlpd-pi-extension/dist/utils/reliability.d.ts.map +0 -1
  560. package/tmlpd-pi-extension/dist/utils/reliability.js +0 -177
  561. package/tmlpd-pi-extension/dist/utils/reliability.js.map +0 -1
  562. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts +0 -117
  563. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts.map +0 -1
  564. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js +0 -246
  565. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js.map +0 -1
  566. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts +0 -50
  567. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts.map +0 -1
  568. package/tmlpd-pi-extension/dist/utils/tokenUtils.js +0 -124
  569. package/tmlpd-pi-extension/dist/utils/tokenUtils.js.map +0 -1
  570. package/tmlpd-pi-extension/examples/QUICKSTART.md +0 -183
  571. package/tmlpd-pi-extension/package-lock.json +0 -79
  572. package/tmlpd-pi-extension/package.json +0 -172
  573. package/tmlpd-pi-extension/python/examples.py +0 -53
  574. package/tmlpd-pi-extension/python/integrations.py +0 -330
  575. package/tmlpd-pi-extension/python/setup.py +0 -28
  576. package/tmlpd-pi-extension/python/tmlpd.py +0 -369
  577. package/tmlpd-pi-extension/qna/REDDIT_GAP_ANALYSIS.md +0 -299
  578. package/tmlpd-pi-extension/qna/TMLPD_QNA.md +0 -751
  579. package/tmlpd-pi-extension/skill/SKILL.md +0 -238
  580. package/tmlpd-pi-extension/src/cache/responseCache.ts +0 -147
  581. package/tmlpd-pi-extension/src/cost/costTracker.ts +0 -302
  582. package/tmlpd-pi-extension/src/index.ts +0 -232
  583. package/tmlpd-pi-extension/src/memory/episodicMemory.ts +0 -257
  584. package/tmlpd-pi-extension/src/orchestration/haloOrchestrator.ts +0 -266
  585. package/tmlpd-pi-extension/src/orchestration/mctsWorkflow.ts +0 -262
  586. package/tmlpd-pi-extension/src/providers/localProvider.ts +0 -406
  587. package/tmlpd-pi-extension/src/providers/registry.ts +0 -164
  588. package/tmlpd-pi-extension/src/routing/ensembleVoting.ts +0 -159
  589. package/tmlpd-pi-extension/src/routing/queryTypePresets.ts +0 -136
  590. package/tmlpd-pi-extension/src/tools/tmlpdTools.ts +0 -433
  591. package/tmlpd-pi-extension/src/utils/batchProcessor.ts +0 -232
  592. package/tmlpd-pi-extension/src/utils/compression.ts +0 -325
  593. package/tmlpd-pi-extension/src/utils/reliability.ts +0 -221
  594. package/tmlpd-pi-extension/src/utils/tokenUtils.ts +0 -145
  595. package/tmlpd-pi-extension/tsconfig.json +0 -18
  596. package/tsconfig.build.json +0 -29
  597. package/tsconfig.json +0 -18
  598. /package/{docs/llms-full.txt → llms-full.txt.bak} +0 -0
@@ -1,744 +0,0 @@
1
- #!/usr/bin/env node
2
-
3
- /**
4
- * A3M Router MCP Server
5
- *
6
- * Exposes A3M's parallel multi-LLM routing and ensemble execution
7
- * as MCP tools for any MCP-compatible AI agent (Claude Code, Cursor, etc.).
8
- *
9
- * Usage:
10
- * npx a3m-mcp # Start MCP server via stdio
11
- * A3M_API_KEY=sk-... npx a3m-mcp # With custom API key
12
- */
13
-
14
- import { Server } from '@modelcontextprotocol/sdk/server/index.js';
15
- import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
16
- import {
17
- CallToolRequestSchema,
18
- ListToolsRequestSchema,
19
- ErrorCode,
20
- McpError,
21
- } from '@modelcontextprotocol/sdk/types.js';
22
- import {
23
- routeQuery,
24
- extractQueryFeatures,
25
- getAvailableProviders,
26
- findCheapestAvailableProvider,
27
- findFastestAvailableProvider,
28
- healthCheck,
29
- } from 'adaptive-memory-multi-model-router';
30
-
31
- // ============================================================
32
- // TYPES
33
- // ============================================================
34
-
35
- interface ProviderInfo {
36
- id: string;
37
- name: string;
38
- models: string[];
39
- tier: string;
40
- costPer1kInput: number;
41
- costPer1kOutput: number;
42
- type: string;
43
- priority: number;
44
- maxTokens: number;
45
- enabled: boolean;
46
- }
47
-
48
- interface ApiCallResult {
49
- content: string;
50
- model: string;
51
- provider: string;
52
- totalTokens: number;
53
- cost: number;
54
- latencyMs: number;
55
- }
56
-
57
- // ============================================================
58
- // LOGGING
59
- // ============================================================
60
-
61
- function log(level: 'info' | 'warn' | 'error', msg: string, ...args: unknown[]): void {
62
- const prefix = `[A3M-MCP] ${level.toUpperCase()}`;
63
- process.stderr.write(`${prefix} ${msg}${args.length ? ' ' + JSON.stringify(args) : ''}\n`);
64
- }
65
-
66
- // ============================================================
67
- // PROVIDER HELPERS
68
- // ============================================================
69
-
70
- function getFilteredProviders(): Record<string, ProviderInfo> {
71
- const raw = getAvailableProviders();
72
- const result: Record<string, ProviderInfo> = {};
73
-
74
- for (const [id, p] of Object.entries(raw)) {
75
- const pd = p as Record<string, unknown>;
76
- result[id] = {
77
- id: pd.id as string || id,
78
- name: pd.name as string || id,
79
- models: (pd.models as string[]) || [],
80
- tier: pd.tier as string || 'unknown',
81
- costPer1kInput: ((pd.costPerK as Record<string, number> | undefined)?.input) || 0,
82
- costPer1kOutput: ((pd.costPerK as Record<string, number> | undefined)?.output) || 0,
83
- type: pd.type as string || 'api',
84
- priority: (pd.priority as number) || 999,
85
- maxTokens: (pd.maxTokens as number) || 4096,
86
- enabled: !!(pd.apiKey as string | undefined) || pd.type === 'local' || pd.type === 'cli',
87
- };
88
- }
89
- return result;
90
- }
91
-
92
- function findEnabledProviders(): Array<{ id: string; info: ProviderInfo }> {
93
- const providers = getFilteredProviders();
94
- return Object.entries(providers)
95
- .filter(([_, info]) => info.enabled)
96
- .map(([id, info]) => ({ id, info }));
97
- }
98
-
99
- // ============================================================
100
- // API EXECUTION
101
- // ============================================================
102
-
103
- async function callProviderApi(
104
- providerId: string,
105
- model: string,
106
- prompt: string,
107
- maxTokens: number = 2048,
108
- signal?: AbortSignal,
109
- ): Promise<ApiCallResult | null> {
110
- const providers = getAvailableProviders() as Record<string, Record<string, unknown>>;
111
- const provider = providers[providerId];
112
-
113
- if (!provider) {
114
- log('error', `Provider "${providerId}" not found`);
115
- return null;
116
- }
117
-
118
- const apiKey = provider.apiKey as string | undefined;
119
- const baseUrl = provider.baseUrl as string;
120
- const type = provider.type as string;
121
- const format = provider.format as string | undefined;
122
- const costPerK = provider.costPerK as Record<string, number> | undefined;
123
-
124
- if (!apiKey && type !== 'local') {
125
- log('warn', `No API key for provider "${providerId}"`);
126
- return null;
127
- }
128
-
129
- const startTime = Date.now();
130
-
131
- try {
132
- if (type === 'cli') {
133
- // CLI-based providers (CommandCode etc.) — skip for now in MCP context
134
- log('warn', `CLI provider "${providerId}" not supported in MCP server`);
135
- return null;
136
- }
137
-
138
- let requestUrl = baseUrl;
139
- let requestBody: Record<string, unknown>;
140
- let requestHeaders: Record<string, string> = {
141
- 'Content-Type': 'application/json',
142
- };
143
-
144
- if (format === 'google') {
145
- // Google AI format
146
- requestUrl = `${baseUrl}/${model}:generateContent?key=${apiKey}`;
147
- requestBody = {
148
- contents: [{ parts: [{ text: prompt }] }],
149
- generationConfig: { maxOutputTokens: maxTokens },
150
- };
151
- } else if (format === 'anthropic') {
152
- requestHeaders['x-api-key'] = apiKey;
153
- requestHeaders['anthropic-version'] = '2023-06-01';
154
- requestBody = {
155
- model,
156
- messages: [{ role: 'user', content: prompt }],
157
- max_tokens: maxTokens,
158
- };
159
- } else {
160
- // OpenAI-compatible (default)
161
- requestHeaders['Authorization'] = `Bearer ${apiKey}`;
162
- requestBody = {
163
- model,
164
- messages: [{ role: 'user', content: prompt }],
165
- max_tokens: maxTokens,
166
- };
167
- }
168
-
169
- const resp = await fetch(requestUrl, {
170
- method: 'POST',
171
- headers: requestHeaders,
172
- body: JSON.stringify(requestBody),
173
- signal,
174
- });
175
-
176
- const latencyMs = Date.now() - startTime;
177
- const data = await resp.json() as Record<string, unknown>;
178
-
179
- if (!resp.ok) {
180
- const errMsg = (data.error as Record<string, unknown> | undefined)?.message as string
181
- || (data.error as string | undefined)
182
- || resp.statusText;
183
- log('error', `Provider "${providerId}" returned ${resp.status}: ${errMsg}`);
184
- return null;
185
- }
186
-
187
- // Parse response based on format
188
- let content = '';
189
- let usage: Record<string, number> = {};
190
-
191
- if (format === 'google') {
192
- const candidates = data.candidates as Array<Record<string, unknown>> | undefined;
193
- if (candidates?.[0]?.content) {
194
- const parts = (candidates[0].content as Record<string, unknown>).parts as Array<Record<string, unknown>> | undefined;
195
- content = parts?.map((p) => p.text as string).join('') || '';
196
- }
197
- const metadata = data.usageMetadata as Record<string, number> | undefined;
198
- usage = {
199
- prompt_tokens: metadata?.promptTokenCount || 0,
200
- completion_tokens: metadata?.candidatesTokenCount || 0,
201
- total_tokens: (metadata?.promptTokenCount || 0) + (metadata?.candidatesTokenCount || 0),
202
- };
203
- } else if (format === 'anthropic') {
204
- content = (data.content as Array<Record<string, unknown>> | undefined)
205
- ?.map((b) => b.text as string)
206
- .join('') || '';
207
- usage = {
208
- prompt_tokens: data.input_tokens as number || 0,
209
- completion_tokens: data.output_tokens as number || 0,
210
- total_tokens: ((data.input_tokens as number) || 0) + ((data.output_tokens as number) || 0),
211
- };
212
- } else {
213
- // OpenAI-compatible
214
- const choices = data.choices as Array<Record<string, unknown>> | undefined;
215
- content = choices?.[0]?.message
216
- ? (choices[0].message as Record<string, unknown>).content as string
217
- : '';
218
- usage = (data.usage as Record<string, number>) || {};
219
- }
220
-
221
- const inputCost = (usage.prompt_tokens || 0) / 1000 * (costPerK?.input || 0) / 1000;
222
- const outputCost = (usage.completion_tokens || 0) / 1000 * (costPerK?.output || 0) / 1000;
223
-
224
- return {
225
- content: content.trim(),
226
- model: (data.model as string) || model,
227
- provider: providerId,
228
- totalTokens: usage.total_tokens || 0,
229
- cost: inputCost + outputCost,
230
- latencyMs,
231
- };
232
- } catch (err) {
233
- if (err instanceof DOMException && err.name === 'AbortError') {
234
- log('warn', `Request to "${providerId}" aborted`);
235
- return null;
236
- }
237
- log('error', `Error calling provider "${providerId}":`, (err as Error).message);
238
- return null;
239
- }
240
- }
241
-
242
- // ============================================================
243
- // MCP SERVER
244
- // ============================================================
245
-
246
- const server = new Server(
247
- {
248
- name: 'a3m-mcp-server',
249
- version: '0.1.0',
250
- description: 'A3M Router — parallel multi-LLM execution for AI agents',
251
- },
252
- {
253
- capabilities: {
254
- tools: {},
255
- },
256
- },
257
- );
258
-
259
- // ============================================================
260
- // TOOL: LIST
261
- // ============================================================
262
-
263
- server.setRequestHandler(ListToolsRequestSchema, async () => {
264
- log('info', 'Client requested tool list');
265
- return {
266
- tools: [
267
- {
268
- name: 'a3m_route',
269
- description: 'Route a query to the optimal LLM provider. Returns which model/ provider is best suited for the query, with reasoning and cost estimate. Does NOT execute the query — use a3m_ensemble for execution.',
270
- inputSchema: {
271
- type: 'object',
272
- properties: {
273
- query: {
274
- type: 'string',
275
- description: 'The user query to route',
276
- },
277
- provider: {
278
- type: 'string',
279
- description: 'Optional: Force a specific provider (e.g. "groq", "google", "cerebras")',
280
- },
281
- budget_multiplier: {
282
- type: 'number',
283
- description: 'Optional: Budget multiplier (default 1.0, lower = cheaper, higher = more capable)',
284
- default: 1.0,
285
- },
286
- },
287
- required: ['query'],
288
- },
289
- },
290
- {
291
- name: 'a3m_ensemble',
292
- description: 'Execute a query across multiple providers in parallel and merge results. Returns individual responses with confidence scores plus a synthesized best answer. This is A3M\'s unique differentiator — no other router does parallel multi-LLM execution with result merging.',
293
- inputSchema: {
294
- type: 'object',
295
- properties: {
296
- query: {
297
- type: 'string',
298
- description: 'The user query to execute in parallel across providers',
299
- },
300
- providers: {
301
- type: 'array',
302
- items: { type: 'string' },
303
- description: 'Optional: Specific providers to use (e.g. ["groq", "google", "cerebras"]). Defaults to all enabled providers.',
304
- },
305
- max_tokens: {
306
- type: 'number',
307
- description: 'Optional: Max tokens per response (default: 2048)',
308
- default: 2048,
309
- },
310
- timeout_ms: {
311
- type: 'number',
312
- description: 'Optional: Timeout per provider in ms (default: 30000)',
313
- default: 30000,
314
- },
315
- },
316
- required: ['query'],
317
- },
318
- },
319
- {
320
- name: 'a3m_classify',
321
- description: 'Classify a query by type and get a provider recommendation. Analyzes the query for code, math, creative, reasoning, and domain signals. Returns classification (fast/creative/deep/code) plus a provider recommendation.',
322
- inputSchema: {
323
- type: 'object',
324
- properties: {
325
- query: {
326
- type: 'string',
327
- description: 'The query to classify',
328
- },
329
- },
330
- required: ['query'],
331
- },
332
- },
333
- {
334
- name: 'a3m_providers',
335
- description: 'List all configured LLM providers with model info, cost tiers, and availability status.',
336
- inputSchema: {
337
- type: 'object',
338
- properties: {},
339
- },
340
- },
341
- ],
342
- };
343
- });
344
-
345
- // ============================================================
346
- // TOOL: CALL
347
- // ============================================================
348
-
349
- server.setRequestHandler(CallToolRequestSchema, async (request) => {
350
- const { name, arguments: args } = request.params;
351
-
352
- try {
353
- switch (name) {
354
- case 'a3m_route':
355
- return await handleRoute(args as Record<string, unknown>);
356
- case 'a3m_ensemble':
357
- return await handleEnsemble(args as Record<string, unknown>);
358
- case 'a3m_classify':
359
- return handleClassify(args as Record<string, unknown>);
360
- case 'a3m_providers':
361
- return handleProviders();
362
- default:
363
- throw new McpError(
364
- ErrorCode.MethodNotFound,
365
- `Unknown tool: ${name}`,
366
- );
367
- }
368
- } catch (err) {
369
- if (err instanceof McpError) throw err;
370
- log('error', `Tool "${name}" failed:`, (err as Error).message);
371
- return {
372
- content: [
373
- {
374
- type: 'text',
375
- text: `Error: ${(err as Error).message}`,
376
- },
377
- ],
378
- isError: true,
379
- };
380
- }
381
- });
382
-
383
- // ============================================================
384
- // HANDLER: a3m_route
385
- // ============================================================
386
-
387
- function handleRoute(args: Record<string, unknown>) {
388
- const query = args.query as string;
389
- if (!query || typeof query !== 'string' || query.trim().length === 0) {
390
- throw new McpError(ErrorCode.InvalidParams, 'query must be a non-empty string');
391
- }
392
-
393
- const forcedProvider = args.provider as string | undefined;
394
- const budgetMultiplier = (args.budget_multiplier as number) || 1.0;
395
-
396
- const features = extractQueryFeatures(query);
397
- const route = routeQuery(query, forcedProvider ? [forcedProvider] : undefined, budgetMultiplier);
398
-
399
- // Build enriched response
400
- let queryType = 'general';
401
- if (features.has_code) queryType = 'code';
402
- else if (features.requires_reasoning) queryType = 'deep';
403
- else if (features.is_creative) queryType = 'creative';
404
- else if (features.complexity < 0.2) queryType = 'fast';
405
-
406
- const providers = getFilteredProviders();
407
- const providerInfo = route.primary_model
408
- ? providers[route.primary_model.split('/')[0]]
409
- : null;
410
-
411
- const result = {
412
- model: route.primary_model,
413
- tier: providerInfo?.tier || 'unknown',
414
- provider: route.primary_model?.split('/')[0] || 'unknown',
415
- confidence: route.confidence,
416
- reasoning: route.reasoning,
417
- estimated_cost: route.estimated_cost,
418
- estimated_latency_ms: route.estimated_latency_ms,
419
- fallback_models: route.fallback_models,
420
- query_features: {
421
- complexity: features.complexity,
422
- has_code: features.has_code,
423
- has_math: features.has_math,
424
- is_creative: features.is_creative,
425
- requires_reasoning: features.requires_reasoning,
426
- is_multilingual: features.is_multilingual,
427
- },
428
- classification: queryType,
429
- suggestion: getSuggestion(queryType, route),
430
- };
431
-
432
- return {
433
- content: [
434
- {
435
- type: 'text',
436
- text: JSON.stringify(result, null, 2),
437
- },
438
- ],
439
- };
440
- }
441
-
442
- function getSuggestion(type: string, route: { primary_model: string; estimated_cost: number }): string {
443
- switch (type) {
444
- case 'code':
445
- return `Use "${route.primary_model}" for code. Cost: ~$${(route.estimated_cost || 0).toFixed(6)}`;
446
- case 'deep':
447
- return `Use "${route.primary_model}" for reasoning. Cost: ~$${(route.estimated_cost || 0).toFixed(6)}`;
448
- case 'creative':
449
- return `Use "${route.primary_model}" for creativity. Cost: ~$${(route.estimated_cost || 0).toFixed(6)}`;
450
- case 'fast':
451
- return `Use "${route.primary_model}" for speed. Cost: ~$${(route.estimated_cost || 0).toFixed(6)}`;
452
- default:
453
- return `Recommended: "${route.primary_model}" (${route.reasoning || ''})`;
454
- }
455
- }
456
-
457
- // ============================================================
458
- // HANDLER: a3m_ensemble
459
- // ============================================================
460
-
461
- async function handleEnsemble(args: Record<string, unknown>) {
462
- const query = args.query as string;
463
- if (!query || typeof query !== 'string' || query.trim().length === 0) {
464
- throw new McpError(ErrorCode.InvalidParams, 'query must be a non-empty string');
465
- }
466
-
467
- const maxTokens = (args.max_tokens as number) || 2048;
468
- const timeoutMs = (args.timeout_ms as number) || 30000;
469
-
470
- // Determine which providers to use
471
- let targetProviders: Array<{ id: string; info: ProviderInfo }>;
472
-
473
- if (args.providers && Array.isArray(args.providers) && args.providers.length > 0) {
474
- const requested = args.providers as string[];
475
- const all = getFilteredProviders();
476
- targetProviders = requested
477
- .map((id) => ({ id, info: all[id] }))
478
- .filter((p) => p.info && p.info.enabled);
479
- if (targetProviders.length === 0) {
480
- return {
481
- content: [
482
- {
483
- type: 'text',
484
- text: JSON.stringify({
485
- error: 'None of the requested providers are available/enabled',
486
- requested_providers: requested,
487
- available: Object.keys(getFilteredProviders()).filter((k) => getFilteredProviders()[k].enabled),
488
- }, null, 2),
489
- },
490
- ],
491
- isError: true,
492
- };
493
- }
494
- } else {
495
- targetProviders = findEnabledProviders();
496
- }
497
-
498
- if (targetProviders.length === 0) {
499
- return {
500
- content: [
501
- {
502
- type: 'text',
503
- text: 'No enabled providers found. Configure API keys via environment variables (e.g. GROQ_API_KEY, GOOGLE_API_KEY, CEREBRAS_API_KEY).',
504
- },
505
- ],
506
- isError: true,
507
- };
508
- }
509
-
510
- // Classify the query first
511
- const features = extractQueryFeatures(query);
512
-
513
- // Execute in parallel across all target providers
514
- const controllers: AbortController[] = [];
515
- const results = await Promise.all(
516
- targetProviders.map(async ({ id, info }) => {
517
- const model = info.models[0];
518
- if (!model) {
519
- return { provider: id, model: 'none', error: 'No models configured', content: null };
520
- }
521
-
522
- const controller = new AbortController();
523
- controllers.push(controller);
524
-
525
- const timeout = setTimeout(() => controller.abort(), timeoutMs);
526
-
527
- try {
528
- const result = await callProviderApi(id, model, query, maxTokens, controller.signal);
529
- clearTimeout(timeout);
530
- return { provider: id, model, error: null, content: result };
531
- } catch (err) {
532
- clearTimeout(timeout);
533
- return { provider: id, model, error: (err as Error).message, content: null };
534
- }
535
- }),
536
- );
537
-
538
- // Separate successful and failed results
539
- const successes = results.filter((r): r is typeof r & { content: NonNullable<typeof r.content> } =>
540
- r.content !== null && r.content.content.length > 0,
541
- );
542
- const failures = results.filter((r) => r.error || !r.content || r.content.content.length === 0);
543
-
544
- // Compute confidence scores based on response quality
545
- const totalSuccesses = successes.length;
546
- const scoredResponses = successes.map((r) => {
547
- const responseLength = r.content.content.length;
548
- const lengthScore = Math.min(responseLength / 500, 1.0);
549
- const latencyPenalty = Math.max(0, 1 - r.content.latencyMs / 10000);
550
- const confidence = Math.round((0.6 * lengthScore + 0.2 * latencyPenalty + 0.2) * 100) / 100;
551
- return { ...r, confidence: Math.min(confidence, 0.98) };
552
- }).sort((a, b) => b.confidence - a.confidence);
553
-
554
- // Synthesize best answer (highest confidence response with context from others)
555
- let bestAnswer: string;
556
- if (scoredResponses.length === 0) {
557
- bestAnswer = 'All providers failed to generate a response.';
558
- } else if (scoredResponses.length === 1) {
559
- bestAnswer = scoredResponses[0].content.content;
560
- } else {
561
- // Use top response with agreement signal
562
- const top = scoredResponses[0];
563
- const agreement = scoredResponses.filter(
564
- (r) => r.content.content.slice(0, 100).toLowerCase() === top.content.content.slice(0, 100).toLowerCase(),
565
- ).length;
566
- const agreementRatio = agreement / totalSuccesses;
567
- bestAnswer = top.content.content;
568
- }
569
-
570
- const ensemble = {
571
- query,
572
- query_classification: {
573
- complexity: features.complexity,
574
- type: features.has_code ? 'code' : features.requires_reasoning ? 'deep' : features.is_creative ? 'creative' : 'general',
575
- has_code: features.has_code,
576
- has_math: features.has_math,
577
- is_creative: features.is_creative,
578
- },
579
- parallel_responses: scoredResponses.map((r) => ({
580
- provider: r.provider,
581
- model: r.model,
582
- confidence: r.confidence,
583
- latency_ms: r.content.latencyMs,
584
- cost: r.content.cost,
585
- tokens: r.content.totalTokens,
586
- content: r.content.content,
587
- })),
588
- failed_providers: failures.map((r) => ({
589
- provider: r.provider,
590
- model: r.model,
591
- error: r.error || 'Empty response',
592
- })),
593
- best_answer: bestAnswer,
594
- stats: {
595
- total_providers: targetProviders.length,
596
- successful: successes.length,
597
- failed: failures.length,
598
- total_cost: successes.reduce((sum, r) => sum + r.content.cost, 0),
599
- total_tokens: successes.reduce((sum, r) => sum + r.content.totalTokens, 0),
600
- avg_latency_ms: successes.length > 0
601
- ? Math.round(successes.reduce((sum, r) => sum + r.content.latencyMs, 0) / successes.length)
602
- : 0,
603
- },
604
- };
605
-
606
- return {
607
- content: [
608
- {
609
- type: 'text',
610
- text: JSON.stringify(ensemble, null, 2),
611
- },
612
- ],
613
- };
614
- }
615
-
616
- // ============================================================
617
- // HANDLER: a3m_classify
618
- // ============================================================
619
-
620
- function handleClassify(args: Record<string, unknown>) {
621
- const query = args.query as string;
622
- if (!query || typeof query !== 'string' || query.trim().length === 0) {
623
- throw new McpError(ErrorCode.InvalidParams, 'query must be a non-empty string');
624
- }
625
-
626
- const features = extractQueryFeatures(query);
627
- const route = routeQuery(query);
628
-
629
- let type: string;
630
- let recommendation: string;
631
-
632
- if (features.has_code) {
633
- type = 'code';
634
- recommendation = 'Use a fast coding model (Groq, Cerebras) for quick code tasks, or premium (OpenAI, Anthropic) for complex codegen.';
635
- } else if (features.requires_reasoning && features.complexity > 0.5) {
636
- type = 'deep';
637
- recommendation = 'Use a reasoning-capable model (Mistral, premium tier) for deep analytical tasks.';
638
- } else if (features.is_creative) {
639
- type = 'creative';
640
- recommendation = 'Use a creative model (Mistral, Google AI) for open-ended creative work.';
641
- } else if (features.complexity < 0.2) {
642
- type = 'fast';
643
- recommendation = 'Use a fast, cheap model (Groq, Cerebras, free tier) for simple queries.';
644
- } else {
645
- type = 'general';
646
- recommendation = 'Standard routing applies — use the default model selection.';
647
- }
648
-
649
- const providers = getFilteredProviders();
650
- const bestModel = route.primary_model;
651
- const bestProvider = bestModel ? providers[bestModel.split('/')[0]] : null;
652
-
653
- return {
654
- content: [
655
- {
656
- type: 'text',
657
- text: JSON.stringify({
658
- query,
659
- classification: {
660
- type,
661
- complexity: features.complexity,
662
- signals: {
663
- has_code: features.has_code,
664
- has_math: features.has_math,
665
- is_creative: features.is_creative,
666
- requires_reasoning: features.requires_reasoning,
667
- is_multilingual: features.is_multilingual,
668
- },
669
- },
670
- recommended_provider: bestProvider ? {
671
- id: bestProvider.id,
672
- name: bestProvider.name,
673
- model: bestModel,
674
- tier: bestProvider.tier,
675
- cost_per_1k_input: bestProvider.costPer1kInput,
676
- cost_per_1k_output: bestProvider.costPer1kOutput,
677
- } : null,
678
- reasoning: route.reasoning,
679
- suggestion: recommendation,
680
- }, null, 2),
681
- },
682
- ],
683
- };
684
- }
685
-
686
- // ============================================================
687
- // HANDLER: a3m_providers
688
- // ============================================================
689
-
690
- function handleProviders() {
691
- const providers = getFilteredProviders();
692
- const enabled = Object.values(providers).filter((p) => p.enabled);
693
- const disabled = Object.values(providers).filter((p) => !p.enabled);
694
-
695
- return {
696
- content: [
697
- {
698
- type: 'text',
699
- text: JSON.stringify({
700
- total: Object.keys(providers).length,
701
- enabled: enabled.length,
702
- disabled: disabled.length,
703
- providers: Object.values(providers).sort((a, b) => a.priority - b.priority),
704
- env_tips: {
705
- groq: 'GROQ_API_KEY',
706
- cerebras: 'CEREBRAS_API_KEY',
707
- mistral: 'MISTRAL_API_KEY',
708
- google: 'GOOGLE_API_KEY',
709
- minimax: 'MINIMAX_API_KEY',
710
- },
711
- }, null, 2),
712
- },
713
- ],
714
- };
715
- }
716
-
717
- // ============================================================
718
- // STARTUP
719
- // ============================================================
720
-
721
- async function main(): Promise<void> {
722
- const providers = getFilteredProviders();
723
- const enabledCount = Object.values(providers).filter((p) => p.enabled).length;
724
- const totalCount = Object.keys(providers).length;
725
-
726
- log('info', 'A3M Router MCP Server v0.1.0');
727
- log('info', `Providers: ${totalCount} total, ${enabledCount} enabled`);
728
- log('info', 'Tools available: a3m_route, a3m_ensemble, a3m_classify, a3m_providers');
729
- log('info', `Node ${process.version}, ${process.platform}`);
730
-
731
- for (const [id, info] of Object.entries(providers)) {
732
- const status = info.enabled ? 'ENABLED' : 'DISABLED';
733
- log('info', ` ${status.padEnd(8)} ${id.padEnd(12)} ${info.tier.padEnd(8)} ${(info.models[0] || 'no models')}`);
734
- }
735
-
736
- const transport = new StdioServerTransport();
737
- await server.connect(transport);
738
- log('info', 'MCP server connected via stdio');
739
- }
740
-
741
- main().catch((err) => {
742
- log('error', 'Fatal error:', err);
743
- process.exit(1);
744
- });