adaptive-memory-multi-model-router 2.14.49 → 2.14.51

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (603) hide show
  1. package/.dockerignore +82 -0
  2. package/.env.example +303 -0
  3. package/.github/DISCUSSIONS_WELCOME.md +27 -0
  4. package/.github/DISCUSSION_TEMPLATE.yml +5 -0
  5. package/.github/FUNDING.yml +2 -0
  6. package/.github/ISSUE_TEMPLATE/bug_report.md +94 -0
  7. package/.github/ISSUE_TEMPLATE/config.yml +17 -0
  8. package/.github/ISSUE_TEMPLATE/feature_request.md +71 -0
  9. package/.github/PULL_REQUEST_TEMPLATE.md +71 -0
  10. package/.github/dependabot.yml +9 -0
  11. package/.github/workflows/auto-publish.yml +51 -0
  12. package/.github/workflows/ci.yml +263 -0
  13. package/.github/workflows/codeql.yml +38 -0
  14. package/.github/workflows/npm-publish.yml +20 -0
  15. package/.github/workflows/pages.yml +37 -0
  16. package/.github/workflows/stale.yml +54 -0
  17. package/.publish-tick +1 -0
  18. package/.well-known/ai-plugin.json +16 -0
  19. package/AGENT_COUNCIL_FINDINGS.md +142 -0
  20. package/ARCHITECTURE.md +346 -0
  21. package/AUDIT_REPORT.md +28 -0
  22. package/CODE_OF_CONDUCT.md +128 -0
  23. package/CONTRIBUTING.md +50 -0
  24. package/CONTRIBUTORS.md +20 -0
  25. package/Dockerfile +53 -0
  26. package/Dockerfile.proxy +33 -0
  27. package/HEALTH_REPORT.md +118 -0
  28. package/IMPROVEMENT_PLAN.md +107 -0
  29. package/LANDING.md +43 -0
  30. package/LAUNCH-PAIN-DRIVEN.md +339 -0
  31. package/LAUNCH.md +337 -0
  32. package/LAUNCH_CHECKLIST.md +141 -0
  33. package/LAUNCH_SNAPSHOT.md +260 -0
  34. package/MANIFESTO.md +41 -0
  35. package/POPULARITY_BOOSTERS.md +285 -0
  36. package/PR_STATUS_REPORT.md +148 -0
  37. package/README.md +10 -0
  38. package/REDESIGN.md +95 -0
  39. package/RUNKIT.md +83 -0
  40. package/SECURITY.md +29 -0
  41. package/SUBMISSIONS.md +43 -0
  42. package/_schema.html +53 -0
  43. package/ai-plugin.json +16 -0
  44. package/articles/AI_AGENT_LLM_ROUTING.md +150 -0
  45. package/articles/CHINESE_DIRECTORIES.md +100 -0
  46. package/articles/CHINESE_SUBMISSIONS_READY.md +322 -0
  47. package/articles/COMPETITOR_ALERTS.md +31 -0
  48. package/articles/COMPLETE_POSTING_DIRECTORY.md +147 -0
  49. package/articles/CONTENT_STRUCTURE.md +292 -0
  50. package/articles/DEVTO_COST_GUIDE.md +473 -0
  51. package/articles/DEVTO_FINAL.md +416 -0
  52. package/articles/DEVTO_MULTI_PROVIDER.md +542 -0
  53. package/articles/DEVTO_READY.md +255 -0
  54. package/articles/DEVTO_V2_ANNOUNCEMENT.md +160 -0
  55. package/articles/DEVTO_VIRAL_GROWTH.md +280 -0
  56. package/articles/FRESH_devto.md +460 -0
  57. package/articles/FRESH_devto_2026_05.md +73 -0
  58. package/articles/FRESH_hackernews.md +14 -0
  59. package/articles/FRESH_reddit_ml.md +90 -0
  60. package/articles/FRESH_reddit_node.md +198 -0
  61. package/articles/FRESH_reddit_sideproject.md +72 -0
  62. package/articles/FRESH_reddit_webdev.md +130 -0
  63. package/articles/FROM_ZERO_TO_10K.md +107 -0
  64. package/articles/HN_10X_BETTER.md +430 -0
  65. package/articles/HN_ACCOUNT_GUIDE.md +21 -0
  66. package/articles/HN_CHINESE_STYLE.md +308 -0
  67. package/articles/HN_FINAL.md +148 -0
  68. package/articles/HN_POSTED_VERSION.md +56 -0
  69. package/articles/HN_POST_READY.md +137 -0
  70. package/articles/HN_RESEARCH.md +364 -0
  71. package/articles/HN_SHOW_routerarena.md +17 -0
  72. package/articles/HN_TIMING_GUIDE.md +52 -0
  73. package/articles/INDIEHACKERS_POST.md +52 -0
  74. package/articles/INDIEHACKERS_READY.md +120 -0
  75. package/articles/LLM_BENCHMARK_DEEP_DIVE.md +153 -0
  76. package/articles/MASTER_POSTING_DIRECTORY.md +189 -0
  77. package/articles/NEWSLETTER_SEND_NOW.md +259 -0
  78. package/articles/NEWSLETTER_SUBMISSIONS.md +112 -0
  79. package/articles/PAIN-DRIVEN-devto-v2.md +308 -0
  80. package/articles/PAIN-DRIVEN-devto-v3.md +268 -0
  81. package/articles/PAIN-DRIVEN-devto.md +242 -0
  82. package/articles/PAIN-DRIVEN-hackernews-v2.md +138 -0
  83. package/articles/PAIN-DRIVEN-hackernews-v3.md +151 -0
  84. package/articles/PAIN-DRIVEN-hackernews.md +131 -0
  85. package/articles/PAIN-DRIVEN-reddit-v2.md +301 -0
  86. package/articles/PAIN-DRIVEN-reddit-v3.md +236 -0
  87. package/articles/PAIN-DRIVEN-reddit.md +218 -0
  88. package/articles/PAIN-DRIVEN-twitter-v2.md +110 -0
  89. package/articles/PAIN-DRIVEN-twitter-v3.md +121 -0
  90. package/articles/PAIN-DRIVEN-twitter.md +120 -0
  91. package/articles/PORTKEY_VS_A3M.md +147 -0
  92. package/articles/POSTING_KIT_2026_05.md +67 -0
  93. package/articles/PRESS_KIT_routerarena.md +77 -0
  94. package/articles/PRODUCTHUNT_LISTING.md +48 -0
  95. package/articles/PRODUCTHUNT_READY.md +106 -0
  96. package/articles/PR_PLAN_vault.md +125 -0
  97. package/articles/REDDIT_FINAL.md +232 -0
  98. package/articles/REDDIT_POST.md +67 -0
  99. package/articles/REDDIT_SUBMISSION_READY.md +348 -0
  100. package/articles/ROUTERARENA_LEADER.md +45 -0
  101. package/articles/SHOW_HN_FINAL.md +29 -0
  102. package/articles/TWEETS_10K_DOWNLOADS.md +47 -0
  103. package/articles/TWEETS_BENCHMARK_FIRST.md +46 -0
  104. package/articles/TWEETS_MCP_PLAY.md +51 -0
  105. package/articles/TWEETS_SEQUENTIAL_BROKEN.md +49 -0
  106. package/articles/TWEETS_WHY_BUILD.md +54 -0
  107. package/articles/TWEETS_routerarena_leader.md +53 -0
  108. package/articles/TWEET_STORM_READY.md +165 -0
  109. package/articles/TWITTER_FINAL.md +167 -0
  110. package/articles/WHY_10X_BETTER.md +261 -0
  111. package/articles/WHY_CHINESE_STYLE_BETTER.md +323 -0
  112. package/articles/ai-discoverability-llm-routing.md +210 -0
  113. package/articles/devto-llm-routing.md +138 -0
  114. package/articles/hackernews-show-hn.md +54 -0
  115. package/articles/hashnode-llm-cost-optimization.md +125 -0
  116. package/articles/hn_show_2026_05.md +11 -0
  117. package/articles/medium-building-llm-router.md +205 -0
  118. package/articles/reddit-ml.md +76 -0
  119. package/articles/twitter-thread-cost-savings.md +50 -0
  120. package/articles/youtube-tutorial-script.md +262 -0
  121. package/assets/a3m_3blue1brown.mp4 +0 -0
  122. package/assets/banner.svg +109 -0
  123. package/assets/chart-cost-v2.svg +91 -0
  124. package/assets/chart-cost-v3.svg +143 -0
  125. package/assets/chart-features-v2.svg +132 -0
  126. package/assets/chart-features-v3.svg +211 -0
  127. package/assets/chart-growth-v2.svg +122 -0
  128. package/assets/chart-growth-v3.svg +189 -0
  129. package/assets/cost-comparison.svg +134 -0
  130. package/assets/cost-simple.svg +64 -0
  131. package/assets/demo-hn.gif +0 -0
  132. package/assets/feature-matrix.svg +136 -0
  133. package/assets/growth-chart-animated.svg +76 -0
  134. package/assets/growth-chart.svg +82 -0
  135. package/assets/growth-simple.svg +69 -0
  136. package/assets/hero-diagram.svg +81 -0
  137. package/assets/logo-new.svg +21 -0
  138. package/assets/logo.svg +68 -0
  139. package/assets/provider-comparison.svg +121 -0
  140. package/assets/social-preview-new.svg +100 -0
  141. package/assets/social-preview.svg +194 -0
  142. package/assets/social-v2.svg +130 -0
  143. package/assets/social-v3.svg +212 -0
  144. package/benchmark-provider-results.json +245 -0
  145. package/benchmark-results.json +54 -0
  146. package/council-votes/architecture-vote.md +121 -0
  147. package/council-votes/coverage-vote.md +93 -0
  148. package/data/adaptive-benchmark.json +92 -0
  149. package/data/benchmark-results.json +47 -0
  150. package/data/labeled-benchmark.json +88 -0
  151. package/demo/3blue1brown_video.py +285 -0
  152. package/demo/3blue1brown_video_v2.py +310 -0
  153. package/demo/IMPROVED_PROMPTS.md +229 -0
  154. package/demo/VEO3_PROMPTS.md +269 -0
  155. package/demo/VIDEO_PRODUCTION_GUIDE.md +333 -0
  156. package/demo/a3m_3blue1brown.mp4 +0 -0
  157. package/demo/asciinema-demo.sh +195 -0
  158. package/demo/demo-hn.tape +74 -0
  159. package/demo/demo-script.md +53 -0
  160. package/demo/demo-script.sh +62 -0
  161. package/demo/demo.svg +75 -0
  162. package/demo/frame1_ai_data_center.png +0 -0
  163. package/demo/frame1_sunset_video.mp4 +0 -0
  164. package/demo/frame2_cost_comparison.png +0 -0
  165. package/demo/frame2_cost_comparison_fallback.png +0 -0
  166. package/demo/frame3_parallel_execution.png +0 -0
  167. package/demo/frame3_parallel_execution_fallback.png +0 -0
  168. package/demo/frame4_providers.png +0 -0
  169. package/demo/frame4_providers_fallback.png +0 -0
  170. package/demo/frame5_endcard.png +0 -0
  171. package/demo/frame5_endcard_fallback.png +0 -0
  172. package/demo/new_frame1_hook.png +0 -0
  173. package/demo/new_frame2_proof.png +0 -0
  174. package/demo/new_frame3_wow.png +0 -0
  175. package/demo/new_frame4_social.png +0 -0
  176. package/demo/new_frame5_cta.png +0 -0
  177. package/demo/package.json +13 -0
  178. package/demo/product-video-final.mp4 +0 -0
  179. package/demo/product-video-hype-v1.mp4 +0 -0
  180. package/demo/product-video-v1.mp4 +0 -0
  181. package/demo/public/index.html +762 -0
  182. package/demo/recording.cast +55 -0
  183. package/demo/server.js +405 -0
  184. package/demo-new.tape +71 -0
  185. package/demo-real.sh +198 -0
  186. package/demo-simple.tape +205 -0
  187. package/demo.html +520 -0
  188. package/demo.sh +85 -0
  189. package/demo.tape +259 -0
  190. package/dist/analytics/costAnalytics.d.ts.map +1 -0
  191. package/dist/analytics/costAnalytics.js.map +1 -0
  192. package/dist/benchmark/comprehensive.js.map +1 -0
  193. package/dist/benchmark/reproducible.d.ts.map +1 -0
  194. package/dist/benchmark/reproducible.js.map +1 -0
  195. package/dist/cache/prefixCache.d.ts.map +1 -0
  196. package/dist/cache/prefixCache.js.map +1 -0
  197. package/dist/cache/responseCache.d.ts.map +1 -0
  198. package/dist/cache/responseCache.js.map +1 -0
  199. package/dist/cache/semanticCache.d.ts.map +1 -0
  200. package/dist/cache/semanticCache.js.map +1 -0
  201. package/dist/cli/setupWizard.d.ts.map +1 -0
  202. package/dist/cli/setupWizard.js.map +1 -0
  203. package/dist/cost/budgetEnforcer.d.ts.map +1 -0
  204. package/dist/cost/budgetEnforcer.js.map +1 -0
  205. package/dist/cost/costTracker.d.ts.map +1 -0
  206. package/dist/cost/costTracker.js.map +1 -0
  207. package/dist/ensemble/multiRoundDialog.js.map +1 -0
  208. package/dist/ensemble/shapleyValue.js.map +1 -0
  209. package/dist/integrations/langchainAdapter.d.ts.map +1 -0
  210. package/dist/integrations/langchainAdapter.js.map +1 -0
  211. package/dist/integrations/oauth.d.ts.map +1 -0
  212. package/dist/integrations/oauth.js.map +1 -0
  213. package/dist/integrations/scienceAdapter.js.map +1 -0
  214. package/dist/memory/autoFetch.d.ts.map +1 -0
  215. package/dist/memory/autoFetch.js.map +1 -0
  216. package/dist/memory/episodicMemory.d.ts.map +1 -0
  217. package/dist/memory/episodicMemory.js.map +1 -0
  218. package/dist/memory/hybridMemory.js.map +1 -0
  219. package/dist/memory/memoryTree.d.ts.map +1 -0
  220. package/dist/memory/memoryTree.js.map +1 -0
  221. package/dist/memory/obsidianVault.d.ts.map +1 -0
  222. package/dist/memory/obsidianVault.js.map +1 -0
  223. package/dist/memory/reasoningBank.js.map +1 -0
  224. package/dist/observability/changeWatch.d.ts.map +1 -0
  225. package/dist/observability/changeWatch.js.map +1 -0
  226. package/dist/observability/fatigueDetector.d.ts.map +1 -0
  227. package/dist/observability/fatigueDetector.js.map +1 -0
  228. package/dist/observability/index.d.ts.map +1 -0
  229. package/dist/observability/index.js.map +1 -0
  230. package/dist/observability/metrics.d.ts.map +1 -0
  231. package/dist/observability/metrics.js.map +1 -0
  232. package/dist/observability/middleware.d.ts.map +1 -0
  233. package/dist/observability/middleware.js.map +1 -0
  234. package/dist/observability/tracer.d.ts.map +1 -0
  235. package/dist/observability/tracer.js.map +1 -0
  236. package/dist/observability/types.d.ts.map +1 -0
  237. package/dist/observability/types.js.map +1 -0
  238. package/dist/orchestration/haloOrchestrator.d.ts.map +1 -0
  239. package/dist/orchestration/haloOrchestrator.js.map +1 -0
  240. package/dist/orchestration/mctsWorkflow.d.ts.map +1 -0
  241. package/dist/orchestration/mctsWorkflow.js.map +1 -0
  242. package/dist/providers/localProvider.d.ts.map +1 -0
  243. package/dist/providers/localProvider.js.map +1 -0
  244. package/dist/providers/providerConfig.d.ts.map +1 -0
  245. package/dist/providers/providerConfig.js.map +1 -0
  246. package/dist/providers/registry.d.ts.map +1 -0
  247. package/dist/providers/registry.js.map +1 -0
  248. package/dist/routing/advancedRouter.d.ts.map +1 -0
  249. package/dist/routing/advancedRouter.js +1 -1
  250. package/dist/routing/advancedRouter.js.map +1 -0
  251. package/dist/routing/crossModelValidation.d.ts.map +1 -0
  252. package/dist/routing/crossModelValidation.js.map +1 -0
  253. package/dist/routing/providerHealth.d.ts.map +1 -0
  254. package/dist/routing/providerHealth.js.map +1 -0
  255. package/dist/routing/providerRetry.d.ts.map +1 -0
  256. package/dist/routing/providerRetry.js.map +1 -0
  257. package/dist/scripts/banner.js +29 -0
  258. package/dist/security/guardrails.d.ts.map +1 -0
  259. package/dist/security/guardrails.js.map +1 -0
  260. package/dist/server/dashboard.d.ts.map +1 -0
  261. package/dist/server/dashboard.js.map +1 -0
  262. package/dist/server/modelMapper.d.ts.map +1 -0
  263. package/dist/server/modelMapper.js.map +1 -0
  264. package/dist/server/proxyServer.d.ts.map +1 -0
  265. package/dist/server/proxyServer.js.map +1 -0
  266. package/dist/skills/__tests__/skill_manager.test.d.ts +2 -0
  267. package/dist/skills/__tests__/skill_manager.test.d.ts.map +1 -0
  268. package/dist/skills/__tests__/skill_manager.test.js +268 -0
  269. package/dist/skills/__tests__/skill_manager.test.js.map +1 -0
  270. package/dist/tools/tmlpdTools.d.ts.map +1 -0
  271. package/dist/tools/tmlpdTools.js.map +1 -0
  272. package/dist/tui/dashboard.d.ts.map +1 -0
  273. package/dist/tui/dashboard.js.map +1 -0
  274. package/dist/tui/index.d.ts.map +1 -0
  275. package/dist/tui/index.js.map +1 -0
  276. package/dist/utils/batchProcessor.d.ts.map +1 -0
  277. package/dist/utils/batchProcessor.js.map +1 -0
  278. package/dist/utils/compression.d.ts.map +1 -0
  279. package/dist/utils/compression.js.map +1 -0
  280. package/dist/utils/costUtils.d.ts.map +1 -0
  281. package/dist/utils/costUtils.js.map +1 -0
  282. package/dist/utils/reliability.d.ts.map +1 -0
  283. package/dist/utils/reliability.js.map +1 -0
  284. package/dist/utils/sorting.d.ts.map +1 -0
  285. package/dist/utils/sorting.js.map +1 -0
  286. package/dist/utils/speculativeDecoding.d.ts.map +1 -0
  287. package/dist/utils/speculativeDecoding.js.map +1 -0
  288. package/dist/utils/tokenUtils.d.ts.map +1 -0
  289. package/dist/utils/tokenUtils.js.map +1 -0
  290. package/docs/.nojekyll +0 -0
  291. package/docs/ANALYSIS_PRINCIPLES.md +162 -0
  292. package/docs/API.md +855 -0
  293. package/docs/ARCHITECTURAL-IMPROVEMENTS-2025.md +1391 -0
  294. package/docs/ARCHITECTURAL-IMPROVEMENTS-REVISED-2025.md +1051 -0
  295. package/docs/BENCHMARK.md +170 -0
  296. package/docs/CHINESE_PROVIDER_RELIABILITY.md +37 -0
  297. package/docs/CITATIONS.md +74 -0
  298. package/docs/CLAIMS_AND_EVIDENCE.md +58 -0
  299. package/docs/CONFIGURATION.md +476 -0
  300. package/docs/COUNCIL_DECISION.json +816 -0
  301. package/docs/COUNCIL_SUMMARY.md +319 -0
  302. package/docs/COUNCIL_V2.2_DECISION.md +416 -0
  303. package/docs/ENGINEERING_SPEC.md +55 -0
  304. package/docs/FACTORY_RESET.md +34 -0
  305. package/docs/GEO.md +66 -0
  306. package/docs/GEO_OPTIMIZATION.md +30 -0
  307. package/docs/GEO_ROOT_CAUSE.md +136 -0
  308. package/docs/GEO_STATUS.md +85 -0
  309. package/docs/GEO_TEST_RESULTS.md +176 -0
  310. package/docs/HN_CHECKLIST.md +38 -0
  311. package/docs/HN_FOUNDER_COMMENT.md +17 -0
  312. package/docs/HN_SUBMISSION_FINAL.md +180 -0
  313. package/docs/HN_SUBMISSION_V3.md +56 -0
  314. package/docs/IMPROVEMENT_ROADMAP.md +515 -0
  315. package/docs/INTEGRATIONS.md +420 -0
  316. package/docs/LANGCHAIN_INTEGRATION.md +147 -0
  317. package/docs/LLM_COUNCIL_DECISION.md +508 -0
  318. package/docs/MIDDLEWARE_CHAIN.md +35 -0
  319. package/docs/PROMO_CHECKLIST.md +200 -0
  320. package/docs/QUICKSTART.md +271 -0
  321. package/docs/QUICK_START.md +43 -0
  322. package/docs/QUICK_START_VISIBILITY.md +782 -0
  323. package/docs/REDDIT_GAP_ANALYSIS.md +299 -0
  324. package/docs/RELEASE_CHECKLIST.md +32 -0
  325. package/docs/REPRODUCIBILITY.md +63 -0
  326. package/docs/RESEARCH_BACKED_IMPROVEMENTS.md +1180 -0
  327. package/docs/ROUTING_RUBRIC.md +197 -0
  328. package/docs/SEO_AUDIT.md +186 -0
  329. package/docs/SOCIAL_LISTENING.md +219 -0
  330. package/docs/TMLPD_QNA.md +751 -0
  331. package/docs/TMLPD_V2.1_COMPLETE.md +763 -0
  332. package/docs/TMLPD_V2.2_RESEARCH_ROADMAP.md +754 -0
  333. package/docs/UPDATE_TOPICS.md +15 -0
  334. package/docs/USE_CASES.md +59 -0
  335. package/docs/V2.2_IMPLEMENTATION_COMPLETE.md +446 -0
  336. package/docs/V2_IMPLEMENTATION_GUIDE.md +388 -0
  337. package/docs/VERCEL_AI_SDK.md +209 -0
  338. package/docs/VISIBILITY_ADOPTION_PLAN.md +1005 -0
  339. package/docs/_config.yml +49 -0
  340. package/docs/ai-plugin.json +16 -0
  341. package/docs/api.html +513 -0
  342. package/docs/architecture-diagram.md +40 -0
  343. package/docs/benchmark-chart.png +0 -0
  344. package/docs/benchmark.html +387 -0
  345. package/docs/blog/routerarena-number-one.html +73 -0
  346. package/docs/cli-cheatsheet.md +339 -0
  347. package/docs/compare.md +109 -0
  348. package/docs/comparison-litellm.md +88 -0
  349. package/docs/comparison.md +108 -0
  350. package/docs/cost-chart-ascii.md +42 -0
  351. package/docs/cost-comparison-chart.svg +88 -0
  352. package/docs/curl-examples.md +247 -0
  353. package/docs/demo-auto.html +264 -0
  354. package/docs/demo.html +416 -0
  355. package/docs/geo/GENERATIVE_ENGINE_OPTIMIZATION.md +232 -0
  356. package/docs/index.html +507 -0
  357. package/docs/launch-content/LAUNCH_EXECUTION_CHECKLIST.md +421 -0
  358. package/docs/launch-content/README.md +457 -0
  359. package/docs/launch-content/assets/cost_comparison_100_tasks.png +0 -0
  360. package/docs/launch-content/assets/cumulative_savings.png +0 -0
  361. package/docs/launch-content/assets/parallel_speedup.png +0 -0
  362. package/docs/launch-content/assets/provider_pricing_comparison.png +0 -0
  363. package/docs/launch-content/assets/task_breakdown_comparison.png +0 -0
  364. package/docs/launch-content/generate_charts.py +313 -0
  365. package/docs/launch-content/hn_show_post.md +139 -0
  366. package/docs/launch-content/partner_outreach_templates.md +745 -0
  367. package/docs/launch-content/reddit_posts.md +467 -0
  368. package/docs/launch-content/twitter_thread.txt +460 -0
  369. package/{llms.txt.bak → docs/llms.txt} +6 -6
  370. package/docs/npm-downloads-chart.svg +43 -0
  371. package/docs/openapi.json +139 -0
  372. package/docs/openapi.yaml +1318 -0
  373. package/docs/quick-start.html +366 -0
  374. package/docs/robots.txt +52 -0
  375. package/docs/sitemap.xml +57 -0
  376. package/docs/styles.css +682 -0
  377. package/docs/well-known/ai-plugin.json +16 -0
  378. package/docs/wellknown/ai-plugin.json +16 -0
  379. package/docs-site/assets/og-banner.svg +194 -0
  380. package/docs-site/index.html +632 -0
  381. package/eval/README.md +46 -0
  382. package/eval/baselines/main.json +12 -0
  383. package/eval/benchmark_dataset.jsonl +16 -0
  384. package/eval/check_golden_routes.js +64 -0
  385. package/eval/datasets/catalog.json +33 -0
  386. package/eval/datasets/slices/cn_provider_reliability_v1.jsonl +3 -0
  387. package/eval/datasets/slices/cost_pressure_v1.jsonl +3 -0
  388. package/eval/datasets/slices/safety_guardrails_v1.jsonl +3 -0
  389. package/eval/evals.json +199 -0
  390. package/eval/fault_injection_thresholds.json +3 -0
  391. package/eval/generate_report.js +128 -0
  392. package/eval/golden_routes.json +114 -0
  393. package/eval/lib/experiment_registry.js +24 -0
  394. package/eval/run_eval.js +197 -0
  395. package/eval/run_fault_injection.js +201 -0
  396. package/eval/run_shadow_eval.js +85 -0
  397. package/eval/thresholds.json +9 -0
  398. package/examples/QUICKSTART.md +183 -0
  399. package/examples/README.md +61 -0
  400. package/examples/a3m-sdk.js +124 -0
  401. package/examples/basic-route.js +54 -0
  402. package/examples/chat-loop.js +202 -0
  403. package/examples/classify-then-route.js +102 -0
  404. package/examples/cost-compare.js +120 -0
  405. package/examples/ensemble.js +160 -0
  406. package/examples/whatsapp-telegram-bridge-demo.js +302 -0
  407. package/examples/whatsapp-telegram-bridge.js +269 -0
  408. package/hf-space/README.md +23 -0
  409. package/hf-space/app.py +240 -0
  410. package/hf-space/requirements.txt +1 -0
  411. package/huggingface_space/README.md +35 -0
  412. package/huggingface_space/app.py +126 -0
  413. package/huggingface_space/create_space.py +208 -0
  414. package/huggingface_space/requirements.txt +1 -0
  415. package/mcp-server/README.md +188 -0
  416. package/mcp-server/package.json +29 -0
  417. package/mcp-server/src/index.ts +744 -0
  418. package/mcp-server/tsconfig.json +19 -0
  419. package/openclaw-alexa-bridge/ALL_REMAINING_FIXES_PLAN.md +313 -0
  420. package/openclaw-alexa-bridge/REMAINING_FIXES_SUMMARY.md +277 -0
  421. package/openclaw-alexa-bridge/src/alexa_handler_no_tmlpd.js +1234 -0
  422. package/openclaw-alexa-bridge/test_fixes.js +77 -0
  423. package/package.json +73 -270
  424. package/playground/README.md +51 -0
  425. package/playground/codesandbox.json +12 -0
  426. package/playground/index.js +39 -0
  427. package/proxy/README.md +227 -0
  428. package/proxy/package-lock.json +831 -0
  429. package/proxy/package.json +17 -0
  430. package/proxy/rate-limit.js +145 -0
  431. package/proxy/rate-limit.test.js +311 -0
  432. package/proxy/server.js +970 -0
  433. package/python/README.md +102 -0
  434. package/python/a3m/__init__.py +6 -0
  435. package/python/a3m/client.py +190 -0
  436. package/python/a3m/models.py +40 -0
  437. package/python/a3m/sync_client.py +61 -0
  438. package/python/examples.py +53 -0
  439. package/python/integrations.py +330 -0
  440. package/python/pyproject.toml +23 -0
  441. package/python/setup.py +28 -0
  442. package/python/tmlpd.py +369 -0
  443. package/qna/REDDIT_GAP_ANALYSIS.md +299 -0
  444. package/qna/TMLPD_QNA.md +751 -0
  445. package/research/FINDING_001_safety.md +28 -0
  446. package/research/FINDING_002_error_diversity.md +32 -0
  447. package/research/FINDING_003_confidence_weighted_voting.md +32 -0
  448. package/research/FINDING_004_cross_model_semantic_detection.md +37 -0
  449. package/research/FINDING_005_knowledge_gap_orthogonality.md +34 -0
  450. package/research/HALLUCINATION_RESEARCH.md +27 -0
  451. package/research/PUBLISH_LOG.md +3 -0
  452. package/research/ensemble-voting.md +324 -0
  453. package/research/loss-functions.md +545 -0
  454. package/research-log.md +49 -0
  455. package/scripts/banner.js +29 -0
  456. package/scripts/benchmark-local-routerarena.ts +176 -0
  457. package/scripts/benchmark.js +145 -0
  458. package/scripts/benchmark.sh +61 -0
  459. package/scripts/compare-providers.sh +230 -0
  460. package/scripts/content-planner.js +25 -0
  461. package/scripts/create-labeled-benchmark.ts +105 -0
  462. package/scripts/cross_post.py +443 -0
  463. package/scripts/local-router-benchmark.ts +154 -0
  464. package/scripts/post-all.sh +41 -0
  465. package/scripts/publish_fcc.py +106 -0
  466. package/scripts/push-to-gitee.sh +25 -0
  467. package/scripts/routerarena_ensemble.js +144 -0
  468. package/scripts/routing-benchmark-v2.js +373 -0
  469. package/scripts/routing-benchmark-v3.js +118 -0
  470. package/scripts/routing-benchmark.js +462 -0
  471. package/scripts/run-labeled-benchmark.mjs +104 -0
  472. package/scripts/run-mmlu-benchmark.js +176 -0
  473. package/scripts/run-provider-benchmark.js +244 -0
  474. package/scripts/update-npm-badges.js +158 -0
  475. package/skill/SKILL.md +238 -0
  476. package/src/__tests__/integration/tmpld_integration.test.py +540 -0
  477. package/src/routing/advancedRouter.ts +1 -1
  478. package/src/skills/__tests__/skill_manager.test.ts +328 -0
  479. package/submissions/benchmarks/ALL_PLATFORMS_SUBMISSION.md +94 -0
  480. package/submissions/benchmarks/LLMROUTERBENCH_SUBMISSION.md +121 -0
  481. package/submissions/benchmarks/MMRBENCH_SUBMISSION.md +94 -0
  482. package/submissions/benchmarks/ROUTERARENA_UPDATE.md +83 -0
  483. package/submissions/benchmarks/ROUTERBENCH_SUBMISSION.md +225 -0
  484. package/test-council/1-structure-tests.test.js +353 -0
  485. package/test-council/1-structure-tests.test.ts +353 -0
  486. package/test-council/2-edge-case-tests.test.ts +361 -0
  487. package/test-council/3-performance-tests.test.ts +669 -0
  488. package/test-council/4-integration-tests.test.ts +391 -0
  489. package/test-council/5-agent-council-eval.test.ts +413 -0
  490. package/test-council/AGENT_COUNCIL_ARCHITECTURE.md +349 -0
  491. package/test-council/TEST_COUNCIL_REPORT.md +201 -0
  492. package/test-council/agents/edge-case-agent.ts +363 -0
  493. package/test-council/agents/performance-agent.ts +426 -0
  494. package/test-council/agents/structure-agent.ts +227 -0
  495. package/test-council/council.md +183 -0
  496. package/tests/__mocks__/tokenUtils.ts +8 -0
  497. package/tests/memory/episodicMemory.test.ts +227 -0
  498. package/tests/package-lock.json +1628 -0
  499. package/tests/package.json +18 -0
  500. package/tests/routing/ensembleVoting.test.ts +236 -0
  501. package/tests/routing/providerRetry.test.ts +360 -0
  502. package/tests/routing/queryTypePresets.test.ts +208 -0
  503. package/tests/security/guardrailEngine.test.ts +700 -0
  504. package/tests/tsconfig.json +21 -0
  505. package/tests/vitest.config.ts +18 -0
  506. package/tmlpd-pi-extension/README.md +66 -0
  507. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts +114 -0
  508. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts.map +1 -0
  509. package/tmlpd-pi-extension/dist/cache/prefixCache.js +285 -0
  510. package/tmlpd-pi-extension/dist/cache/prefixCache.js.map +1 -0
  511. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts +58 -0
  512. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts.map +1 -0
  513. package/tmlpd-pi-extension/dist/cache/responseCache.js +153 -0
  514. package/tmlpd-pi-extension/dist/cache/responseCache.js.map +1 -0
  515. package/tmlpd-pi-extension/dist/cli.js +59 -0
  516. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts +95 -0
  517. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts.map +1 -0
  518. package/tmlpd-pi-extension/dist/cost/costTracker.js +240 -0
  519. package/tmlpd-pi-extension/dist/cost/costTracker.js.map +1 -0
  520. package/tmlpd-pi-extension/dist/index.d.ts +723 -0
  521. package/tmlpd-pi-extension/dist/index.d.ts.map +1 -0
  522. package/tmlpd-pi-extension/dist/index.js +239 -0
  523. package/tmlpd-pi-extension/dist/index.js.map +1 -0
  524. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts +82 -0
  525. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts.map +1 -0
  526. package/tmlpd-pi-extension/dist/memory/episodicMemory.js +145 -0
  527. package/tmlpd-pi-extension/dist/memory/episodicMemory.js.map +1 -0
  528. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts +102 -0
  529. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts.map +1 -0
  530. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js +207 -0
  531. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js.map +1 -0
  532. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts +85 -0
  533. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts.map +1 -0
  534. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js +210 -0
  535. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js.map +1 -0
  536. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts +102 -0
  537. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts.map +1 -0
  538. package/tmlpd-pi-extension/dist/providers/localProvider.js +338 -0
  539. package/tmlpd-pi-extension/dist/providers/localProvider.js.map +1 -0
  540. package/tmlpd-pi-extension/dist/providers/registry.d.ts +55 -0
  541. package/tmlpd-pi-extension/dist/providers/registry.d.ts.map +1 -0
  542. package/tmlpd-pi-extension/dist/providers/registry.js +138 -0
  543. package/tmlpd-pi-extension/dist/providers/registry.js.map +1 -0
  544. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts +68 -0
  545. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts.map +1 -0
  546. package/tmlpd-pi-extension/dist/routing/advancedRouter.js +332 -0
  547. package/tmlpd-pi-extension/dist/routing/advancedRouter.js.map +1 -0
  548. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts +101 -0
  549. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts.map +1 -0
  550. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js +368 -0
  551. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js.map +1 -0
  552. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts +96 -0
  553. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts.map +1 -0
  554. package/tmlpd-pi-extension/dist/utils/batchProcessor.js +170 -0
  555. package/tmlpd-pi-extension/dist/utils/batchProcessor.js.map +1 -0
  556. package/tmlpd-pi-extension/dist/utils/compression.d.ts +61 -0
  557. package/tmlpd-pi-extension/dist/utils/compression.d.ts.map +1 -0
  558. package/tmlpd-pi-extension/dist/utils/compression.js +281 -0
  559. package/tmlpd-pi-extension/dist/utils/compression.js.map +1 -0
  560. package/tmlpd-pi-extension/dist/utils/reliability.d.ts +74 -0
  561. package/tmlpd-pi-extension/dist/utils/reliability.d.ts.map +1 -0
  562. package/tmlpd-pi-extension/dist/utils/reliability.js +177 -0
  563. package/tmlpd-pi-extension/dist/utils/reliability.js.map +1 -0
  564. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts +117 -0
  565. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts.map +1 -0
  566. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js +246 -0
  567. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js.map +1 -0
  568. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts +50 -0
  569. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts.map +1 -0
  570. package/tmlpd-pi-extension/dist/utils/tokenUtils.js +124 -0
  571. package/tmlpd-pi-extension/dist/utils/tokenUtils.js.map +1 -0
  572. package/tmlpd-pi-extension/examples/QUICKSTART.md +183 -0
  573. package/tmlpd-pi-extension/package-lock.json +79 -0
  574. package/tmlpd-pi-extension/package.json +172 -0
  575. package/tmlpd-pi-extension/python/examples.py +53 -0
  576. package/tmlpd-pi-extension/python/integrations.py +330 -0
  577. package/tmlpd-pi-extension/python/setup.py +28 -0
  578. package/tmlpd-pi-extension/python/tmlpd.py +369 -0
  579. package/tmlpd-pi-extension/qna/REDDIT_GAP_ANALYSIS.md +299 -0
  580. package/tmlpd-pi-extension/qna/TMLPD_QNA.md +751 -0
  581. package/tmlpd-pi-extension/skill/SKILL.md +238 -0
  582. package/tmlpd-pi-extension/src/cache/responseCache.ts +147 -0
  583. package/tmlpd-pi-extension/src/cost/costTracker.ts +302 -0
  584. package/tmlpd-pi-extension/src/index.ts +232 -0
  585. package/tmlpd-pi-extension/src/memory/episodicMemory.ts +257 -0
  586. package/tmlpd-pi-extension/src/orchestration/haloOrchestrator.ts +266 -0
  587. package/tmlpd-pi-extension/src/orchestration/mctsWorkflow.ts +262 -0
  588. package/tmlpd-pi-extension/src/providers/localProvider.ts +406 -0
  589. package/tmlpd-pi-extension/src/providers/registry.ts +164 -0
  590. package/tmlpd-pi-extension/src/routing/ensembleVoting.ts +159 -0
  591. package/tmlpd-pi-extension/src/routing/queryTypePresets.ts +136 -0
  592. package/tmlpd-pi-extension/src/tools/tmlpdTools.ts +433 -0
  593. package/tmlpd-pi-extension/src/utils/batchProcessor.ts +232 -0
  594. package/tmlpd-pi-extension/src/utils/compression.ts +325 -0
  595. package/tmlpd-pi-extension/src/utils/reliability.ts +221 -0
  596. package/tmlpd-pi-extension/src/utils/tokenUtils.ts +145 -0
  597. package/tmlpd-pi-extension/tsconfig.json +18 -0
  598. package/tsconfig.build.json +29 -0
  599. package/tsconfig.json +18 -0
  600. package/README.md.bak +0 -1185
  601. package/src/routing/advancedRouter.ts.bak +0 -650
  602. package/test.js.bak +0 -376
  603. /package/{llms-full.txt.bak → docs/llms-full.txt} +0 -0
@@ -1,650 +0,0 @@
1
- /**
2
- * A3M Router - Generic Adaptive Routing (RouteLLM Style)
3
- *
4
- * Routes queries to the best available LLM based on:
5
- * - Query features (code, math, creative, etc.)
6
- * - Provider availability (checks API keys)
7
- * - Cost optimization
8
- * - Quality vs speed tradeoff
9
- *
10
- * All provider references are dynamically loaded from providerConfig.
11
- * Users can add/remove providers via environment variables or config files.
12
- */
13
-
14
- import { getAvailableProviders } from "../providers/providerConfig";
15
- import { estimateCost } from "../utils/tokenUtils";
16
- import { logScaleCostScore } from "../utils/costUtils";
17
- import { quickselectTopK, selectTop } from "../utils/sorting";
18
-
19
- // ============================================================
20
- // CACHE FOR MODEL PROFILES (avoids O(n*m) rebuild on every routeQuery)
21
- // ============================================================
22
-
23
- interface ModelProfile {
24
- name: string;
25
- provider: string;
26
- providerName: string;
27
- cost_per_1k_input: number;
28
- cost_per_1k_output: number;
29
- latency_ms: number;
30
- quality_score: number;
31
- strengths: string[];
32
- context_window: number;
33
- type: string;
34
- priority: number;
35
- }
36
-
37
- let cachedProfiles: Record<string, ModelProfile> | null = null;
38
- let cacheTimestamp = 0;
39
- const CACHE_TTL_MS = 5 * 60 * 1000; // 5 minutes
40
-
41
- function buildModelProfiles(): Record<string, ModelProfile> {
42
- const profiles: Record<string, ModelProfile> = {};
43
- const available = getAvailableProviders();
44
-
45
- for (const [providerId, provider] of Object.entries(available)) {
46
- for (const model of provider.models) {
47
- const modelKey = model.includes('/') ? model : providerId + '/' + model;
48
- const costPerKInput = provider.costPerK ? provider.costPerK.input : 0;
49
- const costPerKOutput = provider.costPerK ? provider.costPerK.output : 0;
50
-
51
- // Assign strengths based on model characteristics
52
- const strengths: string[] = [];
53
- if (provider.type === 'cli') {
54
- strengths.push('free', 'local');
55
- }
56
- if (costPerKInput < 0.3) {
57
- strengths.push('budget', 'fast');
58
- } else if (costPerKInput > 2) {
59
- strengths.push('premium', 'reasoning');
60
- }
61
- if (provider.name === 'Mistral' || provider.name === 'Groq' || provider.name === 'Cerebras') {
62
- strengths.push('fast', 'coding');
63
- }
64
- if (provider.name === 'CommandCode') {
65
- strengths.push('code-aware', 'context-rich');
66
- }
67
- if (provider.name === 'OpenCode') {
68
- strengths.push('free', 'multi-model');
69
- }
70
- if (provider.name === 'Google') {
71
- strengths.push('multilingual', 'long-context');
72
- }
73
- if (provider.name === 'OpenAI') {
74
- strengths.push('reasoning', 'coding', 'analysis');
75
- }
76
- if (provider.name === 'Anthropic') {
77
- strengths.push('reasoning', 'creative', 'analysis');
78
- }
79
-
80
- profiles[modelKey] = {
81
- name: modelKey,
82
- provider: providerId,
83
- providerName: provider.name,
84
- cost_per_1k_input: costPerKInput,
85
- cost_per_1k_output: costPerKOutput,
86
- latency_ms: provider.type === 'cli' ? 5000 : (provider.priority * 200 + 300),
87
- quality_score: (strengths.includes('premium') || strengths.includes('reasoning')) ? 0.94 :
88
- (strengths.includes('fast') && costPerKInput > 0.3) ? 0.85 :
89
- (strengths.includes('budget') || strengths.includes('free')) ? 0.72 : 0.80,
90
- strengths,
91
- context_window: provider.maxTokens || 8192,
92
- type: provider.type,
93
- priority: provider.priority,
94
- };
95
- }
96
- }
97
-
98
- return profiles;
99
- }
100
-
101
- // Lazy cache with TTL - replaces refreshModelProfiles()
102
- function getModelProfiles(): Record<string, ModelProfile> {
103
- const now = Date.now();
104
- if (!cachedProfiles || (now - cacheTimestamp) > CACHE_TTL_MS) {
105
- cachedProfiles = buildModelProfiles();
106
- cacheTimestamp = now;
107
- }
108
- return cachedProfiles;
109
- }
110
-
111
- // Manual cache invalidation (call if provider config changes)
112
- function invalidateProfileCache(): void {
113
- cachedProfiles = null;
114
- cacheTimestamp = 0;
115
- }
116
-
117
- export let MODEL_PROFILES: Record<string, ModelProfile> = {};
118
- try {
119
- MODEL_PROFILES = buildModelProfiles();
120
- } catch (e) {
121
- // Circular dependency at module load - will retry on first use
122
- MODEL_PROFILES = {};
123
- }
124
-
125
- // ============================================================
126
- // FEATURE EXTRACTION (v3 - multi-signal complexity scorer)
127
- // ============================================================
128
-
129
- export interface QueryFeatures {
130
- length: number;
131
- wordCount: number;
132
- complexity: number;
133
- has_code: boolean;
134
- has_math: boolean; // Math detection (Calculate, integral, etc.)
135
- requires_reasoning: boolean;
136
- is_multilingual: boolean;
137
- is_translation: boolean;
138
- is_security: boolean; // Security/penetration testing queries
139
- is_creative: boolean; // Creative writing, translation
140
- is_devops: boolean; // Infrastructure, databases, DevOps
141
- is_multimodal: boolean; // Multi-modal queries
142
- domain: string | null;
143
- intent: string;
144
- detected_language: string | null;
145
- }
146
-
147
- export function extractQueryFeatures(prompt: string): QueryFeatures {
148
- const lower = prompt.toLowerCase();
149
- const words = prompt.split(/\s+/);
150
- const wordCount = words.length;
151
-
152
- // === SIGNAL 1: Domain Detection ===
153
- const domainSignals: Record<string, { keywords: string[]; weight: number }> = {
154
- legal: {
155
- keywords: ['legal', 'law', 'contract', 'liability', 'litigation', 'patent', 'copyright',
156
- 'regulation', 'compliance', 'constitutional', 'statute', 'jurisdiction',
157
- 'court', 'ruling', 'precedent', 'attorney', 'amicus', 'sec ', 'fda ',
158
- 'gdpr', 'ccpa', 'cfpr', 'due diligence', 'merger', 'acquisition',
159
- '10-k', 'sec filing', 'forensic', 'embezzlement', 'infringement'],
160
- weight: 0.35
161
- },
162
- medical: {
163
- keywords: ['clinical', 'medical', 'pharmaceutical', 'oncology', 'drug', 'trial protocol',
164
- 'diagnosis', 'treatment', 'epidemiolog', 'genome', 'cohort study',
165
- 'biomarker', 'efficacy', 'pharmacoeconomic', 'biologic', 'vaccine',
166
- 'sepsis', 'ehr ', 'surgical', 'patient safety', 'fda approval'],
167
- weight: 0.35
168
- },
169
- finance: {
170
- keywords: ['financial model', 'valuation', 'revenue', 'portfolio', 'derivative',
171
- 'hedge fund', 'series a', 'series b', 'startup valuation', 'sensitivity analysis',
172
- 'investment thesis', 'earnings', 'tax optimization', 'forensic accounting',
173
- 'multinational', 'jurisdiction', 'risk assessment', 'monte carlo',
174
- 'black-scholes', 'options pricing', 'credit risk'],
175
- weight: 0.30
176
- },
177
- security: {
178
- keywords: ['security audit', 'penetration', 'vulnerability', 'exploit', 'zero-trust',
179
- 'threat model', 'incident response', 'malware', 'ransomware',
180
- 'authentication flow', 'cryptograph', 'encryption', 'timing attack',
181
- 'supply chain attack', 'owasp', 'compliance', 'risk assessment',
182
- 'mfa', 'zero-day', 'firewall', 'intrusion'],
183
- weight: 0.30
184
- },
185
- architecture: {
186
- keywords: ['system design', 'microservice', 'distributed system', 'fault-tolerant',
187
- 'event-sourced', 'cqrs', 'consensus algorithm', 'real-time pipeline',
188
- 'high availability', 'multi-region', 'latency sla', 'kafka',
189
- 'event-driven', 'data warehouse', 'etl', 'streaming', '1m events',
190
- 'million events', 'scalab', 'infrastruct', 'deploy'],
191
- weight: 0.25
192
- },
193
- data_science: {
194
- keywords: ['machine learning', 'deep learning', 'neural network', 'transformer',
195
- 'training data', 'model accuracy', 'hyperparameter', 'cross-validation',
196
- 'feature engineering', 'data pipeline', 'pandas', 'numpy', 'scikit',
197
- 'tensorflow', 'pytorch', 'regression', 'classification', 'clustering'],
198
- weight: 0.30
199
- },
200
- ml_research: {
201
- keywords: ['bert', 'gpt', 'super_glue', 'glue benchmark', 'benchmarks', 'performance comparison',
202
- 'natural language processing', 'nlp', 'language model', 'transformer model',
203
- 'fine.tuning', 'pre.training', 'few.shot', 'zero.shot', 'prompt engineering',
204
- 'model comparison', 'accuracy', 'f1 score', 'bleu', 'rouge', 'perplexity'],
205
- weight: 0.40
206
- },
207
- };
208
-
209
- let detectedDomain: string | null = null;
210
- let maxDomainScore = 0;
211
- for (const [domain, signal] of Object.entries(domainSignals)) {
212
- let domainScore = 0;
213
- for (const kw of signal.keywords) {
214
- if (lower.includes(kw)) {
215
- domainScore += signal.weight;
216
- }
217
- }
218
- if (domainScore > maxDomainScore) {
219
- maxDomainScore = domainScore;
220
- detectedDomain = domain;
221
- }
222
- }
223
-
224
- // === SIGNAL 2: Code Detection ===
225
- const codeSignals = [
226
- 'function ', 'def ', 'class ', 'import ', 'const ', 'let ', 'var ',
227
- '=>', '->', 'async ', 'await ', 'return ', 'if (', 'for (', 'while (',
228
- 'public ', 'private ', 'protected ', 'static ', 'void ', 'int ', 'string ',
229
- '#include', 'std::', 'cout', 'cin', 'printf(', 'println!',
230
- 'fn ', 'impl ', 'pub ', 'mut ', 'struct ', 'enum ',
231
- '```', 'python', 'javascript', 'typescript', 'java', 'cpp', 'ruby',
232
- 'write a', 'create a', 'implement', 'algorithm'
233
- ];
234
- const hasCode = codeSignals.some(sig => lower.includes(sig));
235
-
236
- // === SIGNAL 3: Reasoning Detection ===
237
- // === SIGNAL 3: Reasoning Detection ===
238
- const reasoningSignals = [
239
- 'why', 'how', 'explain', 'analyze', 'compare', 'contrast', 'evaluate',
240
- 'think about', 'reason', 'logic', 'proof', 'derive', '证明', '分析',
241
- 'reasoning', 'step by step', 'thinking', 'thought process'
242
- ];
243
-
244
- // Check if it's a simple factual "How" query (should NOT trigger reasoning boost)
245
- const simpleHowPatterns = [
246
- /^(what|how|who|which|when|where)\s+(is|are|was|were|do|does|did|can|has|have|named|called)/i,
247
- /^how\s+(many|much|long|tall|old|far)/i,
248
- ];
249
- const isSimpleHowQuery = simpleHowPatterns.some(p => p.test(prompt.trim()));
250
- const requiresReasoning = !isSimpleHowQuery && reasoningSignals.some(sig => lower.includes(sig));
251
-
252
- // === SIGNAL 4: Language Detection ===
253
- const languagePatterns: [RegExp, string][] = [
254
- [/[\u4e00-\u9fff]/, 'zh'],
255
- [/[\u0900-\u097f]/, 'hi'],
256
- [/[\u0600-\u06ff]/, 'ar'],
257
- [/[\u0400-\u04ff]/, 'ru'],
258
- [/[\u0900-\u097f]/, 'hi-latn'],
259
- [/বাংলা|করুন|হিন্দি|ভারত|ভারতীয়/, 'bn'],
260
- ];
261
-
262
- let detectedLanguage: string | null = null;
263
- for (const [pattern, lang] of languagePatterns) {
264
- if (pattern.test(prompt)) {
265
- detectedLanguage = lang;
266
- break;
267
- }
268
- }
269
-
270
- // Translation detection
271
- const translationSignals = ['translate', 'translation', 'into english', 'to english',
272
- 'traducir', 'traduction', 'traduzione', 'übersetzen'];
273
- const isTranslation = translationSignals.some(sig => lower.includes(sig)) ||
274
- /to (english|french|german|spanish|chinese|japanese|korean)/i.test(prompt);
275
-
276
- const isMultilingual = detectedLanguage !== null || isTranslation;
277
-
278
- // === SIGNAL 5: Intent Classification ===
279
- let intent = 'general';
280
- // Math takes priority over code for math-heavy queries
281
- if (lower.includes('calculate') || lower.includes('compute') || lower.includes('integral') ||
282
- lower.includes('derivative') || lower.includes('equation') || lower.includes('formula')) {
283
- intent = 'math';
284
- } else if (hasCode) {
285
- intent = 'code';
286
- } else if (isTranslation) {
287
- intent = 'translation';
288
- } else if (lower.includes('write') || lower.includes('create') || lower.includes('generate')) {
289
- intent = 'creative';
290
- } else if (lower.includes('explain') || lower.includes('what is') || lower.includes('how does')) {
291
- intent = 'explanation';
292
- }
293
-
294
- // === COMPLEXITY SCORING ===
295
- // Base complexity from length
296
- let complexity = Math.min(wordCount / 100, 1.0);
297
-
298
- // === RESEARCH-BACKED COMPLEXITY SIGNALS (from accuracy gap analysis) ===
299
-
300
- // SIGNAL: Jargon Density (+15%) - professional terminology ratio
301
- const professionalTerms = [
302
- 'liability', 'contract', 'clause', 'statute', 'jurisdiction', 'litigation', 'plaintiff', 'defendant', 'testimony', 'deposition', 'injunction', 'precedent',
303
- 'oncology', 'diagnosis', 'prognosis', 'pathology', 'pharmacology', 'etiology', 'symptomology', 'clinical',
304
- 'portfolio', 'equity', 'derivative', 'arbitrage', 'liquidity', 'amortization', 'collateral', 'fiduciary',
305
- 'architecture', 'protocol', 'schema', 'interface', 'abstraction', 'implementation', 'optimization', 'scalability',
306
- 'hypothesis', 'methodology', 'correlation', 'regression', 'variance', 'covariance', 'multivariate',
307
- 'quantitative', 'qualitative', 'peer-reviewed', 'meta-analysis', 'systematic review', 'empirical',
308
- ];
309
- const jargonCount = professionalTerms.filter(t => lower.includes(t)).length;
310
- const jargonScore = (jargonCount / Math.max(wordCount, 1)) * 0.35;
311
- complexity += jargonScore;
312
-
313
- // SIGNAL: Task Formality (+10%) - formal professional task markers
314
- const formalTasks = ['protocol', 'audit', 'brief', 'filing', 'submission', 'application', 'complaint', 'petition', 'motion', 'agreement', 'negotiation', 'mediation', 'arbitration', 'compliance', 'regulatory', 'certification', 'accreditation', 'assessment', 'evaluation', 'appraisal', 'due diligence', 'impact assessment', 'risk assessment', 'investigation', 'inquiry', 'examination'];
315
- const formalityMatches = formalTasks.filter(t => lower.includes(t)).length;
316
- if (formalityMatches > 0) complexity += 0.10 + (formalityMatches * 0.03);
317
-
318
- // SIGNAL: Depth Markers (+8%) - comprehensive response requested
319
- const depthTerms = ['comprehensive', 'detailed', 'thorough', 'in-depth', 'exhaustive', 'systematic', 'methodical', 'rigorous', 'extensive', 'elaborate', 'nuanced', 'multi-faceted', 'holistic', 'deep dive', 'full analysis', 'expert level', 'professional grade', 'end-to-end', 'literature review', 'research report', 'whitepaper', 'technical specification'];
320
- const depthMatches = depthTerms.filter(t => lower.includes(t)).length;
321
- if (depthMatches > 0) complexity += 0.08 + (depthMatches * 0.03);
322
-
323
- // SIGNAL: Stakes Language (+5%) - high-stakes domain language
324
- const highStakes = ['safety-critical', 'liability', 'regulatory', 'compliance', 'legal', 'patent', 'copyright', 'litigation', 'lawsuit', 'penalty', 'fraud', 'malpractice', 'negligence', 'confidential', 'proprietary', 'trade secret', 'intellectual property', 'patient safety', 'clinical trial', 'financial risk', 'market risk', 'operational risk'];
325
- const stakesMatches = highStakes.filter(s => lower.includes(s)).length;
326
- if (stakesMatches > 0) complexity += 0.08 + (stakesMatches * 0.02);
327
-
328
- // SIGNAL: Multi-Step Structure (+5%) - sequential reasoning patterns
329
- const multiStepPatterns = [/first\s+.+\s+then\s+.+\s+finally/i, /step\s+\d+\s*[,.:]\s*step\s+\d+/i, /phase\s*\d+\s*[-–]\s*phase\s*\d+/i, /stage\s*\d+\s*[-–]\s*stage\s*\d+/i, /before\s+.+\s+after\s+.+/i];
330
- const multiStepMatches = multiStepPatterns.filter(p => p.test(prompt)).length;
331
- if (multiStepMatches > 0) complexity += 0.07 + (multiStepMatches * 0.02);
332
-
333
- // === MID-TIER SPECIFIC SIGNALS ===
334
- const midTierJargon = [
335
- 'auth system', 'multi-tenant', 'ci/cd', 'pipeline', 'fraud detection', 'privacy-preserving',
336
- 'netflix-scale', 'sensor fusion', 'autonomous', 'distributed', 'consensus',
337
- 'load balancing', 'rate limiting', 'caching', 'sharding', 'replication',
338
- 'authentication', 'authorization', 'encryption', 'compression', 'serialization',
339
- ];
340
- const midJargonMatches = midTierJargon.filter(t => lower.includes(t)).length;
341
- if (midJargonMatches > 0) complexity += 0.10 + (midJargonMatches * 0.02);
342
-
343
- // Analysis/Design task boost
344
- const analysisDesignPatterns = [
345
- /analyze\s+.*\s+(impact|implications|consequences|effects)/i,
346
- /compare\s+.*\s+and\s+.*\s+(vs|with|against)/i,
347
- /design\s+(a|an)\s+(system|architecture|protocol|schema)/i,
348
- /schema\s+for/i,
349
- /pipeline\s+for/i,
350
- ];
351
- const analysisMatches = analysisDesignPatterns.filter(p => p.test(prompt)).length;
352
- if (analysisMatches > 0) complexity += 0.12 + (analysisMatches * 0.03);
353
-
354
- // Complex system analysis patterns
355
- const complexSystemPatterns = [
356
- /explain\s+(the\s+)?(difference|relationship|correlation)/i,
357
- /how\s+does\s+.*\s+affect\s+.*\s+in\s+.*/i,
358
- ];
359
- const complexMatches = complexSystemPatterns.filter(p => p.test(prompt)).length;
360
- if (complexMatches > 0) complexity += 0.08;
361
-
362
- // === ORIGINAL SIGNALS (enhanced) ===
363
- // Domain加成 (increased from 0.2 to 0.35)
364
- if (detectedDomain) complexity += 0.35;
365
-
366
- // Code加成
367
- if (hasCode) complexity += 0.15;
368
-
369
- // Reasoning加成 (increased from 0.15 to 0.20)
370
- if (requiresReasoning) complexity += 0.20;
371
-
372
- // Multilingual加成
373
- if (isMultilingual) complexity += 0.1;
374
-
375
- // Detect new feature flags
376
- const isSecurity = /penetration testing|security audit|vulnerability|exploit|malware|ransomware|zero.trust|owasp|sql injection|xss|cross.site|csrf|brute.force|authentication bypass|cwe.\d+/i.test(lower);
377
- const isCreative = /write a story|write a poem|creative|imagination|artistic/i.test(lower) || isTranslation;
378
- const isDevops = /docker|kubernetes|terraform|ansible|ci.cd|pipeline|sql|nosql|database|sqlserver|mysql|postgres|deploy|container|orchestrat/i.test(lower);
379
- const isMultimodal = /image|video|audio|generate.*picture|generate.*image|transcribe|voice/i.test(lower);
380
-
381
- // Cap at 1.0
382
- complexity = Math.min(complexity, 1.0);
383
-
384
- return {
385
- length: prompt.length,
386
- wordCount,
387
- complexity,
388
- has_code: hasCode,
389
- has_math: intent === 'math', // Math detection
390
- requires_reasoning: requiresReasoning,
391
- is_multilingual: isMultilingual,
392
- is_translation: isTranslation,
393
- is_security: isSecurity,
394
- is_creative: isCreative,
395
- is_devops: isDevops,
396
- is_multimodal: isMultimodal,
397
- domain: detectedDomain,
398
- intent,
399
- detected_language: detectedLanguage,
400
- };
401
- }
402
-
403
- function scoreModelFit(model: ModelProfile, features: QueryFeatures): number {
404
- let score = model.quality_score * 0.6;
405
-
406
- // Domain match (reduced for budget models)
407
- // Premium models get +0.2 for domain match
408
- // Budget/free models get only +0.05 (they lack capability for complex domains)
409
- if (features.domain) {
410
- const domainBonus: Record<string, string[]> = {
411
- code: ['code-aware', 'coding', 'fast'],
412
- medical: ['reasoning', 'analysis'],
413
- legal: ['reasoning', 'analysis', 'context-rich'],
414
- finance: ['analysis', 'reasoning'],
415
- security: ['reasoning', 'analysis'],
416
- architecture: ['context-rich', 'long-context'],
417
- data_science: ['coding', 'fast', 'reasoning'],
418
- };
419
- const bonuses = domainBonus[features.domain] || [];
420
- if (bonuses.some(b => model.strengths.includes(b))) {
421
- const is_budget = model.strengths.includes('budget') || model.strengths.includes('free');
422
- score += is_budget ? 0.05 : 0.25; // Budget gets minimal boost
423
- }
424
- }
425
-
426
- // For complex queries (complexity > 0.5), budget/free models get penalty
427
- if (features.complexity > 0.5) {
428
- if (model.strengths.includes('budget') || model.strengths.includes('free')) {
429
- score *= 0.7; // 30% penalty for budget models on complex queries
430
- }
431
- }
432
-
433
- // Code bonus
434
- if (features.has_code && model.strengths.includes('coding')) {
435
- score += 0.15;
436
- }
437
-
438
- // Multilingual bonus
439
- if (features.is_multilingual && model.strengths.includes('multilingual')) {
440
- score += 0.15;
441
- }
442
-
443
- // Free tier preference for simple queries
444
- if (features.complexity < 0.5 && model.strengths.includes('free')) {
445
- score += 0.2;
446
- }
447
-
448
- // Fast provider for simple queries
449
- if (features.complexity < 0.4 && model.strengths.includes('fast')) {
450
- score += 0.15;
451
- }
452
-
453
- // Premium for complex queries
454
- if (features.complexity > 0.6 && model.strengths.includes('premium')) {
455
- score += 0.15;
456
- }
457
-
458
- return Math.min(score, 1.0);
459
- }
460
-
461
- function costEfficiency(model: ModelProfile, features: QueryFeatures): number {
462
- // Use log-scale cost score for better mid-range differentiation
463
- // Lower cost → higher score (thanks to logScaleCostScore inverse mapping)
464
- const avg_cost = (model.cost_per_1k_input + model.cost_per_1k_output) / 2;
465
- const cost_score = logScaleCostScore(avg_cost);
466
-
467
- // Simple queries weigh cost more heavily (0.6)
468
- // Complex queries weigh cost less (0.2) since quality matters more
469
- const weight = features.complexity < 0.5 ? 0.6 : 0.2;
470
- return cost_score * weight;
471
- }
472
-
473
- // ============================================================
474
- // ROUTING
475
- // ============================================================
476
-
477
- export interface RouteDecision {
478
- primary_model: string | null;
479
- fallback_models: string[];
480
- confidence: number;
481
- reasoning: string;
482
- estimated_cost: number;
483
- estimated_latency_ms: number;
484
- features?: QueryFeatures;
485
- provider_type?: string;
486
- }
487
-
488
- export function routeQuery(prompt: string, available_models?: string[], budget_multiplier: number = 1.0): RouteDecision {
489
- // Use cached profiles instead of rebuilding every time (5-10ms savings)
490
- const profiles = getModelProfiles();
491
-
492
- const features = extractQueryFeatures(prompt);
493
- const candidate_names = available_models || Object.keys(profiles);
494
-
495
- // Filter to available models
496
- const candidates = candidate_names
497
- .filter(name => profiles[name])
498
- .map(name => {
499
- const profile = profiles[name];
500
- const quality = scoreModelFit(profile, features);
501
- const cost = costEfficiency(profile, features);
502
- return {
503
- name,
504
- profile,
505
- quality_score: quality,
506
- cost_score: cost,
507
- total_score: quality + cost
508
- };
509
- });
510
-
511
- if (candidates.length === 0) {
512
- return {
513
- primary_model: null,
514
- fallback_models: [],
515
- confidence: 0,
516
- reasoning: "No providers available - configure API keys in ~/.config/a3m-router/providers.json",
517
- estimated_cost: 0,
518
- estimated_latency_ms: 0,
519
- };
520
- }
521
-
522
- // Sort by total score (quality vs cost tradeoff based on complexity)
523
- const complexity_bias = features.complexity > 0.6 ? 0.7 : 0.3;
524
- const scoreFn = (c: typeof candidates[0]) => c.quality_score * complexity_bias + c.cost_score * (1 - complexity_bias);
525
-
526
- const topCandidates = quickselectTopK(candidates, 4, scoreFn);
527
-
528
- const primary = topCandidates[0];
529
- const secondary = topCandidates.slice(1, 3);
530
-
531
- // Calculate confidence based on score gap
532
- let confidence = 0.5;
533
- if (candidates.length > 1) {
534
- const gap = primary.total_score - candidates[1].total_score;
535
- confidence = Math.min(0.95, 0.5 + gap * 2);
536
- }
537
-
538
- // Build reasoning
539
- const reasons: string[] = [];
540
- if (features.has_code) reasons.push("code detected");
541
- if (features.requires_reasoning) reasons.push("reasoning needed");
542
- if (features.complexity > 0.6) reasons.push("high complexity");
543
- if (features.is_multilingual) reasons.push("multilingual");
544
- if (features.is_translation) reasons.push("translation");
545
- if (primary.profile.strengths.includes("free")) reasons.push("free tier");
546
-
547
- const estimated_tokens = features.length * 1.5;
548
- const estimated_cost = estimateCost(features.length, estimated_tokens, primary.name);
549
-
550
- return {
551
- primary_model: primary.name,
552
- fallback_models: secondary.map(c => c.name),
553
- confidence,
554
- reasoning: `Selected ${primary.profile.providerName || primary.profile.provider}/${primary.name} for ${reasons.join(", ") || "general query"}`,
555
- estimated_cost: estimated_cost * budget_multiplier,
556
- estimated_latency_ms: primary.profile.latency_ms,
557
- features,
558
- provider_type: primary.profile.type,
559
- };
560
- }
561
-
562
- // ============================================================
563
- // BATCH ROUTING
564
- // ============================================================
565
-
566
- export function routeBatch(prompts: string[], options: {
567
- same_model?: boolean;
568
- max_cost_per_prompt?: number;
569
- } = {}): RouteDecision[] {
570
- const decisions = prompts.map(p => routeQuery(p));
571
-
572
- if (options.same_model && decisions.length > 0) {
573
- const primary_model = decisions[0].primary_model;
574
- decisions.forEach(d => {
575
- d.primary_model = primary_model;
576
- d.fallback_models = decisions[0].fallback_models;
577
- });
578
- }
579
-
580
- if (options.max_cost_per_prompt !== undefined) {
581
- const profiles = getModelProfiles();
582
- decisions.forEach(d => {
583
- if (d.estimated_cost > options.max_cost_per_prompt!) {
584
- const cheap = Object.entries(profiles)
585
- .find(([name, p]) => p.cost_per_1k_input < 0.5);
586
- if (cheap) {
587
- d.primary_model = cheap[0];
588
- d.reasoning = `Budget-limited routing to ${cheap[1].providerName || cheap[1].provider}`;
589
- }
590
- }
591
- });
592
- }
593
-
594
- return decisions;
595
- }
596
-
597
- // ============================================================
598
- // TASK RECOMMENDATIONS
599
- // ============================================================
600
-
601
- export function recommendForTask(task: string) {
602
- const features = extractQueryFeatures(task);
603
- const decision = routeQuery(task);
604
- return {
605
- primary: decision.primary_model,
606
- fallbacks: decision.fallback_models,
607
- reason: decision.reasoning,
608
- features,
609
- };
610
- }
611
-
612
- // ============================================================
613
- // ONLINE LEARNING - Update model profiles from feedback
614
- // ============================================================
615
-
616
- export function updateModelProfile(model_name: string, actual_latency_ms: number, actual_cost: number, quality_rating: number): void {
617
- const profiles = getModelProfiles();
618
- const profile = profiles[model_name];
619
- if (!profile) return;
620
-
621
- const alpha = 0.2; // Learning rate
622
- profile.latency_ms = profile.latency_ms * (1 - alpha) + actual_latency_ms * alpha;
623
- profile.quality_score = profile.quality_score * (1 - alpha) + quality_rating * alpha;
624
- }
625
-
626
- // ============================================================
627
- // PROVIDER HEALTH CHECK
628
- // ============================================================
629
-
630
- export async function getProviderHealth() {
631
- const { checkAllProviders } = require("../providers/providerConfig");
632
- return checkAllProviders();
633
- }
634
-
635
- // ============================================================
636
- // Default export
637
- // ============================================================
638
-
639
- module.exports = {
640
- extractQueryFeatures,
641
- routeQuery,
642
- routeBatch,
643
- recommendForTask,
644
- updateModelProfile,
645
- getProviderHealth,
646
- MODEL_PROFILES,
647
- invalidateProfileCache,
648
- };
649
-
650
- module.exports.default = module.exports;