adaptive-memory-multi-model-router 2.16.0 → 2.16.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (248) hide show
  1. package/.github/workflows/adapters-ci.yml +142 -0
  2. package/.github/workflows/auto-submit-sitemap.yml +41 -0
  3. package/.github/workflows/ci.yml +2 -5
  4. package/.github/workflows/mcp-pypi-publish.yml +34 -0
  5. package/.github/workflows/pypi-publish.yml +146 -0
  6. package/.github/workflows/tmlpd-publish.yml +23 -0
  7. package/README.md +245 -148
  8. package/RELEASE_v2.16.0.md +149 -0
  9. package/TECHNICAL_README.md +253 -0
  10. package/adapters/README.md +36 -0
  11. package/adapters/__init__.py +25 -0
  12. package/adapters/a3m_adapter/__init__.py +51 -0
  13. package/adapters/a3m_adapter/adapter/__init__.py +22 -0
  14. package/adapters/a3m_adapter/adapter/autogen.py +169 -0
  15. package/adapters/a3m_adapter/adapter/config.py +100 -0
  16. package/adapters/a3m_adapter/adapter/haystack.py +197 -0
  17. package/adapters/a3m_adapter/adapter/langchain.py +155 -0
  18. package/adapters/a3m_adapter/adapter/langgraph.py +196 -0
  19. package/adapters/a3m_adapter/adapter/llamaindex.py +162 -0
  20. package/adapters/a3m_adapter/adapter/pinecone.py +217 -0
  21. package/adapters/a3m_adapter/adapter/vercel.py +188 -0
  22. package/adapters/a3m_adapter/tests/__init__.py +1 -0
  23. package/adapters/a3m_adapter/tests/test_adapters.py +118 -0
  24. package/adapters/a3m_adapter/tests/test_integration.py +80 -0
  25. package/adapters/requirements-dev.txt +6 -0
  26. package/adapters/requirements.txt +4 -0
  27. package/adapters/setup.py +23 -0
  28. package/demo.py +251 -0
  29. package/discoverability-diagnosis.md +280 -0
  30. package/dist/analytics/costAnalytics.d.ts.map +1 -1
  31. package/dist/benchmark/reproducible.d.ts.map +1 -1
  32. package/dist/cache/semanticCache.d.ts.map +1 -1
  33. package/dist/cli/setupWizard.d.ts +257 -50
  34. package/dist/cli/setupWizard.d.ts.map +1 -1
  35. package/dist/cli/setupWizard.js +419 -109
  36. package/dist/cli/setupWizard.js.map +1 -1
  37. package/dist/cli/tui.d.ts +6 -0
  38. package/dist/cli/tui.js +96 -67
  39. package/dist/cli/tui.js.map +1 -0
  40. package/dist/cli.js +9 -0
  41. package/dist/cost/budgetEnforcer.d.ts.map +1 -1
  42. package/dist/cost/costTracker.d.ts.map +1 -1
  43. package/dist/ensemble/multiRoundDialog.d.ts.map +1 -1
  44. package/dist/ensemble/shapleyValue.d.ts.map +1 -1
  45. package/dist/ensemble.d.ts +1 -1
  46. package/dist/ensemble.js +141 -0
  47. package/dist/integrations/langchainAdapter.d.ts.map +1 -1
  48. package/dist/integrations/langchainAdapter.js +3 -3
  49. package/dist/integrations/langchainAdapter.js.map +1 -1
  50. package/dist/integrations/oauth.d.ts.map +1 -1
  51. package/dist/integrations/scienceAdapter.d.ts.map +1 -1
  52. package/dist/memory/autoFetch.d.ts.map +1 -1
  53. package/dist/memory/hybridMemory.d.ts.map +1 -1
  54. package/dist/memory/memoryTree.d.ts.map +1 -1
  55. package/dist/memory/obsidianVault.d.ts.map +1 -1
  56. package/dist/memory/reasoningBank.d.ts.map +1 -1
  57. package/dist/observability/metrics.d.ts.map +1 -1
  58. package/dist/observability/tracer.d.ts.map +1 -1
  59. package/dist/providers/providerConfig.d.ts.map +1 -1
  60. package/dist/providers/providerConfig.js +32 -17
  61. package/dist/providers/providerConfig.js.map +1 -1
  62. package/dist/routing/advancedRouter.d.ts.map +1 -1
  63. package/dist/routing/advancedRouter.js +106 -14
  64. package/dist/routing/advancedRouter.js.map +1 -1
  65. package/dist/routing/providerHealth.d.ts.map +1 -1
  66. package/dist/routing/providerRetry.d.ts.map +1 -1
  67. package/dist/routing/shadowSampler.d.ts.map +1 -0
  68. package/dist/routing/shadowSampler.js.map +1 -1
  69. package/dist/security/guardrails.d.ts.map +1 -1
  70. package/dist/server/handlers/chatHandler.d.ts.map +1 -1
  71. package/dist/server/handlers/completionsHandler.d.ts.map +1 -1
  72. package/dist/server/handlers/embeddingsHandler.d.ts.map +1 -1
  73. package/dist/server/handlers/healthHandler.d.ts.map +1 -1
  74. package/dist/server/handlers/metricsHandler.d.ts.map +1 -1
  75. package/dist/server/handlers/modelsHandler.d.ts.map +1 -1
  76. package/dist/server/metrics.d.ts.map +1 -1
  77. package/dist/server/proxyServer.d.ts.map +1 -1
  78. package/dist/server/router.d.ts.map +1 -1
  79. package/dist/server/state.d.ts.map +1 -1
  80. package/dist/skills/__tests__/skill_manager.test.js +5 -265
  81. package/dist/skills/__tests__/skill_manager.test.js.map +1 -1
  82. package/dist/utils/tokenUtils.d.ts.map +1 -1
  83. package/docker-compose.yml +84 -60
  84. package/docs/ARTICLE_Biology_Inspired_Routing.md +208 -0
  85. package/docs/ARTICLE_Master.md +78 -0
  86. package/docs/ARTICLE_Master_CN.md +78 -0
  87. package/docs/ARTICLE_OpenRouter_Stripe.md +140 -0
  88. package/docs/DEVPTO_ARTICLE.md +84 -0
  89. package/docs/HUMAN_STYLE_GUIDE.md +75 -0
  90. package/docs/IMPRINT_PLAN.md +88 -0
  91. package/docs/OPENROUTER_ALTERNATIVE.md +184 -0
  92. package/docs/SOCIAL_CAMPAIGN.md +316 -0
  93. package/docs/anthropic.html +45 -0
  94. package/docs/best-llm-routers-2025.html +157 -0
  95. package/docs/cerebras.html +43 -0
  96. package/docs/cli-cheatsheet.md +286 -212
  97. package/docs/comparison.md +2 -2
  98. package/docs/deepseek.html +44 -0
  99. package/docs/google.html +47 -0
  100. package/docs/groq.html +44 -0
  101. package/docs/llms-full.txt +360 -138
  102. package/docs/llms.txt +70 -71
  103. package/docs/mistral.html +43 -0
  104. package/docs/ollama.html +50 -0
  105. package/docs/openai.html +57 -0
  106. package/docs/sitemap.xml +69 -57
  107. package/docs-site/blog/best-llm-routers-2025.html +157 -0
  108. package/docs-site/index.html +68 -9
  109. package/docs-site/providers/anthropic.html +45 -0
  110. package/docs-site/providers/cerebras.html +43 -0
  111. package/docs-site/providers/deepseek.html +44 -0
  112. package/docs-site/providers/google.html +47 -0
  113. package/docs-site/providers/groq.html +44 -0
  114. package/docs-site/providers/index.html +41 -0
  115. package/docs-site/providers/mistral.html +43 -0
  116. package/docs-site/providers/ollama.html +50 -0
  117. package/docs-site/providers/openai.html +57 -0
  118. package/docs-site/sitemap.xml +69 -0
  119. package/llms.txt +70 -62
  120. package/package.json +44 -182
  121. package/packages/agentkit-adapter/LICENSE +21 -0
  122. package/packages/agentkit-adapter/README.md +126 -0
  123. package/packages/agentkit-adapter/examples/agentkit-example.ts +139 -0
  124. package/packages/agentkit-adapter/package.json +57 -0
  125. package/packages/agentkit-adapter/src/adapter.ts +381 -0
  126. package/packages/agentkit-adapter/src/index.ts +36 -0
  127. package/packages/agentkit-adapter/src/types.ts +105 -0
  128. package/packages/agentkit-adapter/src/util.ts +13 -0
  129. package/packages/agentkit-adapter/tsconfig.json +22 -0
  130. package/prometheus.yml +8 -0
  131. package/python/README.md +35 -81
  132. package/python/a3m/__init__.py +32 -3
  133. package/python/a3m/adapters/__init__.py +21 -0
  134. package/python/a3m/adapters/langchain.py +190 -0
  135. package/python/a3m/adapters/llamaindex.py +249 -0
  136. package/python/a3m/adapters/qdrant.py +240 -0
  137. package/python/a3m/adapters/weaviate.py +263 -0
  138. package/python/a3m/client.py +5 -0
  139. package/python/build_verify.sh +32 -0
  140. package/python/mcp-server/README.md +172 -0
  141. package/python/mcp-server/a3m_mcp/__init__.py +25 -0
  142. package/python/mcp-server/a3m_mcp/__main__.py +15 -0
  143. package/python/mcp-server/a3m_mcp/server.py +205 -0
  144. package/python/mcp-server/pyproject.toml +24 -0
  145. package/python/pyproject.toml +60 -6
  146. package/python/setup.py +3 -28
  147. package/scripts/submit-sitemap.sh +52 -0
  148. package/src/__types__/registry.d.ts +14 -0
  149. package/src/cli/setupWizard.ts +443 -112
  150. package/src/cli/tui.ts +159 -0
  151. package/src/ensemble.ts +154 -1
  152. package/src/integrations/langchainAdapter.ts +2 -2
  153. package/src/providers/providerConfig.ts +32 -17
  154. package/src/providers/registry.js +27 -0
  155. package/src/routing/advancedRouter.ts +99 -14
  156. package/src/routing/shadowSampler.ts +1 -1
  157. package/test-install/package.json +12 -0
  158. package/tests/tsconfig.json +0 -1
  159. package/tmlpd-pi-extension/README.md +105 -44
  160. package/tmlpd-pi-extension/docs/demo.svg +33 -0
  161. package/tmlpd-pi-extension/package.json +35 -106
  162. package/tmlpd-pi-extension/src/tokenOptimization/contextStratifier.ts +163 -0
  163. package/tmlpd-pi-extension/src/tokenOptimization/fetchOnceLocal.ts +136 -0
  164. package/tmlpd-pi-extension/src/tokenOptimization/index.ts +197 -0
  165. package/tmlpd-pi-extension/src/tokenOptimization/interAgentCompression.ts +157 -0
  166. package/tmlpd-pi-extension/src/tokenOptimization/schemaContract.ts +101 -0
  167. package/tmlpd-pi-extension/src/tokenOptimization/semanticCache.ts +248 -0
  168. package/tmlpd-pi-extension/src/tokenOptimization/tokenAwareFallback.ts +192 -0
  169. package/tmlpd-pi-extension/test/verify.js +21 -0
  170. package/tsconfig.build.json +3 -2
  171. package/packages/a3m-vercel-ai/dist/a3m-language-model.d.ts +0 -12
  172. package/packages/a3m-vercel-ai/dist/a3m-language-model.d.ts.map +0 -1
  173. package/packages/a3m-vercel-ai/dist/a3m-language-model.js +0 -289
  174. package/packages/a3m-vercel-ai/dist/a3m-language-model.js.map +0 -1
  175. package/packages/a3m-vercel-ai/dist/index.d.ts +0 -82
  176. package/packages/a3m-vercel-ai/dist/index.d.ts.map +0 -1
  177. package/packages/a3m-vercel-ai/dist/index.js +0 -79
  178. package/packages/a3m-vercel-ai/dist/index.js.map +0 -1
  179. package/packages/a3m-vercel-ai/dist/types.d.ts +0 -97
  180. package/packages/a3m-vercel-ai/dist/types.d.ts.map +0 -1
  181. package/packages/a3m-vercel-ai/dist/types.js +0 -5
  182. package/packages/a3m-vercel-ai/dist/types.js.map +0 -1
  183. package/src/skills/__tests__/skill_manager.test.ts +0 -328
  184. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts +0 -114
  185. package/tmlpd-pi-extension/dist/cache/prefixCache.d.ts.map +0 -1
  186. package/tmlpd-pi-extension/dist/cache/prefixCache.js +0 -285
  187. package/tmlpd-pi-extension/dist/cache/prefixCache.js.map +0 -1
  188. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts +0 -58
  189. package/tmlpd-pi-extension/dist/cache/responseCache.d.ts.map +0 -1
  190. package/tmlpd-pi-extension/dist/cache/responseCache.js +0 -153
  191. package/tmlpd-pi-extension/dist/cache/responseCache.js.map +0 -1
  192. package/tmlpd-pi-extension/dist/cli.js +0 -59
  193. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts +0 -95
  194. package/tmlpd-pi-extension/dist/cost/costTracker.d.ts.map +0 -1
  195. package/tmlpd-pi-extension/dist/cost/costTracker.js +0 -240
  196. package/tmlpd-pi-extension/dist/cost/costTracker.js.map +0 -1
  197. package/tmlpd-pi-extension/dist/index.d.ts +0 -723
  198. package/tmlpd-pi-extension/dist/index.d.ts.map +0 -1
  199. package/tmlpd-pi-extension/dist/index.js +0 -239
  200. package/tmlpd-pi-extension/dist/index.js.map +0 -1
  201. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts +0 -82
  202. package/tmlpd-pi-extension/dist/memory/episodicMemory.d.ts.map +0 -1
  203. package/tmlpd-pi-extension/dist/memory/episodicMemory.js +0 -145
  204. package/tmlpd-pi-extension/dist/memory/episodicMemory.js.map +0 -1
  205. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts +0 -102
  206. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.d.ts.map +0 -1
  207. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js +0 -207
  208. package/tmlpd-pi-extension/dist/orchestration/haloOrchestrator.js.map +0 -1
  209. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts +0 -85
  210. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.d.ts.map +0 -1
  211. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js +0 -210
  212. package/tmlpd-pi-extension/dist/orchestration/mctsWorkflow.js.map +0 -1
  213. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts +0 -102
  214. package/tmlpd-pi-extension/dist/providers/localProvider.d.ts.map +0 -1
  215. package/tmlpd-pi-extension/dist/providers/localProvider.js +0 -338
  216. package/tmlpd-pi-extension/dist/providers/localProvider.js.map +0 -1
  217. package/tmlpd-pi-extension/dist/providers/registry.d.ts +0 -55
  218. package/tmlpd-pi-extension/dist/providers/registry.d.ts.map +0 -1
  219. package/tmlpd-pi-extension/dist/providers/registry.js +0 -138
  220. package/tmlpd-pi-extension/dist/providers/registry.js.map +0 -1
  221. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts +0 -68
  222. package/tmlpd-pi-extension/dist/routing/advancedRouter.d.ts.map +0 -1
  223. package/tmlpd-pi-extension/dist/routing/advancedRouter.js +0 -332
  224. package/tmlpd-pi-extension/dist/routing/advancedRouter.js.map +0 -1
  225. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts +0 -101
  226. package/tmlpd-pi-extension/dist/tools/tmlpdTools.d.ts.map +0 -1
  227. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js +0 -368
  228. package/tmlpd-pi-extension/dist/tools/tmlpdTools.js.map +0 -1
  229. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts +0 -96
  230. package/tmlpd-pi-extension/dist/utils/batchProcessor.d.ts.map +0 -1
  231. package/tmlpd-pi-extension/dist/utils/batchProcessor.js +0 -170
  232. package/tmlpd-pi-extension/dist/utils/batchProcessor.js.map +0 -1
  233. package/tmlpd-pi-extension/dist/utils/compression.d.ts +0 -61
  234. package/tmlpd-pi-extension/dist/utils/compression.d.ts.map +0 -1
  235. package/tmlpd-pi-extension/dist/utils/compression.js +0 -281
  236. package/tmlpd-pi-extension/dist/utils/compression.js.map +0 -1
  237. package/tmlpd-pi-extension/dist/utils/reliability.d.ts +0 -74
  238. package/tmlpd-pi-extension/dist/utils/reliability.d.ts.map +0 -1
  239. package/tmlpd-pi-extension/dist/utils/reliability.js +0 -177
  240. package/tmlpd-pi-extension/dist/utils/reliability.js.map +0 -1
  241. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts +0 -117
  242. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.d.ts.map +0 -1
  243. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js +0 -246
  244. package/tmlpd-pi-extension/dist/utils/speculativeDecoding.js.map +0 -1
  245. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts +0 -50
  246. package/tmlpd-pi-extension/dist/utils/tokenUtils.d.ts.map +0 -1
  247. package/tmlpd-pi-extension/dist/utils/tokenUtils.js +0 -124
  248. package/tmlpd-pi-extension/dist/utils/tokenUtils.js.map +0 -1
@@ -1,338 +0,0 @@
1
- "use strict";
2
- /**
3
- * TMLPD Local Provider Support
4
- *
5
- * Integration with local LLM runtimes:
6
- * - Ollama (localhost:11434)
7
- * - vLLM (localhost:8000)
8
- * - LM Studio (localhost:1234)
9
- *
10
- * Enables privacy-preserving, cost-free parallel LLM execution.
11
- */
12
- Object.defineProperty(exports, "__esModule", { value: true });
13
- exports.LocalProviderManager = exports.LocalProvider = void 0;
14
- exports.createOllamaProvider = createOllamaProvider;
15
- exports.createVLLMProvider = createVLLMProvider;
16
- exports.createLMStudioProvider = createLMStudioProvider;
17
- // Default endpoints for each runtime
18
- const DEFAULT_ENDPOINTS = {
19
- ollama: "http://localhost:11434",
20
- vllm: "http://localhost:8000",
21
- lmstudio: "http://localhost:1234"
22
- };
23
- class LocalProvider {
24
- runtime;
25
- endpoint;
26
- default_model;
27
- timeout_ms;
28
- constructor(config) {
29
- this.runtime = config.runtime;
30
- this.endpoint = config.endpoint || DEFAULT_ENDPOINTS[config.runtime];
31
- this.default_model = config.default_model || "llama-3.3-70b";
32
- this.timeout_ms = config.timeout_ms || 120000;
33
- }
34
- /**
35
- * List available models on this runtime.
36
- */
37
- async listModels() {
38
- try {
39
- if (this.runtime === "ollama") {
40
- return await this.listOllamaModels();
41
- }
42
- else if (this.runtime === "vllm") {
43
- return await this.listVLLMModels();
44
- }
45
- else if (this.runtime === "lmstudio") {
46
- return await this.listLMStudioModels();
47
- }
48
- return [];
49
- }
50
- catch (error) {
51
- console.error(`Failed to list models from ${this.runtime}:`, error);
52
- return [];
53
- }
54
- }
55
- async listOllamaModels() {
56
- const response = await fetch(`${this.endpoint}/api/tags`, {
57
- method: "GET",
58
- headers: { "Content-Type": "application/json" }
59
- });
60
- if (!response.ok)
61
- throw new Error(`Ollama API error: ${response.status}`);
62
- const data = await response.json();
63
- return (data.models || []).map((m) => ({
64
- name: m.name,
65
- size: m.size ? this.formatSize(m.size) : undefined,
66
- quantization: m.details?.quantization,
67
- capabilities: []
68
- }));
69
- }
70
- async listVLLMModels() {
71
- // vLLM doesn't have a model list API, use OpenAI compatible endpoint
72
- const response = await fetch(`${this.endpoint}/v1/models`, {
73
- method: "GET",
74
- headers: { "Content-Type": "application/json" }
75
- });
76
- if (!response.ok)
77
- throw new Error(`vLLM API error: ${response.status}`);
78
- const data = await response.json();
79
- return (data.data || []).map((m) => ({
80
- name: m.id,
81
- capabilities: m.extensions || []
82
- }));
83
- }
84
- async listLMStudioModels() {
85
- // LM Studio has a different API
86
- const response = await fetch(`${this.endpoint}/api/v0/models`, {
87
- method: "GET",
88
- headers: { "Content-Type": "application/json" }
89
- });
90
- if (!response.ok)
91
- throw new Error(`LM Studio API error: ${response.status}`);
92
- const data = await response.json();
93
- return (data.models || []).map((m) => ({
94
- name: m.id || m.name || "unknown",
95
- size: m.size,
96
- capabilities: []
97
- }));
98
- }
99
- /**
100
- * Generate completion (generic, works with all runtimes).
101
- */
102
- async generate(prompt, model, options) {
103
- const targetModel = model || this.default_model;
104
- try {
105
- if (this.runtime === "ollama") {
106
- return await this.ollamaGenerate(targetModel, prompt, options);
107
- }
108
- else if (this.runtime === "vllm") {
109
- return await this.vllmGenerate(targetModel, prompt, options);
110
- }
111
- else {
112
- return await this.lmstudioGenerate(targetModel, prompt, options);
113
- }
114
- }
115
- catch (error) {
116
- return {
117
- success: false,
118
- error: `Local generation failed: ${error}`,
119
- model: targetModel,
120
- provider: this.runtime,
121
- content: "",
122
- duration_ms: 0,
123
- tokens: 0,
124
- cost: 0
125
- };
126
- }
127
- }
128
- async ollamaGenerate(model, prompt, options) {
129
- const response = await fetch(`${this.endpoint}/api/generate`, {
130
- method: "POST",
131
- headers: { "Content-Type": "application/json" },
132
- body: JSON.stringify({
133
- model,
134
- prompt,
135
- stream: false,
136
- options: options || {}
137
- })
138
- });
139
- if (!response.ok)
140
- throw new Error(`Ollama error: ${response.status}`);
141
- const data = await response.json();
142
- return {
143
- success: true,
144
- error: null,
145
- model: data.model || model,
146
- provider: "ollama",
147
- content: data.response || "",
148
- duration_ms: data.total_duration ? data.total_duration / 1_000_000 : 0,
149
- tokens: data.eval_count || 0,
150
- cost: 0 // Local = free
151
- };
152
- }
153
- async vllmGenerate(model, prompt, options) {
154
- // vLLM uses OpenAI-compatible API
155
- const response = await fetch(`${this.endpoint}/v1/completions`, {
156
- method: "POST",
157
- headers: { "Content-Type": "application/json" },
158
- body: JSON.stringify({
159
- model,
160
- prompt,
161
- max_tokens: options?.max_tokens || 1024,
162
- temperature: options?.temperature || 0.7
163
- })
164
- });
165
- if (!response.ok)
166
- throw new Error(`vLLM error: ${response.status}`);
167
- const data = await response.json();
168
- const completion = data.choices?.[0]?.text || "";
169
- return {
170
- success: true,
171
- error: null,
172
- model: data.model || model,
173
- provider: "vllm",
174
- content: completion,
175
- duration_ms: data.elapsed_time ? data.elapsed_time * 1000 : 0,
176
- tokens: data.usage?.total_tokens || 0,
177
- cost: 0
178
- };
179
- }
180
- async lmstudioGenerate(model, prompt, options) {
181
- // LM Studio uses OpenAI-compatible API
182
- const response = await fetch(`${this.endpoint}/v1/completions`, {
183
- method: "POST",
184
- headers: { "Content-Type": "application/json" },
185
- body: JSON.stringify({
186
- model,
187
- prompt,
188
- max_tokens: options?.max_tokens || 1024,
189
- temperature: options?.temperature || 0.7
190
- })
191
- });
192
- if (!response.ok)
193
- throw new Error(`LM Studio error: ${response.status}`);
194
- const data = await response.json();
195
- const completion = data.choices?.[0]?.text || "";
196
- return {
197
- success: true,
198
- error: null,
199
- model: data.model || model,
200
- provider: "lmstudio",
201
- content: completion,
202
- duration_ms: 0,
203
- tokens: data.usage?.total_tokens || 0,
204
- cost: 0
205
- };
206
- }
207
- /**
208
- * Check if this runtime is available/healthy.
209
- */
210
- async healthCheck() {
211
- try {
212
- if (this.runtime === "ollama") {
213
- const response = await fetch(`${this.endpoint}/api/tags`, { method: "GET" });
214
- return response.ok;
215
- }
216
- else if (this.runtime === "vllm" || this.runtime === "lmstudio") {
217
- const response = await fetch(`${this.endpoint}/v1/models`, { method: "GET" });
218
- return response.ok;
219
- }
220
- return false;
221
- }
222
- catch {
223
- return false;
224
- }
225
- }
226
- /**
227
- * Get runtime info.
228
- */
229
- getInfo() {
230
- return {
231
- runtime: this.runtime,
232
- endpoint: this.endpoint,
233
- default_model: this.default_model,
234
- timeout_ms: this.timeout_ms
235
- };
236
- }
237
- formatSize(bytes) {
238
- const units = ["B", "KB", "MB", "GB", "TB"];
239
- let unitIndex = 0;
240
- let size = bytes;
241
- while (size >= 1024 && unitIndex < units.length - 1) {
242
- size /= 1024;
243
- unitIndex++;
244
- }
245
- return `${size.toFixed(1)} ${units[unitIndex]}`;
246
- }
247
- }
248
- exports.LocalProvider = LocalProvider;
249
- /**
250
- * Manager for multiple local providers.
251
- */
252
- class LocalProviderManager {
253
- providers = new Map();
254
- addProvider(name, config) {
255
- this.providers.set(name, new LocalProvider(config));
256
- }
257
- async executeParallel(prompt, options) {
258
- const models = options?.models || ["local/llama-3.3-70b"];
259
- const results = [];
260
- // Execute in parallel across providers
261
- const promises = models.map(async (model) => {
262
- // Parse model string like "ollama/llama-3.3-70b" or just "llama-3.3-70b"
263
- const parts = model.split("/");
264
- const providerType = parts.length > 1 ? parts[0] : "ollama";
265
- const modelName = parts.length > 1 ? parts[1] : model;
266
- const provider = this.providers.get(providerType) ||
267
- new LocalProvider({ runtime: providerType });
268
- return provider.generate(prompt, modelName);
269
- });
270
- const settled = await Promise.allSettled(promises);
271
- for (let i = 0; i < settled.length; i++) {
272
- const result = settled[i];
273
- if (result.status === "fulfilled") {
274
- results.push(result.value);
275
- }
276
- else {
277
- results.push({
278
- success: false,
279
- error: result.reason?.message || "Unknown error",
280
- model: models[i],
281
- provider: "unknown",
282
- content: "",
283
- duration_ms: 0,
284
- tokens: 0,
285
- cost: 0
286
- });
287
- }
288
- }
289
- const successful = results.filter(r => r.success);
290
- return {
291
- success: successful.length > 0,
292
- responses: results,
293
- total_models: models.length,
294
- successful_models: successful.length,
295
- total_cost: results.reduce((sum, r) => sum + r.cost, 0),
296
- duration_ms: Math.max(...results.map(r => r.duration_ms), 0)
297
- };
298
- }
299
- async healthCheckAll() {
300
- const results = {};
301
- for (const [name, provider] of this.providers) {
302
- results[name] = await provider.healthCheck();
303
- }
304
- return results;
305
- }
306
- listProviders() {
307
- return Array.from(this.providers.keys());
308
- }
309
- }
310
- exports.LocalProviderManager = LocalProviderManager;
311
- // Utility function for creating common local configurations
312
- function createOllamaProvider(model) {
313
- return new LocalProvider({
314
- runtime: "ollama",
315
- default_model: model || "llama-3.3-70b"
316
- });
317
- }
318
- function createVLLMProvider(endpoint, model) {
319
- return new LocalProvider({
320
- runtime: "vllm",
321
- endpoint: endpoint || "http://localhost:8000",
322
- default_model: model || "meta-llama/Llama-3.3-70b-Instruct"
323
- });
324
- }
325
- function createLMStudioProvider(model) {
326
- return new LocalProvider({
327
- runtime: "lmstudio",
328
- default_model: model || "llama-3.3-70b"
329
- });
330
- }
331
- exports.default = {
332
- LocalProvider,
333
- LocalProviderManager,
334
- createOllamaProvider,
335
- createVLLMProvider,
336
- createLMStudioProvider
337
- };
338
- //# sourceMappingURL=localProvider.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"localProvider.js","sourceRoot":"","sources":["../../src/providers/localProvider.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;AAgXH,oDAKC;AAED,gDAMC;AAED,wDAKC;AAhXD,qCAAqC;AACrC,MAAM,iBAAiB,GAAiC;IACtD,MAAM,EAAE,wBAAwB;IAChC,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,uBAAuB;CAClC,CAAC;AAEF,MAAa,aAAa;IAChB,OAAO,CAAe;IACtB,QAAQ,CAAS;IACjB,aAAa,CAAS;IACtB,UAAU,CAAS;IAE3B,YAAY,MAA2B;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrE,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,eAAe,CAAC;QAC7D,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvC,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;gBACnC,OAAO,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YACrC,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBACvC,OAAO,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACzC,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;YACpE,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,WAAW,EAAE;YACxD,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAE1E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA0F,CAAC;QAC3H,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAClD,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,YAAY;YACrC,YAAY,EAAE,EAAE;SACjB,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,qEAAqE;QACrE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,YAAY,EAAE;YACzD,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAExE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA2D,CAAC;QAC5F,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnC,IAAI,EAAE,CAAC,CAAC,EAAE;YACV,YAAY,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,gCAAgC;QAChC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,gBAAgB,EAAE;YAC7D,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAE7E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAqE,CAAC;QACtG,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS;YACjC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,YAAY,EAAE,EAAE;SACjB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,KAAc,EAAE,OAA6B;QAC1E,MAAM,WAAW,GAAG,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC;QAEhD,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACjE,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;gBACnC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,4BAA4B,KAAK,EAAE;gBAC1C,KAAK,EAAE,WAAW;gBAClB,QAAQ,EAAE,IAAI,CAAC,OAAO;gBACtB,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,CAAC;gBACT,IAAI,EAAE,CAAC;aACR,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,KAAa,EAAE,MAAc,EAAE,OAA6B;QACvF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,eAAe,EAAE;YAC5D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM;gBACN,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,OAAO,IAAI,EAAE;aACvB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAyF,CAAC;QAC1H,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;YAC5B,IAAI,EAAE,CAAC,CAAE,eAAe;SACzB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,MAAc,EAAE,OAA6B;QACrF,kCAAkC;QAClC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,iBAAiB,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM;gBACN,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI;gBACvC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAkH,CAAC;QACnJ,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7D,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YACrC,IAAI,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,KAAa,EAAE,MAAc,EAAE,OAA6B;QACzF,uCAAuC;QACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,iBAAiB,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM;gBACN,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI;gBACvC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEzE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA2F,CAAC;QAC5H,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACjD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YACrC,IAAI,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7E,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBAClE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,YAAY,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9E,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;IACJ,CAAC;IAEO,UAAU,CAAC,KAAa;QAC9B,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,IAAI,GAAG,KAAK,CAAC;QAEjB,OAAO,IAAI,IAAI,IAAI,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,IAAI,IAAI,IAAI,CAAC;YACb,SAAS,EAAE,CAAC;QACd,CAAC;QAED,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;IAClD,CAAC;CACF;AA7OD,sCA6OC;AAaD;;GAEG;AACH,MAAa,oBAAoB;IACvB,SAAS,GAA+B,IAAI,GAAG,EAAE,CAAC;IAE1D,WAAW,CAAC,IAAY,EAAE,MAA2B;QACnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAAc,EACd,OAIC;QAED,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC1D,MAAM,OAAO,GAA4B,EAAE,CAAC;QAE5C,uCAAuC;QACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,EAAC,KAAK,EAAC,EAAE;YACxC,yEAAyE;YACzE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC5D,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAEtD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC;gBAC/C,IAAI,aAAa,CAAC,EAAE,OAAO,EAAE,YAA4B,EAAE,CAAC,CAAC;YAE/D,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe;oBAChD,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;oBAChB,QAAQ,EAAE,SAAS;oBACnB,OAAO,EAAE,EAAE;oBACX,WAAW,EAAE,CAAC;oBACd,MAAM,EAAE,CAAC;oBACT,IAAI,EAAE,CAAC;iBACR,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAElD,OAAO;YACL,OAAO,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC;YAC9B,SAAS,EAAE,OAAO;YAClB,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,iBAAiB,EAAE,UAAU,CAAC,MAAM;YACpC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;SAC7D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,OAAO,GAA4B,EAAE,CAAC;QAE5C,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC/C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,aAAa;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;AA5ED,oDA4EC;AAWD,4DAA4D;AAC5D,SAAgB,oBAAoB,CAAC,KAAc;IACjD,OAAO,IAAI,aAAa,CAAC;QACvB,OAAO,EAAE,QAAQ;QACjB,aAAa,EAAE,KAAK,IAAI,eAAe;KACxC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,kBAAkB,CAAC,QAAiB,EAAE,KAAc;IAClE,OAAO,IAAI,aAAa,CAAC;QACvB,OAAO,EAAE,MAAM;QACf,QAAQ,EAAE,QAAQ,IAAI,uBAAuB;QAC7C,aAAa,EAAE,KAAK,IAAI,mCAAmC;KAC5D,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,sBAAsB,CAAC,KAAc;IACnD,OAAO,IAAI,aAAa,CAAC;QACvB,OAAO,EAAE,UAAU;QACnB,aAAa,EAAE,KAAK,IAAI,eAAe;KACxC,CAAC,CAAC;AACL,CAAC;AAED,kBAAe;IACb,aAAa;IACb,oBAAoB;IACpB,oBAAoB;IACpB,kBAAkB;IAClB,sBAAsB;CACvB,CAAC"}
@@ -1,55 +0,0 @@
1
- /**
2
- * TMLPD Provider Registry
3
- *
4
- * Manages provider configurations, API keys, and base URLs.
5
- */
6
- export interface ProviderConfig {
7
- name: string;
8
- apiKey: string;
9
- baseUrl: string;
10
- mode: "openai" | "anthropic" | "gemini";
11
- priority: number;
12
- enabled: boolean;
13
- cooldownUntil: number;
14
- failureCount: number;
15
- lastError: string | null;
16
- lastStatus: number | null;
17
- }
18
- export interface ProviderRegistryConfig {
19
- providers: string[];
20
- modelPriority: string[];
21
- useOpenclawFallback: boolean;
22
- maxTokens: number;
23
- }
24
- export declare class ProviderRegistry {
25
- private providers;
26
- private config;
27
- private modelPriority;
28
- constructor(config?: Partial<ProviderRegistryConfig>);
29
- private initializeProviders;
30
- /**
31
- * Check if provider is ready (has API key, not in cooldown)
32
- */
33
- isProviderReady(name: string): boolean;
34
- /**
35
- * Get best available model from priority list
36
- */
37
- selectModel(): string | null;
38
- /**
39
- * Get all providers sorted by priority
40
- */
41
- getReadyProviders(): string[];
42
- /**
43
- * Record provider success
44
- */
45
- recordSuccess(name: string): void;
46
- /**
47
- * Record provider failure
48
- */
49
- recordFailure(name: string, statusCode: number | null, error: string): void;
50
- /**
51
- * Get provider status summary
52
- */
53
- getStatus(): Record<string, any>;
54
- }
55
- //# sourceMappingURL=registry.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/providers/registry.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,QAAQ,GAAG,WAAW,GAAG,QAAQ,CAAC;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;CACnB;AASD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,SAAS,CAA0C;IAC3D,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,aAAa,CAAW;gBAEpB,MAAM,GAAE,OAAO,CAAC,sBAAsB,CAAM;IAMxD,OAAO,CAAC,mBAAmB;IAiC3B;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAOtC;;OAEG;IACH,WAAW,IAAI,MAAM,GAAG,IAAI;IAU5B;;OAEG;IACH,iBAAiB,IAAI,MAAM,EAAE;IAO7B;;OAEG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAUjC;;OAEG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAc3E;;OAEG;IACH,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAoBjC"}
@@ -1,138 +0,0 @@
1
- "use strict";
2
- /**
3
- * TMLPD Provider Registry
4
- *
5
- * Manages provider configurations, API keys, and base URLs.
6
- */
7
- Object.defineProperty(exports, "__esModule", { value: true });
8
- exports.ProviderRegistry = void 0;
9
- const DEFAULT_PROVIDER_CONFIG = {
10
- providers: ["openai", "openrouter", "groq", "cerebras", "mistral", "xai", "zai", "anthropic", "google"],
11
- modelPriority: ["openai/gpt-4o", "groq/llama-3.3-70b-versatile", "cerebras/llama-3.3-70b"],
12
- useOpenclawFallback: false,
13
- maxTokens: 4096,
14
- };
15
- class ProviderRegistry {
16
- providers = new Map();
17
- config;
18
- modelPriority;
19
- constructor(config = {}) {
20
- this.config = { ...DEFAULT_PROVIDER_CONFIG, ...config };
21
- this.modelPriority = this.config.modelPriority;
22
- this.initializeProviders();
23
- }
24
- initializeProviders() {
25
- // Initialize from environment
26
- const envVars = {
27
- openai: { key: "OPENAI_API_KEY", url: "OPENAI_OPENAI_BASE_URL", mode: "openai" },
28
- openrouter: { key: "OPENROUTER_API_KEY", url: "OPENROUTER_OPENAI_BASE_URL", mode: "openai" },
29
- groq: { key: "GROQ_API_KEY", url: "GROQ_OPENAI_BASE_URL", mode: "openai" },
30
- cerebras: { key: "CEREBRAS_API_KEY", url: "CEREBRAS_OPENAI_BASE_URL", mode: "openai" },
31
- mistral: { key: "MISTRAL_API_KEY", url: "MISTRAL_OPENAI_BASE_URL", mode: "openai" },
32
- xai: { key: "XAI_API_KEY", url: "XAI_OPENAI_BASE_URL", mode: "openai" },
33
- zai: { key: "ZAI_API_KEY", url: "ZAI_OPENAI_BASE_URL", mode: "anthropic" },
34
- anthropic: { key: "ANTHROPIC_API_KEY", url: "ANTHROPIC_BASE_URL", mode: "anthropic" },
35
- google: { key: "GOOGLE_API_KEY", url: "GOOGLE_GEMINI_BASE_URL", mode: "gemini" },
36
- };
37
- for (const [name, env] of Object.entries(envVars)) {
38
- const apiKey = process.env[env.key] || "";
39
- const baseUrl = process.env[env.url] || "";
40
- this.providers.set(name, {
41
- name,
42
- apiKey,
43
- baseUrl,
44
- mode: env.mode,
45
- priority: this.modelPriority.findIndex((m) => m.startsWith(name + "/")),
46
- enabled: Boolean(apiKey),
47
- cooldownUntil: 0,
48
- failureCount: 0,
49
- lastError: null,
50
- lastStatus: null,
51
- });
52
- }
53
- }
54
- /**
55
- * Check if provider is ready (has API key, not in cooldown)
56
- */
57
- isProviderReady(name) {
58
- const provider = this.providers.get(name);
59
- if (!provider || !provider.enabled)
60
- return false;
61
- if (Date.now() < provider.cooldownUntil)
62
- return false;
63
- return true;
64
- }
65
- /**
66
- * Get best available model from priority list
67
- */
68
- selectModel() {
69
- for (const model of this.modelPriority) {
70
- const providerName = model.split("/")[0];
71
- if (this.isProviderReady(providerName)) {
72
- return model;
73
- }
74
- }
75
- return null;
76
- }
77
- /**
78
- * Get all providers sorted by priority
79
- */
80
- getReadyProviders() {
81
- return Array.from(this.providers.entries())
82
- .filter(([_, p]) => this.isProviderReady(p.name))
83
- .sort((a, b) => a[1].priority - b[1].priority)
84
- .map(([name]) => name);
85
- }
86
- /**
87
- * Record provider success
88
- */
89
- recordSuccess(name) {
90
- const provider = this.providers.get(name);
91
- if (provider) {
92
- provider.cooldownUntil = 0;
93
- provider.failureCount = 0;
94
- provider.lastError = null;
95
- provider.lastStatus = null;
96
- }
97
- }
98
- /**
99
- * Record provider failure
100
- */
101
- recordFailure(name, statusCode, error) {
102
- const provider = this.providers.get(name);
103
- if (!provider)
104
- return;
105
- provider.failureCount++;
106
- provider.lastError = error;
107
- provider.lastStatus = statusCode;
108
- // Apply exponential backoff cooldown
109
- const baseDelay = statusCode === 429 ? 60000 : statusCode === 403 ? 300000 : 30000;
110
- const multiplier = Math.min(4, Math.pow(2, Math.max(0, provider.failureCount - 1)));
111
- provider.cooldownUntil = Date.now() + baseDelay * multiplier;
112
- }
113
- /**
114
- * Get provider status summary
115
- */
116
- getStatus() {
117
- const status = {};
118
- for (const [name, provider] of this.providers.entries()) {
119
- status[name] = {
120
- enabled: provider.enabled,
121
- mode: provider.mode,
122
- ready: this.isProviderReady(name),
123
- cooldownUntil: provider.cooldownUntil ? new Date(provider.cooldownUntil).toISOString() : null,
124
- lastError: provider.lastError,
125
- lastStatus: provider.lastStatus,
126
- failureCount: provider.failureCount,
127
- };
128
- }
129
- return {
130
- modelPriority: this.modelPriority,
131
- readyProviders: this.getReadyProviders(),
132
- providers: status,
133
- timestamp: new Date().toISOString(),
134
- };
135
- }
136
- }
137
- exports.ProviderRegistry = ProviderRegistry;
138
- //# sourceMappingURL=registry.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/providers/registry.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAsBH,MAAM,uBAAuB,GAA2B;IACtD,SAAS,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC;IACvG,aAAa,EAAE,CAAC,eAAe,EAAE,8BAA8B,EAAE,wBAAwB,CAAC;IAC1F,mBAAmB,EAAE,KAAK;IAC1B,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF,MAAa,gBAAgB;IACnB,SAAS,GAAgC,IAAI,GAAG,EAAE,CAAC;IACnD,MAAM,CAAyB;IAC/B,aAAa,CAAW;IAEhC,YAAY,SAA0C,EAAE;QACtD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,uBAAuB,EAAE,GAAG,MAAM,EAAE,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAC/C,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAEO,mBAAmB;QACzB,8BAA8B;QAC9B,MAAM,OAAO,GAA0F;YACrG,MAAM,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,wBAAwB,EAAE,IAAI,EAAE,QAAQ,EAAE;YAChF,UAAU,EAAE,EAAE,GAAG,EAAE,oBAAoB,EAAE,GAAG,EAAE,4BAA4B,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5F,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,sBAAsB,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1E,QAAQ,EAAE,EAAE,GAAG,EAAE,kBAAkB,EAAE,GAAG,EAAE,0BAA0B,EAAE,IAAI,EAAE,QAAQ,EAAE;YACtF,OAAO,EAAE,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,yBAAyB,EAAE,IAAI,EAAE,QAAQ,EAAE;YACnF,GAAG,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,qBAAqB,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvE,GAAG,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,qBAAqB,EAAE,IAAI,EAAE,WAAW,EAAE;YAC1E,SAAS,EAAE,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE,oBAAoB,EAAE,IAAI,EAAE,WAAW,EAAE;YACrF,MAAM,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,wBAAwB,EAAE,IAAI,EAAE,QAAQ,EAAE;SACjF,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAE3C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE;gBACvB,IAAI;gBACJ,MAAM;gBACN,OAAO;gBACP,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;gBACvE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC;gBACxB,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,CAAC;gBACf,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAY;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QACjD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,aAAa;YAAE,OAAO,KAAK,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,WAAW;QACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvC,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvC,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;aACxC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;aAChD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;aAC7C,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAY;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,aAAa,GAAG,CAAC,CAAC;YAC3B,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC;YAC1B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;YAC1B,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAAY,EAAE,UAAyB,EAAE,KAAa;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,QAAQ,CAAC,YAAY,EAAE,CAAC;QACxB,QAAQ,CAAC,SAAS,GAAG,KAAK,CAAC;QAC3B,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;QAEjC,qCAAqC;QACrC,MAAM,SAAS,GAAG,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QACnF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,UAAU,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,SAAS;QACP,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,GAAG;gBACb,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;gBACjC,aAAa,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;gBAC7F,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,YAAY,EAAE,QAAQ,CAAC,YAAY;aACpC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,IAAI,CAAC,iBAAiB,EAAE;YACxC,SAAS,EAAE,MAAM;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;CACF;AAlID,4CAkIC"}
@@ -1,68 +0,0 @@
1
- /**
2
- * TMLPD Advanced Routing - RouteLLM Style
3
- *
4
- * Learned routing based on arXiv:2404.06035 (RouteLLM)
5
- * Balances cost-quality tradeoff with confidence-based model selection
6
- */
7
- export interface QueryFeatures {
8
- complexity: number;
9
- length: number;
10
- has_code: boolean;
11
- has_math: boolean;
12
- is_multilingual: boolean;
13
- is_creative: boolean;
14
- requires_reasoning: boolean;
15
- }
16
- export interface ModelProfile {
17
- name: string;
18
- provider: string;
19
- cost_per_1k_input: number;
20
- cost_per_1k_output: number;
21
- latency_ms: number;
22
- quality_score: number;
23
- strengths: string[];
24
- context_window: number;
25
- }
26
- export interface RouteDecision {
27
- primary_model: string;
28
- fallback_models: string[];
29
- confidence: number;
30
- reasoning: string;
31
- estimated_cost: number;
32
- estimated_latency_ms: number;
33
- }
34
- export declare const MODEL_PROFILES: Record<string, ModelProfile>;
35
- /**
36
- * Extract features from prompt for routing decision
37
- */
38
- export declare function extractQueryFeatures(prompt: string): QueryFeatures;
39
- /**
40
- * RouteLLM-style learned routing decision
41
- */
42
- export declare function routeQuery(prompt: string, available_models?: string[], budget_multiplier?: number): RouteDecision;
43
- /**
44
- * Batch routing for multiple prompts
45
- */
46
- export declare function routeBatch(prompts: string[], options?: {
47
- same_model?: boolean;
48
- max_cost_per_prompt?: number;
49
- balance_cost?: boolean;
50
- }): RouteDecision[];
51
- /**
52
- * Get model recommendation for task type
53
- */
54
- export declare function recommendForTask(task: string): string[];
55
- /**
56
- * Update model profile from execution feedback (online learning)
57
- */
58
- export declare function updateModelProfile(model_name: string, actual_latency_ms: number, actual_cost: number, quality_rating: number): void;
59
- declare const _default: {
60
- extractQueryFeatures: typeof extractQueryFeatures;
61
- routeQuery: typeof routeQuery;
62
- routeBatch: typeof routeBatch;
63
- recommendForTask: typeof recommendForTask;
64
- updateModelProfile: typeof updateModelProfile;
65
- MODEL_PROFILES: Record<string, ModelProfile>;
66
- };
67
- export default _default;
68
- //# sourceMappingURL=advancedRouter.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"advancedRouter.d.ts","sourceRoot":"","sources":["../../src/routing/advancedRouter.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,eAAe,EAAE,OAAO,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;IACrB,kBAAkB,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAGD,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CA2FvD,CAAC;AAEF;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,CAiElE;AAgDD;;GAEG;AACH,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,gBAAgB,CAAC,EAAE,MAAM,EAAE,EAC3B,iBAAiB,GAAE,MAAY,GAC9B,aAAa,CAgEf;AAED;;GAEG;AACH,wBAAgB,UAAU,CACxB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB,GACA,aAAa,EAAE,CA2BjB;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAMvD;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,iBAAiB,EAAE,MAAM,EACzB,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,MAAM,GACrB,IAAI,CAgBN;;;;;;;;;AAED,wBAOE"}