mozart-router 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +250 -0
- package/dist/adapters/cursor.d.ts +10 -0
- package/dist/adapters/cursor.d.ts.map +1 -0
- package/dist/adapters/cursor.js +39 -0
- package/dist/adapters/cursor.js.map +1 -0
- package/dist/adapters/generic.d.ts +24 -0
- package/dist/adapters/generic.d.ts.map +1 -0
- package/dist/adapters/generic.js +192 -0
- package/dist/adapters/generic.js.map +1 -0
- package/dist/adapters/hermes.d.ts +10 -0
- package/dist/adapters/hermes.d.ts.map +1 -0
- package/dist/adapters/hermes.js +170 -0
- package/dist/adapters/hermes.js.map +1 -0
- package/dist/adapters/index.d.ts +13 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +27 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/litellm.d.ts +15 -0
- package/dist/adapters/litellm.d.ts.map +1 -0
- package/dist/adapters/litellm.js +238 -0
- package/dist/adapters/litellm.js.map +1 -0
- package/dist/adapters/lmstudio.d.ts +12 -0
- package/dist/adapters/lmstudio.d.ts.map +1 -0
- package/dist/adapters/lmstudio.js +128 -0
- package/dist/adapters/lmstudio.js.map +1 -0
- package/dist/adapters/nim.d.ts +12 -0
- package/dist/adapters/nim.d.ts.map +1 -0
- package/dist/adapters/nim.js +163 -0
- package/dist/adapters/nim.js.map +1 -0
- package/dist/adapters/ollama.d.ts +12 -0
- package/dist/adapters/ollama.d.ts.map +1 -0
- package/dist/adapters/ollama.js +243 -0
- package/dist/adapters/ollama.js.map +1 -0
- package/dist/adapters/openclaw.d.ts +10 -0
- package/dist/adapters/openclaw.d.ts.map +1 -0
- package/dist/adapters/openclaw.js +197 -0
- package/dist/adapters/openclaw.js.map +1 -0
- package/dist/adapters/opencode.d.ts +10 -0
- package/dist/adapters/opencode.d.ts.map +1 -0
- package/dist/adapters/opencode.js +180 -0
- package/dist/adapters/opencode.js.map +1 -0
- package/dist/adapters/openrouter.d.ts +13 -0
- package/dist/adapters/openrouter.d.ts.map +1 -0
- package/dist/adapters/openrouter.js +173 -0
- package/dist/adapters/openrouter.js.map +1 -0
- package/dist/adapters/vllm.d.ts +12 -0
- package/dist/adapters/vllm.d.ts.map +1 -0
- package/dist/adapters/vllm.js +129 -0
- package/dist/adapters/vllm.js.map +1 -0
- package/dist/api/dashboard.d.ts +3 -0
- package/dist/api/dashboard.d.ts.map +1 -0
- package/dist/api/dashboard.js +98 -0
- package/dist/api/dashboard.js.map +1 -0
- package/dist/api/mcp.d.ts +32 -0
- package/dist/api/mcp.d.ts.map +1 -0
- package/dist/api/mcp.js +215 -0
- package/dist/api/mcp.js.map +1 -0
- package/dist/api/middleware.d.ts +20 -0
- package/dist/api/middleware.d.ts.map +1 -0
- package/dist/api/middleware.js +239 -0
- package/dist/api/middleware.js.map +1 -0
- package/dist/api/server.d.ts +26 -0
- package/dist/api/server.d.ts.map +1 -0
- package/dist/api/server.js +294 -0
- package/dist/api/server.js.map +1 -0
- package/dist/api/streaming.d.ts +19 -0
- package/dist/api/streaming.d.ts.map +1 -0
- package/dist/api/streaming.js +274 -0
- package/dist/api/streaming.js.map +1 -0
- package/dist/cli/config-init.d.ts +2 -0
- package/dist/cli/config-init.d.ts.map +1 -0
- package/dist/cli/config-init.js +73 -0
- package/dist/cli/config-init.js.map +1 -0
- package/dist/cli/main.d.ts +3 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +618 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/context/advanced-optimizer.d.ts +12 -0
- package/dist/context/advanced-optimizer.d.ts.map +1 -0
- package/dist/context/advanced-optimizer.js +64 -0
- package/dist/context/advanced-optimizer.js.map +1 -0
- package/dist/context/optimizer.d.ts +7 -0
- package/dist/context/optimizer.d.ts.map +1 -0
- package/dist/context/optimizer.js +101 -0
- package/dist/context/optimizer.js.map +1 -0
- package/dist/core/cache.d.ts +39 -0
- package/dist/core/cache.d.ts.map +1 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/health.d.ts +32 -0
- package/dist/core/health.d.ts.map +1 -0
- package/dist/core/health.js +92 -0
- package/dist/core/health.js.map +1 -0
- package/dist/core/inventory.d.ts +28 -0
- package/dist/core/inventory.d.ts.map +1 -0
- package/dist/core/inventory.js +106 -0
- package/dist/core/inventory.js.map +1 -0
- package/dist/core/metrics.d.ts +48 -0
- package/dist/core/metrics.d.ts.map +1 -0
- package/dist/core/metrics.js +115 -0
- package/dist/core/metrics.js.map +1 -0
- package/dist/core/mozart.d.ts +39 -0
- package/dist/core/mozart.d.ts.map +1 -0
- package/dist/core/mozart.js +156 -0
- package/dist/core/mozart.js.map +1 -0
- package/dist/core/persistence.d.ts +13 -0
- package/dist/core/persistence.d.ts.map +1 -0
- package/dist/core/persistence.js +119 -0
- package/dist/core/persistence.js.map +1 -0
- package/dist/core/plugins.d.ts +18 -0
- package/dist/core/plugins.d.ts.map +1 -0
- package/dist/core/plugins.js +110 -0
- package/dist/core/plugins.js.map +1 -0
- package/dist/core/reliability.d.ts +23 -0
- package/dist/core/reliability.d.ts.map +1 -0
- package/dist/core/reliability.js +70 -0
- package/dist/core/reliability.js.map +1 -0
- package/dist/core/session.d.ts +17 -0
- package/dist/core/session.d.ts.map +1 -0
- package/dist/core/session.js +67 -0
- package/dist/core/session.js.map +1 -0
- package/dist/cost/dynamic-pricing.d.ts +24 -0
- package/dist/cost/dynamic-pricing.d.ts.map +1 -0
- package/dist/cost/dynamic-pricing.js +71 -0
- package/dist/cost/dynamic-pricing.js.map +1 -0
- package/dist/cost/estimator.d.ts +8 -0
- package/dist/cost/estimator.d.ts.map +1 -0
- package/dist/cost/estimator.js +48 -0
- package/dist/cost/estimator.js.map +1 -0
- package/dist/explain/engine.d.ts +6 -0
- package/dist/explain/engine.d.ts.map +1 -0
- package/dist/explain/engine.js +59 -0
- package/dist/explain/engine.js.map +1 -0
- package/dist/index.d.ts +59 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +112 -0
- package/dist/index.js.map +1 -0
- package/dist/logs/logger.d.ts +35 -0
- package/dist/logs/logger.d.ts.map +1 -0
- package/dist/logs/logger.js +73 -0
- package/dist/logs/logger.js.map +1 -0
- package/dist/logs/redactor.d.ts +6 -0
- package/dist/logs/redactor.d.ts.map +1 -0
- package/dist/logs/redactor.js +54 -0
- package/dist/logs/redactor.js.map +1 -0
- package/dist/policy/engine.d.ts +9 -0
- package/dist/policy/engine.d.ts.map +1 -0
- package/dist/policy/engine.js +55 -0
- package/dist/policy/engine.js.map +1 -0
- package/dist/policy/loader.d.ts +3 -0
- package/dist/policy/loader.d.ts.map +1 -0
- package/dist/policy/loader.js +27 -0
- package/dist/policy/loader.js.map +1 -0
- package/dist/policy/profiles.d.ts +11 -0
- package/dist/policy/profiles.d.ts.map +1 -0
- package/dist/policy/profiles.js +263 -0
- package/dist/policy/profiles.js.map +1 -0
- package/dist/policy/yaml-loader.d.ts +10 -0
- package/dist/policy/yaml-loader.d.ts.map +1 -0
- package/dist/policy/yaml-loader.js +160 -0
- package/dist/policy/yaml-loader.js.map +1 -0
- package/dist/privacy/guard.d.ts +8 -0
- package/dist/privacy/guard.d.ts.map +1 -0
- package/dist/privacy/guard.js +125 -0
- package/dist/privacy/guard.js.map +1 -0
- package/dist/routing/circuit-breaker.d.ts +23 -0
- package/dist/routing/circuit-breaker.d.ts.map +1 -0
- package/dist/routing/circuit-breaker.js +74 -0
- package/dist/routing/circuit-breaker.js.map +1 -0
- package/dist/routing/classifier.d.ts +5 -0
- package/dist/routing/classifier.d.ts.map +1 -0
- package/dist/routing/classifier.js +102 -0
- package/dist/routing/classifier.js.map +1 -0
- package/dist/routing/fallback.d.ts +27 -0
- package/dist/routing/fallback.d.ts.map +1 -0
- package/dist/routing/fallback.js +66 -0
- package/dist/routing/fallback.js.map +1 -0
- package/dist/routing/multistage.d.ts +49 -0
- package/dist/routing/multistage.d.ts.map +1 -0
- package/dist/routing/multistage.js +108 -0
- package/dist/routing/multistage.js.map +1 -0
- package/dist/routing/router.d.ts +22 -0
- package/dist/routing/router.d.ts.map +1 -0
- package/dist/routing/router.js +123 -0
- package/dist/routing/router.js.map +1 -0
- package/dist/routing/scorer.d.ts +8 -0
- package/dist/routing/scorer.d.ts.map +1 -0
- package/dist/routing/scorer.js +131 -0
- package/dist/routing/scorer.js.map +1 -0
- package/dist/skills/definitions.d.ts +10 -0
- package/dist/skills/definitions.d.ts.map +1 -0
- package/dist/skills/definitions.js +112 -0
- package/dist/skills/definitions.js.map +1 -0
- package/dist/skills/index.d.ts +3 -0
- package/dist/skills/index.d.ts.map +1 -0
- package/dist/skills/index.js +14 -0
- package/dist/skills/index.js.map +1 -0
- package/dist/types/index.d.ts +298 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +34 -0
- package/dist/types/index.js.map +1 -0
- package/dist/utils/canrunit.d.ts +26 -0
- package/dist/utils/canrunit.d.ts.map +1 -0
- package/dist/utils/canrunit.js +69 -0
- package/dist/utils/canrunit.js.map +1 -0
- package/dist/utils/dealsforge.d.ts +6 -0
- package/dist/utils/dealsforge.d.ts.map +1 -0
- package/dist/utils/dealsforge.js +105 -0
- package/dist/utils/dealsforge.js.map +1 -0
- package/docs/ADAPTERS.md +129 -0
- package/docs/ARCHITECTURE.md +113 -0
- package/docs/DELEGATED_EXECUTION.md +62 -0
- package/docs/FEATURE_MATRIX.md +113 -0
- package/docs/GATEWAY_FIRST_PRINCIPLES.md +66 -0
- package/docs/INTEGRATIONS.md +94 -0
- package/docs/LIMITATIONS.md +43 -0
- package/docs/RECOMMEND_ONLY_MODE.md +82 -0
- package/docs/ROADMAP.md +70 -0
- package/docs/SECURITY.md +74 -0
- package/docs/SKILLS_AND_TOOLS.md +141 -0
- package/examples/community-adapter/TEMPLATE.md +157 -0
- package/examples/generic-tools/README.md +29 -0
- package/examples/generic-tools/mozart-tools.json +86 -0
- package/examples/hermes/README.md +29 -0
- package/examples/hermes/mozart-tool.json +48 -0
- package/examples/litellm/README.md +21 -0
- package/examples/litellm/config.yaml +39 -0
- package/examples/ollama/README.md +37 -0
- package/examples/ollama/usage.ts +59 -0
- package/examples/openclaw/README.md +26 -0
- package/examples/openclaw/mozart-skill.yaml +80 -0
- package/examples/opencode/README.md +30 -0
- package/examples/opencode/SKILL.md +47 -0
- package/examples/opencode/mozart-skill.json +64 -0
- package/examples/openrouter/README.md +21 -0
- package/examples/openrouter/config.json +14 -0
- package/package.json +53 -0
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.HermesAdapter = void 0;
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
const os = __importStar(require("os"));
|
|
40
|
+
function findHermesConfig() {
|
|
41
|
+
const paths = [
|
|
42
|
+
path.join(os.homedir(), '.hermes', 'config.json'),
|
|
43
|
+
path.join(os.homedir(), '.config', 'hermes', 'config.json'),
|
|
44
|
+
path.join(os.homedir(), '.hermes', 'config.yaml'),
|
|
45
|
+
path.join(os.homedir(), '.config', 'hermes', 'config.yml'),
|
|
46
|
+
];
|
|
47
|
+
for (const p of paths) {
|
|
48
|
+
if (fs.existsSync(p))
|
|
49
|
+
return p;
|
|
50
|
+
}
|
|
51
|
+
return null;
|
|
52
|
+
}
|
|
53
|
+
class HermesAdapter {
|
|
54
|
+
id = 'hermes';
|
|
55
|
+
name = 'Hermes Agent';
|
|
56
|
+
async detect() {
|
|
57
|
+
const details = [];
|
|
58
|
+
const configPath = findHermesConfig();
|
|
59
|
+
if (configPath) {
|
|
60
|
+
details.push(`Hermes config found at: ${configPath}`);
|
|
61
|
+
try {
|
|
62
|
+
const content = fs.readFileSync(configPath, 'utf-8');
|
|
63
|
+
// Try parsing as JSON
|
|
64
|
+
try {
|
|
65
|
+
const config = JSON.parse(content);
|
|
66
|
+
const providers = config.providers ?? config.models ?? {};
|
|
67
|
+
const providerCount = Object.keys(providers).length;
|
|
68
|
+
details.push(`${providerCount} provider(s) configured`);
|
|
69
|
+
return {
|
|
70
|
+
detected: true, gatewayId: this.id, gatewayName: this.name,
|
|
71
|
+
configPath, configFormat: 'json',
|
|
72
|
+
status: 'active', providersCount: providerCount, modelsCount: 0,
|
|
73
|
+
details,
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
catch {
|
|
77
|
+
// Try YAML
|
|
78
|
+
details.push('Config found (format auto-detected)');
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
catch {
|
|
82
|
+
details.push('Could not read config file');
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
details.push('No Hermes config found');
|
|
87
|
+
details.push('Expected locations: ~/.hermes/config.json, ~/.config/hermes/config.json');
|
|
88
|
+
}
|
|
89
|
+
const hasEnv = !!process.env.HERMES_API_KEY || !!process.env.HERMES_CONFIG;
|
|
90
|
+
if (hasEnv)
|
|
91
|
+
details.push('Hermes environment variables detected');
|
|
92
|
+
const active = !!configPath || hasEnv;
|
|
93
|
+
return {
|
|
94
|
+
detected: active,
|
|
95
|
+
gatewayId: this.id, gatewayName: this.name,
|
|
96
|
+
configPath: configPath ?? undefined,
|
|
97
|
+
status: active ? (configPath ? 'active' : 'configured_only') : 'not_found',
|
|
98
|
+
providersCount: 0,
|
|
99
|
+
modelsCount: 0,
|
|
100
|
+
details,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
async readConfig() {
|
|
104
|
+
return {
|
|
105
|
+
gatewayId: this.id, gatewayName: this.name,
|
|
106
|
+
providers: [], models: [],
|
|
107
|
+
capabilities: ['agent', 'tools', 'workflows', 'agentic'],
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
async listProviders() {
|
|
111
|
+
const configPath = findHermesConfig();
|
|
112
|
+
if (!configPath)
|
|
113
|
+
return [];
|
|
114
|
+
try {
|
|
115
|
+
const config = JSON.parse(fs.readFileSync(configPath, 'utf-8'));
|
|
116
|
+
const providers = config.providers ?? config.models ?? {};
|
|
117
|
+
return Object.keys(providers).map((name) => ({
|
|
118
|
+
id: `hermes-${name}`,
|
|
119
|
+
name,
|
|
120
|
+
source: 'detected',
|
|
121
|
+
gateway: this.id,
|
|
122
|
+
privacyLevel: 'cloud',
|
|
123
|
+
status: 'available',
|
|
124
|
+
lastCheckedAt: new Date().toISOString(),
|
|
125
|
+
}));
|
|
126
|
+
}
|
|
127
|
+
catch {
|
|
128
|
+
return [];
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
async listModels() {
|
|
132
|
+
const configPath = findHermesConfig();
|
|
133
|
+
if (!configPath)
|
|
134
|
+
return [];
|
|
135
|
+
try {
|
|
136
|
+
const config = JSON.parse(fs.readFileSync(configPath, 'utf-8'));
|
|
137
|
+
const providers = config.providers ?? config.models ?? {};
|
|
138
|
+
const models = [];
|
|
139
|
+
for (const [providerName, providerConfig] of Object.entries(providers)) {
|
|
140
|
+
const modelList = providerConfig.models;
|
|
141
|
+
if (modelList) {
|
|
142
|
+
for (const modelId of modelList) {
|
|
143
|
+
models.push({
|
|
144
|
+
id: modelId,
|
|
145
|
+
providerId: `hermes-${providerName}`,
|
|
146
|
+
gatewayId: this.id,
|
|
147
|
+
displayName: modelId,
|
|
148
|
+
modality: ['text'],
|
|
149
|
+
contextWindow: 32768,
|
|
150
|
+
latencyClass: 'medium',
|
|
151
|
+
qualityClass: 'medium',
|
|
152
|
+
strengths: ['hermes_managed'],
|
|
153
|
+
weaknesses: ['capabilities_unknown'],
|
|
154
|
+
privacyLevel: 'cloud',
|
|
155
|
+
availability: 'available',
|
|
156
|
+
sourceConfidence: 'medium',
|
|
157
|
+
lastCheckedAt: new Date().toISOString(),
|
|
158
|
+
});
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
return models;
|
|
163
|
+
}
|
|
164
|
+
catch {
|
|
165
|
+
return [];
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
exports.HermesAdapter = HermesAdapter;
|
|
170
|
+
//# sourceMappingURL=hermes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hermes.js","sourceRoot":"","sources":["../../src/adapters/hermes.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA,uCAAyB;AACzB,2CAA6B;AAC7B,uCAAyB;AAEzB,SAAS,gBAAgB;IACvB,MAAM,KAAK,GAAG;QACZ,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;QAC3D,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC;KAC3D,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAa,aAAa;IACxB,EAAE,GAAG,QAAQ,CAAC;IACd,IAAI,GAAG,cAAc,CAAC;IAEtB,KAAK,CAAC,MAAM;QACV,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;QAEtC,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,2BAA2B,UAAU,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACrD,sBAAsB;gBACtB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACnC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;oBAC1D,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;oBACpD,OAAO,CAAC,IAAI,CAAC,GAAG,aAAa,yBAAyB,CAAC,CAAC;oBACxD,OAAO;wBACL,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI;wBAC1D,UAAU,EAAE,YAAY,EAAE,MAAM;wBAChC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,CAAC;wBAC/D,OAAO;qBACR,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC;oBACP,WAAW;oBACX,OAAO,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC3E,IAAI,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC;QAEtC,OAAO;YACL,QAAQ,EAAE,MAAM;YAChB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI;YAC1C,UAAU,EAAE,UAAU,IAAI,SAAS;YACnC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,WAAW;YAC1E,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;YACd,OAAO;SACR,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI;YAC1C,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE;YACzB,YAAY,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC;SACzD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;QACtC,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YAChE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YAC1D,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC3C,EAAE,EAAE,UAAU,IAAI,EAAE;gBACpB,IAAI;gBACJ,MAAM,EAAE,UAAmB;gBAC3B,OAAO,EAAE,IAAI,CAAC,EAAE;gBAChB,YAAY,EAAE,OAAgB;gBAC9B,MAAM,EAAE,WAAoB;gBAC5B,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACxC,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;QACtC,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YAChE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAY,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvE,MAAM,SAAS,GAAI,cAA0C,CAAC,MAA8B,CAAC;gBAC7F,IAAI,SAAS,EAAE,CAAC;oBACd,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;wBAChC,MAAM,CAAC,IAAI,CAAC;4BACV,EAAE,EAAE,OAAO;4BACX,UAAU,EAAE,UAAU,YAAY,EAAE;4BACpC,SAAS,EAAE,IAAI,CAAC,EAAE;4BAClB,WAAW,EAAE,OAAO;4BACpB,QAAQ,EAAE,CAAC,MAAM,CAAC;4BAClB,aAAa,EAAE,KAAK;4BACpB,YAAY,EAAE,QAAiB;4BAC/B,YAAY,EAAE,QAAiB;4BAC/B,SAAS,EAAE,CAAC,gBAAgB,CAAC;4BAC7B,UAAU,EAAE,CAAC,sBAAsB,CAAC;4BACpC,YAAY,EAAE,OAAgB;4BAC9B,YAAY,EAAE,WAAoB;4BAClC,gBAAgB,EAAE,QAAiB;4BACnC,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;yBACxC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AArHD,sCAqHC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export { OllamaAdapter } from './ollama';
|
|
2
|
+
export { LiteLLMAdapter } from './litellm';
|
|
3
|
+
export { OpenRouterAdapter } from './openrouter';
|
|
4
|
+
export { OpenCodeAdapter } from './opencode';
|
|
5
|
+
export { OpenClawAdapter } from './openclaw';
|
|
6
|
+
export { HermesAdapter } from './hermes';
|
|
7
|
+
export { CursorAdapter } from './cursor';
|
|
8
|
+
export { LMStudioAdapter } from './lmstudio';
|
|
9
|
+
export { VllmAdapter } from './vllm';
|
|
10
|
+
export { NvidiaNimAdapter } from './nim';
|
|
11
|
+
export { GenericOpenAIAdapter, discoverAllGenericAdapters } from './generic';
|
|
12
|
+
export type { GenericAdapterConfig } from './generic';
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,OAAO,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AAC7E,YAAY,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.discoverAllGenericAdapters = exports.GenericOpenAIAdapter = exports.NvidiaNimAdapter = exports.VllmAdapter = exports.LMStudioAdapter = exports.CursorAdapter = exports.HermesAdapter = exports.OpenClawAdapter = exports.OpenCodeAdapter = exports.OpenRouterAdapter = exports.LiteLLMAdapter = exports.OllamaAdapter = void 0;
|
|
4
|
+
var ollama_1 = require("./ollama");
|
|
5
|
+
Object.defineProperty(exports, "OllamaAdapter", { enumerable: true, get: function () { return ollama_1.OllamaAdapter; } });
|
|
6
|
+
var litellm_1 = require("./litellm");
|
|
7
|
+
Object.defineProperty(exports, "LiteLLMAdapter", { enumerable: true, get: function () { return litellm_1.LiteLLMAdapter; } });
|
|
8
|
+
var openrouter_1 = require("./openrouter");
|
|
9
|
+
Object.defineProperty(exports, "OpenRouterAdapter", { enumerable: true, get: function () { return openrouter_1.OpenRouterAdapter; } });
|
|
10
|
+
var opencode_1 = require("./opencode");
|
|
11
|
+
Object.defineProperty(exports, "OpenCodeAdapter", { enumerable: true, get: function () { return opencode_1.OpenCodeAdapter; } });
|
|
12
|
+
var openclaw_1 = require("./openclaw");
|
|
13
|
+
Object.defineProperty(exports, "OpenClawAdapter", { enumerable: true, get: function () { return openclaw_1.OpenClawAdapter; } });
|
|
14
|
+
var hermes_1 = require("./hermes");
|
|
15
|
+
Object.defineProperty(exports, "HermesAdapter", { enumerable: true, get: function () { return hermes_1.HermesAdapter; } });
|
|
16
|
+
var cursor_1 = require("./cursor");
|
|
17
|
+
Object.defineProperty(exports, "CursorAdapter", { enumerable: true, get: function () { return cursor_1.CursorAdapter; } });
|
|
18
|
+
var lmstudio_1 = require("./lmstudio");
|
|
19
|
+
Object.defineProperty(exports, "LMStudioAdapter", { enumerable: true, get: function () { return lmstudio_1.LMStudioAdapter; } });
|
|
20
|
+
var vllm_1 = require("./vllm");
|
|
21
|
+
Object.defineProperty(exports, "VllmAdapter", { enumerable: true, get: function () { return vllm_1.VllmAdapter; } });
|
|
22
|
+
var nim_1 = require("./nim");
|
|
23
|
+
Object.defineProperty(exports, "NvidiaNimAdapter", { enumerable: true, get: function () { return nim_1.NvidiaNimAdapter; } });
|
|
24
|
+
var generic_1 = require("./generic");
|
|
25
|
+
Object.defineProperty(exports, "GenericOpenAIAdapter", { enumerable: true, get: function () { return generic_1.GenericOpenAIAdapter; } });
|
|
26
|
+
Object.defineProperty(exports, "discoverAllGenericAdapters", { enumerable: true, get: function () { return generic_1.discoverAllGenericAdapters; } });
|
|
27
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":";;;AAAA,mCAAyC;AAAhC,uGAAA,aAAa,OAAA;AACtB,qCAA2C;AAAlC,yGAAA,cAAc,OAAA;AACvB,2CAAiD;AAAxC,+GAAA,iBAAiB,OAAA;AAC1B,uCAA6C;AAApC,2GAAA,eAAe,OAAA;AACxB,uCAA6C;AAApC,2GAAA,eAAe,OAAA;AACxB,mCAAyC;AAAhC,uGAAA,aAAa,OAAA;AACtB,mCAAyC;AAAhC,uGAAA,aAAa,OAAA;AACtB,uCAA6C;AAApC,2GAAA,eAAe,OAAA;AACxB,+BAAqC;AAA5B,mGAAA,WAAW,OAAA;AACpB,6BAAyC;AAAhC,uGAAA,gBAAgB,OAAA;AACzB,qCAA6E;AAApE,+GAAA,oBAAoB,OAAA;AAAE,qHAAA,0BAA0B,OAAA"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { GatewayAdapter, DetectionResult, GatewayConfigSummary, Provider, Model, ExecutionTarget, ExecutionRequest, ExecutionResult, RouteDecision } from '../types';
|
|
2
|
+
export declare class LiteLLMAdapter implements GatewayAdapter {
|
|
3
|
+
id: string;
|
|
4
|
+
name: string;
|
|
5
|
+
private configPaths;
|
|
6
|
+
detect(): Promise<DetectionResult>;
|
|
7
|
+
private parseConfig;
|
|
8
|
+
private extractModels;
|
|
9
|
+
readConfig(): Promise<GatewayConfigSummary>;
|
|
10
|
+
listProviders(): Promise<Provider[]>;
|
|
11
|
+
listModels(): Promise<Model[]>;
|
|
12
|
+
getExecutionTarget(decision: RouteDecision): Promise<ExecutionTarget>;
|
|
13
|
+
execute(request: ExecutionRequest): Promise<ExecutionResult>;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=litellm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"litellm.d.ts","sourceRoot":"","sources":["../../src/adapters/litellm.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,eAAe,EACf,oBAAoB,EACpB,QAAQ,EACR,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,aAAa,EACd,MAAM,UAAU,CAAC;AAYlB,qBAAa,cAAe,YAAW,cAAc;IACnD,EAAE,SAAa;IACf,IAAI,SAAa;IAEjB,OAAO,CAAC,WAAW;IAYb,MAAM,IAAI,OAAO,CAAC,eAAe,CAAC;IAsDxC,OAAO,CAAC,WAAW;IAwBnB,OAAO,CAAC,aAAa;IAYf,UAAU,IAAI,OAAO,CAAC,oBAAoB,CAAC;IAmB3C,aAAa,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAmCpC,UAAU,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;IAoB9B,kBAAkB,CAAC,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC;IAWrE,OAAO,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;CAOnE"}
|
|
@@ -0,0 +1,238 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.LiteLLMAdapter = void 0;
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
const os = __importStar(require("os"));
|
|
40
|
+
let YAML = null;
|
|
41
|
+
try {
|
|
42
|
+
YAML = require('yaml');
|
|
43
|
+
}
|
|
44
|
+
catch {
|
|
45
|
+
// yaml package not available, fall back to simple parsing
|
|
46
|
+
}
|
|
47
|
+
class LiteLLMAdapter {
|
|
48
|
+
id = 'litellm';
|
|
49
|
+
name = 'LiteLLM';
|
|
50
|
+
configPaths() {
|
|
51
|
+
const home = os.homedir();
|
|
52
|
+
return [
|
|
53
|
+
path.join(process.cwd(), 'litellm_config.yaml'),
|
|
54
|
+
path.join(process.cwd(), 'litellm_config.yml'),
|
|
55
|
+
path.join(home, '.litellm', 'config.yaml'),
|
|
56
|
+
path.join(home, '.litellm', 'config.yml'),
|
|
57
|
+
path.join(process.cwd(), 'config.yaml'),
|
|
58
|
+
path.join(process.cwd(), 'config.yml'),
|
|
59
|
+
];
|
|
60
|
+
}
|
|
61
|
+
async detect() {
|
|
62
|
+
const details = [];
|
|
63
|
+
let foundConfig = false;
|
|
64
|
+
let configPath;
|
|
65
|
+
for (const p of this.configPaths()) {
|
|
66
|
+
if (fs.existsSync(p)) {
|
|
67
|
+
foundConfig = true;
|
|
68
|
+
configPath = p;
|
|
69
|
+
details.push(`LiteLLM config found at: ${p}`);
|
|
70
|
+
break;
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
if (!foundConfig) {
|
|
74
|
+
details.push('No LiteLLM config file found in common locations');
|
|
75
|
+
}
|
|
76
|
+
let providersCount = 0;
|
|
77
|
+
let modelsCount = 0;
|
|
78
|
+
if (foundConfig && configPath) {
|
|
79
|
+
try {
|
|
80
|
+
const content = fs.readFileSync(configPath, 'utf-8');
|
|
81
|
+
const parsed = this.parseConfig(content);
|
|
82
|
+
const models = this.extractModels(parsed);
|
|
83
|
+
const providers = new Set(models.map((m) => m.split('/')[0]));
|
|
84
|
+
providersCount = providers.size;
|
|
85
|
+
modelsCount = models.length;
|
|
86
|
+
details.push(`${providersCount} provider(s), ${modelsCount} model(s)`);
|
|
87
|
+
for (const m of models.slice(0, 10)) {
|
|
88
|
+
details.push(` - ${m}`);
|
|
89
|
+
}
|
|
90
|
+
if (models.length > 10) {
|
|
91
|
+
details.push(` ... and ${models.length - 10} more`);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
catch (err) {
|
|
95
|
+
details.push(`Could not parse config: ${err}`);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return {
|
|
99
|
+
detected: foundConfig,
|
|
100
|
+
gatewayId: this.id,
|
|
101
|
+
gatewayName: this.name,
|
|
102
|
+
configPath,
|
|
103
|
+
configFormat: 'yaml',
|
|
104
|
+
status: foundConfig ? 'active' : 'not_found',
|
|
105
|
+
providersCount,
|
|
106
|
+
modelsCount,
|
|
107
|
+
details,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
parseConfig(content) {
|
|
111
|
+
if (YAML) {
|
|
112
|
+
return YAML.parse(content);
|
|
113
|
+
}
|
|
114
|
+
// Fallback: simple line-by-line parsing
|
|
115
|
+
const lines = content.split('\n');
|
|
116
|
+
const result = {};
|
|
117
|
+
const modelList = [];
|
|
118
|
+
for (const line of lines) {
|
|
119
|
+
const modelMatch = line.match(/^\s*-\s*model_name:\s*["']?([^"'\s#]+)/);
|
|
120
|
+
if (modelMatch) {
|
|
121
|
+
modelList.push({ model_name: modelMatch[1] });
|
|
122
|
+
}
|
|
123
|
+
const litellmMatch = line.match(/^\s*model:\s*["']?([^"'\s#]+)/);
|
|
124
|
+
if (litellmMatch && modelList.length > 0) {
|
|
125
|
+
const last = modelList[modelList.length - 1];
|
|
126
|
+
if (!last.litellm_params)
|
|
127
|
+
last.litellm_params = {};
|
|
128
|
+
last.litellm_params.model = litellmMatch[1];
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
result.model_list = modelList;
|
|
132
|
+
return result;
|
|
133
|
+
}
|
|
134
|
+
extractModels(config) {
|
|
135
|
+
const models = [];
|
|
136
|
+
const modelList = config.model_list;
|
|
137
|
+
if (modelList) {
|
|
138
|
+
for (const entry of modelList) {
|
|
139
|
+
const modelName = entry.model_name || entry.litellm_params?.model;
|
|
140
|
+
if (modelName)
|
|
141
|
+
models.push(modelName);
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
return models;
|
|
145
|
+
}
|
|
146
|
+
async readConfig() {
|
|
147
|
+
const models = [];
|
|
148
|
+
for (const p of this.configPaths()) {
|
|
149
|
+
if (fs.existsSync(p)) {
|
|
150
|
+
try {
|
|
151
|
+
const parsed = this.parseConfig(fs.readFileSync(p, 'utf-8'));
|
|
152
|
+
models.push(...this.extractModels(parsed));
|
|
153
|
+
}
|
|
154
|
+
catch { /* skip */ }
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
return {
|
|
158
|
+
gatewayId: this.id,
|
|
159
|
+
gatewayName: this.name,
|
|
160
|
+
providers: [],
|
|
161
|
+
models,
|
|
162
|
+
capabilities: ['multi-provider', 'proxy', 'openai-compatible'],
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
async listProviders() {
|
|
166
|
+
const summary = await this.readConfig();
|
|
167
|
+
if (summary.models.length > 0) {
|
|
168
|
+
const uniqueProviders = new Set();
|
|
169
|
+
for (const m of summary.models) {
|
|
170
|
+
const parts = m.split('/');
|
|
171
|
+
if (parts.length >= 1)
|
|
172
|
+
uniqueProviders.add(parts[0]);
|
|
173
|
+
}
|
|
174
|
+
return Array.from(uniqueProviders).map((name) => ({
|
|
175
|
+
id: `litellm-${name}`,
|
|
176
|
+
name,
|
|
177
|
+
source: 'detected',
|
|
178
|
+
gateway: this.id,
|
|
179
|
+
supportsModelsEndpoint: true,
|
|
180
|
+
supportsStreaming: true,
|
|
181
|
+
supportsTools: 'unknown',
|
|
182
|
+
privacyLevel: 'cloud',
|
|
183
|
+
status: 'available',
|
|
184
|
+
lastCheckedAt: new Date().toISOString(),
|
|
185
|
+
}));
|
|
186
|
+
}
|
|
187
|
+
return [
|
|
188
|
+
{
|
|
189
|
+
id: 'litellm-default',
|
|
190
|
+
name: 'LiteLLM Gateway',
|
|
191
|
+
source: 'detected',
|
|
192
|
+
gateway: this.id,
|
|
193
|
+
supportsModelsEndpoint: true,
|
|
194
|
+
privacyLevel: 'cloud',
|
|
195
|
+
status: 'available',
|
|
196
|
+
lastCheckedAt: new Date().toISOString(),
|
|
197
|
+
},
|
|
198
|
+
];
|
|
199
|
+
}
|
|
200
|
+
async listModels() {
|
|
201
|
+
const summary = await this.readConfig();
|
|
202
|
+
return summary.models.map((name) => ({
|
|
203
|
+
id: name,
|
|
204
|
+
providerId: `litellm-${name.split('/')[0] || 'unknown'}`,
|
|
205
|
+
gatewayId: this.id,
|
|
206
|
+
displayName: name,
|
|
207
|
+
modality: ['text'],
|
|
208
|
+
contextWindow: 8192,
|
|
209
|
+
latencyClass: 'medium',
|
|
210
|
+
qualityClass: 'medium',
|
|
211
|
+
strengths: ['proxy', 'multi-provider'],
|
|
212
|
+
weaknesses: [],
|
|
213
|
+
privacyLevel: 'cloud',
|
|
214
|
+
availability: 'available',
|
|
215
|
+
sourceConfidence: 'medium',
|
|
216
|
+
lastCheckedAt: new Date().toISOString(),
|
|
217
|
+
}));
|
|
218
|
+
}
|
|
219
|
+
async getExecutionTarget(decision) {
|
|
220
|
+
return {
|
|
221
|
+
adapter: this.id,
|
|
222
|
+
provider: decision.selectedProvider,
|
|
223
|
+
model: decision.selectedModel,
|
|
224
|
+
baseUrl: 'http://localhost:4000',
|
|
225
|
+
apiKeyManagedBy: 'gateway',
|
|
226
|
+
method: 'gateway_call',
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
async execute(request) {
|
|
230
|
+
return {
|
|
231
|
+
success: false,
|
|
232
|
+
error: 'LiteLLM adapter does not execute directly. Delegate to LiteLLM proxy.',
|
|
233
|
+
delegated: true,
|
|
234
|
+
};
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
exports.LiteLLMAdapter = LiteLLMAdapter;
|
|
238
|
+
//# sourceMappingURL=litellm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"litellm.js","sourceRoot":"","sources":["../../src/adapters/litellm.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAWA,uCAAyB;AACzB,2CAA6B;AAC7B,uCAAyB;AAEzB,IAAI,IAAI,GAA+C,IAAI,CAAC;AAC5D,IAAI,CAAC;IACH,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AACzB,CAAC;AAAC,MAAM,CAAC;IACP,0DAA0D;AAC5D,CAAC;AAED,MAAa,cAAc;IACzB,EAAE,GAAG,SAAS,CAAC;IACf,IAAI,GAAG,SAAS,CAAC;IAET,WAAW;QACjB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAC1B,OAAO;YACL,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,qBAAqB,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,oBAAoB,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,aAAa,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC;SACvC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,UAA8B,CAAC;QAEnC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACnC,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrB,WAAW,GAAG,IAAI,CAAC;gBACnB,UAAU,GAAG,CAAC,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,EAAE,CAAC,CAAC;gBAC9C,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,WAAW,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACrD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;gBACzC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBAC1C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtE,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC;gBAChC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,iBAAiB,WAAW,WAAW,CAAC,CAAC;gBACvE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;oBACpC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC3B,CAAC;gBACD,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;oBACvB,OAAO,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,2BAA2B,GAAG,EAAE,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,WAAW;YACrB,SAAS,EAAE,IAAI,CAAC,EAAE;YAClB,WAAW,EAAE,IAAI,CAAC,IAAI;YACtB,UAAU;YACV,YAAY,EAAE,MAAM;YACpB,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;YAC5C,cAAc;YACd,WAAW;YACX,OAAO;SACR,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,OAAe;QACjC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;QACxD,CAAC;QACD,wCAAwC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAwE,EAAE,CAAC;QAC1F,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;YACxE,IAAI,UAAU,EAAE,CAAC;gBACf,SAAS,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAChD,CAAC;YACD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACjE,IAAI,YAAY,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC7C,IAAI,CAAC,IAAI,CAAC,cAAc;oBAAE,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;gBACnD,IAAI,CAAC,cAAc,CAAC,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QACD,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,aAAa,CAAC,MAA+B;QACnD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,UAAwD,CAAC;QAClF,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;gBAC9B,MAAM,SAAS,GAAI,KAAK,CAAC,UAAqB,IAAK,KAAK,CAAC,cAA0C,EAAE,KAAe,CAAC;gBACrH,IAAI,SAAS;oBAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACnC,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;oBAC7D,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC7C,CAAC;gBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QACD,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,EAAE;YAClB,WAAW,EAAE,IAAI,CAAC,IAAI;YACtB,SAAS,EAAE,EAAE;YACb,MAAM;YACN,YAAY,EAAE,CAAC,gBAAgB,EAAE,OAAO,EAAE,mBAAmB,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;YAC1C,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC3B,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;oBAAE,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAChD,EAAE,EAAE,WAAW,IAAI,EAAE;gBACrB,IAAI;gBACJ,MAAM,EAAE,UAAmB;gBAC3B,OAAO,EAAE,IAAI,CAAC,EAAE;gBAChB,sBAAsB,EAAE,IAAI;gBAC5B,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,SAAkB;gBACjC,YAAY,EAAE,OAAgB;gBAC9B,MAAM,EAAE,WAAoB;gBAC5B,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACxC,CAAC,CAAC,CAAC;QACN,CAAC;QACD,OAAO;YACL;gBACE,EAAE,EAAE,iBAAiB;gBACrB,IAAI,EAAE,iBAAiB;gBACvB,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,IAAI,CAAC,EAAE;gBAChB,sBAAsB,EAAE,IAAI;gBAC5B,YAAY,EAAE,OAAO;gBACrB,MAAM,EAAE,WAAW;gBACnB,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACxC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACnC,EAAE,EAAE,IAAI;YACR,UAAU,EAAE,WAAW,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,EAAE;YACxD,SAAS,EAAE,IAAI,CAAC,EAAE;YAClB,WAAW,EAAE,IAAI;YACjB,QAAQ,EAAE,CAAC,MAAM,CAAC;YAClB,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,QAAiB;YAC/B,YAAY,EAAE,QAAiB;YAC/B,SAAS,EAAE,CAAC,OAAO,EAAE,gBAAgB,CAAC;YACtC,UAAU,EAAE,EAAE;YACd,YAAY,EAAE,OAAgB;YAC9B,YAAY,EAAE,WAAoB;YAClC,gBAAgB,EAAE,QAAiB;YACnC,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACxC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAuB;QAC9C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,QAAQ,EAAE,QAAQ,CAAC,gBAAgB;YACnC,KAAK,EAAE,QAAQ,CAAC,aAAa;YAC7B,OAAO,EAAE,uBAAuB;YAChC,eAAe,EAAE,SAAS;YAC1B,MAAM,EAAE,cAAc;SACvB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAyB;QACrC,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,uEAAuE;YAC9E,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;CACF;AAtMD,wCAsMC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { GatewayAdapter, DetectionResult, Provider, Model, ExecutionTarget, ExecutionRequest, ExecutionResult, RouteDecision } from '../types';
|
|
2
|
+
export declare class LMStudioAdapter implements GatewayAdapter {
|
|
3
|
+
id: string;
|
|
4
|
+
name: string;
|
|
5
|
+
private baseUrl;
|
|
6
|
+
detect(): Promise<DetectionResult>;
|
|
7
|
+
listProviders(): Promise<Provider[]>;
|
|
8
|
+
listModels(): Promise<Model[]>;
|
|
9
|
+
getExecutionTarget(decision: RouteDecision): Promise<ExecutionTarget>;
|
|
10
|
+
execute(request: ExecutionRequest): Promise<ExecutionResult>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=lmstudio.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lmstudio.d.ts","sourceRoot":"","sources":["../../src/adapters/lmstudio.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,eAAe,EACf,QAAQ,EACR,KAAK,EACL,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,aAAa,EACd,MAAM,UAAU,CAAC;AAElB,qBAAa,eAAgB,YAAW,cAAc;IACpD,EAAE,SAAc;IAChB,IAAI,SAAe;IACnB,OAAO,CAAC,OAAO,CAA2B;IAEpC,MAAM,IAAI,OAAO,CAAC,eAAe,CAAC;IAmClC,aAAa,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAmBpC,UAAU,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;IA+B9B,kBAAkB,CAAC,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC;IAWrE,OAAO,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;CAyBnE"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LMStudioAdapter = void 0;
|
|
4
|
+
class LMStudioAdapter {
|
|
5
|
+
id = 'lmstudio';
|
|
6
|
+
name = 'LM Studio';
|
|
7
|
+
baseUrl = 'http://localhost:1234';
|
|
8
|
+
async detect() {
|
|
9
|
+
const details = [];
|
|
10
|
+
let modelsCount = 0;
|
|
11
|
+
let status = 'not_found';
|
|
12
|
+
try {
|
|
13
|
+
const response = await fetch(`${this.baseUrl}/v1/models`, {
|
|
14
|
+
signal: AbortSignal.timeout(3000),
|
|
15
|
+
});
|
|
16
|
+
if (response.ok) {
|
|
17
|
+
const data = await response.json();
|
|
18
|
+
const models = data.data ?? [];
|
|
19
|
+
modelsCount = models.length;
|
|
20
|
+
status = 'active';
|
|
21
|
+
details.push(`LM Studio server detected at ${this.baseUrl}`);
|
|
22
|
+
details.push(`${modelsCount} models loaded`);
|
|
23
|
+
for (const m of models) {
|
|
24
|
+
details.push(` - ${m.id}`);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
catch {
|
|
29
|
+
details.push(`No LM Studio server at ${this.baseUrl}`);
|
|
30
|
+
}
|
|
31
|
+
return {
|
|
32
|
+
detected: status !== 'not_found',
|
|
33
|
+
gatewayId: this.id,
|
|
34
|
+
gatewayName: this.name,
|
|
35
|
+
status,
|
|
36
|
+
providersCount: status !== 'not_found' ? 1 : 0,
|
|
37
|
+
modelsCount,
|
|
38
|
+
details,
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
async listProviders() {
|
|
42
|
+
return [
|
|
43
|
+
{
|
|
44
|
+
id: 'lmstudio',
|
|
45
|
+
name: 'LM Studio Local',
|
|
46
|
+
source: 'detected',
|
|
47
|
+
gateway: this.id,
|
|
48
|
+
baseUrl: this.baseUrl,
|
|
49
|
+
supportsModelsEndpoint: true,
|
|
50
|
+
supportsStreaming: true,
|
|
51
|
+
supportsTools: 'unknown',
|
|
52
|
+
supportsJsonMode: 'unknown',
|
|
53
|
+
privacyLevel: 'local',
|
|
54
|
+
status: 'available',
|
|
55
|
+
lastCheckedAt: new Date().toISOString(),
|
|
56
|
+
},
|
|
57
|
+
];
|
|
58
|
+
}
|
|
59
|
+
async listModels() {
|
|
60
|
+
const models = [];
|
|
61
|
+
try {
|
|
62
|
+
const response = await fetch(`${this.baseUrl}/v1/models`, {
|
|
63
|
+
signal: AbortSignal.timeout(3000),
|
|
64
|
+
});
|
|
65
|
+
if (response.ok) {
|
|
66
|
+
const data = await response.json();
|
|
67
|
+
for (const entry of data.data ?? []) {
|
|
68
|
+
models.push({
|
|
69
|
+
id: entry.id,
|
|
70
|
+
providerId: 'lmstudio',
|
|
71
|
+
gatewayId: this.id,
|
|
72
|
+
displayName: entry.id,
|
|
73
|
+
modality: ['text'],
|
|
74
|
+
contextWindow: 8192,
|
|
75
|
+
latencyClass: 'medium',
|
|
76
|
+
qualityClass: 'medium',
|
|
77
|
+
strengths: ['local', 'free', 'private'],
|
|
78
|
+
weaknesses: ['limited_context'],
|
|
79
|
+
privacyLevel: 'local',
|
|
80
|
+
availability: 'available',
|
|
81
|
+
sourceConfidence: 'high',
|
|
82
|
+
lastCheckedAt: new Date().toISOString(),
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
catch { /* LM Studio not running */ }
|
|
88
|
+
return models;
|
|
89
|
+
}
|
|
90
|
+
async getExecutionTarget(decision) {
|
|
91
|
+
return {
|
|
92
|
+
adapter: this.id,
|
|
93
|
+
provider: decision.selectedProvider,
|
|
94
|
+
model: decision.selectedModel,
|
|
95
|
+
baseUrl: this.baseUrl,
|
|
96
|
+
apiKeyManagedBy: 'none',
|
|
97
|
+
method: 'direct_http',
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
async execute(request) {
|
|
101
|
+
try {
|
|
102
|
+
const response = await fetch(`${this.baseUrl}/v1/chat/completions`, {
|
|
103
|
+
method: 'POST',
|
|
104
|
+
headers: { 'Content-Type': 'application/json' },
|
|
105
|
+
body: JSON.stringify({
|
|
106
|
+
model: request.model,
|
|
107
|
+
messages: [{ role: 'user', content: request.input }],
|
|
108
|
+
stream: false,
|
|
109
|
+
}),
|
|
110
|
+
signal: AbortSignal.timeout(30000),
|
|
111
|
+
});
|
|
112
|
+
if (!response.ok) {
|
|
113
|
+
return { success: false, error: `LM Studio error: ${response.status}` };
|
|
114
|
+
}
|
|
115
|
+
const data = await response.json();
|
|
116
|
+
return {
|
|
117
|
+
success: true,
|
|
118
|
+
output: data.choices?.[0]?.message?.content ?? '',
|
|
119
|
+
delegated: false,
|
|
120
|
+
};
|
|
121
|
+
}
|
|
122
|
+
catch (err) {
|
|
123
|
+
return { success: false, error: `LM Studio execution failed: ${err}` };
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
exports.LMStudioAdapter = LMStudioAdapter;
|
|
128
|
+
//# sourceMappingURL=lmstudio.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lmstudio.js","sourceRoot":"","sources":["../../src/adapters/lmstudio.ts"],"names":[],"mappings":";;;AAWA,MAAa,eAAe;IAC1B,EAAE,GAAG,UAAU,CAAC;IAChB,IAAI,GAAG,WAAW,CAAC;IACX,OAAO,GAAG,uBAAuB,CAAC;IAE1C,KAAK,CAAC,MAAM;QACV,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,MAAM,GAA8B,WAAW,CAAC;QAEpD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE;gBACxD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsC,CAAC;gBACvE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC/B,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC5B,MAAM,GAAG,QAAQ,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC,gCAAgC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC7D,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,gBAAgB,CAAC,CAAC;gBAC7C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;oBACvB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,0BAA0B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,MAAM,KAAK,WAAW;YAChC,SAAS,EAAE,IAAI,CAAC,EAAE;YAClB,WAAW,EAAE,IAAI,CAAC,IAAI;YACtB,MAAM;YACN,cAAc,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,WAAW;YACX,OAAO;SACR,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO;YACL;gBACE,EAAE,EAAE,UAAU;gBACd,IAAI,EAAE,iBAAiB;gBACvB,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,IAAI,CAAC,EAAE;gBAChB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,sBAAsB,EAAE,IAAI;gBAC5B,iBAAiB,EAAE,IAAI;gBACvB,aAAa,EAAE,SAAS;gBACxB,gBAAgB,EAAE,SAAS;gBAC3B,YAAY,EAAE,OAAO;gBACrB,MAAM,EAAE,WAAW;gBACnB,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACxC;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE;gBACxD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsC,CAAC;gBACvE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,IAAI,CAAC;wBACV,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,UAAU,EAAE,UAAU;wBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;wBAClB,WAAW,EAAE,KAAK,CAAC,EAAE;wBACrB,QAAQ,EAAE,CAAC,MAAM,CAAC;wBAClB,aAAa,EAAE,IAAI;wBACnB,YAAY,EAAE,QAAQ;wBACtB,YAAY,EAAE,QAAQ;wBACtB,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC;wBACvC,UAAU,EAAE,CAAC,iBAAiB,CAAC;wBAC/B,YAAY,EAAE,OAAO;wBACrB,YAAY,EAAE,WAAW;wBACzB,gBAAgB,EAAE,MAAM;wBACxB,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACxC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,2BAA2B,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAuB;QAC9C,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,QAAQ,EAAE,QAAQ,CAAC,gBAAgB;YACnC,KAAK,EAAE,QAAQ,CAAC,aAAa;YAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,eAAe,EAAE,MAAM;YACvB,MAAM,EAAE,aAAa;SACtB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAyB;QACrC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,sBAAsB,EAAE;gBAClE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;oBACpD,MAAM,EAAE,KAAK;iBACd,CAAC;gBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC;aACnC,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1E,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA6D,CAAC;YAC9F,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;gBACjD,SAAS,EAAE,KAAK;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,GAAG,EAAE,EAAE,CAAC;QACzE,CAAC;IACH,CAAC;CACF;AA9HD,0CA8HC"}
|