genai-electron 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +87 -85
- package/dist/config/defaults.d.ts +21 -17
- package/dist/config/defaults.d.ts.map +1 -1
- package/dist/config/defaults.js +23 -19
- package/dist/config/defaults.js.map +1 -1
- package/dist/config/reasoning-models.d.ts.map +1 -1
- package/dist/config/reasoning-models.js.map +1 -1
- package/dist/index.d.ts +4 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/managers/BinaryManager.d.ts.map +1 -1
- package/dist/managers/BinaryManager.js +12 -3
- package/dist/managers/BinaryManager.js.map +1 -1
- package/dist/managers/DiffusionServerManager.d.ts +5 -0
- package/dist/managers/DiffusionServerManager.d.ts.map +1 -1
- package/dist/managers/DiffusionServerManager.js +106 -31
- package/dist/managers/DiffusionServerManager.js.map +1 -1
- package/dist/managers/GenerationRegistry.d.ts.map +1 -1
- package/dist/managers/GenerationRegistry.js +1 -1
- package/dist/managers/GenerationRegistry.js.map +1 -1
- package/dist/managers/LlamaServerManager.d.ts +17 -0
- package/dist/managers/LlamaServerManager.d.ts.map +1 -1
- package/dist/managers/LlamaServerManager.js +284 -28
- package/dist/managers/LlamaServerManager.js.map +1 -1
- package/dist/managers/ModelManager.d.ts +3 -0
- package/dist/managers/ModelManager.d.ts.map +1 -1
- package/dist/managers/ModelManager.js +206 -0
- package/dist/managers/ModelManager.js.map +1 -1
- package/dist/managers/ResourceOrchestrator.d.ts.map +1 -1
- package/dist/managers/ResourceOrchestrator.js +52 -51
- package/dist/managers/ResourceOrchestrator.js.map +1 -1
- package/dist/managers/ServerManager.d.ts +1 -1
- package/dist/managers/ServerManager.d.ts.map +1 -1
- package/dist/managers/ServerManager.js +6 -2
- package/dist/managers/ServerManager.js.map +1 -1
- package/dist/managers/StorageManager.d.ts.map +1 -1
- package/dist/managers/StorageManager.js +51 -0
- package/dist/managers/StorageManager.js.map +1 -1
- package/dist/process/health-check.d.ts +4 -3
- package/dist/process/health-check.d.ts.map +1 -1
- package/dist/process/health-check.js +12 -6
- package/dist/process/health-check.js.map +1 -1
- package/dist/process/log-manager.d.ts +11 -1
- package/dist/process/log-manager.d.ts.map +1 -1
- package/dist/process/log-manager.js +49 -2
- package/dist/process/log-manager.js.map +1 -1
- package/dist/process/port-utils.d.ts +3 -0
- package/dist/process/port-utils.d.ts.map +1 -0
- package/dist/process/port-utils.js +28 -0
- package/dist/process/port-utils.js.map +1 -0
- package/dist/types/images.d.ts +2 -2
- package/dist/types/images.d.ts.map +1 -1
- package/dist/types/index.d.ts +2 -2
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/models.d.ts +7 -0
- package/dist/types/models.d.ts.map +1 -1
- package/dist/types/servers.d.ts +20 -2
- package/dist/types/servers.d.ts.map +1 -1
- package/dist/utils/debug-log.d.ts +3 -0
- package/dist/utils/debug-log.d.ts.map +1 -0
- package/dist/utils/debug-log.js +10 -0
- package/dist/utils/debug-log.js.map +1 -0
- package/package.json +73 -73
|
@@ -2,11 +2,13 @@ import { ServerManager } from './ServerManager.js';
|
|
|
2
2
|
import { ModelManager } from './ModelManager.js';
|
|
3
3
|
import { SystemInfo } from '../system/SystemInfo.js';
|
|
4
4
|
import { ProcessManager } from '../process/ProcessManager.js';
|
|
5
|
-
import { checkHealth, waitForHealthy } from '../process/health-check.js';
|
|
5
|
+
import { checkHealth, waitForHealthy, normalizeHealthHost } from '../process/health-check.js';
|
|
6
|
+
import { findFreePort } from '../process/port-utils.js';
|
|
6
7
|
import { parseLlamaCppLogLevel, stripLlamaCppFormatting } from '../process/llama-log-parser.js';
|
|
7
8
|
import { ServerError, InsufficientResourcesError } from '../errors/index.js';
|
|
8
|
-
import { BINARY_VERSIONS, DEFAULT_TIMEOUTS } from '../config/defaults.js';
|
|
9
|
+
import { BINARY_VERSIONS, DEFAULT_PORTS, DEFAULT_TIMEOUTS } from '../config/defaults.js';
|
|
9
10
|
import { fileExists } from '../utils/file-utils.js';
|
|
11
|
+
import { debugLog } from '../utils/debug-log.js';
|
|
10
12
|
export class LlamaServerManager extends ServerManager {
|
|
11
13
|
static VALID_CONFIG_FIELDS = new Set([
|
|
12
14
|
'modelId',
|
|
@@ -22,11 +24,35 @@ export class LlamaServerManager extends ServerManager {
|
|
|
22
24
|
'batchSize',
|
|
23
25
|
'useMmap',
|
|
24
26
|
'useMlock',
|
|
27
|
+
'startupTimeout',
|
|
28
|
+
'jinja',
|
|
29
|
+
'host',
|
|
30
|
+
'cacheTypeK',
|
|
31
|
+
'cacheTypeV',
|
|
32
|
+
'overrideTensors',
|
|
33
|
+
'cacheRam',
|
|
34
|
+
'cpuMoe',
|
|
35
|
+
'nCpuMoe',
|
|
36
|
+
'reasoningFormat',
|
|
37
|
+
'fit',
|
|
38
|
+
'occupancyCheck',
|
|
39
|
+
'autoRestart',
|
|
40
|
+
'maxRestarts',
|
|
41
|
+
'healthCheckInterval',
|
|
25
42
|
]);
|
|
26
43
|
processManager;
|
|
27
44
|
modelManager;
|
|
28
45
|
systemInfo;
|
|
29
46
|
binaryPath;
|
|
47
|
+
healthHost = '127.0.0.1';
|
|
48
|
+
_loadTimeMs;
|
|
49
|
+
restartAttempts = 0;
|
|
50
|
+
restartTimer;
|
|
51
|
+
isAutoRestarting = false;
|
|
52
|
+
watchdogTimer;
|
|
53
|
+
consecutiveHealthFailures = 0;
|
|
54
|
+
watchdogKill = false;
|
|
55
|
+
watchdogCheckInFlight = false;
|
|
30
56
|
constructor(modelManager = ModelManager.getInstance(), systemInfo = SystemInfo.getInstance()) {
|
|
31
57
|
super();
|
|
32
58
|
this.processManager = new ProcessManager();
|
|
@@ -40,7 +66,13 @@ export class LlamaServerManager extends ServerManager {
|
|
|
40
66
|
});
|
|
41
67
|
}
|
|
42
68
|
this.validateConfigFields(config, LlamaServerManager.VALID_CONFIG_FIELDS, 'LlamaServerManager');
|
|
69
|
+
if (!this.isAutoRestarting) {
|
|
70
|
+
this.restartAttempts = 0;
|
|
71
|
+
this.cancelPendingRestart();
|
|
72
|
+
}
|
|
43
73
|
this.setStatus('starting');
|
|
74
|
+
const resolvedPort = config.port === 'auto' ? await findFreePort() : (config.port ?? DEFAULT_PORTS.llama);
|
|
75
|
+
this.healthHost = normalizeHealthHost(config.host);
|
|
44
76
|
try {
|
|
45
77
|
const modelInfo = await this.modelManager.getModelInfo(config.modelId);
|
|
46
78
|
const canRun = await this.systemInfo.canRunModel(modelInfo, {
|
|
@@ -54,8 +86,23 @@ export class LlamaServerManager extends ServerManager {
|
|
|
54
86
|
});
|
|
55
87
|
}
|
|
56
88
|
this.binaryPath = await this.ensureBinary(modelInfo.path, config.forceValidation);
|
|
57
|
-
await this.checkPortAvailability(
|
|
58
|
-
|
|
89
|
+
await this.checkPortAvailability(resolvedPort, undefined, this.healthHost);
|
|
90
|
+
await this.runOccupancyCheck(config.occupancyCheck ?? 'warn', resolvedPort);
|
|
91
|
+
const finalConfig = await this.autoConfigureIfNeeded({ ...config, port: resolvedPort }, modelInfo);
|
|
92
|
+
const quantizedVCache = finalConfig.cacheTypeV !== undefined &&
|
|
93
|
+
finalConfig.cacheTypeV !== 'f16' &&
|
|
94
|
+
finalConfig.cacheTypeV !== 'bf16';
|
|
95
|
+
if (quantizedVCache) {
|
|
96
|
+
if (finalConfig.flashAttention === undefined || finalConfig.flashAttention === 'auto') {
|
|
97
|
+
debugLog('[LlamaServer] cacheTypeV is quantized - forcing flashAttention on');
|
|
98
|
+
finalConfig.flashAttention = 'on';
|
|
99
|
+
}
|
|
100
|
+
else if (finalConfig.flashAttention === false || finalConfig.flashAttention === 'off') {
|
|
101
|
+
throw new ServerError(`Quantized V-cache (cacheTypeV: '${finalConfig.cacheTypeV}') requires flash attention`, {
|
|
102
|
+
suggestion: "Set flashAttention to 'on' (or leave it unset) when using a quantized cacheTypeV, or use cacheTypeV: 'f16'",
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
}
|
|
59
106
|
this._config = finalConfig;
|
|
60
107
|
await this.initializeLogManager('llama-server.log', `Starting llama-server on port ${finalConfig.port}`);
|
|
61
108
|
const args = this.buildCommandLineArgs(finalConfig, modelInfo);
|
|
@@ -71,6 +118,7 @@ export class LlamaServerManager extends ServerManager {
|
|
|
71
118
|
});
|
|
72
119
|
}
|
|
73
120
|
await this.logManager.write(`Spawning llama-server: ${this.binaryPath} with args: ${args.join(' ')}`, 'info');
|
|
121
|
+
const spawnStartedAt = Date.now();
|
|
74
122
|
const { pid } = this.processManager.spawn(this.binaryPath, args, {
|
|
75
123
|
onStdout: (data) => this.handleStdout(data),
|
|
76
124
|
onStderr: (data) => this.handleStderr(data),
|
|
@@ -80,10 +128,12 @@ export class LlamaServerManager extends ServerManager {
|
|
|
80
128
|
this._pid = pid;
|
|
81
129
|
this._port = finalConfig.port;
|
|
82
130
|
await this.logManager.write(`Process spawned with PID ${pid}, waiting for health check...`, 'info');
|
|
83
|
-
await waitForHealthy(finalConfig.port, DEFAULT_TIMEOUTS.serverStart);
|
|
131
|
+
await waitForHealthy(finalConfig.port, finalConfig.startupTimeout ?? DEFAULT_TIMEOUTS.serverStart, undefined, undefined, this.healthHost);
|
|
132
|
+
this._loadTimeMs = Date.now() - spawnStartedAt;
|
|
84
133
|
this._startedAt = new Date();
|
|
85
134
|
this.setStatus('running');
|
|
86
|
-
|
|
135
|
+
this.startWatchdog(finalConfig);
|
|
136
|
+
await this.logManager.write(`Server is running and healthy (load time: ${this._loadTimeMs}ms)`, 'info');
|
|
87
137
|
this.systemInfo.clearCache();
|
|
88
138
|
this.emitEvent('started', this.getInfo());
|
|
89
139
|
return this.getInfo();
|
|
@@ -97,6 +147,8 @@ export class LlamaServerManager extends ServerManager {
|
|
|
97
147
|
}
|
|
98
148
|
}
|
|
99
149
|
async stop() {
|
|
150
|
+
this.cancelPendingRestart();
|
|
151
|
+
this.teardownWatchdog();
|
|
100
152
|
if (this._status === 'stopped') {
|
|
101
153
|
return;
|
|
102
154
|
}
|
|
@@ -122,12 +174,18 @@ export class LlamaServerManager extends ServerManager {
|
|
|
122
174
|
throw new ServerError(`Failed to stop server: ${error instanceof Error ? error.message : 'Unknown error'}`, { error: error instanceof Error ? error.message : String(error) });
|
|
123
175
|
}
|
|
124
176
|
}
|
|
177
|
+
getInfo() {
|
|
178
|
+
return {
|
|
179
|
+
...super.getInfo(),
|
|
180
|
+
loadTimeMs: this._loadTimeMs,
|
|
181
|
+
};
|
|
182
|
+
}
|
|
125
183
|
async isHealthy() {
|
|
126
184
|
if (this._status !== 'running' || this._port === 0) {
|
|
127
185
|
return false;
|
|
128
186
|
}
|
|
129
187
|
try {
|
|
130
|
-
const health = await checkHealth(this._port, DEFAULT_TIMEOUTS.healthCheck);
|
|
188
|
+
const health = await checkHealth(this._port, DEFAULT_TIMEOUTS.healthCheck, this.healthHost);
|
|
131
189
|
return health.status === 'ok';
|
|
132
190
|
}
|
|
133
191
|
catch {
|
|
@@ -139,7 +197,7 @@ export class LlamaServerManager extends ServerManager {
|
|
|
139
197
|
return 'unknown';
|
|
140
198
|
}
|
|
141
199
|
try {
|
|
142
|
-
const health = await checkHealth(this._port, DEFAULT_TIMEOUTS.healthCheck);
|
|
200
|
+
const health = await checkHealth(this._port, DEFAULT_TIMEOUTS.healthCheck, this.healthHost);
|
|
143
201
|
return health.status;
|
|
144
202
|
}
|
|
145
203
|
catch {
|
|
@@ -150,35 +208,32 @@ export class LlamaServerManager extends ServerManager {
|
|
|
150
208
|
return this.ensureBinaryHelper('llama', 'llama-server', BINARY_VERSIONS.llamaServer, modelPath, forceValidation);
|
|
151
209
|
}
|
|
152
210
|
async autoConfigureIfNeeded(config, modelInfo) {
|
|
153
|
-
|
|
154
|
-
console.log('[LlamaServer] Input config:', JSON.stringify(config, null, 2));
|
|
211
|
+
debugLog('[LlamaServer] autoConfigureIfNeeded input:', JSON.stringify(config));
|
|
155
212
|
const optimalConfig = await this.systemInfo.getOptimalConfig(modelInfo);
|
|
156
|
-
|
|
213
|
+
debugLog('[LlamaServer] Optimal config:', JSON.stringify(optimalConfig));
|
|
214
|
+
const delegateToFit = config.fit === 'on';
|
|
157
215
|
const finalConfig = {
|
|
158
216
|
...config,
|
|
159
217
|
threads: config.threads ?? optimalConfig.threads,
|
|
160
|
-
contextSize: config.contextSize ?? optimalConfig.contextSize,
|
|
161
|
-
gpuLayers: config.gpuLayers ?? optimalConfig.gpuLayers,
|
|
218
|
+
contextSize: config.contextSize ?? (delegateToFit ? undefined : optimalConfig.contextSize),
|
|
219
|
+
gpuLayers: config.gpuLayers ?? (delegateToFit ? undefined : optimalConfig.gpuLayers),
|
|
162
220
|
parallelRequests: config.parallelRequests ?? optimalConfig.parallelRequests,
|
|
163
221
|
flashAttention: config.flashAttention ?? optimalConfig.flashAttention,
|
|
164
222
|
};
|
|
165
|
-
|
|
166
|
-
console.log('[LlamaServer] gpuLayers decision:');
|
|
167
|
-
console.log(' - config.gpuLayers:', config.gpuLayers);
|
|
168
|
-
console.log(' - typeof:', typeof config.gpuLayers);
|
|
169
|
-
console.log(' - is undefined?:', config.gpuLayers === undefined);
|
|
170
|
-
console.log(' - is null?:', config.gpuLayers === null);
|
|
171
|
-
console.log(' - is 0?:', config.gpuLayers === 0);
|
|
172
|
-
console.log(' - optimalConfig.gpuLayers:', optimalConfig.gpuLayers);
|
|
173
|
-
console.log(' - final value:', finalConfig.gpuLayers);
|
|
223
|
+
debugLog('[LlamaServer] Final config:', JSON.stringify(finalConfig));
|
|
174
224
|
return finalConfig;
|
|
175
225
|
}
|
|
176
226
|
buildCommandLineArgs(config, modelInfo) {
|
|
177
227
|
const args = [];
|
|
178
228
|
args.push('-m', modelInfo.path);
|
|
179
|
-
if (
|
|
229
|
+
if (config.jinja !== false) {
|
|
180
230
|
args.push('--jinja');
|
|
181
|
-
|
|
231
|
+
}
|
|
232
|
+
else {
|
|
233
|
+
args.push('--no-jinja');
|
|
234
|
+
}
|
|
235
|
+
if (config.host !== undefined) {
|
|
236
|
+
args.push('--host', config.host);
|
|
182
237
|
}
|
|
183
238
|
args.push('--port', String(config.port));
|
|
184
239
|
if (config.threads !== undefined) {
|
|
@@ -188,14 +243,56 @@ export class LlamaServerManager extends ServerManager {
|
|
|
188
243
|
args.push('-c', String(config.contextSize));
|
|
189
244
|
}
|
|
190
245
|
args.push('-n', '-1');
|
|
191
|
-
if (config.gpuLayers !== undefined
|
|
246
|
+
if (config.gpuLayers !== undefined) {
|
|
192
247
|
args.push('-ngl', String(config.gpuLayers));
|
|
193
248
|
}
|
|
194
249
|
if (config.parallelRequests !== undefined) {
|
|
195
250
|
args.push('-np', String(config.parallelRequests));
|
|
196
251
|
}
|
|
197
|
-
if (config.flashAttention) {
|
|
198
|
-
|
|
252
|
+
if (config.flashAttention !== undefined) {
|
|
253
|
+
const fa = config.flashAttention === true
|
|
254
|
+
? 'on'
|
|
255
|
+
: config.flashAttention === false
|
|
256
|
+
? 'off'
|
|
257
|
+
: config.flashAttention;
|
|
258
|
+
args.push('-fa', fa);
|
|
259
|
+
}
|
|
260
|
+
args.push('-fit', config.fit ?? 'off');
|
|
261
|
+
if (config.cacheTypeK !== undefined) {
|
|
262
|
+
args.push('--cache-type-k', config.cacheTypeK);
|
|
263
|
+
}
|
|
264
|
+
if (config.cacheTypeV !== undefined) {
|
|
265
|
+
args.push('--cache-type-v', config.cacheTypeV);
|
|
266
|
+
}
|
|
267
|
+
if (config.overrideTensors !== undefined) {
|
|
268
|
+
args.push('-ot', config.overrideTensors);
|
|
269
|
+
}
|
|
270
|
+
if (config.cacheRam !== undefined) {
|
|
271
|
+
args.push('--cache-ram', String(config.cacheRam));
|
|
272
|
+
}
|
|
273
|
+
if (config.cpuMoe === true) {
|
|
274
|
+
args.push('--cpu-moe');
|
|
275
|
+
}
|
|
276
|
+
if (config.nCpuMoe !== undefined) {
|
|
277
|
+
args.push('--n-cpu-moe', String(config.nCpuMoe));
|
|
278
|
+
}
|
|
279
|
+
if (config.reasoningFormat !== undefined) {
|
|
280
|
+
args.push('--reasoning-format', config.reasoningFormat);
|
|
281
|
+
}
|
|
282
|
+
if (config.modelAlias !== undefined) {
|
|
283
|
+
args.push('--alias', config.modelAlias);
|
|
284
|
+
}
|
|
285
|
+
if (config.batchSize !== undefined) {
|
|
286
|
+
args.push('-b', String(config.batchSize));
|
|
287
|
+
}
|
|
288
|
+
if (config.continuousBatching === false) {
|
|
289
|
+
args.push('--no-cont-batching');
|
|
290
|
+
}
|
|
291
|
+
if (config.useMmap === false) {
|
|
292
|
+
args.push('--no-mmap');
|
|
293
|
+
}
|
|
294
|
+
if (config.useMlock === true) {
|
|
295
|
+
args.push('--mlock');
|
|
199
296
|
}
|
|
200
297
|
return args;
|
|
201
298
|
}
|
|
@@ -226,14 +323,18 @@ export class LlamaServerManager extends ServerManager {
|
|
|
226
323
|
}
|
|
227
324
|
handleExit(code, signal) {
|
|
228
325
|
const wasRunning = this._status === 'running';
|
|
326
|
+
const killedByWatchdog = this.watchdogKill;
|
|
327
|
+
this.watchdogKill = false;
|
|
328
|
+
this.teardownWatchdog();
|
|
229
329
|
if (this.logManager) {
|
|
230
330
|
this.logManager
|
|
231
331
|
.write(`Process exited with code ${code}, signal ${signal}`, 'warn')
|
|
232
332
|
.catch(() => void 0);
|
|
233
333
|
}
|
|
234
|
-
if (wasRunning && code !== 0 && code !== null) {
|
|
334
|
+
if (wasRunning && ((code !== 0 && code !== null) || killedByWatchdog)) {
|
|
235
335
|
this.setStatus('crashed');
|
|
236
336
|
this.emitEvent('crashed', { code, signal });
|
|
337
|
+
this.scheduleAutoRestartIfEnabled();
|
|
237
338
|
}
|
|
238
339
|
else {
|
|
239
340
|
this.setStatus('stopped');
|
|
@@ -241,5 +342,160 @@ export class LlamaServerManager extends ServerManager {
|
|
|
241
342
|
this._pid = undefined;
|
|
242
343
|
this._port = 0;
|
|
243
344
|
}
|
|
345
|
+
scheduleAutoRestartIfEnabled() {
|
|
346
|
+
const config = this._config;
|
|
347
|
+
if (!config || config.autoRestart !== true) {
|
|
348
|
+
return;
|
|
349
|
+
}
|
|
350
|
+
const maxRestarts = config.maxRestarts ?? 3;
|
|
351
|
+
if (this.restartAttempts >= maxRestarts) {
|
|
352
|
+
this.logManager
|
|
353
|
+
?.write(`Auto-restart budget exhausted (${maxRestarts} attempts) - staying crashed`, 'error')
|
|
354
|
+
.catch(() => void 0);
|
|
355
|
+
return;
|
|
356
|
+
}
|
|
357
|
+
this.restartAttempts++;
|
|
358
|
+
const delay = 1000 * 2 ** (this.restartAttempts - 1);
|
|
359
|
+
this.logManager
|
|
360
|
+
?.write(`Auto-restarting in ${delay}ms (attempt ${this.restartAttempts}/${maxRestarts})`, 'warn')
|
|
361
|
+
.catch(() => void 0);
|
|
362
|
+
this.restartTimer = setTimeout(() => {
|
|
363
|
+
this.restartTimer = undefined;
|
|
364
|
+
if (this._status !== 'crashed') {
|
|
365
|
+
return;
|
|
366
|
+
}
|
|
367
|
+
this.isAutoRestarting = true;
|
|
368
|
+
this.start(this._config)
|
|
369
|
+
.then((info) => {
|
|
370
|
+
this.emitEvent('restarted', info);
|
|
371
|
+
})
|
|
372
|
+
.catch((error) => {
|
|
373
|
+
this.setStatus('crashed');
|
|
374
|
+
this.logManager
|
|
375
|
+
?.write(`Auto-restart attempt ${this.restartAttempts} failed: ${error instanceof Error ? error.message : String(error)}`, 'error')
|
|
376
|
+
.catch(() => void 0);
|
|
377
|
+
this.scheduleAutoRestartIfEnabled();
|
|
378
|
+
})
|
|
379
|
+
.finally(() => {
|
|
380
|
+
this.isAutoRestarting = false;
|
|
381
|
+
});
|
|
382
|
+
}, delay);
|
|
383
|
+
this.restartTimer.unref?.();
|
|
384
|
+
}
|
|
385
|
+
cancelPendingRestart() {
|
|
386
|
+
if (this.restartTimer) {
|
|
387
|
+
clearTimeout(this.restartTimer);
|
|
388
|
+
this.restartTimer = undefined;
|
|
389
|
+
}
|
|
390
|
+
}
|
|
391
|
+
startWatchdog(config) {
|
|
392
|
+
const interval = config.healthCheckInterval;
|
|
393
|
+
if (interval === undefined || interval <= 0) {
|
|
394
|
+
return;
|
|
395
|
+
}
|
|
396
|
+
this.teardownWatchdog();
|
|
397
|
+
this.consecutiveHealthFailures = 0;
|
|
398
|
+
this.watchdogTimer = setInterval(() => {
|
|
399
|
+
void this.runWatchdogCheck();
|
|
400
|
+
}, interval);
|
|
401
|
+
this.watchdogTimer.unref?.();
|
|
402
|
+
}
|
|
403
|
+
async runWatchdogCheck() {
|
|
404
|
+
if (this._status !== 'running' || this._port === 0) {
|
|
405
|
+
return;
|
|
406
|
+
}
|
|
407
|
+
if (this.watchdogCheckInFlight) {
|
|
408
|
+
return;
|
|
409
|
+
}
|
|
410
|
+
this.watchdogCheckInFlight = true;
|
|
411
|
+
try {
|
|
412
|
+
let healthy = false;
|
|
413
|
+
try {
|
|
414
|
+
const health = await checkHealth(this._port, DEFAULT_TIMEOUTS.healthCheck, this.healthHost);
|
|
415
|
+
healthy = health.status === 'ok';
|
|
416
|
+
}
|
|
417
|
+
catch {
|
|
418
|
+
healthy = false;
|
|
419
|
+
}
|
|
420
|
+
if (this._status !== 'running' || this._pid === undefined) {
|
|
421
|
+
return;
|
|
422
|
+
}
|
|
423
|
+
if (healthy) {
|
|
424
|
+
this.consecutiveHealthFailures = 0;
|
|
425
|
+
this.emitEvent('health-check-ok', this.getInfo());
|
|
426
|
+
return;
|
|
427
|
+
}
|
|
428
|
+
this.consecutiveHealthFailures++;
|
|
429
|
+
this.emitEvent('health-check-failed', {
|
|
430
|
+
consecutiveFailures: this.consecutiveHealthFailures,
|
|
431
|
+
serverInfo: this.getInfo(),
|
|
432
|
+
});
|
|
433
|
+
if (this.consecutiveHealthFailures >= 3) {
|
|
434
|
+
this.logManager
|
|
435
|
+
?.write(`Watchdog: ${this.consecutiveHealthFailures} consecutive health-check failures - killing hung process`, 'error')
|
|
436
|
+
.catch(() => void 0);
|
|
437
|
+
this.teardownWatchdog();
|
|
438
|
+
this.watchdogKill = true;
|
|
439
|
+
try {
|
|
440
|
+
await this.processManager.kill(this._pid, DEFAULT_TIMEOUTS.serverStop);
|
|
441
|
+
}
|
|
442
|
+
catch {
|
|
443
|
+
this.watchdogKill = false;
|
|
444
|
+
}
|
|
445
|
+
}
|
|
446
|
+
}
|
|
447
|
+
finally {
|
|
448
|
+
this.watchdogCheckInFlight = false;
|
|
449
|
+
}
|
|
450
|
+
}
|
|
451
|
+
teardownWatchdog() {
|
|
452
|
+
if (this.watchdogTimer) {
|
|
453
|
+
clearInterval(this.watchdogTimer);
|
|
454
|
+
this.watchdogTimer = undefined;
|
|
455
|
+
}
|
|
456
|
+
}
|
|
457
|
+
async runOccupancyCheck(mode, ownPort) {
|
|
458
|
+
if (mode === 'off') {
|
|
459
|
+
return;
|
|
460
|
+
}
|
|
461
|
+
const probePorts = [8080, 8081, 8082, 8083].filter((p) => p !== ownPort);
|
|
462
|
+
const results = await Promise.all(probePorts.map((p) => this.isLlamaServerAt(p)));
|
|
463
|
+
const occupied = probePorts.filter((_, i) => results[i]);
|
|
464
|
+
if (occupied.length === 0) {
|
|
465
|
+
return;
|
|
466
|
+
}
|
|
467
|
+
const message = `Another llama-server appears to be running on port${occupied.length > 1 ? 's' : ''} ` +
|
|
468
|
+
`${occupied.join(', ')} - starting a second one may double-load VRAM`;
|
|
469
|
+
if (mode === 'strict') {
|
|
470
|
+
throw new ServerError(message, {
|
|
471
|
+
occupiedPorts: occupied,
|
|
472
|
+
suggestion: "Stop the other server, or set occupancyCheck: 'warn' or 'off' to proceed anyway",
|
|
473
|
+
});
|
|
474
|
+
}
|
|
475
|
+
console.warn(`[genai-electron] ${message}`);
|
|
476
|
+
debugLog('[LlamaServer] occupancy check:', { occupied, mode });
|
|
477
|
+
}
|
|
478
|
+
async isLlamaServerAt(port, timeout = 800) {
|
|
479
|
+
const probe = async (pathname) => {
|
|
480
|
+
const controller = new AbortController();
|
|
481
|
+
const timer = setTimeout(() => controller.abort(), timeout);
|
|
482
|
+
try {
|
|
483
|
+
const response = await fetch(`http://127.0.0.1:${port}${pathname}`, {
|
|
484
|
+
signal: controller.signal,
|
|
485
|
+
});
|
|
486
|
+
return response.ok;
|
|
487
|
+
}
|
|
488
|
+
catch {
|
|
489
|
+
return false;
|
|
490
|
+
}
|
|
491
|
+
finally {
|
|
492
|
+
clearTimeout(timer);
|
|
493
|
+
}
|
|
494
|
+
};
|
|
495
|
+
if (!(await probe('/health'))) {
|
|
496
|
+
return false;
|
|
497
|
+
}
|
|
498
|
+
return probe('/props');
|
|
499
|
+
}
|
|
244
500
|
}
|
|
245
501
|
//# sourceMappingURL=LlamaServerManager.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LlamaServerManager.js","sourceRoot":"","sources":["../../src/managers/LlamaServerManager.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AAQhG,OAAO,EAAE,WAAW,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAkCpD,MAAM,OAAO,kBAAmB,SAAQ,aAAa;IAE3C,MAAM,CAAU,mBAAmB,GAAwB,IAAI,GAAG,CAAC;QACzE,SAAS;QACT,MAAM;QACN,SAAS;QACT,aAAa;QACb,WAAW;QACX,kBAAkB;QAClB,gBAAgB;QAChB,iBAAiB;QACjB,YAAY;QACZ,oBAAoB;QACpB,WAAW;QACX,SAAS;QACT,UAAU;KACX,CAAC,CAAC;IAEK,cAAc,CAAiB;IAC/B,YAAY,CAAe;IAC3B,UAAU,CAAa;IACvB,UAAU,CAAU;IAQ5B,YACE,eAA6B,YAAY,CAAC,WAAW,EAAE,EACvD,aAAyB,UAAU,CAAC,WAAW,EAAE;QAEjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAgBD,KAAK,CAAC,KAAK,CAAC,MAAoB;QAE9B,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,WAAW,CAAC,2BAA2B,EAAE;gBACjD,UAAU,EAAE,mCAAmC;aAChD,CAAC,CAAC;QACL,CAAC;QAGD,IAAI,CAAC,oBAAoB,CACvB,MAA4C,EAC5C,kBAAkB,CAAC,mBAAmB,EACtC,oBAAoB,CACrB,CAAC;QAEF,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAE3B,IAAI,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAGvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,SAAS,EAAE;gBAC1D,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrB,MAAM,IAAI,0BAA0B,CAClC,4BAA4B,MAAM,CAAC,MAAM,IAAI,wBAAwB,EAAE,EACvE;oBACE,QAAQ,EAAE,eAAe,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,IAAI;oBAC5E,SAAS,EAAE,kBAAkB,IAAI,CAAC,KAAK,CACrC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC,SAAS,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CACvE,IAAI;oBACL,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,IAAI,qBAAqB;iBACxE,CACF,CAAC;YACJ,CAAC;YAGD,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAGlF,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAG9C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAGxE,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC;YAG3B,MAAM,IAAI,CAAC,oBAAoB,CAC7B,kBAAkB,EAClB,iCAAiC,WAAW,CAAC,IAAI,EAAE,CACpD,CAAC;YAGF,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAG/D,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,MAAM,IAAI,WAAW,CAAC,wBAAwB,EAAE;oBAC9C,UAAU,EAAE,gEAAgE;iBAC7E,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,WAAW,CAAC,0BAA0B,IAAI,CAAC,UAAU,EAAE,EAAE;oBACjE,IAAI,EAAE,IAAI,CAAC,UAAU;oBACrB,UAAU,EAAE,4DAA4D;iBACzE,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,UAAW,CAAC,KAAK,CAC1B,0BAA0B,IAAI,CAAC,UAAU,eAAe,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EACxE,MAAM,CACP,CAAC;YAGF,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE;gBAC/D,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;gBAC3C,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;gBAC3C,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;gBACvD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;aACjD,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;YAChB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC;YAE9B,MAAM,IAAI,CAAC,UAAW,CAAC,KAAK,CAC1B,4BAA4B,GAAG,+BAA+B,EAC9D,MAAM,CACP,CAAC;YAGF,MAAM,cAAc,CAAC,WAAW,CAAC,IAAI,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;YAErE,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAE1B,MAAM,IAAI,CAAC,UAAW,CAAC,KAAK,CAAC,+BAA+B,EAAE,MAAM,CAAC,CAAC;YAGtE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAG7B,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YAE1C,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;gBACpE,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1D,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IASD,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAE3B,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;YAC5D,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACtB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;YAEf,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;YACxD,CAAC;YAGD,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAG7B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1B,MAAM,IAAI,WAAW,CACnB,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EACpF,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClE,CAAC;QACJ,CAAC;IACH,CAAC;IAOD,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;YAC3E,OAAO,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAOD,KAAK,CAAC,eAAe;QACnB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;YAC3E,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAiBO,KAAK,CAAC,YAAY,CAAC,SAAkB,EAAE,eAAe,GAAG,KAAK;QACpE,OAAO,IAAI,CAAC,kBAAkB,CAC5B,OAAO,EACP,cAAc,EACd,eAAe,CAAC,WAAW,EAC3B,SAAS,EACT,eAAe,CAChB,CAAC;IACJ,CAAC;IAYO,KAAK,CAAC,qBAAqB,CACjC,MAAoB,EACpB,SAAc;QAEd,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE5E,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACxE,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAErF,MAAM,WAAW,GAAG;YAClB,GAAG,MAAM;YACT,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,aAAa,CAAC,OAAO;YAChD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC,WAAW;YAC5D,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,aAAa,CAAC,SAAS;YACtD,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,aAAa,CAAC,gBAAgB;YAC3E,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,aAAa,CAAC,cAAc;SACjD,CAAC;QAEvB,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,SAAS,KAAK,CAAC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;QAEvD,OAAO,WAAW,CAAC;IACrB,CAAC;IAaO,oBAAoB,CAAC,MAAyB,EAAE,SAAoB;QAC1E,MAAM,IAAI,GAAa,EAAE,CAAC;QAG1B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QAIhC,IAAI,SAAS,CAAC,iBAAiB,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;QAC9C,CAAC;QAGD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAGzC,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACjD,CAAC;QAGD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9C,CAAC;QAID,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAGtB,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YAC3D,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9C,CAAC;QAGD,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACpD,CAAC;QAGD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5B,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAWO,YAAY,CAAC,IAAY;QAC/B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAEzB,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBAI1C,MAAM,YAAY,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;gBAEnD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAaO,YAAY,CAAC,IAAY;QAC/B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAEzB,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBAI1C,MAAM,YAAY,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;gBAEnD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAQO,gBAAgB,CAAC,KAAY;QACnC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,gBAAgB,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,CAAC;IAGH,CAAC;IASO,UAAU,CAAC,IAAmB,EAAE,MAA6B;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC;QAE9C,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU;iBACZ,KAAK,CAAC,4BAA4B,IAAI,YAAY,MAAM,EAAE,EAAE,MAAM,CAAC;iBACnE,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACzB,CAAC;QAGD,IAAI,UAAU,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAE9C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC;QAGD,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IACjB,CAAC"}
|
|
1
|
+
{"version":3,"file":"LlamaServerManager.js","sourceRoot":"","sources":["../../src/managers/LlamaServerManager.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAC9F,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AAQhG,OAAO,EAAE,WAAW,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAuCjD,MAAM,OAAO,kBAAmB,SAAQ,aAAa;IAE3C,MAAM,CAAU,mBAAmB,GAAwB,IAAI,GAAG,CAAC;QACzE,SAAS;QACT,MAAM;QACN,SAAS;QACT,aAAa;QACb,WAAW;QACX,kBAAkB;QAClB,gBAAgB;QAChB,iBAAiB;QACjB,YAAY;QACZ,oBAAoB;QACpB,WAAW;QACX,SAAS;QACT,UAAU;QACV,gBAAgB;QAChB,OAAO;QACP,MAAM;QACN,YAAY;QACZ,YAAY;QACZ,iBAAiB;QACjB,UAAU;QACV,QAAQ;QACR,SAAS;QACT,iBAAiB;QACjB,KAAK;QACL,gBAAgB;QAChB,aAAa;QACb,aAAa;QACb,qBAAqB;KACtB,CAAC,CAAC;IAEK,cAAc,CAAiB;IAC/B,YAAY,CAAe;IAC3B,UAAU,CAAa;IACvB,UAAU,CAAU;IAEpB,UAAU,GAAG,WAAW,CAAC;IAEzB,WAAW,CAAU;IAErB,eAAe,GAAG,CAAC,CAAC;IAEpB,YAAY,CAAkB;IAE9B,gBAAgB,GAAG,KAAK,CAAC;IAEzB,aAAa,CAAkB;IAE/B,yBAAyB,GAAG,CAAC,CAAC;IAE9B,YAAY,GAAG,KAAK,CAAC;IAErB,qBAAqB,GAAG,KAAK,CAAC;IAQtC,YACE,eAA6B,YAAY,CAAC,WAAW,EAAE,EACvD,aAAyB,UAAU,CAAC,WAAW,EAAE;QAEjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAgBD,KAAK,CAAC,KAAK,CAAC,MAAoB;QAE9B,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,WAAW,CAAC,2BAA2B,EAAE;gBACjD,UAAU,EAAE,mCAAmC;aAChD,CAAC,CAAC;QACL,CAAC;QAGD,IAAI,CAAC,oBAAoB,CACvB,MAA4C,EAC5C,kBAAkB,CAAC,mBAAmB,EACtC,oBAAoB,CACrB,CAAC;QAIF,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;YACzB,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC9B,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAK3B,MAAM,YAAY,GAChB,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC;QACvF,IAAI,CAAC,UAAU,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEnD,IAAI,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAGvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,SAAS,EAAE;gBAC1D,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrB,MAAM,IAAI,0BAA0B,CAClC,4BAA4B,MAAM,CAAC,MAAM,IAAI,wBAAwB,EAAE,EACvE;oBACE,QAAQ,EAAE,eAAe,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,IAAI;oBAC5E,SAAS,EAAE,kBAAkB,IAAI,CAAC,KAAK,CACrC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC,SAAS,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CACvE,IAAI;oBACL,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,IAAI,qBAAqB;iBACxE,CACF,CAAC;YACJ,CAAC;YAGD,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAGlF,MAAM,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAI3E,MAAM,IAAI,CAAC,iBAAiB,CACzB,MAA4B,CAAC,cAAc,IAAI,MAAM,EACtD,YAAY,CACb,CAAC;YAGF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAClD,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,EACjC,SAAS,CACV,CAAC;YAGF,MAAM,eAAe,GACnB,WAAW,CAAC,UAAU,KAAK,SAAS;gBACpC,WAAW,CAAC,UAAU,KAAK,KAAK;gBAChC,WAAW,CAAC,UAAU,KAAK,MAAM,CAAC;YACpC,IAAI,eAAe,EAAE,CAAC;gBACpB,IAAI,WAAW,CAAC,cAAc,KAAK,SAAS,IAAI,WAAW,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;oBACtF,QAAQ,CAAC,mEAAmE,CAAC,CAAC;oBAC9E,WAAW,CAAC,cAAc,GAAG,IAAI,CAAC;gBACpC,CAAC;qBAAM,IAAI,WAAW,CAAC,cAAc,KAAK,KAAK,IAAI,WAAW,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;oBACxF,MAAM,IAAI,WAAW,CACnB,mCAAmC,WAAW,CAAC,UAAU,6BAA6B,EACtF;wBACE,UAAU,EACR,4GAA4G;qBAC/G,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;YAGD,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC;YAG3B,MAAM,IAAI,CAAC,oBAAoB,CAC7B,kBAAkB,EAClB,iCAAiC,WAAW,CAAC,IAAI,EAAE,CACpD,CAAC;YAGF,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAG/D,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,MAAM,IAAI,WAAW,CAAC,wBAAwB,EAAE;oBAC9C,UAAU,EAAE,gEAAgE;iBAC7E,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,WAAW,CAAC,0BAA0B,IAAI,CAAC,UAAU,EAAE,EAAE;oBACjE,IAAI,EAAE,IAAI,CAAC,UAAU;oBACrB,UAAU,EAAE,4DAA4D;iBACzE,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,UAAW,CAAC,KAAK,CAC1B,0BAA0B,IAAI,CAAC,UAAU,eAAe,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EACxE,MAAM,CACP,CAAC;YAGF,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE;gBAC/D,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;gBAC3C,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;gBAC3C,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;gBACvD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;aACjD,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;YAChB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC;YAE9B,MAAM,IAAI,CAAC,UAAW,CAAC,KAAK,CAC1B,4BAA4B,GAAG,+BAA+B,EAC9D,MAAM,CACP,CAAC;YAGF,MAAM,cAAc,CAClB,WAAW,CAAC,IAAI,EAChB,WAAW,CAAC,cAAc,IAAI,gBAAgB,CAAC,WAAW,EAC1D,SAAS,EACT,SAAS,EACT,IAAI,CAAC,UAAU,CAChB,CAAC;YAEF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC;YAC/C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAG1B,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YAEhC,MAAM,IAAI,CAAC,UAAW,CAAC,KAAK,CAC1B,6CAA6C,IAAI,CAAC,WAAW,KAAK,EAClE,MAAM,CACP,CAAC;YAGF,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAG7B,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YAE1C,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;gBACpE,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1D,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IASD,KAAK,CAAC,IAAI;QAER,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAE3B,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;YAC5D,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACtB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;YAEf,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;YACxD,CAAC;YAGD,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAG7B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1B,MAAM,IAAI,WAAW,CACnB,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EACpF,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClE,CAAC;QACJ,CAAC;IACH,CAAC;IAKQ,OAAO;QACd,OAAO;YACL,GAAG,KAAK,CAAC,OAAO,EAAE;YAClB,UAAU,EAAE,IAAI,CAAC,WAAW;SAC7B,CAAC;IACJ,CAAC;IAOD,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5F,OAAO,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAOD,KAAK,CAAC,eAAe;QACnB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5F,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAiBO,KAAK,CAAC,YAAY,CAAC,SAAkB,EAAE,eAAe,GAAG,KAAK;QACpE,OAAO,IAAI,CAAC,kBAAkB,CAC5B,OAAO,EACP,cAAc,EACd,eAAe,CAAC,WAAW,EAC3B,SAAS,EACT,eAAe,CAChB,CAAC;IACJ,CAAC;IAYO,KAAK,CAAC,qBAAqB,CACjC,MAAuC,EACvC,SAAc;QAEd,QAAQ,CAAC,4CAA4C,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAE/E,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACxE,QAAQ,CAAC,+BAA+B,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;QAIzE,MAAM,aAAa,GAAI,MAA4B,CAAC,GAAG,KAAK,IAAI,CAAC;QAEjE,MAAM,WAAW,GAAG;YAClB,GAAG,MAAM;YACT,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,aAAa,CAAC,OAAO;YAChD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,WAAW,CAAC;YAC1F,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC;YACpF,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,aAAa,CAAC,gBAAgB;YAC3E,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,aAAa,CAAC,cAAc;SACzC,CAAC;QAE/B,QAAQ,CAAC,6BAA6B,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;QAErE,OAAO,WAAW,CAAC;IACrB,CAAC;IAeO,oBAAoB,CAAC,MAAiC,EAAE,SAAoB;QAClF,MAAM,IAAI,GAAa,EAAE,CAAC;QAG1B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QAKhC,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1B,CAAC;QAGD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QAGD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAGzC,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACjD,CAAC;QAGD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9C,CAAC;QAID,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAItB,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9C,CAAC;QAGD,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACpD,CAAC;QAID,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,EAAE,GACN,MAAM,CAAC,cAAc,KAAK,IAAI;gBAC5B,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,MAAM,CAAC,cAAc,KAAK,KAAK;oBAC/B,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACvB,CAAC;QAKD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC;QAGvC,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QACjD,CAAC;QAGD,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzB,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACnD,CAAC;QAGD,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;QAC1D,CAAC;QAGD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC;QAGD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC5C,CAAC;QAGD,IAAI,MAAM,CAAC,kBAAkB,KAAK,KAAK,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAClC,CAAC;QAGD,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzB,CAAC;QAGD,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAWO,YAAY,CAAC,IAAY;QAC/B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAEzB,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBAI1C,MAAM,YAAY,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;gBAEnD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAaO,YAAY,CAAC,IAAY;QAC/B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAEzB,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBAI1C,MAAM,YAAY,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;gBAEnD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAQO,gBAAgB,CAAC,KAAY;QACnC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,gBAAgB,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,CAAC;IAGH,CAAC;IASO,UAAU,CAAC,IAAmB,EAAE,MAA6B;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC;QAC9C,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAG1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU;iBACZ,KAAK,CAAC,4BAA4B,IAAI,YAAY,MAAM,EAAE,EAAE,MAAM,CAAC;iBACnE,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACzB,CAAC;QAGD,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,IAAI,CAAC,IAAI,gBAAgB,CAAC,EAAE,CAAC;YAEtE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC;QAGD,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IACjB,CAAC;IAYO,4BAA4B;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAwC,CAAC;QAC7D,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,EAAE,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,IAAI,IAAI,CAAC,eAAe,IAAI,WAAW,EAAE,CAAC;YACxC,IAAI,CAAC,UAAU;gBACb,EAAE,KAAK,CACL,kCAAkC,WAAW,8BAA8B,EAC3E,OAAO,CACR;iBACA,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU;YACb,EAAE,KAAK,CACL,sBAAsB,KAAK,eAAe,IAAI,CAAC,eAAe,IAAI,WAAW,GAAG,EAChF,MAAM,CACP;aACA,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QAEvB,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;YAG9B,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC/B,OAAO;YACT,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAQ,CAAC;iBACtB,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACpC,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBAGxB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC1B,IAAI,CAAC,UAAU;oBACb,EAAE,KAAK,CACL,wBAAwB,IAAI,CAAC,eAAe,YAC1C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CACvD,EAAE,EACF,OAAO,CACR;qBACA,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBAEvB,IAAI,CAAC,4BAA4B,EAAE,CAAC;YACtC,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAChC,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC;IAC9B,CAAC;IAMO,oBAAoB;QAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChC,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAChC,CAAC;IACH,CAAC;IAMO,aAAa,CAAC,MAAiC;QACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,mBAAmB,CAAC;QAC5C,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;YACpC,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC/B,CAAC,EAAE,QAAQ,CAAC,CAAC;QACb,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC;IAC/B,CAAC;IAMO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO;QACT,CAAC;QAKD,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAElC,IAAI,CAAC;YACH,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC5F,OAAO,GAAG,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC;YACnC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;YAID,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC1D,OAAO;YACT,CAAC;YAED,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC;gBACnC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBAClD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,qBAAqB,EAAE;gBACpC,mBAAmB,EAAE,IAAI,CAAC,yBAAyB;gBACnD,UAAU,EAAE,IAAI,CAAC,OAAO,EAAE;aAC3B,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,yBAAyB,IAAI,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC,UAAU;oBACb,EAAE,KAAK,CACL,aAAa,IAAI,CAAC,yBAAyB,2DAA2D,EACtG,OAAO,CACR;qBACA,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAGxB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBACzE,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,qBAAqB,GAAG,KAAK,CAAC;QACrC,CAAC;IACH,CAAC;IAMO,gBAAgB;QACtB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IAYO,KAAK,CAAC,iBAAiB,CAAC,IAA+B,EAAE,OAAe;QAC9E,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;QACzE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAEzD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GACX,qDAAqD,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG;YACtF,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,+CAA+C,CAAC;QAExE,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,IAAI,WAAW,CAAC,OAAO,EAAE;gBAC7B,aAAa,EAAE,QAAQ;gBACvB,UAAU,EACR,iFAAiF;aACpF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;QAC5C,QAAQ,CAAC,gCAAgC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;IAQO,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,OAAO,GAAG,GAAG;QACvD,MAAM,KAAK,GAAG,KAAK,EAAE,QAAgB,EAAoB,EAAE;YACzD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;YAC5D,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,GAAG,QAAQ,EAAE,EAAE;oBAClE,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC1B,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;oBAAS,CAAC;gBACT,YAAY,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC"}
|
|
@@ -8,6 +8,9 @@ export declare class ModelManager {
|
|
|
8
8
|
listModels(type?: ModelType): Promise<ModelInfo[]>;
|
|
9
9
|
downloadModel(config: DownloadConfig): Promise<ModelInfo>;
|
|
10
10
|
private downloadMultiComponentModel;
|
|
11
|
+
private resolveShardFilenames;
|
|
12
|
+
private resolveShardURL;
|
|
13
|
+
private downloadShardedModel;
|
|
11
14
|
private resolveComponentURL;
|
|
12
15
|
private isGGUFFile;
|
|
13
16
|
deleteModel(id: string): Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ModelManager.d.ts","sourceRoot":"","sources":["../../src/managers/ModelManager.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EACV,SAAS,EACT,SAAS,EACT,cAAc,EAEd,qBAAqB,
|
|
1
|
+
{"version":3,"file":"ModelManager.d.ts","sourceRoot":"","sources":["../../src/managers/ModelManager.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EACV,SAAS,EACT,SAAS,EACT,cAAc,EAEd,qBAAqB,EAKtB,MAAM,mBAAmB,CAAC;AA4B3B,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAe;IACtC,OAAO,CAAC,UAAU,CAAa;IAK/B,OAAO;WAOO,WAAW,IAAI,YAAY;IAgB5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB3B,UAAU,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAwClD,aAAa,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC;YAoJxD,2BAA2B;IA+QzC,OAAO,CAAC,qBAAqB;IAsD7B,OAAO,CAAC,eAAe;YA+BT,oBAAoB;IAuMlC,OAAO,CAAC,mBAAmB;IAwB3B,OAAO,CAAC,UAAU;IAeL,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBtC,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IA4B5C,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAa/C,cAAc,IAAI,IAAI;IAStB,aAAa,IAAI,OAAO;IAQ/B,OAAO,CAAC,eAAe;IAYvB,OAAO,CAAC,eAAe;IAsBvB,OAAO,CAAC,6BAA6B;IAmCrC,OAAO,CAAC,qBAAqB;IAa7B,OAAO,CAAC,4BAA4B;IA6DvB,mBAAmB,CAC9B,EAAE,EAAE,MAAM,EACV,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,qBAAqB,CAAA;KAAE,GAC3C,OAAO,CAAC,SAAS,CAAC;IA2KR,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAoB/C,qBAAqB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBlD,oBAAoB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAI/D;AAGD,eAAO,MAAM,YAAY,cAA6B,CAAC"}
|