@hardlydifficult/worker-server 1.0.8 → 1.0.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +271 -97
- package/dist/WorkerPool.d.ts +5 -0
- package/dist/WorkerPool.d.ts.map +1 -1
- package/dist/WorkerPool.js +29 -0
- package/dist/WorkerPool.js.map +1 -1
- package/dist/WorkerServer.d.ts +2 -0
- package/dist/WorkerServer.d.ts.map +1 -1
- package/dist/WorkerServer.js +4 -0
- package/dist/WorkerServer.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# @hardlydifficult/worker-server
|
|
2
2
|
|
|
3
|
-
A WebSocket-based
|
|
3
|
+
A WebSocket-based server for managing remote worker connections with health monitoring, message routing, and load balancing.
|
|
4
4
|
|
|
5
5
|
## Installation
|
|
6
6
|
|
|
@@ -13,64 +13,227 @@ npm install @hardlydifficult/worker-server
|
|
|
13
13
|
```typescript
|
|
14
14
|
import { WorkerServer } from "@hardlydifficult/worker-server";
|
|
15
15
|
|
|
16
|
+
// Create and start the server
|
|
16
17
|
const server = new WorkerServer({ port: 3000 });
|
|
17
18
|
|
|
18
|
-
server.
|
|
19
|
-
console.log("Worker
|
|
20
|
-
|
|
19
|
+
server.start().then(() => {
|
|
20
|
+
console.log("Worker server running on port 3000");
|
|
21
|
+
|
|
22
|
+
// Listen for worker connections
|
|
23
|
+
server.onWorkerConnected((worker) => {
|
|
24
|
+
console.log(`Worker ${worker.name} (${worker.id}) connected`);
|
|
25
|
+
});
|
|
21
26
|
|
|
22
|
-
server.
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
});
|
|
27
|
+
server.onWorkerDisconnected((worker) => {
|
|
28
|
+
console.log(`Worker ${worker.name} (${worker.id}) disconnected`);
|
|
29
|
+
});
|
|
26
30
|
|
|
27
|
-
|
|
28
|
-
|
|
31
|
+
// Route messages by type
|
|
32
|
+
server.onWorkerMessage("work_complete", (worker, message) => {
|
|
33
|
+
console.log(`Worker ${worker.id} completed request: ${message.requestId}`);
|
|
34
|
+
});
|
|
35
|
+
});
|
|
29
36
|
```
|
|
30
37
|
|
|
31
38
|
## Core Concepts
|
|
32
39
|
|
|
33
|
-
### Worker Registration
|
|
40
|
+
### Worker Registration & Lifecycle
|
|
34
41
|
|
|
35
|
-
Workers connect via WebSocket and register with
|
|
42
|
+
Workers connect via WebSocket and register with authentication (optional). The server tracks their status, heartbeat, and request load.
|
|
36
43
|
|
|
37
44
|
```typescript
|
|
45
|
+
import { WorkerServer } from "@hardlydifficult/worker-server";
|
|
46
|
+
|
|
47
|
+
const server = new WorkerServer({
|
|
48
|
+
port: 3000,
|
|
49
|
+
authToken: "secret-token" // Optional
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
server.start();
|
|
38
53
|
server.onWorkerConnected((worker) => {
|
|
39
|
-
|
|
40
|
-
console.log(
|
|
41
|
-
`Worker ${worker.name} supports: ${worker.capabilities.models.map(m => m.modelId).join(", ")}`
|
|
42
|
-
);
|
|
54
|
+
console.log("Worker connected:", worker.id, worker.name);
|
|
43
55
|
});
|
|
44
56
|
```
|
|
45
57
|
|
|
58
|
+
Workers send a `worker_registration` message:
|
|
59
|
+
|
|
60
|
+
```json
|
|
61
|
+
{
|
|
62
|
+
"type": "worker_registration",
|
|
63
|
+
"workerId": "worker-1",
|
|
64
|
+
"workerName": "GPU Worker",
|
|
65
|
+
"capabilities": {
|
|
66
|
+
"models": [
|
|
67
|
+
{
|
|
68
|
+
"modelId": "gpt-4",
|
|
69
|
+
"displayName": "GPT-4",
|
|
70
|
+
"maxContextTokens": 32768,
|
|
71
|
+
"maxOutputTokens": 4096,
|
|
72
|
+
"supportsStreaming": true
|
|
73
|
+
}
|
|
74
|
+
],
|
|
75
|
+
"maxConcurrentRequests": 2
|
|
76
|
+
},
|
|
77
|
+
"authToken": "secret-token"
|
|
78
|
+
}
|
|
79
|
+
```
|
|
80
|
+
|
|
81
|
+
The server responds with a registration acknowledgment:
|
|
82
|
+
|
|
83
|
+
```json
|
|
84
|
+
{
|
|
85
|
+
"type": "worker_registration_ack",
|
|
86
|
+
"success": true,
|
|
87
|
+
"sessionId": "uuid-here",
|
|
88
|
+
"heartbeatIntervalMs": 15000
|
|
89
|
+
}
|
|
90
|
+
```
|
|
91
|
+
|
|
46
92
|
### Message Routing
|
|
47
93
|
|
|
48
|
-
Messages are
|
|
94
|
+
Messages are routed by the `type` field. Handlers receive the worker info and message payload.
|
|
49
95
|
|
|
50
96
|
```typescript
|
|
51
|
-
server.onWorkerMessage("
|
|
52
|
-
console.log(
|
|
97
|
+
server.onWorkerMessage("status_update", (worker, message) => {
|
|
98
|
+
console.log(`Worker ${worker.id} status: ${message.statusText}`);
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
// Send messages to workers
|
|
102
|
+
server.send(workerId, {
|
|
103
|
+
type: "execute",
|
|
104
|
+
requestId: "req-1",
|
|
105
|
+
prompt: "Hello, world!"
|
|
53
106
|
});
|
|
54
107
|
|
|
55
|
-
|
|
108
|
+
// Broadcast to all workers
|
|
56
109
|
server.broadcast({ type: "shutdown" });
|
|
57
110
|
```
|
|
58
111
|
|
|
59
|
-
###
|
|
112
|
+
### Worker Selection & Load Balancing
|
|
60
113
|
|
|
61
|
-
|
|
114
|
+
Select workers by model support or use any available worker. Workers are automatically assigned least-loaded.
|
|
62
115
|
|
|
63
116
|
```typescript
|
|
64
|
-
|
|
117
|
+
// Get the least-loaded worker that supports a specific model
|
|
118
|
+
const worker = server.getAvailableWorker("gpt-4");
|
|
65
119
|
if (worker) {
|
|
66
|
-
server.
|
|
67
|
-
server.send(worker.id, { type: "start", requestId });
|
|
120
|
+
server.send(worker.id, { type: "execute", prompt: "..." });
|
|
68
121
|
}
|
|
69
122
|
|
|
70
|
-
//
|
|
123
|
+
// Get any available worker (model-agnostic)
|
|
124
|
+
const anyWorker = server.getAnyAvailableWorker();
|
|
125
|
+
```
|
|
126
|
+
|
|
127
|
+
Request tracking ensures accurate load reporting:
|
|
128
|
+
|
|
129
|
+
```typescript
|
|
130
|
+
// Track when a request is assigned
|
|
131
|
+
server.trackRequest(worker.id, requestId);
|
|
132
|
+
|
|
133
|
+
// Release when the response is received (optionally increment completed count)
|
|
71
134
|
server.releaseRequest(requestId, { incrementCompleted: true });
|
|
72
135
|
```
|
|
73
136
|
|
|
137
|
+
### Health Monitoring
|
|
138
|
+
|
|
139
|
+
Workers must send periodic heartbeats. Unresponsive workers are marked unhealthy and eventually removed.
|
|
140
|
+
|
|
141
|
+
```typescript
|
|
142
|
+
// Heartbeat message format (worker → server)
|
|
143
|
+
{
|
|
144
|
+
"type": "heartbeat",
|
|
145
|
+
"workerId": "worker-1",
|
|
146
|
+
"timestamp": "2024-01-01T00:00:00.000Z"
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
// Server response
|
|
150
|
+
{
|
|
151
|
+
"type": "heartbeat_ack",
|
|
152
|
+
"timestamp": "2024-01-01T00:00:00.000Z",
|
|
153
|
+
"nextHeartbeatDeadline": "2024-01-01T00:01:00.000Z"
|
|
154
|
+
}
|
|
155
|
+
```
|
|
156
|
+
|
|
157
|
+
Health checks run automatically at the configured interval (default: 10s). Workers missing heartbeats for >3× timeout are removed.
|
|
158
|
+
|
|
159
|
+
```typescript
|
|
160
|
+
const server = new WorkerServer({
|
|
161
|
+
port: 3000,
|
|
162
|
+
heartbeatTimeoutMs: 60_000, // 60 seconds before unhealthy
|
|
163
|
+
healthCheckIntervalMs: 10_000, // Check every 10 seconds
|
|
164
|
+
});
|
|
165
|
+
```
|
|
166
|
+
|
|
167
|
+
### Category-Aware Concurrency
|
|
168
|
+
|
|
169
|
+
Workers can specify per-category concurrency limits for fine-grained control.
|
|
170
|
+
|
|
171
|
+
```typescript
|
|
172
|
+
const server = new WorkerServer({ port: 3000 });
|
|
173
|
+
|
|
174
|
+
// Worker registration includes concurrency limits
|
|
175
|
+
{
|
|
176
|
+
"capabilities": {
|
|
177
|
+
"models": [.],
|
|
178
|
+
"maxConcurrentRequests": 4,
|
|
179
|
+
"concurrencyLimits": {
|
|
180
|
+
"chat": 2,
|
|
181
|
+
"embedding": 3,
|
|
182
|
+
"tool_use": 1
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
// Track with category
|
|
188
|
+
server.trackRequest(worker.id, requestId, "chat");
|
|
189
|
+
|
|
190
|
+
// Release without specifying category (looked up automatically)
|
|
191
|
+
server.releaseRequest(requestId);
|
|
192
|
+
```
|
|
193
|
+
|
|
194
|
+
## HTTP & WebSocket Extensibility
|
|
195
|
+
|
|
196
|
+
### Custom HTTP Endpoints
|
|
197
|
+
|
|
198
|
+
Add HTTP handlers that return `true` when they handle the request.
|
|
199
|
+
|
|
200
|
+
```typescript
|
|
201
|
+
server.addHttpHandler(async (req, res) => {
|
|
202
|
+
if (req.url === "/health") {
|
|
203
|
+
res.writeHead(200, { "Content-Type": "application/json" });
|
|
204
|
+
res.end(JSON.stringify({ status: "ok" }));
|
|
205
|
+
return true;
|
|
206
|
+
}
|
|
207
|
+
return false;
|
|
208
|
+
});
|
|
209
|
+
```
|
|
210
|
+
|
|
211
|
+
### Additional WebSocket Endpoints
|
|
212
|
+
|
|
213
|
+
Register additional WebSocket paths for non-worker connections.
|
|
214
|
+
|
|
215
|
+
```typescript
|
|
216
|
+
server.addWebSocketEndpoint("/ws/admin", (ws) => {
|
|
217
|
+
ws.on("message", (data) => {
|
|
218
|
+
// Handle admin messages
|
|
219
|
+
});
|
|
220
|
+
});
|
|
221
|
+
```
|
|
222
|
+
|
|
223
|
+
### Worker Info
|
|
224
|
+
|
|
225
|
+
Public worker info (without WebSocket reference):
|
|
226
|
+
|
|
227
|
+
```typescript
|
|
228
|
+
const worker = server.getAvailableWorker("gpt-4");
|
|
229
|
+
if (worker) {
|
|
230
|
+
console.log("Active requests:", worker.activeRequests);
|
|
231
|
+
console.log("Completed requests:", worker.completedRequests);
|
|
232
|
+
console.log("Pending request IDs:", [...worker.pendingRequestIds]);
|
|
233
|
+
console.log("Per-category active requests:", worker.categoryActiveRequests);
|
|
234
|
+
}
|
|
235
|
+
```
|
|
236
|
+
|
|
74
237
|
## Core Components
|
|
75
238
|
|
|
76
239
|
### WorkerServer
|
|
@@ -80,7 +243,7 @@ Main server class managing WebSocket connections, HTTP endpoints, and worker poo
|
|
|
80
243
|
#### Constructor
|
|
81
244
|
|
|
82
245
|
| Parameter | Type | Default | Description |
|
|
83
|
-
|
|
246
|
+
|-----------|------|---------|-------------|
|
|
84
247
|
| `port` | `number` | — | HTTP + WebSocket server port |
|
|
85
248
|
| `authToken` | `string` (optional) | — | Token required for worker registration |
|
|
86
249
|
| `heartbeatTimeoutMs` | `number` | 60000 | Timeout before marking worker unhealthy |
|
|
@@ -163,14 +326,14 @@ server.releaseRequest("req-123", { incrementCompleted: true });
|
|
|
163
326
|
#### Extensibility
|
|
164
327
|
|
|
165
328
|
| Method | Description |
|
|
166
|
-
|
|
329
|
+
|--------|-------------|
|
|
167
330
|
| `addHttpHandler(handler)` | Add an HTTP handler (called in order until one returns `true`) |
|
|
168
331
|
| `addWebSocketEndpoint(path, handler)` | Add a WebSocket endpoint at a custom path |
|
|
169
332
|
|
|
170
333
|
#### Event Handlers
|
|
171
334
|
|
|
172
335
|
| Method | Return | Description |
|
|
173
|
-
|
|
336
|
+
|--------|--------|-------------|
|
|
174
337
|
| `onWorkerConnected(handler)` | `() => void` | Called when worker registers |
|
|
175
338
|
| `onWorkerDisconnected(handler)` | `() => void` | Called when worker disconnects (includes pending requests) |
|
|
176
339
|
| `onWorkerMessage(type, handler)` | `() => void` | Register handler for a message type |
|
|
@@ -180,7 +343,7 @@ server.releaseRequest("req-123", { incrementCompleted: true });
|
|
|
180
343
|
Internal class managing worker state and selection. Exposed via `WorkerServer`.
|
|
181
344
|
|
|
182
345
|
| Method | Description |
|
|
183
|
-
|
|
346
|
+
|--------|-------------|
|
|
184
347
|
| `getAvailableWorker(model, category?)` | Get least-loaded available worker supporting model |
|
|
185
348
|
| `getAnyAvailableWorker()` | Get any available/busy worker |
|
|
186
349
|
| `trackRequest(workerId, requestId, category?)` | Mark request as in-progress |
|
|
@@ -284,66 +447,63 @@ server.trackRequest("worker-1", "req-1", "inference");
|
|
|
284
447
|
server.releaseRequest("req-1"); // category looked up automatically
|
|
285
448
|
```
|
|
286
449
|
|
|
287
|
-
##
|
|
450
|
+
## Type Definitions
|
|
288
451
|
|
|
289
|
-
###
|
|
290
|
-
|
|
291
|
-
| Field | Type | Description |
|
|
292
|
-
|--|------|---|
|
|
293
|
-
| `id` | `string` | Unique worker identifier |
|
|
294
|
-
| `name` | `string` | Worker-assigned name |
|
|
295
|
-
| `status` | `WorkerStatus` | Current status (`available`, `busy`, `draining`, `unhealthy`) |
|
|
296
|
-
| `capabilities` | `WorkerCapabilities` | Supported models and limits |
|
|
297
|
-
| `sessionId` | `string` | Unique session identifier |
|
|
298
|
-
| `connectedAt` | `Date` | Connection timestamp |
|
|
299
|
-
| `lastHeartbeat` | `Date` | Last heartbeat timestamp |
|
|
300
|
-
| `activeRequests` | `number` | Currently active requests |
|
|
301
|
-
| `completedRequests` | `number` | Completed request count |
|
|
302
|
-
| `pendingRequestIds` | `ReadonlySet<string>` | Pending request IDs |
|
|
303
|
-
| `categoryActiveRequests` | `ReadonlyMap<string, number>` | Active requests per category |
|
|
304
|
-
|
|
305
|
-
### WorkerCapabilities
|
|
452
|
+
### WorkerStatus
|
|
306
453
|
|
|
307
|
-
|
|
|
308
|
-
|
|
309
|
-
| `
|
|
310
|
-
| `
|
|
311
|
-
| `
|
|
312
|
-
| `
|
|
454
|
+
| Value | Description |
|
|
455
|
+
|-------|-------------|
|
|
456
|
+
| `available` | Worker can accept new requests |
|
|
457
|
+
| `busy` | Worker is at max concurrent requests |
|
|
458
|
+
| `draining` | Worker is shutting down |
|
|
459
|
+
| `unhealthy` | Worker heartbeat has timed out |
|
|
313
460
|
|
|
314
461
|
### ModelInfo
|
|
315
462
|
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
463
|
+
```typescript
|
|
464
|
+
interface ModelInfo {
|
|
465
|
+
modelId: string;
|
|
466
|
+
displayName: string;
|
|
467
|
+
maxContextTokens: number;
|
|
468
|
+
maxOutputTokens: number;
|
|
469
|
+
supportsStreaming: boolean;
|
|
470
|
+
supportsVision?: boolean;
|
|
471
|
+
supportsTools?: boolean;
|
|
472
|
+
}
|
|
473
|
+
```
|
|
325
474
|
|
|
326
|
-
###
|
|
475
|
+
### WorkerCapabilities
|
|
327
476
|
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
477
|
+
```typescript
|
|
478
|
+
interface WorkerCapabilities {
|
|
479
|
+
models: ModelInfo[];
|
|
480
|
+
maxConcurrentRequests: number;
|
|
481
|
+
metadata?: Record<string, unknown>;
|
|
482
|
+
concurrencyLimits?: Record<string, number>;
|
|
483
|
+
}
|
|
484
|
+
```
|
|
332
485
|
|
|
333
|
-
###
|
|
486
|
+
### WorkerInfo
|
|
334
487
|
|
|
335
488
|
```typescript
|
|
336
|
-
interface
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
489
|
+
interface WorkerInfo {
|
|
490
|
+
id: string;
|
|
491
|
+
name: string;
|
|
492
|
+
status: WorkerStatus;
|
|
493
|
+
capabilities: WorkerCapabilities;
|
|
494
|
+
sessionId: string;
|
|
495
|
+
connectedAt: Date;
|
|
496
|
+
lastHeartbeat: Date;
|
|
497
|
+
activeRequests: number;
|
|
498
|
+
completedRequests: number;
|
|
499
|
+
pendingRequestIds: ReadonlySet<string>;
|
|
500
|
+
categoryActiveRequests: ReadonlyMap<string, number>;
|
|
343
501
|
}
|
|
344
502
|
```
|
|
345
503
|
|
|
346
|
-
|
|
504
|
+
## Logging
|
|
505
|
+
|
|
506
|
+
The server accepts a logger implementing `WorkerServerLogger`:
|
|
347
507
|
|
|
348
508
|
```typescript
|
|
349
509
|
interface WorkerServerLogger {
|
|
@@ -354,50 +514,64 @@ interface WorkerServerLogger {
|
|
|
354
514
|
}
|
|
355
515
|
```
|
|
356
516
|
|
|
517
|
+
Default is a no-op logger. To use a custom logger:
|
|
518
|
+
|
|
519
|
+
```typescript
|
|
520
|
+
const server = new WorkerServer({
|
|
521
|
+
port: 3000,
|
|
522
|
+
logger: {
|
|
523
|
+
debug: console.debug,
|
|
524
|
+
info: console.info,
|
|
525
|
+
warn: console.warn,
|
|
526
|
+
error: console.error,
|
|
527
|
+
},
|
|
528
|
+
});
|
|
529
|
+
```
|
|
530
|
+
|
|
357
531
|
## Appendix
|
|
358
532
|
|
|
359
533
|
### Protocol Messages
|
|
360
534
|
|
|
361
535
|
**Worker Registration (worker → server)**
|
|
362
536
|
|
|
363
|
-
```
|
|
537
|
+
```json
|
|
364
538
|
{
|
|
365
|
-
type: "worker_registration",
|
|
366
|
-
workerId: string,
|
|
367
|
-
workerName: string,
|
|
368
|
-
capabilities: WorkerCapabilities,
|
|
369
|
-
authToken
|
|
539
|
+
"type": "worker_registration",
|
|
540
|
+
"workerId": "string",
|
|
541
|
+
"workerName": "string",
|
|
542
|
+
"capabilities": WorkerCapabilities,
|
|
543
|
+
"authToken?": "string"
|
|
370
544
|
}
|
|
371
545
|
```
|
|
372
546
|
|
|
373
547
|
**Registration Acknowledgment (server → worker)**
|
|
374
548
|
|
|
375
|
-
```
|
|
549
|
+
```json
|
|
376
550
|
{
|
|
377
|
-
type: "worker_registration_ack",
|
|
378
|
-
success: boolean,
|
|
379
|
-
error
|
|
380
|
-
sessionId
|
|
381
|
-
heartbeatIntervalMs
|
|
551
|
+
"type": "worker_registration_ack",
|
|
552
|
+
"success": "boolean",
|
|
553
|
+
"error?": "string",
|
|
554
|
+
"sessionId?": "string",
|
|
555
|
+
"heartbeatIntervalMs?": "number"
|
|
382
556
|
}
|
|
383
557
|
```
|
|
384
558
|
|
|
385
559
|
**Heartbeat (worker → server)**
|
|
386
560
|
|
|
387
|
-
```
|
|
561
|
+
```json
|
|
388
562
|
{
|
|
389
|
-
type: "heartbeat",
|
|
390
|
-
workerId: string,
|
|
391
|
-
timestamp: string
|
|
563
|
+
"type": "heartbeat",
|
|
564
|
+
"workerId": "string",
|
|
565
|
+
"timestamp": "string"
|
|
392
566
|
}
|
|
393
567
|
```
|
|
394
568
|
|
|
395
569
|
**Heartbeat Acknowledgment (server → worker)**
|
|
396
570
|
|
|
397
|
-
```
|
|
571
|
+
```json
|
|
398
572
|
{
|
|
399
|
-
type: "heartbeat_ack",
|
|
400
|
-
timestamp: string,
|
|
401
|
-
nextHeartbeatDeadline: string
|
|
573
|
+
"type": "heartbeat_ack",
|
|
574
|
+
"timestamp": "string",
|
|
575
|
+
"nextHeartbeatDeadline": "string"
|
|
402
576
|
}
|
|
403
577
|
```
|
package/dist/WorkerPool.d.ts
CHANGED
|
@@ -39,6 +39,11 @@ export declare class WorkerPool {
|
|
|
39
39
|
}): void;
|
|
40
40
|
getCount(): number;
|
|
41
41
|
getAvailableCount(): number;
|
|
42
|
+
/**
|
|
43
|
+
* Count total free slots for the given model across all available workers.
|
|
44
|
+
* Accounts for per-category limits when category is provided.
|
|
45
|
+
*/
|
|
46
|
+
getAvailableSlotCount(model: string, category?: string): number;
|
|
42
47
|
/** Get public info about all connected workers. */
|
|
43
48
|
getWorkerInfoList(): WorkerInfo[];
|
|
44
49
|
/**
|
package/dist/WorkerPool.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WorkerPool.d.ts","sourceRoot":"","sources":["../src/WorkerPool.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,UAAU,EACf,KAAK,kBAAkB,EAExB,MAAM,YAAY,CAAC;AAapB,gFAAgF;AAChF,wBAAgB,YAAY,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAc3D;AAED;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;gBAEhC,MAAM,CAAC,EAAE,kBAAkB;IAIvC,GAAG,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI;IAIlC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAQ/C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAI5C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAIxB,MAAM,IAAI,gBAAgB,CAAC,eAAe,CAAC;IAI3C;;;;;OAKG;IACH,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAiD5E;;OAEG;IACH,qBAAqB,IAAI,eAAe,GAAG,IAAI;IAY/C;;;;OAIG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAsB1E;;;OAGG;IACH,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE;QAAE,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAAE,GACzC,IAAI;IA6BP,QAAQ,IAAI,MAAM;IAIlB,iBAAiB,IAAI,MAAM;IAU3B,mDAAmD;IACnD,iBAAiB,IAAI,UAAU,EAAE;IAIjC;;;OAGG;IACH,WAAW,CAAC,kBAAkB,EAAE,MAAM,GAAG,MAAM,EAAE;IA0BjD,gDAAgD;IAChD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO;IAiBjE,2EAA2E;IAC3E,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAajD,oCAAoC;IACpC,QAAQ,IAAI,IAAI;CAUjB"}
|
|
1
|
+
{"version":3,"file":"WorkerPool.d.ts","sourceRoot":"","sources":["../src/WorkerPool.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,UAAU,EACf,KAAK,kBAAkB,EAExB,MAAM,YAAY,CAAC;AAapB,gFAAgF;AAChF,wBAAgB,YAAY,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAc3D;AAED;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;gBAEhC,MAAM,CAAC,EAAE,kBAAkB;IAIvC,GAAG,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI;IAIlC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAQ/C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAI5C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAIxB,MAAM,IAAI,gBAAgB,CAAC,eAAe,CAAC;IAI3C;;;;;OAKG;IACH,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAiD5E;;OAEG;IACH,qBAAqB,IAAI,eAAe,GAAG,IAAI;IAY/C;;;;OAIG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAsB1E;;;OAGG;IACH,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE;QAAE,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAAE,GACzC,IAAI;IA6BP,QAAQ,IAAI,MAAM;IAIlB,iBAAiB,IAAI,MAAM;IAU3B;;;OAGG;IACH,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;IA+B/D,mDAAmD;IACnD,iBAAiB,IAAI,UAAU,EAAE;IAIjC;;;OAGG;IACH,WAAW,CAAC,kBAAkB,EAAE,MAAM,GAAG,MAAM,EAAE;IA0BjD,gDAAgD;IAChD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO;IAiBjE,2EAA2E;IAC3E,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAajD,oCAAoC;IACpC,QAAQ,IAAI,IAAI;CAUjB"}
|
package/dist/WorkerPool.js
CHANGED
|
@@ -172,6 +172,35 @@ class WorkerPool {
|
|
|
172
172
|
}
|
|
173
173
|
return count;
|
|
174
174
|
}
|
|
175
|
+
/**
|
|
176
|
+
* Count total free slots for the given model across all available workers.
|
|
177
|
+
* Accounts for per-category limits when category is provided.
|
|
178
|
+
*/
|
|
179
|
+
getAvailableSlotCount(model, category) {
|
|
180
|
+
let count = 0;
|
|
181
|
+
for (const worker of this.workers.values()) {
|
|
182
|
+
if (worker.status !== types_js_1.WorkerStatus.Available) {
|
|
183
|
+
continue;
|
|
184
|
+
}
|
|
185
|
+
const supportsModel = worker.capabilities.models.some((m) => m.modelId === model ||
|
|
186
|
+
m.modelId.includes(model) ||
|
|
187
|
+
model.includes(m.modelId));
|
|
188
|
+
if (!supportsModel) {
|
|
189
|
+
continue;
|
|
190
|
+
}
|
|
191
|
+
const workerFreeSlots = worker.capabilities.maxConcurrentRequests - worker.activeRequests;
|
|
192
|
+
if (category !== undefined &&
|
|
193
|
+
worker.capabilities.concurrencyLimits?.[category] !== undefined) {
|
|
194
|
+
const categoryLimit = worker.capabilities.concurrencyLimits[category];
|
|
195
|
+
const categoryCount = worker.categoryActiveRequests.get(category) ?? 0;
|
|
196
|
+
count += Math.min(workerFreeSlots, categoryLimit - categoryCount);
|
|
197
|
+
}
|
|
198
|
+
else {
|
|
199
|
+
count += workerFreeSlots;
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
return count;
|
|
203
|
+
}
|
|
175
204
|
/** Get public info about all connected workers. */
|
|
176
205
|
getWorkerInfoList() {
|
|
177
206
|
return Array.from(this.workers.values()).map(toWorkerInfo);
|
package/dist/WorkerPool.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WorkerPool.js","sourceRoot":"","sources":["../src/WorkerPool.ts"],"names":[],"mappings":";;;;;;AAqBA,oCAcC;AAnCD,4CAA2B;AAE3B,yCAKoB;AAEpB,SAAS,IAAI;IACX,oBAAoB;AACtB,CAAC;AAED,MAAM,YAAY,GAAuB;IACvC,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,KAAK,EAAE,IAAI;CACZ,CAAC;AAEF,gFAAgF;AAChF,SAAgB,YAAY,CAAC,CAAkB;IAC7C,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,cAAc,EAAE,CAAC,CAAC,cAAc;QAChC,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;QACtC,iBAAiB,EAAE,CAAC,CAAC,eAAe;QACpC,sBAAsB,EAAE,CAAC,CAAC,sBAAsB;KACjD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAa,UAAU;IACJ,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC7C,MAAM,CAAqB;IAE5C,YAAY,MAA2B;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,YAAY,CAAC;IACvC,CAAC;IAED,GAAG,CAAC,MAAuB;QACzB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACH,kBAAkB,CAAC,KAAa,EAAE,QAAiB;QACjD,IAAI,UAAU,GAA2B,IAAI,CAAC;QAC9C,IAAI,UAAU,GAAG,QAAQ,CAAC;QAE1B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS,EAAE,CAAC;gBAC7C,SAAS;YACX,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,OAAO,KAAK,KAAK;gBACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACzB,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAC5B,CAAC;YACF,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;gBACvE,SAAS;YACX,CAAC;YAED,2CAA2C;YAC3C,IACE,QAAQ,KAAK,SAAS;gBACtB,MAAM,CAAC,YAAY,CAAC,iBAAiB,KAAK,SAAS,EACnD,CAAC;gBACD,IAAI,QAAQ,IAAI,MAAM,CAAC,YAAY,CAAC,iBAAiB,EAAE,CAAC;oBACtD,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBACtE,MAAM,aAAa,GACjB,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACnD,IAAI,aAAa,IAAI,aAAa,EAAE,CAAC;wBACnC,SAAS;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GACR,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC;YACpE,IAAI,IAAI,GAAG,UAAU,EAAE,CAAC;gBACtB,UAAU,GAAG,IAAI,CAAC;gBAClB,UAAU,GAAG,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACtC,IACE,CAAC,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS;gBACnC,CAAC,CAAC,MAAM,KAAK,uBAAY,CAAC,IAAI,EAC9B,CAAC;gBACD,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,YAAY,CAAC,QAAgB,EAAE,SAAiB,EAAE,QAAiB;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEtC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAClD,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAC/B,QAAQ,EACR,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CACvD,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YACvE,MAAM,CAAC,MAAM,GAAG,uBAAY,CAAC,IAAI,CAAC;QACpC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,cAAc,CACZ,SAAiB,EACjB,OAA0C;QAE1C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1C,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;gBAE/D,8DAA8D;gBAC9D,MAAM,QAAQ,GAAG,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACzD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;oBAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC9D,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAED,IAAI,OAAO,EAAE,kBAAkB,KAAK,IAAI,EAAE,CAAC;oBACzC,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBAC7B,CAAC;gBAED,IACE,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,IAAI;oBACnC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC,qBAAqB,EACjE,CAAC;oBACD,MAAM,CAAC,MAAM,GAAG,uBAAY,CAAC,SAAS,CAAC;gBACzC,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,iBAAiB;QACf,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS,EAAE,CAAC;gBAC7C,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,mDAAmD;IACnD,iBAAiB;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,kBAA0B;QACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,MAAM,kBAAkB,GAAG,GAAG,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;YAEhE,IAAI,kBAAkB,GAAG,kBAAkB,EAAE,CAAC;gBAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS,EAAE,CAAC;oBAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE;wBAC3C,QAAQ,EAAE,MAAM,CAAC,EAAE;wBACnB,kBAAkB;wBAClB,SAAS,EAAE,kBAAkB;qBAC9B,CAAC,CAAC;oBACH,MAAM,CAAC,MAAM,GAAG,uBAAY,CAAC,SAAS,CAAC;gBACzC,CAAC;gBAED,IAAI,kBAAkB,GAAG,kBAAkB,GAAG,CAAC,EAAE,CAAC;oBAChD,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,gDAAgD;IAChD,IAAI,CAAC,QAAgB,EAAE,OAAgC;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU,KAAK,YAAS,CAAC,IAAI,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,SAAS,CAAC,OAAgC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU,KAAK,YAAS,CAAC,IAAI,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBAAC,MAAM,CAAC;oBACP,8BAA8B;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,QAAQ;QACN,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;YACvD,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;
|
|
1
|
+
{"version":3,"file":"WorkerPool.js","sourceRoot":"","sources":["../src/WorkerPool.ts"],"names":[],"mappings":";;;;;;AAqBA,oCAcC;AAnCD,4CAA2B;AAE3B,yCAKoB;AAEpB,SAAS,IAAI;IACX,oBAAoB;AACtB,CAAC;AAED,MAAM,YAAY,GAAuB;IACvC,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,KAAK,EAAE,IAAI;CACZ,CAAC;AAEF,gFAAgF;AAChF,SAAgB,YAAY,CAAC,CAAkB;IAC7C,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,cAAc,EAAE,CAAC,CAAC,cAAc;QAChC,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;QACtC,iBAAiB,EAAE,CAAC,CAAC,eAAe;QACpC,sBAAsB,EAAE,CAAC,CAAC,sBAAsB;KACjD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAa,UAAU;IACJ,OAAO,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC7C,MAAM,CAAqB;IAE5C,YAAY,MAA2B;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,YAAY,CAAC;IACvC,CAAC;IAED,GAAG,CAAC,MAAuB;QACzB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACH,kBAAkB,CAAC,KAAa,EAAE,QAAiB;QACjD,IAAI,UAAU,GAA2B,IAAI,CAAC;QAC9C,IAAI,UAAU,GAAG,QAAQ,CAAC;QAE1B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS,EAAE,CAAC;gBAC7C,SAAS;YACX,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,OAAO,KAAK,KAAK;gBACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACzB,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAC5B,CAAC;YACF,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;gBACvE,SAAS;YACX,CAAC;YAED,2CAA2C;YAC3C,IACE,QAAQ,KAAK,SAAS;gBACtB,MAAM,CAAC,YAAY,CAAC,iBAAiB,KAAK,SAAS,EACnD,CAAC;gBACD,IAAI,QAAQ,IAAI,MAAM,CAAC,YAAY,CAAC,iBAAiB,EAAE,CAAC;oBACtD,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;oBACtE,MAAM,aAAa,GACjB,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACnD,IAAI,aAAa,IAAI,aAAa,EAAE,CAAC;wBACnC,SAAS;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GACR,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC;YACpE,IAAI,IAAI,GAAG,UAAU,EAAE,CAAC;gBACtB,UAAU,GAAG,IAAI,CAAC;gBAClB,UAAU,GAAG,MAAM,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACtC,IACE,CAAC,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS;gBACnC,CAAC,CAAC,MAAM,KAAK,uBAAY,CAAC,IAAI,EAC9B,CAAC;gBACD,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,YAAY,CAAC,QAAgB,EAAE,SAAiB,EAAE,QAAiB;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QAED,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEtC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAClD,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAC/B,QAAQ,EACR,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CACvD,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YACvE,MAAM,CAAC,MAAM,GAAG,uBAAY,CAAC,IAAI,CAAC;QACpC,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,cAAc,CACZ,SAAiB,EACjB,OAA0C;QAE1C,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1C,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;gBAE/D,8DAA8D;gBAC9D,MAAM,QAAQ,GAAG,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACzD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;oBAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC9D,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;gBACrE,CAAC;gBAED,IAAI,OAAO,EAAE,kBAAkB,KAAK,IAAI,EAAE,CAAC;oBACzC,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBAC7B,CAAC;gBAED,IACE,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,IAAI;oBACnC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC,qBAAqB,EACjE,CAAC;oBACD,MAAM,CAAC,MAAM,GAAG,uBAAY,CAAC,SAAS,CAAC;gBACzC,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,iBAAiB;QACf,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS,EAAE,CAAC;gBAC7C,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,KAAa,EAAE,QAAiB;QACpD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS,EAAE,CAAC;gBAC7C,SAAS;YACX,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CACnD,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,OAAO,KAAK,KAAK;gBACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACzB,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAC5B,CAAC;YACF,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,SAAS;YACX,CAAC;YACD,MAAM,eAAe,GACnB,MAAM,CAAC,YAAY,CAAC,qBAAqB,GAAG,MAAM,CAAC,cAAc,CAAC;YACpE,IACE,QAAQ,KAAK,SAAS;gBACtB,MAAM,CAAC,YAAY,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,KAAK,SAAS,EAC/D,CAAC;gBACD,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBACtE,MAAM,aAAa,GAAG,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACvE,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,aAAa,GAAG,aAAa,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,KAAK,IAAI,eAAe,CAAC;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,mDAAmD;IACnD,iBAAiB;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,kBAA0B;QACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,MAAM,kBAAkB,GAAG,GAAG,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;YAEhE,IAAI,kBAAkB,GAAG,kBAAkB,EAAE,CAAC;gBAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,uBAAY,CAAC,SAAS,EAAE,CAAC;oBAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE;wBAC3C,QAAQ,EAAE,MAAM,CAAC,EAAE;wBACnB,kBAAkB;wBAClB,SAAS,EAAE,kBAAkB;qBAC9B,CAAC,CAAC;oBACH,MAAM,CAAC,MAAM,GAAG,uBAAY,CAAC,SAAS,CAAC;gBACzC,CAAC;gBAED,IAAI,kBAAkB,GAAG,kBAAkB,GAAG,CAAC,EAAE,CAAC;oBAChD,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,gDAAgD;IAChD,IAAI,CAAC,QAAgB,EAAE,OAAgC;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU,KAAK,YAAS,CAAC,IAAI,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,SAAS,CAAC,OAAgC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU,KAAK,YAAS,CAAC,IAAI,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBAAC,MAAM,CAAC;oBACP,8BAA8B;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,QAAQ;QACN,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;YACvD,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AApSD,gCAoSC"}
|
package/dist/WorkerServer.d.ts
CHANGED
|
@@ -47,6 +47,8 @@ export declare class WorkerServer {
|
|
|
47
47
|
getWorkerCount(): number;
|
|
48
48
|
/** Available worker count. */
|
|
49
49
|
getAvailableWorkerCount(): number;
|
|
50
|
+
/** Count total free slots for the given model across all available workers. */
|
|
51
|
+
getAvailableSlotCount(model: string, category?: string): number;
|
|
50
52
|
/** Get public info about all connected workers. */
|
|
51
53
|
getWorkerInfo(): WorkerInfo[];
|
|
52
54
|
/** Track a request as assigned to a worker. */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WorkerServer.d.ts","sourceRoot":"","sources":["../src/WorkerServer.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EACV,kBAAkB,EAClB,0BAA0B,EAC1B,sBAAsB,EACtB,yBAAyB,EACzB,UAAU,EACV,oBAAoB,EAEpB,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAoBpB;;;;;;;;;;;;GAYG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAS;IAC/C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAE5C,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAGhC;IACJ,OAAO,CAAC,mBAAmB,CAA+C;IAC1E,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA4B;IAEzD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAa;IAClC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;gBAE1C,OAAO,EAAE,mBAAmB;IAuBxC,wEAAwE;IACxE,iBAAiB,CAAC,OAAO,EAAE,sBAAsB,GAAG,MAAM,IAAI;IAI9D,6DAA6D;IAC7D,oBAAoB,CAAC,OAAO,EAAE,yBAAyB,GAAG,MAAM,IAAI;IAIpE;;;;OAIG;IACH,eAAe,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACzC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,CAAC,CAAC,CAAC,GAC/B,MAAM,IAAI;IAMb,yEAAyE;IACzE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO;IAIjE,yDAAyD;IACzD,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAMjD,wEAAwE;IACxE,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI;IAKvE,iDAAiD;IACjD,qBAAqB,IAAI,UAAU,GAAG,IAAI;IAK1C,oCAAoC;IACpC,cAAc,IAAI,MAAM;IAIxB,8BAA8B;IAC9B,uBAAuB,IAAI,MAAM;IAIjC,mDAAmD;IACnD,aAAa,IAAI,UAAU,EAAE;IAM7B,+CAA+C;IAC/C,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAI1E,iCAAiC;IACjC,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE;QAAE,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAAE,GACzC,IAAI;IAMP,gFAAgF;IAChF,cAAc,CAAC,OAAO,EAAE,kBAAkB,GAAG,IAAI;IAIjD,+DAA+D;IAC/D,oBAAoB,CAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,0BAA0B,GAClC,IAAI;IAgBP,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAmEhB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAkC3B,OAAO,CAAC,cAAc;YAkBR,iBAAiB;CAqBhC"}
|
|
1
|
+
{"version":3,"file":"WorkerServer.d.ts","sourceRoot":"","sources":["../src/WorkerServer.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EACV,kBAAkB,EAClB,0BAA0B,EAC1B,sBAAsB,EACtB,yBAAyB,EACzB,UAAU,EACV,oBAAoB,EAEpB,mBAAmB,EACpB,MAAM,YAAY,CAAC;AAoBpB;;;;;;;;;;;;GAYG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAS;IAC/C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAE5C,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAGhC;IACJ,OAAO,CAAC,mBAAmB,CAA+C;IAC1E,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA4B;IAEzD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAa;IAClC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;gBAE1C,OAAO,EAAE,mBAAmB;IAuBxC,wEAAwE;IACxE,iBAAiB,CAAC,OAAO,EAAE,sBAAsB,GAAG,MAAM,IAAI;IAI9D,6DAA6D;IAC7D,oBAAoB,CAAC,OAAO,EAAE,yBAAyB,GAAG,MAAM,IAAI;IAIpE;;;;OAIG;IACH,eAAe,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACzC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,oBAAoB,CAAC,CAAC,CAAC,GAC/B,MAAM,IAAI;IAMb,yEAAyE;IACzE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO;IAIjE,yDAAyD;IACzD,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAMjD,wEAAwE;IACxE,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI;IAKvE,iDAAiD;IACjD,qBAAqB,IAAI,UAAU,GAAG,IAAI;IAK1C,oCAAoC;IACpC,cAAc,IAAI,MAAM;IAIxB,8BAA8B;IAC9B,uBAAuB,IAAI,MAAM;IAIjC,+EAA+E;IAC/E,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;IAI/D,mDAAmD;IACnD,aAAa,IAAI,UAAU,EAAE;IAM7B,+CAA+C;IAC/C,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAI1E,iCAAiC;IACjC,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE;QAAE,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAAE,GACzC,IAAI;IAMP,gFAAgF;IAChF,cAAc,CAAC,OAAO,EAAE,kBAAkB,GAAG,IAAI;IAIjD,+DAA+D;IAC/D,oBAAoB,CAClB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,0BAA0B,GAClC,IAAI;IAgBP,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAmEhB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAkC3B,OAAO,CAAC,cAAc;YAkBR,iBAAiB;CAqBhC"}
|
package/dist/WorkerServer.js
CHANGED
|
@@ -103,6 +103,10 @@ class WorkerServer {
|
|
|
103
103
|
getAvailableWorkerCount() {
|
|
104
104
|
return this.pool.getAvailableCount();
|
|
105
105
|
}
|
|
106
|
+
/** Count total free slots for the given model across all available workers. */
|
|
107
|
+
getAvailableSlotCount(model, category) {
|
|
108
|
+
return this.pool.getAvailableSlotCount(model, category);
|
|
109
|
+
}
|
|
106
110
|
/** Get public info about all connected workers. */
|
|
107
111
|
getWorkerInfo() {
|
|
108
112
|
return this.pool.getWorkerInfoList();
|
package/dist/WorkerServer.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WorkerServer.js","sourceRoot":"","sources":["../src/WorkerServer.ts"],"names":[],"mappings":";;;AAAA,+BAKc;AAGd,2BAAqD;AAErD,iEAA2D;AAW3D,mDAA2D;AAE3D,MAAM,QAAQ,GAAG;IACf,kBAAkB,EAAE,MAAM;IAC1B,qBAAqB,EAAE,MAAM;IAC7B,mBAAmB,EAAE,MAAM;CACnB,CAAC;AAEX,SAAS,IAAI;IACX,oBAAoB;AACtB,CAAC;AAED,MAAM,YAAY,GAAuB;IACvC,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,KAAK,EAAE,IAAI;CACZ,CAAC;AAEF;;;;;;;;;;;;GAYG;AACH,MAAa,YAAY;IACN,IAAI,CAAS;IACb,kBAAkB,CAAS;IAC3B,qBAAqB,CAAS;IAC9B,MAAM,CAAqB;IAEpC,UAAU,GAAsB,IAAI,CAAC;IACrC,SAAS,GAA2B,IAAI,CAAC;IAChC,mBAAmB,GAAG,IAAI,GAAG,EAG3C,CAAC;IACI,mBAAmB,GAA0C,IAAI,CAAC;IACzD,YAAY,GAAyB,EAAE,CAAC;IAExC,IAAI,CAAa;IACjB,iBAAiB,CAAoB;IAEtD,YAAY,OAA4B;QACtC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,kBAAkB;YACrB,OAAO,CAAC,kBAAkB,IAAI,QAAQ,CAAC,kBAAkB,CAAC;QAC5D,IAAI,CAAC,qBAAqB;YACxB,OAAO,CAAC,qBAAqB,IAAI,QAAQ,CAAC,qBAAqB,CAAC;QAClE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,YAAY,CAAC;QAE7C,IAAI,CAAC,IAAI,GAAG,IAAI,0BAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,iBAAiB,GAAG,IAAI,wCAAiB,CAC5C,IAAI,CAAC,IAAI,EACT;YACE,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,mBAAmB,EACjB,OAAO,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB;SAC9D,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;IACJ,CAAC;IAED,yCAAyC;IAEzC,wEAAwE;IACxE,iBAAiB,CAAC,OAA+B;QAC/C,OAAO,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,6DAA6D;IAC7D,oBAAoB,CAAC,OAAkC;QACrD,OAAO,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED;;;;OAIG;IACH,eAAe,CACb,IAAY,EACZ,OAAgC;QAEhC,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED,sCAAsC;IAEtC,yEAAyE;IACzE,IAAI,CAAC,QAAgB,EAAE,OAAgC;QACrD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,yDAAyD;IACzD,SAAS,CAAC,OAAgC;QACxC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,qCAAqC;IAErC,wEAAwE;IACxE,kBAAkB,CAAC,KAAa,EAAE,QAAiB;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7D,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAA,4BAAY,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,CAAC;IAED,iDAAiD;IACjD,qBAAqB;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACjD,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAA,4BAAY,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,CAAC;IAED,oCAAoC;IACpC,cAAc;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,8BAA8B;IAC9B,uBAAuB;QACrB,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACvC,CAAC;IAED,mDAAmD;IACnD,aAAa;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACvC,CAAC;IAED,yCAAyC;IAEzC,+CAA+C;IAC/C,YAAY,CAAC,QAAgB,EAAE,SAAiB,EAAE,QAAiB;QACjE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,iCAAiC;IACjC,cAAc,CACZ,SAAiB,EACjB,OAA0C;QAE1C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,uDAAuD;IAEvD,gFAAgF;IAChF,cAAc,CAAC,OAA2B;QACxC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,+DAA+D;IAC/D,oBAAoB,CAClB,IAAY,EACZ,OAAmC;QAEnC,MAAM,GAAG,GAAG,IAAI,oBAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,EAAa,EAAE,EAAE;YACrC,OAAO,CAAC,EAAE,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE;gBAC1C,IAAI;gBACJ,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,yCAAyC;IAEzC,KAAK;QACH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,CAAC;gBACrD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,UAAU,GAAG,IAAA,mBAAY,EAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBAC1C,KAAK,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,GAAG,IAAI,oBAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAEzD,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,EAAa,EAAE,EAAE;gBAChD,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;gBAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE;oBACjD,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,uCAAuC;YACvC,IAAI,CAAC,UAAU,CAAC,EAAE,CAChB,SAAS,EACT,CAAC,OAAwB,EAAE,MAAc,EAAE,IAAY,EAAE,EAAE;gBACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC;gBAEpC,mCAAmC;gBACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACxD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE;wBACvD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;oBAC/C,CAAC,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,8BAA8B;gBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;oBACjB,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE;wBAC9C,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;oBACtC,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CACF,CAAC;YAEF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;gBAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACjE,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE;gBACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;oBACnD,IAAI,EAAE,IAAI,CAAC,IAAI;iBAChB,CAAC,CAAC;gBAEH,IAAI,CAAC,mBAAmB,GAAG,WAAW,CAAC,GAAG,EAAE;oBAC1C,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;gBAE/B,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,mBAAmB,KAAK,IAAI,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAClC,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAErB,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE,CAAC;YACxD,GAAG,CAAC,KAAK,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAC;QAEjC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;QAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;gBAChB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACrD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,gCAAgC;IAExB,cAAc;QACpB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAErE,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;oBAC3D,QAAQ;iBACT,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;gBACpD,CAAC;gBAAC,MAAM,CAAC;oBACP,sBAAsB;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,GAAoB,EACpB,GAAmB;QAEnB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBACxC,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;gBACT,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE;oBACtC,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,GAAG,EAAE,GAAG,CAAC,GAAG;iBACb,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;CACF;
|
|
1
|
+
{"version":3,"file":"WorkerServer.js","sourceRoot":"","sources":["../src/WorkerServer.ts"],"names":[],"mappings":";;;AAAA,+BAKc;AAGd,2BAAqD;AAErD,iEAA2D;AAW3D,mDAA2D;AAE3D,MAAM,QAAQ,GAAG;IACf,kBAAkB,EAAE,MAAM;IAC1B,qBAAqB,EAAE,MAAM;IAC7B,mBAAmB,EAAE,MAAM;CACnB,CAAC;AAEX,SAAS,IAAI;IACX,oBAAoB;AACtB,CAAC;AAED,MAAM,YAAY,GAAuB;IACvC,KAAK,EAAE,IAAI;IACX,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,KAAK,EAAE,IAAI;CACZ,CAAC;AAEF;;;;;;;;;;;;GAYG;AACH,MAAa,YAAY;IACN,IAAI,CAAS;IACb,kBAAkB,CAAS;IAC3B,qBAAqB,CAAS;IAC9B,MAAM,CAAqB;IAEpC,UAAU,GAAsB,IAAI,CAAC;IACrC,SAAS,GAA2B,IAAI,CAAC;IAChC,mBAAmB,GAAG,IAAI,GAAG,EAG3C,CAAC;IACI,mBAAmB,GAA0C,IAAI,CAAC;IACzD,YAAY,GAAyB,EAAE,CAAC;IAExC,IAAI,CAAa;IACjB,iBAAiB,CAAoB;IAEtD,YAAY,OAA4B;QACtC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,kBAAkB;YACrB,OAAO,CAAC,kBAAkB,IAAI,QAAQ,CAAC,kBAAkB,CAAC;QAC5D,IAAI,CAAC,qBAAqB;YACxB,OAAO,CAAC,qBAAqB,IAAI,QAAQ,CAAC,qBAAqB,CAAC;QAClE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,YAAY,CAAC;QAE7C,IAAI,CAAC,IAAI,GAAG,IAAI,0BAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,iBAAiB,GAAG,IAAI,wCAAiB,CAC5C,IAAI,CAAC,IAAI,EACT;YACE,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,mBAAmB,EACjB,OAAO,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB;SAC9D,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;IACJ,CAAC;IAED,yCAAyC;IAEzC,wEAAwE;IACxE,iBAAiB,CAAC,OAA+B;QAC/C,OAAO,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,6DAA6D;IAC7D,oBAAoB,CAAC,OAAkC;QACrD,OAAO,IAAI,CAAC,iBAAiB,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED;;;;OAIG;IACH,eAAe,CACb,IAAY,EACZ,OAAgC;QAEhC,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED,sCAAsC;IAEtC,yEAAyE;IACzE,IAAI,CAAC,QAAgB,EAAE,OAAgC;QACrD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,yDAAyD;IACzD,SAAS,CAAC,OAAgC;QACxC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,qCAAqC;IAErC,wEAAwE;IACxE,kBAAkB,CAAC,KAAa,EAAE,QAAiB;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7D,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAA,4BAAY,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,CAAC;IAED,iDAAiD;IACjD,qBAAqB;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACjD,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAA,4BAAY,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,CAAC;IAED,oCAAoC;IACpC,cAAc;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,8BAA8B;IAC9B,uBAAuB;QACrB,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACvC,CAAC;IAED,+EAA+E;IAC/E,qBAAqB,CAAC,KAAa,EAAE,QAAiB;QACpD,OAAO,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC1D,CAAC;IAED,mDAAmD;IACnD,aAAa;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACvC,CAAC;IAED,yCAAyC;IAEzC,+CAA+C;IAC/C,YAAY,CAAC,QAAgB,EAAE,SAAiB,EAAE,QAAiB;QACjE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,iCAAiC;IACjC,cAAc,CACZ,SAAiB,EACjB,OAA0C;QAE1C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,uDAAuD;IAEvD,gFAAgF;IAChF,cAAc,CAAC,OAA2B;QACxC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,+DAA+D;IAC/D,oBAAoB,CAClB,IAAY,EACZ,OAAmC;QAEnC,MAAM,GAAG,GAAG,IAAI,oBAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,EAAa,EAAE,EAAE;YACrC,OAAO,CAAC,EAAE,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE;gBAC1C,IAAI;gBACJ,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,yCAAyC;IAEzC,KAAK;QACH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,CAAC;gBACrD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,UAAU,GAAG,IAAA,mBAAY,EAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBAC1C,KAAK,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,GAAG,IAAI,oBAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAEzD,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,EAAa,EAAE,EAAE;gBAChD,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;gBAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE;oBACjD,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,uCAAuC;YACvC,IAAI,CAAC,UAAU,CAAC,EAAE,CAChB,SAAS,EACT,CAAC,OAAwB,EAAE,MAAc,EAAE,IAAY,EAAE,EAAE;gBACzD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC;gBAEpC,mCAAmC;gBACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACxD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE;wBACvD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;oBAC/C,CAAC,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,8BAA8B;gBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC3B,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;oBACjB,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE;wBAC9C,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;oBACtC,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CACF,CAAC;YAEF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;gBAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACjE,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE;gBACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;oBACnD,IAAI,EAAE,IAAI,CAAC,IAAI;iBAChB,CAAC,CAAC;gBAEH,IAAI,CAAC,mBAAmB,GAAG,WAAW,CAAC,GAAG,EAAE;oBAC1C,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;gBAE/B,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,mBAAmB,KAAK,IAAI,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAClC,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAErB,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE,CAAC;YACxD,GAAG,CAAC,KAAK,EAAE,CAAC;QACd,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAC;QAEjC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;QAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;gBAChB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACrD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,gCAAgC;IAExB,cAAc;QACpB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAErE,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;oBAC3D,QAAQ;iBACT,CAAC,CAAC;gBACH,IAAI,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;gBACpD,CAAC;gBAAC,MAAM,CAAC;oBACP,sBAAsB;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,GAAoB,EACpB,GAAmB;QAEnB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBACxC,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;gBACT,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE;oBACtC,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;oBACvD,GAAG,EAAE,GAAG,CAAC,GAAG;iBACb,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;CACF;AAnSD,oCAmSC"}
|