@dhbw-cloud/llm-client 0.2.14 → 0.2.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/types.gen.d.ts +20 -1
- package/package.json +1 -1
package/dist/types.gen.d.ts
CHANGED
|
@@ -96,6 +96,10 @@ export type GpuClassInfo = {
|
|
|
96
96
|
* GPU types of its nodes, e.g. "NVIDIA-L40S-12Q"
|
|
97
97
|
*/
|
|
98
98
|
products?: string;
|
|
99
|
+
/**
|
|
100
|
+
* the id from before pools this class took over
|
|
101
|
+
*/
|
|
102
|
+
replaces?: string;
|
|
99
103
|
tier?: string;
|
|
100
104
|
tier_name?: string;
|
|
101
105
|
};
|
|
@@ -148,7 +152,7 @@ export type GpuInferencePool = {
|
|
|
148
152
|
export type GpuNodeAssignment = {
|
|
149
153
|
available_until?: string;
|
|
150
154
|
/**
|
|
151
|
-
* GapModel: the inference gap filler on this node; "" = the tier's default, "-" = none
|
|
155
|
+
* GapModel: the inference gap filler on this node, a key of the configured models; "" = the tier's default, "-" = none.
|
|
152
156
|
*/
|
|
153
157
|
gap_model?: string;
|
|
154
158
|
node?: string;
|
|
@@ -276,6 +280,10 @@ export type UsageTotal = {
|
|
|
276
280
|
days?: number;
|
|
277
281
|
gpu_class?: string;
|
|
278
282
|
gpu_hours?: number;
|
|
283
|
+
/**
|
|
284
|
+
* GPUProduct is the GPU type used (nvidia.com/gpu.product of the node).
|
|
285
|
+
*/
|
|
286
|
+
gpu_product?: string;
|
|
279
287
|
/**
|
|
280
288
|
* sum over days of the day's home size
|
|
281
289
|
*/
|
|
@@ -324,8 +332,15 @@ export type WebserverErrorResponse = {
|
|
|
324
332
|
};
|
|
325
333
|
export type WebserverGpuFleetResponse = {
|
|
326
334
|
classes?: Array<GpuClassInfo>;
|
|
335
|
+
/**
|
|
336
|
+
* Models are the gap filler models a node can run (keys), TierModels the default of each tier.
|
|
337
|
+
*/
|
|
338
|
+
models?: Array<string>;
|
|
327
339
|
nodes?: Array<GpuGpuNode>;
|
|
328
340
|
pools?: Array<GpuPool>;
|
|
341
|
+
tier_models?: {
|
|
342
|
+
[key: string]: string;
|
|
343
|
+
};
|
|
329
344
|
tiers?: Array<GpuTier>;
|
|
330
345
|
};
|
|
331
346
|
export type WebserverGpuNodeRequest = {
|
|
@@ -425,6 +440,10 @@ export type WorkspaceGpuClass = {
|
|
|
425
440
|
pool?: string;
|
|
426
441
|
pool_name?: string;
|
|
427
442
|
products?: string;
|
|
443
|
+
/**
|
|
444
|
+
* Replaces is the id from before pools this class took over; the tree renames its resources once.
|
|
445
|
+
*/
|
|
446
|
+
replaces?: string;
|
|
428
447
|
tier?: string;
|
|
429
448
|
tier_name?: string;
|
|
430
449
|
};
|