@daocloud-proto/hydra 0.18.0-dev-5 → 0.18.0-dev-8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -42,6 +42,20 @@ export type ListGPUTypesResponse = {
|
|
|
42
42
|
export type GPUType = {
|
|
43
43
|
gpuName?: string
|
|
44
44
|
gpuType?: string
|
|
45
|
+
displayName?: string
|
|
46
|
+
provider?: string
|
|
47
|
+
resources?: GPUResourceSchema[]
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
export type GPUResourceSchema = {
|
|
51
|
+
key?: string
|
|
52
|
+
displayName?: string
|
|
53
|
+
displayNameZh?: string
|
|
54
|
+
semanticType?: string
|
|
55
|
+
minimum?: string
|
|
56
|
+
maximum?: string
|
|
57
|
+
description?: string
|
|
58
|
+
descriptionZh?: string
|
|
45
59
|
}
|
|
46
60
|
|
|
47
61
|
export class Management {
|
|
@@ -204,15 +204,21 @@ export type ModelServingSpec = {
|
|
|
204
204
|
deployTemplates?: DeployTemplate[]
|
|
205
205
|
}
|
|
206
206
|
|
|
207
|
-
|
|
207
|
+
|
|
208
|
+
/* hydra modified */ export type BaseDeployTemplateResourcesRequirements = {
|
|
208
209
|
cpu?: number
|
|
209
210
|
memory?: number
|
|
210
211
|
gpuType?: string
|
|
211
212
|
gpuCount?: number
|
|
212
213
|
perGpuMemory?: number
|
|
213
214
|
gpuCores?: number
|
|
215
|
+
gpuResourceValues?: {[key: string]: string}
|
|
214
216
|
}
|
|
215
217
|
|
|
218
|
+
export type DeployTemplateResourcesRequirements = BaseDeployTemplateResourcesRequirements
|
|
219
|
+
& OneOf<{ shmSize: number }>
|
|
220
|
+
& OneOf<{ enableShm: boolean }>
|
|
221
|
+
|
|
216
222
|
export type DeployTemplate = {
|
|
217
223
|
resourcesRequirements?: DeployTemplateResourcesRequirements
|
|
218
224
|
runtime?: DeployTemplateInferenceRuntime
|
|
@@ -147,10 +147,13 @@ export type ConfigMapMountConfig = {
|
|
|
147
147
|
gpuType?: string
|
|
148
148
|
gpuCount?: number
|
|
149
149
|
perGpuMemory?: number
|
|
150
|
+
gpuResourceValues?: {[key: string]: string}
|
|
150
151
|
}
|
|
151
152
|
|
|
152
153
|
export type ResourceConfig = BaseResourceConfig
|
|
153
154
|
& OneOf<{ gpuCores: number }>
|
|
155
|
+
& OneOf<{ shmSize: number }>
|
|
156
|
+
& OneOf<{ enableShm: boolean }>
|
|
154
157
|
|
|
155
158
|
export type EnvVar = {
|
|
156
159
|
name?: string
|