@daocloud-proto/hydra 0.18.0-dev-7 → 0.18.0-dev-8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -204,7 +204,8 @@ export type ModelServingSpec = {
|
|
|
204
204
|
deployTemplates?: DeployTemplate[]
|
|
205
205
|
}
|
|
206
206
|
|
|
207
|
-
|
|
207
|
+
|
|
208
|
+
/* hydra modified */ export type BaseDeployTemplateResourcesRequirements = {
|
|
208
209
|
cpu?: number
|
|
209
210
|
memory?: number
|
|
210
211
|
gpuType?: string
|
|
@@ -214,6 +215,10 @@ export type DeployTemplateResourcesRequirements = {
|
|
|
214
215
|
gpuResourceValues?: {[key: string]: string}
|
|
215
216
|
}
|
|
216
217
|
|
|
218
|
+
export type DeployTemplateResourcesRequirements = BaseDeployTemplateResourcesRequirements
|
|
219
|
+
& OneOf<{ shmSize: number }>
|
|
220
|
+
& OneOf<{ enableShm: boolean }>
|
|
221
|
+
|
|
217
222
|
export type DeployTemplate = {
|
|
218
223
|
resourcesRequirements?: DeployTemplateResourcesRequirements
|
|
219
224
|
runtime?: DeployTemplateInferenceRuntime
|