@daocloud-proto/hydra 0.15.0-dev-1 → 0.15.0-dev-3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -30,6 +30,19 @@ export enum PlacementPolicy {
|
|
|
30
30
|
GROUPED = "GROUPED",
|
|
31
31
|
}
|
|
32
32
|
|
|
33
|
+
export enum HealthProbeCheckType {
|
|
34
|
+
PROBE_CHECK_TYPE_UNSPECIFIED = "PROBE_CHECK_TYPE_UNSPECIFIED",
|
|
35
|
+
PROBE_CHECK_HTTP = "PROBE_CHECK_HTTP",
|
|
36
|
+
PROBE_CHECK_TCP = "PROBE_CHECK_TCP",
|
|
37
|
+
PROBE_CHECK_EXEC = "PROBE_CHECK_EXEC",
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
export enum HealthProbeScheme {
|
|
41
|
+
PROBE_SCHEME_UNSPECIFIED = "PROBE_SCHEME_UNSPECIFIED",
|
|
42
|
+
PROBE_SCHEME_HTTP = "PROBE_SCHEME_HTTP",
|
|
43
|
+
PROBE_SCHEME_HTTPS = "PROBE_SCHEME_HTTPS",
|
|
44
|
+
}
|
|
45
|
+
|
|
33
46
|
export enum ModelServingStatus {
|
|
34
47
|
STATUS_UNSPECIFIED = "STATUS_UNSPECIFIED",
|
|
35
48
|
DEPLOYING = "DEPLOYING",
|
|
@@ -75,6 +88,35 @@ export type PreflightConfig = {
|
|
|
75
88
|
nodeCheckBusbwThresholdGbps?: string
|
|
76
89
|
}
|
|
77
90
|
|
|
91
|
+
export type HealthProbeHTTPHeader = {
|
|
92
|
+
name?: string
|
|
93
|
+
value?: string
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
export type HealthProbeConfig = {
|
|
97
|
+
checkType?: HealthProbeCheckType
|
|
98
|
+
path?: string
|
|
99
|
+
port?: number
|
|
100
|
+
host?: string
|
|
101
|
+
scheme?: HealthProbeScheme
|
|
102
|
+
httpHeaders?: HealthProbeHTTPHeader[]
|
|
103
|
+
command?: string[]
|
|
104
|
+
initialDelaySeconds?: number
|
|
105
|
+
timeoutSeconds?: number
|
|
106
|
+
periodSeconds?: number
|
|
107
|
+
successThreshold?: number
|
|
108
|
+
failureThreshold?: number
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
/* hydra modified */ export type BaseHealthCheckConfig = {
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
export type HealthCheckConfig = BaseHealthCheckConfig
|
|
116
|
+
& OneOf<{ livenessProbe: HealthProbeConfig }>
|
|
117
|
+
& OneOf<{ readinessProbe: HealthProbeConfig }>
|
|
118
|
+
& OneOf<{ startupProbe: HealthProbeConfig }>
|
|
119
|
+
|
|
78
120
|
export type WeightVolumeConfig = {
|
|
79
121
|
modelId?: string
|
|
80
122
|
modelTag?: string
|
|
@@ -84,6 +126,12 @@ export type WeightVolumeConfig = {
|
|
|
84
126
|
mountPath?: string
|
|
85
127
|
}
|
|
86
128
|
|
|
129
|
+
export type ConfigMapMountConfig = {
|
|
130
|
+
configMapName?: string
|
|
131
|
+
mountPath?: string
|
|
132
|
+
subPath?: string
|
|
133
|
+
}
|
|
134
|
+
|
|
87
135
|
|
|
88
136
|
/* hydra modified */ export type BaseResourceConfig = {
|
|
89
137
|
cpu?: number
|
|
@@ -134,12 +182,14 @@ export type CreateModelServingRequest = {
|
|
|
134
182
|
runtimeConfig?: RuntimeConfig
|
|
135
183
|
tokenWeight?: string
|
|
136
184
|
enableMetrics?: boolean
|
|
185
|
+
configMapMounts?: ConfigMapMountConfig[]
|
|
137
186
|
}
|
|
138
187
|
|
|
139
188
|
export type CreateWSModelServingRequest = BaseCreateWSModelServingRequest
|
|
140
189
|
& OneOf<{ weightVolumeConfig: WeightVolumeConfig }>
|
|
141
190
|
& OneOf<{ schedulingConfig: SchedulingConfig }>
|
|
142
191
|
& OneOf<{ preflight: PreflightConfig }>
|
|
192
|
+
& OneOf<{ healthCheck: HealthCheckConfig }>
|
|
143
193
|
|
|
144
194
|
export type ModelServing = {
|
|
145
195
|
id?: string
|
|
@@ -185,6 +235,8 @@ export type ModelServing = {
|
|
|
185
235
|
modelVisible?: ModelVisible
|
|
186
236
|
tokenWeight?: string
|
|
187
237
|
preflight?: PreflightConfig
|
|
238
|
+
configMapMounts?: ConfigMapMountConfig[]
|
|
239
|
+
healthCheck?: HealthCheckConfig
|
|
188
240
|
}
|
|
189
241
|
|
|
190
242
|
export type WSModelServing = BaseWSModelServing
|