@daocloud-proto/hydra 0.15.0-dev-2 → 0.15.0-dev-3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -30,6 +30,19 @@ export enum PlacementPolicy {
|
|
|
30
30
|
GROUPED = "GROUPED",
|
|
31
31
|
}
|
|
32
32
|
|
|
33
|
+
export enum HealthProbeCheckType {
|
|
34
|
+
PROBE_CHECK_TYPE_UNSPECIFIED = "PROBE_CHECK_TYPE_UNSPECIFIED",
|
|
35
|
+
PROBE_CHECK_HTTP = "PROBE_CHECK_HTTP",
|
|
36
|
+
PROBE_CHECK_TCP = "PROBE_CHECK_TCP",
|
|
37
|
+
PROBE_CHECK_EXEC = "PROBE_CHECK_EXEC",
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
export enum HealthProbeScheme {
|
|
41
|
+
PROBE_SCHEME_UNSPECIFIED = "PROBE_SCHEME_UNSPECIFIED",
|
|
42
|
+
PROBE_SCHEME_HTTP = "PROBE_SCHEME_HTTP",
|
|
43
|
+
PROBE_SCHEME_HTTPS = "PROBE_SCHEME_HTTPS",
|
|
44
|
+
}
|
|
45
|
+
|
|
33
46
|
export enum ModelServingStatus {
|
|
34
47
|
STATUS_UNSPECIFIED = "STATUS_UNSPECIFIED",
|
|
35
48
|
DEPLOYING = "DEPLOYING",
|
|
@@ -75,6 +88,35 @@ export type PreflightConfig = {
|
|
|
75
88
|
nodeCheckBusbwThresholdGbps?: string
|
|
76
89
|
}
|
|
77
90
|
|
|
91
|
+
export type HealthProbeHTTPHeader = {
|
|
92
|
+
name?: string
|
|
93
|
+
value?: string
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
export type HealthProbeConfig = {
|
|
97
|
+
checkType?: HealthProbeCheckType
|
|
98
|
+
path?: string
|
|
99
|
+
port?: number
|
|
100
|
+
host?: string
|
|
101
|
+
scheme?: HealthProbeScheme
|
|
102
|
+
httpHeaders?: HealthProbeHTTPHeader[]
|
|
103
|
+
command?: string[]
|
|
104
|
+
initialDelaySeconds?: number
|
|
105
|
+
timeoutSeconds?: number
|
|
106
|
+
periodSeconds?: number
|
|
107
|
+
successThreshold?: number
|
|
108
|
+
failureThreshold?: number
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
/* hydra modified */ export type BaseHealthCheckConfig = {
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
export type HealthCheckConfig = BaseHealthCheckConfig
|
|
116
|
+
& OneOf<{ livenessProbe: HealthProbeConfig }>
|
|
117
|
+
& OneOf<{ readinessProbe: HealthProbeConfig }>
|
|
118
|
+
& OneOf<{ startupProbe: HealthProbeConfig }>
|
|
119
|
+
|
|
78
120
|
export type WeightVolumeConfig = {
|
|
79
121
|
modelId?: string
|
|
80
122
|
modelTag?: string
|
|
@@ -147,6 +189,7 @@ export type CreateWSModelServingRequest = BaseCreateWSModelServingRequest
|
|
|
147
189
|
& OneOf<{ weightVolumeConfig: WeightVolumeConfig }>
|
|
148
190
|
& OneOf<{ schedulingConfig: SchedulingConfig }>
|
|
149
191
|
& OneOf<{ preflight: PreflightConfig }>
|
|
192
|
+
& OneOf<{ healthCheck: HealthCheckConfig }>
|
|
150
193
|
|
|
151
194
|
export type ModelServing = {
|
|
152
195
|
id?: string
|
|
@@ -193,6 +236,7 @@ export type ModelServing = {
|
|
|
193
236
|
tokenWeight?: string
|
|
194
237
|
preflight?: PreflightConfig
|
|
195
238
|
configMapMounts?: ConfigMapMountConfig[]
|
|
239
|
+
healthCheck?: HealthCheckConfig
|
|
196
240
|
}
|
|
197
241
|
|
|
198
242
|
export type WSModelServing = BaseWSModelServing
|