@daocloud-proto/hydra 0.18.0-dev-36 → 0.18.0-dev-39
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -38,6 +38,8 @@ export enum LoadBalanceStrategy {
|
|
|
38
38
|
LOAD_BALANCE_STRATEGY_ROUND_ROBIN = "LOAD_BALANCE_STRATEGY_ROUND_ROBIN",
|
|
39
39
|
LOAD_BALANCE_STRATEGY_RANDOM = "LOAD_BALANCE_STRATEGY_RANDOM",
|
|
40
40
|
LOAD_BALANCE_STRATEGY_WEIGHTED = "LOAD_BALANCE_STRATEGY_WEIGHTED",
|
|
41
|
+
LOAD_BALANCE_STRATEGY_HASH = "LOAD_BALANCE_STRATEGY_HASH",
|
|
42
|
+
LOAD_BALANCE_STRATEGY_WEIGHTED_HASH = "LOAD_BALANCE_STRATEGY_WEIGHTED_HASH",
|
|
41
43
|
}
|
|
42
44
|
|
|
43
45
|
export enum RateLimitBaseOn {
|
|
@@ -142,6 +144,7 @@ type BaseCreateMAASModelRequest = {
|
|
|
142
144
|
tokenWeight?: string
|
|
143
145
|
workspaceVisibility?: MAASWorkspaceVisibility
|
|
144
146
|
capabilityRoutes?: MAASCapabilityRoute[]
|
|
147
|
+
fallbackModel?: UpstreamModel
|
|
145
148
|
modelRatelimitConfig?: ModelRatelimitConfig
|
|
146
149
|
}
|
|
147
150
|
|
|
@@ -173,6 +176,7 @@ type BaseMAASModel = {
|
|
|
173
176
|
capabilityRoutes?: MAASCapabilityRoute[]
|
|
174
177
|
healthStatus?: MAASModelHealthStatus
|
|
175
178
|
clusterStatus?: HydraManagement_apiWorkspaceV1alpha1Workspace.ClusterStatus
|
|
179
|
+
fallbackModel?: UpstreamModel
|
|
176
180
|
modelRatelimitConfig?: ModelRatelimitConfig
|
|
177
181
|
}
|
|
178
182
|
|
|
@@ -182,7 +186,6 @@ export type MAASModel = BaseMAASModel
|
|
|
182
186
|
|
|
183
187
|
export type LoadBalanceConfig = {
|
|
184
188
|
strategy?: LoadBalanceStrategy
|
|
185
|
-
weightedConfig?: WeightedLoadBalanceConfig
|
|
186
189
|
}
|
|
187
190
|
|
|
188
191
|
export type WeightedLoadBalanceConfig = {
|
|
@@ -232,6 +235,7 @@ type BaseUpstreamModel = {
|
|
|
232
235
|
status?: UpstreamModelStatus
|
|
233
236
|
healthCheck?: HealthCheck
|
|
234
237
|
healthMessage?: string
|
|
238
|
+
weight?: number
|
|
235
239
|
}
|
|
236
240
|
|
|
237
241
|
export type UpstreamModel = BaseUpstreamModel
|
|
@@ -263,6 +267,7 @@ type BaseUpdateMAASModelRequest = {
|
|
|
263
267
|
tokenWeight?: string
|
|
264
268
|
workspaceVisibility?: MAASWorkspaceVisibility
|
|
265
269
|
capabilityRoutes?: MAASCapabilityRoute[]
|
|
270
|
+
fallbackModel?: UpstreamModel
|
|
266
271
|
modelRatelimitConfig?: ModelRatelimitConfig
|
|
267
272
|
}
|
|
268
273
|
|
|
@@ -289,6 +294,7 @@ export type ModelRateLimitPolicy = {
|
|
|
289
294
|
creationTimestamp?: GoogleProtobufTimestamp.Timestamp
|
|
290
295
|
updateTimestamp?: GoogleProtobufTimestamp.Timestamp
|
|
291
296
|
generation?: string
|
|
297
|
+
description?: string
|
|
292
298
|
}
|
|
293
299
|
|
|
294
300
|
export type RateLimitValue = {
|
|
@@ -372,6 +378,7 @@ export type ModelRateLimitPolicyListItem = {
|
|
|
372
378
|
ruleCounts?: ModelRateLimitPolicyRuleCount[]
|
|
373
379
|
enabled?: boolean
|
|
374
380
|
updateTimestamp?: GoogleProtobufTimestamp.Timestamp
|
|
381
|
+
description?: string
|
|
375
382
|
}
|
|
376
383
|
|
|
377
384
|
export type CreateModelRateLimitPolicyRequest = {
|
|
@@ -381,6 +388,7 @@ export type CreateModelRateLimitPolicyRequest = {
|
|
|
381
388
|
paths?: string[]
|
|
382
389
|
matchStrategy?: RateLimitMatchStrategy
|
|
383
390
|
rules?: ModelRateLimitPolicyRule[]
|
|
391
|
+
description?: string
|
|
384
392
|
}
|
|
385
393
|
|
|
386
394
|
export type GetModelRateLimitPolicyRequest = {
|
|
@@ -403,6 +411,7 @@ export type UpdateModelRateLimitPolicyRequest = {
|
|
|
403
411
|
paths?: string[]
|
|
404
412
|
matchStrategy?: RateLimitMatchStrategy
|
|
405
413
|
rules?: ModelRateLimitPolicyRule[]
|
|
414
|
+
description?: string
|
|
406
415
|
}
|
|
407
416
|
|
|
408
417
|
export type UpdateModelRateLimitPolicyStatusRequest = {
|
|
@@ -320,6 +320,7 @@ export type GetModelServingStatusHistoryRequest = {
|
|
|
320
320
|
id?: string
|
|
321
321
|
startTime?: GoogleProtobufTimestamp.Timestamp
|
|
322
322
|
endTime?: GoogleProtobufTimestamp.Timestamp
|
|
323
|
+
timezone?: string
|
|
323
324
|
}
|
|
324
325
|
|
|
325
326
|
export type GetWSModelServingStatusHistoryRequest = {
|
|
@@ -327,6 +328,7 @@ export type GetWSModelServingStatusHistoryRequest = {
|
|
|
327
328
|
id?: string
|
|
328
329
|
startTime?: GoogleProtobufTimestamp.Timestamp
|
|
329
330
|
endTime?: GoogleProtobufTimestamp.Timestamp
|
|
331
|
+
timezone?: string
|
|
330
332
|
}
|
|
331
333
|
|
|
332
334
|
export type DeleteModelServingRequest = {
|