@daocloud-proto/hydra 0.18.0-dev-15 → 0.18.0-dev-17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -140,8 +140,18 @@ export type CreateMAASModelRequest = {
|
|
|
140
140
|
tokenWeight?: string
|
|
141
141
|
workspaceVisibility?: MAASWorkspaceVisibility
|
|
142
142
|
capabilityRoutes?: MAASCapabilityRoute[]
|
|
143
|
+
modelRatelimitConfig?: ModelRatelimitConfig
|
|
143
144
|
}
|
|
144
145
|
|
|
146
|
+
|
|
147
|
+
type BaseModelRatelimitConfig = {
|
|
148
|
+
enabled?: boolean
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
export type ModelRatelimitConfig = BaseModelRatelimitConfig
|
|
152
|
+
& OneOf<{ rpm: number }>
|
|
153
|
+
& OneOf<{ tpm: number }>
|
|
154
|
+
|
|
145
155
|
export type MAASModel = {
|
|
146
156
|
model?: HydraAdmin_apiModelV1alpha1Model.Model
|
|
147
157
|
upstreamModels?: UpstreamModel[]
|
|
@@ -156,6 +166,7 @@ export type MAASModel = {
|
|
|
156
166
|
capabilityRoutes?: MAASCapabilityRoute[]
|
|
157
167
|
healthStatus?: MAASModelHealthStatus
|
|
158
168
|
clusterStatus?: HydraManagement_apiWorkspaceV1alpha1Workspace.ClusterStatus
|
|
169
|
+
modelRatelimitConfig?: ModelRatelimitConfig
|
|
159
170
|
}
|
|
160
171
|
|
|
161
172
|
export type LoadBalanceConfig = {
|
|
@@ -236,6 +247,7 @@ export type UpdateMAASModelRequest = {
|
|
|
236
247
|
tokenWeight?: string
|
|
237
248
|
workspaceVisibility?: MAASWorkspaceVisibility
|
|
238
249
|
capabilityRoutes?: MAASCapabilityRoute[]
|
|
250
|
+
modelRatelimitConfig?: ModelRatelimitConfig
|
|
239
251
|
}
|
|
240
252
|
|
|
241
253
|
export type UpdateMAASModelStatusRequest = {
|