@daocloud-proto/hydra 0.17.0-rc1-dev-3 → 0.17.0-rc1-dev-6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -8,6 +8,7 @@ import * as HydraCommonCommon from "../../../common/common.pb"
|
|
|
8
8
|
import * as fm from "../../../fetch.pb"
|
|
9
9
|
import * as GoogleProtobufEmpty from "../../../google/protobuf/empty.pb"
|
|
10
10
|
import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
|
|
11
|
+
import * as HydraManagement_apiModelV1alpha1Model from "../../../management-api/model/v1alpha1/model.pb"
|
|
11
12
|
|
|
12
13
|
type Absent<T, K extends keyof T> = { [k in Exclude<keyof T, K>]?: undefined };
|
|
13
14
|
type OneOf<T> =
|
|
@@ -282,6 +283,8 @@ export type ListRouterModelsResponse = {
|
|
|
282
283
|
export type ModelServing = {
|
|
283
284
|
name?: string
|
|
284
285
|
accessModelName?: string
|
|
286
|
+
modelAvatar?: string
|
|
287
|
+
modelSupportFeature?: HydraManagement_apiModelV1alpha1Model.ModelSupportFeature[]
|
|
285
288
|
}
|
|
286
289
|
|
|
287
290
|
export type ListModelServingsRequest = {
|
|
@@ -324,7 +327,7 @@ export class AutoRouteManagement {
|
|
|
324
327
|
return fm.fetchReq<UpdateAutoRouteStatusRequest, AutoRoute>(`/apis/admin.hydra.io/v1alpha1/auto-routes/${req["cluster"]}/status`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
|
|
325
328
|
}
|
|
326
329
|
static DeleteAutoRoute(req: DeleteAutoRouteRequest, initReq?: fm.InitReq): Promise<GoogleProtobufEmpty.Empty> {
|
|
327
|
-
return fm.fetchReq<DeleteAutoRouteRequest, GoogleProtobufEmpty.Empty>(`/apis/admin.hydra.io/v1alpha1/auto-routes/${req["cluster"]}`, {...initReq, method: "DELETE"})
|
|
330
|
+
return fm.fetchReq<DeleteAutoRouteRequest, GoogleProtobufEmpty.Empty>(`/apis/admin.hydra.io/v1alpha1/auto-routes/${req["cluster"]}`, {...initReq, method: "DELETE", body: JSON.stringify(req, fm.replacer)})
|
|
328
331
|
}
|
|
329
332
|
static ListRouterModels(req: ListRouterModelsRequest, initReq?: fm.InitReq): Promise<ListRouterModelsResponse> {
|
|
330
333
|
return fm.fetchReq<ListRouterModelsRequest, ListRouterModelsResponse>(`/apis/admin.hydra.io/v1alpha1/auto-route-models?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
|
|
@@ -41,7 +41,7 @@ export type CreateModelRequest = {
|
|
|
41
41
|
hidden?: boolean
|
|
42
42
|
providerName?: HydraCommonCommon.I18nName
|
|
43
43
|
parameterSize?: number
|
|
44
|
-
contextLength?: HydraManagement_apiModelV1alpha1Model.
|
|
44
|
+
contextLength?: HydraManagement_apiModelV1alpha1Model.ContextLength
|
|
45
45
|
operationTags?: HydraManagement_apiModelV1alpha1Model.ModelOperationTag[]
|
|
46
46
|
}
|
|
47
47
|
|
|
@@ -63,7 +63,7 @@ export type Model = {
|
|
|
63
63
|
servingSpec?: HydraManagement_apiModelV1alpha1Model.ModelServingSpec
|
|
64
64
|
hidden?: boolean
|
|
65
65
|
parameterSize?: number
|
|
66
|
-
contextLength?: HydraManagement_apiModelV1alpha1Model.
|
|
66
|
+
contextLength?: HydraManagement_apiModelV1alpha1Model.ContextLength
|
|
67
67
|
operationTags?: HydraManagement_apiModelV1alpha1Model.ModelOperationTag[]
|
|
68
68
|
publishTimestamp?: GoogleProtobufTimestamp.Timestamp
|
|
69
69
|
}
|
|
@@ -83,7 +83,7 @@ export type UpdateModelRequest = {
|
|
|
83
83
|
servingSpec?: HydraManagement_apiModelV1alpha1Model.ModelServingSpec
|
|
84
84
|
hidden?: boolean
|
|
85
85
|
parameterSize?: number
|
|
86
|
-
contextLength?: HydraManagement_apiModelV1alpha1Model.
|
|
86
|
+
contextLength?: HydraManagement_apiModelV1alpha1Model.ContextLength
|
|
87
87
|
operationTags?: HydraManagement_apiModelV1alpha1Model.ModelOperationTag[]
|
|
88
88
|
}
|
|
89
89
|
|
|
@@ -34,12 +34,26 @@ export enum ModelSupportFeature {
|
|
|
34
34
|
TEXT_TO_AUDIO = "TEXT_TO_AUDIO",
|
|
35
35
|
}
|
|
36
36
|
|
|
37
|
+
export enum ContextLength {
|
|
38
|
+
CONTEXT_LENGTH_UNSPECIFIED = "CONTEXT_LENGTH_UNSPECIFIED",
|
|
39
|
+
CTX_4K = "CTX_4K",
|
|
40
|
+
CTX_8K = "CTX_8K",
|
|
41
|
+
CTX_16K = "CTX_16K",
|
|
42
|
+
CTX_32K = "CTX_32K",
|
|
43
|
+
CTX_64K = "CTX_64K",
|
|
44
|
+
CTX_128K = "CTX_128K",
|
|
45
|
+
CTX_256K = "CTX_256K",
|
|
46
|
+
CTX_512K = "CTX_512K",
|
|
47
|
+
CTX_1M = "CTX_1M",
|
|
48
|
+
}
|
|
49
|
+
|
|
37
50
|
export enum ContextLengthRange {
|
|
38
51
|
CONTEXT_LENGTH_RANGE_UNSPECIFIED = "CONTEXT_LENGTH_RANGE_UNSPECIFIED",
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
52
|
+
CTX_LE_4K = "CTX_LE_4K",
|
|
53
|
+
CTX_4K_16K = "CTX_4K_16K",
|
|
54
|
+
CTX_16K_64K = "CTX_16K_64K",
|
|
55
|
+
CTX_64K_128K = "CTX_64K_128K",
|
|
56
|
+
CTX_GE_128K = "CTX_GE_128K",
|
|
43
57
|
}
|
|
44
58
|
|
|
45
59
|
export enum ModelOperationTag {
|
|
@@ -131,7 +145,7 @@ export type Model = {
|
|
|
131
145
|
modelDeploymentsExists?: boolean
|
|
132
146
|
visible?: string
|
|
133
147
|
parameterSize?: number
|
|
134
|
-
contextLength?:
|
|
148
|
+
contextLength?: ContextLength
|
|
135
149
|
operationTags?: ModelOperationTag[]
|
|
136
150
|
publishTimestamp?: GoogleProtobufTimestamp.Timestamp
|
|
137
151
|
}
|
|
@@ -237,7 +251,7 @@ export type WSModel = {
|
|
|
237
251
|
visible?: string
|
|
238
252
|
tokenWeight?: string
|
|
239
253
|
parameterSize?: number
|
|
240
|
-
contextLength?:
|
|
254
|
+
contextLength?: ContextLength
|
|
241
255
|
operationTags?: ModelOperationTag[]
|
|
242
256
|
publishTimestamp?: GoogleProtobufTimestamp.Timestamp
|
|
243
257
|
}
|