@daocloud-proto/infery 0.0.0-dev-5b50f43a → 0.0.0-dev-a2d0b8e6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -6,6 +6,7 @@
|
|
|
6
6
|
|
|
7
7
|
import * as InferyCommonCommon from "../../../common/common.pb"
|
|
8
8
|
import * as fm from "../../../fetch.pb"
|
|
9
|
+
import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
|
|
9
10
|
|
|
10
11
|
export enum Maturity {
|
|
11
12
|
MATURITY_UNSPECIFIED = "MATURITY_UNSPECIFIED",
|
|
@@ -52,6 +53,7 @@ export type InferenceTemplateSpec = {
|
|
|
52
53
|
|
|
53
54
|
export type InferenceTemplateMetadata = {
|
|
54
55
|
name?: string
|
|
56
|
+
createTime?: GoogleProtobufTimestamp.Timestamp
|
|
55
57
|
}
|
|
56
58
|
|
|
57
59
|
export type InferenceTemplateManifest = {
|
|
@@ -85,12 +87,6 @@ export type CreateInferenceTemplateRequest = {
|
|
|
85
87
|
|
|
86
88
|
export type ListInferenceTemplatesRequest = {
|
|
87
89
|
workspace?: number
|
|
88
|
-
name?: string
|
|
89
|
-
modelName?: string
|
|
90
|
-
hardwareVendor?: string
|
|
91
|
-
stack?: string
|
|
92
|
-
disaggregationMode?: string
|
|
93
|
-
maturity?: Maturity
|
|
94
90
|
page?: InferyCommonCommon.Pagination
|
|
95
91
|
}
|
|
96
92
|
|
|
@@ -103,6 +99,17 @@ export type InferenceTemplateListItem = {
|
|
|
103
99
|
inferenceTemplate?: InferenceTemplate
|
|
104
100
|
}
|
|
105
101
|
|
|
102
|
+
export type GetInferenceTemplateFiltersRequest = {
|
|
103
|
+
workspace?: number
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
export type GetInferenceTemplateFiltersResponse = {
|
|
107
|
+
hardwareVendors?: string[]
|
|
108
|
+
stacks?: InferyCommonCommon.InferenceStack[]
|
|
109
|
+
disaggregationModes?: InferyCommonCommon.DisaggregationMode[]
|
|
110
|
+
maturities?: Maturity[]
|
|
111
|
+
}
|
|
112
|
+
|
|
106
113
|
export type GetInferenceTemplateRequest = {
|
|
107
114
|
workspace?: number
|
|
108
115
|
name?: string
|
|
@@ -134,6 +141,9 @@ export class InferenceTemplateManagement {
|
|
|
134
141
|
static ListInferenceTemplates(req: ListInferenceTemplatesRequest, initReq?: fm.InitReq): Promise<ListInferenceTemplatesResponse> {
|
|
135
142
|
return fm.fetchReq<ListInferenceTemplatesRequest, ListInferenceTemplatesResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
|
|
136
143
|
}
|
|
144
|
+
static GetInferenceTemplateFilters(req: GetInferenceTemplateFiltersRequest, initReq?: fm.InitReq): Promise<GetInferenceTemplateFiltersResponse> {
|
|
145
|
+
return fm.fetchReq<GetInferenceTemplateFiltersRequest, GetInferenceTemplateFiltersResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates:filters?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
|
|
146
|
+
}
|
|
137
147
|
static GetInferenceTemplate(req: GetInferenceTemplateRequest, initReq?: fm.InitReq): Promise<GetInferenceTemplateResponse> {
|
|
138
148
|
return fm.fetchReq<GetInferenceTemplateRequest, GetInferenceTemplateResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates/${req["name"]}?${fm.renderURLSearchParams(req, ["workspace", "name"])}`, {...initReq, method: "GET"})
|
|
139
149
|
}
|
|
@@ -271,15 +271,6 @@ export type CreateModelServingResponse = {
|
|
|
271
271
|
|
|
272
272
|
export type ListModelServingRequest = {
|
|
273
273
|
workspace?: number
|
|
274
|
-
name?: string
|
|
275
|
-
phase?: OperationPhase
|
|
276
|
-
availability?: AvailabilityStatus
|
|
277
|
-
syncStatus?: SyncStatus
|
|
278
|
-
cluster?: string
|
|
279
|
-
namespace?: string
|
|
280
|
-
stack?: InferyCommonCommon.InferenceStack
|
|
281
|
-
disaggregationMode?: InferyCommonCommon.DisaggregationMode
|
|
282
|
-
gpuModel?: string
|
|
283
274
|
page?: InferyCommonCommon.Pagination
|
|
284
275
|
}
|
|
285
276
|
|