@daocloud-proto/infery 0.0.0-dev-1b4bc97d → 0.0.0-dev-89e1a227
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -337,24 +337,28 @@ export type GetModelServingRequest = {
|
|
|
337
337
|
export type ListModelServingResourcesRequest = {
|
|
338
338
|
workspace?: number
|
|
339
339
|
name?: string
|
|
340
|
-
kind?: string
|
|
341
|
-
healthStatus?: HealthStatus
|
|
342
|
-
resourceName?: string
|
|
343
|
-
status?: string
|
|
344
340
|
}
|
|
345
341
|
|
|
346
|
-
export type
|
|
342
|
+
export type ModelServingResourceReplicas = {
|
|
343
|
+
desired?: number
|
|
344
|
+
ready?: number
|
|
345
|
+
}
|
|
346
|
+
|
|
347
|
+
|
|
348
|
+
type BaseModelServingResource = {
|
|
347
349
|
apiVersion?: string
|
|
348
350
|
kind?: string
|
|
349
351
|
namespace?: string
|
|
350
352
|
name?: string
|
|
351
|
-
healthStatus?: HealthStatus
|
|
352
353
|
status?: string
|
|
353
354
|
message?: string
|
|
354
|
-
nodeName?: string
|
|
355
|
-
logsAvailable?: boolean
|
|
356
355
|
}
|
|
357
356
|
|
|
357
|
+
export type ModelServingResource = BaseModelServingResource
|
|
358
|
+
& OneOf<{ nodeName: string }>
|
|
359
|
+
& OneOf<{ replicas: ModelServingResourceReplicas }>
|
|
360
|
+
& OneOf<{ resources: string }>
|
|
361
|
+
|
|
358
362
|
export type ModelServingResourceGroup = {
|
|
359
363
|
role?: RoleType
|
|
360
364
|
componentName?: string
|
|
@@ -367,6 +371,19 @@ export type ListModelServingResourcesResponse = {
|
|
|
367
371
|
groups?: ModelServingResourceGroup[]
|
|
368
372
|
}
|
|
369
373
|
|
|
374
|
+
export type GetModelServingResourceManifestRequest = {
|
|
375
|
+
workspace?: number
|
|
376
|
+
name?: string
|
|
377
|
+
apiVersion?: string
|
|
378
|
+
kind?: string
|
|
379
|
+
namespace?: string
|
|
380
|
+
resourceName?: string
|
|
381
|
+
}
|
|
382
|
+
|
|
383
|
+
export type GetModelServingResourceManifestResponse = {
|
|
384
|
+
manifest?: string
|
|
385
|
+
}
|
|
386
|
+
|
|
370
387
|
export type UpdateModelServingRequest = {
|
|
371
388
|
workspace?: number
|
|
372
389
|
name?: string
|
|
@@ -442,6 +459,9 @@ export class ModelServingManagement {
|
|
|
442
459
|
static ListModelServingResources(req: ListModelServingResourcesRequest, initReq?: fm.InitReq): Promise<ListModelServingResourcesResponse> {
|
|
443
460
|
return fm.fetchReq<ListModelServingResourcesRequest, ListModelServingResourcesResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}/resources?${fm.renderURLSearchParams(req, ["workspace", "name"])}`, {...initReq, method: "GET"})
|
|
444
461
|
}
|
|
462
|
+
static GetModelServingResourceManifest(req: GetModelServingResourceManifestRequest, initReq?: fm.InitReq): Promise<GetModelServingResourceManifestResponse> {
|
|
463
|
+
return fm.fetchReq<GetModelServingResourceManifestRequest, GetModelServingResourceManifestResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}/resources/${req["resourceName"]}/manifest?${fm.renderURLSearchParams(req, ["workspace", "name", "resourceName"])}`, {...initReq, method: "GET"})
|
|
464
|
+
}
|
|
445
465
|
static UpdateModelServing(req: UpdateModelServingRequest, initReq?: fm.InitReq): Promise<UpdateModelServingResponse> {
|
|
446
466
|
return fm.fetchReq<UpdateModelServingRequest, UpdateModelServingResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
|
|
447
467
|
}
|
|
@@ -59,6 +59,42 @@ export type ListClusterGPUTypesResponse = {
|
|
|
59
59
|
items?: GPUType[]
|
|
60
60
|
}
|
|
61
61
|
|
|
62
|
+
export type ListClusterGPUVendorsRequest = {
|
|
63
|
+
workspace?: number
|
|
64
|
+
cluster?: string
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
export type GPUVendorModels = {
|
|
68
|
+
vendor?: string
|
|
69
|
+
models?: string[]
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
export type ListClusterGPUVendorsResponse = {
|
|
73
|
+
items?: GPUVendorModels[]
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
export type ListClusterRDMANetworksRequest = {
|
|
77
|
+
workspace?: number
|
|
78
|
+
cluster?: string
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
export type RDMANetwork = {
|
|
82
|
+
resourceName?: string
|
|
83
|
+
value?: string
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
export type ListClusterRDMANetworksResponse = {
|
|
87
|
+
items?: RDMANetwork[]
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
export type ListImagesRequest = {
|
|
91
|
+
workspace?: number
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
export type ListImagesResponse = {
|
|
95
|
+
items?: string[]
|
|
96
|
+
}
|
|
97
|
+
|
|
62
98
|
export type KubernetesObjectMeta = {
|
|
63
99
|
name?: string
|
|
64
100
|
namespace?: string
|
|
@@ -126,6 +162,15 @@ export type ListConfigMapsResponse = {
|
|
|
126
162
|
}
|
|
127
163
|
|
|
128
164
|
export class WorkspaceService {
|
|
165
|
+
static ListClusterGPUVendors(req: ListClusterGPUVendorsRequest, initReq?: fm.InitReq): Promise<ListClusterGPUVendorsResponse> {
|
|
166
|
+
return fm.fetchReq<ListClusterGPUVendorsRequest, ListClusterGPUVendorsResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/gpu-vendors?${fm.renderURLSearchParams(req, ["workspace", "cluster"])}`, {...initReq, method: "GET"})
|
|
167
|
+
}
|
|
168
|
+
static ListClusterRDMANetworks(req: ListClusterRDMANetworksRequest, initReq?: fm.InitReq): Promise<ListClusterRDMANetworksResponse> {
|
|
169
|
+
return fm.fetchReq<ListClusterRDMANetworksRequest, ListClusterRDMANetworksResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/rdma-networks?${fm.renderURLSearchParams(req, ["workspace", "cluster"])}`, {...initReq, method: "GET"})
|
|
170
|
+
}
|
|
171
|
+
static ListImages(req: ListImagesRequest, initReq?: fm.InitReq): Promise<ListImagesResponse> {
|
|
172
|
+
return fm.fetchReq<ListImagesRequest, ListImagesResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/images?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
|
|
173
|
+
}
|
|
129
174
|
static ListWorkspaces(req: ListWorkspaceRequest, initReq?: fm.InitReq): Promise<ListWorkspacesResponse> {
|
|
130
175
|
return fm.fetchReq<ListWorkspaceRequest, ListWorkspacesResponse>(`/apis/infery.io/v1alpha1/workspaces?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
|
|
131
176
|
}
|