@daocloud-proto/infery 0.0.0-dev-7fac1a95 → 0.0.0-dev-0ec171e1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -87,6 +87,9 @@ export type CreateInferenceTemplateRequest = {
|
|
|
87
87
|
|
|
88
88
|
export type ListInferenceTemplatesRequest = {
|
|
89
89
|
workspace?: number
|
|
90
|
+
stack?: InferyCommonCommon.InferenceStack
|
|
91
|
+
disaggregationMode?: InferyCommonCommon.DisaggregationMode
|
|
92
|
+
maturity?: Maturity
|
|
90
93
|
page?: InferyCommonCommon.Pagination
|
|
91
94
|
}
|
|
92
95
|
|
|
@@ -45,28 +45,28 @@ export enum KVCacheMode {
|
|
|
45
45
|
|
|
46
46
|
export enum OperationPhase {
|
|
47
47
|
OPERATION_PHASE_UNSPECIFIED = "OPERATION_PHASE_UNSPECIFIED",
|
|
48
|
-
OPERATION_PHASE_DEPLOYING = "OPERATION_PHASE_DEPLOYING",
|
|
49
48
|
OPERATION_PHASE_RUNNING = "OPERATION_PHASE_RUNNING",
|
|
50
|
-
|
|
51
|
-
OPERATION_PHASE_DELETING = "OPERATION_PHASE_DELETING",
|
|
52
|
-
OPERATION_PHASE_STOPPED = "OPERATION_PHASE_STOPPED",
|
|
49
|
+
OPERATION_PHASE_TERMINATING = "OPERATION_PHASE_TERMINATING",
|
|
53
50
|
OPERATION_PHASE_FAILED = "OPERATION_PHASE_FAILED",
|
|
51
|
+
OPERATION_PHASE_ERROR = "OPERATION_PHASE_ERROR",
|
|
52
|
+
OPERATION_PHASE_SUCCEEDED = "OPERATION_PHASE_SUCCEEDED",
|
|
54
53
|
}
|
|
55
54
|
|
|
56
55
|
export enum SyncStatus {
|
|
57
56
|
SYNC_STATUS_UNSPECIFIED = "SYNC_STATUS_UNSPECIFIED",
|
|
57
|
+
SYNC_STATUS_UNKNOWN = "SYNC_STATUS_UNKNOWN",
|
|
58
58
|
SYNC_STATUS_SYNCED = "SYNC_STATUS_SYNCED",
|
|
59
59
|
SYNC_STATUS_OUT_OF_SYNC = "SYNC_STATUS_OUT_OF_SYNC",
|
|
60
|
-
SYNC_STATUS_UNKNOWN = "SYNC_STATUS_UNKNOWN",
|
|
61
60
|
}
|
|
62
61
|
|
|
63
62
|
export enum HealthStatus {
|
|
64
63
|
HEALTH_STATUS_UNSPECIFIED = "HEALTH_STATUS_UNSPECIFIED",
|
|
65
|
-
|
|
64
|
+
HEALTH_STATUS_UNKNOWN = "HEALTH_STATUS_UNKNOWN",
|
|
66
65
|
HEALTH_STATUS_PROGRESSING = "HEALTH_STATUS_PROGRESSING",
|
|
66
|
+
HEALTH_STATUS_HEALTHY = "HEALTH_STATUS_HEALTHY",
|
|
67
|
+
HEALTH_STATUS_SUSPENDED = "HEALTH_STATUS_SUSPENDED",
|
|
67
68
|
HEALTH_STATUS_DEGRADED = "HEALTH_STATUS_DEGRADED",
|
|
68
69
|
HEALTH_STATUS_MISSING = "HEALTH_STATUS_MISSING",
|
|
69
|
-
HEALTH_STATUS_UNKNOWN = "HEALTH_STATUS_UNKNOWN",
|
|
70
70
|
}
|
|
71
71
|
|
|
72
72
|
export enum AvailabilityStatus {
|
|
@@ -193,6 +193,8 @@ export type ModelServing = {
|
|
|
193
193
|
updateTime?: GoogleProtobufTimestamp.Timestamp
|
|
194
194
|
origin?: ModelServingOrigin
|
|
195
195
|
resourceVersion?: string
|
|
196
|
+
disaggregationMode?: InferyCommonCommon.DisaggregationMode
|
|
197
|
+
stack?: InferyCommonCommon.InferenceStack
|
|
196
198
|
}
|
|
197
199
|
|
|
198
200
|
export type AcceleratorSummary = {
|
|
@@ -240,6 +242,11 @@ export type CreateModelServingResponse = {
|
|
|
240
242
|
|
|
241
243
|
export type ListModelServingRequest = {
|
|
242
244
|
workspace?: number
|
|
245
|
+
healthStatus?: HealthStatus
|
|
246
|
+
syncStatus?: SyncStatus
|
|
247
|
+
stack?: InferyCommonCommon.InferenceStack
|
|
248
|
+
disaggregationMode?: InferyCommonCommon.DisaggregationMode
|
|
249
|
+
availability?: AvailabilityStatus
|
|
243
250
|
page?: InferyCommonCommon.Pagination
|
|
244
251
|
}
|
|
245
252
|
|
|
@@ -59,6 +59,42 @@ export type ListClusterGPUTypesResponse = {
|
|
|
59
59
|
items?: GPUType[]
|
|
60
60
|
}
|
|
61
61
|
|
|
62
|
+
export type ListClusterGPUVendorsRequest = {
|
|
63
|
+
workspace?: number
|
|
64
|
+
cluster?: string
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
export type GPUVendorModels = {
|
|
68
|
+
vendor?: string
|
|
69
|
+
models?: string[]
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
export type ListClusterGPUVendorsResponse = {
|
|
73
|
+
items?: GPUVendorModels[]
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
export type ListClusterRDMANetworksRequest = {
|
|
77
|
+
workspace?: number
|
|
78
|
+
cluster?: string
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
export type RDMANetwork = {
|
|
82
|
+
resourceName?: string
|
|
83
|
+
value?: string
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
export type ListClusterRDMANetworksResponse = {
|
|
87
|
+
items?: RDMANetwork[]
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
export type ListImagesRequest = {
|
|
91
|
+
workspace?: number
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
export type ListImagesResponse = {
|
|
95
|
+
items?: string[]
|
|
96
|
+
}
|
|
97
|
+
|
|
62
98
|
export type KubernetesObjectMeta = {
|
|
63
99
|
name?: string
|
|
64
100
|
namespace?: string
|
|
@@ -89,8 +125,8 @@ export type ListPersistentVolumeClaimsRequest = {
|
|
|
89
125
|
workspace?: number
|
|
90
126
|
cluster?: string
|
|
91
127
|
namespace?: string
|
|
92
|
-
page?: InferyCommonCommon.Pagination
|
|
93
128
|
name?: string
|
|
129
|
+
page?: InferyCommonCommon.Pagination
|
|
94
130
|
}
|
|
95
131
|
|
|
96
132
|
export type ListPersistentVolumeClaimsResponse = {
|
|
@@ -102,9 +138,9 @@ export type ListSecretsRequest = {
|
|
|
102
138
|
workspace?: number
|
|
103
139
|
cluster?: string
|
|
104
140
|
namespace?: string
|
|
105
|
-
page?: InferyCommonCommon.Pagination
|
|
106
141
|
name?: string
|
|
107
142
|
type?: string
|
|
143
|
+
page?: InferyCommonCommon.Pagination
|
|
108
144
|
}
|
|
109
145
|
|
|
110
146
|
export type ListSecretsResponse = {
|
|
@@ -116,8 +152,8 @@ export type ListConfigMapsRequest = {
|
|
|
116
152
|
workspace?: number
|
|
117
153
|
cluster?: string
|
|
118
154
|
namespace?: string
|
|
119
|
-
page?: InferyCommonCommon.Pagination
|
|
120
155
|
name?: string
|
|
156
|
+
page?: InferyCommonCommon.Pagination
|
|
121
157
|
}
|
|
122
158
|
|
|
123
159
|
export type ListConfigMapsResponse = {
|
|
@@ -126,6 +162,15 @@ export type ListConfigMapsResponse = {
|
|
|
126
162
|
}
|
|
127
163
|
|
|
128
164
|
export class WorkspaceService {
|
|
165
|
+
static ListClusterGPUVendors(req: ListClusterGPUVendorsRequest, initReq?: fm.InitReq): Promise<ListClusterGPUVendorsResponse> {
|
|
166
|
+
return fm.fetchReq<ListClusterGPUVendorsRequest, ListClusterGPUVendorsResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/gpu-vendors?${fm.renderURLSearchParams(req, ["workspace", "cluster"])}`, {...initReq, method: "GET"})
|
|
167
|
+
}
|
|
168
|
+
static ListClusterRDMANetworks(req: ListClusterRDMANetworksRequest, initReq?: fm.InitReq): Promise<ListClusterRDMANetworksResponse> {
|
|
169
|
+
return fm.fetchReq<ListClusterRDMANetworksRequest, ListClusterRDMANetworksResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/rdma-networks?${fm.renderURLSearchParams(req, ["workspace", "cluster"])}`, {...initReq, method: "GET"})
|
|
170
|
+
}
|
|
171
|
+
static ListImages(req: ListImagesRequest, initReq?: fm.InitReq): Promise<ListImagesResponse> {
|
|
172
|
+
return fm.fetchReq<ListImagesRequest, ListImagesResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/images?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
|
|
173
|
+
}
|
|
129
174
|
static ListWorkspaces(req: ListWorkspaceRequest, initReq?: fm.InitReq): Promise<ListWorkspacesResponse> {
|
|
130
175
|
return fm.fetchReq<ListWorkspaceRequest, ListWorkspacesResponse>(`/apis/infery.io/v1alpha1/workspaces?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
|
|
131
176
|
}
|