@daocloud-proto/baize 0.126.0 → 0.127.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/common/common.pb.ts
CHANGED
|
@@ -24,6 +24,12 @@ export enum TolerationOperator {
|
|
|
24
24
|
Equal = "Equal",
|
|
25
25
|
}
|
|
26
26
|
|
|
27
|
+
export enum APIVersion {
|
|
28
|
+
API_VERSION_UNSPECIFIED = "API_VERSION_UNSPECIFIED",
|
|
29
|
+
API_V1_ALPHA1 = "API_V1_ALPHA1",
|
|
30
|
+
API_V1_ALPHA2 = "API_V1_ALPHA2",
|
|
31
|
+
}
|
|
32
|
+
|
|
27
33
|
export type NoParamsQuery = {
|
|
28
34
|
}
|
|
29
35
|
|
|
@@ -32,6 +32,7 @@ export enum DataSourceType {
|
|
|
32
32
|
MODEL_SCOPE = "MODEL_SCOPE",
|
|
33
33
|
CONDA = "CONDA",
|
|
34
34
|
DATABASE = "DATABASE",
|
|
35
|
+
HADOOP = "HADOOP",
|
|
35
36
|
}
|
|
36
37
|
|
|
37
38
|
export enum DatasetStatusPhase {
|
|
@@ -195,12 +196,19 @@ export type DataSourceOptionsDatabase = {
|
|
|
195
196
|
extraParams?: {[key: string]: string}
|
|
196
197
|
}
|
|
197
198
|
|
|
199
|
+
export type DataSourceOptionsHadoop = {
|
|
200
|
+
coreSiteXml?: string
|
|
201
|
+
hdfsSiteXml?: string
|
|
202
|
+
sourcePath?: string
|
|
203
|
+
username?: string
|
|
204
|
+
}
|
|
205
|
+
|
|
198
206
|
|
|
199
207
|
/* baize modified */ export type BaseDataSourceOptions = {
|
|
200
208
|
}
|
|
201
209
|
|
|
202
210
|
export type DataSourceOptions = BaseDataSourceOptions
|
|
203
|
-
& OneOf<{ git: DataSourceOptionsGit; s3: DataSourceOptionsS3; http: DataSourceOptionsHttp; conda: DataSourceOptionsConda; huggingFace: DataSourceOptionsHuggingFace; modelScope: DataSourceOptionsModelScope; reference: DataSourceOptionsReference; database: DataSourceOptionsDatabase }>
|
|
211
|
+
& OneOf<{ git: DataSourceOptionsGit; s3: DataSourceOptionsS3; http: DataSourceOptionsHttp; conda: DataSourceOptionsConda; huggingFace: DataSourceOptionsHuggingFace; modelScope: DataSourceOptionsModelScope; reference: DataSourceOptionsReference; database: DataSourceOptionsDatabase; hadoop: DataSourceOptionsHadoop }>
|
|
204
212
|
|
|
205
213
|
export type SecretOptionsBasicAuth = {
|
|
206
214
|
username?: string
|
|
@@ -288,7 +296,7 @@ export type SingleDatasetRequest = {
|
|
|
288
296
|
}
|
|
289
297
|
|
|
290
298
|
export type UpdateDatasetRequest = BaseUpdateDatasetRequest
|
|
291
|
-
& OneOf<{ git: DataSourceOptionsGit; s3: DataSourceOptionsS3; http: DataSourceOptionsHttp; conda: DataSourceOptionsConda; huggingFace: DataSourceOptionsHuggingFace; modelScope: DataSourceOptionsModelScope; reference: DataSourceOptionsReference; database: DataSourceOptionsDatabase }>
|
|
299
|
+
& OneOf<{ git: DataSourceOptionsGit; s3: DataSourceOptionsS3; http: DataSourceOptionsHttp; conda: DataSourceOptionsConda; huggingFace: DataSourceOptionsHuggingFace; modelScope: DataSourceOptionsModelScope; reference: DataSourceOptionsReference; database: DataSourceOptionsDatabase; hadoop: DataSourceOptionsHadoop }>
|
|
292
300
|
|
|
293
301
|
export type DatasetActionRequest = {
|
|
294
302
|
workspace?: number
|
|
@@ -37,6 +37,11 @@ export enum RestartPolicy {
|
|
|
37
37
|
RESTART_POLICY_ON_FAILURE = "RESTART_POLICY_ON_FAILURE",
|
|
38
38
|
}
|
|
39
39
|
|
|
40
|
+
export enum SuspendReason {
|
|
41
|
+
SUSPEND_REASON_UNSPECIFIED = "SUSPEND_REASON_UNSPECIFIED",
|
|
42
|
+
SUSPEND_REASON_USER_ACTION = "SUSPEND_REASON_USER_ACTION",
|
|
43
|
+
}
|
|
44
|
+
|
|
40
45
|
export enum ImagePullPolicy {
|
|
41
46
|
IMAGE_PULL_POLICY_UNSPECIFIED = "IMAGE_PULL_POLICY_UNSPECIFIED",
|
|
42
47
|
IMAGE_PULL_POLICY_ALWAYS = "IMAGE_PULL_POLICY_ALWAYS",
|
|
@@ -49,6 +54,7 @@ export enum JobActionRequestAction {
|
|
|
49
54
|
RESTART = "RESTART",
|
|
50
55
|
CHANGE_PRIORITY = "CHANGE_PRIORITY",
|
|
51
56
|
SUSPEND = "SUSPEND",
|
|
57
|
+
RESUME = "RESUME",
|
|
52
58
|
}
|
|
53
59
|
|
|
54
60
|
export enum JobSchedulersResponseSchedulerFeature {
|
|
@@ -77,6 +83,9 @@ export type Job = {
|
|
|
77
83
|
recoveryConfig?: BaizeManagement_apiJobV1alpha1Common.RecoveryConfig
|
|
78
84
|
cleanCheckpointConfig?: CleanCheckpointConfig
|
|
79
85
|
imagePullPolicy?: ImagePullPolicy
|
|
86
|
+
suspendReason?: SuspendReason
|
|
87
|
+
uid?: string
|
|
88
|
+
apiVersion?: BaizeCommonCommon.APIVersion
|
|
80
89
|
}
|
|
81
90
|
|
|
82
91
|
export type ListJobsRequest = {
|
|
@@ -6,14 +6,92 @@
|
|
|
6
6
|
|
|
7
7
|
import * as BaizeCommonCommon from "../../../common/common.pb"
|
|
8
8
|
import * as fm from "../../../fetch.pb"
|
|
9
|
-
|
|
9
|
+
import * as BaizeManagement_apiJobV1alpha1Common from "../v1alpha1/common.pb"
|
|
10
|
+
import * as BaizeManagement_apiJobV1alpha1Job from "../v1alpha1/job.pb"
|
|
11
|
+
export type Trainer = {
|
|
12
|
+
command?: string[]
|
|
13
|
+
args?: string[]
|
|
14
|
+
labels?: {[key: string]: string}
|
|
15
|
+
annotations?: {[key: string]: string}
|
|
16
|
+
queue?: string
|
|
17
|
+
trainingMode?: BaizeManagement_apiJobV1alpha1Common.TrainingMode
|
|
18
|
+
imagePullPolicy?: BaizeManagement_apiJobV1alpha1Job.ImagePullPolicy
|
|
19
|
+
checkpointConfig?: BaizeManagement_apiJobV1alpha1Job.CleanCheckpointConfig
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
export type RuntimeRef = {
|
|
23
|
+
name?: string
|
|
24
|
+
apiGroup?: string
|
|
25
|
+
kind?: string
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export type DatasetInitializer = {
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
export type ModelInitializer = {
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export type Initializer = {
|
|
35
|
+
model?: ModelInitializer
|
|
36
|
+
dataset?: DatasetInitializer
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export type CreateJobRequest = {
|
|
10
40
|
workspace?: number
|
|
11
41
|
cluster?: string
|
|
12
42
|
namespace?: string
|
|
13
|
-
|
|
43
|
+
name?: string
|
|
44
|
+
runtimeRef?: RuntimeRef
|
|
45
|
+
initializer?: Initializer
|
|
46
|
+
trainer?: Trainer
|
|
47
|
+
suspend?: boolean
|
|
48
|
+
description?: string
|
|
14
49
|
}
|
|
15
50
|
|
|
16
51
|
export type Job = {
|
|
52
|
+
workspace?: number
|
|
53
|
+
cluster?: string
|
|
54
|
+
namespace?: string
|
|
55
|
+
name?: string
|
|
56
|
+
runtimeRef?: RuntimeRef
|
|
57
|
+
initializer?: Initializer
|
|
58
|
+
trainer?: Trainer
|
|
59
|
+
suspend?: boolean
|
|
60
|
+
description?: string
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
export type GetJobRequest = {
|
|
64
|
+
workspace?: number
|
|
65
|
+
cluster?: string
|
|
66
|
+
namespace?: string
|
|
67
|
+
name?: string
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
export type DeleteJobRequest = {
|
|
71
|
+
workspace?: number
|
|
72
|
+
cluster?: string
|
|
73
|
+
namespace?: string
|
|
74
|
+
name?: string
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
export type ListRuntimesRequest = {
|
|
78
|
+
workspace?: number
|
|
79
|
+
cluster?: string
|
|
80
|
+
namespace?: string
|
|
81
|
+
page?: BaizeCommonCommon.Pagination
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
export type ListClusterRuntimesRequest = {
|
|
85
|
+
workspace?: number
|
|
86
|
+
cluster?: string
|
|
87
|
+
page?: BaizeCommonCommon.Pagination
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
export type ListJobsRequest = {
|
|
91
|
+
workspace?: number
|
|
92
|
+
cluster?: string
|
|
93
|
+
namespace?: string
|
|
94
|
+
page?: BaizeCommonCommon.Pagination
|
|
17
95
|
}
|
|
18
96
|
|
|
19
97
|
export type ListJobsResponse = {
|
|
@@ -21,8 +99,97 @@ export type ListJobsResponse = {
|
|
|
21
99
|
page?: BaizeCommonCommon.Pagination
|
|
22
100
|
}
|
|
23
101
|
|
|
102
|
+
export type CreateRuntimeRequest = {
|
|
103
|
+
workspace?: number
|
|
104
|
+
cluster?: string
|
|
105
|
+
namespace?: string
|
|
106
|
+
name?: string
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
export type Runtime = {
|
|
110
|
+
name?: string
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
export type ListRuntimesResponse = {
|
|
114
|
+
items?: Runtime[]
|
|
115
|
+
page?: BaizeCommonCommon.Pagination
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
export type ListClusterRuntimesResponse = {
|
|
119
|
+
items?: Runtime[]
|
|
120
|
+
page?: BaizeCommonCommon.Pagination
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
export type GetRuntimeRequest = {
|
|
124
|
+
workspace?: number
|
|
125
|
+
cluster?: string
|
|
126
|
+
namespace?: string
|
|
127
|
+
name?: string
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
export type GetClusterRuntimeRequest = {
|
|
131
|
+
workspace?: number
|
|
132
|
+
cluster?: string
|
|
133
|
+
name?: string
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
export type DeleteRuntimeRequest = {
|
|
137
|
+
workspace?: number
|
|
138
|
+
cluster?: string
|
|
139
|
+
namespace?: string
|
|
140
|
+
name?: string
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
export type DeleteClusterRuntimeRequest = {
|
|
144
|
+
workspace?: number
|
|
145
|
+
cluster?: string
|
|
146
|
+
name?: string
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
export type CreateClusterRuntimeRequest = {
|
|
150
|
+
workspace?: number
|
|
151
|
+
cluster?: string
|
|
152
|
+
name?: string
|
|
153
|
+
}
|
|
154
|
+
|
|
24
155
|
export class JobService {
|
|
25
|
-
static
|
|
26
|
-
return fm.fetchReq<
|
|
156
|
+
static CreateJob(req: BaizeManagement_apiJobV1alpha1Job.CreateJobRequest, initReq?: fm.InitReq): Promise<BaizeManagement_apiJobV1alpha1Job.Job> {
|
|
157
|
+
return fm.fetchReq<BaizeManagement_apiJobV1alpha1Job.CreateJobRequest, BaizeManagement_apiJobV1alpha1Job.Job>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/jobs`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
|
|
158
|
+
}
|
|
159
|
+
static GetJob(req: BaizeManagement_apiJobV1alpha1Job.SingleJobRequest, initReq?: fm.InitReq): Promise<BaizeManagement_apiJobV1alpha1Job.Job> {
|
|
160
|
+
return fm.fetchReq<BaizeManagement_apiJobV1alpha1Job.SingleJobRequest, BaizeManagement_apiJobV1alpha1Job.Job>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/jobs/${req["name"]}?${fm.renderURLSearchParams(req, ["workspace", "cluster", "namespace", "name"])}`, {...initReq, method: "GET"})
|
|
161
|
+
}
|
|
162
|
+
static DeleteJob(req: BaizeManagement_apiJobV1alpha1Job.SingleJobRequest, initReq?: fm.InitReq): Promise<BaizeManagement_apiJobV1alpha1Job.Job> {
|
|
163
|
+
return fm.fetchReq<BaizeManagement_apiJobV1alpha1Job.SingleJobRequest, BaizeManagement_apiJobV1alpha1Job.Job>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/jobs/${req["name"]}`, {...initReq, method: "DELETE", body: JSON.stringify(req, fm.replacer)})
|
|
164
|
+
}
|
|
165
|
+
static ListJobs(req: BaizeManagement_apiJobV1alpha1Job.ListJobsRequest, initReq?: fm.InitReq): Promise<BaizeManagement_apiJobV1alpha1Job.ListJobsResponse> {
|
|
166
|
+
return fm.fetchReq<BaizeManagement_apiJobV1alpha1Job.ListJobsRequest, BaizeManagement_apiJobV1alpha1Job.ListJobsResponse>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/jobs?${fm.renderURLSearchParams(req, ["workspace", "cluster", "namespace"])}`, {...initReq, method: "GET"})
|
|
167
|
+
}
|
|
168
|
+
static CreateRuntime(req: CreateRuntimeRequest, initReq?: fm.InitReq): Promise<Runtime> {
|
|
169
|
+
return fm.fetchReq<CreateRuntimeRequest, Runtime>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/runtimes`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
|
|
170
|
+
}
|
|
171
|
+
static ListRuntimes(req: ListRuntimesRequest, initReq?: fm.InitReq): Promise<ListRuntimesResponse> {
|
|
172
|
+
return fm.fetchReq<ListRuntimesRequest, ListRuntimesResponse>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/runtimes?${fm.renderURLSearchParams(req, ["workspace", "cluster", "namespace"])}`, {...initReq, method: "GET"})
|
|
173
|
+
}
|
|
174
|
+
static GetRuntime(req: GetRuntimeRequest, initReq?: fm.InitReq): Promise<Runtime> {
|
|
175
|
+
return fm.fetchReq<GetRuntimeRequest, Runtime>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/runtimes/${req["name"]}?${fm.renderURLSearchParams(req, ["workspace", "cluster", "namespace", "name"])}`, {...initReq, method: "GET"})
|
|
176
|
+
}
|
|
177
|
+
static DeleteRuntime(req: DeleteRuntimeRequest, initReq?: fm.InitReq): Promise<Runtime> {
|
|
178
|
+
return fm.fetchReq<DeleteRuntimeRequest, Runtime>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/runtimes/${req["name"]}`, {...initReq, method: "DELETE", body: JSON.stringify(req, fm.replacer)})
|
|
179
|
+
}
|
|
180
|
+
static CreateClusterRuntime(req: CreateClusterRuntimeRequest, initReq?: fm.InitReq): Promise<Runtime> {
|
|
181
|
+
return fm.fetchReq<CreateClusterRuntimeRequest, Runtime>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/clusterruntimes`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
|
|
182
|
+
}
|
|
183
|
+
static ListClusterRuntimes(req: ListClusterRuntimesRequest, initReq?: fm.InitReq): Promise<ListClusterRuntimesResponse> {
|
|
184
|
+
return fm.fetchReq<ListClusterRuntimesRequest, ListClusterRuntimesResponse>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/clusterruntimes?${fm.renderURLSearchParams(req, ["workspace", "cluster"])}`, {...initReq, method: "GET"})
|
|
185
|
+
}
|
|
186
|
+
static GetClusterRuntime(req: GetClusterRuntimeRequest, initReq?: fm.InitReq): Promise<Runtime> {
|
|
187
|
+
return fm.fetchReq<GetClusterRuntimeRequest, Runtime>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/clusterruntimes/${req["name"]}?${fm.renderURLSearchParams(req, ["workspace", "cluster", "name"])}`, {...initReq, method: "GET"})
|
|
188
|
+
}
|
|
189
|
+
static DeleteClusterRuntime(req: DeleteClusterRuntimeRequest, initReq?: fm.InitReq): Promise<Runtime> {
|
|
190
|
+
return fm.fetchReq<DeleteClusterRuntimeRequest, Runtime>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/clusterruntimes/${req["name"]}`, {...initReq, method: "DELETE", body: JSON.stringify(req, fm.replacer)})
|
|
191
|
+
}
|
|
192
|
+
static DoJobAction(req: BaizeManagement_apiJobV1alpha1Job.JobActionRequest, initReq?: fm.InitReq): Promise<BaizeManagement_apiJobV1alpha1Job.Job> {
|
|
193
|
+
return fm.fetchReq<BaizeManagement_apiJobV1alpha1Job.JobActionRequest, BaizeManagement_apiJobV1alpha1Job.Job>(`/apis/baize.io/v1alpha2/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/jobs/${req["name"]}/actions`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
|
|
27
194
|
}
|
|
28
195
|
}
|