@daocloud-proto/baize 0.114.0 → 0.115.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/common/common.pb.ts
CHANGED
package/common/k8s.pb.ts
CHANGED
|
@@ -4,6 +4,15 @@
|
|
|
4
4
|
* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
|
|
5
5
|
*/
|
|
6
6
|
|
|
7
|
+
type Absent<T, K extends keyof T> = { [k in Exclude<keyof T, K>]?: undefined };
|
|
8
|
+
type OneOf<T> =
|
|
9
|
+
| { [k in keyof T]?: undefined }
|
|
10
|
+
| (
|
|
11
|
+
keyof T extends infer K ?
|
|
12
|
+
(K extends string & keyof T ? { [k in K]: T[K] } & Absent<T, K>
|
|
13
|
+
: never)
|
|
14
|
+
: never);
|
|
15
|
+
|
|
7
16
|
export enum KubeVolumeVolumeType {
|
|
8
17
|
VOLUME_TYPE_UNSPECIFIED = "VOLUME_TYPE_UNSPECIFIED",
|
|
9
18
|
PERSISTENT_VOLUME_CLAIM = "PERSISTENT_VOLUME_CLAIM",
|
|
@@ -57,6 +66,51 @@ export type PodConfig = {
|
|
|
57
66
|
tolerationSeconds?: string
|
|
58
67
|
resourceAffinities?: ResourceAffinity[]
|
|
59
68
|
shmSize?: number
|
|
69
|
+
livenessProbe?: Probe
|
|
70
|
+
readinessProbe?: Probe
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
type BaseProbe = {
|
|
75
|
+
exec?: ExecAction
|
|
76
|
+
httpGet?: HTTPGetAction
|
|
77
|
+
tcpSocket?: TCPSocketAction
|
|
78
|
+
grpc?: GRPCAction
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
export type Probe = BaseProbe
|
|
82
|
+
& OneOf<{ initialDelaySeconds: number }>
|
|
83
|
+
& OneOf<{ timeoutSeconds: number }>
|
|
84
|
+
& OneOf<{ periodSeconds: number }>
|
|
85
|
+
& OneOf<{ successThreshold: number }>
|
|
86
|
+
& OneOf<{ failureThreshold: number }>
|
|
87
|
+
& OneOf<{ terminationGracePeriodSeconds: number }>
|
|
88
|
+
|
|
89
|
+
export type ExecAction = {
|
|
90
|
+
command?: string[]
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
export type HTTPGetAction = {
|
|
94
|
+
path?: string
|
|
95
|
+
port?: number
|
|
96
|
+
host?: string
|
|
97
|
+
scheme?: string
|
|
98
|
+
httpHeaders?: HTTPHeader[]
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
export type HTTPHeader = {
|
|
102
|
+
name?: string
|
|
103
|
+
value?: string
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
export type TCPSocketAction = {
|
|
107
|
+
port?: string
|
|
108
|
+
host?: string
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
export type GRPCAction = {
|
|
112
|
+
port?: number
|
|
113
|
+
service?: string
|
|
60
114
|
}
|
|
61
115
|
|
|
62
116
|
export type Affinity = {
|
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
*/
|
|
6
6
|
|
|
7
7
|
import * as BaizeCommonCommon from "../../../common/common.pb"
|
|
8
|
+
import * as BaizeCommonK8s from "../../../common/k8s.pb"
|
|
8
9
|
import * as fm from "../../../fetch.pb"
|
|
9
10
|
import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
|
|
10
11
|
import * as BaizeManagement_apiEventV1alpha1Event from "../../event/v1alpha1/event.pb"
|
|
@@ -87,6 +88,8 @@ export enum DatasetActionRequestAction {
|
|
|
87
88
|
export type DataSource = {
|
|
88
89
|
type?: DataSourceType
|
|
89
90
|
uri?: string
|
|
91
|
+
share?: boolean
|
|
92
|
+
sharedToWorkspaces?: BaizeManagement_apiWorkspaceV1alpha1Workspace.Workspace[]
|
|
90
93
|
options?: DataSourceOptions
|
|
91
94
|
}
|
|
92
95
|
|
|
@@ -107,9 +110,10 @@ export type Dataset = {
|
|
|
107
110
|
labels?: {[key: string]: string}
|
|
108
111
|
annotations?: {[key: string]: string}
|
|
109
112
|
share?: boolean
|
|
110
|
-
|
|
113
|
+
sharedToWorkspaces?: BaizeManagement_apiWorkspaceV1alpha1Workspace.Workspace[]
|
|
111
114
|
boundPVC?: DatasetBoundPVC
|
|
112
115
|
lastSync?: GoogleProtobufTimestamp.Timestamp
|
|
116
|
+
resources?: BaizeCommonK8s.Resources
|
|
113
117
|
}
|
|
114
118
|
|
|
115
119
|
export type DataSourceOptionsConda = {
|
|
@@ -207,6 +211,7 @@ export type CreateDatasetRequest = {
|
|
|
207
211
|
description?: string
|
|
208
212
|
labels?: {[key: string]: string}
|
|
209
213
|
annotations?: {[key: string]: string}
|
|
214
|
+
resources?: BaizeCommonK8s.Resources
|
|
210
215
|
}
|
|
211
216
|
|
|
212
217
|
export type ListDatasetRequest = {
|
|
@@ -235,12 +240,13 @@ export type SingleDatasetRequest = {
|
|
|
235
240
|
namespace?: string
|
|
236
241
|
name?: string
|
|
237
242
|
secretOptions?: SecretOptions
|
|
238
|
-
share?: boolean
|
|
239
|
-
sharedStoWorkspaces?: number[]
|
|
240
243
|
uri?: string
|
|
241
244
|
description?: string
|
|
242
245
|
labels?: {[key: string]: string}
|
|
243
246
|
annotations?: {[key: string]: string}
|
|
247
|
+
share?: boolean
|
|
248
|
+
sharedToWorkspaces?: BaizeManagement_apiWorkspaceV1alpha1Workspace.Workspace[]
|
|
249
|
+
resources?: BaizeCommonK8s.Resources
|
|
244
250
|
}
|
|
245
251
|
|
|
246
252
|
export type UpdateDatasetRequest = BaseUpdateDatasetRequest
|
|
@@ -138,6 +138,8 @@ export type CreateNotebookRequest = {
|
|
|
138
138
|
export type SnapshotConfig = {
|
|
139
139
|
autoSaveOnTermination?: boolean
|
|
140
140
|
imageConfig?: BaizeManagement_apiImageV1alpha1Image.ImageConfig
|
|
141
|
+
containerNoPause?: boolean
|
|
142
|
+
timeout?: number
|
|
141
143
|
}
|
|
142
144
|
|
|
143
145
|
export type UpdateNotebookRequest = {
|
|
@@ -55,6 +55,7 @@ export enum InferenceServingStatusPhase {
|
|
|
55
55
|
export enum ServingAuthAuthType {
|
|
56
56
|
AUTH_TYPE_UNSPECIFIED = "AUTH_TYPE_UNSPECIFIED",
|
|
57
57
|
TRITON_RESTRICTED_KEY = "TRITON_RESTRICTED_KEY",
|
|
58
|
+
VLLM_API_KEY = "VLLM_API_KEY",
|
|
58
59
|
}
|
|
59
60
|
|
|
60
61
|
export type FrameworkTriton = {
|
|
@@ -67,6 +68,8 @@ export type FrameworkVLLM = {
|
|
|
67
68
|
|
|
68
69
|
/* baize modified */ export type BaseFramework = {
|
|
69
70
|
type?: FrameworkType
|
|
71
|
+
preCmds?: string
|
|
72
|
+
postCmds?: string
|
|
70
73
|
}
|
|
71
74
|
|
|
72
75
|
export type Framework = BaseFramework
|
|
@@ -78,16 +81,21 @@ export type Model = {
|
|
|
78
81
|
modelPath?: string
|
|
79
82
|
}
|
|
80
83
|
|
|
84
|
+
export type CustomArg = {
|
|
85
|
+
name?: string
|
|
86
|
+
values?: string[]
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
export type CustomCmd = {
|
|
90
|
+
command?: string
|
|
91
|
+
args?: CustomArg[]
|
|
92
|
+
}
|
|
93
|
+
|
|
81
94
|
export type ServingConfigVLLMLoraModel = {
|
|
82
95
|
volume?: BaizeCommonK8s.KubeVolume
|
|
83
96
|
relativePath?: string
|
|
84
97
|
}
|
|
85
98
|
|
|
86
|
-
export type ServingConfigVLLMCustomOptionalArg = {
|
|
87
|
-
argName?: string
|
|
88
|
-
argValues?: string[]
|
|
89
|
-
}
|
|
90
|
-
|
|
91
99
|
export type ServingConfigVLLM = {
|
|
92
100
|
trustRemoteCode?: boolean
|
|
93
101
|
tensorParallelSize?: number
|
|
@@ -96,7 +104,8 @@ export type ServingConfigVLLM = {
|
|
|
96
104
|
maxLorasRank?: number
|
|
97
105
|
maxLoras?: number
|
|
98
106
|
maxCpuLoras?: number
|
|
99
|
-
|
|
107
|
+
customArgs?: string
|
|
108
|
+
shouldSkip?: boolean
|
|
100
109
|
}
|
|
101
110
|
|
|
102
111
|
export type ServingConfigTritonModelConfig = {
|
|
@@ -141,7 +150,7 @@ export type InferenceServing = {
|
|
|
141
150
|
podConfig?: BaizeCommonK8s.PodConfig
|
|
142
151
|
status?: InferenceServingStatus
|
|
143
152
|
lastUpdated?: GoogleProtobufTimestamp.Timestamp
|
|
144
|
-
|
|
153
|
+
auth?: ServingAuth
|
|
145
154
|
creationTimestamp?: GoogleProtobufTimestamp.Timestamp
|
|
146
155
|
hpaConfig?: HPAConfig
|
|
147
156
|
}
|
|
@@ -169,7 +178,7 @@ export type ServingAuthTritonRestrictedKeyValue = {
|
|
|
169
178
|
}
|
|
170
179
|
|
|
171
180
|
export type ServingAuth = BaseServingAuth
|
|
172
|
-
& OneOf<{ tritonRestrictedKeyValue: ServingAuthTritonRestrictedKeyValue }>
|
|
181
|
+
& OneOf<{ tritonRestrictedKeyValue: ServingAuthTritonRestrictedKeyValue; vllmApiKey: string }>
|
|
173
182
|
|
|
174
183
|
export type HPAConfig = {
|
|
175
184
|
enabled?: boolean
|
|
@@ -213,6 +222,7 @@ export type UpdateInferenceServingRequest = {
|
|
|
213
222
|
labels?: {[key: string]: string}
|
|
214
223
|
annotations?: {[key: string]: string}
|
|
215
224
|
podConfig?: BaizeCommonK8s.PodConfig
|
|
225
|
+
framework?: Framework
|
|
216
226
|
auth?: ServingAuth
|
|
217
227
|
hpaConfig?: HPAConfig
|
|
218
228
|
}
|