@scaleway/sdk-inference 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +191 -0
- package/dist/index.gen.cjs +6 -0
- package/dist/index.gen.d.ts +6 -0
- package/dist/index.gen.js +6 -0
- package/dist/v1/api.gen.cjs +271 -0
- package/dist/v1/api.gen.d.ts +137 -0
- package/dist/v1/api.gen.js +271 -0
- package/dist/v1/content.gen.cjs +13 -0
- package/dist/v1/content.gen.d.ts +5 -0
- package/dist/v1/content.gen.js +13 -0
- package/dist/v1/index.gen.cjs +22 -0
- package/dist/v1/index.gen.d.ts +5 -0
- package/dist/v1/index.gen.js +22 -0
- package/dist/v1/marshalling.gen.cjs +258 -0
- package/dist/v1/marshalling.gen.d.ts +14 -0
- package/dist/v1/marshalling.gen.js +258 -0
- package/dist/v1/types.gen.d.ts +577 -0
- package/dist/v1/validation-rules.gen.cjs +65 -0
- package/dist/v1/validation-rules.gen.d.ts +57 -0
- package/dist/v1/validation-rules.gen.js +65 -0
- package/dist/v1beta1/api.gen.cjs +301 -0
- package/dist/v1beta1/api.gen.d.ts +148 -0
- package/dist/v1beta1/api.gen.js +301 -0
- package/dist/v1beta1/content.gen.cjs +8 -0
- package/dist/v1beta1/content.gen.d.ts +3 -0
- package/dist/v1beta1/content.gen.js +8 -0
- package/dist/v1beta1/index.gen.cjs +25 -0
- package/dist/v1beta1/index.gen.d.ts +5 -0
- package/dist/v1beta1/index.gen.js +25 -0
- package/dist/v1beta1/marshalling.gen.cjs +271 -0
- package/dist/v1beta1/marshalling.gen.d.ts +18 -0
- package/dist/v1beta1/marshalling.gen.js +271 -0
- package/dist/v1beta1/types.gen.d.ts +622 -0
- package/dist/v1beta1/validation-rules.gen.cjs +56 -0
- package/dist/v1beta1/validation-rules.gen.d.ts +50 -0
- package/dist/v1beta1/validation-rules.gen.js +56 -0
- package/package.json +51 -0
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
const CreateDeploymentRequest = {
|
|
2
|
+
maxSize: {
|
|
3
|
+
greaterThanOrEqual: 1,
|
|
4
|
+
lessThanOrEqual: 50
|
|
5
|
+
},
|
|
6
|
+
minSize: {
|
|
7
|
+
greaterThanOrEqual: 1,
|
|
8
|
+
lessThanOrEqual: 50
|
|
9
|
+
},
|
|
10
|
+
name: {
|
|
11
|
+
maxLength: 255,
|
|
12
|
+
minLength: 1,
|
|
13
|
+
pattern: /^[A-Za-z0-9-_]+$/
|
|
14
|
+
},
|
|
15
|
+
nodeTypeName: {
|
|
16
|
+
maxLength: 64,
|
|
17
|
+
minLength: 1
|
|
18
|
+
}
|
|
19
|
+
};
|
|
20
|
+
const CreateModelRequest = {
|
|
21
|
+
name: {
|
|
22
|
+
maxLength: 255,
|
|
23
|
+
minLength: 1,
|
|
24
|
+
pattern: /^[A-Za-z0-9-_/.:]+$/
|
|
25
|
+
}
|
|
26
|
+
};
|
|
27
|
+
const DeploymentQuantization = {
|
|
28
|
+
bits: {
|
|
29
|
+
lessThanOrEqual: 32
|
|
30
|
+
}
|
|
31
|
+
};
|
|
32
|
+
const ListDeploymentsRequest = {
|
|
33
|
+
name: {
|
|
34
|
+
maxLength: 255,
|
|
35
|
+
minLength: 1
|
|
36
|
+
}
|
|
37
|
+
};
|
|
38
|
+
const ListModelsRequest = {
|
|
39
|
+
name: {
|
|
40
|
+
maxLength: 255,
|
|
41
|
+
minLength: 1
|
|
42
|
+
}
|
|
43
|
+
};
|
|
44
|
+
const UpdateDeploymentRequest = {
|
|
45
|
+
maxSize: {
|
|
46
|
+
greaterThanOrEqual: 1,
|
|
47
|
+
lessThanOrEqual: 50
|
|
48
|
+
},
|
|
49
|
+
minSize: {
|
|
50
|
+
greaterThanOrEqual: 1,
|
|
51
|
+
lessThanOrEqual: 50
|
|
52
|
+
},
|
|
53
|
+
name: {
|
|
54
|
+
maxLength: 255,
|
|
55
|
+
minLength: 1
|
|
56
|
+
}
|
|
57
|
+
};
|
|
58
|
+
export {
|
|
59
|
+
CreateDeploymentRequest,
|
|
60
|
+
CreateModelRequest,
|
|
61
|
+
DeploymentQuantization,
|
|
62
|
+
ListDeploymentsRequest,
|
|
63
|
+
ListModelsRequest,
|
|
64
|
+
UpdateDeploymentRequest
|
|
65
|
+
};
|
|
@@ -0,0 +1,301 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
|
|
3
|
+
const sdkClient = require("@scaleway/sdk-client");
|
|
4
|
+
const content_gen = require("./content.gen.cjs");
|
|
5
|
+
const marshalling_gen = require("./marshalling.gen.cjs");
|
|
6
|
+
const jsonContentHeaders = {
|
|
7
|
+
"Content-Type": "application/json; charset=utf-8"
|
|
8
|
+
};
|
|
9
|
+
class API extends sdkClient.API {
|
|
10
|
+
/** Lists the available regions of the API. */
|
|
11
|
+
static LOCALITIES = ["fr-par"];
|
|
12
|
+
pageOfListDeployments = (request = {}) => this.client.fetch(
|
|
13
|
+
{
|
|
14
|
+
method: "GET",
|
|
15
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments`,
|
|
16
|
+
urlParams: sdkClient.urlParams(
|
|
17
|
+
["name", request.name],
|
|
18
|
+
["order_by", request.orderBy],
|
|
19
|
+
["organization_id", request.organizationId],
|
|
20
|
+
["page", request.page],
|
|
21
|
+
[
|
|
22
|
+
"page_size",
|
|
23
|
+
request.pageSize ?? this.client.settings.defaultPageSize
|
|
24
|
+
],
|
|
25
|
+
["project_id", request.projectId],
|
|
26
|
+
["tags", request.tags]
|
|
27
|
+
)
|
|
28
|
+
},
|
|
29
|
+
marshalling_gen.unmarshalListDeploymentsResponse
|
|
30
|
+
);
|
|
31
|
+
/**
|
|
32
|
+
* List inference deployments. List all your inference deployments.
|
|
33
|
+
*
|
|
34
|
+
* @param request - The request {@link ListDeploymentsRequest}
|
|
35
|
+
* @returns A Promise of ListDeploymentsResponse
|
|
36
|
+
*/
|
|
37
|
+
listDeployments = (request = {}) => sdkClient.enrichForPagination("deployments", this.pageOfListDeployments, request);
|
|
38
|
+
/**
|
|
39
|
+
* Get a deployment. Get the deployment for the given ID.
|
|
40
|
+
*
|
|
41
|
+
* @param request - The request {@link GetDeploymentRequest}
|
|
42
|
+
* @returns A Promise of Deployment
|
|
43
|
+
*/
|
|
44
|
+
getDeployment = (request) => this.client.fetch(
|
|
45
|
+
{
|
|
46
|
+
method: "GET",
|
|
47
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments/${sdkClient.validatePathParam("deploymentId", request.deploymentId)}`
|
|
48
|
+
},
|
|
49
|
+
marshalling_gen.unmarshalDeployment
|
|
50
|
+
);
|
|
51
|
+
/**
|
|
52
|
+
* Waits for {@link Deployment} to be in a final state.
|
|
53
|
+
*
|
|
54
|
+
* @param request - The request {@link GetDeploymentRequest}
|
|
55
|
+
* @param options - The waiting options
|
|
56
|
+
* @returns A Promise of Deployment
|
|
57
|
+
*/
|
|
58
|
+
waitForDeployment = (request, options) => sdkClient.waitForResource(
|
|
59
|
+
options?.stop ?? ((res) => Promise.resolve(
|
|
60
|
+
!content_gen.DEPLOYMENT_TRANSIENT_STATUSES.includes(res.status)
|
|
61
|
+
)),
|
|
62
|
+
this.getDeployment,
|
|
63
|
+
request,
|
|
64
|
+
options
|
|
65
|
+
);
|
|
66
|
+
/**
|
|
67
|
+
* Create a deployment. Create a new inference deployment related to a specific model.
|
|
68
|
+
*
|
|
69
|
+
* @param request - The request {@link CreateDeploymentRequest}
|
|
70
|
+
* @returns A Promise of Deployment
|
|
71
|
+
*/
|
|
72
|
+
createDeployment = (request) => this.client.fetch(
|
|
73
|
+
{
|
|
74
|
+
body: JSON.stringify(
|
|
75
|
+
marshalling_gen.marshalCreateDeploymentRequest(request, this.client.settings)
|
|
76
|
+
),
|
|
77
|
+
headers: jsonContentHeaders,
|
|
78
|
+
method: "POST",
|
|
79
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments`
|
|
80
|
+
},
|
|
81
|
+
marshalling_gen.unmarshalDeployment
|
|
82
|
+
);
|
|
83
|
+
/**
|
|
84
|
+
* Update a deployment. Update an existing inference deployment.
|
|
85
|
+
*
|
|
86
|
+
* @param request - The request {@link UpdateDeploymentRequest}
|
|
87
|
+
* @returns A Promise of Deployment
|
|
88
|
+
*/
|
|
89
|
+
updateDeployment = (request) => this.client.fetch(
|
|
90
|
+
{
|
|
91
|
+
body: JSON.stringify(
|
|
92
|
+
marshalling_gen.marshalUpdateDeploymentRequest(request, this.client.settings)
|
|
93
|
+
),
|
|
94
|
+
headers: jsonContentHeaders,
|
|
95
|
+
method: "PATCH",
|
|
96
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments/${sdkClient.validatePathParam("deploymentId", request.deploymentId)}`
|
|
97
|
+
},
|
|
98
|
+
marshalling_gen.unmarshalDeployment
|
|
99
|
+
);
|
|
100
|
+
/**
|
|
101
|
+
* Delete a deployment. Delete an existing inference deployment.
|
|
102
|
+
*
|
|
103
|
+
* @param request - The request {@link DeleteDeploymentRequest}
|
|
104
|
+
* @returns A Promise of Deployment
|
|
105
|
+
*/
|
|
106
|
+
deleteDeployment = (request) => this.client.fetch(
|
|
107
|
+
{
|
|
108
|
+
method: "DELETE",
|
|
109
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments/${sdkClient.validatePathParam("deploymentId", request.deploymentId)}`
|
|
110
|
+
},
|
|
111
|
+
marshalling_gen.unmarshalDeployment
|
|
112
|
+
);
|
|
113
|
+
/**
|
|
114
|
+
* Get the CA certificate. Get the CA certificate used for the deployment of private endpoints.
|
|
115
|
+
The CA certificate will be returned as a PEM file.
|
|
116
|
+
*
|
|
117
|
+
* @param request - The request {@link GetDeploymentCertificateRequest}
|
|
118
|
+
* @returns A Promise of Blob
|
|
119
|
+
*/
|
|
120
|
+
getDeploymentCertificate = (request) => this.client.fetch({
|
|
121
|
+
method: "GET",
|
|
122
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments/${sdkClient.validatePathParam("deploymentId", request.deploymentId)}/certificate`,
|
|
123
|
+
urlParams: sdkClient.urlParams(["dl", 1]),
|
|
124
|
+
responseType: "blob"
|
|
125
|
+
});
|
|
126
|
+
/**
|
|
127
|
+
* Create an endpoint. Create a new Endpoint related to a specific deployment.
|
|
128
|
+
*
|
|
129
|
+
* @param request - The request {@link CreateEndpointRequest}
|
|
130
|
+
* @returns A Promise of Endpoint
|
|
131
|
+
*/
|
|
132
|
+
createEndpoint = (request) => this.client.fetch(
|
|
133
|
+
{
|
|
134
|
+
body: JSON.stringify(
|
|
135
|
+
marshalling_gen.marshalCreateEndpointRequest(request, this.client.settings)
|
|
136
|
+
),
|
|
137
|
+
headers: jsonContentHeaders,
|
|
138
|
+
method: "POST",
|
|
139
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/endpoints`
|
|
140
|
+
},
|
|
141
|
+
marshalling_gen.unmarshalEndpoint
|
|
142
|
+
);
|
|
143
|
+
/**
|
|
144
|
+
* Update an endpoint. Update an existing Endpoint.
|
|
145
|
+
*
|
|
146
|
+
* @param request - The request {@link UpdateEndpointRequest}
|
|
147
|
+
* @returns A Promise of Endpoint
|
|
148
|
+
*/
|
|
149
|
+
updateEndpoint = (request) => this.client.fetch(
|
|
150
|
+
{
|
|
151
|
+
body: JSON.stringify(
|
|
152
|
+
marshalling_gen.marshalUpdateEndpointRequest(request, this.client.settings)
|
|
153
|
+
),
|
|
154
|
+
headers: jsonContentHeaders,
|
|
155
|
+
method: "PATCH",
|
|
156
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/endpoints/${sdkClient.validatePathParam("endpointId", request.endpointId)}`
|
|
157
|
+
},
|
|
158
|
+
marshalling_gen.unmarshalEndpoint
|
|
159
|
+
);
|
|
160
|
+
/**
|
|
161
|
+
* Delete an endpoint. Delete an existing Endpoint.
|
|
162
|
+
*
|
|
163
|
+
* @param request - The request {@link DeleteEndpointRequest}
|
|
164
|
+
*/
|
|
165
|
+
deleteEndpoint = (request) => this.client.fetch({
|
|
166
|
+
method: "DELETE",
|
|
167
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/endpoints/${sdkClient.validatePathParam("endpointId", request.endpointId)}`
|
|
168
|
+
});
|
|
169
|
+
pageOfListDeploymentACLRules = (request) => this.client.fetch(
|
|
170
|
+
{
|
|
171
|
+
method: "GET",
|
|
172
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments/${sdkClient.validatePathParam("deploymentId", request.deploymentId)}/acls`,
|
|
173
|
+
urlParams: sdkClient.urlParams(
|
|
174
|
+
["page", request.page],
|
|
175
|
+
[
|
|
176
|
+
"page_size",
|
|
177
|
+
request.pageSize ?? this.client.settings.defaultPageSize
|
|
178
|
+
]
|
|
179
|
+
)
|
|
180
|
+
},
|
|
181
|
+
marshalling_gen.unmarshalListDeploymentACLRulesResponse
|
|
182
|
+
);
|
|
183
|
+
/**
|
|
184
|
+
* List your ACLs. List ACLs for a specific deployment.
|
|
185
|
+
*
|
|
186
|
+
* @param request - The request {@link ListDeploymentACLRulesRequest}
|
|
187
|
+
* @returns A Promise of ListDeploymentACLRulesResponse
|
|
188
|
+
*/
|
|
189
|
+
listDeploymentACLRules = (request) => sdkClient.enrichForPagination("rules", this.pageOfListDeploymentACLRules, request);
|
|
190
|
+
/**
|
|
191
|
+
* Add new ACLs. Add new ACL rules for a specific deployment.
|
|
192
|
+
*
|
|
193
|
+
* @param request - The request {@link AddDeploymentACLRulesRequest}
|
|
194
|
+
* @returns A Promise of AddDeploymentACLRulesResponse
|
|
195
|
+
*/
|
|
196
|
+
addDeploymentACLRules = (request) => this.client.fetch(
|
|
197
|
+
{
|
|
198
|
+
body: JSON.stringify(
|
|
199
|
+
marshalling_gen.marshalAddDeploymentACLRulesRequest(request, this.client.settings)
|
|
200
|
+
),
|
|
201
|
+
headers: jsonContentHeaders,
|
|
202
|
+
method: "POST",
|
|
203
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments/${sdkClient.validatePathParam("deploymentId", request.deploymentId)}/acls`
|
|
204
|
+
},
|
|
205
|
+
marshalling_gen.unmarshalAddDeploymentACLRulesResponse
|
|
206
|
+
);
|
|
207
|
+
/**
|
|
208
|
+
* Set new ACL. Set new ACL rules for a specific deployment.
|
|
209
|
+
*
|
|
210
|
+
* @param request - The request {@link SetDeploymentACLRulesRequest}
|
|
211
|
+
* @returns A Promise of SetDeploymentACLRulesResponse
|
|
212
|
+
*/
|
|
213
|
+
setDeploymentACLRules = (request) => this.client.fetch(
|
|
214
|
+
{
|
|
215
|
+
body: JSON.stringify(
|
|
216
|
+
marshalling_gen.marshalSetDeploymentACLRulesRequest(request, this.client.settings)
|
|
217
|
+
),
|
|
218
|
+
headers: jsonContentHeaders,
|
|
219
|
+
method: "PUT",
|
|
220
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/deployments/${sdkClient.validatePathParam("deploymentId", request.deploymentId)}/acls`
|
|
221
|
+
},
|
|
222
|
+
marshalling_gen.unmarshalSetDeploymentACLRulesResponse
|
|
223
|
+
);
|
|
224
|
+
/**
|
|
225
|
+
* Delete an existing ACL.
|
|
226
|
+
*
|
|
227
|
+
* @param request - The request {@link DeleteDeploymentACLRuleRequest}
|
|
228
|
+
*/
|
|
229
|
+
deleteDeploymentACLRule = (request) => this.client.fetch({
|
|
230
|
+
method: "DELETE",
|
|
231
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/acls/${sdkClient.validatePathParam("aclId", request.aclId)}`
|
|
232
|
+
});
|
|
233
|
+
pageOfListModels = (request = {}) => this.client.fetch(
|
|
234
|
+
{
|
|
235
|
+
method: "GET",
|
|
236
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/models`,
|
|
237
|
+
urlParams: sdkClient.urlParams(
|
|
238
|
+
["name", request.name],
|
|
239
|
+
["order_by", request.orderBy],
|
|
240
|
+
["page", request.page],
|
|
241
|
+
[
|
|
242
|
+
"page_size",
|
|
243
|
+
request.pageSize ?? this.client.settings.defaultPageSize
|
|
244
|
+
],
|
|
245
|
+
["project_id", request.projectId],
|
|
246
|
+
["tags", request.tags]
|
|
247
|
+
)
|
|
248
|
+
},
|
|
249
|
+
marshalling_gen.unmarshalListModelsResponse
|
|
250
|
+
);
|
|
251
|
+
/**
|
|
252
|
+
* List models. List all available models.
|
|
253
|
+
*
|
|
254
|
+
* @param request - The request {@link ListModelsRequest}
|
|
255
|
+
* @returns A Promise of ListModelsResponse
|
|
256
|
+
*/
|
|
257
|
+
listModels = (request = {}) => sdkClient.enrichForPagination("models", this.pageOfListModels, request);
|
|
258
|
+
/**
|
|
259
|
+
* Get a model. Get the model for the given ID.
|
|
260
|
+
*
|
|
261
|
+
* @param request - The request {@link GetModelRequest}
|
|
262
|
+
* @returns A Promise of Model
|
|
263
|
+
*/
|
|
264
|
+
getModel = (request) => this.client.fetch(
|
|
265
|
+
{
|
|
266
|
+
method: "GET",
|
|
267
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/models/${sdkClient.validatePathParam("modelId", request.modelId)}`
|
|
268
|
+
},
|
|
269
|
+
marshalling_gen.unmarshalModel
|
|
270
|
+
);
|
|
271
|
+
getModelEula = (request) => this.client.fetch(
|
|
272
|
+
{
|
|
273
|
+
method: "GET",
|
|
274
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/models/${sdkClient.validatePathParam("modelId", request.modelId)}/eula`
|
|
275
|
+
},
|
|
276
|
+
marshalling_gen.unmarshalEula
|
|
277
|
+
);
|
|
278
|
+
pageOfListNodeTypes = (request) => this.client.fetch(
|
|
279
|
+
{
|
|
280
|
+
method: "GET",
|
|
281
|
+
path: `/inference/v1beta1/regions/${sdkClient.validatePathParam("region", request.region ?? this.client.settings.defaultRegion)}/node-types`,
|
|
282
|
+
urlParams: sdkClient.urlParams(
|
|
283
|
+
["include_disabled_types", request.includeDisabledTypes],
|
|
284
|
+
["page", request.page],
|
|
285
|
+
[
|
|
286
|
+
"page_size",
|
|
287
|
+
request.pageSize ?? this.client.settings.defaultPageSize
|
|
288
|
+
]
|
|
289
|
+
)
|
|
290
|
+
},
|
|
291
|
+
marshalling_gen.unmarshalListNodeTypesResponse
|
|
292
|
+
);
|
|
293
|
+
/**
|
|
294
|
+
* List available node types. List all available node types. By default, the node types returned in the list are ordered by creation date in ascending order, though this can be modified via the `order_by` field.
|
|
295
|
+
*
|
|
296
|
+
* @param request - The request {@link ListNodeTypesRequest}
|
|
297
|
+
* @returns A Promise of ListNodeTypesResponse
|
|
298
|
+
*/
|
|
299
|
+
listNodeTypes = (request) => sdkClient.enrichForPagination("nodeTypes", this.pageOfListNodeTypes, request);
|
|
300
|
+
}
|
|
301
|
+
exports.API = API;
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
import { API as ParentAPI } from '@scaleway/sdk-client';
|
|
2
|
+
import type { Region as ScwRegion, WaitForOptions } from '@scaleway/sdk-client';
|
|
3
|
+
import type { AddDeploymentACLRulesRequest, AddDeploymentACLRulesResponse, CreateDeploymentRequest, CreateEndpointRequest, DeleteDeploymentACLRuleRequest, DeleteDeploymentRequest, DeleteEndpointRequest, Deployment, Endpoint, Eula, GetDeploymentCertificateRequest, GetDeploymentRequest, GetModelEulaRequest, GetModelRequest, ListDeploymentACLRulesRequest, ListDeploymentACLRulesResponse, ListDeploymentsRequest, ListDeploymentsResponse, ListModelsRequest, ListModelsResponse, ListNodeTypesRequest, ListNodeTypesResponse, Model, SetDeploymentACLRulesRequest, SetDeploymentACLRulesResponse, UpdateDeploymentRequest, UpdateEndpointRequest } from './types.gen';
|
|
4
|
+
/**
|
|
5
|
+
* Managed Inference API.
|
|
6
|
+
|
|
7
|
+
This API allows you to manage your Inference services.
|
|
8
|
+
*/
|
|
9
|
+
export declare class API extends ParentAPI {
|
|
10
|
+
/** Lists the available regions of the API. */
|
|
11
|
+
static readonly LOCALITIES: ScwRegion[];
|
|
12
|
+
protected pageOfListDeployments: (request?: Readonly<ListDeploymentsRequest>) => Promise<ListDeploymentsResponse>;
|
|
13
|
+
/**
|
|
14
|
+
* List inference deployments. List all your inference deployments.
|
|
15
|
+
*
|
|
16
|
+
* @param request - The request {@link ListDeploymentsRequest}
|
|
17
|
+
* @returns A Promise of ListDeploymentsResponse
|
|
18
|
+
*/
|
|
19
|
+
listDeployments: (request?: Readonly<ListDeploymentsRequest>) => Promise<ListDeploymentsResponse> & {
|
|
20
|
+
all: () => Promise<Deployment[]>;
|
|
21
|
+
[Symbol.asyncIterator]: () => AsyncGenerator<Deployment[], void, void>;
|
|
22
|
+
};
|
|
23
|
+
/**
|
|
24
|
+
* Get a deployment. Get the deployment for the given ID.
|
|
25
|
+
*
|
|
26
|
+
* @param request - The request {@link GetDeploymentRequest}
|
|
27
|
+
* @returns A Promise of Deployment
|
|
28
|
+
*/
|
|
29
|
+
getDeployment: (request: Readonly<GetDeploymentRequest>) => Promise<Deployment>;
|
|
30
|
+
/**
|
|
31
|
+
* Waits for {@link Deployment} to be in a final state.
|
|
32
|
+
*
|
|
33
|
+
* @param request - The request {@link GetDeploymentRequest}
|
|
34
|
+
* @param options - The waiting options
|
|
35
|
+
* @returns A Promise of Deployment
|
|
36
|
+
*/
|
|
37
|
+
waitForDeployment: (request: Readonly<GetDeploymentRequest>, options?: Readonly<WaitForOptions<Deployment>>) => Promise<Deployment>;
|
|
38
|
+
/**
|
|
39
|
+
* Create a deployment. Create a new inference deployment related to a specific model.
|
|
40
|
+
*
|
|
41
|
+
* @param request - The request {@link CreateDeploymentRequest}
|
|
42
|
+
* @returns A Promise of Deployment
|
|
43
|
+
*/
|
|
44
|
+
createDeployment: (request: Readonly<CreateDeploymentRequest>) => Promise<Deployment>;
|
|
45
|
+
/**
|
|
46
|
+
* Update a deployment. Update an existing inference deployment.
|
|
47
|
+
*
|
|
48
|
+
* @param request - The request {@link UpdateDeploymentRequest}
|
|
49
|
+
* @returns A Promise of Deployment
|
|
50
|
+
*/
|
|
51
|
+
updateDeployment: (request: Readonly<UpdateDeploymentRequest>) => Promise<Deployment>;
|
|
52
|
+
/**
|
|
53
|
+
* Delete a deployment. Delete an existing inference deployment.
|
|
54
|
+
*
|
|
55
|
+
* @param request - The request {@link DeleteDeploymentRequest}
|
|
56
|
+
* @returns A Promise of Deployment
|
|
57
|
+
*/
|
|
58
|
+
deleteDeployment: (request: Readonly<DeleteDeploymentRequest>) => Promise<Deployment>;
|
|
59
|
+
/**
|
|
60
|
+
* Get the CA certificate. Get the CA certificate used for the deployment of private endpoints.
|
|
61
|
+
The CA certificate will be returned as a PEM file.
|
|
62
|
+
*
|
|
63
|
+
* @param request - The request {@link GetDeploymentCertificateRequest}
|
|
64
|
+
* @returns A Promise of Blob
|
|
65
|
+
*/
|
|
66
|
+
getDeploymentCertificate: (request: Readonly<GetDeploymentCertificateRequest>) => Promise<Blob>;
|
|
67
|
+
/**
|
|
68
|
+
* Create an endpoint. Create a new Endpoint related to a specific deployment.
|
|
69
|
+
*
|
|
70
|
+
* @param request - The request {@link CreateEndpointRequest}
|
|
71
|
+
* @returns A Promise of Endpoint
|
|
72
|
+
*/
|
|
73
|
+
createEndpoint: (request: Readonly<CreateEndpointRequest>) => Promise<Endpoint>;
|
|
74
|
+
/**
|
|
75
|
+
* Update an endpoint. Update an existing Endpoint.
|
|
76
|
+
*
|
|
77
|
+
* @param request - The request {@link UpdateEndpointRequest}
|
|
78
|
+
* @returns A Promise of Endpoint
|
|
79
|
+
*/
|
|
80
|
+
updateEndpoint: (request: Readonly<UpdateEndpointRequest>) => Promise<Endpoint>;
|
|
81
|
+
/**
|
|
82
|
+
* Delete an endpoint. Delete an existing Endpoint.
|
|
83
|
+
*
|
|
84
|
+
* @param request - The request {@link DeleteEndpointRequest}
|
|
85
|
+
*/
|
|
86
|
+
deleteEndpoint: (request: Readonly<DeleteEndpointRequest>) => Promise<void>;
|
|
87
|
+
protected pageOfListDeploymentACLRules: (request: Readonly<ListDeploymentACLRulesRequest>) => Promise<ListDeploymentACLRulesResponse>;
|
|
88
|
+
/**
|
|
89
|
+
* List your ACLs. List ACLs for a specific deployment.
|
|
90
|
+
*
|
|
91
|
+
* @param request - The request {@link ListDeploymentACLRulesRequest}
|
|
92
|
+
* @returns A Promise of ListDeploymentACLRulesResponse
|
|
93
|
+
*/
|
|
94
|
+
listDeploymentACLRules: (request: Readonly<ListDeploymentACLRulesRequest>) => Promise<ListDeploymentACLRulesResponse> & {
|
|
95
|
+
all: () => Promise<import("./types.gen").ACLRule[]>;
|
|
96
|
+
[Symbol.asyncIterator]: () => AsyncGenerator<import("./types.gen").ACLRule[], void, void>;
|
|
97
|
+
};
|
|
98
|
+
/**
|
|
99
|
+
* Add new ACLs. Add new ACL rules for a specific deployment.
|
|
100
|
+
*
|
|
101
|
+
* @param request - The request {@link AddDeploymentACLRulesRequest}
|
|
102
|
+
* @returns A Promise of AddDeploymentACLRulesResponse
|
|
103
|
+
*/
|
|
104
|
+
addDeploymentACLRules: (request: Readonly<AddDeploymentACLRulesRequest>) => Promise<AddDeploymentACLRulesResponse>;
|
|
105
|
+
/**
|
|
106
|
+
* Set new ACL. Set new ACL rules for a specific deployment.
|
|
107
|
+
*
|
|
108
|
+
* @param request - The request {@link SetDeploymentACLRulesRequest}
|
|
109
|
+
* @returns A Promise of SetDeploymentACLRulesResponse
|
|
110
|
+
*/
|
|
111
|
+
setDeploymentACLRules: (request: Readonly<SetDeploymentACLRulesRequest>) => Promise<SetDeploymentACLRulesResponse>;
|
|
112
|
+
/**
|
|
113
|
+
* Delete an existing ACL.
|
|
114
|
+
*
|
|
115
|
+
* @param request - The request {@link DeleteDeploymentACLRuleRequest}
|
|
116
|
+
*/
|
|
117
|
+
deleteDeploymentACLRule: (request: Readonly<DeleteDeploymentACLRuleRequest>) => Promise<void>;
|
|
118
|
+
protected pageOfListModels: (request?: Readonly<ListModelsRequest>) => Promise<ListModelsResponse>;
|
|
119
|
+
/**
|
|
120
|
+
* List models. List all available models.
|
|
121
|
+
*
|
|
122
|
+
* @param request - The request {@link ListModelsRequest}
|
|
123
|
+
* @returns A Promise of ListModelsResponse
|
|
124
|
+
*/
|
|
125
|
+
listModels: (request?: Readonly<ListModelsRequest>) => Promise<ListModelsResponse> & {
|
|
126
|
+
all: () => Promise<Model[]>;
|
|
127
|
+
[Symbol.asyncIterator]: () => AsyncGenerator<Model[], void, void>;
|
|
128
|
+
};
|
|
129
|
+
/**
|
|
130
|
+
* Get a model. Get the model for the given ID.
|
|
131
|
+
*
|
|
132
|
+
* @param request - The request {@link GetModelRequest}
|
|
133
|
+
* @returns A Promise of Model
|
|
134
|
+
*/
|
|
135
|
+
getModel: (request: Readonly<GetModelRequest>) => Promise<Model>;
|
|
136
|
+
getModelEula: (request: Readonly<GetModelEulaRequest>) => Promise<Eula>;
|
|
137
|
+
protected pageOfListNodeTypes: (request: Readonly<ListNodeTypesRequest>) => Promise<ListNodeTypesResponse>;
|
|
138
|
+
/**
|
|
139
|
+
* List available node types. List all available node types. By default, the node types returned in the list are ordered by creation date in ascending order, though this can be modified via the `order_by` field.
|
|
140
|
+
*
|
|
141
|
+
* @param request - The request {@link ListNodeTypesRequest}
|
|
142
|
+
* @returns A Promise of ListNodeTypesResponse
|
|
143
|
+
*/
|
|
144
|
+
listNodeTypes: (request: Readonly<ListNodeTypesRequest>) => Promise<ListNodeTypesResponse> & {
|
|
145
|
+
all: () => Promise<import("./types.gen").NodeType[]>;
|
|
146
|
+
[Symbol.asyncIterator]: () => AsyncGenerator<import("./types.gen").NodeType[], void, void>;
|
|
147
|
+
};
|
|
148
|
+
}
|