bios-sdk 0.1.1-rc.20 → 0.1.1-rc.26
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -0
- package/dist/resources/models.d.ts +4 -4
- package/dist/resources/models.js +4 -4
- package/dist/types.d.ts +98 -22
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -109,6 +109,10 @@ for await (const chunk of client.inference.streamChatCompletions({
|
|
|
109
109
|
|
|
110
110
|
### Models
|
|
111
111
|
|
|
112
|
+
The catalog lists only models hosted on BiOS (the platform's own verified
|
|
113
|
+
registry, mirrored in BiOS storage) — every result can be trained and
|
|
114
|
+
deployed; it is never a live Hugging Face search.
|
|
115
|
+
|
|
112
116
|
```typescript
|
|
113
117
|
// Search models
|
|
114
118
|
const results = await client.models.search({ query: 'llama', limit: 10 });
|
|
@@ -9,10 +9,10 @@ export declare class Models {
|
|
|
9
9
|
/** @internal */
|
|
10
10
|
constructor(_http: HttpClient);
|
|
11
11
|
/**
|
|
12
|
-
* Search the model catalog
|
|
13
|
-
*
|
|
14
|
-
*
|
|
15
|
-
*
|
|
12
|
+
* Search the BiOS model catalog -- the platform's own hosted, verified
|
|
13
|
+
* models. Every result is mirrored in BiOS storage and can be trained and
|
|
14
|
+
* deployed; this is never a live Hugging Face search. A model that is not
|
|
15
|
+
* listed here is not hosted on BiOS yet.
|
|
16
16
|
*
|
|
17
17
|
* @example
|
|
18
18
|
* ```ts
|
package/dist/resources/models.js
CHANGED
|
@@ -9,10 +9,10 @@ export class Models {
|
|
|
9
9
|
this._http = _http;
|
|
10
10
|
}
|
|
11
11
|
/**
|
|
12
|
-
* Search the model catalog
|
|
13
|
-
*
|
|
14
|
-
*
|
|
15
|
-
*
|
|
12
|
+
* Search the BiOS model catalog -- the platform's own hosted, verified
|
|
13
|
+
* models. Every result is mirrored in BiOS storage and can be trained and
|
|
14
|
+
* deployed; this is never a live Hugging Face search. A model that is not
|
|
15
|
+
* listed here is not hosted on BiOS yet.
|
|
16
16
|
*
|
|
17
17
|
* @example
|
|
18
18
|
* ```ts
|
package/dist/types.d.ts
CHANGED
|
@@ -99,7 +99,12 @@ export interface AvailableGpuAlternative {
|
|
|
99
99
|
tier?: string;
|
|
100
100
|
recommended?: boolean;
|
|
101
101
|
}
|
|
102
|
-
/**
|
|
102
|
+
/**
|
|
103
|
+
* A model from the BiOS model catalog. The catalog is served from the
|
|
104
|
+
* platform's own registry: every listed model is hosted in BiOS storage,
|
|
105
|
+
* verified end-to-end, and can be trained and deployed. It is never a live
|
|
106
|
+
* Hugging Face search result — a model that is not listed is not hosted.
|
|
107
|
+
*/
|
|
103
108
|
export interface Model {
|
|
104
109
|
/** Full model id (e.g. "meta-llama/Llama-3.1-8B"). */
|
|
105
110
|
id: string;
|
|
@@ -111,30 +116,58 @@ export interface Model {
|
|
|
111
116
|
totalParams: number;
|
|
112
117
|
/** Active parameter count in billions (differs from total for MoE models). */
|
|
113
118
|
activeParams: number;
|
|
114
|
-
/**
|
|
115
|
-
|
|
116
|
-
/** Model
|
|
117
|
-
|
|
118
|
-
/**
|
|
119
|
+
/** Alias of totalParams returned by the search route. */
|
|
120
|
+
params?: number;
|
|
121
|
+
/** Model family kind: "dense" or "moe". */
|
|
122
|
+
kind?: 'dense' | 'moe';
|
|
123
|
+
/** Whether this is a Mixture-of-Experts model. */
|
|
124
|
+
isMoE?: boolean;
|
|
125
|
+
/** Serving surface: "llm" (text) or "vlm" (vision-language). */
|
|
126
|
+
surfaceType?: 'llm' | 'vlm';
|
|
127
|
+
/**
|
|
128
|
+
* Raw model_type from the hosted model's config.json. Legacy field name —
|
|
129
|
+
* resolved from the BiOS registry copy, never from Hugging Face.
|
|
130
|
+
*/
|
|
119
131
|
hfModelType: string | null;
|
|
132
|
+
/**
|
|
133
|
+
* Architecture class (e.g. "LlamaForCausalLM") from the hosted model's
|
|
134
|
+
* config.json. Legacy field name, same registry provenance as hfModelType.
|
|
135
|
+
*/
|
|
136
|
+
hfArchitecture?: string | null;
|
|
137
|
+
/** Precision of the hosted weights (e.g. "bf16"), when known. */
|
|
138
|
+
precision?: string;
|
|
120
139
|
/** Download count from the catalog. */
|
|
121
140
|
downloads: number;
|
|
122
141
|
/** Like count from the catalog. */
|
|
123
142
|
likes: number;
|
|
124
|
-
/**
|
|
125
|
-
|
|
126
|
-
/**
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
143
|
+
/** Always false for catalog models — hosted weights are never gated. */
|
|
144
|
+
gated?: boolean;
|
|
145
|
+
/** Short description from the registry. */
|
|
146
|
+
summary?: string;
|
|
147
|
+
/** Always true: every catalog model is verified for serving. */
|
|
148
|
+
servingSupported?: boolean;
|
|
149
|
+
/** Always true: every catalog model is verified for training. */
|
|
150
|
+
trainSupported?: boolean;
|
|
151
|
+
/** Registry visibility: "public" or "private" (partner-hosted models). */
|
|
152
|
+
visibility?: string;
|
|
153
|
+
/** @deprecated Legacy alias for kind. Not populated by the current API. */
|
|
154
|
+
architecture?: 'dense' | 'moe';
|
|
155
|
+
/** @deprecated Legacy alias for surfaceType. Not populated by the current API. */
|
|
156
|
+
modelType?: 'llm' | 'vlm';
|
|
157
|
+
/** @deprecated Not populated by the current API — hosted models are visible to every workspace. */
|
|
158
|
+
isPrivate?: boolean;
|
|
159
|
+
/** @deprecated Not populated by the current API — the catalog carries verified full base models only. */
|
|
160
|
+
isAdapter?: boolean;
|
|
161
|
+
}
|
|
162
|
+
/** Parameters for searching the BiOS model catalog (platform-hosted models only). */
|
|
130
163
|
export interface ModelSearchParams {
|
|
131
164
|
/** Search query string. */
|
|
132
165
|
query?: string;
|
|
133
|
-
/** Filter by model
|
|
166
|
+
/** Filter by model surface: "all", "llm", or "vlm". */
|
|
134
167
|
type?: 'all' | 'llm' | 'vlm';
|
|
135
168
|
/** Pagination offset. Defaults to 0. */
|
|
136
169
|
offset?: number;
|
|
137
|
-
/** Number of results to return.
|
|
170
|
+
/** Number of results to return. Server defaults to 24 and clamps to 60. */
|
|
138
171
|
limit?: number;
|
|
139
172
|
/** Minimum parameter count in billions. */
|
|
140
173
|
minParams?: number;
|
|
@@ -142,13 +175,25 @@ export interface ModelSearchParams {
|
|
|
142
175
|
maxParams?: number;
|
|
143
176
|
/** Sort order: "downloads", "likes", or "trending". */
|
|
144
177
|
sort?: 'downloads' | 'likes' | 'trending';
|
|
145
|
-
/**
|
|
178
|
+
/**
|
|
179
|
+
* @deprecated Ignored by the registry-backed catalog. Include the author in
|
|
180
|
+
* `query` instead — model ids are "author/name" and match as text.
|
|
181
|
+
*/
|
|
146
182
|
author?: string;
|
|
147
|
-
/**
|
|
183
|
+
/**
|
|
184
|
+
* @deprecated Ignored by the registry-backed catalog — hosted models are
|
|
185
|
+
* visible to every workspace (partner models are labeled via `visibility`).
|
|
186
|
+
*/
|
|
148
187
|
visibility?: 'all' | 'public' | 'private';
|
|
149
|
-
/**
|
|
188
|
+
/**
|
|
189
|
+
* @deprecated Ignored by the registry-backed catalog — it carries verified
|
|
190
|
+
* full base models only, so no adapter/quantized filtering is needed.
|
|
191
|
+
*/
|
|
150
192
|
kind?: 'full' | 'adapter';
|
|
151
|
-
/**
|
|
193
|
+
/**
|
|
194
|
+
* @deprecated Ignored by the registry-backed catalog — hosted models never
|
|
195
|
+
* require a Hugging Face integration (legacy from the live-HF era).
|
|
196
|
+
*/
|
|
152
197
|
integrationId?: string;
|
|
153
198
|
}
|
|
154
199
|
/** Response from a model search. */
|
|
@@ -158,9 +203,13 @@ export interface ModelSearchResponse {
|
|
|
158
203
|
offset: number;
|
|
159
204
|
limit: number;
|
|
160
205
|
hasMore: boolean;
|
|
161
|
-
|
|
206
|
+
/**
|
|
207
|
+
* @deprecated Legacy field from the live-Hugging-Face era. The registry-
|
|
208
|
+
* backed catalog no longer returns it — hosted models need no HF account.
|
|
209
|
+
*/
|
|
210
|
+
hfUsername?: string;
|
|
162
211
|
}
|
|
163
|
-
/** Model configuration from the
|
|
212
|
+
/** Model configuration resolved from the registry's hosted copy of the model. */
|
|
164
213
|
export interface ModelConfig {
|
|
165
214
|
/** Full model id. */
|
|
166
215
|
modelId: string;
|
|
@@ -407,7 +456,12 @@ export interface GPUChoice {
|
|
|
407
456
|
export interface TrainingCreateParams {
|
|
408
457
|
/** Stable retry key. Reuse it after a timeout; a new value creates a new job. Auto-generated when omitted. */
|
|
409
458
|
idempotencyKey?: string;
|
|
410
|
-
/**
|
|
459
|
+
/**
|
|
460
|
+
* Model id to fine-tune. Must be hosted on BiOS — pick from the platform's
|
|
461
|
+
* own catalog (client.models.search); arbitrary Hugging Face ids are
|
|
462
|
+
* rejected. Training FROM a fine-tuned model (adapter stacking) is not
|
|
463
|
+
* supported; every job starts from a catalog base model.
|
|
464
|
+
*/
|
|
411
465
|
model: string;
|
|
412
466
|
/** Optional model branch, tag, or commit; the API canonicalizes it to an exact commit. */
|
|
413
467
|
modelRevision?: string;
|
|
@@ -970,12 +1024,26 @@ export interface InferenceServingConfig {
|
|
|
970
1024
|
}
|
|
971
1025
|
export interface InferenceCreateParams {
|
|
972
1026
|
name: string;
|
|
1027
|
+
/**
|
|
1028
|
+
* Deployment source: a verified training checkpoint, or 'hf_model' — the
|
|
1029
|
+
* legacy wire name for a base model from the BiOS catalog (the platform's
|
|
1030
|
+
* own hosted registry, never a live Hugging Face reference).
|
|
1031
|
+
*/
|
|
973
1032
|
sourceType: 'checkpoint' | 'hf_model';
|
|
974
1033
|
sourceJobId?: string;
|
|
975
1034
|
sourceCheckpointId?: string;
|
|
1035
|
+
/**
|
|
1036
|
+
* Catalog model id (e.g. "meta-llama/Llama-3.1-8B-Instruct"), required with
|
|
1037
|
+
* sourceType 'hf_model'. Legacy field name: the model must be hosted on
|
|
1038
|
+
* BiOS (see client.models.search) — arbitrary Hugging Face ids are rejected.
|
|
1039
|
+
*/
|
|
976
1040
|
hfModelId?: string;
|
|
977
1041
|
/** Exact 40-hex commit returned by deployment preflight. */
|
|
978
1042
|
hfModelRevision?: string;
|
|
1043
|
+
/**
|
|
1044
|
+
* @deprecated Legacy field kept for wire compatibility. Catalog models are
|
|
1045
|
+
* pre-mirrored and never gated, so no integration is needed to deploy them.
|
|
1046
|
+
*/
|
|
979
1047
|
hfIntegrationId?: string;
|
|
980
1048
|
baseModelId?: string;
|
|
981
1049
|
/** Exact base-model commit returned by deployment preflight. */
|
|
@@ -1017,9 +1085,11 @@ export interface InferenceDeployment {
|
|
|
1017
1085
|
/** Compatibility alias for status_reason. */
|
|
1018
1086
|
error_code?: string | null;
|
|
1019
1087
|
desired_state: 'running' | 'stopped';
|
|
1088
|
+
/** 'hf_model' is the legacy wire name for a BiOS-catalog base model. */
|
|
1020
1089
|
source_type: 'checkpoint' | 'hf_model';
|
|
1021
1090
|
source_job_id?: string;
|
|
1022
1091
|
source_checkpoint_id?: string;
|
|
1092
|
+
/** Catalog model id. Legacy field name — hosted on BiOS, not live Hugging Face. */
|
|
1023
1093
|
hf_model_id?: string;
|
|
1024
1094
|
hf_model_revision?: string | null;
|
|
1025
1095
|
base_model_id?: string;
|
|
@@ -1262,7 +1332,10 @@ export interface InferenceGPUOptionsParams {
|
|
|
1262
1332
|
revision?: string;
|
|
1263
1333
|
/** Size from an existing deployment's pinned facts instead of a model id. */
|
|
1264
1334
|
inferenceId?: string;
|
|
1265
|
-
/**
|
|
1335
|
+
/**
|
|
1336
|
+
* @deprecated Legacy field kept for wire compatibility — catalog models are
|
|
1337
|
+
* pre-mirrored and never gated, so no integration is needed with `model`.
|
|
1338
|
+
*/
|
|
1266
1339
|
hfIntegrationId?: string;
|
|
1267
1340
|
/** DEPRECATED client-fact path; required only when `model`/`inferenceId` are absent. */
|
|
1268
1341
|
paramsB?: number;
|
|
@@ -1296,11 +1369,14 @@ export interface InferencePreflightWarning {
|
|
|
1296
1369
|
}
|
|
1297
1370
|
export interface InferenceCanonicalRequest {
|
|
1298
1371
|
name: string;
|
|
1372
|
+
/** 'hf_model' is the legacy wire name for a BiOS-catalog base model. */
|
|
1299
1373
|
source_type: 'checkpoint' | 'hf_model';
|
|
1300
1374
|
source_job_id?: string;
|
|
1301
1375
|
source_checkpoint_id?: string;
|
|
1376
|
+
/** Catalog model id. Legacy field name — hosted on BiOS, not live Hugging Face. */
|
|
1302
1377
|
hf_model_id?: string;
|
|
1303
1378
|
hf_model_revision?: string;
|
|
1379
|
+
/** Legacy field — catalog models never need an integration. */
|
|
1304
1380
|
hf_integration_id?: string;
|
|
1305
1381
|
base_model_id: string;
|
|
1306
1382
|
base_model_revision: string;
|