runbios-sdk 0.2.1-dev.117 → 0.2.1-dev.120
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/resources/gpu.js +7 -0
- package/dist/types.d.ts +19 -0
- package/package.json +1 -1
package/dist/index.d.ts
CHANGED
|
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
|
|
|
36
36
|
* SDK version. Sent as part of the User-Agent header.
|
|
37
37
|
* Must match package.json "version" -- enforced by a contract test.
|
|
38
38
|
*/
|
|
39
|
-
export declare const VERSION = "0.2.1-dev.
|
|
39
|
+
export declare const VERSION = "0.2.1-dev.120";
|
|
40
40
|
export declare class RunBiOS {
|
|
41
41
|
/** Search models, fetch configs, check adapter compatibility. */
|
|
42
42
|
readonly models: Models;
|
package/dist/index.js
CHANGED
|
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
|
|
|
36
36
|
* SDK version. Sent as part of the User-Agent header.
|
|
37
37
|
* Must match package.json "version" -- enforced by a contract test.
|
|
38
38
|
*/
|
|
39
|
-
export const VERSION = '0.2.1-dev.
|
|
39
|
+
export const VERSION = '0.2.1-dev.120';
|
|
40
40
|
export class RunBiOS {
|
|
41
41
|
/** Search models, fetch configs, check adapter compatibility. */
|
|
42
42
|
models;
|
package/dist/resources/gpu.js
CHANGED
|
@@ -46,6 +46,13 @@ export class GPU {
|
|
|
46
46
|
if (params.modelActiveParamsB !== undefined) {
|
|
47
47
|
q.set('model_active_params_b', String(params.modelActiveParamsB));
|
|
48
48
|
}
|
|
49
|
+
if (params.maxLength !== undefined)
|
|
50
|
+
q.set('max_length', String(params.maxLength));
|
|
51
|
+
if (params.effectiveBatch !== undefined)
|
|
52
|
+
q.set('effective_batch', String(params.effectiveBatch));
|
|
53
|
+
else if (params.perDeviceTrainBatchSize !== undefined) {
|
|
54
|
+
q.set('per_device_train_batch_size', String(params.perDeviceTrainBatchSize));
|
|
55
|
+
}
|
|
49
56
|
return this._http.fetchGet(`/api/training/gpu-options?${q}`);
|
|
50
57
|
}
|
|
51
58
|
/**
|
package/dist/types.d.ts
CHANGED
|
@@ -1226,6 +1226,17 @@ export interface GPUOptionsParams {
|
|
|
1226
1226
|
rlhfType?: RLHFAlgorithm | string;
|
|
1227
1227
|
modelParamsB?: number;
|
|
1228
1228
|
modelActiveParamsB?: number;
|
|
1229
|
+
/** Training sequence length the sizing should assume (tokens). */
|
|
1230
|
+
maxLength?: number;
|
|
1231
|
+
/**
|
|
1232
|
+
* Effective batch (samples per optimizer step) -- the quality decision made
|
|
1233
|
+
* before a GPU is chosen. Each option then answers with the per-device split
|
|
1234
|
+
* that runs it there (`recommended_micro_batch` x `recommended_grad_accum`
|
|
1235
|
+
* x `required_count`), and the minimum GPU count is sized at micro-batch 1.
|
|
1236
|
+
*/
|
|
1237
|
+
effectiveBatch?: number;
|
|
1238
|
+
/** Per-device batch to size as typed instead (ignored when effectiveBatch is set). */
|
|
1239
|
+
perDeviceTrainBatchSize?: number;
|
|
1229
1240
|
}
|
|
1230
1241
|
/** One model-aware GPU option with live stock and total-price context. */
|
|
1231
1242
|
export interface GPUOption {
|
|
@@ -1246,6 +1257,10 @@ export interface GPUOption {
|
|
|
1246
1257
|
bookable: boolean;
|
|
1247
1258
|
reason?: string;
|
|
1248
1259
|
checked_at?: string;
|
|
1260
|
+
/** Present when the request stated an effective batch: its split on this card at required_count. */
|
|
1261
|
+
effective_batch?: number;
|
|
1262
|
+
recommended_micro_batch?: number;
|
|
1263
|
+
recommended_grad_accum?: number;
|
|
1249
1264
|
}
|
|
1250
1265
|
/** Actionable alternative returned when no GPU option is currently bookable. */
|
|
1251
1266
|
export interface GPUOptionSuggestion {
|
|
@@ -1275,6 +1290,10 @@ export interface GPUOptionsResponse {
|
|
|
1275
1290
|
storage_gb: number;
|
|
1276
1291
|
price_per_hour_cents: number;
|
|
1277
1292
|
total_price_per_hour_cents: number;
|
|
1293
|
+
/** Present when the request stated an effective batch. */
|
|
1294
|
+
effective_batch?: number;
|
|
1295
|
+
per_device_train_batch_size?: number;
|
|
1296
|
+
gradient_accumulation_steps?: number;
|
|
1278
1297
|
};
|
|
1279
1298
|
suggestions?: GPUOptionSuggestion[];
|
|
1280
1299
|
}
|