runbios-sdk 0.2.1-dev.117 → 0.2.1-dev.120

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
36
36
  * SDK version. Sent as part of the User-Agent header.
37
37
  * Must match package.json "version" -- enforced by a contract test.
38
38
  */
39
- export declare const VERSION = "0.2.1-dev.117";
39
+ export declare const VERSION = "0.2.1-dev.120";
40
40
  export declare class RunBiOS {
41
41
  /** Search models, fetch configs, check adapter compatibility. */
42
42
  readonly models: Models;
package/dist/index.js CHANGED
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
36
36
  * SDK version. Sent as part of the User-Agent header.
37
37
  * Must match package.json "version" -- enforced by a contract test.
38
38
  */
39
- export const VERSION = '0.2.1-dev.117';
39
+ export const VERSION = '0.2.1-dev.120';
40
40
  export class RunBiOS {
41
41
  /** Search models, fetch configs, check adapter compatibility. */
42
42
  models;
@@ -46,6 +46,13 @@ export class GPU {
46
46
  if (params.modelActiveParamsB !== undefined) {
47
47
  q.set('model_active_params_b', String(params.modelActiveParamsB));
48
48
  }
49
+ if (params.maxLength !== undefined)
50
+ q.set('max_length', String(params.maxLength));
51
+ if (params.effectiveBatch !== undefined)
52
+ q.set('effective_batch', String(params.effectiveBatch));
53
+ else if (params.perDeviceTrainBatchSize !== undefined) {
54
+ q.set('per_device_train_batch_size', String(params.perDeviceTrainBatchSize));
55
+ }
49
56
  return this._http.fetchGet(`/api/training/gpu-options?${q}`);
50
57
  }
51
58
  /**
package/dist/types.d.ts CHANGED
@@ -1226,6 +1226,17 @@ export interface GPUOptionsParams {
1226
1226
  rlhfType?: RLHFAlgorithm | string;
1227
1227
  modelParamsB?: number;
1228
1228
  modelActiveParamsB?: number;
1229
+ /** Training sequence length the sizing should assume (tokens). */
1230
+ maxLength?: number;
1231
+ /**
1232
+ * Effective batch (samples per optimizer step) -- the quality decision made
1233
+ * before a GPU is chosen. Each option then answers with the per-device split
1234
+ * that runs it there (`recommended_micro_batch` x `recommended_grad_accum`
1235
+ * x `required_count`), and the minimum GPU count is sized at micro-batch 1.
1236
+ */
1237
+ effectiveBatch?: number;
1238
+ /** Per-device batch to size as typed instead (ignored when effectiveBatch is set). */
1239
+ perDeviceTrainBatchSize?: number;
1229
1240
  }
1230
1241
  /** One model-aware GPU option with live stock and total-price context. */
1231
1242
  export interface GPUOption {
@@ -1246,6 +1257,10 @@ export interface GPUOption {
1246
1257
  bookable: boolean;
1247
1258
  reason?: string;
1248
1259
  checked_at?: string;
1260
+ /** Present when the request stated an effective batch: its split on this card at required_count. */
1261
+ effective_batch?: number;
1262
+ recommended_micro_batch?: number;
1263
+ recommended_grad_accum?: number;
1249
1264
  }
1250
1265
  /** Actionable alternative returned when no GPU option is currently bookable. */
1251
1266
  export interface GPUOptionSuggestion {
@@ -1275,6 +1290,10 @@ export interface GPUOptionsResponse {
1275
1290
  storage_gb: number;
1276
1291
  price_per_hour_cents: number;
1277
1292
  total_price_per_hour_cents: number;
1293
+ /** Present when the request stated an effective batch. */
1294
+ effective_batch?: number;
1295
+ per_device_train_batch_size?: number;
1296
+ gradient_accumulation_steps?: number;
1278
1297
  };
1279
1298
  suggestions?: GPUOptionSuggestion[];
1280
1299
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "runbios-sdk",
3
- "version": "0.2.1-dev.117",
3
+ "version": "0.2.1-dev.120",
4
4
  "description": "Official TypeScript SDK for the Run BiOS training and deployment platform API",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",