runbios-sdk 0.2.14-dev.250 → 0.2.14-dev.253

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
36
36
  * SDK version. Sent as part of the User-Agent header.
37
37
  * Must match package.json "version" -- enforced by a contract test.
38
38
  */
39
- export declare const VERSION = "0.2.14-dev.250";
39
+ export declare const VERSION = "0.2.14-dev.253";
40
40
  export declare class RunBiOS {
41
41
  /** Search models, fetch configs, check adapter compatibility. */
42
42
  readonly models: Models;
package/dist/index.js CHANGED
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
36
36
  * SDK version. Sent as part of the User-Agent header.
37
37
  * Must match package.json "version" -- enforced by a contract test.
38
38
  */
39
- export const VERSION = '0.2.14-dev.250';
39
+ export const VERSION = '0.2.14-dev.253';
40
40
  export class RunBiOS {
41
41
  /** Search models, fetch configs, check adapter compatibility. */
42
42
  models;
@@ -296,7 +296,8 @@ export declare class Loop {
296
296
  *
297
297
  * `min_new_rows` counts only work reviewed SINCE THE LAST BUILD. Counting
298
298
  * the whole corpus would fire the rule every interval forever, because a
299
- * total that has crossed a threshold stays across it.
299
+ * total that has crossed a threshold stays across it. It is at least 100,
300
+ * and 100 when absent: a set built from fewer is too small to learn from.
300
301
  */
301
302
  createBuildRule(params: LoopBuildRuleParams): Promise<LoopBuildRule>;
302
303
  /**
@@ -795,7 +796,7 @@ export declare class Loop {
795
796
  * replayed against both models on every run that finishes its comparison,
796
797
  * and reported as two absolute numbers on a scale that does not move.
797
798
  *
798
- * 10 to 200 conversations. A named conversation with nothing to ask a model
799
+ * 20 to 200 conversations. A named conversation with nothing to ask a model
799
800
  * is refused rather than skipped, because pinning 47 of the 50 you chose is
800
801
  * the set being wrong from the first day and you would never find out.
801
802
  *
@@ -372,7 +372,8 @@ export class Loop {
372
372
  *
373
373
  * `min_new_rows` counts only work reviewed SINCE THE LAST BUILD. Counting
374
374
  * the whole corpus would fire the rule every interval forever, because a
375
- * total that has crossed a threshold stays across it.
375
+ * total that has crossed a threshold stays across it. It is at least 100,
376
+ * and 100 when absent: a set built from fewer is too small to learn from.
376
377
  */
377
378
  async createBuildRule(params) {
378
379
  const res = await this._http.fetchPost('/api/loop/build-rules', params);
@@ -1100,7 +1101,7 @@ export class Loop {
1100
1101
  * replayed against both models on every run that finishes its comparison,
1101
1102
  * and reported as two absolute numbers on a scale that does not move.
1102
1103
  *
1103
- * 10 to 200 conversations. A named conversation with nothing to ask a model
1104
+ * 20 to 200 conversations. A named conversation with nothing to ask a model
1104
1105
  * is refused rather than skipped, because pinning 47 of the 50 you chose is
1105
1106
  * the set being wrong from the first day and you would never find out.
1106
1107
  *
package/dist/types.d.ts CHANGED
@@ -2704,9 +2704,9 @@ export interface LoopBuildRuleParams {
2704
2704
  method: string;
2705
2705
  /**
2706
2706
  * How many rows reviewed SINCE THE LAST BUILD must exist before this fires
2707
- * again. Minimum 10. Counting the whole corpus instead would fire the rule
2708
- * every interval forever, because a total that has crossed a threshold stays
2709
- * across it.
2707
+ * again. Minimum 100, and 100 when absent. Counting the whole corpus instead
2708
+ * would fire the rule every interval forever, because a total that has
2709
+ * crossed a threshold stays across it.
2710
2710
  */
2711
2711
  min_new_rows?: number;
2712
2712
  enabled?: boolean;
@@ -3457,7 +3457,7 @@ export interface TrainingRuleBuildSpec {
3457
3457
  */
3458
3458
  export interface LoopBuildRuleUpdateParams {
3459
3459
  enabled?: boolean;
3460
- /** Rows reviewed SINCE THE LAST BUILD before this fires again. Minimum 10. */
3460
+ /** Rows reviewed SINCE THE LAST BUILD before this fires again. Minimum 100. */
3461
3461
  min_new_rows?: number;
3462
3462
  /** The same selection `createDataset` takes, replayed verbatim. */
3463
3463
  spec?: LoopDatasetCreateParams;
@@ -3473,7 +3473,11 @@ export interface TrainingRuleTriggerInput {
3473
3473
  /** null drops the weekday, which is what a weekly rule moved to daily needs. */
3474
3474
  cadence_weekday?: number | null;
3475
3475
  combinator?: TrainingCombinator;
3476
- /** null removes the row floor, leaving the schedule as the only trigger. */
3476
+ /**
3477
+ * Conversations reviewed since the last version before the rule fires on
3478
+ * rows. At least 100. null removes the row floor, leaving the schedule as the
3479
+ * only trigger.
3480
+ */
3477
3481
  min_new_rows?: number | null;
3478
3482
  /** 1 to 10. Absent leaves it as it is; absent on a create means five. */
3479
3483
  max_versions?: number;
@@ -3517,6 +3521,10 @@ export interface TrainingRuleMoneyInput {
3517
3521
  eval_ceiling_cents?: number;
3518
3522
  /** null removes the monthly cap. Absent leaves it exactly where it stands. */
3519
3523
  monthly_ceiling_cents?: number | null;
3524
+ /**
3525
+ * The most held-back conversations one comparison scores, 10 to 500 and
3526
+ * never below `min_holdout_rows`. Absent on a create means 100.
3527
+ */
3520
3528
  eval_max_rows?: number;
3521
3529
  }
3522
3530
  export interface TrainingRuleEvaluationInput {
@@ -3525,6 +3533,11 @@ export interface TrainingRuleEvaluationInput {
3525
3533
  /** null drops the override, returning to the judge's own advisory model. */
3526
3534
  judge_model?: string | null;
3527
3535
  graders_scope?: GradersScope;
3536
+ /**
3537
+ * The fewest held-back conversations that may decide a comparison. At least
3538
+ * 20, and 20 when absent on a create. A set that would hold back fewer is
3539
+ * not built.
3540
+ */
3528
3541
  min_holdout_rows?: number;
3529
3542
  eval_max_tokens?: number;
3530
3543
  }
@@ -4136,7 +4149,7 @@ export interface BenchmarkSource {
4136
4149
  split?: string;
4137
4150
  }
4138
4151
  /**
4139
- * The pin: 10 to 200 conversations, and a judge with a rubric to measure them.
4152
+ * The pin: 20 to 200 conversations, and a judge with a rubric to measure them.
4140
4153
  *
4141
4154
  * A conversation with nothing to ask a model is refused rather than skipped.
4142
4155
  * Pinning 47 of the 50 somebody chose is the set being wrong from the first
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "runbios-sdk",
3
- "version": "0.2.14-dev.250",
3
+ "version": "0.2.14-dev.253",
4
4
  "description": "Official TypeScript SDK for the Run BiOS training and deployment platform API",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",