runbios-sdk 0.2.14-dev.249 → 0.2.14-dev.253
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/resources/loop.d.ts +3 -2
- package/dist/resources/loop.js +3 -2
- package/dist/types.d.ts +19 -6
- package/package.json +1 -1
package/dist/index.d.ts
CHANGED
|
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
|
|
|
36
36
|
* SDK version. Sent as part of the User-Agent header.
|
|
37
37
|
* Must match package.json "version" -- enforced by a contract test.
|
|
38
38
|
*/
|
|
39
|
-
export declare const VERSION = "0.2.14-dev.
|
|
39
|
+
export declare const VERSION = "0.2.14-dev.253";
|
|
40
40
|
export declare class RunBiOS {
|
|
41
41
|
/** Search models, fetch configs, check adapter compatibility. */
|
|
42
42
|
readonly models: Models;
|
package/dist/index.js
CHANGED
|
@@ -36,7 +36,7 @@ import { Loop } from './resources/loop.js';
|
|
|
36
36
|
* SDK version. Sent as part of the User-Agent header.
|
|
37
37
|
* Must match package.json "version" -- enforced by a contract test.
|
|
38
38
|
*/
|
|
39
|
-
export const VERSION = '0.2.14-dev.
|
|
39
|
+
export const VERSION = '0.2.14-dev.253';
|
|
40
40
|
export class RunBiOS {
|
|
41
41
|
/** Search models, fetch configs, check adapter compatibility. */
|
|
42
42
|
models;
|
package/dist/resources/loop.d.ts
CHANGED
|
@@ -296,7 +296,8 @@ export declare class Loop {
|
|
|
296
296
|
*
|
|
297
297
|
* `min_new_rows` counts only work reviewed SINCE THE LAST BUILD. Counting
|
|
298
298
|
* the whole corpus would fire the rule every interval forever, because a
|
|
299
|
-
* total that has crossed a threshold stays across it.
|
|
299
|
+
* total that has crossed a threshold stays across it. It is at least 100,
|
|
300
|
+
* and 100 when absent: a set built from fewer is too small to learn from.
|
|
300
301
|
*/
|
|
301
302
|
createBuildRule(params: LoopBuildRuleParams): Promise<LoopBuildRule>;
|
|
302
303
|
/**
|
|
@@ -795,7 +796,7 @@ export declare class Loop {
|
|
|
795
796
|
* replayed against both models on every run that finishes its comparison,
|
|
796
797
|
* and reported as two absolute numbers on a scale that does not move.
|
|
797
798
|
*
|
|
798
|
-
*
|
|
799
|
+
* 20 to 200 conversations. A named conversation with nothing to ask a model
|
|
799
800
|
* is refused rather than skipped, because pinning 47 of the 50 you chose is
|
|
800
801
|
* the set being wrong from the first day and you would never find out.
|
|
801
802
|
*
|
package/dist/resources/loop.js
CHANGED
|
@@ -372,7 +372,8 @@ export class Loop {
|
|
|
372
372
|
*
|
|
373
373
|
* `min_new_rows` counts only work reviewed SINCE THE LAST BUILD. Counting
|
|
374
374
|
* the whole corpus would fire the rule every interval forever, because a
|
|
375
|
-
* total that has crossed a threshold stays across it.
|
|
375
|
+
* total that has crossed a threshold stays across it. It is at least 100,
|
|
376
|
+
* and 100 when absent: a set built from fewer is too small to learn from.
|
|
376
377
|
*/
|
|
377
378
|
async createBuildRule(params) {
|
|
378
379
|
const res = await this._http.fetchPost('/api/loop/build-rules', params);
|
|
@@ -1100,7 +1101,7 @@ export class Loop {
|
|
|
1100
1101
|
* replayed against both models on every run that finishes its comparison,
|
|
1101
1102
|
* and reported as two absolute numbers on a scale that does not move.
|
|
1102
1103
|
*
|
|
1103
|
-
*
|
|
1104
|
+
* 20 to 200 conversations. A named conversation with nothing to ask a model
|
|
1104
1105
|
* is refused rather than skipped, because pinning 47 of the 50 you chose is
|
|
1105
1106
|
* the set being wrong from the first day and you would never find out.
|
|
1106
1107
|
*
|
package/dist/types.d.ts
CHANGED
|
@@ -2704,9 +2704,9 @@ export interface LoopBuildRuleParams {
|
|
|
2704
2704
|
method: string;
|
|
2705
2705
|
/**
|
|
2706
2706
|
* How many rows reviewed SINCE THE LAST BUILD must exist before this fires
|
|
2707
|
-
* again. Minimum
|
|
2708
|
-
* every interval forever, because a total that has
|
|
2709
|
-
* across it.
|
|
2707
|
+
* again. Minimum 100, and 100 when absent. Counting the whole corpus instead
|
|
2708
|
+
* would fire the rule every interval forever, because a total that has
|
|
2709
|
+
* crossed a threshold stays across it.
|
|
2710
2710
|
*/
|
|
2711
2711
|
min_new_rows?: number;
|
|
2712
2712
|
enabled?: boolean;
|
|
@@ -3457,7 +3457,7 @@ export interface TrainingRuleBuildSpec {
|
|
|
3457
3457
|
*/
|
|
3458
3458
|
export interface LoopBuildRuleUpdateParams {
|
|
3459
3459
|
enabled?: boolean;
|
|
3460
|
-
/** Rows reviewed SINCE THE LAST BUILD before this fires again. Minimum
|
|
3460
|
+
/** Rows reviewed SINCE THE LAST BUILD before this fires again. Minimum 100. */
|
|
3461
3461
|
min_new_rows?: number;
|
|
3462
3462
|
/** The same selection `createDataset` takes, replayed verbatim. */
|
|
3463
3463
|
spec?: LoopDatasetCreateParams;
|
|
@@ -3473,7 +3473,11 @@ export interface TrainingRuleTriggerInput {
|
|
|
3473
3473
|
/** null drops the weekday, which is what a weekly rule moved to daily needs. */
|
|
3474
3474
|
cadence_weekday?: number | null;
|
|
3475
3475
|
combinator?: TrainingCombinator;
|
|
3476
|
-
/**
|
|
3476
|
+
/**
|
|
3477
|
+
* Conversations reviewed since the last version before the rule fires on
|
|
3478
|
+
* rows. At least 100. null removes the row floor, leaving the schedule as the
|
|
3479
|
+
* only trigger.
|
|
3480
|
+
*/
|
|
3477
3481
|
min_new_rows?: number | null;
|
|
3478
3482
|
/** 1 to 10. Absent leaves it as it is; absent on a create means five. */
|
|
3479
3483
|
max_versions?: number;
|
|
@@ -3517,6 +3521,10 @@ export interface TrainingRuleMoneyInput {
|
|
|
3517
3521
|
eval_ceiling_cents?: number;
|
|
3518
3522
|
/** null removes the monthly cap. Absent leaves it exactly where it stands. */
|
|
3519
3523
|
monthly_ceiling_cents?: number | null;
|
|
3524
|
+
/**
|
|
3525
|
+
* The most held-back conversations one comparison scores, 10 to 500 and
|
|
3526
|
+
* never below `min_holdout_rows`. Absent on a create means 100.
|
|
3527
|
+
*/
|
|
3520
3528
|
eval_max_rows?: number;
|
|
3521
3529
|
}
|
|
3522
3530
|
export interface TrainingRuleEvaluationInput {
|
|
@@ -3525,6 +3533,11 @@ export interface TrainingRuleEvaluationInput {
|
|
|
3525
3533
|
/** null drops the override, returning to the judge's own advisory model. */
|
|
3526
3534
|
judge_model?: string | null;
|
|
3527
3535
|
graders_scope?: GradersScope;
|
|
3536
|
+
/**
|
|
3537
|
+
* The fewest held-back conversations that may decide a comparison. At least
|
|
3538
|
+
* 20, and 20 when absent on a create. A set that would hold back fewer is
|
|
3539
|
+
* not built.
|
|
3540
|
+
*/
|
|
3528
3541
|
min_holdout_rows?: number;
|
|
3529
3542
|
eval_max_tokens?: number;
|
|
3530
3543
|
}
|
|
@@ -4136,7 +4149,7 @@ export interface BenchmarkSource {
|
|
|
4136
4149
|
split?: string;
|
|
4137
4150
|
}
|
|
4138
4151
|
/**
|
|
4139
|
-
* The pin:
|
|
4152
|
+
* The pin: 20 to 200 conversations, and a judge with a rubric to measure them.
|
|
4140
4153
|
*
|
|
4141
4154
|
* A conversation with nothing to ask a model is refused rather than skipped.
|
|
4142
4155
|
* Pinning 47 of the 50 somebody chose is the set being wrong from the first
|