bamboo-agents 0.1.15-dev.129.f105aa4 → 0.1.15-dev.130.15efbf5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/VERSION +1 -1
- package/dist/index.js +20 -4
- package/dist/index.js.map +2 -2
- package/package.json +1 -1
package/dist/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
0.1.15-dev.
|
|
1
|
+
0.1.15-dev.130.15efbf5
|
package/dist/index.js
CHANGED
|
@@ -3037,7 +3037,7 @@ var VERSION;
|
|
|
3037
3037
|
var init_version = __esm({
|
|
3038
3038
|
"src/version.ts"() {
|
|
3039
3039
|
"use strict";
|
|
3040
|
-
VERSION = "0.1.15-dev.
|
|
3040
|
+
VERSION = "0.1.15-dev.130.15efbf5";
|
|
3041
3041
|
}
|
|
3042
3042
|
});
|
|
3043
3043
|
|
|
@@ -15572,6 +15572,7 @@ var init_eval_baseline_promote = __esm({
|
|
|
15572
15572
|
demote: external_exports.literal(true),
|
|
15573
15573
|
brand_id: external_exports.string().uuid(),
|
|
15574
15574
|
qrels_version: external_exports.string().min(1).describe("The key to empty: its current baseline is tombstoned."),
|
|
15575
|
+
question_set_kind: external_exports.enum(["qrels", "sync_brain"]).default("qrels").describe("The baseline key to tombstone. Absent on an un-upgraded CLI, which means qrels."),
|
|
15575
15576
|
reason: Reason,
|
|
15576
15577
|
pr_url: PrUrl
|
|
15577
15578
|
});
|
|
@@ -15584,6 +15585,7 @@ var init_eval_baseline_promote = __esm({
|
|
|
15584
15585
|
kind: external_exports.enum(["promote", "demote"]),
|
|
15585
15586
|
brand_id: external_exports.string().uuid(),
|
|
15586
15587
|
qrels_version: external_exports.string(),
|
|
15588
|
+
question_set_kind: external_exports.enum(["qrels", "sync_brain"]),
|
|
15587
15589
|
/** Null after a demotion. */
|
|
15588
15590
|
run_id: external_exports.string().uuid().nullable(),
|
|
15589
15591
|
/** What the head pointed at before this row; null when the version had no baseline. */
|
|
@@ -23102,7 +23104,7 @@ function render(data, opts) {
|
|
|
23102
23104
|
human("", opts);
|
|
23103
23105
|
if (data.kind === "demote") {
|
|
23104
23106
|
human(
|
|
23105
|
-
` Baseline demoted for qrels_version ${short(data.qrels_version)} (was run ${data.previous_run_id}).`,
|
|
23107
|
+
` Baseline demoted for qrels_version ${short(data.qrels_version)} (${data.question_set_kind}, was run ${data.previous_run_id}).`,
|
|
23106
23108
|
opts
|
|
23107
23109
|
);
|
|
23108
23110
|
human(
|
|
@@ -23111,7 +23113,7 @@ function render(data, opts) {
|
|
|
23111
23113
|
);
|
|
23112
23114
|
} else {
|
|
23113
23115
|
human(
|
|
23114
|
-
` Baseline promoted: run ${data.run_id} is the reference for qrels_version ${short(data.qrels_version)}` + (data.previous_run_id ? ` (was ${data.previous_run_id}).` : " (the version had none)."),
|
|
23116
|
+
` Baseline promoted: run ${data.run_id} is the reference for qrels_version ${short(data.qrels_version)} (${data.question_set_kind})` + (data.previous_run_id ? ` (was ${data.previous_run_id}).` : " (the version had none)."),
|
|
23115
23117
|
opts
|
|
23116
23118
|
);
|
|
23117
23119
|
human(" Re-run the PR's retrieval-evals check: it compares flat against its own run.", opts);
|
|
@@ -23134,10 +23136,24 @@ async function runEvalPromote(options) {
|
|
|
23134
23136
|
);
|
|
23135
23137
|
return;
|
|
23136
23138
|
}
|
|
23139
|
+
const kind = options.kind;
|
|
23140
|
+
if (kind !== void 0 && kind !== "qrels" && kind !== "sync_brain") {
|
|
23141
|
+
emitError(
|
|
23142
|
+
{
|
|
23143
|
+
code: "invalid_kind",
|
|
23144
|
+
message: `--kind must be "qrels" or "sync_brain", got "${kind}".`,
|
|
23145
|
+
hint: "Omit --kind to demote the qrels baseline."
|
|
23146
|
+
},
|
|
23147
|
+
opts,
|
|
23148
|
+
1
|
|
23149
|
+
);
|
|
23150
|
+
return;
|
|
23151
|
+
}
|
|
23137
23152
|
body = {
|
|
23138
23153
|
demote: true,
|
|
23139
23154
|
brand_id: options.brand,
|
|
23140
23155
|
qrels_version: options.qrelsVersion,
|
|
23156
|
+
...kind ? { question_set_kind: kind } : {},
|
|
23141
23157
|
reason: options.reason,
|
|
23142
23158
|
...options.pr ? { pr_url: options.pr } : {}
|
|
23143
23159
|
};
|
|
@@ -23925,7 +23941,7 @@ evals.command("ablate").description(
|
|
|
23925
23941
|
);
|
|
23926
23942
|
evals.command("promote").description(
|
|
23927
23943
|
"Promote a correctness run as the baseline for its qrels version, or --demote the current one"
|
|
23928
|
-
).argument("[run-id]", "Run id printed by the correctness gate (omit with --demote)").requiredOption("--reason <text>", "Why this run is the reference now \u2014 recorded on the row").option("--pr <url>", "PR URL to record as the promotion's source").option("--demote", "Write a tombstone: the version has no baseline until a human promotes one").option("--brand <id>", "Brand id (with --demote)").option("--qrels-version <hash>", "qrels version to demote (with --demote)").option("--json", "Emit a JSON envelope for agent consumption").option("--fields <list>", "Project only these dotted field paths from data (comma-separated)").option("--quiet", "Suppress human chatter (data/errors only)").option("--no-sync", "Skip the auto-sync git pull on this command").action(
|
|
23944
|
+
).argument("[run-id]", "Run id printed by the correctness gate (omit with --demote)").requiredOption("--reason <text>", "Why this run is the reference now \u2014 recorded on the row").option("--pr <url>", "PR URL to record as the promotion's source").option("--demote", "Write a tombstone: the version has no baseline until a human promotes one").option("--brand <id>", "Brand id (with --demote)").option("--qrels-version <hash>", "qrels version to demote (with --demote)").option("--kind <kind>", "Question set kind to demote: qrels | sync_brain (with --demote)").option("--json", "Emit a JSON envelope for agent consumption").option("--fields <list>", "Project only these dotted field paths from data (comma-separated)").option("--quiet", "Suppress human chatter (data/errors only)").option("--no-sync", "Skip the auto-sync git pull on this command").action(
|
|
23929
23945
|
async (runId, options) => {
|
|
23930
23946
|
const { runEvalPromote: runEvalPromote2 } = await Promise.resolve().then(() => (init_eval_promote(), eval_promote_exports));
|
|
23931
23947
|
await runEvalPromote2({ runId, ...options });
|