bamboo-agents 0.1.15-dev.127.1d5f43e → 0.1.15-dev.130.15efbf5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/VERSION +1 -1
- package/dist/index.js +24 -6
- package/dist/index.js.map +2 -2
- package/package.json +1 -1
package/dist/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
0.1.15-dev.
|
|
1
|
+
0.1.15-dev.130.15efbf5
|
package/dist/index.js
CHANGED
|
@@ -3037,7 +3037,7 @@ var VERSION;
|
|
|
3037
3037
|
var init_version = __esm({
|
|
3038
3038
|
"src/version.ts"() {
|
|
3039
3039
|
"use strict";
|
|
3040
|
-
VERSION = "0.1.15-dev.
|
|
3040
|
+
VERSION = "0.1.15-dev.130.15efbf5";
|
|
3041
3041
|
}
|
|
3042
3042
|
});
|
|
3043
3043
|
|
|
@@ -13571,6 +13571,7 @@ var init_eval_management = __esm({
|
|
|
13571
13571
|
source_path: external_exports.string().min(1),
|
|
13572
13572
|
command_id: external_exports.string().min(1),
|
|
13573
13573
|
already_retired: external_exports.boolean(),
|
|
13574
|
+
set_retired: external_exports.boolean().optional(),
|
|
13574
13575
|
publication: InvestigationPublicationReceiptSchema
|
|
13575
13576
|
}).passthrough();
|
|
13576
13577
|
CaseRefsReceiptSchema = external_exports.object({
|
|
@@ -15571,6 +15572,7 @@ var init_eval_baseline_promote = __esm({
|
|
|
15571
15572
|
demote: external_exports.literal(true),
|
|
15572
15573
|
brand_id: external_exports.string().uuid(),
|
|
15573
15574
|
qrels_version: external_exports.string().min(1).describe("The key to empty: its current baseline is tombstoned."),
|
|
15575
|
+
question_set_kind: external_exports.enum(["qrels", "sync_brain"]).default("qrels").describe("The baseline key to tombstone. Absent on an un-upgraded CLI, which means qrels."),
|
|
15574
15576
|
reason: Reason,
|
|
15575
15577
|
pr_url: PrUrl
|
|
15576
15578
|
});
|
|
@@ -15583,6 +15585,7 @@ var init_eval_baseline_promote = __esm({
|
|
|
15583
15585
|
kind: external_exports.enum(["promote", "demote"]),
|
|
15584
15586
|
brand_id: external_exports.string().uuid(),
|
|
15585
15587
|
qrels_version: external_exports.string(),
|
|
15588
|
+
question_set_kind: external_exports.enum(["qrels", "sync_brain"]),
|
|
15586
15589
|
/** Null after a demotion. */
|
|
15587
15590
|
run_id: external_exports.string().uuid().nullable(),
|
|
15588
15591
|
/** What the head pointed at before this row; null when the version had no baseline. */
|
|
@@ -22932,9 +22935,10 @@ function caseOutcomeLine(operation, data, publication) {
|
|
|
22932
22935
|
if (operation === "case.retire") {
|
|
22933
22936
|
if (data.already_retired === true)
|
|
22934
22937
|
return `${sourcePath} was already retired; nothing was written.`;
|
|
22938
|
+
const category = data.set_retired === true ? " and its category (last case)" : "";
|
|
22935
22939
|
if (status === "pending")
|
|
22936
|
-
return `Retirement of ${sourcePath} is queued for publication; the projected case stays active until it merges.`;
|
|
22937
|
-
return projected ? `Retired ${sourcePath}: the file is removed and the projected case is inactive.` : `Retired ${sourcePath}: the file is removed, but the projected case has not been marked inactive yet.`;
|
|
22940
|
+
return `Retirement of ${sourcePath}${category} is queued for publication; the projected case stays active until it merges.`;
|
|
22941
|
+
return projected ? `Retired ${sourcePath}${category}: the file is removed and the projected case is inactive.` : `Retired ${sourcePath}${category}: the file is removed, but the projected case has not been marked inactive yet.`;
|
|
22938
22942
|
}
|
|
22939
22943
|
const verb = operation === "case.create" ? "Authored" : "Updated";
|
|
22940
22944
|
const caseId = typeof data.case_id === "string" ? ` (eval_cases ${data.case_id})` : "";
|
|
@@ -23100,7 +23104,7 @@ function render(data, opts) {
|
|
|
23100
23104
|
human("", opts);
|
|
23101
23105
|
if (data.kind === "demote") {
|
|
23102
23106
|
human(
|
|
23103
|
-
` Baseline demoted for qrels_version ${short(data.qrels_version)} (was run ${data.previous_run_id}).`,
|
|
23107
|
+
` Baseline demoted for qrels_version ${short(data.qrels_version)} (${data.question_set_kind}, was run ${data.previous_run_id}).`,
|
|
23104
23108
|
opts
|
|
23105
23109
|
);
|
|
23106
23110
|
human(
|
|
@@ -23109,7 +23113,7 @@ function render(data, opts) {
|
|
|
23109
23113
|
);
|
|
23110
23114
|
} else {
|
|
23111
23115
|
human(
|
|
23112
|
-
` Baseline promoted: run ${data.run_id} is the reference for qrels_version ${short(data.qrels_version)}` + (data.previous_run_id ? ` (was ${data.previous_run_id}).` : " (the version had none)."),
|
|
23116
|
+
` Baseline promoted: run ${data.run_id} is the reference for qrels_version ${short(data.qrels_version)} (${data.question_set_kind})` + (data.previous_run_id ? ` (was ${data.previous_run_id}).` : " (the version had none)."),
|
|
23113
23117
|
opts
|
|
23114
23118
|
);
|
|
23115
23119
|
human(" Re-run the PR's retrieval-evals check: it compares flat against its own run.", opts);
|
|
@@ -23132,10 +23136,24 @@ async function runEvalPromote(options) {
|
|
|
23132
23136
|
);
|
|
23133
23137
|
return;
|
|
23134
23138
|
}
|
|
23139
|
+
const kind = options.kind;
|
|
23140
|
+
if (kind !== void 0 && kind !== "qrels" && kind !== "sync_brain") {
|
|
23141
|
+
emitError(
|
|
23142
|
+
{
|
|
23143
|
+
code: "invalid_kind",
|
|
23144
|
+
message: `--kind must be "qrels" or "sync_brain", got "${kind}".`,
|
|
23145
|
+
hint: "Omit --kind to demote the qrels baseline."
|
|
23146
|
+
},
|
|
23147
|
+
opts,
|
|
23148
|
+
1
|
|
23149
|
+
);
|
|
23150
|
+
return;
|
|
23151
|
+
}
|
|
23135
23152
|
body = {
|
|
23136
23153
|
demote: true,
|
|
23137
23154
|
brand_id: options.brand,
|
|
23138
23155
|
qrels_version: options.qrelsVersion,
|
|
23156
|
+
...kind ? { question_set_kind: kind } : {},
|
|
23139
23157
|
reason: options.reason,
|
|
23140
23158
|
...options.pr ? { pr_url: options.pr } : {}
|
|
23141
23159
|
};
|
|
@@ -23923,7 +23941,7 @@ evals.command("ablate").description(
|
|
|
23923
23941
|
);
|
|
23924
23942
|
evals.command("promote").description(
|
|
23925
23943
|
"Promote a correctness run as the baseline for its qrels version, or --demote the current one"
|
|
23926
|
-
).argument("[run-id]", "Run id printed by the correctness gate (omit with --demote)").requiredOption("--reason <text>", "Why this run is the reference now \u2014 recorded on the row").option("--pr <url>", "PR URL to record as the promotion's source").option("--demote", "Write a tombstone: the version has no baseline until a human promotes one").option("--brand <id>", "Brand id (with --demote)").option("--qrels-version <hash>", "qrels version to demote (with --demote)").option("--json", "Emit a JSON envelope for agent consumption").option("--fields <list>", "Project only these dotted field paths from data (comma-separated)").option("--quiet", "Suppress human chatter (data/errors only)").option("--no-sync", "Skip the auto-sync git pull on this command").action(
|
|
23944
|
+
).argument("[run-id]", "Run id printed by the correctness gate (omit with --demote)").requiredOption("--reason <text>", "Why this run is the reference now \u2014 recorded on the row").option("--pr <url>", "PR URL to record as the promotion's source").option("--demote", "Write a tombstone: the version has no baseline until a human promotes one").option("--brand <id>", "Brand id (with --demote)").option("--qrels-version <hash>", "qrels version to demote (with --demote)").option("--kind <kind>", "Question set kind to demote: qrels | sync_brain (with --demote)").option("--json", "Emit a JSON envelope for agent consumption").option("--fields <list>", "Project only these dotted field paths from data (comma-separated)").option("--quiet", "Suppress human chatter (data/errors only)").option("--no-sync", "Skip the auto-sync git pull on this command").action(
|
|
23927
23945
|
async (runId, options) => {
|
|
23928
23946
|
const { runEvalPromote: runEvalPromote2 } = await Promise.resolve().then(() => (init_eval_promote(), eval_promote_exports));
|
|
23929
23947
|
await runEvalPromote2({ runId, ...options });
|