bamboo-agents 0.1.15-dev.129.f105aa4 → 0.1.15-dev.130.15efbf5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/VERSION CHANGED
@@ -1 +1 @@
1
- 0.1.15-dev.129.f105aa4
1
+ 0.1.15-dev.130.15efbf5
package/dist/index.js CHANGED
@@ -3037,7 +3037,7 @@ var VERSION;
3037
3037
  var init_version = __esm({
3038
3038
  "src/version.ts"() {
3039
3039
  "use strict";
3040
- VERSION = "0.1.15-dev.129.f105aa4";
3040
+ VERSION = "0.1.15-dev.130.15efbf5";
3041
3041
  }
3042
3042
  });
3043
3043
 
@@ -15572,6 +15572,7 @@ var init_eval_baseline_promote = __esm({
15572
15572
  demote: external_exports.literal(true),
15573
15573
  brand_id: external_exports.string().uuid(),
15574
15574
  qrels_version: external_exports.string().min(1).describe("The key to empty: its current baseline is tombstoned."),
15575
+ question_set_kind: external_exports.enum(["qrels", "sync_brain"]).default("qrels").describe("The baseline key to tombstone. Absent on an un-upgraded CLI, which means qrels."),
15575
15576
  reason: Reason,
15576
15577
  pr_url: PrUrl
15577
15578
  });
@@ -15584,6 +15585,7 @@ var init_eval_baseline_promote = __esm({
15584
15585
  kind: external_exports.enum(["promote", "demote"]),
15585
15586
  brand_id: external_exports.string().uuid(),
15586
15587
  qrels_version: external_exports.string(),
15588
+ question_set_kind: external_exports.enum(["qrels", "sync_brain"]),
15587
15589
  /** Null after a demotion. */
15588
15590
  run_id: external_exports.string().uuid().nullable(),
15589
15591
  /** What the head pointed at before this row; null when the version had no baseline. */
@@ -23102,7 +23104,7 @@ function render(data, opts) {
23102
23104
  human("", opts);
23103
23105
  if (data.kind === "demote") {
23104
23106
  human(
23105
- ` Baseline demoted for qrels_version ${short(data.qrels_version)} (was run ${data.previous_run_id}).`,
23107
+ ` Baseline demoted for qrels_version ${short(data.qrels_version)} (${data.question_set_kind}, was run ${data.previous_run_id}).`,
23106
23108
  opts
23107
23109
  );
23108
23110
  human(
@@ -23111,7 +23113,7 @@ function render(data, opts) {
23111
23113
  );
23112
23114
  } else {
23113
23115
  human(
23114
- ` Baseline promoted: run ${data.run_id} is the reference for qrels_version ${short(data.qrels_version)}` + (data.previous_run_id ? ` (was ${data.previous_run_id}).` : " (the version had none)."),
23116
+ ` Baseline promoted: run ${data.run_id} is the reference for qrels_version ${short(data.qrels_version)} (${data.question_set_kind})` + (data.previous_run_id ? ` (was ${data.previous_run_id}).` : " (the version had none)."),
23115
23117
  opts
23116
23118
  );
23117
23119
  human(" Re-run the PR's retrieval-evals check: it compares flat against its own run.", opts);
@@ -23134,10 +23136,24 @@ async function runEvalPromote(options) {
23134
23136
  );
23135
23137
  return;
23136
23138
  }
23139
+ const kind = options.kind;
23140
+ if (kind !== void 0 && kind !== "qrels" && kind !== "sync_brain") {
23141
+ emitError(
23142
+ {
23143
+ code: "invalid_kind",
23144
+ message: `--kind must be "qrels" or "sync_brain", got "${kind}".`,
23145
+ hint: "Omit --kind to demote the qrels baseline."
23146
+ },
23147
+ opts,
23148
+ 1
23149
+ );
23150
+ return;
23151
+ }
23137
23152
  body = {
23138
23153
  demote: true,
23139
23154
  brand_id: options.brand,
23140
23155
  qrels_version: options.qrelsVersion,
23156
+ ...kind ? { question_set_kind: kind } : {},
23141
23157
  reason: options.reason,
23142
23158
  ...options.pr ? { pr_url: options.pr } : {}
23143
23159
  };
@@ -23925,7 +23941,7 @@ evals.command("ablate").description(
23925
23941
  );
23926
23942
  evals.command("promote").description(
23927
23943
  "Promote a correctness run as the baseline for its qrels version, or --demote the current one"
23928
- ).argument("[run-id]", "Run id printed by the correctness gate (omit with --demote)").requiredOption("--reason <text>", "Why this run is the reference now \u2014 recorded on the row").option("--pr <url>", "PR URL to record as the promotion's source").option("--demote", "Write a tombstone: the version has no baseline until a human promotes one").option("--brand <id>", "Brand id (with --demote)").option("--qrels-version <hash>", "qrels version to demote (with --demote)").option("--json", "Emit a JSON envelope for agent consumption").option("--fields <list>", "Project only these dotted field paths from data (comma-separated)").option("--quiet", "Suppress human chatter (data/errors only)").option("--no-sync", "Skip the auto-sync git pull on this command").action(
23944
+ ).argument("[run-id]", "Run id printed by the correctness gate (omit with --demote)").requiredOption("--reason <text>", "Why this run is the reference now \u2014 recorded on the row").option("--pr <url>", "PR URL to record as the promotion's source").option("--demote", "Write a tombstone: the version has no baseline until a human promotes one").option("--brand <id>", "Brand id (with --demote)").option("--qrels-version <hash>", "qrels version to demote (with --demote)").option("--kind <kind>", "Question set kind to demote: qrels | sync_brain (with --demote)").option("--json", "Emit a JSON envelope for agent consumption").option("--fields <list>", "Project only these dotted field paths from data (comma-separated)").option("--quiet", "Suppress human chatter (data/errors only)").option("--no-sync", "Skip the auto-sync git pull on this command").action(
23929
23945
  async (runId, options) => {
23930
23946
  const { runEvalPromote: runEvalPromote2 } = await Promise.resolve().then(() => (init_eval_promote(), eval_promote_exports));
23931
23947
  await runEvalPromote2({ runId, ...options });