@brainbase-labs/cli 0.25.0-eng1209.10 → 0.25.0-eng1209.11

package/dist/index.js

@@ -36008,7 +36008,7 @@ function padStart(s, n) {
 // package.json
 var package_default = {
   name: "@brainbase-labs/cli",
-  version: "0.25.0-eng1209.10",
+  version: "0.25.0-eng1209.11",
   description: "Pack, share, and install agent templates across harnesses (Claude Code, Codex, ...).",
   type: "module",
   bin: {
@@ -78498,6 +78498,7 @@ var MAX_ALLOWED_EVIDENCE_IDS = 1e4;
 var COMMAND_PROCESS_MARKER_ENV = "BRAINBASE_BENCHMARK_COMMAND_MARKER";
 var COMMAND_PROCESS_POLL_MS = 10;
 var COMMAND_PROCESS_CLEANUP_MS = 500;
+var JUDGE_ERROR_PREFIX = "BRAINBASE_BENCHMARK_JUDGE_ERROR_V1:";
 var RESERVED_WORKSPACE_PATHS = new Set([
   ".brainbase",
   ".git",
@@ -78873,6 +78874,7 @@ var BENCHMARK_CAPABILITIES = {
     "remote_input_references_v1",
     "archive_file_materials_v1",
     "structured_criterion_results_v1",
+    "structured_judge_errors_v1",
     "multiple_sandbox_commands_v1",
     "sandbox_command_workspace_modes_v1",
     "candidate_outputs_v1",
@@ -80687,6 +80689,29 @@ var CriteriaResultFileSchema = exports_external.object({
     });
   }
 });
+var JudgeErrorSchema = exports_external.object({
+  code: exports_external.enum([
+    "judge_provider_quota_exhausted",
+    "judge_rate_limited",
+    "judge_provider_authentication_failed",
+    "judge_provider_unavailable",
+    "judge_request_failed"
+  ]),
+  message: exports_external.string().min(1).max(500)
+}).strict();
+function structuredJudgeError(stderr) {
+  for (const line of stderr.toString("utf8").split(/\r?\n/).reverse()) {
+    const marker = line.indexOf(JUDGE_ERROR_PREFIX);
+    if (marker < 0)
+      continue;
+    try {
+      const parsed = JudgeErrorSchema.safeParse(JSON.parse(line.slice(marker + JUDGE_ERROR_PREFIX.length)));
+      if (parsed.success)
+        return parsed.data;
+    } catch {}
+  }
+  return null;
+}
 function readCriterionResults(resultPath, criterionKeys, allowedEvidenceIds, spec, additionalSecrets = []) {
   let opened;
   try {
@@ -80933,7 +80958,13 @@ async function evaluateOne(evaluator, spec, manifest, frozenWorkspaceRoot, final
     try {
       criterionResults = evaluator.criterion_keys && criterionResultPath ? readCriterionResults(criterionResultPath, evaluator.criterion_keys, evaluator.allowed_evidence_ids ?? [], spec, result2.redactions) : undefined;
     } catch (error2) {
-      const normalized = stableError(error2);
+      let normalized = stableError(error2);
+      if (normalized?.code === "missing_criterion_result" && result2.exitCode !== 0) {
+        normalized = structuredJudgeError(result2.stderr) ?? {
+          code: "command_terminated",
+          message: "sandbox evaluator terminated before writing its criterion result"
+        };
+      }
       return {
         ...base2,
         status: "errored",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@brainbase-labs/cli",
-  "version": "0.25.0-eng1209.10",
+  "version": "0.25.0-eng1209.11",
   "description": "Pack, share, and install agent templates across harnesses (Claude Code, Codex, ...).",
   "type": "module",
   "bin": {