@tangle-network/agent-eval 0.122.8 → 0.123.0

package/dist/{chunk-S6IL3R5I.js → chunk-HZJF4IUO.js}

@@ -15,7 +15,7 @@ import {
   clamp01,
   mapConcurrent,
   validatePolicyEditCandidateRecord
-} from "./chunk-MUS5DOH7.js";
+} from "./chunk-FC5NDO3E.js";
 import {
   detectRewardHacking
 } from "./chunk-ARU2PZFM.js";
@@ -3006,7 +3006,18 @@ async function runImprovementLoop(opts) {
   const optimization = await runOptimization({ ...opts, dispatchTimeoutMs, costLedger });
   const winnerIsBaseline = optimization.winnerSurfaceHash === surfaceHash(opts.baselineSurface);
   const { runCampaign: runCampaign2 } = await import("./run-campaign-ZKR5MQMQ.js");
-  const baselineOnHoldout = await runCampaign2({
+  const holdoutDeferred = (opts.holdout ?? "measured") === "deferred";
+  const baselineOnHoldout = holdoutDeferred ? await runCampaign2({
+    ...opts,
+    costLedger,
+    costPhase: "holdout.deferred",
+    dispatchTimeoutMs,
+    scenarios: [],
+    dispatch: async () => {
+      throw new Error("runImprovementLoop: unreachable dispatch \u2014 holdout is deferred");
+    },
+    runDir: `${opts.runDir}/holdout-deferred`
+  }) : await runCampaign2({
     ...opts,
     costLedger,
     costPhase: "holdout.baseline",
@@ -3015,7 +3026,7 @@ async function runImprovementLoop(opts) {
     dispatch: (scenario, ctx) => opts.dispatchWithSurface(opts.baselineSurface, scenario, ctx),
     runDir: `${opts.runDir}/holdout-baseline`
   });
-  const winnerOnHoldout = winnerIsBaseline ? baselineOnHoldout : await runCampaign2({
+  const winnerOnHoldout = winnerIsBaseline || holdoutDeferred ? baselineOnHoldout : await runCampaign2({
     ...opts,
     costLedger,
     costPhase: "holdout.winner",
@@ -3039,8 +3050,10 @@ async function runImprovementLoop(opts) {
       );
     }
   };
-  assertCompleteHoldout("baseline", baselineOnHoldout);
-  assertCompleteHoldout("winner", winnerOnHoldout);
+  if (!holdoutDeferred) {
+    assertCompleteHoldout("baseline", baselineOnHoldout);
+    assertCompleteHoldout("winner", winnerOnHoldout);
+  }
   const candidateArtifacts = /* @__PURE__ */ new Map();
   const baselineArtifacts = /* @__PURE__ */ new Map();
   const judgeScores = /* @__PURE__ */ new Map();
@@ -3057,7 +3070,7 @@ async function runImprovementLoop(opts) {
   let neutralizedJudgeScores;
   let neutralizedOnHoldout;
   let neutralizedSurface;
-  if (opts.neutralize && !winnerIsBaseline) {
+  if (opts.neutralize && !winnerIsBaseline && !holdoutDeferred) {
     const surface = opts.neutralize(optimization.winnerSurface, opts.baselineSurface);
     neutralizedSurface = surface;
     neutralizedOnHoldout = await runCampaign2({
@@ -3077,7 +3090,15 @@ async function runImprovementLoop(opts) {
       neutralizedJudgeScores.set(cell.cellId, cell.judgeScores);
     }
   }
-  const gateResult = winnerIsBaseline ? {
+  const gateResult = holdoutDeferred ? {
+    decision: "hold",
+    reasons: [
+      "holdout deferred \u2014 improvement-set search completed without a held-out measurement; nothing to promote from this run"
+    ],
+    contributingGates: [
+      { name: "holdout-deferred", passed: false, detail: { holdout: "deferred" } }
+    ]
+  } : winnerIsBaseline ? {
     decision: "hold",
     reasons: [
       "no candidate beat the training baseline \u2014 winner == baseline (empty diff); nothing to promote"
@@ -3118,6 +3139,7 @@ async function runImprovementLoop(opts) {
     baselineOnHoldout,
     winnerOnHoldout,
     ...neutralizedOnHoldout && neutralizedSurface ? { neutralizedOnHoldout, neutralizedSurface } : {},
+    ...holdoutDeferred ? { holdout: "deferred" } : {},
     gateResult,
     promotedDiff,
     prResult,
@@ -3170,6 +3192,7 @@ function loopProvenanceArgsFromResult(input) {
       }))
     })),
     gate: result.gateResult,
+    ...result.holdout === "deferred" ? { holdout: "deferred" } : {},
     baselineOnHoldout: result.baselineOnHoldout,
     winnerOnHoldout: result.winnerOnHoldout,
     ...result.neutralizedSurface && result.neutralizedOnHoldout ? {
@@ -3305,6 +3328,7 @@ function buildLoopProvenanceRecord(args) {
       "buildLoopProvenanceRecord: winner surface does not match the final promoted incumbent"
     );
   }
+  const holdoutDeferred = args.holdout === "deferred";
   const baselineHoldoutComposite = meanHoldoutComposite(args.baselineOnHoldout);
   const winnerHoldoutComposite = meanHoldoutComposite(args.winnerOnHoldout);
   if (args.baselineOnHoldout.splitDigest !== args.winnerOnHoldout.splitDigest) {
@@ -3364,9 +3388,13 @@ function buildLoopProvenanceRecord(args) {
         detail: durableGateDetail(g.detail)
       }))
     },
-    baselineHoldoutComposite,
-    winnerHoldoutComposite,
-    heldOutLift: winnerHoldoutComposite - baselineHoldoutComposite,
+    // Deferred holdout records the MODE, never a fabricated 0-lift: the
+    // held-out comparison intentionally did not run in this loop.
+    ...holdoutDeferred ? { holdout: "deferred" } : {
+      baselineHoldoutComposite,
+      winnerHoldoutComposite,
+      heldOutLift: winnerHoldoutComposite - baselineHoldoutComposite
+    },
     backend: {
       verdict: integrity.verdict,
       workerCallCount: integrity.totalRecords,
@@ -3537,24 +3565,26 @@ function loopProvenanceSpans(record, opts = {}) {
   const endNano = baseNano + Math.max(1, record.totalDurationMs) * 1e6;
   const spans = [];
   const rootSpanId = hashId(["root", record.runId]).slice(0, 16);
+  const rootAttributes = {
+    "tangle.runId": record.runId,
+    "tangle.runDir": record.runDir,
+    "tangle.baselineContentHash": record.baselineContentHash,
+    "tangle.winnerContentHash": record.winnerContentHash,
+    "tangle.baselineSearchComposite": record.baselineSearchComposite,
+    "tangle.gateDecision": record.gate.decision,
+    "tangle.backendVerdict": record.backend.verdict,
+    "tangle.workerCallCount": record.backend.workerCallCount,
+    "tangle.totalCostUsd": record.totalCostUsd
+  };
+  if (record.heldOutLift !== void 0) rootAttributes["tangle.heldOutLift"] = record.heldOutLift;
+  if (record.holdout) rootAttributes["tangle.holdout"] = record.holdout;
   spans.push({
     traceId,
     spanId: rootSpanId,
     name: "improvement-loop",
     startTimeUnixNano: baseNano,
     endTimeUnixNano: endNano,
-    attributes: {
-      "tangle.runId": record.runId,
-      "tangle.runDir": record.runDir,
-      "tangle.baselineContentHash": record.baselineContentHash,
-      "tangle.winnerContentHash": record.winnerContentHash,
-      "tangle.baselineSearchComposite": record.baselineSearchComposite,
-      "tangle.heldOutLift": record.heldOutLift,
-      "tangle.gateDecision": record.gate.decision,
-      "tangle.backendVerdict": record.backend.verdict,
-      "tangle.workerCallCount": record.backend.workerCallCount,
-      "tangle.totalCostUsd": record.totalCostUsd
-    },
+    attributes: rootAttributes,
     status: gateStatus(record.gate.decision),
     "tangle.runId": record.runId
   });
@@ -3625,6 +3655,21 @@ function loopProvenanceSpans(record, opts = {}) {
     }
   }
   const gateSpanId = hashId(["gate", record.runId]).slice(0, 16);
+  const gateAttributes = {
+    "tangle.runId": record.runId,
+    "tangle.gateDecision": record.gate.decision,
+    "tangle.gateReasons": JSON.stringify(record.gate.reasons)
+  };
+  const gateDelta = record.gate.delta ?? record.heldOutLift;
+  if (gateDelta !== void 0) gateAttributes["tangle.gateDelta"] = gateDelta;
+  if (record.heldOutLift !== void 0) gateAttributes["tangle.heldOutLift"] = record.heldOutLift;
+  if (record.baselineHoldoutComposite !== void 0) {
+    gateAttributes["tangle.baselineHoldoutComposite"] = record.baselineHoldoutComposite;
+  }
+  if (record.winnerHoldoutComposite !== void 0) {
+    gateAttributes["tangle.winnerHoldoutComposite"] = record.winnerHoldoutComposite;
+  }
+  if (record.holdout) gateAttributes["tangle.holdout"] = record.holdout;
   spans.push({
     traceId,
     spanId: gateSpanId,
@@ -3632,15 +3677,7 @@ function loopProvenanceSpans(record, opts = {}) {
     name: "gate-decision",
     startTimeUnixNano: endNano,
     endTimeUnixNano: endNano,
-    attributes: {
-      "tangle.runId": record.runId,
-      "tangle.gateDecision": record.gate.decision,
-      "tangle.gateDelta": record.gate.delta ?? record.heldOutLift,
-      "tangle.gateReasons": JSON.stringify(record.gate.reasons),
-      "tangle.heldOutLift": record.heldOutLift,
-      "tangle.baselineHoldoutComposite": record.baselineHoldoutComposite,
-      "tangle.winnerHoldoutComposite": record.winnerHoldoutComposite
-    },
+    attributes: gateAttributes,
     status: gateStatus(record.gate.decision),
     "tangle.runId": record.runId
   });
@@ -3695,7 +3732,9 @@ function buildEvalRunEvent(args, record) {
       snapshotFromHoldout(1, record.winnerContentHash, args.winnerSurface, args.winnerOnHoldout)
     ],
     gateDecision: args.gate.decision,
-    holdoutLift: record.heldOutLift,
+    // Deferred holdout ships NO lift — the wire field is optional and a 0
+    // would read downstream as a measured no-improvement.
+    ...record.heldOutLift !== void 0 ? { holdoutLift: record.heldOutLift } : {},
     totalCostUsd: args.totalCostUsd,
     totalDurationMs: args.totalDurationMs
   };
@@ -3797,4 +3836,4 @@ export {
   provenanceSpansPath,
   emitLoopProvenance
 };
-//# sourceMappingURL=chunk-S6IL3R5I.js.map
+//# sourceMappingURL=chunk-HZJF4IUO.js.map