@rulvar/evals 1.241.0 → 1.242.0

package/dist/index.js

@@ -3774,6 +3774,50 @@ const SCENARIOS = [
 			};
 		}
 	},
+	{
+		name: "repair-round-verdict-reserve",
+		doctrine: "the repair round pays for its verdict up front (RV3701): the money of the round second judge pass (the declared judge estCost first, else the run own observed post draft judge price) is held from the moment the round is admitted, a round the budget can only start refuses through the honest pre dispatch class before any of its wires with the held convergence reserve named in the refusal arithmetic, and exactly one composition is ever paid for",
+		async run() {
+			const { engine, store } = tailEngine(tailAdapter({
+				judge: () => TAIL_FINDS,
+				finals: [TAIL_FINAL_INVERTED]
+			}));
+			const outcome = await engine.run(makeOrchestratorWorkflow("audit the executor", {
+				...TAIL_OPTS,
+				synthesis: {
+					limits: { maxTurns: 3 },
+					estCost: .2
+				},
+				budget: {
+					capUsd: .3,
+					capFraction: 1
+				},
+				claimConsistency: {
+					stage: "final",
+					onFound: "repair",
+					judge: { estCost: .2 }
+				}
+			}), void 0, {
+				runId: "fault-repair-verdict-reserve",
+				budgetUsd: 10
+			}).result;
+			const data = outcome.error?.data ?? {};
+			const entries = await store.load("fault-repair-verdict-reserve");
+			const { compositions, judges } = tailSpans(entries);
+			const message = outcome.error?.message ?? "";
+			const holdNamed = message.includes("held convergence reserve 0.2000");
+			return {
+				observation: {
+					matched: outcome.status === "error" && message.includes("could not dispatch") && holdNamed && data.source === "orchestrator_claim_consistency" && data.roundDispatched === false && data.repairsUsed === 0 && data.claimConsistencyMeta?.findings === 1 && compositions.length === 1 && judges.length === 1,
+					detail: `run '${outcome.status}': roundDispatched=${String(data.roundDispatched)}, repairsUsed=${String(data.repairsUsed)}, held convergence reserve named=${String(holdNamed)}; ${String(compositions.length)} composition(s) paid, ${String(judges.length)} final judge pass(es)`
+				},
+				artifacts: [jsonArtifact("outcome.json", {
+					status: outcome.status,
+					error: outcome.error ?? null
+				}), jsonArtifact("journal.json", entries)]
+			};
+		}
+	},
 	{
 		name: "claim-judge-dead-armed-refusal",
 		doctrine: "a final stage judge that dies on the wire under an armed posture fails the run typed for both 'fail' and 'repair' (RV3307), each message naming its armed posture, with exactly one composition paid and no repair round dispatched, never a silent settle over findings nobody ruled on",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rulvar/evals",
-  "version": "1.241.0",
+  "version": "1.242.0",
   "description": "Rulvar evals: eval cases, golden outputs, rubric and judge graders, matrix sweeps, canary fingerprint.",
   "type": "module",
   "license": "Apache-2.0",
@@ -22,11 +22,11 @@
     "access": "public"
   },
   "dependencies": {
-    "@rulvar/anthropic": "1.241.0",
-    "@rulvar/plan": "1.241.0",
-    "@rulvar/core": "1.241.0",
-    "@rulvar/testing": "1.241.0",
-    "@rulvar/openai": "1.241.0"
+    "@rulvar/anthropic": "1.242.0",
+    "@rulvar/core": "1.242.0",
+    "@rulvar/openai": "1.242.0",
+    "@rulvar/plan": "1.242.0",
+    "@rulvar/testing": "1.242.0"
   },
   "devDependencies": {
     "@types/node": "^22.20.1",