@jinn-network/client 0.1.5 → 0.1.6-canary.107ea271

package/dist/harnesses/impls/swe-rebench-v2-evaluator/harness.js

@@ -22,11 +22,14 @@ import { homedir } from 'node:os';
 import { join } from 'node:path';
 import { SweRebenchV2TaskSchema, SweRebenchV2SolutionPayloadSchema, } from '../../../vendor/@jinn-network/sdk/dist/solvernets/swe-rebench-v2.js';
 import { REQUIRES_LIVE_DAEMON_READINESS, SkippableError } from '../../types.js';
-import { SignedEnvelopeSchema } from '../../../types/envelope.js';
+import { SignedEnvelopeSchema, normalizeEnvelopeRole } from '../../../types/envelope.js';
 import { uploadToIpfs } from '../../../adapters/mech/ipfs.js';
 import { SweRebenchV2Evaluator } from './index.js';
 import { PythonEvalRunner, EvalCouldNotGradeError, } from './eval-runner.js';
 import { HttpHfFetcher } from './hf-fetcher.js';
+import { ValidatedPoolStore, EVAL_SEMANTICS_VERSION, } from '../../../solver-types/_swe-rebench-v2-validated-pool.js';
+import { computeRowHash, resolveImageDigest, } from '../../../solver-types/_swe-rebench-v2-substrate.js';
+import { defaultStateDir as defaultSolverTypeStateDir, loadSweRebenchV2Pool, } from '../../../solver-types/swe-rebench-v2.js';
 const DEFAULT_IPFS_REGISTRY_URL = 'https://registry.autonolas.tech';
 const UPSTREAM_REPO_URL = 'https://github.com/SWE-rebench/SWE-rebench-V2.git';
 const STATE_FILE = 'state.json';
@@ -234,6 +237,87 @@ export class SweRebenchV2EvaluatorHarness {
             details: { upstreamRepoDir },
         };
     }
+    /**
+     * Performs the verdict-time substrate recheck for a task:
+     *   1. Verifies the admission record exists and is scorable.
+     *   2. Fetches the current HF row and checks for rowHash drift.
+     *   3. Checks for imageDigest drift if the admission carries one.
+     *
+     * Returns the live {@link HfRow} for use by the grading evaluator.
+     * Throws {@link SkippableError} on any mismatch — never fails open.
+     */
+    async recheckSubstrate(task, fetcher, loadPool, stateDir) {
+        const admissionStore = new ValidatedPoolStore({ stateDir });
+        const admission = await admissionStore.getEntry(task.instance_id, EVAL_SEMANTICS_VERSION);
+        if (!admission || !admission.scorable) {
+            throw new SkippableError('admission_missing_or_unscorable', `no scorable admission for ${task.instance_id} under semanticsVersion=${EVAL_SEMANTICS_VERSION}`);
+        }
+        let recheckRow;
+        try {
+            recheckRow = await fetcher.fetchTaskRow({
+                hf_dataset: task.hf_dataset,
+                hf_split: task.hf_split,
+                instance_id: task.instance_id,
+            });
+        }
+        catch (err) {
+            throw new SkippableError('hf_fetch_failed', `cannot verify substrate (HF unreachable): ${err instanceof Error ? err.message : String(err)}`);
+        }
+        // Load the pool task to access the gold `patch` field for rowHash
+        // recomputation. The on-chain task schema carries base_commit and repo,
+        // but not the gold patch — that lives only in the HF pool rows. Loading
+        // the pool here keeps rowHash inputs symmetric with validate-pool time.
+        // (Preferred approach per Task 9 spec; pool is small, O(hundreds) rows.)
+        if (admission.rowHash) {
+            let goldPatch;
+            try {
+                const pool = await loadPool();
+                const poolTask = pool.find((t) => t.instance_id === task.instance_id);
+                // Fall back to empty string if not found — matches validate-pool's
+                // `task.patch ?? ''` defensive fallback for degenerate rows.
+                goldPatch = poolTask?.patch ?? '';
+            }
+            catch (err) {
+                // Pool load failed (HF outage, cache corruption, etc.) — can't recompute rowHash.
+                // Distinct from `hf_fetch_failed` (HF row fetch) so operators can
+                // distinguish the two failure modes in log aggregation.
+                throw new SkippableError('substrate_pool_load_failed', `cannot verify substrate (pool load failed): ${err instanceof Error ? err.message : String(err)}`);
+            }
+            const currentRowHash = computeRowHash({
+                hf_dataset: task.hf_dataset,
+                hf_split: task.hf_split,
+                instance_id: task.instance_id,
+                repo: task.repo,
+                base_commit: task.base_commit,
+                image_name: recheckRow.image_name,
+                patch: goldPatch,
+                test_patch: recheckRow.test_patch,
+                // HF rows may have `install` as undefined for some rows; validate-pool
+                // stored it as `[]` in that case, so we mirror that coercion here so
+                // the rowHash inputs are byte-identical to admission time.
+                install_config: { ...recheckRow.install_config, install: recheckRow.install_config.install ?? [] },
+                FAIL_TO_PASS: recheckRow.FAIL_TO_PASS,
+                PASS_TO_PASS: recheckRow.PASS_TO_PASS,
+            });
+            if (currentRowHash !== admission.rowHash) {
+                throw new SkippableError('substrate_drift_rowHash', `rowHash drift for ${task.instance_id}: admitted=${admission.rowHash}, current=${currentRowHash}`);
+            }
+        }
+        if (admission.imageDigest) {
+            // runCommand accepts SpawnOptions (superset of { cwd? }), so it satisfies
+            // CommandRunner at the call sites resolveImageDigest uses.
+            const commandRunner = (this.deps.runCommand ?? runCommand);
+            const currentDigest = await resolveImageDigest(recheckRow.image_name, commandRunner);
+            if (currentDigest && currentDigest !== admission.imageDigest) {
+                throw new SkippableError('substrate_drift_imageDigest', `imageDigest drift for ${task.instance_id}: admitted=${admission.imageDigest}, current=${currentDigest}`);
+            }
+            // currentDigest === null is tolerated — the image may not be cached
+            // locally yet (the eval-runner pulls on demand). The admission already
+            // verified the digest at validate-pool time; a null here just means
+            // the image isn't present locally, not that it changed.
+        }
+        return recheckRow;
+    }
     async run(ctx) {
         if (this.stub) {
             throw new Error('swe-rebench-v2-evaluator: stub registry cannot run evaluation (requires live daemon)');
@@ -246,13 +330,26 @@ export class SweRebenchV2EvaluatorHarness {
             throw new Error(`swe-rebench-v2-evaluator: not enabled. Run \`${ENABLE_CLI}\`.`);
         }
         const task = SweRebenchV2TaskSchema.parse(ctx.task.spec);
-        // Parse the solver's restoration envelope and pull out the patch.
+        // Parse the solver's solution envelope and pull out the patch.
         const manifestJson = ctx.task.context['restorationResult'];
         const envelope = SignedEnvelopeSchema.parse(JSON.parse(manifestJson));
-        if (envelope.solverType !== 'swe-rebench-v2.v1' || envelope.role !== 'restoration') {
-            throw new Error(`swe-rebench-v2-evaluator: expected swe-rebench-v2.v1/restoration envelope, got ${envelope.solverType}/${envelope.role}`);
+        if (envelope.solverType !== 'swe-rebench-v2.v1' ||
+            normalizeEnvelopeRole(envelope.role) !== 'solution') {
+            throw new Error(`swe-rebench-v2-evaluator: expected swe-rebench-v2.v1/solution envelope, got ${envelope.solverType}/${envelope.role}`);
         }
         const solutionPayload = SweRebenchV2SolutionPayloadSchema.parse(envelope.payload);
+        // ── Verdict-time substrate recheck ───────────────────────────────────────
+        // Before grading, verify the instance's admission record is present,
+        // scorable, and that the HF row + image haven't drifted since admission.
+        // Any mismatch throws SkippableError — never fails open to a misclassified
+        // FAIL verdict. (jinn-mono-fufn Task 9)
+        const stateDir = this.deps.stateDir ??
+            process.env['JINN_SWE_REBENCH_V2_STATE_DIR'] ??
+            defaultSolverTypeStateDir();
+        const recheckFetcher = this.deps.fetcher ?? new HttpHfFetcher();
+        const loadPool = this.deps.loadPool ?? loadSweRebenchV2Pool;
+        const recheckRow = await this.recheckSubstrate(task, recheckFetcher, loadPool, stateDir);
+        // ── End substrate recheck ─────────────────────────────────────────────────
         const fetcher = this.deps.fetcher ?? new HttpHfFetcher();
         const runner = this.getRunner(state.upstreamRepoDir);
         const evaluator = new SweRebenchV2Evaluator({ fetcher, runner });
@@ -331,6 +428,9 @@ export class SweRebenchV2EvaluatorHarness {
         };
     }
 }
+// ── Helpers ────────────────────────────────────────────────────────────────
+// CommandResult is imported from _swe-rebench-v2-substrate.ts (Task 9 cleanup:
+// removed the duplicate private interface that was here).
 async function runCommand(bin, args, opts = {}) {
     return new Promise((resolve, reject) => {
         const child = spawn(bin, args, { ...opts, stdio: ['ignore', 'pipe', 'pipe'] });

package/dist/harnesses/impls/swe-rebench-v2-evaluator/harness.js.map

@@ -1 +1 @@
-{"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/swe-rebench-v2-evaluator/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACL,sBAAsB,EACtB,iCAAiC,GAElC,MAAM,6CAA6C,CAAC;AAUrD,OAAO,EAAE,8BAA8B,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhF,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAmC,MAAM,YAAY,CAAC;AACpF,OAAO,EACL,gBAAgB,EAChB,sBAAsB,GAEvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,MAAM,yBAAyB,GAAG,iCAAiC,CAAC;AACpE,MAAM,iBAAiB,GAAG,mDAAmD,CAAC;AAC9E,MAAM,UAAU,GAAG,YAAY,CAAC;AAChC,MAAM,UAAU,GAAG,gDAAgD,CAAC;AAoDpE,MAAM,OAAO,4BAA4B;IAC9B,IAAI,GAAG,0BAA0B,CAAC;IAClC,OAAO,GAAG,OAAO,CAAC;IAEV,IAAI,CAAU;IACd,YAAY,CAAqB;IACjC,eAAe,CAAS;IACxB,IAAI,CAAgE;IACrF;;sEAEkE;IAC1D,gBAAgB,GAAuC,IAAI,CAAC;IAC5D,MAAM,CAAU,mBAAmB,GAAG,KAAK,CAAC;IACpD;;;;;;;OAOG;IACK,YAAY,CAAyB;IAE7C,YAAY,OAA4C,EAAE;QACxD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,yBAAyB,CAAC;QACzE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;OAMG;IACK,SAAS,CAAC,eAAuB;QACvC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,GACR,IAAI,CAAC,IAAI,CAAC,UAAU;gBACpB,CAAC,CAAC,IAA6B,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACrC,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,EAAE,GAAG,4BAA4B,CAAC,mBAAmB,EAAE,CAAC;YACjF,OAAO,MAAM,CAAC,EAAE,CAAC;QACnB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC;QAC/C,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,gBAAgB,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;IAClC,CAAC;IAED,QAAQ,CAAC,GAAgE;QACvE,OAAO,GAAG,CAAC,UAAU,KAAK,mBAAmB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QACzB,IAAI,IAAI,CAAC,UAAU,KAAK,mBAAmB,EAAE,CAAC;YAC5C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QACzD,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,mBAAmB,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;QACrE,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,8BAA8B,EAAE,CAAC;QAC5D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,6BAA6B;gBACrC,QAAQ,EAAE;oBACR,WAAW,EACT,4GAA4G;iBAC/G;aACF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,sCAAsC;gBAC9C,QAAQ,EAAE;oBACR,WAAW,EACT,SAAS,UAAU,qEAAqE;oBAC1F,GAAG,EAAE,UAAU;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,4BAA4B,KAAK,CAAC,eAAe,EAAE;gBAC3D,QAAQ,EAAE;oBACR,WAAW,EACT,YAAY,UAAU,2CAA2C;oBACnE,GAAG,EAAE,UAAU;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,sEAAsE;QACtE,4EAA4E;QAC5E,wEAAwE;QACxE,uEAAuE;QACvE,2EAA2E;QAC3E,mCAAmC;QACnC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,6BAA6B;gBACrC,QAAQ,EAAE;oBACR,WAAW,EACT,0KAA0K;oBAC5K,GAAG,EAAE,qCAAqC;iBAC3C;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,cAAc;QACZ,OAAO;YACL,WAAW,EACT,wFAAwF;gBACxF,iFAAiF;gBACjF,gGAAgG;YAClG,iBAAiB,EAAE;gBACjB,EAAE,IAAI,EAAE,2BAA2B,EAAE,GAAG,EAAE,+CAA+C,EAAE;gBAC3F,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,EAAE,qCAAqC,EAAE;aACvE;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAA0B;QACvC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,OAAO,EACL,iJAAiJ;aACpJ,CAAC;QACJ,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE5D,sEAAsE;QACtE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,EAAE,CAAC;QACrF,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC;QAE/C,iEAAiE;QACjE,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,MAAM,EAAE,6BAA6B;gBACrC,MAAM,EAAE;oBACN,WAAW,EACT,+FAA+F,UAAU,KAAK;oBAChH,GAAG,EAAE,qCAAqC;iBAC3C;gBACD,cAAc,EAAE;oBACd,GAAG,EAAE,UAAU;oBACf,OAAO,EAAE,qDAAqD;iBAC/D;aACF,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QACxD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,MAAM,EAAE,6BAA6B;gBACrC,MAAM,EAAE;oBACN,WAAW,EACT,kHAAkH;iBACrH;gBACD,cAAc,EAAE;oBACd,GAAG,EAAE,UAAU;oBACf,OAAO,EAAE,qDAAqD;iBAC/D;aACF,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE;gBAC7B,OAAO;gBACP,WAAW;gBACX,iBAAiB;gBACjB,eAAe;aAChB,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACL,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,0BAA0B,KAAK,CAAC,QAAQ,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE;iBAClF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAiB;YAC1B,aAAa,EAAE,mCAAmC;YAClD,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,eAAe;SAChB,CAAC;QACF,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAErF,OAAO;YACL,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,EAAE,eAAe,EAAE;SAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAmB;QAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,gDAAgD,UAAU,KAAK,CAChE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEzD,kEAAkE;QAClE,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,CAAC,OAAQ,CAAC,mBAAmB,CAAW,CAAC;QACtE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QACtE,IAAI,QAAQ,CAAC,UAAU,KAAK,mBAAmB,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACnF,MAAM,IAAI,KAAK,CACb,kFAAkF,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE,CACzH,CAAC;QACJ,CAAC;QACD,MAAM,eAAe,GAAG,iCAAiC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAElF,MAAM,OAAO,GAAc,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,aAAa,EAAE,CAAC;QACpE,MAAM,MAAM,GAAe,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,IAAI,qBAAqB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjE,IAAI,MAA2D,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,sBAAsB,EAAE,CAAC;gBAC1C,kEAAkE;gBAClE,gEAAgE;gBAChE,oEAAoE;gBACpE,gEAAgE;gBAChE,MAAM,IAAI,cAAc,CACtB,sBAAsB,GAAG,CAAC,MAAM,EAAE,EAClC,GAAG,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/D,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,sEAAsE;QACtE,yEAAyE;QACzE,mEAAmE;QACnE,qEAAqE;QACrE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC;QACtD,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;YACtD,IAAI,EAAE,4BAA4B;YAClC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,GAAG,EAAE,MAAM,CAAC,QAAQ;YACpB,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACnC,CAAC,CAAC;QAEH,MAAM,cAAc,GAA+B;YACjD,aAAa,EAAE,2BAA2B;YAC1C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,CAAC;SACtB,CAAC;QACF,MAAM,sBAAsB,GAAG;YAC7B,aAAa,EAAE,oCAAoC;YACnD,OAAO,EAAE,cAAc;YACvB,aAAa,EAAE;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY;aACb;SACF,CAAC;QACF,MAAM,SAAS,CACb,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,6BAA6B,CAAC,EACnD,GAAG,IAAI,CAAC,SAAS,CAAC,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACtD,MAAM,CACP,CAAC;QAEF,uEAAuE;QACvE,sEAAsE;QACtE,wEAAwE;QACxE,0EAA0E;QAC1E,+DAA+D;QAC/D,MAAM,OAAO,GAAsB,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAEjF,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;YACpC,MAAM,EAAE;gBACN,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;gBACzC,OAAO;aACR;YACD,aAAa,EAAE;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY;aACb;YACD,cAAc,EAAE,cAAoD;YACpE,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,6BAA6B;oBACnC,YAAY,EAAE,wBAAwB;oBACtC,QAAQ,EAAE;wBACR,KAAK,EAAE,cAAc,CAAC,KAAK;wBAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;wBACzC,YAAY;qBACb;oBACD,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;iBAC3B;aACF;SACF,CAAC;IACJ,CAAC;;AAWH,KAAK,UAAU,UAAU,CACvB,GAAW,EACX,IAAc,EACd,OAAqB,EAAE;IAEvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wCAAwC;IACtD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,YAAY,EAAE,0BAA0B,CAAC,CAAC;AACpH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,YAAoB;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAA0B,CAAC;QAC5E,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACjF,OAAO,GAAmB,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,OAAO,EAAE,UAAU,EAAE,CAAC"}
+{"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/swe-rebench-v2-evaluator/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EACL,sBAAsB,EACtB,iCAAiC,GAElC,MAAM,6CAA6C,CAAC;AAUrD,OAAO,EAAE,8BAA8B,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhF,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAA+C,MAAM,YAAY,CAAC;AAChG,OAAO,EACL,gBAAgB,EAChB,sBAAsB,GAEvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EACL,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,yDAAyD,CAAC;AACjE,OAAO,EACL,cAAc,EACd,kBAAkB,GAGnB,MAAM,oDAAoD,CAAC;AAE5D,OAAO,EACL,eAAe,IAAI,yBAAyB,EAC5C,oBAAoB,GACrB,MAAM,yCAAyC,CAAC;AAEjD,MAAM,yBAAyB,GAAG,iCAAiC,CAAC;AACpE,MAAM,iBAAiB,GAAG,mDAAmD,CAAC;AAC9E,MAAM,UAAU,GAAG,YAAY,CAAC;AAChC,MAAM,UAAU,GAAG,gDAAgD,CAAC;AAgEpE,MAAM,OAAO,4BAA4B;IAC9B,IAAI,GAAG,0BAA0B,CAAC;IAClC,OAAO,GAAG,OAAO,CAAC;IAEV,IAAI,CAAU;IACd,YAAY,CAAqB;IACjC,eAAe,CAAS;IACxB,IAAI,CAAgE;IACrF;;sEAEkE;IAC1D,gBAAgB,GAAuC,IAAI,CAAC;IAC5D,MAAM,CAAU,mBAAmB,GAAG,KAAK,CAAC;IACpD;;;;;;;OAOG;IACK,YAAY,CAAyB;IAE7C,YAAY,OAA4C,EAAE;QACxD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,yBAAyB,CAAC;QACzE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;OAMG;IACK,SAAS,CAAC,eAAuB;QACvC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,GACR,IAAI,CAAC,IAAI,CAAC,UAAU;gBACpB,CAAC,CAAC,IAA6B,EAAE,EAAE,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAClE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACrC,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,EAAE,GAAG,4BAA4B,CAAC,mBAAmB,EAAE,CAAC;YACjF,OAAO,MAAM,CAAC,EAAE,CAAC;QACnB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC;QAC/C,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,gBAAgB,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;IAClC,CAAC;IAED,QAAQ,CAAC,GAAgE;QACvE,OAAO,GAAG,CAAC,UAAU,KAAK,mBAAmB,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAU;QACzB,IAAI,IAAI,CAAC,UAAU,KAAK,mBAAmB,EAAE,CAAC;YAC5C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,qCAAqC,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QACzD,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,mBAAmB,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC5D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;QACrE,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,8BAA8B,EAAE,CAAC;QAC5D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,6BAA6B;gBACrC,QAAQ,EAAE;oBACR,WAAW,EACT,4GAA4G;iBAC/G;aACF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,sCAAsC;gBAC9C,QAAQ,EAAE;oBACR,WAAW,EACT,SAAS,UAAU,qEAAqE;oBAC1F,GAAG,EAAE,UAAU;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,4BAA4B,KAAK,CAAC,eAAe,EAAE;gBAC3D,QAAQ,EAAE;oBACR,WAAW,EACT,YAAY,UAAU,2CAA2C;oBACnE,GAAG,EAAE,UAAU;iBAChB;aACF,CAAC;QACJ,CAAC;QACD,sEAAsE;QACtE,4EAA4E;QAC5E,wEAAwE;QACxE,uEAAuE;QACvE,2EAA2E;QAC3E,mCAAmC;QACnC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,6BAA6B;gBACrC,QAAQ,EAAE;oBACR,WAAW,EACT,0KAA0K;oBAC5K,GAAG,EAAE,qCAAqC;iBAC3C;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,cAAc;QACZ,OAAO;YACL,WAAW,EACT,wFAAwF;gBACxF,iFAAiF;gBACjF,gGAAgG;YAClG,iBAAiB,EAAE;gBACjB,EAAE,IAAI,EAAE,2BAA2B,EAAE,GAAG,EAAE,+CAA+C,EAAE;gBAC3F,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,EAAE,qCAAqC,EAAE;aACvE;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAA0B;QACvC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,OAAO,EACL,iJAAiJ;aACpJ,CAAC;QACJ,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE5D,sEAAsE;QACtE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,EAAE,CAAC;QACrF,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC;QAE/C,iEAAiE;QACjE,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,MAAM,EAAE,6BAA6B;gBACrC,MAAM,EAAE;oBACN,WAAW,EACT,+FAA+F,UAAU,KAAK;oBAChH,GAAG,EAAE,qCAAqC;iBAC3C;gBACD,cAAc,EAAE;oBACd,GAAG,EAAE,UAAU;oBACf,OAAO,EAAE,qDAAqD;iBAC/D;aACF,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC;QACxD,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO;gBACL,MAAM,EAAE,6BAA6B;gBACrC,MAAM,EAAE;oBACN,WAAW,EACT,kHAAkH;iBACrH;gBACD,cAAc,EAAE;oBACd,GAAG,EAAE,UAAU;oBACf,OAAO,EAAE,qDAAqD;iBAC/D;aACF,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,KAAK,EAAE;gBAC7B,OAAO;gBACP,WAAW;gBACX,iBAAiB;gBACjB,eAAe;aAChB,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACL,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,0BAA0B,KAAK,CAAC,QAAQ,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE;iBAClF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAiB;YAC1B,aAAa,EAAE,mCAAmC;YAClD,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,eAAe;SAChB,CAAC;QACF,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAErF,OAAO;YACL,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,EAAE,eAAe,EAAE;SAC7B,CAAC;IACJ,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,gBAAgB,CAC5B,IAAqD,EACrD,OAAkB,EAClB,QAAmC,EACnC,QAAgB;QAEhB,MAAM,cAAc,GAAG,IAAI,kBAAkB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;QAE1F,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,cAAc,CACtB,iCAAiC,EACjC,6BAA6B,IAAI,CAAC,WAAW,2BAA2B,sBAAsB,EAAE,CACjG,CAAC;QACJ,CAAC;QAED,IAAI,UAAiB,CAAC;QACtB,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC;gBACtC,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,cAAc,CACtB,iBAAiB,EACjB,6CAA6C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAChG,CAAC;QACJ,CAAC;QAED,kEAAkE;QAClE,wEAAwE;QACxE,wEAAwE;QACxE,wEAAwE;QACxE,yEAAyE;QACzE,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,IAAI,SAAiB,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,CAAC,CAAC;gBACtE,mEAAmE;gBACnE,6DAA6D;gBAC7D,SAAS,GAAG,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC;YACpC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,kFAAkF;gBAClF,kEAAkE;gBAClE,wDAAwD;gBACxD,MAAM,IAAI,cAAc,CACtB,4BAA4B,EAC5B,+CAA+C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAClG,CAAC;YACJ,CAAC;YAED,MAAM,cAAc,GAAG,cAAc,CAAC;gBACpC,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,uEAAuE;gBACvE,qEAAqE;gBACrE,2DAA2D;gBAC3D,cAAc,EAAE,EAAE,GAAG,UAAU,CAAC,cAAc,EAAE,OAAO,EAAE,UAAU,CAAC,cAAc,CAAC,OAAO,IAAI,EAAE,EAAE;gBAClG,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,YAAY,EAAE,UAAU,CAAC,YAAY;aACtC,CAAC,CAAC;YACH,IAAI,cAAc,KAAK,SAAS,CAAC,OAAO,EAAE,CAAC;gBACzC,MAAM,IAAI,cAAc,CACtB,yBAAyB,EACzB,qBAAqB,IAAI,CAAC,WAAW,cAAc,SAAS,CAAC,OAAO,aAAa,cAAc,EAAE,CAClG,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC1B,0EAA0E;YAC1E,2DAA2D;YAC3D,MAAM,aAAa,GAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAkB,CAAC;YAC3F,MAAM,aAAa,GAAG,MAAM,kBAAkB,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;YACrF,IAAI,aAAa,IAAI,aAAa,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC;gBAC7D,MAAM,IAAI,cAAc,CACtB,6BAA6B,EAC7B,yBAAyB,IAAI,CAAC,WAAW,cAAc,SAAS,CAAC,WAAW,aAAa,aAAa,EAAE,CACzG,CAAC;YACJ,CAAC;YACD,oEAAoE;YACpE,uEAAuE;YACvE,oEAAoE;YACpE,wDAAwD;QAC1D,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAmB;QAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,gDAAgD,UAAU,KAAK,CAChE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEzD,+DAA+D;QAC/D,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,CAAC,OAAQ,CAAC,mBAAmB,CAAW,CAAC;QACtE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QACtE,IACE,QAAQ,CAAC,UAAU,KAAK,mBAAmB;YAC3C,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,UAAU,EACnD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,+EAA+E,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,EAAE,CACtH,CAAC;QACJ,CAAC;QACD,MAAM,eAAe,GAAG,iCAAiC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAElF,4EAA4E;QAC5E,qEAAqE;QACrE,yEAAyE;QACzE,2EAA2E;QAC3E,wCAAwC;QACxC,MAAM,QAAQ,GACZ,IAAI,CAAC,IAAI,CAAC,QAAQ;YAClB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;YAC5C,yBAAyB,EAAE,CAAC;QAC9B,MAAM,cAAc,GAAc,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,aAAa,EAAE,CAAC;QAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,oBAAoB,CAAC;QAC5D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACzF,6EAA6E;QAE7E,MAAM,OAAO,GAAc,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,aAAa,EAAE,CAAC;QACpE,MAAM,MAAM,GAAe,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,IAAI,qBAAqB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjE,IAAI,MAA2D,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,sBAAsB,EAAE,CAAC;gBAC1C,kEAAkE;gBAClE,gEAAgE;gBAChE,oEAAoE;gBACpE,gEAAgE;gBAChE,MAAM,IAAI,cAAc,CACtB,sBAAsB,GAAG,CAAC,MAAM,EAAE,EAClC,GAAG,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/D,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,sEAAsE;QACtE,yEAAyE;QACzE,mEAAmE;QACnE,qEAAqE;QACrE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC;QACtD,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;YACtD,IAAI,EAAE,4BAA4B;YAClC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,GAAG,EAAE,MAAM,CAAC,QAAQ;YACpB,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACnC,CAAC,CAAC;QAEH,MAAM,cAAc,GAA+B;YACjD,aAAa,EAAE,2BAA2B;YAC1C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,CAAC;SACtB,CAAC;QACF,MAAM,sBAAsB,GAAG;YAC7B,aAAa,EAAE,oCAAoC;YACnD,OAAO,EAAE,cAAc;YACvB,aAAa,EAAE;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY;aACb;SACF,CAAC;QACF,MAAM,SAAS,CACb,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,6BAA6B,CAAC,EACnD,GAAG,IAAI,CAAC,SAAS,CAAC,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACtD,MAAM,CACP,CAAC;QAEF,uEAAuE;QACvE,sEAAsE;QACtE,wEAAwE;QACxE,0EAA0E;QAC1E,+DAA+D;QAC/D,MAAM,OAAO,GAAsB,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAEjF,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;YACpC,MAAM,EAAE;gBACN,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;gBACzC,OAAO;aACR;YACD,aAAa,EAAE;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY;aACb;YACD,cAAc,EAAE,cAAoD;YACpE,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,6BAA6B;oBACnC,YAAY,EAAE,wBAAwB;oBACtC,QAAQ,EAAE;wBACR,KAAK,EAAE,cAAc,CAAC,KAAK;wBAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;wBACzC,YAAY;qBACb;oBACD,MAAM,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;iBAC3B;aACF;SACF,CAAC;IACJ,CAAC;;AAGH,8EAA8E;AAE9E,+EAA+E;AAC/E,0DAA0D;AAE1D,KAAK,UAAU,UAAU,CACvB,GAAW,EACX,IAAc,EACd,OAAqB,EAAE;IAEvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/E,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;YAC7B,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,wCAAwC;IACtD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,YAAY,EAAE,0BAA0B,CAAC,CAAC;AACpH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,YAAoB;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAC5C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAA0B,CAAC;QAC5E,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,IAAI,OAAO,GAAG,CAAC,eAAe,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACjF,OAAO,GAAmB,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,OAAO,EAAE,UAAU,EAAE,CAAC"}

package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.d.ts

@@ -18,13 +18,22 @@ export interface HttpHfFetcherOptions {
     maxRows?: number;
     /** Fetch implementation. Defaults to global fetch (allows test injection). */
     fetchImpl?: typeof fetch;
+    /**
+     * Per-page retry backoff schedule (ms) for transient HTTP 5xx or network
+     * errors. Default: [200, 800, 3200]. Each entry is the delay before the
+     * Nth retry; an empty array disables retries. Non-5xx responses (e.g.
+     * 404) are not retried — they're not transient.
+     */
+    retryBackoffMs?: number[];
 }
 export declare class HttpHfFetcher implements HfFetcher {
     private readonly baseUrl;
     private readonly pageSize;
     private readonly maxRows;
     private readonly fetchImpl;
+    private readonly retryBackoffMs;
     constructor(opts?: HttpHfFetcherOptions);
+    private fetchWithRetry;
     fetchTaskRow(args: {
         hf_dataset: string;
         hf_split: string;

package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.js

@@ -9,16 +9,40 @@
  * silently grading against a missing instance.
  */
 const DEFAULT_BASE_URL = 'https://datasets-server.huggingface.co/rows';
+const DEFAULT_RETRY_BACKOFF_MS = [200, 800, 3200];
 export class HttpHfFetcher {
     baseUrl;
     pageSize;
     maxRows;
     fetchImpl;
+    retryBackoffMs;
     constructor(opts = {}) {
         this.baseUrl = opts.baseUrl ?? DEFAULT_BASE_URL;
         this.pageSize = Math.min(opts.pageSize ?? 100, 100);
         this.maxRows = opts.maxRows ?? 1000;
         this.fetchImpl = opts.fetchImpl ?? fetch.bind(globalThis);
+        this.retryBackoffMs = opts.retryBackoffMs ?? DEFAULT_RETRY_BACKOFF_MS;
+    }
+    async fetchWithRetry(url) {
+        let lastErr = null;
+        for (let attempt = 0; attempt <= this.retryBackoffMs.length; attempt += 1) {
+            try {
+                const res = await this.fetchImpl(url);
+                if (res.ok || (res.status >= 400 && res.status < 500))
+                    return res;
+                // 5xx → retry-eligible
+                lastErr = new Error(`HF returned ${res.status}`);
+            }
+            catch (err) {
+                lastErr = err;
+            }
+            if (attempt < this.retryBackoffMs.length) {
+                await new Promise((r) => setTimeout(r, this.retryBackoffMs[attempt]));
+            }
+        }
+        if (lastErr instanceof Error)
+            throw lastErr;
+        throw new Error('HF fetch failed after retries');
     }
     async fetchTaskRow(args) {
         let offset = 0;
@@ -29,7 +53,7 @@ export class HttpHfFetcher {
             url.searchParams.set('split', args.hf_split);
             url.searchParams.set('offset', String(offset));
             url.searchParams.set('length', String(this.pageSize));
-            const res = await this.fetchImpl(url.toString());
+            const res = await this.fetchWithRetry(url.toString());
             if (!res.ok) {
                 throw new Error(`HF datasets-server returned ${res.status} for ${args.hf_dataset}/${args.hf_split}`);
             }

package/dist/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.js.map

@@ -1 +1 @@
-{"version":3,"file":"hf-fetcher.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAeH,MAAM,gBAAgB,GAAG,6CAA6C,CAAC;AAEvE,MAAM,OAAO,aAAa;IACP,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,OAAO,CAAS;IAChB,SAAS,CAAe;IAEzC,YAAY,OAA6B,EAAE;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC;QAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAIlB;QACC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACjD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC1C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAEtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,CAAC,MAAM,QAAQ,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CACpF,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwD,CAAC;YACvF,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAE7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC5C,OAAO,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC3C,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ;gBAAE,MAAM,CAAC,YAAY;YACpD,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QACxB,CAAC;QACD,MAAM,IAAI,KAAK,CACb,eAAe,IAAI,CAAC,WAAW,iBAAiB,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,GAAG;YACjF,kBAAkB,IAAI,CAAC,OAAO,QAAQ,CACzC,CAAC;IACJ,CAAC;CACF;AAED,SAAS,UAAU,CAAC,GAA4B,EAAE,WAAmB;IACnE,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAClD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,cAAc,WAAW,qBAAqB,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACtC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,cAAc,WAAW,eAAe,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAA4B,CAAC;IAC/E,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;IAC/C,OAAO;QACL,WAAW;QACX,IAAI;QACJ,UAAU;QACV,YAAY,EAAE,cAAc,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACjD,YAAY,EAAE,cAAc,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACjD,UAAU,EAAE,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE;QAChD,cAAc,EAAE;YACd,OAAO,EACL,OAAO,OAAO,KAAK,QAAQ;gBACzB,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBACtB,CAAC,CAAE,OAAoB;oBACvB,CAAC,CAAC,SAAS;YACjB,QAAQ,EACN,OAAO,QAAQ,KAAK,QAAQ;gBAC1B,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;oBACvB,CAAC,CAAE,QAAqB;oBACxB,CAAC,CAAC,EAAE;YACV,UAAU,EAAE,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;SAC7D;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,CAAU;IAC7B,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CAAC,CAAU;IAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;AAC7D,CAAC"}
+{"version":3,"file":"hf-fetcher.js","sourceRoot":"","sources":["../../../../src/harnesses/impls/swe-rebench-v2-evaluator/hf-fetcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAsBH,MAAM,gBAAgB,GAAG,6CAA6C,CAAC;AACvE,MAAM,wBAAwB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;AAElD,MAAM,OAAO,aAAa;IACP,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,OAAO,CAAS;IAChB,SAAS,CAAe;IACxB,cAAc,CAAW;IAE1C,YAAY,OAA6B,EAAE;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,gBAAgB,CAAC;QAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,wBAAwB,CAAC;IACxE,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,GAAW;QACtC,IAAI,OAAO,GAAY,IAAI,CAAC;QAC5B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAC1E,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC;oBAAE,OAAO,GAAG,CAAC;gBAClE,uBAAuB;gBACvB,OAAO,GAAG,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,GAAG,GAAG,CAAC;YAChB,CAAC;YACD,IAAI,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QACD,IAAI,OAAO,YAAY,KAAK;YAAE,MAAM,OAAO,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAIlB;QACC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACjD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC1C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAEtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,CAAC,MAAM,QAAQ,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CACpF,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwD,CAAC;YACvF,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAE7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC5C,OAAO,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC3C,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ;gBAAE,MAAM,CAAC,YAAY;YACpD,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QACxB,CAAC;QACD,MAAM,IAAI,KAAK,CACb,eAAe,IAAI,CAAC,WAAW,iBAAiB,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,GAAG;YACjF,kBAAkB,IAAI,CAAC,OAAO,QAAQ,CACzC,CAAC;IACJ,CAAC;CACF;AAED,SAAS,UAAU,CAAC,GAA4B,EAAE,WAAmB;IACnE,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAClD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,cAAc,WAAW,qBAAqB,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACtC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,cAAc,WAAW,eAAe,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAA4B,CAAC;IAC/E,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,aAAa,CAAC,YAAY,CAAC,CAAC;IAC/C,OAAO;QACL,WAAW;QACX,IAAI;QACJ,UAAU;QACV,YAAY,EAAE,cAAc,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACjD,YAAY,EAAE,cAAc,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACjD,UAAU,EAAE,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE;QAChD,cAAc,EAAE;YACd,OAAO,EACL,OAAO,OAAO,KAAK,QAAQ;gBACzB,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;oBACtB,CAAC,CAAE,OAAoB;oBACvB,CAAC,CAAC,SAAS;YACjB,QAAQ,EACN,OAAO,QAAQ,KAAK,QAAQ;gBAC1B,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;oBACvB,CAAC,CAAE,QAAqB;oBACxB,CAAC,CAAC,EAAE;YACV,UAAU,EAAE,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;SAC7D;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,CAAU;IAC7B,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CAAC,CAAU;IAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;AAC7D,CAAC"}

package/dist/harnesses/names.d.ts

@@ -1,5 +1,6 @@
 export declare const CLAUDE_CODE_HARNESS = "claude-code";
 export declare const CODEX_HARNESS = "codex";
+export declare const HERMES_AGENT_HARNESS = "hermes-agent";
 export declare function canonicalHarnessName(name: string): string;
 export declare function harnessNameMatches(candidate: string, requested: string): boolean;
 export declare function canonicalHarnessNameSet(names: readonly string[]): Set<string>;

package/dist/harnesses/names.js

@@ -1,5 +1,6 @@
 export const CLAUDE_CODE_HARNESS = 'claude-code';
 export const CODEX_HARNESS = 'codex';
+export const HERMES_AGENT_HARNESS = 'hermes-agent';
 const HARNESS_ALIASES = {
     'claude-code-learner': CLAUDE_CODE_HARNESS,
     'codex-code-learner': CODEX_HARNESS,
@@ -19,6 +20,8 @@ export function harnessStateDirName(name) {
         return 'claude-code-learner';
     if (canonical === CODEX_HARNESS)
         return 'codex-code-learner';
+    if (canonical === HERMES_AGENT_HARNESS)
+        return 'hermes-agent';
     return canonical;
 }
 //# sourceMappingURL=names.js.map

package/dist/harnesses/names.js.map

@@ -1 +1 @@
-{"version":3,"file":"names.js","sourceRoot":"","sources":["../../src/harnesses/names.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,aAAa,CAAC;AACjD,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC;AAErC,MAAM,eAAe,GAA2B;IAC9C,qBAAqB,EAAE,mBAAmB;IAC1C,oBAAoB,EAAE,aAAa;CACpC,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAAiB,EAAE,SAAiB;IACrE,OAAO,oBAAoB,CAAC,SAAS,CAAC,KAAK,oBAAoB,CAAC,SAAS,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAwB;IAC9D,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,SAAS,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,SAAS,KAAK,mBAAmB;QAAE,OAAO,qBAAqB,CAAC;IACpE,IAAI,SAAS,KAAK,aAAa;QAAE,OAAO,oBAAoB,CAAC;IAC7D,OAAO,SAAS,CAAC;AACnB,CAAC"}
+{"version":3,"file":"names.js","sourceRoot":"","sources":["../../src/harnesses/names.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,aAAa,CAAC;AACjD,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC;AACrC,MAAM,CAAC,MAAM,oBAAoB,GAAG,cAAc,CAAC;AAEnD,MAAM,eAAe,GAA2B;IAC9C,qBAAqB,EAAE,mBAAmB;IAC1C,oBAAoB,EAAE,aAAa;CACpC,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAAiB,EAAE,SAAiB;IACrE,OAAO,oBAAoB,CAAC,SAAS,CAAC,KAAK,oBAAoB,CAAC,SAAS,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAwB;IAC9D,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,SAAS,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,SAAS,KAAK,mBAAmB;QAAE,OAAO,qBAAqB,CAAC;IACpE,IAAI,SAAS,KAAK,aAAa;QAAE,OAAO,oBAAoB,CAAC;IAC7D,IAAI,SAAS,KAAK,oBAAoB;QAAE,OAAO,cAAc,CAAC;IAC9D,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/harnesses/readiness-registry.d.ts

@@ -0,0 +1,48 @@
+/**
+ * HarnessReadinessRegistry — per-harness Harness.isReady() composition for the
+ * daemon's claim loops and the SPA's per-harness setup cards.
+ *
+ * See docs/superpowers/specs/2026-05-15-per-harness-auth-design.md.
+ *
+ * Single writer: the background refresh tick. Readers (claim loops + the
+ * /v1/harnesses/readiness endpoint) read the cached snapshot lock-free.
+ * Bounded staleness = tickIntervalMs.
+ */
+import type { Harness, ReadyStatus } from './types.js';
+export interface JoinedHarnessSpec {
+    harnessName: string;
+    roles: Array<'solver' | 'evaluator'>;
+}
+export interface HarnessReadinessSnapshot {
+    lastRefreshedAt: string;
+    harnesses: Array<{
+        harnessName: string;
+        manifestCids: string[];
+        ready: boolean;
+        reason?: string;
+        nextStep?: ReadyStatus['nextStep'];
+    }>;
+}
+export interface HarnessReadinessRegistryOptions {
+    /** Harness instances indexed by Harness.name. */
+    harnessesByName: Record<string, Harness>;
+    /** joinedSolverNets shape, narrowed to harness lookup. */
+    joinedHarnessesByCid: Record<string, JoinedHarnessSpec>;
+    /** Background refresh interval (ms). Default 4000 (matches existing Claude auth poll cadence). */
+    tickIntervalMs?: number;
+    /** Per-isReady() timeout (ms). Default 5000. */
+    isReadyTimeoutMs?: number;
+}
+export declare class HarnessReadinessRegistry {
+    private readonly opts;
+    private snapshot;
+    private timer;
+    private refreshInFlight;
+    constructor(opts: HarnessReadinessRegistryOptions);
+    start(): void;
+    stop(): void;
+    getSnapshot(): HarnessReadinessSnapshot;
+    isReadyForClaim(manifestCid: string): ReadyStatus;
+    refreshNow(): Promise<void>;
+    private _doRefresh;
+}

package/dist/harnesses/readiness-registry.js

@@ -0,0 +1,144 @@
+/**
+ * HarnessReadinessRegistry — per-harness Harness.isReady() composition for the
+ * daemon's claim loops and the SPA's per-harness setup cards.
+ *
+ * See docs/superpowers/specs/2026-05-15-per-harness-auth-design.md.
+ *
+ * Single writer: the background refresh tick. Readers (claim loops + the
+ * /v1/harnesses/readiness endpoint) read the cached snapshot lock-free.
+ * Bounded staleness = tickIntervalMs.
+ */
+const DEFAULT_TICK_INTERVAL_MS = 4_000;
+const DEFAULT_IS_READY_TIMEOUT_MS = 5_000;
+export class HarnessReadinessRegistry {
+    opts;
+    snapshot = {
+        lastRefreshedAt: new Date(0).toISOString(),
+        harnesses: [],
+    };
+    timer = null;
+    refreshInFlight = false;
+    constructor(opts) {
+        this.opts = {
+            tickIntervalMs: opts.tickIntervalMs ?? DEFAULT_TICK_INTERVAL_MS,
+            isReadyTimeoutMs: opts.isReadyTimeoutMs ?? DEFAULT_IS_READY_TIMEOUT_MS,
+            harnessesByName: opts.harnessesByName,
+            joinedHarnessesByCid: opts.joinedHarnessesByCid,
+        };
+    }
+    start() {
+        if (this.timer)
+            return;
+        this.timer = setInterval(() => { void this.refreshNow(); }, this.opts.tickIntervalMs);
+    }
+    stop() {
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+    }
+    getSnapshot() {
+        return this.snapshot;
+    }
+    isReadyForClaim(manifestCid) {
+        const joined = this.opts.joinedHarnessesByCid[manifestCid];
+        if (!joined) {
+            return {
+                ready: false,
+                reason: `manifestCid ${manifestCid} not in joinedSolverNets`,
+            };
+        }
+        const entry = this.snapshot.harnesses.find((h) => h.harnessName === joined.harnessName);
+        if (!entry) {
+            return { ready: false, reason: 'readiness snapshot not yet populated' };
+        }
+        return {
+            ready: entry.ready,
+            reason: entry.reason,
+            nextStep: entry.nextStep,
+        };
+    }
+    async refreshNow() {
+        if (this.refreshInFlight)
+            return;
+        this.refreshInFlight = true;
+        try {
+            await this._doRefresh();
+        }
+        finally {
+            this.refreshInFlight = false;
+        }
+    }
+    async _doRefresh() {
+        // Group joined entries by harnessName so we only call isReady() once per
+        // harness. Seed the map with EVERY registered harness — not just joined
+        // ones — so the snapshot covers harnesses the operator could pick but
+        // has not joined yet. The SPA join form (#332) consults this snapshot to
+        // disable not-ready harness options before any join exists, so an
+        // unjoined harness must still appear (with an empty `manifestCids`).
+        const harnessToCids = new Map();
+        for (const name of Object.keys(this.opts.harnessesByName)) {
+            harnessToCids.set(name, []);
+        }
+        for (const [cid, joined] of Object.entries(this.opts.joinedHarnessesByCid)) {
+            const list = harnessToCids.get(joined.harnessName) ?? [];
+            list.push(cid);
+            harnessToCids.set(joined.harnessName, list);
+        }
+        const results = await Promise.all(Array.from(harnessToCids.entries()).map(async ([name, cids]) => {
+            const harness = this.opts.harnessesByName[name];
+            if (!harness) {
+                return {
+                    harnessName: name,
+                    manifestCids: cids,
+                    ready: false,
+                    reason: `harness ${name} not registered in this daemon build`,
+                    nextStep: {
+                        description: 'Upgrade daemon or change SolverNet harness selection',
+                    },
+                };
+            }
+            if (!harness.isReady) {
+                // No isReady → treat as always-ready (matches existing default).
+                return {
+                    harnessName: name,
+                    manifestCids: cids,
+                    ready: true,
+                };
+            }
+            try {
+                let timeoutHandle;
+                const status = await Promise.race([
+                    harness.isReady({ solverType: '*' }),
+                    new Promise((_, reject) => {
+                        timeoutHandle = setTimeout(() => reject(new Error('isReady timed out')), this.opts.isReadyTimeoutMs);
+                    }),
+                ]).finally(() => {
+                    if (timeoutHandle !== undefined)
+                        clearTimeout(timeoutHandle);
+                });
+                return {
+                    harnessName: name,
+                    manifestCids: cids,
+                    ready: status.ready,
+                    reason: status.reason,
+                    nextStep: status.nextStep,
+                };
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                return {
+                    harnessName: name,
+                    manifestCids: cids,
+                    ready: false,
+                    reason: `isReady threw: ${msg}`,
+                };
+            }
+        }));
+        this.snapshot = {
+            lastRefreshedAt: new Date().toISOString(),
+            harnesses: results,
+        };
+    }
+}
+//# sourceMappingURL=readiness-registry.js.map

package/dist/harnesses/readiness-registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readiness-registry.js","sourceRoot":"","sources":["../../src/harnesses/readiness-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AA+BH,MAAM,wBAAwB,GAAG,KAAK,CAAC;AACvC,MAAM,2BAA2B,GAAG,KAAK,CAAC;AAE1C,MAAM,OAAO,wBAAwB;IAClB,IAAI,CAA4C;IACzD,QAAQ,GAA6B;QAC3C,eAAe,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;QAC1C,SAAS,EAAE,EAAE;KACd,CAAC;IACM,KAAK,GAA0C,IAAI,CAAC;IACpD,eAAe,GAAG,KAAK,CAAC;IAEhC,YAAY,IAAqC;QAC/C,IAAI,CAAC,IAAI,GAAG;YACV,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,wBAAwB;YAC/D,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,2BAA2B;YACtE,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;SAChD,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACxF,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,eAAe,CAAC,WAAmB;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,eAAe,WAAW,0BAA0B;aAC7D,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW,CAAC,CAAC;QACxF,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC;QAC1E,CAAC;QACD,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO;QACjC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,yEAAyE;QACzE,wEAAwE;QACxE,sEAAsE;QACtE,yEAAyE;QACzE,kEAAkE;QAClE,qEAAqE;QACrE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC;YAC1D,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9B,CAAC;QACD,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACzD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;YAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;oBACL,WAAW,EAAE,IAAI;oBACjB,YAAY,EAAE,IAAI;oBAClB,KAAK,EAAE,KAAK;oBACZ,MAAM,EAAE,WAAW,IAAI,sCAAsC;oBAC7D,QAAQ,EAAE;wBACR,WAAW,EAAE,sDAAsD;qBACpE;iBACF,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,iEAAiE;gBACjE,OAAO;oBACL,WAAW,EAAE,IAAI;oBACjB,YAAY,EAAE,IAAI;oBAClB,KAAK,EAAE,IAAI;iBACZ,CAAC;YACJ,CAAC;YACD,IAAI,CAAC;gBACH,IAAI,aAAwD,CAAC;gBAC7D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;oBAChC,OAAO,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;oBACpC,IAAI,OAAO,CAAc,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;wBACrC,aAAa,GAAG,UAAU,CACxB,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,EAC5C,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAC3B,CAAC;oBACJ,CAAC,CAAC;iBACH,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;oBACd,IAAI,aAAa,KAAK,SAAS;wBAAE,YAAY,CAAC,aAAa,CAAC,CAAC;gBAC/D,CAAC,CAAC,CAAC;gBACH,OAAO;oBACL,WAAW,EAAE,IAAI;oBACjB,YAAY,EAAE,IAAI;oBAClB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B,CAAC;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO;oBACL,WAAW,EAAE,IAAI;oBACjB,YAAY,EAAE,IAAI;oBAClB,KAAK,EAAE,KAAK;oBACZ,MAAM,EAAE,kBAAkB,GAAG,EAAE;iBAChC,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,QAAQ,GAAG;YACd,eAAe,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACzC,SAAS,EAAE,OAAO;SACnB,CAAC;IACJ,CAAC;CACF"}

package/dist/harnesses/types.d.ts

@@ -210,6 +210,13 @@ export interface Harness {
     name: string;
     /** semver */
     version: string;
+    /**
+     * Optional implStateDir paths that are runtime-only and should not contribute
+     * to the frozen-mode state digest. Use this for generated credentials,
+     * binaries, or per-task config that a harness needs in ctx.implStateDir but
+     * that is not part of its learning/code surface.
+     */
+    freezeStateHashIgnore?: readonly string[];
     /**
      * Return true if this Harness should handle the given (solverType, role) pair.
      *

package/dist/main.d.ts

@@ -19,6 +19,9 @@
  *   jinn run
  */
 import { type ErrorEnvelope } from './errors/envelope.js';
+import type { Harness } from './harnesses/types.js';
+import { HarnessReadinessRegistry } from './harnesses/readiness-registry.js';
+import type { JinnConfig } from './config.js';
 export interface DaemonStartupInfo {
     schemaVersion: 1;
     generatedAt: string;
@@ -45,3 +48,14 @@ export interface SetupHaltedInfo {
     error: ErrorEnvelope;
 }
 export declare function main(): Promise<DaemonStartupInfo | SetupHaltedInfo | void>;
+/**
+ * Builds a HarnessReadinessRegistry from the harness list returned by
+ * buildHarnesses() and the operator's joinedSolverNets config block.
+ *
+ * Per A2 carry-over: start() only schedules the background tick; callers that
+ * need the snapshot populated immediately must call refreshNow() after start().
+ */
+export declare function buildHarnessReadinessRegistry(args: {
+    harnesses: Harness[];
+    config: Pick<JinnConfig, 'joinedSolverNets'>;
+}): HarnessReadinessRegistry;