agent-hitch 0.2.9 → 0.2.11

package/dist/src/evals/verifier-artifacts.js

@@ -1,17 +1,15 @@
 import { createHash } from "node:crypto";
 import { realpath } from "node:fs/promises";
-import { StringDecoder } from "node:string_decoder";
 import path from "node:path";
 import { PROVIDER_ENVIRONMENT_NAMES, atomicWriteJSON, credentialValuesFromEnv, openContainedRegularFile, redactCredentialText, writePrivateFile } from "../foundation/index.js";
+import { sanitizeVerifierJson, sanitizeVerifierText } from "../runs/index.js";
 import { captureVerifierScoreEvidence } from "./verifier-score-artifacts.js";
-export const DEFAULT_VERIFIER_DIAGNOSTIC_MAX_BYTES = 64 * 1024;
 export const MAX_VERIFIER_DIAGNOSTIC_MAX_BYTES = 16 * 1024 * 1024;
+export const DEFAULT_VERIFIER_DIAGNOSTIC_MAX_BYTES = MAX_VERIFIER_DIAGNOSTIC_MAX_BYTES;
 export const VERIFIER_DIAGNOSTICS_INDEX_REF = "verifier/diagnostics.json";
 export const VERIFIER_ARTIFACT_NAMES = [
     "ctrf.json", "test-stdout.txt", "test-stderr.txt", "stdout.txt", "stderr.txt",
 ];
-const TRUNCATION_MARKER = Buffer.from("\n[... verifier artifact truncated ...]\n", "utf8");
-const MAX_LOG_LINE_BYTES = 1024 * 1024;
 export async function persistTrialVerifierDiagnostics(input) {
     const env = input.env ?? process.env;
     const credentialValues = credentialValuesFromEnv([...PROVIDER_ENVIRONMENT_NAMES, ...(input.passEnv ?? [])], env);
@@ -53,25 +51,43 @@ async function copyCandidateIneligibleDiagnostic(trialDirectory, runDirectory, s
         return;
     await atomicWriteJSON(path.join(runDirectory, "verifier", "candidate-ineligible.json"), value);
 }
-/** Persist bounded, redacted verifier artifacts in the immutable run bundle. */
+/** Persist complete redacted verifier artifacts up to an explicit hard cap. */
 export async function captureVerifierDiagnostics(trialDirectory, runDirectory, options = {}) {
     const maxArtifactBytes = options.maxArtifactBytes ?? DEFAULT_VERIFIER_DIAGNOSTIC_MAX_BYTES;
-    if (!Number.isSafeInteger(maxArtifactBytes) || maxArtifactBytes <= TRUNCATION_MARKER.length + 2
+    if (!Number.isSafeInteger(maxArtifactBytes) || maxArtifactBytes <= 0
         || maxArtifactBytes > MAX_VERIFIER_DIAGNOSTIC_MAX_BYTES) {
         throw new TypeError("verifier diagnostic artifact limit is invalid");
     }
     throwIfAborted(options.signal);
     const root = await realpath(trialDirectory);
     const artifacts = [];
+    const losses = [];
     const redactions = new Map();
     for (const name of VERIFIER_ARTIFACT_NAMES) {
         throwIfAborted(options.signal);
         const safe = await safeArtifact(root, name);
         if (!safe)
             continue;
+        const mediaType = name === "ctrf.json" ? "application/json" : "text/plain";
+        if (safe.size > maxArtifactBytes) {
+            try {
+                await safe.assertUnchanged();
+            }
+            finally {
+                await safe.handle.close();
+            }
+            losses.push({
+                name,
+                media_type: mediaType,
+                source_bytes: safe.size,
+                loss_reason: "persistence_limit_exceeded",
+                persistence_limit_bytes: maxArtifactBytes,
+            });
+            continue;
+        }
         let captured;
         try {
-            captured = await captureText(safe.handle, maxArtifactBytes, options.credentialValues ?? [], options.signal);
+            captured = await captureArtifact(safe.handle, safe.size, mediaType, options.credentialValues ?? [], options.signal);
             await safe.assertUnchanged();
             if (captured.sourceBytes !== safe.size)
                 throw new TypeError(`verifier artifact changed while being captured: ${name}`);
@@ -79,6 +95,17 @@ export async function captureVerifierDiagnostics(trialDirectory, runDirectory, o
         finally {
             await safe.handle.close();
         }
+        if (captured.lossReason || !captured.stored || captured.stored.length > maxArtifactBytes) {
+            losses.push({
+                name,
+                media_type: mediaType,
+                source_bytes: captured.sourceBytes,
+                source_sha256: captured.sourceSha256,
+                loss_reason: captured.lossReason ?? "persistence_limit_exceeded",
+                persistence_limit_bytes: maxArtifactBytes,
+            });
+            continue;
+        }
         mergeCounts(redactions, captured.redactions);
         const ref = `verifier/${name}`;
         const destination = path.join(runDirectory, ...ref.split("/"));
@@ -87,22 +114,24 @@ export async function captureVerifierDiagnostics(trialDirectory, runDirectory, o
         artifacts.push({
             name,
             ref,
-            media_type: name === "ctrf.json" ? "application/json" : "text/plain",
+            media_type: mediaType,
             source_bytes: captured.sourceBytes,
             source_sha256: captured.sourceSha256,
             bytes: captured.contentBytes,
             sha256: captured.contentSha256,
             stored_bytes: stored.length,
             stored_sha256: sha256(stored),
-            truncated: captured.truncated,
+            truncated: false,
         });
     }
-    if (artifacts.length === 0)
+    if (artifacts.length === 0 && losses.length === 0)
         return null;
     const index = {
-        schema_version: "1",
+        schema_version: "2",
         kind: "verifier-diagnostics",
+        hard_cap_bytes: maxArtifactBytes,
         artifacts,
+        losses,
         redactions: canonicalCounts(redactions),
     };
     await atomicWriteJSON(path.join(runDirectory, ...VERIFIER_DIAGNOSTICS_INDEX_REF.split("/")), index);
@@ -118,157 +147,73 @@ async function safeArtifact(root, name, maximumBytes) {
         throw new TypeError(`unsafe verifier artifact: ${name}`, { cause: error });
     }
 }
-async function captureText(handle, maxBytes, credentialValues, signal) {
-    const sourceHash = createHash("sha256");
-    const contentHash = createHash("sha256");
-    const decoder = new StringDecoder("utf8");
-    const bounded = new BoundedBuffer(maxBytes);
-    const redactions = new Map();
-    let sourceBytes = 0;
-    let pending = "";
-    let discarding = false;
-    const emit = (value) => {
-        const redacted = redactCredentialText(value, credentialValues);
-        mergeCounts(redactions, redacted.redactions);
-        const bytes = Buffer.from(redacted.text, "utf8");
-        contentHash.update(bytes);
-        bounded.append(bytes);
-    };
-    const drain = () => {
-        for (;;) {
-            const newline = pending.indexOf("\n");
-            if (discarding) {
-                if (newline < 0) {
-                    pending = "";
-                    return;
-                }
-                pending = pending.slice(newline + 1);
-                discarding = false;
-                continue;
-            }
-            if (newline >= 0) {
-                emit(pending.slice(0, newline + 1));
-                pending = pending.slice(newline + 1);
-                continue;
-            }
-            if (Buffer.byteLength(pending, "utf8") > MAX_LOG_LINE_BYTES) {
-                emit("[REDACTED OVERSIZED VERIFIER LOG LINE]\n");
-                increment(redactions, "oversized-verifier-log-line-v1");
-                bounded.markOmitted();
-                pending = "";
-                discarding = true;
-            }
-            return;
+async function captureArtifact(handle, expectedBytes, mediaType, credentialValues, signal) {
+    throwIfAborted(signal);
+    const source = await readExactFile(handle, expectedBytes, signal);
+    throwIfAborted(signal);
+    let stored;
+    let redactions;
+    if (mediaType === "application/json") {
+        let parsed;
+        try {
+            parsed = JSON.parse(source.toString("utf8"));
         }
-    };
-    const buffer = Buffer.allocUnsafe(64 * 1024);
-    let position = 0;
-    for (;;) {
-        throwIfAborted(signal);
-        const { bytesRead } = await handle.read(buffer, 0, buffer.length, position);
-        if (bytesRead === 0)
-            break;
-        position += bytesRead;
-        const bytes = buffer.subarray(0, bytesRead);
-        sourceHash.update(bytes);
-        sourceBytes += bytes.length;
-        pending += decoder.write(bytes);
-        drain();
+        catch {
+            return {
+                sourceSha256: sha256(source), sourceBytes: source.length,
+                contentSha256: sha256(Buffer.alloc(0)), contentBytes: 0,
+                lossReason: "invalid_json", redactions: new Map(),
+            };
+        }
+        if (!isJsonValue(parsed)) {
+            return {
+                sourceSha256: sha256(source), sourceBytes: source.length,
+                contentSha256: sha256(Buffer.alloc(0)), contentBytes: 0,
+                lossReason: "invalid_json", redactions: new Map(),
+            };
+        }
+        const sanitized = sanitizeVerifierJson(parsed, credentialValues);
+        stored = Buffer.from(JSON.stringify(sanitized.value), "utf8");
+        redactions = sanitized.redactions;
+    }
+    else {
+        const sanitized = sanitizeVerifierText(source.toString("utf8"), credentialValues);
+        stored = Buffer.from(sanitized.text, "utf8");
+        redactions = sanitized.redactions;
     }
-    pending += decoder.end();
-    drain();
-    if (!discarding && pending)
-        emit(pending);
-    throwIfAborted(signal);
     return {
-        sourceSha256: `sha256:${sourceHash.digest("hex")}`,
-        sourceBytes,
-        contentSha256: `sha256:${contentHash.digest("hex")}`,
-        contentBytes: bounded.totalBytes,
-        stored: bounded.value(),
-        truncated: bounded.truncated,
+        sourceSha256: sha256(source),
+        sourceBytes: source.length,
+        contentSha256: sha256(stored),
+        contentBytes: stored.length,
+        stored,
         redactions,
     };
 }
-class BoundedBuffer {
-    limit;
-    payloadLimit;
-    headLimit;
-    tailLimit;
-    totalBytes = 0;
-    clipped = false;
-    omitted = false;
-    complete = [];
-    head = Buffer.alloc(0);
-    tail = Buffer.alloc(0);
-    constructor(limit) {
-        this.limit = limit;
-        this.payloadLimit = limit - TRUNCATION_MARKER.length;
-        this.headLimit = Math.floor(this.payloadLimit / 2);
-        this.tailLimit = this.payloadLimit - this.headLimit;
-    }
-    append(value) {
-        if (value.length === 0)
-            return;
-        this.totalBytes += value.length;
-        if (!this.clipped) {
-            this.complete.push(value);
-            const combined = Buffer.concat(this.complete);
-            if (combined.length <= this.limit)
-                return;
-            this.clipped = true;
-            this.complete = [];
-            this.head = combined.subarray(0, this.headLimit);
-            this.tail = combined.subarray(Math.max(0, combined.length - this.tailLimit));
-            return;
-        }
-        this.tail = rollingTail(this.tail, value, this.tailLimit);
-    }
-    value() {
-        return this.clipped
-            ? Buffer.concat([
-                validUtf8Prefix(this.head),
-                TRUNCATION_MARKER,
-                validUtf8Suffix(this.tail),
-            ])
-            : Buffer.concat(this.complete);
-    }
-    markOmitted() {
-        this.omitted = true;
+async function readExactFile(handle, expectedBytes, signal) {
+    const result = Buffer.allocUnsafe(expectedBytes);
+    let position = 0;
+    while (position < expectedBytes) {
+        throwIfAborted(signal);
+        const read = await handle.read(result, position, expectedBytes - position, position);
+        if (read.bytesRead === 0)
+            throw new TypeError("verifier artifact changed while being captured");
+        position += read.bytesRead;
     }
-    get truncated() {
-        return this.clipped || this.omitted;
+    const probe = Buffer.allocUnsafe(1);
+    if ((await handle.read(probe, 0, 1, expectedBytes)).bytesRead !== 0) {
+        throw new TypeError("verifier artifact changed while being captured");
     }
+    return result;
 }
-function validUtf8Prefix(value) {
-    let end = value.length;
-    while (end > 0 && (value[end - 1] & 0xc0) === 0x80)
-        end -= 1;
-    const lead = end - 1;
-    return lead >= 0 && utf8SequenceLength(value[lead]) > value.length - lead ? value.subarray(0, lead) : value;
-}
-function validUtf8Suffix(value) {
-    let start = 0;
-    while (start < value.length && (value[start] & 0xc0) === 0x80)
-        start += 1;
-    return value.subarray(start);
-}
-function utf8SequenceLength(byte) {
-    if ((byte & 0x80) === 0)
-        return 1;
-    if ((byte & 0xe0) === 0xc0)
-        return 2;
-    if ((byte & 0xf0) === 0xe0)
-        return 3;
-    if ((byte & 0xf8) === 0xf0)
-        return 4;
-    return 1;
-}
-function rollingTail(current, next, limit) {
-    if (next.length >= limit)
-        return next.subarray(next.length - limit);
-    const keep = Math.max(0, limit - next.length);
-    return Buffer.concat([current.subarray(Math.max(0, current.length - keep)), next]);
+function isJsonValue(value) {
+    if (value === null || typeof value === "string" || typeof value === "boolean")
+        return true;
+    if (typeof value === "number")
+        return Number.isFinite(value);
+    if (Array.isArray(value))
+        return value.every(isJsonValue);
+    return Boolean(value) && typeof value === "object" && Object.values(value).every(isJsonValue);
 }
 function canonicalCounts(counts) {
     return [...counts.entries()]

package/dist/src/evals/verifier-artifacts.js.map

@@ -1 +1 @@
-{"version":3,"file":"verifier-artifacts.js","sourceRoot":"","sources":["../../../src/evals/verifier-artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAmB,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,0BAA0B,EAAE,eAAe,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAEhL,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAG7E,MAAM,CAAC,MAAM,qCAAqC,GAAG,EAAE,GAAG,IAAI,CAAC;AAC/D,MAAM,CAAC,MAAM,iCAAiC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,8BAA8B,GAAG,2BAA2B,CAAC;AAC1E,MAAM,CAAC,MAAM,uBAAuB,GAAiD;IACnF,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,YAAY,EAAE,YAAY;CAC9E,CAAC;AAEF,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,MAAM,CAAC,CAAC;AAC3F,MAAM,kBAAkB,GAAG,IAAI,GAAG,IAAI,CAAC;AA4BvC,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,KAUrD;IACC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACrC,MAAM,gBAAgB,GAAG,uBAAuB,CAC9C,CAAC,GAAG,0BAA0B,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,EACzD,GAAG,CACJ,CAAC;IACF,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzG,MAAM,iCAAiC,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChG,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC;QAChD,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;QAC5C,gBAAgB;QAChB,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClE,GAAG,CAAC,KAAK,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAChG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,MAAM,0BAA0B,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE;QACzE,GAAG,CAAC,KAAK,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC7F,gBAAgB;QAChB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,iCAAiC,CAAC,cAAsB,EAAE,YAAoB,EAAE,MAAoB;IACjH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,2BAA2B,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IAC9E,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;IAC/B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA4B,CAAC;IAC5E,IAAI,KAAK,CAAC,cAAc,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,gCAAgC,IAAI,KAAK,CAAC,iBAAiB,KAAK,KAAK;QAAE,OAAO;IACjI,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,2BAA2B,CAAC,EAAE,KAAK,CAAC,CAAC;AACjG,CAAC;AAED,gFAAgF;AAChF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,cAAsB,EACtB,YAAoB,EACpB,UAA6C,EAAE;IAE/C,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,qCAAqC,CAAC;IAC3F,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC;WAC1F,gBAAgB,GAAG,iCAAiC,EAAE,CAAC;QAC1D,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;IACvE,CAAC;IACD,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAkC,EAAE,CAAC;IACpD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,uBAAuB,EAAE,CAAC;QAC3C,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,QAAiD,CAAC;QACtD,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC5G,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7B,IAAI,QAAQ,CAAC,WAAW,KAAK,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,IAAI,EAAE,CAAC,CAAC;QACzH,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;QACD,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,YAAY,IAAI,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/D,MAAM,gBAAgB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/B,SAAS,CAAC,IAAI,CAAC;YACb,IAAI;YACJ,GAAG;YACH,UAAU,EAAE,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY;YACpE,YAAY,EAAE,QAAQ,CAAC,WAAW;YAClC,aAAa,EAAE,QAAQ,CAAC,YAAY;YACpC,KAAK,EAAE,QAAQ,CAAC,YAAY;YAC5B,MAAM,EAAE,QAAQ,CAAC,aAAa;YAC9B,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC;YAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;SAC9B,CAAC,CAAC;IACL,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,KAAK,GAA+B;QACxC,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,sBAAsB;QAC5B,SAAS;QACT,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC;KACxC,CAAC;IACF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,8BAA8B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACpG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,IAAY,EAAE,YAAqB;IAC3E,IAAI,CAAC;QACH,OAAO,MAAM,wBAAwB,CAAC,IAAI,EAAE,YAAY,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC;IAChF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,MAAM,IAAI,SAAS,CAAC,6BAA6B,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,MAAkB,EAClB,QAAgB,EAChB,gBAAmC,EACnC,MAAgC;IAUhC,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,MAAM,IAAI,GAAG,CAAC,KAAa,EAAQ,EAAE;QACnC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAC/D,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,SAAS,CAAC;YACR,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAC1C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBACrC,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS;YACX,CAAC;YACD,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;gBACpC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;gBACrC,SAAS;YACX,CAAC;YACD,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,kBAAkB,EAAE,CAAC;gBAC5D,IAAI,CAAC,0CAA0C,CAAC,CAAC;gBACjD,SAAS,CAAC,UAAU,EAAE,gCAAgC,CAAC,CAAC;gBACxD,OAAO,CAAC,WAAW,EAAE,CAAC;gBACtB,OAAO,GAAG,EAAE,CAAC;gBACb,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YACD,OAAO;QACT,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAC7C,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,SAAS,CAAC;QACR,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5E,IAAI,SAAS,KAAK,CAAC;YAAE,MAAM;QAC3B,QAAQ,IAAI,SAAS,CAAC;QACtB,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC5C,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;QAC5B,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChC,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACzB,KAAK,EAAE,CAAC;IACR,IAAI,CAAC,UAAU,IAAI,OAAO;QAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,OAAO;QACL,YAAY,EAAE,UAAU,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;QAClD,WAAW;QACX,aAAa,EAAE,UAAU,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;QACpD,YAAY,EAAE,OAAO,CAAC,UAAU;QAChC,MAAM,EAAE,OAAO,CAAC,KAAK,EAAE;QACvB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,aAAa;IAWI;IAVZ,YAAY,CAAS;IACrB,SAAS,CAAS;IAClB,SAAS,CAAS;IAC3B,UAAU,GAAG,CAAC,CAAC;IACP,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,KAAK,CAAC;IAChB,QAAQ,GAAa,EAAE,CAAC;IACxB,IAAI,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/B,IAAI,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEvC,YAAqB,KAAa;QAAb,UAAK,GAAL,KAAK,CAAQ;QAChC,IAAI,CAAC,YAAY,GAAG,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;IACtD,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC9C,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK;gBAAE,OAAO;YAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACjD,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YAC7E,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,OAAO;YACjB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;gBACd,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC1B,iBAAiB;gBACjB,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;aAC3B,CAAC;YACF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,WAAW;QACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;IACtC,CAAC;CACF;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;IACvB,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAE,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,GAAG,IAAI,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC;IACrB,OAAO,IAAI,IAAI,CAAC,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/G,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAE,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,KAAK,IAAI,CAAC,CAAC;IAC3E,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IACrC,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,IAAY,EAAE,KAAa;IAC/D,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK;QAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,eAAe,CAAC,MAA2B;IAClD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,MAA2B,EAAE,MAA2B;IAC3E,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM;QAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,SAAS,CAAC,MAA2B,EAAE,IAAY,EAAE,KAAK,GAAG,CAAC;IACrE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC;AAC1G,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,cAAsB,EACtB,YAAoB,EACpB,gBAAmC,EACnC,MAAoB;IAEpB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,mCAAmC,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC;IACxF,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;IAC/B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA4B,CAAC;IAC9E,IAAI,OAAO,EAAE,cAAc,KAAK,GAAG;WAC9B,OAAO,CAAC,IAAI,KAAK,uCAAuC;WACxD,OAAO,CAAC,eAAe,KAAK,KAAK;WACjC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO;IAC9C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC;IACtF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,mCAAmC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACxH,CAAC"}
+{"version":3,"file":"verifier-artifacts.js","sourceRoot":"","sources":["../../../src/evals/verifier-artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAmB,MAAM,kBAAkB,CAAC;AAC7D,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,0BAA0B,EAAE,eAAe,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAEhL,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAG7E,MAAM,CAAC,MAAM,iCAAiC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAClE,MAAM,CAAC,MAAM,qCAAqC,GAAG,iCAAiC,CAAC;AACvF,MAAM,CAAC,MAAM,8BAA8B,GAAG,2BAA2B,CAAC;AAC1E,MAAM,CAAC,MAAM,uBAAuB,GAAiD;IACnF,WAAW,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,YAAY,EAAE,YAAY;CAC9E,CAAC;AA8CF,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,KAUrD;IACC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACrC,MAAM,gBAAgB,GAAG,uBAAuB,CAC9C,CAAC,GAAG,0BAA0B,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,EACzD,GAAG,CACJ,CAAC;IACF,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzG,MAAM,iCAAiC,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChG,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC;QAChD,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;QAC5C,gBAAgB;QAChB,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClE,GAAG,CAAC,KAAK,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAChG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,MAAM,0BAA0B,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,YAAY,EAAE;QACzE,GAAG,CAAC,KAAK,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC7F,gBAAgB;QAChB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,iCAAiC,CAAC,cAAsB,EAAE,YAAoB,EAAE,MAAoB;IACjH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,2BAA2B,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IAC9E,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;IAC/B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA4B,CAAC;IAC5E,IAAI,KAAK,CAAC,cAAc,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,KAAK,gCAAgC,IAAI,KAAK,CAAC,iBAAiB,KAAK,KAAK;QAAE,OAAO;IACjI,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,2BAA2B,CAAC,EAAE,KAAK,CAAC,CAAC;AACjG,CAAC;AAED,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,cAAsB,EACtB,YAAoB,EACpB,UAA6C,EAAE;IAE/C,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,qCAAqC,CAAC;IAC3F,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,IAAI,CAAC;WAC/D,gBAAgB,GAAG,iCAAiC,EAAE,CAAC;QAC1D,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;IACvE,CAAC;IACD,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAkC,EAAE,CAAC;IACpD,MAAM,MAAM,GAAoC,EAAE,CAAC;IACnD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,uBAAuB,EAAE,CAAC;QAC3C,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,SAAS,GAAG,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY,CAAC;QAC3E,IAAI,IAAI,CAAC,IAAI,GAAG,gBAAgB,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC/B,CAAC;oBAAS,CAAC;gBACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5B,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,UAAU,EAAE,SAAS;gBACrB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,WAAW,EAAE,4BAA4B;gBACzC,uBAAuB,EAAE,gBAAgB;aAC1C,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,IAAI,QAAqD,CAAC;QAC1D,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,gBAAgB,IAAI,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACpH,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7B,IAAI,QAAQ,CAAC,WAAW,KAAK,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,IAAI,EAAE,CAAC,CAAC;QACzH,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;YACzF,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,UAAU,EAAE,SAAS;gBACrB,YAAY,EAAE,QAAQ,CAAC,WAAW;gBAClC,aAAa,EAAE,QAAQ,CAAC,YAAY;gBACpC,WAAW,EAAE,QAAQ,CAAC,UAAU,IAAI,4BAA4B;gBAChE,uBAAuB,EAAE,gBAAgB;aAC1C,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,YAAY,IAAI,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/D,MAAM,gBAAgB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/B,SAAS,CAAC,IAAI,CAAC;YACb,IAAI;YACJ,GAAG;YACH,UAAU,EAAE,SAAS;YACrB,YAAY,EAAE,QAAQ,CAAC,WAAW;YAClC,aAAa,EAAE,QAAQ,CAAC,YAAY;YACpC,KAAK,EAAE,QAAQ,CAAC,YAAY;YAC5B,MAAM,EAAE,QAAQ,CAAC,aAAa;YAC9B,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC;YAC7B,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/D,MAAM,KAAK,GAA+B;QACxC,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,sBAAsB;QAC5B,cAAc,EAAE,gBAAgB;QAChC,SAAS;QACT,MAAM;QACN,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC;KACxC,CAAC;IACF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,8BAA8B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACpG,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,IAAY,EAAE,YAAqB;IAC3E,IAAI,CAAC;QACH,OAAO,MAAM,wBAAwB,CAAC,IAAI,EAAE,YAAY,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC;IAChF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,MAAM,IAAI,SAAS,CAAC,6BAA6B,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,MAAkB,EAClB,aAAqB,EACrB,SAAkD,EAClD,gBAAmC,EACnC,MAAgC;IAUhC,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAClE,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,IAAI,MAAc,CAAC;IACnB,IAAI,UAA+B,CAAC;IACpC,IAAI,SAAS,KAAK,kBAAkB,EAAE,CAAC;QACrC,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAY,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM;gBACxD,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;gBACvD,UAAU,EAAE,cAAc,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE;aAClD,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM;gBACxD,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;gBACvD,UAAU,EAAE,cAAc,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE;aAClD,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QACjE,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;QAC9D,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAClF,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC7C,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;IACpC,CAAC;IACD,OAAO;QACL,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC;QAC5B,WAAW,EAAE,MAAM,CAAC,MAAM;QAC1B,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC,MAAM;QAC3B,MAAM;QACN,UAAU;KACX,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAkB,EAAE,aAAqB,EAAE,MAAoB;IAC1F,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;IACjD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,OAAO,QAAQ,GAAG,aAAa,EAAE,CAAC;QAChC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,aAAa,GAAG,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrF,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;QAChG,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC;IAC7B,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAC3F,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,KAAgC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AAC3H,CAAC;AAED,SAAS,eAAe,CAAC,MAA2B;IAClD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,MAA2B,EAAE,MAA2B;IAC3E,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM;QAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,SAAS,CAAC,MAA2B,EAAE,IAAY,EAAE,KAAK,GAAG,CAAC;IACrE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC;AAC1G,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,cAAsB,EACtB,YAAoB,EACpB,gBAAmC,EACnC,MAAoB;IAEpB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC5C,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,mCAAmC,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC;IACxF,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;IAC/B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IACD,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA4B,CAAC;IAC9E,IAAI,OAAO,EAAE,cAAc,KAAK,GAAG;WAC9B,OAAO,CAAC,IAAI,KAAK,uCAAuC;WACxD,OAAO,CAAC,eAAe,KAAK,KAAK;WACjC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO;IAC9C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC;IACtF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,mCAAmC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACxH,CAAC"}

package/dist/src/evals/verifier-diagnostic-repair.js

@@ -0,0 +1,276 @@
+import { lstat, mkdir, mkdtemp, realpath, rename, rm, stat } from "node:fs/promises";
+import path from "node:path";
+import { validateRelativePath } from "../domain/index.js";
+import { HitchError, PROVIDER_ENVIRONMENT_NAMES, atomicWriteJSON, credentialValuesFromEnv, ensureDir, openContainedRegularFile, sha256Bytes, statePaths, withFileLock } from "../foundation/index.js";
+import { legacyIndexNeedsDiagnosticRepair, loadRunRecord, loadVerifierDiagnosticSupplement, loadVerifierEvidence, sourceIdentitiesFromLegacyIndex, verifierDiagnosticSupplementRelative, verifyResultBundleIndex, } from "../runs/index.js";
+import { captureVerifierDiagnostics } from "./verifier-artifacts.js";
+const DIAGNOSTICS_INDEX_REF = "verifier/diagnostics.json";
+const MAX_INDEX_BYTES = 16 * 1024 * 1024;
+export async function repairVerifierDiagnostics(options) {
+    const { root, runId } = options;
+    if (!/^run_[a-f0-9]{32}$/.test(runId))
+        throw new TypeError(`invalid run ID: ${runId}`);
+    const stateRoot = await canonicalStateRoot(root);
+    const runDirectory = path.join(statePaths(stateRoot).runs, runId);
+    const runRoot = await safeDirectory(runDirectory, "run");
+    const loaded = await loadRunRecord(runRoot, { verifyTrajectory: false });
+    const parent = loaded.record.parent;
+    if (!parent || !/^eval_[a-f0-9]{32}$/.test(parent.eval_id) || loaded.record.context.kind !== "benchmark_task") {
+        throw repairError("run has no supported Harbor eval parent", "verifier_diagnostic_repair_unsupported");
+    }
+    const evidence = await loadVerifierEvidence(stateRoot, runId, { env: options.env ?? process.env });
+    if (evidence.verifier.status === "corrupt") {
+        throw repairError("run verifier evidence is corrupt", "verifier_evidence_corrupt");
+    }
+    const bundle = await verifyResultBundleIndex(runRoot);
+    const bundleIndexSha256 = sha256Bytes(await readContained(runRoot, "bundle.index.json", MAX_INDEX_BYTES));
+    const originalIndexBytes = await readContained(runRoot, DIAGNOSTICS_INDEX_REF, MAX_INDEX_BYTES).catch((error) => {
+        if (error.code === "ENOENT") {
+            throw repairError("run has no indexed verifier diagnostics", "verifier_diagnostic_repair_unsupported");
+        }
+        throw error;
+    });
+    const originalIndex = JSON.parse(originalIndexBytes.toString("utf8"));
+    if (!legacyIndexNeedsDiagnosticRepair(originalIndex)) {
+        if (hasExplicitV2Losses(originalIndex)) {
+            throw repairError("version 2 diagnostics contain explicit source loss and cannot be safely reconstructed", "verifier_diagnostic_repair_source_unavailable");
+        }
+        return { schema_version: "1", kind: "verifier-diagnostics-repair-result", run_id: runId, status: "not_needed" };
+    }
+    if (hasRetiredCredentialRedactions(originalIndex)) {
+        throw repairError("legacy diagnostics used credential-value redaction that cannot be safely reproduced", "verifier_diagnostic_repair_credentials_required");
+    }
+    const originalIndexSha256 = sha256Bytes(originalIndexBytes);
+    const existing = await loadVerifierDiagnosticSupplement(stateRoot, runRoot, runId).catch((error) => {
+        throw repairError("existing verifier diagnostic repair is corrupt", "verifier_diagnostic_repair_conflict", error);
+    });
+    if (existing)
+        return {
+            schema_version: "1", kind: "verifier-diagnostics-repair-result", run_id: runId,
+            status: "already_repaired", repair_sha256: existing.repair_sha256,
+            diagnostics_index_sha256: existing.manifest.repaired.diagnostics_index_sha256,
+        };
+    const sourceIdentities = sourceIdentitiesFromLegacyIndex(originalIndex);
+    const evalDirectory = path.join(statePaths(stateRoot).evals, parent.eval_id);
+    const relativeSource = await resolveSource(evalDirectory, parent.trial_id, parent.attempt, options.source);
+    const sourceDirectory = await safeRelativeDirectory(evalDirectory, relativeSource);
+    const temporaryRoot = await ensureSafeRelativeDirectory(stateRoot, "tmp");
+    const temporaryParent = await mkdtemp(path.join(temporaryRoot, "verifier-diagnostics-repair-"));
+    const staging = path.join(temporaryParent, "supplement");
+    await ensureDir(staging);
+    try {
+        const request = JSON.parse((await readContained(runRoot, loaded.record.request_ref, MAX_INDEX_BYTES)).toString("utf8"));
+        const credentialNames = Array.isArray(request.credential_names)
+            ? request.credential_names.filter((entry) => typeof entry === "string") : [];
+        const credentialValues = credentialValuesFromEnv([...PROVIDER_ENVIRONMENT_NAMES, ...credentialNames], options.env ?? process.env);
+        const captured = await captureVerifierDiagnostics(sourceDirectory, staging, {
+            credentialValues,
+            ...(options.signal ? { signal: options.signal } : {}),
+        });
+        if (!captured || captured.losses.length > 0) {
+            throw repairError("Harbor verifier diagnostics cannot be fully persisted", "verifier_diagnostic_repair_source_unavailable");
+        }
+        const capturedSources = captured.artifacts.map((artifact) => ({
+            name: artifact.name, bytes: artifact.source_bytes, sha256: artifact.source_sha256,
+        })).sort((left, right) => left.name.localeCompare(right.name));
+        if (JSON.stringify(capturedSources) !== JSON.stringify(sourceIdentities)) {
+            throw repairError("Harbor verifier diagnostics do not match the sealed source digests", "verifier_diagnostic_repair_source_mismatch");
+        }
+        const repairedIndexSha256 = sha256Bytes(await readContained(staging, DIAGNOSTICS_INDEX_REF, MAX_INDEX_BYTES));
+        const currentBundle = await verifyResultBundleIndex(runRoot);
+        const currentBundleIndexSha256 = sha256Bytes(await readContained(runRoot, "bundle.index.json", MAX_INDEX_BYTES));
+        const currentOriginalIndexSha256 = sha256Bytes(await readContained(runRoot, DIAGNOSTICS_INDEX_REF, MAX_INDEX_BYTES));
+        if (currentBundle.bundle_digest !== bundle.bundle_digest || currentBundleIndexSha256 !== bundleIndexSha256
+            || currentOriginalIndexSha256 !== originalIndexSha256) {
+            throw repairError("sealed verifier evidence changed during repair", "verifier_diagnostic_repair_conflict");
+        }
+        const manifest = {
+            schema_version: "1",
+            kind: "verifier-diagnostics-repair",
+            run_id: runId,
+            parent: {
+                eval_id: parent.eval_id,
+                trial_id: parent.trial_id,
+                attempt: parent.attempt,
+                task_id: loaded.record.context.task_id,
+            },
+            original: {
+                bundle_digest: bundle.bundle_digest,
+                bundle_index_sha256: bundleIndexSha256,
+                diagnostics_index_sha256: originalIndexSha256,
+            },
+            source: {
+                kind: "harbor-trial",
+                relative_trial_directory: relativeSource,
+                artifacts: sourceIdentities,
+            },
+            repaired: { diagnostics_index_sha256: repairedIndexSha256 },
+            created_at: new Date().toISOString(),
+        };
+        await atomicWriteJSON(path.join(staging, "repair.json"), manifest);
+        const relativeDestination = verifierDiagnosticSupplementRelative(runId, originalIndexSha256);
+        const destinationParent = await ensureSafeRelativeDirectory(stateRoot, path.posix.join("derived", "verifier-diagnostics", runId));
+        const destination = path.join(destinationParent, path.basename(relativeDestination));
+        const lockDirectory = await ensureSafeRelativeDirectory(stateRoot, path.posix.join("locks", "verifier-diagnostics"));
+        const result = await withFileLock(lockDirectory, runId, async () => {
+            const already = await loadVerifierDiagnosticSupplement(stateRoot, runRoot, runId).catch((error) => {
+                throw repairError("existing verifier diagnostic repair is corrupt", "verifier_diagnostic_repair_conflict", error);
+            });
+            if (already)
+                return {
+                    schema_version: "1", kind: "verifier-diagnostics-repair-result", run_id: runId,
+                    status: "already_repaired", repair_sha256: already.repair_sha256,
+                    diagnostics_index_sha256: already.manifest.repaired.diagnostics_index_sha256,
+                };
+            try {
+                await stat(destination);
+                throw repairError("verifier diagnostic repair destination already exists", "verifier_diagnostic_repair_conflict");
+            }
+            catch (error) {
+                if (error.code !== "ENOENT")
+                    throw error;
+            }
+            await rename(staging, destination);
+            const published = await loadVerifierDiagnosticSupplement(stateRoot, runRoot, runId);
+            if (!published)
+                throw repairError("verifier diagnostic repair publication is missing", "verifier_diagnostic_repair_conflict");
+            return {
+                schema_version: "1", kind: "verifier-diagnostics-repair-result", run_id: runId,
+                status: "repaired", repair_sha256: published.repair_sha256,
+                diagnostics_index_sha256: published.manifest.repaired.diagnostics_index_sha256,
+            };
+        }, { timeoutCode: "verifier_diagnostic_repair_locked", timeoutExitCode: 12, ...(options.signal ? { signal: options.signal } : {}) });
+        return result;
+    }
+    finally {
+        await rm(temporaryParent, { recursive: true, force: true });
+    }
+}
+async function canonicalStateRoot(root) {
+    const resolved = path.resolve(root);
+    const info = await lstat(resolved);
+    if (info.isSymbolicLink() || !info.isDirectory())
+        throw new TypeError("Hitch state root is unsafe");
+    const canonical = await realpath(resolved);
+    const canonicalInfo = await lstat(canonical);
+    if (canonicalInfo.isSymbolicLink() || !canonicalInfo.isDirectory())
+        throw new TypeError("Hitch state root is unsafe");
+    return canonical;
+}
+function hasExplicitV2Losses(value) {
+    return Boolean(value && typeof value === "object" && !Array.isArray(value)
+        && value.schema_version === "2"
+        && Array.isArray(value.losses)
+        && value.losses.length > 0);
+}
+function hasRetiredCredentialRedactions(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        return true;
+    const redactions = value.redactions;
+    if (!Array.isArray(redactions))
+        return true;
+    return redactions.some((entry) => Boolean(entry && typeof entry === "object" && !Array.isArray(entry)
+        && entry.rule_id === "known-credential-value-v1"));
+}
+async function resolveSource(evalDirectory, trialId, attempt, requested) {
+    const candidates = [
+        path.posix.join("harbor", "job", trialId),
+        path.posix.join("harbor", `attempt-${String(attempt).padStart(4, "0")}`, "job", trialId),
+    ];
+    if (requested !== undefined) {
+        const normalized = validateRelativePath(requested, "verifier repair source");
+        if (!candidates.includes(normalized)) {
+            throw repairError("verifier repair source is outside the run's known Harbor trial paths", "verifier_diagnostic_repair_source_mismatch");
+        }
+        await safeRelativeDirectory(evalDirectory, normalized).catch((error) => {
+            if (error.code === "ENOENT") {
+                throw repairError("Harbor verifier diagnostic source is missing", "verifier_diagnostic_repair_source_unavailable");
+            }
+            throw error;
+        });
+        return normalized;
+    }
+    const available = [];
+    for (const candidate of candidates) {
+        try {
+            await safeRelativeDirectory(evalDirectory, candidate);
+            available.push(candidate);
+        }
+        catch (error) {
+            if (error.code !== "ENOENT")
+                throw error;
+        }
+    }
+    if (available.length === 0)
+        throw repairError("Harbor verifier diagnostic source is missing", "verifier_diagnostic_repair_source_unavailable");
+    if (available.length > 1)
+        throw repairError("Harbor verifier diagnostic source is ambiguous", "verifier_diagnostic_repair_source_ambiguous");
+    return available[0];
+}
+async function safeRelativeDirectory(root, relative) {
+    const normalized = validateRelativePath(relative, "verifier repair source");
+    const canonicalRoot = await safeDirectory(root, "eval");
+    let current = canonicalRoot;
+    for (const segment of normalized.split("/")) {
+        current = path.join(current, segment);
+        const info = await lstat(current);
+        if (info.isSymbolicLink() || !info.isDirectory())
+            throw new TypeError("verifier repair source path is unsafe");
+        if (await realpath(current) !== path.resolve(current))
+            throw new TypeError("verifier repair source path is unsafe");
+    }
+    return current;
+}
+async function safeDirectory(directory, label) {
+    const info = await lstat(directory);
+    if (info.isSymbolicLink() || !info.isDirectory())
+        throw new TypeError(`${label} directory is unsafe`);
+    const canonical = await realpath(directory);
+    if (canonical !== path.resolve(directory))
+        throw new TypeError(`${label} directory is unsafe`);
+    return canonical;
+}
+async function ensureSafeRelativeDirectory(root, relative) {
+    const normalized = validateRelativePath(relative, "Hitch state directory");
+    let current = await safeDirectory(root, "Hitch state root");
+    for (const segment of normalized.split("/")) {
+        current = path.join(current, segment);
+        try {
+            await mkdir(current, { mode: 0o700 });
+        }
+        catch (error) {
+            if (error.code !== "EEXIST")
+                throw error;
+        }
+        const info = await lstat(current);
+        if (info.isSymbolicLink() || !info.isDirectory() || await realpath(current) !== path.resolve(current)) {
+            throw new TypeError("Hitch state directory is unsafe");
+        }
+    }
+    return current;
+}
+async function readContained(root, relative, maximumBytes) {
+    const opened = await openContainedRegularFile(root, relative, maximumBytes);
+    try {
+        const bytes = Buffer.allocUnsafe(opened.size);
+        let position = 0;
+        while (position < bytes.length) {
+            const read = await opened.handle.read(bytes, position, bytes.length - position, position);
+            if (read.bytesRead === 0)
+                throw new TypeError("verifier diagnostic repair evidence changed while being read");
+            position += read.bytesRead;
+        }
+        if ((await opened.handle.read(Buffer.allocUnsafe(1), 0, 1, bytes.length)).bytesRead !== 0) {
+            throw new TypeError("verifier diagnostic repair evidence changed while being read");
+        }
+        await opened.assertUnchanged();
+        return bytes;
+    }
+    finally {
+        await opened.handle.close();
+    }
+}
+function repairError(message, code, cause) {
+    return new HitchError(message, { code, exitCode: 12, ...(cause === undefined ? {} : { cause }) });
+}
+//# sourceMappingURL=verifier-diagnostic-repair.js.map