agent-hitch 0.2.6 → 0.2.7

package/dist/src/evals/collect-only-rerun.js

@@ -0,0 +1,182 @@
+import { readdir } from "node:fs/promises";
+import path from "node:path";
+import { readHarborRawResult } from "../backends/index.js";
+import { HitchError, SCHEMA_VERSION, atomicWriteJSON, readJSON } from "../foundation/index.js";
+import { summarizeTrialRefs } from "./result-helpers.js";
+import { parseEvalExecutionPlan } from "./execution-plan.js";
+import { replaceInvalidEvalProgressTrial, writeEvalProgress } from "./progress.js";
+import { evalRerunSemantics } from "./rerun-types.js";
+import { formatSlot, invalidTrialSlots, slotKey, sortSlots, uniqueTasks } from "./rerun-slots.js";
+import { importEvalTrialRun, TrialBundlePendingError, validateEvalTrialReferences } from "./trial-import.js";
+export async function collectOnlyEvalRerun(input) {
+    const executionPlan = parseEvalExecutionPlan(await readJSON(path.join(input.evalDirectory, "execution-plan.json")));
+    if (executionPlan.eval_id !== input.evalId || executionPlan.membership !== "known")
+        throw unavailable("collect-only requires a known-task execution plan");
+    const resolution = await readJSON(path.join(input.evalDirectory, "resolution.json"));
+    if (resolution.identity !== requiredString(input.plan.candidate.revision_identity, "candidate revision identity"))
+        throw unavailable("collect-only resolution identity changed");
+    const runtimeId = requiredString(input.plan.controllerRuntime.runtime_id, "controller runtime id");
+    let progress = input.progress;
+    const baseRefs = progress.trials.filter((ref) => !input.selectedTrials.some((slot) => slotKey(slot) === slotKey(ref)));
+    const collectedRefs = [];
+    const sources = [];
+    for (const slot of input.selectedTrials) {
+        const collected = await collectSlot(input, executionPlan, resolution, runtimeId, slot, [...baseRefs, ...collectedRefs]);
+        collectedRefs.push(collected.ref);
+        sources.push(collected.source);
+    }
+    for (const ref of collectedRefs)
+        progress = replaceInvalidEvalProgressTrial(progress, ref);
+    if (progress.generation !== input.progress.generation)
+        await writeEvalProgress(input.evalDirectory, progress);
+    const remainingTrials = invalidTrialSlots(input.plan.tasks, input.plan.attempts, progress);
+    const remainingTasks = uniqueTasks(remainingTrials);
+    const repairedTrials = sortSlots(collectedRefs.map((ref) => ({ task_id: ref.task_id, attempt: ref.attempt })));
+    const repairedTasks = uniqueTasks(repairedTrials);
+    const succeeded = remainingTrials.length === 0;
+    const completedAt = new Date().toISOString();
+    await writeEvalResult(input, progress, remainingTrials, succeeded, completedAt);
+    await atomicWriteJSON(path.join(input.rerunDirectory, "state.json"), {
+        schema_version: SCHEMA_VERSION,
+        rerun_id: input.rerunId,
+        eval_id: input.evalId,
+        rerun_type: "collect-only",
+        semantics: evalRerunSemantics("collect-only"),
+        status: "completed",
+        tasks: uniqueTasks(input.selectedTrials),
+        trials: sortSlots(input.selectedTrials),
+        repaired_tasks: repairedTasks,
+        repaired_trials: repairedTrials,
+        remaining_invalid_tasks: remainingTasks,
+        remaining_invalid_trials: remainingTrials,
+        sources,
+        eval_status: succeeded ? "succeeded" : "failed",
+        started_at: input.startedAt,
+        completed_at: completedAt,
+        updated_at: completedAt,
+    });
+    return {
+        schema_version: "1",
+        kind: "eval-rerun",
+        rerun_id: input.rerunId,
+        rerun_type: "collect-only",
+        semantics: evalRerunSemantics("collect-only"),
+        eval_id: input.evalId,
+        status: "completed",
+        selected_tasks: uniqueTasks(input.selectedTrials),
+        repaired_tasks: repairedTasks,
+        remaining_invalid_tasks: remainingTasks,
+        selected_trials: sortSlots(input.selectedTrials),
+        repaired_trials: repairedTrials,
+        remaining_invalid_trials: remainingTrials,
+        sources,
+        eval_status: succeeded ? "succeeded" : "failed",
+        started_at: input.startedAt,
+        completed_at: completedAt,
+    };
+}
+async function collectSlot(input, executionPlan, resolution, runtimeId, slot, existingRefs) {
+    const plannedSlot = executionPlan.slots.find((entry) => entry.task_id === slot.task_id && entry.attempt === slot.attempt);
+    const work = plannedSlot && executionPlan.work_items.find((entry) => entry.slots.includes(plannedSlot.slot_id));
+    if (!plannedSlot || !work || work.task_ids.length !== 1 || work.task_ids[0] !== slot.task_id) {
+        throw unavailable(`collect-only has no isolated work item for ${formatSlot(slot)}`);
+    }
+    const workDirectory = path.join(input.evalDirectory, "harbor", "work-items", work.work_id);
+    let entries;
+    try {
+        entries = await readdir(workDirectory, { withFileTypes: true });
+    }
+    catch (error) {
+        if (error.code === "ENOENT")
+            throw unavailable(`collect-only source is missing for ${formatSlot(slot)}`);
+        throw error;
+    }
+    const epochs = entries.filter((entry) => entry.isDirectory() && /^epoch-[0-9]{6}$/.test(entry.name))
+        .map((entry) => entry.name).sort().reverse();
+    for (const epoch of epochs) {
+        const relativeBackend = path.join("harbor", "work-items", work.work_id, epoch);
+        const jobDirectory = path.join(input.evalDirectory, relativeBackend, "job");
+        const raw = await readHarborRawResult(jobDirectory);
+        const trials = Array.isArray(raw?.trial_results) ? raw.trial_results : [];
+        if (!raw || trials.length === 0)
+            continue;
+        const imported = [...existingRefs];
+        for (const [index, trial] of trials.entries()) {
+            try {
+                const ref = await importEvalTrialRun({
+                    root: input.root,
+                    evalId: input.evalId,
+                    evalDirectory: input.evalDirectory,
+                    harborJobDirectory: jobDirectory,
+                    expectedAttempt: slot.attempt,
+                    request: input.request,
+                    resolvedRevision: resolution,
+                    benchmarkId: input.request.benchmark_id,
+                    benchmarkRevision: input.request.benchmark_revision,
+                    publicationMode: "replace-invalid",
+                    runtimeId,
+                    env: input.env ?? process.env,
+                    requireCompleteMarker: true,
+                }, trial, index, imported);
+                if (!imported.some((entry) => entry.trial_id === ref.trial_id))
+                    imported.push(ref);
+            }
+            catch (error) {
+                if (error instanceof TrialBundlePendingError)
+                    continue;
+                throw error;
+            }
+        }
+        const ref = imported.find((entry) => entry.task_id === slot.task_id && entry.attempt === slot.attempt && entry.observation_status === "valid");
+        if (!ref)
+            continue;
+        await validateEvalTrialReferences(input.root, input.evalId, [ref], {
+            benchmarkId: input.request.benchmark_id,
+            benchmarkRevision: input.request.benchmark_revision,
+        });
+        return {
+            ref,
+            source: {
+                source_trial_id: ref.trial_id,
+                source_run_id: ref.run_id,
+                source_work_id: work.work_id,
+                source_backend_directory: relativeBackend.split(path.sep).join("/"),
+            },
+        };
+    }
+    throw new HitchError(`collect-only found no complete valid result for ${formatSlot(slot)}`, {
+        code: "eval_collect_only_result_unavailable",
+        exitCode: 12,
+    });
+}
+async function writeEvalResult(input, progress, remainingTrials, succeeded, completedAt) {
+    const result = {
+        ...(input.previousResult ?? {}),
+        schema_version: SCHEMA_VERSION,
+        eval_id: input.evalId,
+        status: succeeded ? "succeeded" : "failed",
+        exit_code: succeeded ? 0 : 13,
+        candidate: input.plan.candidate,
+        dataset: input.request.dataset,
+        benchmark_id: input.request.benchmark_id,
+        benchmark_revision: input.request.benchmark_revision,
+        generation: progress.generation,
+        trials: progress.trials,
+        summary: summarizeTrialRefs(progress.trials),
+        ...(succeeded ? {} : { error: { code: "eval_has_invalid_tasks", message: `eval has invalid or missing trials: ${remainingTrials.map(formatSlot).join(", ")}` } }),
+        started_at: typeof input.previousResult?.started_at === "string" ? input.previousResult.started_at : progress.started_at,
+        completed_at: completedAt,
+    };
+    if (succeeded)
+        delete result.error;
+    await atomicWriteJSON(path.join(input.evalDirectory, "result.json"), result);
+}
+function requiredString(value, label) {
+    if (typeof value !== "string" || !value)
+        throw unavailable(`${label} is missing`);
+    return value;
+}
+function unavailable(message) {
+    return new HitchError(message, { code: "eval_collect_only_unavailable", exitCode: 2 });
+}
+//# sourceMappingURL=collect-only-rerun.js.map

package/dist/src/evals/collect-only-rerun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collect-only-rerun.js","sourceRoot":"","sources":["../../../src/evals/collect-only-rerun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC/F,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAElG,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AA6B7G,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAA4B;IACrE,MAAM,aAAa,GAAG,sBAAsB,CAAC,MAAM,QAAQ,CAAU,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7H,IAAI,aAAa,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,KAAK,OAAO;QAAE,MAAM,WAAW,CAAC,mDAAmD,CAAC,CAAC;IAC3J,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAmB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACvG,IAAI,UAAU,CAAC,QAAQ,KAAK,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,6BAA6B,CAAC;QAAE,MAAM,WAAW,CAAC,0CAA0C,CAAC,CAAC;IACjL,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;IACnG,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACvH,MAAM,aAAa,GAAqB,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;QACxH,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,aAAa;QAAE,QAAQ,GAAG,+BAA+B,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3F,IAAI,QAAQ,CAAC,UAAU,KAAK,KAAK,CAAC,QAAQ,CAAC,UAAU;QAAE,MAAM,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IAC9G,MAAM,eAAe,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3F,MAAM,cAAc,GAAG,WAAW,CAAC,eAAe,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/G,MAAM,aAAa,GAAG,WAAW,CAAC,cAAc,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAChF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE;QACnE,cAAc,EAAE,cAAc;QAC9B,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,UAAU,EAAE,cAAc;QAC1B,SAAS,EAAE,kBAAkB,CAAC,cAAc,CAAC;QAC7C,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QACxC,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC;QACvC,cAAc,EAAE,aAAa;QAC7B,eAAe,EAAE,cAAc;QAC/B,uBAAuB,EAAE,cAAc;QACvC,wBAAwB,EAAE,eAAe;QACzC,OAAO;QACP,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC/C,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,WAAW;KACxB,CAAC,CAAC;IACH,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,UAAU,EAAE,cAAc;QAC1B,SAAS,EAAE,kBAAkB,CAAC,cAAc,CAAC;QAC7C,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,MAAM,EAAE,WAAW;QACnB,cAAc,EAAE,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QACjD,cAAc,EAAE,aAAa;QAC7B,uBAAuB,EAAE,cAAc;QACvC,eAAe,EAAE,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC;QAChD,eAAe,EAAE,cAAc;QAC/B,wBAAwB,EAAE,eAAe;QACzC,OAAO;QACP,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC/C,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,YAAY,EAAE,WAAW;KAC1B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAA4B,EAC5B,aAAkC,EAClC,UAA4B,EAC5B,SAAiB,EACjB,IAAmB,EACnB,YAA8B;IAE9B,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1H,MAAM,IAAI,GAAG,WAAW,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IAChH,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7F,MAAM,WAAW,CAAC,8CAA8C,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3F,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QAAC,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IACxE,OAAO,KAAK,EAAE,CAAC;QACb,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,WAAW,CAAC,sCAAsC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpI,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACjG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAA0C,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAC1C,MAAM,QAAQ,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;QACnC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC;oBACnC,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;oBAClC,kBAAkB,EAAE,YAAY;oBAChC,eAAe,EAAE,IAAI,CAAC,OAAO;oBAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,gBAAgB,EAAE,UAAU;oBAC5B,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;oBACvC,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;oBACnD,eAAe,EAAE,iBAAiB;oBAClC,SAAS;oBACT,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;oBAC7B,qBAAqB,EAAE,IAAI;iBAC5B,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;gBAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC;oBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,uBAAuB;oBAAE,SAAS;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,kBAAkB,KAAK,OAAO,CAAC,CAAC;QAC/I,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;YACjE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;YACvC,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;SACpD,CAAC,CAAC;QACH,OAAO;YACL,GAAG;YACH,MAAM,EAAE;gBACN,eAAe,EAAE,GAAG,CAAC,QAAQ;gBAC7B,aAAa,EAAE,GAAG,CAAC,MAAM;gBACzB,cAAc,EAAE,IAAI,CAAC,OAAO;gBAC5B,wBAAwB,EAAE,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;aACpE;SACF,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,UAAU,CAAC,mDAAmD,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;QAC1F,IAAI,EAAE,sCAAsC;QAC5C,QAAQ,EAAE,EAAE;KACb,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,KAA4B,EAC5B,QAAwB,EACxB,eAAgC,EAChC,SAAkB,EAClB,WAAmB;IAEnB,MAAM,MAAM,GAA4B;QACtC,GAAG,CAAC,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;QAC/B,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC1C,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;QAC7B,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS;QAC/B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;QAC9B,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACxC,kBAAkB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;QACpD,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,OAAO,EAAE,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC5C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,uCAAuC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QACjK,UAAU,EAAE,OAAO,KAAK,CAAC,cAAc,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU;QACxH,YAAY,EAAE,WAAW;KAC1B,CAAC;IACF,IAAI,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACnC,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,KAAa;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;QAAE,MAAM,WAAW,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAClF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACzF,CAAC"}

package/dist/src/evals/directory.js

@@ -0,0 +1,30 @@
+import { mkdir } from "node:fs/promises";
+import path from "node:path";
+import { HitchError, atomicWriteJSON, readJSON } from "../foundation/index.js";
+export async function prepareEvalDirectory(input) {
+    const directory = path.join(input.evalsDirectory, input.evalId);
+    if (input.precreated) {
+        const existingRequest = await readJSON(path.join(directory, "request.json"), null);
+        if (!existingRequest)
+            throw new HitchError(`precreated eval request is missing: ${input.evalId}`, { code: "eval_not_found", exitCode: 3 });
+        if (JSON.stringify(existingRequest) !== JSON.stringify(input.request)) {
+            throw new HitchError(`precreated eval request does not match: ${input.evalId}`, { code: "eval_request_conflict", exitCode: 2 });
+        }
+        if (await readJSON(path.join(directory, "result.json"), null)) {
+            throw new HitchError(`eval is already terminal: ${input.evalId}`, { code: "eval_id_conflict", exitCode: 2 });
+        }
+        return directory;
+    }
+    try {
+        await mkdir(directory, { mode: 0o700 });
+    }
+    catch (error) {
+        if (error.code === "EEXIST") {
+            throw new HitchError(`eval ID already exists: ${input.evalId}`, { code: "eval_id_conflict", exitCode: 2 });
+        }
+        throw error;
+    }
+    await atomicWriteJSON(path.join(directory, "request.json"), input.request);
+    return directory;
+}
+//# sourceMappingURL=directory.js.map

package/dist/src/evals/directory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directory.js","sourceRoot":"","sources":["../../../src/evals/directory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAE/E,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAK1C;IACC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,eAAe,GAAG,MAAM,QAAQ,CAAqB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;QACvG,IAAI,CAAC,eAAe;YAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3I,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACtE,MAAM,IAAI,UAAU,CAAC,2CAA2C,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAClI,CAAC;QACD,IAAI,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,UAAU,CAAC,6BAA6B,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/G,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,MAAM,IAAI,UAAU,CAAC,2BAA2B,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7G,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3E,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/src/evals/docker-engine-stats.js

@@ -0,0 +1,89 @@
+import { request } from "node:http";
+const MAX_RESPONSE_BYTES = 1024 * 1024;
+export async function readDockerEngineContainerStats(containerId, options = {}) {
+    if (!/^[a-f0-9]{12,64}$/.test(containerId))
+        throw new TypeError("Docker Engine stats container ID is invalid");
+    const endpoint = dockerEndpoint(options.env ?? process.env);
+    const timeoutMs = options.timeoutMs ?? 2_000;
+    if (!Number.isSafeInteger(timeoutMs) || timeoutMs < 1 || timeoutMs > 60_000)
+        throw new TypeError("Docker Engine stats timeout is invalid");
+    const payload = await requestJson(endpoint, `/containers/${containerId}/stats?stream=false`, timeoutMs, options.signal);
+    return parseDockerEngineContainerStats(payload);
+}
+export function parseDockerEngineContainerStats(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw new TypeError("Docker Engine stats response is invalid");
+    const stats = value;
+    const cpuStats = record(stats.cpu_stats);
+    const cpuUsage = record(cpuStats?.cpu_usage);
+    const totalUsage = cpuUsage?.total_usage;
+    const memoryUsage = record(stats.memory_stats)?.usage;
+    if (totalUsage !== undefined && (!Number.isSafeInteger(totalUsage) || totalUsage < 0))
+        throw new TypeError("Docker Engine cumulative CPU time is invalid");
+    if (memoryUsage !== undefined && (!Number.isSafeInteger(memoryUsage) || memoryUsage < 0))
+        throw new TypeError("Docker Engine memory usage is invalid");
+    return {
+        ...(totalUsage === undefined ? {} : { cpu_time_ns: totalUsage }),
+        ...(memoryUsage === undefined ? {} : { memory_bytes: memoryUsage }),
+    };
+}
+function dockerEndpoint(env) {
+    const raw = env.HITCH_DOCKER_SOCKET || env.DOCKER_HOST;
+    if (!raw)
+        return { socketPath: process.platform === "win32" ? "//./pipe/docker_engine" : "/var/run/docker.sock" };
+    if (raw.startsWith("unix://"))
+        return { socketPath: decodeURIComponent(new URL(raw).pathname) };
+    if (raw.startsWith("npipe://"))
+        return { socketPath: raw.slice("npipe://".length).replace(/^\/+/, "//") };
+    if (raw.startsWith("tcp://") || raw.startsWith("http://")) {
+        const url = new URL(raw.replace(/^tcp:/, "http:"));
+        return { protocol: "http:", hostname: url.hostname, port: Number(url.port || 2375) };
+    }
+    throw new TypeError("Docker Engine endpoint is unsupported for cumulative stats");
+}
+function requestJson(endpoint, pathname, timeoutMs, signal) {
+    return new Promise((resolve, reject) => {
+        const requestOptions = endpoint.socketPath
+            ? { socketPath: endpoint.socketPath, path: pathname, method: "GET" }
+            : { protocol: endpoint.protocol, hostname: endpoint.hostname, port: endpoint.port, path: pathname, method: "GET" };
+        const req = request(requestOptions, (response) => {
+            const chunks = [];
+            let size = 0;
+            response.on("data", (chunk) => {
+                size += chunk.byteLength;
+                if (size > MAX_RESPONSE_BYTES)
+                    req.destroy(new Error("Docker Engine stats response is too large"));
+                else
+                    chunks.push(chunk);
+            });
+            response.on("end", () => {
+                if (response.statusCode !== 200)
+                    return reject(new Error(`Docker Engine stats returned HTTP ${response.statusCode ?? 0}`));
+                try {
+                    resolve(JSON.parse(Buffer.concat(chunks).toString("utf8")));
+                }
+                catch (error) {
+                    reject(new TypeError(`Docker Engine stats JSON is invalid: ${error.message}`));
+                }
+            });
+        });
+        const timer = setTimeout(() => req.destroy(new Error("Docker Engine stats timed out")), timeoutMs);
+        timer.unref();
+        const abort = () => { req.destroy(Object.assign(new Error("Docker Engine stats cancelled"), { code: "cancelled" })); };
+        signal?.addEventListener("abort", abort, { once: true });
+        req.on("error", reject);
+        req.on("close", () => {
+            clearTimeout(timer);
+            signal?.removeEventListener("abort", abort);
+        });
+        if (signal?.aborted) {
+            abort();
+            return;
+        }
+        req.end();
+    });
+}
+function record(value) {
+    return value && typeof value === "object" && !Array.isArray(value) ? value : null;
+}
+//# sourceMappingURL=docker-engine-stats.js.map

package/dist/src/evals/docker-engine-stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docker-engine-stats.js","sourceRoot":"","sources":["../../../src/evals/docker-engine-stats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,kBAAkB,GAAG,IAAI,GAAG,IAAI,CAAC;AAOvC,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,WAAmB,EACnB,UAAiF,EAAE;IAEnF,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IAC/G,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IAC7C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,wCAAwC,CAAC,CAAC;IAC3I,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,eAAe,WAAW,qBAAqB,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACxH,OAAO,+BAA+B,CAAC,OAAO,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAc;IAC5D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IAChI,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,QAAQ,EAAE,WAAW,CAAC;IACzC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,KAAK,CAAC;IACtD,IAAI,UAAU,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAK,UAAqB,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IACvK,IAAI,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,IAAK,WAAsB,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IACnK,OAAO;QACL,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAoB,EAAE,CAAC;QAC1E,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAqB,EAAE,CAAC;KAC9E,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,GAAsB;IAC5C,MAAM,GAAG,GAAG,GAAG,CAAC,mBAAmB,IAAI,GAAG,CAAC,WAAW,CAAC;IACvD,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,sBAAsB,EAAE,CAAC;IAClH,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,UAAU,EAAE,kBAAkB,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IAChG,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;IAC1G,IAAI,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACnD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;IACvF,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,4DAA4D,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,WAAW,CAClB,QAA2C,EAC3C,QAAgB,EAChB,SAAiB,EACjB,MAAoB;IAEpB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,cAAc,GAAG,QAAQ,CAAC,UAAU;YACxC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE;YACpE,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QACrH,MAAM,GAAG,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,EAAE;YAC/C,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBACpC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC;gBACzB,IAAI,IAAI,GAAG,kBAAkB;oBAAE,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC,CAAC;;oBAC9F,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACtB,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG;oBAAE,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,QAAQ,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3H,IAAI,CAAC;oBAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAY,CAAC,CAAC;gBAAC,CAAC;gBAC/E,OAAO,KAAK,EAAE,CAAC;oBAAC,MAAM,CAAC,IAAI,SAAS,CAAC,wCAAyC,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAAC,CAAC;YAC9G,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACnG,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7H,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACxB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACnB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,KAAK,EAAE,CAAC;YACR,OAAO;QACT,CAAC;QACD,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAgC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/G,CAAC"}

package/dist/src/evals/docker-ownership.js

@@ -0,0 +1,51 @@
+import { hitchRootId } from "../foundation/index.js";
+export const DOCKER_OWNERSHIP_LABELS = {
+    rootId: "io.hitch.root-id",
+    provider: "io.hitch.provider",
+    evalId: "io.hitch.eval-id",
+    workId: "io.hitch.work-id",
+    leaseId: "io.hitch.lease-id",
+    leaseEpoch: "io.hitch.lease-epoch",
+    taskId: "io.hitch.task-id",
+};
+export function dockerResourceOwnership(root, lease, taskId) {
+    if (!validProvider(lease.provider))
+        throw new TypeError("Docker ownership provider is invalid");
+    if (taskId !== undefined && (!taskId || taskId.length > 4_096 || /[\0\r\n]/.test(taskId))) {
+        throw new TypeError("Docker ownership task id is invalid");
+    }
+    return {
+        root_id: hitchRootId(root),
+        provider: lease.provider,
+        eval_id: lease.eval_id,
+        work_id: lease.work_id,
+        lease_id: lease.lease_id,
+        lease_epoch: lease.epoch,
+        ...(taskId === undefined ? {} : { task_id: taskId }),
+    };
+}
+export function dockerOwnershipLabelMap(ownership) {
+    validateDockerResourceOwnership(ownership);
+    return {
+        [DOCKER_OWNERSHIP_LABELS.rootId]: ownership.root_id,
+        [DOCKER_OWNERSHIP_LABELS.provider]: ownership.provider,
+        [DOCKER_OWNERSHIP_LABELS.evalId]: ownership.eval_id,
+        [DOCKER_OWNERSHIP_LABELS.workId]: ownership.work_id,
+        [DOCKER_OWNERSHIP_LABELS.leaseId]: ownership.lease_id,
+        [DOCKER_OWNERSHIP_LABELS.leaseEpoch]: String(ownership.lease_epoch),
+        ...(ownership.task_id === undefined ? {} : { [DOCKER_OWNERSHIP_LABELS.taskId]: ownership.task_id }),
+    };
+}
+export function validateDockerResourceOwnership(value) {
+    if (!/^[a-f0-9]{24}$/.test(value.root_id) || !validProvider(value.provider)
+        || !/^eval_[a-f0-9]{32}$/.test(value.eval_id) || !/^work_[a-f0-9]{32}$/.test(value.work_id)
+        || !/^lease_[a-f0-9]{32}$/.test(value.lease_id) || !Number.isSafeInteger(value.lease_epoch) || value.lease_epoch < 1
+        || (value.task_id !== undefined && (!value.task_id || value.task_id.length > 4_096 || /[\0\r\n]/.test(value.task_id)))) {
+        throw new TypeError("Docker resource ownership is invalid");
+    }
+    return value;
+}
+function validProvider(value) {
+    return Boolean(value) && value.length <= 128 && /^[a-z0-9][a-z0-9._-]*$/.test(value);
+}
+//# sourceMappingURL=docker-ownership.js.map

package/dist/src/evals/docker-ownership.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docker-ownership.js","sourceRoot":"","sources":["../../../src/evals/docker-ownership.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAErD,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,MAAM,EAAE,kBAAkB;IAC1B,QAAQ,EAAE,mBAAmB;IAC7B,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,kBAAkB;IAC1B,OAAO,EAAE,mBAAmB;IAC5B,UAAU,EAAE,sBAAsB;IAClC,MAAM,EAAE,kBAAkB;CAClB,CAAC;AAEX,MAAM,UAAU,uBAAuB,CAAC,IAAY,EAAE,KAAuB,EAAE,MAAe;IAC5F,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;IAChG,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO;QACL,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,WAAW,EAAE,KAAK,CAAC,KAAK;QACxB,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,SAAoC;IAC1E,+BAA+B,CAAC,SAAS,CAAC,CAAC;IAC3C,OAAO;QACL,CAAC,uBAAuB,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,OAAO;QACnD,CAAC,uBAAuB,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,QAAQ;QACtD,CAAC,uBAAuB,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,OAAO;QACnD,CAAC,uBAAuB,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,OAAO;QACnD,CAAC,uBAAuB,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,QAAQ;QACrD,CAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QACnE,GAAG,CAAC,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,uBAAuB,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC;KACpG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAgC;IAC9E,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC;WACtE,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;WACxF,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC;WACjH,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACzH,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACvF,CAAC"}

package/dist/src/evals/docker-reaper.js

@@ -0,0 +1,144 @@
+import { lstat } from "node:fs/promises";
+import path from "node:path";
+import { hitchRootId, readJSON, runCommand, withFileLock } from "../foundation/index.js";
+import { DOCKER_OWNERSHIP_LABELS, validateDockerResourceOwnership } from "./docker-ownership.js";
+import { parseExecutionLease } from "./execution-leases.js";
+const RESOURCES = [
+    { kind: "container", list: ["container", "ls", "--all"], remove: ["container", "rm", "--force"], format: "{{.ID}}" },
+    { kind: "network", list: ["network", "ls"], remove: ["network", "rm"], format: "{{.ID}}" },
+    { kind: "volume", list: ["volume", "ls"], remove: ["volume", "rm"], format: "{{.Name}}" },
+];
+export async function reapOwnedDockerResources(options) {
+    if (!options.root)
+        throw new TypeError("Docker reaper root is required");
+    const rootId = hitchRootId(options.root);
+    const selectedLeases = options.leaseIds === undefined ? null : validateLeaseIds(options.leaseIds);
+    const command = options.run ?? ((args) => runCommand(options.dockerExecutable || options.env?.HITCH_DOCKER_PATH || "docker", args, {
+        ...(options.env ? { env: options.env } : {}),
+        ...(options.signal ? { signal: options.signal } : {}),
+        timeoutMs: 10_000,
+        failureCode: "docker_reaper_command_failed",
+    }));
+    const report = { schema_version: "1", root_id: rootId, scanned: 0, deleted: [], retained: [], issues: [] };
+    for (const resource of RESOURCES) {
+        let ids;
+        try {
+            const listed = await command([...resource.list, "--filter", `label=${DOCKER_OWNERSHIP_LABELS.rootId}=${rootId}`, "--format", resource.format]);
+            ids = parseListedIds(listed.stdout);
+        }
+        catch (error) {
+            report.issues.push({ kind: resource.kind, stage: "list", message: errorMessage(error) });
+            continue;
+        }
+        for (const id of ids)
+            await inspectAndMaybeDelete(options.root, resource, id, rootId, selectedLeases, command, report);
+    }
+    return report;
+}
+async function inspectAndMaybeDelete(root, resource, id, rootId, selectedLeases, command, report) {
+    report.scanned += 1;
+    let inspected;
+    let ownership;
+    try {
+        inspected = await inspectResource(resource.kind, id, command);
+        id = inspected.id;
+    }
+    catch (error) {
+        report.issues.push({ kind: resource.kind, id, stage: "inspect", message: errorMessage(error) });
+        return;
+    }
+    try {
+        ownership = ownershipFromLabels(inspected.labels);
+        if (ownership.root_id !== rootId)
+            throw new TypeError("root label does not match this Hitch root");
+        if (selectedLeases && !selectedLeases.has(ownership.lease_id)) {
+            report.retained.push({ kind: resource.kind, id, reason: "lease_not_selected" });
+            return;
+        }
+        const lease = await readOwnedLease(root, ownership);
+        assertLeaseAllowsDeletion(lease, ownership);
+    }
+    catch (error) {
+        report.retained.push({ kind: resource.kind, id, reason: errorMessage(error) });
+        return;
+    }
+    const evalDirectory = path.join(root, "evals", ownership.eval_id);
+    try {
+        await withFileLock(path.join(evalDirectory, "leases", ".locks"), ownership.lease_id, async () => {
+            const current = await inspectResource(resource.kind, id, command);
+            const currentOwnership = ownershipFromLabels(current.labels);
+            if (JSON.stringify(currentOwnership) !== JSON.stringify(ownership))
+                throw new TypeError("resource ownership changed after inspection");
+            assertLeaseAllowsDeletion(await readOwnedLease(root, ownership), ownership);
+            await command([...resource.remove, id]);
+        }, { timeoutCode: "docker_reaper_lease_locked", timeoutExitCode: 12 });
+        report.deleted.push({ kind: resource.kind, id, lease_id: ownership.lease_id, lease_epoch: ownership.lease_epoch });
+    }
+    catch (error) {
+        report.issues.push({ kind: resource.kind, id, stage: "delete", message: errorMessage(error) });
+    }
+}
+async function inspectResource(kind, id, command) {
+    if (!id || id.length > 4_096 || /[\0\r\n]/.test(id))
+        throw new TypeError("Docker resource id is invalid");
+    const value = JSON.parse((await command([kind, "inspect", id])).stdout);
+    if (!Array.isArray(value) || value.length !== 1 || !record(value[0]))
+        throw new TypeError("Docker inspect response is invalid");
+    const item = value[0];
+    const observedId = kind === "volume" ? item.Name : item.Id;
+    if (typeof observedId !== "string" || !observedId || (kind === "volume" ? observedId !== id : observedId !== id && !observedId.startsWith(id))) {
+        throw new TypeError("Docker inspect identity does not match listing");
+    }
+    const rawLabels = kind === "container" && record(item.Config) ? item.Config.Labels : item.Labels;
+    if (!record(rawLabels) || Object.values(rawLabels).some((entry) => typeof entry !== "string"))
+        throw new TypeError("Docker ownership labels are missing or invalid");
+    return { kind, id: observedId, labels: rawLabels };
+}
+function ownershipFromLabels(labels) {
+    const epochLabel = labels[DOCKER_OWNERSHIP_LABELS.leaseEpoch];
+    const epoch = Number(epochLabel);
+    if (epochLabel !== String(epoch))
+        throw new TypeError("Docker resource ownership epoch is not canonical");
+    return validateDockerResourceOwnership({
+        root_id: labels[DOCKER_OWNERSHIP_LABELS.rootId] || "",
+        provider: labels[DOCKER_OWNERSHIP_LABELS.provider] || "",
+        eval_id: labels[DOCKER_OWNERSHIP_LABELS.evalId] || "",
+        work_id: labels[DOCKER_OWNERSHIP_LABELS.workId] || "",
+        lease_id: labels[DOCKER_OWNERSHIP_LABELS.leaseId] || "",
+        lease_epoch: epoch,
+        ...(labels[DOCKER_OWNERSHIP_LABELS.taskId] === undefined ? {} : { task_id: labels[DOCKER_OWNERSHIP_LABELS.taskId] }),
+    });
+}
+async function readOwnedLease(root, ownership) {
+    const file = path.join(root, "evals", ownership.eval_id, "leases", `${ownership.lease_id}.json`);
+    if (!(await lstat(file)).isFile())
+        throw new TypeError("execution lease is not a regular file");
+    return parseExecutionLease(await readJSON(file));
+}
+function assertLeaseAllowsDeletion(lease, ownership) {
+    if (lease.lease_id !== ownership.lease_id || lease.eval_id !== ownership.eval_id || lease.work_id !== ownership.work_id || lease.provider !== ownership.provider) {
+        throw new TypeError("resource labels do not match the persisted lease");
+    }
+    if (lease.state !== "released" && lease.state !== "expired" && lease.state !== "lost")
+        throw new TypeError(`lease is not terminal or expired: ${lease.state}`);
+    if (!(lease.resource_epochs ?? [lease.epoch]).includes(ownership.lease_epoch))
+        throw new TypeError("resource epoch is not authorized by the persisted lease");
+}
+function parseListedIds(stdout) {
+    const values = stdout.split(/\r?\n/).map((entry) => entry.trim()).filter(Boolean);
+    if (values.some((entry) => entry.length > 4_096 || /[\0\r\n]/.test(entry)))
+        throw new TypeError("Docker list returned an invalid resource id");
+    return [...new Set(values)].sort();
+}
+function validateLeaseIds(values) {
+    if (values.some((value) => !/^lease_[a-f0-9]{32}$/.test(value)))
+        throw new TypeError("Docker reaper lease selection is invalid");
+    return new Set(values);
+}
+function errorMessage(error) {
+    return (error?.message || String(error)).slice(0, 1_024);
+}
+function record(value) {
+    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+}
+//# sourceMappingURL=docker-reaper.js.map

package/dist/src/evals/docker-reaper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docker-reaper.js","sourceRoot":"","sources":["../../../src/evals/docker-reaper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,uBAAuB,EAAE,+BAA+B,EAAE,MAAM,uBAAuB,CAAC;AACjG,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AA4B5D,MAAM,SAAS,GAKV;IACH,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE;IACpH,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE;IAC1F,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE;CAC1F,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,OAA4B;IACzE,IAAI,CAAC,OAAO,CAAC,IAAI;QAAE,MAAM,IAAI,SAAS,CAAC,gCAAgC,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClG,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,UAAU,CAC5D,OAAO,CAAC,gBAAgB,IAAI,OAAO,CAAC,GAAG,EAAE,iBAAiB,IAAI,QAAQ,EACtE,IAAI,EACJ;QACE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,8BAA8B;KAC5C,CACF,CAAC,CAAC;IACH,MAAM,MAAM,GAAyB,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACjI,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,GAAa,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,uBAAuB,CAAC,MAAM,IAAI,MAAM,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/I,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACzF,SAAS;QACX,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,MAAM,qBAAqB,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACzH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,IAAY,EACZ,QAAkC,EAClC,EAAU,EACV,MAAc,EACd,cAAkC,EAClC,OAAyE,EACzE,MAA4B;IAE5B,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;IACpB,IAAI,SAA4B,CAAC;IACjC,IAAI,SAAoC,CAAC;IACzC,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QAC9D,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChG,OAAO;IACT,CAAC;IACD,IAAI,CAAC;QACH,SAAS,GAAG,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,SAAS,CAAC,OAAO,KAAK,MAAM;YAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;QACnG,IAAI,cAAc,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACpD,yBAAyB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC9C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO;IACT,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;IAClE,IAAI,CAAC;QACH,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,SAAS,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;YAC9F,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7D,IAAI,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;gBAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;YACvI,yBAAyB,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;YAC5E,MAAM,OAAO,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1C,CAAC,EAAE,EAAE,WAAW,EAAE,4BAA4B,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;QACvE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IACrH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,IAAgC,EAChC,EAAU,EACV,OAAyE;IAEzE,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,MAAM,GAAG,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,+BAA+B,CAAC,CAAC;IAC1G,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAY,CAAC;IACnF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;IAChI,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,UAAU,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;IAC3D,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC/I,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,KAAK,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IACjG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IACrK,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,SAAmC,EAAE,CAAC;AAC/E,CAAC;AAED,SAAS,mBAAmB,CAAC,MAA8B;IACzD,MAAM,UAAU,GAAG,MAAM,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IACjC,IAAI,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,kDAAkD,CAAC,CAAC;IAC1G,OAAO,+BAA+B,CAAC;QACrC,OAAO,EAAE,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,IAAI,EAAE;QACrD,QAAQ,EAAE,MAAM,CAAC,uBAAuB,CAAC,QAAQ,CAAC,IAAI,EAAE;QACxD,OAAO,EAAE,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,IAAI,EAAE;QACrD,OAAO,EAAE,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,IAAI,EAAE;QACrD,QAAQ,EAAE,MAAM,CAAC,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE;QACvD,WAAW,EAAE,KAAK;QAClB,GAAG,CAAC,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,EAAE,CAAC;KACrH,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAY,EAAE,SAAoC;IAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,QAAQ,OAAO,CAAC,CAAC;IACjG,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IAChG,OAAO,mBAAmB,CAAC,MAAM,QAAQ,CAAU,IAAI,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAuB,EAAE,SAAoC;IAC9F,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,OAAO,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,QAAQ,EAAE,CAAC;QACjK,MAAM,IAAI,SAAS,CAAC,kDAAkD,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/J,IAAI,CAAC,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;AAChK,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClF,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IAC/I,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAyB;IACjD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,0CAA0C,CAAC,CAAC;IACjI,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,CAAE,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}