agent-hitch 0.2.6 → 0.2.8

package/dist/src/workers/remote-harbor-work-spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-harbor-work-spec.js","sourceRoot":"","sources":["../../../src/workers/remote-harbor-work-spec.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAc3D,MAAM,UAAU,yBAAyB,CAAC,KAAc,EAAE,KAAwB;IAChF,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE;QACxB,gBAAgB,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,EAAE,kBAAkB;KAChI,EAAE,yBAAyB,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC;IACpD,IAAI,IAAI,CAAC,cAAc,KAAK,GAAG;QAAE,MAAM,SAAS,CAAC,4CAA4C,CAAC,CAAC;IAC/F,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnF,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO;WACnG,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,QAAQ;QAAE,MAAM,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAClJ,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,eAAe,GAAG,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,YAAY,EAAE,WAAW,CAAC,EAAE,2BAA2B,CAAC,CAAC;IACzG,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,mBAAmB,CAAC,CAAC;IAC7E,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,KAAK,CAAC,gBAAgB,KAAK,SAAS;QACjG,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,gBAA4B,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,SAAS,CAAC,qCAAqC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpK,IAAI,OAAO,CAAC,SAAS,KAAK,oBAAoB,IAAI,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;WACxI,IAAI,CAAC,SAAS,KAAK,YAAY,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;WAClG,eAAe,CAAC,SAAS,KAAK,kBAAkB,IAAI,eAAe,CAAC,UAAU,KAAK,UAAU,CAAC,UAAU;WACxG,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,eAAe,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW;WAClF,eAAe,CAAC,iBAAiB,KAAK,UAAU,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,KAAK,UAAU,CAAC,aAAa;WAC7G,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,OAAO,CAAC,kBAAkB,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ;WACpG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC,EAAE,CAAC;QACtF,MAAM,SAAS,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IACD,OAAO;QACL,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe;QACvF,kBAAkB,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,oBAAoB,EAAE;QACvF,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAiB,EAAE,SAAS,EAAE,YAAY,EAAE;QAClE,gBAAgB,EAAE,eAAe;KAClC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAE;QAC3B,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB;QAC5F,wBAAwB,EAAE,iCAAiC,EAAE,YAAY,EAAE,kBAAkB;QAC7F,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,oBAAoB;KAC/D,EAAE,qBAAqB,CAAC,CAAC;IAC1B,IAAI,OAAO,OAAO,CAAC,cAAc,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,YAAY;WAC7G,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ;WAC/D,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC;WAChE,CAAC,WAAW,CAAC,OAAO,CAAC,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,+BAA+B,CAAC;WACrG,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC;WAC1E,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC;WAC9E,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;QAAE,MAAM,SAAS,CAAC,gCAAgC,CAAC,CAAC;IACzH,OAAO,OAAiC,CAAC;AAC3C,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE;QAC9B,gBAAgB,EAAE,eAAe,EAAE,eAAe,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa;KAC9H,EAAE,0BAA0B,CAAC,CAAC;IAC/B,IAAI,OAAO,UAAU,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;WAClH,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,OAAO,UAAU,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;WAC7H,OAAO,UAAU,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;WAClG,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,MAAM,SAAS,CAAC,qCAAqC,CAAC,CAAC;IACxJ,OAAO,UAAyC,CAAC;AACnD,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,EAAE;QAC5B,WAAW,EAAE,aAAa,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,YAAY,EAAE,mBAAmB;QAC3G,iBAAiB,EAAE,gBAAgB,EAAE,UAAU,EAAE,cAAc,EAAE,aAAa;KAC/E,EAAE,0BAA0B,CAAC,CAAC;IAC/B,IAAI,QAAQ,CAAC,SAAS,KAAK,kBAAkB;WACxC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC;WAC/G,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC;WACpG,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/H,MAAM,SAAS,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,QAAgD,CAAC;AAC1D,CAAC;AAED,SAAS,KAAK,CAAC,KAAc,EAAE,IAAuB,EAAE,KAAa,EAAE,WAA8B,EAAE;IACrG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IAClE,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,SAAS,CAAC,GAAG,KAAK,qBAAqB,CAAC,CAAC;IAC5K,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,IAAsC,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAClJ,SAAS,MAAM,CAAC,KAAc,IAAa,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACrH,SAAS,QAAQ,CAAC,KAAc,IAAa,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,IAAI,CAAC,CAAC,CAAC,CAAC;AAC5G,SAAS,WAAW,CAAC,KAAc,IAAa,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,IAAI,CAAC,CAAC,CAAC,CAAC;AAC/G,SAAS,IAAI,CAAC,KAAc,IAAa,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACpJ,SAAS,WAAW,CAAC,KAAc,EAAE,OAAe;IAClD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AAChK,CAAC;AACD,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,0BAA0B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,CAAC;AAC5L,CAAC;AACD,SAAS,SAAS,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/workers/remote-harbor-worker.js

@@ -0,0 +1,223 @@
+import { chmod, lstat, mkdir, readdir, rm } from "node:fs/promises";
+import path from "node:path";
+import { loadPreparedArtifact } from "../artifacts/index.js";
+import { runHarborBackend } from "../backends/index.js";
+import { useControllerRuntimeDirectory } from "../controller-runtime/index.js";
+import { atomicWriteJSON, ensureDir, statePaths } from "../foundation/index.js";
+import { dockerResourceOwnership, importEvalTrialRun, reapOwnedDockerResources, releaseExecutionLease, resolvedImageMapping, runtimeResourcesForTask, startDockerResourceObserver, startEvalModelCaptureRuntime } from "../evals/index.js";
+import { encodeRemoteResultEnvelope, materializeRemoteTreeEnvelope } from "../control-plane/index.js";
+import { parseRemoteHarborWorkSpec } from "./remote-harbor-work-spec.js";
+export function remoteHarborWorker(options) {
+    if (!options.root)
+        throw new TypeError("remote Harbor worker root is required");
+    const root = path.resolve(options.root);
+    const env = options.env ?? process.env;
+    return async ({ offer, inputs, credentials, signal, emit }) => {
+        const workspace = path.join(statePaths(root).workerStaging, offer.lease.lease_id, `epoch-${String(offer.lease.epoch).padStart(6, "0")}`);
+        await removeWorkerWorkspace(workspace);
+        await mkdir(workspace, { recursive: true, mode: 0o700 });
+        const spec = parseRemoteHarborWorkSpec(parseJSON(required(inputs, "work-spec")), offer);
+        if (JSON.stringify([...credentials.keys()].sort()) !== JSON.stringify(spec.credential_names)) {
+            throw new TypeError("remote credential envelope does not match its work spec");
+        }
+        const executionEnv = { ...env, ...Object.fromEntries(credentials) };
+        const harnessDirectory = path.join(workspace, "harness-artifact");
+        const runtimeDirectory = path.join(workspace, "controller-runtime");
+        const datasetDirectory = await ensureDir(path.join(workspace, "dataset"));
+        await Promise.all([
+            materializeRemoteTreeEnvelope(parseJSON(required(inputs, "harness-artifact")), harnessDirectory),
+            materializeRemoteTreeEnvelope(parseJSON(required(inputs, "controller-runtime")), runtimeDirectory),
+            materializeRemoteTreeEnvelope(parseJSON(required(inputs, "task-input")), path.join(datasetDirectory, spec.task.task_id)),
+        ]);
+        const prepared = await loadPreparedArtifact(harnessDirectory, spec.harness_artifact);
+        if (JSON.stringify(prepared.resolved_revision) !== JSON.stringify(spec.resolution)
+            || prepared.toolchain.node !== spec.harness_artifact.node_version)
+            throw new TypeError("remote prepared artifact evidence does not match its work spec");
+        const runtime = await useControllerRuntimeDirectory(runtimeDirectory, spec.controller_runtime.runtime_id);
+        const evalDirectory = await ensureDir(path.join(statePaths(root).evals, offer.lease.eval_id));
+        await persistRunningLease(evalDirectory, offer.lease);
+        const taskId = spec.task.task_id;
+        const runtimeResources = runtimeResourcesForTask(spec.plan, taskId, offer.lease.reservation);
+        const ownership = dockerResourceOwnership(root, offer.lease, taskId);
+        const observer = startDockerResourceObserver({
+            ownership, workerId: offer.worker_id, collisionDomainId: offer.lease.collision_domain_id,
+            reservation: offer.lease.reservation, mainLimits: runtimeResources.mainLimits,
+            sidecarLimits: runtimeResources.sidecarLimits, env, signal,
+        });
+        const backendDirectory = path.join(evalDirectory, "remote-work", offer.work.work_id, `epoch-${String(offer.lease.epoch).padStart(6, "0")}`);
+        const captureRuntime = await startEvalModelCaptureRuntime({
+            plan: spec.plan.model_capture ?? { requested_mode: "native", effective_mode: "native", required: false },
+            evalId: offer.lease.eval_id,
+            // A remote worker may run multiple work items from one eval concurrently.
+            // Keep the capability token, append state and capture files lease-local.
+            evalDirectory: backendDirectory,
+            env: executionEnv,
+            runtimeTopology: "in-sandbox",
+            preservePlanOnOptionalFailure: true,
+        });
+        let stoppedEvidence;
+        const stopObserver = async () => stoppedEvidence ??= await observer.stop();
+        const release = releaseRemoteResources({
+            root, evalDirectory, lease: offer.lease, workspace, env,
+            ...(options.dockerExecutable ? { dockerExecutable: options.dockerExecutable } : {}),
+        });
+        let eventTail = Promise.resolve();
+        const publishEvent = (event) => {
+            eventTail = eventTail.then(() => emit(String(event.type ?? "harbor.event"), event));
+        };
+        try {
+            const run = await runHarborBackend({
+                evalId: offer.lease.eval_id, evalDirectory, backendDirectory,
+                logicalAttempt: offer.work.logical_attempt, taskNames: [taskId],
+                request: { ...spec.request, dataset: datasetDirectory, attempts: 1, max_concurrent: 1 },
+                root, resolvedRevision: spec.resolution, runtimeDirectory: runtime.directory,
+                runtimeId: runtime.runtime_id, preparedArtifact: preparedUse(prepared, harnessDirectory, spec.harness_artifact),
+                executionResources: runtimeResources.mainLimits,
+                ...(Object.keys(runtimeResources.sidecarLimits).length > 0 ? { dockerServiceLimits: runtimeResources.sidecarLimits } : {}),
+                dockerOwnership: ownership, resolvedImages: resolvedImageMapping(offer.work.image_refs ?? []),
+                ...(captureRuntime.exporter ? { modelProxy: captureRuntime.exporter.route } : {}),
+                env: executionEnv, ...(options.harborExecutable ? { harborExecutable: options.harborExecutable } : {}), signal,
+                ...(options.trialBundleGraceMs === undefined ? {} : { trialBundleGraceMs: options.trialBundleGraceMs }),
+                emit: publishEvent,
+            });
+            await eventTail;
+            const executionEvidence = await stopObserver();
+            if (signal.aborted)
+                return { status: "cancelled", artifacts: [failureDiagnostic("cancelled")], release };
+            const trial = singleTrial(run.rawResult, taskId);
+            if (run.backend.process_exit_code !== 0 || !trial)
+                return {
+                    status: "failed", artifacts: [failureDiagnostic(run.rawResult ? "harbor-process-failed" : "harbor-result-missing")], release,
+                };
+            const ref = await importEvalTrialRun({
+                root, evalId: offer.lease.eval_id, evalDirectory, harborJobDirectory: path.join(backendDirectory, "job"),
+                expectedAttempt: offer.work.logical_attempt,
+                request: spec.request, resolvedRevision: spec.resolution,
+                benchmarkId: spec.request.benchmark_id, benchmarkRevision: spec.request.benchmark_revision,
+                runtimeId: runtime.runtime_id, executionEvidence,
+                signal,
+                ...(spec.plan.model_capture ? { modelCapturePlan: spec.plan.model_capture } : {}),
+                ...(captureRuntime.exporter ? { interactionCaptureExporter: captureRuntime.exporter } : {}),
+                requireCompleteMarker: true, allowMissingBundleDiagnostic: true,
+            }, trial);
+            if (ref.run_group)
+                throw new Error("remote single-bundle transport cannot export native phase groups");
+            const body = await encodeRemoteResultEnvelope({
+                evalId: offer.lease.eval_id, workId: offer.work.work_id,
+                leaseId: offer.lease.lease_id, leaseEpoch: offer.lease.epoch, trial,
+                bundleDirectory: path.join(statePaths(root).runs, ref.run_id),
+            });
+            return { status: "succeeded", artifacts: [{ kind: "result-bundle", body }], release };
+        }
+        catch (error) {
+            await eventTail.catch(() => undefined);
+            await stopObserver().catch(() => undefined);
+            return { status: signal.aborted ? "cancelled" : "failed", artifacts: [failureDiagnostic(errorCode(error))], release };
+        }
+        finally {
+            await captureRuntime.close().catch(() => undefined);
+            for (const name of spec.credential_names)
+                delete executionEnv[name];
+        }
+    };
+}
+/** Recover cleanup after a worker restart without re-executing accepted work. */
+export async function releaseRemoteHarborOffer(options, offer) {
+    const root = path.resolve(options.root);
+    const evalDirectory = path.join(statePaths(root).evals, offer.lease.eval_id);
+    const workspace = path.join(statePaths(root).workerStaging, offer.lease.lease_id, `epoch-${String(offer.lease.epoch).padStart(6, "0")}`);
+    await releaseRemoteResources({
+        root, evalDirectory, lease: offer.lease, workspace, env: options.env ?? process.env,
+        ...(options.dockerExecutable ? { dockerExecutable: options.dockerExecutable } : {}),
+    })();
+}
+function releaseRemoteResources(input) {
+    let done = false;
+    return async () => {
+        if (done)
+            return;
+        const leaseFile = path.join(input.evalDirectory, "leases", `${input.lease.lease_id}.json`);
+        if (!(await lstat(leaseFile).catch(() => null))?.isFile()) {
+            await removeWorkerWorkspace(input.workspace);
+            done = true;
+            return;
+        }
+        await releaseExecutionLease({ evalDirectory: input.evalDirectory, leaseId: input.lease.lease_id, expectedEpoch: input.lease.epoch });
+        const report = await reapOwnedDockerResources({
+            root: input.root, leaseIds: [input.lease.lease_id], env: input.env,
+            ...(input.dockerExecutable ? { dockerExecutable: input.dockerExecutable } : {}),
+        });
+        if (report.issues.length > 0 || report.retained.length > 0)
+            throw new Error("remote Harbor resource cleanup is incomplete");
+        await removeWorkerWorkspace(input.workspace);
+        done = true;
+    };
+}
+async function removeWorkerWorkspace(directory) {
+    const info = await lstat(directory).catch(() => null);
+    if (!info)
+        return;
+    if (!info.isDirectory() || info.isSymbolicLink())
+        throw new TypeError("remote worker workspace is not a regular directory");
+    await makeTreeWritable(directory);
+    await rm(directory, { recursive: true, force: true });
+}
+async function makeTreeWritable(directory) {
+    for (const entry of await readdir(directory, { withFileTypes: true })) {
+        const target = path.join(directory, entry.name);
+        if (entry.isDirectory()) {
+            await makeTreeWritable(target);
+            await chmod(target, 0o700);
+        }
+        else if (!entry.isSymbolicLink())
+            await chmod(target, 0o600);
+    }
+    await chmod(directory, 0o700);
+}
+async function persistRunningLease(evalDirectory, lease) {
+    const now = new Date().toISOString();
+    await atomicWriteJSON(path.join(await ensureDir(path.join(evalDirectory, "leases")), `${lease.lease_id}.json`), {
+        ...lease, state: "running", accepted_at: lease.accepted_at ?? now, heartbeat_at: now,
+        resource_epochs: lease.resource_epochs ?? [lease.epoch],
+    });
+}
+function preparedUse(prepared, directory, pinned) {
+    return {
+        directory,
+        artifact_id: prepared.artifact_id, artifact_integrity: prepared.artifact_integrity,
+        entrypoint_integrity: prepared.entrypoint_integrity, harness_id: prepared.harness_id,
+        revision_identity: prepared.revision_identity, adapter_version: prepared.adapter_version,
+        recipe_version: prepared.recipe_version, platform: prepared.platform,
+        node_version: prepared.toolchain.node || pinned.node_version, source_type: prepared.source_type,
+    };
+}
+function singleTrial(raw, taskId) {
+    const trials = Array.isArray(raw?.trial_results) ? raw.trial_results : [];
+    if (trials.length !== 1 || !trials[0] || typeof trials[0] !== "object" || Array.isArray(trials[0])
+        || trials[0].task_name !== taskId)
+        return null;
+    return trials[0];
+}
+function required(inputs, kind) {
+    const body = inputs.get(kind);
+    if (!body)
+        throw new TypeError(`remote Harbor worker input is missing: ${kind}`);
+    return body;
+}
+function parseJSON(body) {
+    try {
+        return JSON.parse(body.toString("utf8"));
+    }
+    catch {
+        throw new TypeError("remote Harbor worker input is not valid JSON");
+    }
+}
+function failureDiagnostic(code) {
+    const safe = /^[a-z0-9][a-z0-9._-]{0,127}$/.test(code) ? code : "remote-worker-failed";
+    return { kind: "diagnostic", body: Buffer.from(`${JSON.stringify({ schema_version: "1", code: safe, at: new Date().toISOString() })}\n`) };
+}
+function errorCode(error) {
+    const code = error?.code;
+    return typeof code === "string" ? code : "remote-worker-failed";
+}
+//# sourceMappingURL=remote-harbor-worker.js.map

package/dist/src/workers/remote-harbor-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-harbor-worker.js","sourceRoot":"","sources":["../../../src/workers/remote-harbor-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAC;AAE/E,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,uBAAuB,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAC3O,OAAO,EAAE,0BAA0B,EAAE,6BAA6B,EAAE,MAAM,2BAA2B,CAAC;AAEtG,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AAUzE,MAAM,UAAU,kBAAkB,CAAC,OAAkC;IACnE,IAAI,CAAC,OAAO,CAAC,IAAI;QAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IAChF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,OAAO,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,EAAwC,EAAE;QAClG,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACzI,MAAM,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,yBAAyB,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxF,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC7F,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;QACjF,CAAC;QACD,MAAM,YAAY,GAAsB,EAAE,GAAG,GAAG,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;QACvF,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;QAClE,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;QACpE,MAAM,gBAAgB,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QAC1E,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,6BAA6B,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,EAAE,gBAAgB,CAAC;YAChG,6BAA6B,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC,EAAE,gBAAgB,CAAC;YAClG,6BAA6B,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACzH,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACrF,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC;eAC7E,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,IAAI,CAAC,gBAAgB,CAAC,YAAY;YAAE,MAAM,IAAI,SAAS,CAAC,gEAAgE,CAAC,CAAC;QAC3J,MAAM,OAAO,GAAG,MAAM,6BAA6B,CAAC,gBAAgB,EAAE,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC1G,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAC9F,MAAM,mBAAmB,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QACjC,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC7F,MAAM,SAAS,GAAG,uBAAuB,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,2BAA2B,CAAC;YAC3C,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,mBAAmB;YACxF,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,gBAAgB,CAAC,UAAU;YAC7E,aAAa,EAAE,gBAAgB,CAAC,aAAa,EAAE,GAAG,EAAE,MAAM;SAC3D,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5I,MAAM,cAAc,GAAG,MAAM,4BAA4B,CAAC;YACxD,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;YACxG,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;YAC3B,0EAA0E;YAC1E,yEAAyE;YACzE,aAAa,EAAE,gBAAgB;YAC/B,GAAG,EAAE,YAAY;YACjB,eAAe,EAAE,YAAY;YAC7B,6BAA6B,EAAE,IAAI;SACpC,CAAC,CAAC;QACH,IAAI,eAAsE,CAAC;QAC3E,MAAM,YAAY,GAAG,KAAK,IAAI,EAAE,CAAC,eAAe,KAAK,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3E,MAAM,OAAO,GAAG,sBAAsB,CAAC;YACrC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG;YACvD,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpF,CAAC,CAAC;QACH,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAClC,MAAM,YAAY,GAAG,CAAC,KAA8B,EAAQ,EAAE;YAC5D,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,cAAc,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACtF,CAAC,CAAC;QACF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC;gBACjC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,gBAAgB;gBAC5D,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,eAAyB,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC;gBACzE,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE;gBACvF,IAAI,EAAE,gBAAgB,EAAE,IAAI,CAAC,UAAU,EAAE,gBAAgB,EAAE,OAAO,CAAC,SAAS;gBAC5E,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,gBAAgB,EAAE,WAAW,CAAC,QAAQ,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC;gBAC/G,kBAAkB,EAAE,gBAAgB,CAAC,UAAU;gBAC/C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1H,eAAe,EAAE,SAAS,EAAE,cAAc,EAAE,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;gBAC7F,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjF,GAAG,EAAE,YAAY,EAAE,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM;gBAC9G,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBACvG,IAAI,EAAE,YAAY;aACnB,CAAC,CAAC;YACH,MAAM,SAAS,CAAC;YAChB,MAAM,iBAAiB,GAAG,MAAM,YAAY,EAAE,CAAC;YAC/C,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;YACzG,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACjD,IAAI,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO;oBACxD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,EAAE,OAAO;iBAC7H,CAAC;YACF,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC;gBACnC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxG,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,eAAyB;gBACrD,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,gBAAgB,EAAE,IAAI,CAAC,UAAU;gBACxD,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB;gBAC1F,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,iBAAiB;gBAChD,MAAM;gBACN,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjF,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,0BAA0B,EAAE,cAAc,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3F,qBAAqB,EAAE,IAAI,EAAE,4BAA4B,EAAE,IAAI;aAChE,EAAE,KAAK,CAAC,CAAC;YACV,IAAI,GAAG,CAAC,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;YACvG,MAAM,IAAI,GAAG,MAAM,0BAA0B,CAAC;gBAC5C,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO;gBACvD,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK;gBACnE,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;QACxF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,YAAY,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QACxH,CAAC;gBAAS,CAAC;YACT,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACpD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,gBAAgB;gBAAE,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;QACtE,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,OAAkC,EAAE,KAAwB;IACzG,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACzI,MAAM,sBAAsB,CAAC;QAC3B,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;QACnF,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpF,CAAC,EAAE,CAAC;AACP,CAAC;AAED,SAAS,sBAAsB,CAAC,KAO/B;IACC,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,IAAI;YAAE,OAAO;QACjB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,OAAO,CAAC,CAAC;QAC3F,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;YAC1D,MAAM,qBAAqB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC7C,IAAI,GAAG,IAAI,CAAC;YACZ,OAAO;QACT,CAAC;QACD,MAAM,qBAAqB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACrI,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC;YAC5C,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG;YAClE,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChF,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC5H,MAAM,qBAAqB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,GAAG,IAAI,CAAC;IACd,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,SAAiB;IACpD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;IAC5H,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAClC,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,SAAiB;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;YAAE,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,aAAqB,EAAE,KAAuB;IAC/E,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,QAAQ,OAAO,CAAC,EAAE;QAC9G,GAAG,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,GAAG,EAAE,YAAY,EAAE,GAAG;QACpF,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;KACxD,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,QAA0D,EAAE,SAAiB,EAAE,MAAiC;IACnI,OAAO;QACL,SAAS;QACT,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,kBAAkB,EAAE,QAAQ,CAAC,kBAA4B;QAC5F,oBAAoB,EAAE,QAAQ,CAAC,oBAA8B,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC9F,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe;QACxF,cAAc,EAAE,QAAQ,CAAC,cAAc,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QACpE,YAAY,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,MAAM,CAAC,YAAY,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW;KAChG,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,GAAmC,EAAE,MAAc;IACtE,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;WAC5F,MAAM,CAAC,CAAC,CAA6B,CAAC,SAAS,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAC9E,OAAO,MAAM,CAAC,CAAC,CAA4B,CAAC;AAC9C,CAAC;AAED,SAAS,QAAQ,CAAC,MAAyD,EAAE,IAAkC;IAC7G,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,SAAS,CAAC,0CAA0C,IAAI,EAAE,CAAC,CAAC;IACjF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAY,CAAC;IAAC,CAAC;IAC5D,MAAM,CAAC;QAAC,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;IAAC,CAAC;AAChF,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,IAAI,GAAG,8BAA8B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC;IACvF,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;AAC7I,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,MAAM,IAAI,GAAI,KAA4B,EAAE,IAAI,CAAC;IACjD,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,sBAAsB,CAAC;AAClE,CAAC"}

package/docs/schemas/benchmark-hook-request-v1.schema.json

@@ -0,0 +1,65 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://hitch.dev/schemas/benchmark-hook-request-v1.schema.json",
+  "type": "object",
+  "properties": {
+    "schema_version": {
+      "const": "1"
+    },
+    "request_id": {
+      "type": "string",
+      "minLength": 1
+    },
+    "phase": {
+      "enum": [
+        "prepare",
+        "quiesce",
+        "snapshot",
+        "cleanup"
+      ]
+    },
+    "task_id": {
+      "type": "string",
+      "minLength": 1
+    },
+    "logical_trial_id": {
+      "type": "string",
+      "minLength": 1
+    },
+    "execution_index": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "lease_id": {
+      "type": "string",
+      "minLength": 1
+    },
+    "epoch": {
+      "type": "integer",
+      "minimum": 1
+    },
+    "profile_digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "input_refs": {
+      "type": "array",
+      "items": {
+        "type": "object"
+      }
+    }
+  },
+  "required": [
+    "schema_version",
+    "request_id",
+    "phase",
+    "task_id",
+    "logical_trial_id",
+    "execution_index",
+    "lease_id",
+    "epoch",
+    "profile_digest",
+    "input_refs"
+  ],
+  "additionalProperties": false
+}

package/docs/schemas/benchmark-hook-response-v1.schema.json

@@ -0,0 +1,75 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://hitch.dev/schemas/benchmark-hook-response-v1.schema.json",
+  "oneOf": [
+    {
+      "type": "object",
+      "properties": {
+        "schema_version": {
+          "const": "1"
+        },
+        "request_id": {
+          "type": "string",
+          "minLength": 1
+        },
+        "status": {
+          "const": "ok"
+        },
+        "output": {
+          "type": "object"
+        }
+      },
+      "required": [
+        "schema_version",
+        "request_id",
+        "status",
+        "output"
+      ],
+      "additionalProperties": false
+    },
+    {
+      "type": "object",
+      "properties": {
+        "schema_version": {
+          "const": "1"
+        },
+        "request_id": {
+          "type": "string",
+          "minLength": 1
+        },
+        "status": {
+          "const": "error"
+        },
+        "error": {
+          "type": "object",
+          "properties": {
+            "code": {
+              "type": "string",
+              "minLength": 1
+            },
+            "message": {
+              "type": "string",
+              "minLength": 1
+            },
+            "retryable": {
+              "type": "boolean"
+            }
+          },
+          "required": [
+            "code",
+            "message",
+            "retryable"
+          ],
+          "additionalProperties": false
+        }
+      },
+      "required": [
+        "schema_version",
+        "request_id",
+        "status",
+        "error"
+      ],
+      "additionalProperties": false
+    }
+  ]
+}

package/docs/schemas/benchmark-hook-v1.schema.json

@@ -0,0 +1,33 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://hitch.dev/schemas/benchmark-hook-v1.schema.json",
+  "type": "object",
+  "properties": {
+    "protocol": {
+      "const": "hitch-hook@1"
+    },
+    "target": {
+      "type": "string",
+      "pattern": "^environment:[a-z][a-z0-9_-]*$"
+    },
+    "argv": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "minLength": 1
+      },
+      "minItems": 1
+    },
+    "timeout_ms": {
+      "type": "integer",
+      "minimum": 1
+    }
+  },
+  "required": [
+    "protocol",
+    "target",
+    "argv",
+    "timeout_ms"
+  ],
+  "additionalProperties": false
+}