agent-hitch 0.2.5 → 0.2.7

package/dist/src/control-plane/remote-work-inputs.js

@@ -0,0 +1,266 @@
+import { createHash, randomBytes } from "node:crypto";
+import { chmod, lstat, mkdir, readFile, readdir, readlink, rename, rm, symlink, writeFile } from "node:fs/promises";
+import path from "node:path";
+import { HitchError, ensureDir, statePaths, withFileLock } from "../foundation/index.js";
+const MAX_INPUT_BYTES = 256 * 1024 * 1024;
+const MAX_FILES = 100_000;
+const SHA256 = /^sha256:([a-f0-9]{64})$/;
+export class RemoteWorkInputStore {
+    directory;
+    locks;
+    constructor(root) {
+        if (!root)
+            throw new TypeError("remote work input root is required");
+        const paths = statePaths(root);
+        this.directory = paths.workerInputs;
+        this.locks = paths.workerProtocolLocks;
+    }
+    async initialize() { await Promise.all([ensureDir(this.directory), ensureDir(this.locks)]); }
+    async put(kind, format, content) {
+        if (content.length > MAX_INPUT_BYTES)
+            throw inputError("remote work input exceeds its size limit");
+        const digest = hash(content);
+        const file = this.pathFor(digest);
+        await withFileLock(this.locks, `input-${digest.slice("sha256:".length)}`, async () => {
+            const existing = await readFile(file).catch((error) => {
+                if (error.code === "ENOENT")
+                    return null;
+                throw error;
+            });
+            if (existing) {
+                if (hash(existing) !== digest || !existing.equals(content))
+                    throw inputError("remote work input store identity conflict");
+                return;
+            }
+            await ensureDir(path.dirname(file));
+            const temporary = `${file}.${process.pid}.${randomBytes(6).toString("hex")}.tmp`;
+            try {
+                await writeFile(temporary, content, { flag: "wx", mode: 0o600 });
+                await rename(temporary, file);
+            }
+            catch (error) {
+                await rm(temporary, { force: true });
+                throw error;
+            }
+        }, { timeoutCode: "worker_input_locked", timeoutExitCode: 12 });
+        return { kind, format, digest, size: content.length };
+    }
+    async verify(ref) {
+        validateRef(ref);
+        const file = this.pathFor(ref.digest);
+        const info = await lstat(file).catch(() => null);
+        if (!info?.isFile() || info.isSymbolicLink() || info.nlink !== 1 || info.size !== ref.size)
+            throw inputError("remote work input is missing or unsafe");
+        if (hash(await readFile(file)) !== ref.digest)
+            throw inputError("remote work input failed digest verification");
+        return { path: file, size: ref.size };
+    }
+    pathFor(digest) {
+        const match = digest.match(SHA256);
+        if (!match)
+            throw inputError("remote work input digest is invalid");
+        return path.join(this.directory, `${match[1]}.blob`);
+    }
+}
+export async function prepareRemoteWorkInputs(input) {
+    const store = new RemoteWorkInputStore(input.root);
+    await store.initialize();
+    const taskId = input.work.task_ids[0];
+    if (!taskId || input.work.task_ids.length !== 1)
+        throw inputError("remote work input requires exactly one task");
+    const taskDirectory = await resolveTaskDirectory(input.request.dataset, taskId);
+    const { storage: _hostStorage, ...portableArtifact } = input.preparedArtifact;
+    const spec = Buffer.from(`${JSON.stringify({
+        schema_version: "1", request: { ...input.request, dataset: "task-input" }, plan: input.plan,
+        work: input.work, resolution: input.resolvedRevision,
+        harness_artifact: { ...portableArtifact, directory: "harness-artifact" },
+        controller_runtime: { runtime_id: input.runtimeId, directory: "controller-runtime" },
+        task: { task_id: taskId, directory: "task-input" },
+        credential_names: [...(input.credentialNames ?? [])].sort(),
+    })}\n`);
+    const [workSpec, harness, runtime, task] = await Promise.all([
+        store.put("work-spec", "json", spec),
+        encodeTree(input.preparedArtifact.directory).then((body) => store.put("harness-artifact", "hitch-tree-v1", body)),
+        encodeTree(input.runtimeDirectory).then((body) => store.put("controller-runtime", "hitch-tree-v1", body)),
+        encodeTree(taskDirectory).then((body) => store.put("task-input", "hitch-tree-v1", body)),
+    ]);
+    return [workSpec, harness, runtime, task];
+}
+export function parseRemoteTreeEnvelope(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw inputError("remote tree envelope is invalid");
+    const record = value;
+    if (Object.keys(record).some((key) => !["schema_version", "directories", "files", "symlinks"].includes(key)) || record.schema_version !== "1"
+        || !Array.isArray(record.files) || !Array.isArray(record.directories ?? []) || !Array.isArray(record.symlinks ?? []))
+        throw inputError("remote tree envelope is invalid");
+    const files = record.files.map(parseFile);
+    const directories = (record.directories ?? []).map(parseDirectory);
+    const symlinks = (record.symlinks ?? []).map(parseSymlink);
+    const entries = [...directories, ...files, ...symlinks];
+    if (entries.length < 1 || entries.length > MAX_FILES || !canonical(directories) || !canonical(files) || !canonical(symlinks)
+        || new Set(entries.map((entry) => entry.path)).size !== entries.length)
+        throw inputError("remote tree entries are not canonical and unique");
+    return { schema_version: "1", directories, files, symlinks };
+}
+export async function materializeRemoteTreeEnvelope(value, destination) {
+    const envelope = parseRemoteTreeEnvelope(value);
+    await mkdir(destination, { recursive: false, mode: 0o700 });
+    try {
+        for (const directory of envelope.directories)
+            await mkdir(path.join(destination, ...directory.path.split("/")), { recursive: false, mode: 0o700 });
+        for (const file of envelope.files) {
+            const target = path.join(destination, ...file.path.split("/"));
+            await ensureDir(path.dirname(target));
+            await writeFile(target, Buffer.from(file.content_base64, "base64"), { flag: "wx", mode: 0o600 });
+            await chmod(target, file.mode);
+        }
+        for (const link of envelope.symlinks) {
+            const target = path.join(destination, ...link.path.split("/"));
+            await ensureDir(path.dirname(target));
+            assertSafeSymlink(destination, target, link.target);
+            await symlink(link.target, target);
+        }
+        for (const directory of [...envelope.directories].reverse())
+            await chmod(path.join(destination, ...directory.path.split("/")), directory.mode);
+    }
+    catch (error) {
+        await removeMaterializedTree(destination);
+        throw error;
+    }
+}
+function validateRef(ref) {
+    if (!new Set(["work-spec", "harness-artifact", "controller-runtime", "task-input"]).has(ref.kind)
+        || !new Set(["json", "hitch-tree-v1"]).has(ref.format) || !SHA256.test(ref.digest)
+        || !Number.isSafeInteger(ref.size) || ref.size < 1 || ref.size > MAX_INPUT_BYTES)
+        throw inputError("remote work input ref is invalid");
+}
+async function encodeTree(root) {
+    const entries = await walk(root);
+    const body = Buffer.from(`${JSON.stringify({ schema_version: "1", ...entries })}\n`);
+    if (body.length > MAX_INPUT_BYTES)
+        throw inputError("remote work input tree exceeds its size limit");
+    return body;
+}
+async function walk(root, relative = "") {
+    const directory = relative ? path.join(root, ...relative.split("/")) : root;
+    const entries = await readdir(directory, { withFileTypes: true });
+    const directories = [];
+    const files = [];
+    const symlinks = [];
+    for (const entry of entries.sort((left, right) => Buffer.from(left.name).compare(Buffer.from(right.name)))) {
+        const child = relative ? `${relative}/${entry.name}` : entry.name;
+        safePath(child);
+        const target = path.join(root, ...child.split("/"));
+        const info = await lstat(target);
+        if (info.isDirectory()) {
+            directories.push({ path: child, mode: safeMode(info.mode) });
+            const nested = await walk(root, child);
+            directories.push(...nested.directories);
+            files.push(...nested.files);
+            symlinks.push(...nested.symlinks);
+        }
+        else if (info.isFile() && !info.isSymbolicLink() && info.nlink === 1) {
+            const content = await readFile(target);
+            files.push({ path: child, mode: safeMode(info.mode), size: content.length, sha256: hash(content), content_base64: content.toString("base64") });
+        }
+        else if (info.isSymbolicLink()) {
+            const linkTarget = await readlink(target);
+            assertSafeSymlink(root, target, linkTarget);
+            symlinks.push({ path: child, target: linkTarget });
+        }
+        else
+            throw inputError(`remote work input contains an unsafe entry: ${child}`);
+        if (directories.length + files.length + symlinks.length > MAX_FILES)
+            throw inputError("remote work input has too many entries");
+    }
+    return { directories: sort(directories), files: sort(files), symlinks: sort(symlinks) };
+}
+function parseFile(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw inputError("remote tree file is invalid");
+    const file = value;
+    if (Object.keys(file).some((key) => !["path", "mode", "size", "sha256", "content_base64"].includes(key)))
+        throw inputError("remote tree file is invalid");
+    const relative = safePath(file.path);
+    if (!validMode(file.mode) || !Number.isSafeInteger(file.size) || file.size < 0 || file.size > MAX_INPUT_BYTES
+        || typeof file.sha256 !== "string" || !SHA256.test(file.sha256)
+        || typeof file.content_base64 !== "string" || !/^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/.test(file.content_base64))
+        throw inputError("remote tree file is invalid");
+    const content = Buffer.from(file.content_base64, "base64");
+    if (content.length !== file.size || hash(content) !== file.sha256)
+        throw inputError(`remote tree file integrity failed: ${relative}`);
+    return { path: relative, mode: file.mode, size: file.size, sha256: file.sha256, content_base64: file.content_base64 };
+}
+function parseDirectory(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw inputError("remote tree directory is invalid");
+    const entry = value;
+    if (Object.keys(entry).some((key) => !["path", "mode"].includes(key)) || !validMode(entry.mode))
+        throw inputError("remote tree directory is invalid");
+    return { path: safePath(entry.path), mode: entry.mode };
+}
+function parseSymlink(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw inputError("remote tree symlink is invalid");
+    const entry = value;
+    if (Object.keys(entry).some((key) => !["path", "target"].includes(key)) || typeof entry.target !== "string"
+        || !entry.target || entry.target.length > 4_096 || entry.target.includes("\\") || path.posix.isAbsolute(entry.target) || /[\0\r\n]/.test(entry.target)) {
+        throw inputError("remote tree symlink is invalid");
+    }
+    return { path: safePath(entry.path), target: entry.target };
+}
+function assertSafeSymlink(root, link, target) {
+    if (!target || target.includes("\\") || path.isAbsolute(target) || /[\0\r\n]/.test(target))
+        throw inputError("remote tree symlink target is unsafe");
+    const resolvedRoot = path.resolve(root);
+    const resolved = path.resolve(path.dirname(link), target);
+    if (resolved !== resolvedRoot && !resolved.startsWith(`${resolvedRoot}${path.sep}`))
+        throw inputError("remote tree symlink escapes its root");
+}
+async function removeMaterializedTree(directory) {
+    const info = await lstat(directory).catch(() => null);
+    if (!info)
+        return;
+    for (const entry of await readdir(directory, { withFileTypes: true })) {
+        const target = path.join(directory, entry.name);
+        if (entry.isDirectory()) {
+            await removeMaterializedTree(target);
+            continue;
+        }
+        if (!entry.isSymbolicLink())
+            await chmod(target, 0o600);
+        await rm(target, { force: true });
+    }
+    await chmod(directory, 0o700);
+    await rm(directory, { recursive: true, force: true });
+}
+function safeMode(value) {
+    const mode = value & 0o7777;
+    if (!validMode(mode))
+        throw inputError("remote tree entry mode is unsafe");
+    return mode;
+}
+function validMode(value) {
+    return Number.isSafeInteger(value) && value >= 0o400 && value <= 0o777 && (value & 0o400) !== 0;
+}
+function canonical(entries) { return JSON.stringify(entries) === JSON.stringify(sort(entries)); }
+function sort(entries) { return [...entries].sort((left, right) => Buffer.from(left.path).compare(Buffer.from(right.path))); }
+async function resolveTaskDirectory(dataset, taskId) {
+    if (!taskId || taskId.includes("/") || taskId.includes("\\") || taskId === "." || taskId === "..")
+        throw inputError("remote task id is unsafe");
+    const root = path.resolve(dataset);
+    const rootTask = path.join(root, "task.toml");
+    const directory = (await lstat(rootTask).catch(() => null))?.isFile() && path.basename(root) === taskId ? root : path.join(root, taskId);
+    if (!(await lstat(path.join(directory, "task.toml")).catch(() => null))?.isFile())
+        throw inputError("remote task input is missing task.toml");
+    return directory;
+}
+function safePath(value) {
+    if (typeof value !== "string" || !value || value !== value.normalize("NFC") || value.includes("\\") || path.posix.isAbsolute(value)
+        || value.split("/").some((part) => !part || part === "." || part === ".."))
+        throw inputError("remote tree path is unsafe");
+    return value;
+}
+function hash(value) { return `sha256:${createHash("sha256").update(value).digest("hex")}`; }
+function inputError(message) { return new HitchError(message, { code: "remote_input_invalid", exitCode: 12 }); }
+//# sourceMappingURL=remote-work-inputs.js.map

package/dist/src/control-plane/remote-work-inputs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-work-inputs.js","sourceRoot":"","sources":["../../../src/control-plane/remote-work-inputs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpH,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAGzF,MAAM,eAAe,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,MAAM,GAAG,yBAAyB,CAAC;AAYzC,MAAM,OAAO,oBAAoB;IACd,SAAS,CAAS;IAClB,KAAK,CAAS;IAE/B,YAAY,IAAY;QACtB,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,mBAAmB,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU,KAAoB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5G,KAAK,CAAC,GAAG,CAAC,IAAkC,EAAE,MAAsC,EAAE,OAAe;QACnG,IAAI,OAAO,CAAC,MAAM,GAAG,eAAe;YAAE,MAAM,UAAU,CAAC,0CAA0C,CAAC,CAAC;QACnG,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;YACnF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACpD,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;oBAAE,OAAO,IAAI,CAAC;gBACpE,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;YACH,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC;oBAAE,MAAM,UAAU,CAAC,2CAA2C,CAAC,CAAC;gBAC1H,OAAO;YACT,CAAC;YACD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;YACjF,IAAI,CAAC;gBAAC,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAAC,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAAC,CAAC;YACxG,OAAO,KAAK,EAAE,CAAC;gBAAC,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAAC,MAAM,KAAK,CAAC;YAAC,CAAC;QACtE,CAAC,EAAE,EAAE,WAAW,EAAE,qBAAqB,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;QAChE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAyB;QACpC,WAAW,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI;YAAE,MAAM,UAAU,CAAC,wCAAwC,CAAC,CAAC;QACvJ,IAAI,IAAI,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,MAAM;YAAE,MAAM,UAAU,CAAC,8CAA8C,CAAC,CAAC;QAChH,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IACxC,CAAC;IAED,OAAO,CAAC,MAAc;QACpB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,MAAM,UAAU,CAAC,qCAAqC,CAAC,CAAC;QACpE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACvD,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAU7C;IACC,MAAM,KAAK,GAAG,IAAI,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IACzB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,6CAA6C,CAAC,CAAC;IACjH,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAChF,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,gBAAgB,EAAE,GAAG,KAAK,CAAC,gBAAgB,CAAC;IAC9E,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;QACzC,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI;QAC3F,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,gBAAgB;QACpD,gBAAgB,EAAE,EAAE,GAAG,gBAAgB,EAAE,SAAS,EAAE,kBAAkB,EAAE;QACxE,kBAAkB,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,oBAAoB,EAAE;QACpF,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE;QAClD,gBAAgB,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;KAC5D,CAAC,IAAI,CAAC,CAAC;IACR,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3D,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC;QACpC,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;QACjH,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;QACzG,UAAU,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,eAAe,EAAE,IAAI,CAAC,CAAC;KACzF,CAAC,CAAC;IACH,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAc;IACpD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,iCAAiC,CAAC,CAAC;IACrH,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;WACxI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QAAE,MAAM,UAAU,CAAC,iCAAiC,CAAC,CAAC;IAC5K,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,WAAoC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC5F,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAiC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACpF,MAAM,OAAO,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,CAAC,CAAC;IACxD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;WACvH,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM;QAAE,MAAM,UAAU,CAAC,kDAAkD,CAAC,CAAC;IAC/I,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAAc,EAAE,WAAmB;IACrF,MAAM,QAAQ,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC5D,IAAI,CAAC;QACH,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,WAAW;YAAE,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACnJ,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACtC,MAAM,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACjG,MAAM,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YACtC,iBAAiB,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QACD,KAAK,MAAM,SAAS,IAAI,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE;YAAE,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;IACjJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,sBAAsB,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,GAAyB;IAC5C,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;WAC5F,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;WAC/E,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,eAAe;QAAE,MAAM,UAAU,CAAC,kCAAkC,CAAC,CAAC;AAC3I,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;IACrF,IAAI,IAAI,CAAC,MAAM,GAAG,eAAe;QAAE,MAAM,UAAU,CAAC,+CAA+C,CAAC,CAAC;IACrG,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,IAAY,EAAE,QAAQ,GAAG,EAAE;IAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,MAAM,WAAW,GAA4B,EAAE,CAAC;IAChD,MAAM,KAAK,GAAuB,EAAE,CAAC;IACrC,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3G,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAClE,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACvC,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;YAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1G,CAAC;aACI,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YACrE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAClJ,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC1C,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACrD,CAAC;;YAAM,MAAM,UAAU,CAAC,+CAA+C,KAAK,EAAE,CAAC,CAAC;QAChF,IAAI,WAAW,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM,UAAU,CAAC,wCAAwC,CAAC,CAAC;IAClI,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;AAC1F,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,6BAA6B,CAAC,CAAC;IACjH,MAAM,IAAI,GAAG,KAAgC,CAAC;IAC9C,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,UAAU,CAAC,6BAA6B,CAAC,CAAC;IAC1J,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAK,IAAI,CAAC,IAAe,GAAG,CAAC,IAAK,IAAI,CAAC,IAAe,GAAG,eAAe;WAChI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;WAC5D,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,kEAAkE,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;QAAE,MAAM,UAAU,CAAC,6BAA6B,CAAC,CAAC;IAC/L,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAC3D,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,MAAM;QAAE,MAAM,UAAU,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;IACtI,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAc,EAAE,IAAI,EAAE,IAAI,CAAC,IAAc,EAAE,MAAM,EAAE,IAAI,CAAC,MAAgB,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC;AACtJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,kCAAkC,CAAC,CAAC;IACtH,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,MAAM,UAAU,CAAC,kCAAkC,CAAC,CAAC;IACtJ,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAc,EAAE,CAAC;AACpE,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,UAAU,CAAC,gCAAgC,CAAC,CAAC;IACpH,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;WACtG,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QACzJ,MAAM,UAAU,CAAC,gCAAgC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,IAAY,EAAE,MAAc;IACnE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,MAAM,UAAU,CAAC,sCAAsC,CAAC,CAAC;IACrJ,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1D,IAAI,QAAQ,KAAK,YAAY,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAAE,MAAM,UAAU,CAAC,sCAAsC,CAAC,CAAC;AAChJ,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,SAAiB;IACrD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;YACrC,SAAS;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;YAAE,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACxD,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC9B,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,MAAM,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC;IAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAAE,MAAM,UAAU,CAAC,kCAAkC,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAK,KAAgB,IAAI,KAAK,IAAK,KAAgB,IAAI,KAAK,IAAI,CAAE,KAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;AACtI,CAAC;AAED,SAAS,SAAS,CAA6B,OAAY,IAAa,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3I,SAAS,IAAI,CAA6B,OAAY,IAAS,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEpK,KAAK,UAAU,oBAAoB,CAAC,OAAe,EAAE,MAAc;IACjE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,IAAI;QAAE,MAAM,UAAU,CAAC,0BAA0B,CAAC,CAAC;IAChJ,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzI,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE;QAAE,MAAM,UAAU,CAAC,wCAAwC,CAAC,CAAC;IAC9I,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;WAC9H,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC;QAAE,MAAM,UAAU,CAAC,4BAA4B,CAAC,CAAC;IAC7H,OAAO,KAAK,CAAC;AACf,CAAC;AACD,SAAS,IAAI,CAAC,KAAa,IAAY,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7G,SAAS,UAAU,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/control-plane/remote-work-recovery.js

@@ -0,0 +1,181 @@
+import path from "node:path";
+import { HitchError, readJSON } from "../foundation/index.js";
+import { loadEnvironmentImageManifest } from "../images/index.js";
+import { DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS, acceptExecutionLease, heartbeatExecutionLease, loadEvalResumeState, loadTrialEnvironmentImages, markExecutionLeaseLost, markExecutionLeaseRunning, mergeEvalProgressTrial, releaseExecutionLease, writeEvalProgress, } from "../evals/index.js";
+import { importRemoteResultEnvelope } from "./remote-result-transport.js";
+export const DEFAULT_REMOTE_WORKER_RECONNECT_TIMEOUT_MS = 45_000;
+export async function recoverRemoteWorkerEvalLeases(input) {
+    const reconnectTimeoutMs = boundedReconnectTimeout(input.reconnectTimeoutMs ?? DEFAULT_REMOTE_WORKER_RECONNECT_TIMEOUT_MS);
+    const recovered = [];
+    let failure;
+    for (const lease of input.leases.filter(activeRemoteLease)) {
+        try {
+            await recoverLease(input, lease, reconnectTimeoutMs);
+            recovered.push(lease.lease_id);
+        }
+        catch (error) {
+            const typed = error instanceof HitchError;
+            failure ??= { code: typed ? error.code : "execution_state_ambiguous", message: error?.message || String(error) };
+            await markExecutionLeaseLost({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch }).catch(() => undefined);
+            input.emit?.({ type: "eval.lease.recovery-failed", lease_id: lease.lease_id, code: failure.code });
+            input.emit?.({ type: "eval.work.lost", work_id: lease.work_id, lease_id: lease.lease_id, worker_id: lease.worker_id, code: failure.code });
+        }
+    }
+    return failure
+        ? { status: "ambiguous", recovered_lease_ids: recovered, ...failure }
+        : { status: "resumable", recovered_lease_ids: recovered };
+}
+async function recoverLease(input, lease, reconnectTimeoutMs) {
+    if (Date.parse(lease.expires_at) <= Date.now())
+        input.emit?.({ type: "lease.expired", work_id: lease.work_id, lease_id: lease.lease_id, lease_epoch: lease.epoch, worker_id: lease.worker_id });
+    let offer = await input.protocol.findOfferForLease(lease.worker_id, lease.lease_id);
+    if (!offer || !sameLease(offer, lease))
+        throw ambiguous(`remote provider has no matching durable offer for ${lease.lease_id}`);
+    if (offer.state === "offered") {
+        offer = await input.protocol.withdrawUnacceptedOffer(offer.worker_id, offer.offer_id);
+        if (offer.state === "expired") {
+            input.emit?.({ type: "lease.expired", lease_id: lease.lease_id, lease_epoch: lease.epoch, worker_id: lease.worker_id });
+            await releaseExecutionLease({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+            input.emit?.({ type: "eval.lease.recovered", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: "not-started" });
+            input.emit?.({ type: "lease.recovered", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: "not-started" });
+            return;
+        }
+    }
+    if (!acceptedOrLater(offer))
+        throw ambiguous(`remote provider classified ${lease.lease_id} as ${offer.state}`);
+    let current = lease;
+    if (current.state === "offered")
+        current = await acceptExecutionLease({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+    if (current.state === "accepted")
+        current = await markExecutionLeaseRunning({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+    input.emit?.({ type: "eval.lease.recovery-probed", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: offer.state });
+    if (input.cancelRequested && offer.state === "accepted")
+        offer = await input.protocol.requestCancel(offer.worker_id, offer.offer_id);
+    if (offer.state === "accepted" || offer.state === "cancel-requested")
+        offer = await waitForTerminal(input, offer, current, reconnectTimeoutMs);
+    if (offer.state !== "completed" && offer.state !== "release-requested" && offer.state !== "released") {
+        throw ambiguous(`remote work did not reach collectable terminal state: ${offer.state}`);
+    }
+    if (offer.terminal?.status === "succeeded")
+        await collectRemoteResult(input, current, offer);
+    else if (!input.cancelRequested)
+        throw new HitchError(`recovered remote work ended as ${offer.terminal?.status ?? "unknown"}`, { code: "remote_work_failed", exitCode: 13 });
+    await finishRelease(input, current, offer);
+    input.emit?.({ type: "eval.lease.recovered", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: "released" });
+    input.emit?.({ type: "lease.recovered", lease_id: lease.lease_id, lease_epoch: lease.epoch, state: "released" });
+}
+async function waitForTerminal(input, initial, lease, reconnectTimeoutMs) {
+    let offer = initial;
+    let heartbeatFailure;
+    let unavailableSince;
+    let reportedUnavailable = false;
+    let tail = Promise.resolve();
+    const timer = setInterval(() => {
+        tail = tail.then(() => heartbeatExecutionLease({
+            evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch,
+        }).then(() => undefined)).catch((error) => { heartbeatFailure ??= error; });
+    }, DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS);
+    timer.unref();
+    try {
+        while (offer.state === "accepted" || offer.state === "cancel-requested") {
+            const worker = await input.registry.get(offer.worker_id);
+            if (worker?.revoked_at)
+                throw ambiguous(`remote worker was revoked during recovery: ${offer.worker_id}`);
+            if (workerProvesLease(worker, lease)) {
+                if (reportedUnavailable)
+                    input.emit?.({ type: "worker.reconnected", worker_id: offer.worker_id, lease_id: lease.lease_id, lease_epoch: lease.epoch });
+                unavailableSince = undefined;
+                reportedUnavailable = false;
+            }
+            else {
+                unavailableSince ??= Date.now();
+                if (!reportedUnavailable)
+                    input.emit?.({ type: "worker.heartbeat_missed", worker_id: offer.worker_id, lease_id: lease.lease_id, lease_epoch: lease.epoch });
+                reportedUnavailable = true;
+                if (Date.now() - unavailableSince >= reconnectTimeoutMs)
+                    throw ambiguous(`remote worker did not reconnect with active lease: ${offer.worker_id}`);
+            }
+            await delay(input.pollIntervalMs);
+            offer = await input.protocol.getOffer(offer.worker_id, offer.offer_id) ?? (() => { throw ambiguous("remote work offer disappeared during recovery"); })();
+        }
+        await tail;
+        if (heartbeatFailure !== undefined)
+            throw heartbeatFailure;
+        return offer;
+    }
+    finally {
+        clearInterval(timer);
+        await tail;
+    }
+}
+async function collectRemoteResult(input, lease, offer) {
+    const state = await loadEvalResumeState(input.evalDirectory);
+    const work = state.executionPlan.work_items.find((entry) => entry.work_id === lease.work_id);
+    if (!work || work.logical_attempt === null || work.task_ids.length !== 1)
+        throw ambiguous("recovered remote lease does not match one planned task slot");
+    const existing = state.progress.trials.find((trial) => trial.task_id === work.task_ids[0] && trial.attempt === work.logical_attempt);
+    if (existing)
+        return;
+    const artifacts = offer.terminal?.artifacts.filter((artifact) => artifact.kind === "result-bundle") ?? [];
+    if (artifacts.length !== 1)
+        throw ambiguous("recovered remote success requires exactly one result bundle");
+    const request = await readJSON(path.join(input.evalDirectory, "request.json"));
+    const resolution = await readJSON(path.join(input.evalDirectory, "resolution.json"));
+    const runtime = state.plan.controller_runtime;
+    const environmentImages = await loadTrialEnvironmentImages({
+        taskId: work.task_ids[0],
+        uses: work.image_refs ?? [],
+        loader: (imageId) => loadEnvironmentImageManifest(input.root, imageId),
+    });
+    const artifact = artifacts[0];
+    const imported = await importRemoteResultEnvelope({
+        root: input.root, evalDirectory: input.evalDirectory, request, resolvedRevision: resolution,
+        work, lease, artifactPath: input.protocol.artifactPath(offer.worker_id, lease.lease_id, artifact.digest),
+        ...(typeof runtime?.runtime_id === "string" ? { runtimeId: runtime.runtime_id } : {}),
+        ...(environmentImages ? { environmentImages } : {}),
+        ...(state.executionPlan.model_capture ? { modelCapturePlan: state.executionPlan.model_capture } : {}),
+    });
+    const progress = mergeEvalProgressTrial(state.progress, imported.ref);
+    await writeEvalProgress(input.evalDirectory, progress);
+    input.emit?.({ type: "eval.work-item.recovered", work_id: work.work_id, lease_id: lease.lease_id, trials: 1 });
+}
+async function finishRelease(input, lease, terminal) {
+    input.emit?.({ type: "sandbox.cleanup.started", work_id: lease.work_id, lease_id: lease.lease_id, worker_id: lease.worker_id });
+    let offer = terminal.state === "released" ? terminal : await input.protocol.requestRelease(terminal.worker_id, terminal.offer_id);
+    const deadline = Date.now() + input.releaseTimeoutMs;
+    while (offer.state !== "released" && Date.now() < deadline) {
+        await delay(input.pollIntervalMs);
+        offer = await input.protocol.getOffer(offer.worker_id, offer.offer_id) ?? offer;
+    }
+    if (offer.state === "released") {
+        await releaseExecutionLease({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+        input.emit?.({ type: "lease.released", work_id: lease.work_id, lease_id: lease.lease_id, lease_epoch: lease.epoch, worker_id: lease.worker_id });
+        input.emit?.({ type: "sandbox.cleanup.completed", work_id: lease.work_id, lease_id: lease.lease_id, worker_id: lease.worker_id, residual_resources: 0 });
+        return;
+    }
+    await markExecutionLeaseLost({ evalDirectory: input.evalDirectory, leaseId: lease.lease_id, expectedEpoch: lease.epoch });
+    input.emit?.({ type: "sandbox.cleanup.failed", work_id: lease.work_id, lease_id: lease.lease_id, worker_id: lease.worker_id, code: "worker_release_timeout" });
+}
+function activeRemoteLease(lease) {
+    return lease.provider !== "local-docker" && new Set(["offered", "accepted", "running", "releasing"]).has(lease.state);
+}
+function acceptedOrLater(offer) {
+    return new Set(["accepted", "cancel-requested", "completed", "release-requested", "released"]).has(offer.state)
+        && typeof offer.accepted_at === "string" && typeof offer.accept_receipt_digest === "string";
+}
+function sameLease(offer, lease) {
+    return offer.lease.lease_id === lease.lease_id && offer.lease.epoch === lease.epoch && offer.worker_id === lease.worker_id
+        && offer.lease.eval_id === lease.eval_id && offer.lease.work_id === lease.work_id;
+}
+function workerProvesLease(worker, lease) {
+    return worker?.worker.status === "ready"
+        && worker.active_leases.some((active) => active.lease_id === lease.lease_id && active.epoch === lease.epoch);
+}
+function boundedReconnectTimeout(value) {
+    if (!Number.isSafeInteger(value) || value < 1 || value > 5 * 60_000)
+        throw new TypeError("remote worker reconnect timeout is invalid");
+    return value;
+}
+function ambiguous(message) { return new HitchError(message, { code: "execution_state_ambiguous", exitCode: 12 }); }
+function delay(milliseconds) { return new Promise((resolve) => setTimeout(resolve, milliseconds)); }
+//# sourceMappingURL=remote-work-recovery.js.map

package/dist/src/control-plane/remote-work-recovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-work-recovery.js","sourceRoot":"","sources":["../../../src/control-plane/remote-work-recovery.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,4BAA4B,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EACL,oCAAoC,EACpC,oBAAoB,EACpB,uBAAuB,EACvB,mBAAmB,EACnB,0BAA0B,EAC1B,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAI1E,MAAM,CAAC,MAAM,0CAA0C,GAAG,MAAM,CAAC;AAEjE,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAYnD;IACC,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,KAAK,CAAC,kBAAkB,IAAI,0CAA0C,CAAC,CAAC;IAC3H,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,OAAsD,CAAC;IAC3D,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC;YACrD,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,KAAK,YAAY,UAAU,CAAC;YAC1C,OAAO,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,2BAA2B,EAAE,OAAO,EAAG,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5H,MAAM,sBAAsB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YACjJ,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YACnG,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7I,CAAC;IACH,CAAC;IACD,OAAO,OAAO;QACZ,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE;QACrE,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,SAAS,EAAE,CAAC;AAC9D,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAA0D,EAAE,KAAuB,EAAE,kBAA0B;IACzI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE;QAAE,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAChM,IAAI,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACpF,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,qDAAqD,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/H,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9B,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtF,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YACxH,MAAM,qBAAqB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YACzH,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YACzH,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YACpH,OAAO;QACT,CAAC;IACH,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,8BAA8B,KAAK,CAAC,QAAQ,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/G,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,GAAG,MAAM,oBAAoB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACnK,IAAI,OAAO,CAAC,KAAK,KAAK,UAAU;QAAE,OAAO,GAAG,MAAM,yBAAyB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACzK,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7H,IAAI,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU;QAAE,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrI,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,kBAAkB;QAAE,KAAK,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;IAC/I,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK,CAAC,KAAK,KAAK,mBAAmB,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QACrG,MAAM,SAAS,CAAC,yDAAyD,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1F,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,EAAE,MAAM,KAAK,WAAW;QAAE,MAAM,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;SACxF,IAAI,CAAC,KAAK,CAAC,eAAe;QAAE,MAAM,IAAI,UAAU,CAAC,kCAAkC,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7K,MAAM,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IAC3C,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IACtH,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;AACnH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,KAA0D,EAC1D,OAA0B,EAC1B,KAAuB,EACvB,kBAA0B;IAE1B,IAAI,KAAK,GAAG,OAAO,CAAC;IACpB,IAAI,gBAAyB,CAAC;IAC9B,IAAI,gBAAoC,CAAC;IACzC,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAChC,IAAI,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,uBAAuB,CAAC;YAC7C,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK;SACxF,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,gBAAgB,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC,EAAE,oCAAoC,CAAC,CAAC;IACzC,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,IAAI,CAAC;QACH,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,kBAAkB,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACzD,IAAI,MAAM,EAAE,UAAU;gBAAE,MAAM,SAAS,CAAC,8CAA8C,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YACzG,IAAI,iBAAiB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;gBACrC,IAAI,mBAAmB;oBAAE,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtJ,gBAAgB,GAAG,SAAS,CAAC;gBAC7B,mBAAmB,GAAG,KAAK,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,gBAAgB,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;gBAChC,IAAI,CAAC,mBAAmB;oBAAE,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC5J,mBAAmB,GAAG,IAAI,CAAC;gBAC3B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,IAAI,kBAAkB;oBAAE,MAAM,SAAS,CAAC,sDAAsD,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YACpJ,CAAC;YACD,MAAM,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAClC,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,SAAS,CAAC,+CAA+C,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5J,CAAC;QACD,MAAM,IAAI,CAAC;QACX,IAAI,gBAAgB,KAAK,SAAS;YAAE,MAAM,gBAAgB,CAAC;QAC3D,OAAO,KAAK,CAAC;IACf,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,IAAI,CAAC;IACb,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,KAA0D,EAAE,KAAuB,EAAE,KAAwB;IAC9I,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7F,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACzJ,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,eAAe,CAAC,CAAC;IACrI,IAAI,QAAQ;QAAE,OAAO;IACrB,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,eAAe,CAAC,IAAI,EAAE,CAAC;IAC1G,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,SAAS,CAAC,6DAA6D,CAAC,CAAC;IAC3G,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAc,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC;IAC5F,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAmB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACvG,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAyD,CAAC;IACrF,MAAM,iBAAiB,GAAG,MAAM,0BAA0B,CAAC;QACzD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW;QAClC,IAAI,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;QAC3B,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,4BAA4B,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC;KACvE,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAA6B,CAAC;IAC1D,MAAM,QAAQ,GAAG,MAAM,0BAA0B,CAAC;QAChD,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,gBAAgB,EAAE,UAAU;QAC3F,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC;QACxG,GAAG,CAAC,OAAO,OAAO,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtG,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IACtE,MAAM,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACvD,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;AACjH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,KAA0D,EAAE,KAAuB,EAAE,QAA2B;IAC3I,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAChI,IAAI,KAAK,GAAG,QAAQ,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClI,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,gBAAgB,CAAC;IACrD,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC3D,MAAM,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAClC,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;IAClF,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QAC/B,MAAM,qBAAqB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACzH,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACjJ,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC,CAAC;QACzJ,OAAO;IACT,CAAC;IACD,MAAM,sBAAsB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1H,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACjK,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAuB;IAChD,OAAO,KAAK,CAAC,QAAQ,KAAK,cAAc,IAAI,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AACxH,CAAC;AACD,SAAS,eAAe,CAAC,KAAwB;IAC/C,OAAO,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;WAC1G,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,qBAAqB,KAAK,QAAQ,CAAC;AAChG,CAAC;AACD,SAAS,SAAS,CAAC,KAAwB,EAAE,KAAuB;IAClE,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;WACrH,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC;AACtF,CAAC;AACD,SAAS,iBAAiB,CAAC,MAAwD,EAAE,KAAuB;IAC1G,OAAO,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,OAAO;WACnC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;AACjH,CAAC;AACD,SAAS,uBAAuB,CAAC,KAAa;IAC5C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,GAAG,MAAM;QAAE,MAAM,IAAI,SAAS,CAAC,4CAA4C,CAAC,CAAC;IACvI,OAAO,KAAK,CAAC;AACf,CAAC;AACD,SAAS,SAAS,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AACxI,SAAS,KAAK,CAAC,YAAoB,IAAmB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC"}

package/dist/src/control-plane/remote-worker-artifacts.js

@@ -0,0 +1,135 @@
+import { createHash } from "node:crypto";
+import { constants } from "node:fs";
+import { lstat, open, readFile, rename, rm } from "node:fs/promises";
+import path from "node:path";
+import { HitchError, atomicWriteJSON, ensureDir, readJSON, statePaths, withFileLock } from "../foundation/index.js";
+const WORKER_ID = /^worker_[a-z0-9][a-z0-9_-]{0,62}$/;
+const LEASE_ID = /^lease_[a-f0-9]{32}$/;
+const DIGEST = /^sha256:([a-f0-9]{64})$/;
+const DEFAULT_MAX_ARTIFACT_BYTES = 512 * 1024 * 1024;
+export class RemoteWorkerArtifactStore {
+    directory;
+    locks;
+    maxArtifactBytes;
+    constructor(input) {
+        const maximum = input.maxArtifactBytes ?? DEFAULT_MAX_ARTIFACT_BYTES;
+        if (!input.root || !Number.isSafeInteger(maximum) || maximum < 1)
+            throw new TypeError("remote worker artifact store configuration is invalid");
+        const paths = statePaths(input.root);
+        this.directory = paths.workerStaging;
+        this.locks = paths.workerProtocolLocks;
+        this.maxArtifactBytes = maximum;
+    }
+    async initialize() {
+        await Promise.all([ensureDir(this.directory), ensureDir(this.locks)]);
+    }
+    async upload(input) {
+        const identity = validateIdentity(input);
+        if (identity.expectedSize > this.maxArtifactBytes)
+            throw artifactError("remote worker artifact exceeds the configured size limit");
+        return withFileLock(this.locks, `artifact-${identity.leaseId}-${identity.hex}`, async () => {
+            const existing = await this.read(identity.workerId, identity.leaseId, identity.digest);
+            if (existing) {
+                if (existing.epoch !== identity.epoch || existing.size !== identity.expectedSize)
+                    throw conflict("remote worker artifact identity is already bound to different evidence");
+                await this.verify(identity.workerId, identity.leaseId, { kind: "diagnostic", digest: identity.digest, size: identity.expectedSize }, identity.epoch);
+                return existing;
+            }
+            const target = this.blobPath(identity.workerId, identity.leaseId, identity.hex);
+            await ensureDir(path.dirname(target));
+            const temporary = `${target}.${process.pid}.${Date.now()}.tmp`;
+            const handle = await open(temporary, constants.O_CREAT | constants.O_EXCL | constants.O_WRONLY | constants.O_NOFOLLOW, 0o600);
+            const hash = createHash("sha256");
+            let size = 0;
+            try {
+                for await (const value of input.body) {
+                    const chunk = Buffer.from(value);
+                    size += chunk.length;
+                    if (size > identity.expectedSize || size > this.maxArtifactBytes)
+                        throw artifactError("remote worker artifact body exceeds its declared size");
+                    hash.update(chunk);
+                    await handle.write(chunk);
+                }
+                await handle.sync();
+            }
+            catch (error) {
+                await handle.close().catch(() => { });
+                await rm(temporary, { force: true });
+                throw error;
+            }
+            await handle.close();
+            const actual = `sha256:${hash.digest("hex")}`;
+            if (size !== identity.expectedSize || actual !== identity.digest) {
+                await rm(temporary, { force: true });
+                throw artifactError("remote worker artifact size or digest does not match its declaration");
+            }
+            try {
+                await rename(temporary, target);
+                const record = {
+                    schema_version: "1", worker_id: identity.workerId, lease_id: identity.leaseId,
+                    epoch: identity.epoch, digest: identity.digest, size, completed_at: new Date().toISOString(),
+                };
+                await atomicWriteJSON(this.recordPath(identity.workerId, identity.leaseId, identity.hex), record);
+                return record;
+            }
+            catch (error) {
+                await rm(temporary, { force: true });
+                throw error;
+            }
+        }, { timeoutCode: "worker_artifact_locked", timeoutExitCode: 12 });
+    }
+    async verify(workerId, leaseId, ref, epoch) {
+        const identity = validateIdentity({ workerId, leaseId, digest: ref.digest, epoch, expectedSize: ref.size });
+        const record = await this.read(workerId, leaseId, identity.digest);
+        if (!record || record.epoch !== epoch || record.size !== ref.size)
+            throw artifactMissing("remote worker terminal receipt references an artifact that was not staged for this lease");
+        const file = this.blobPath(workerId, leaseId, identity.hex);
+        const info = await lstat(file).catch(() => null);
+        if (!info?.isFile() || info.isSymbolicLink() || info.nlink !== 1 || info.size !== ref.size)
+            throw artifactMissing("remote worker staged artifact is not an owned regular file");
+        const content = await readFile(file);
+        if (`sha256:${createHash("sha256").update(content).digest("hex")}` !== ref.digest)
+            throw artifactMissing("remote worker staged artifact failed digest verification");
+        return record;
+    }
+    pathFor(workerId, leaseId, digest) {
+        const identity = validateIdentity({ workerId, leaseId, digest, epoch: 1, expectedSize: 0 });
+        return this.blobPath(workerId, leaseId, identity.hex);
+    }
+    async read(workerId, leaseId, digest) {
+        const match = digest.match(DIGEST);
+        if (!match)
+            throw artifactError("remote worker artifact digest is invalid");
+        const value = await readJSON(this.recordPath(workerId, leaseId, match[1]), null);
+        return value === null ? null : parseRecord(value);
+    }
+    blobPath(workerId, leaseId, hex) {
+        return path.join(this.directory, workerId, leaseId, "sha256", `${hex}.blob`);
+    }
+    recordPath(workerId, leaseId, hex) {
+        return path.join(this.directory, workerId, leaseId, "sha256", `${hex}.json`);
+    }
+}
+function validateIdentity(input) {
+    const match = input.digest.match(DIGEST);
+    if (!WORKER_ID.test(input.workerId) || !LEASE_ID.test(input.leaseId) || !match
+        || !Number.isSafeInteger(input.epoch) || input.epoch < 1
+        || !Number.isSafeInteger(input.expectedSize) || input.expectedSize < 0)
+        throw artifactError("remote worker artifact identity is invalid");
+    return { ...input, digest: input.digest, hex: match[1] };
+}
+function parseRecord(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw artifactError("remote worker artifact record is invalid");
+    const record = value;
+    const keys = ["schema_version", "worker_id", "lease_id", "epoch", "digest", "size", "completed_at"];
+    if (Object.keys(record).some((key) => !keys.includes(key)) || record.schema_version !== "1"
+        || typeof record.completed_at !== "string" || !Number.isFinite(Date.parse(record.completed_at)))
+        throw artifactError("remote worker artifact record is invalid");
+    validateIdentity({ workerId: String(record.worker_id), leaseId: String(record.lease_id), digest: String(record.digest), epoch: Number(record.epoch), expectedSize: Number(record.size) });
+    return record;
+}
+function artifactError(message) { return new HitchError(message, { code: "worker_artifact_invalid", exitCode: 2 }); }
+function artifactMissing(message) { return new HitchError(message, { code: "worker_artifact_missing", exitCode: 10 }); }
+function conflict(message) { return new HitchError(message, { code: "worker_artifact_conflict", exitCode: 12 }); }
+//# sourceMappingURL=remote-worker-artifacts.js.map