@usine/executor 0.2.1 → 0.4.0

package/dist/remote/remote.js

@@ -0,0 +1,556 @@
+import { CHILD_KILL_SCRIPT } from "@usine/agents/child-host";
+import { ClaudeLoginLock } from "@usine/agents/runtime";
+import { InfraFailure } from "@usine/core/attempt/failure";
+import { RepositoryName, safeSegment } from "@usine/core/repository";
+import { harvestFacts, harvestPostedComments, } from "@usine/core/step/harvest";
+import { AttemptRuntime } from "@usine/durable/attempt-runtime";
+import { Deferred, Effect, Exit, Option, Schema, Scope, SynchronizedRef } from "effect";
+import { durableSessionFor } from "../durable-session.js";
+import { CheckoutRequest, Executor, ExecutorError, ExecutorOperationError, WorkerCapabilityError, } from "../executor.js";
+import { verifyHarnessReadiness } from "../harness-preflight.js";
+import { childEnvironment, commitIdentity } from "../child-environment.js";
+import { keyedLockFor } from "../keyed-lock.js";
+import { cacheDirectoryName, keptCheckoutRecovery, linkedWorktree, provisionWorktree, reattachWorktree, recoverWorktree, recoveryFields, } from "../provision.js";
+import { attemptContainerName, containerCheckoutMarker, containersFor, } from "./container.js";
+import { workerLeftoversFor } from "./leftovers.js";
+import { workerWatchesFor } from "./liveness.js";
+import { abandonedWorktreeSweepFor } from "./sweep.js";
+const isExecutorError = Schema.is(ExecutorError);
+const executorError = (message, cause) => new ExecutorOperationError({ operation: "prepare", message, cause });
+/** A script that writes `$2` to the file `$1`, creating its directory, and makes it executable. */
+const WRITE_EXECUTABLE_SCRIPT = String.raw `
+set -e
+mkdir -p "$(dirname "$1")"
+printf '%s' "$2" > "$1"
+chmod 755 "$1"
+`.trim();
+/**
+ * A script that creates the checkout `$1` as its own repository at commit `$4`: objects come from
+ * the cached clone `$2` through an alternate, and missing blobs from the partial-clone remote
+ * `$3`. The checkout writes only its own directory, so the cached clone can be read-only.
+ */
+const STANDALONE_CHECKOUT_SCRIPT = String.raw `
+set -e
+git init -q "$1"
+printf '%s\n' "$2/objects" > "$1/.git/objects/info/alternates"
+git -C "$1" config core.repositoryformatversion 1
+git -C "$1" config extensions.partialClone origin
+git -C "$1" remote add origin "$3"
+git -C "$1" config remote.origin.promisor true
+git -C "$1" config remote.origin.partialclonefilter blob:none
+git -C "$1" checkout -q --detach "$4"
+`.trim();
+/** A script that removes the checkout `$1`, then its container marker `$2`. */
+const REMOVE_CHECKOUT_SCRIPT = 'rm -rf "$1" && rm -f "$2"';
+/** A script that removes everything inside the directory `$1` and keeps the directory. */
+const EMPTY_DIRECTORY_SCRIPT = 'find "$1" -mindepth 1 -maxdepth 1 -exec rm -rf {} +';
+/**
+ * Returns the executor for Workers accessed over SSH. Each Attempt's Pi parent is a durable task
+ * in this process, and each child runs on the machine as one SSH command with a pid file next
+ * to the worktree, or inside the Attempt's container. `worker` provides the machine, preflight,
+ * isolation, and repository access.
+ */
+export const remoteExecutorFor = (worker) => Effect.gen(function* () {
+    const { commands, label } = worker;
+    const span = (name) => `${worker.spanPrefix}.${name}`;
+    const fetches = yield* keyedLockFor();
+    const logins = yield* ClaudeLoginLock;
+    const sweepAbandonedWorktrees = yield* abandonedWorktreeSweepFor(commands);
+    const workerLeftovers = yield* workerLeftoversFor(commands, worker.machineFor, worker.reclaim);
+    const session = yield* durableSessionFor({ interruptGrace: worker.interruptGrace });
+    const runtime = yield* AttemptRuntime;
+    const workerWatches = yield* workerWatchesFor(commands);
+    const containers = containersFor(commands);
+    const attemptMachine = worker.attemptMachine ??
+        ((name, _attemptId) => worker.machineFor(name));
+    const leftoversOf = (attempt) => worker.leftovers === undefined
+        ? workerLeftovers(attempt.worker).pipe(Effect.map((found) => Option.some(found)))
+        : worker.leftovers(attempt, workerLeftovers(attempt.worker));
+    const recovered = worker.recovered ?? (() => Effect.void);
+    const checkoutHeld = worker.checkoutHeld ?? (() => Effect.void);
+    /** Returns `removal` that records the checkout of `attemptId` as gone once it succeeds. */
+    const removing = (attemptId, removal) => Effect.tap(removal, () => checkoutHeld(attemptId, false));
+    const cachePath = (machine, repository) => `${machine.workerDirectory}/repos/${cacheDirectoryName(repository)}`;
+    const stopChildren = Effect.fn(span("stopChildren"))(function* (operation, machine, worktree, attemptId, isolation) {
+        const host = machine.shell.destination;
+        yield* Effect.annotateCurrentSpan({ host, worktree, isolation: isolation._tag });
+        if (isolation._tag === "Container")
+            return yield* containers.stopChildren(operation, machine.shell, attemptContainerName(attemptId), worktree);
+        const outcome = yield* commands.run(operation, machine.shell, "sh", [
+            "-c",
+            CHILD_KILL_SCRIPT,
+            "sh",
+            worktree,
+        ]);
+        yield* Effect.logInfo("Confirmed no child of the Attempt runs on the Worker's machine", {
+            host,
+            worktree,
+            children: outcome.trim().split("\n"),
+        });
+    });
+    /**
+     * Returns how commands run in `attemptId`'s existing checkout at `worktree`: in its container
+     * if the container marker, which no container can reach, records one, or as the SSH user if
+     * it records none. Nothing in the checkout decides, since an Attempt can change it. Fails if
+     * the Worker's `isolation` can't run the checkout that way: a container's checkout on a
+     * machine without Docker, or a checkout from before Docker, as the SSH user who can now use
+     * Docker.
+     */
+    const isolationOfCheckout = Effect.fn(span("isolationOfCheckout"))(function* (operation, machine, attemptId, worktree, isolation) {
+        if (!worker.runsContainers)
+            return isolation;
+        const host = machine.shell.destination;
+        yield* Effect.annotateCurrentSpan({ host, worktree, isolation: isolation._tag });
+        const contained = yield* containers.marked(operation, machine.shell, containerCheckoutMarker(machine.workerDirectory, attemptId));
+        if (contained === (isolation._tag === "Container"))
+            return isolation;
+        const message = contained
+            ? `The checkout ${worktree} was mounted in an attempt container, and the machine no longer has Docker, so usine runs no command in it as the SSH user. Install Docker, or salvage and remove the checkout by hand.`
+            : `The checkout ${worktree} is from before the machine had Docker, and the SSH user can use Docker, so usine runs no command in it as that user. Salvage and remove the checkout by hand.`;
+        yield* Effect.logError("Refused to run commands in the checkout", {
+            attemptId,
+            host,
+            worktree,
+            contained,
+            message,
+        });
+        return yield* new ExecutorOperationError({
+            operation,
+            message,
+            cause: new Error(contained ? "container marker without Docker" : "no container marker"),
+        });
+    });
+    /** Returns the container of an Attempt, which mounts its checkout and the paths of `access`. */
+    const containerSpec = (machine, settings, attempt, worktree, access, harnesses) => ({
+        name: attemptContainerName(attempt.attemptId),
+        settings,
+        worker: attempt.worker,
+        attemptId: Option.some(attempt.attemptId),
+        checkout: Option.some({ path: worktree, parent: `${machine.workerDirectory}/attempts` }),
+        readOnly: [cachePath(machine, attempt.repository), ...access.readOnlyPaths],
+        writable: access.writablePaths,
+        harnesses,
+        environment: access.environment,
+        secrets: access.secrets,
+    });
+    /**
+     * Returns where the Attempt's commands in its checkout run. In a container, the container
+     * starts on first use in `scope` and is removed when `scope` closes.
+     */
+    const checkoutHostFor = Effect.fn(span("checkoutHost"))(function* (operation, scope, machine, attempt, worktree, access, isolation, harnesses) {
+        if (isolation._tag === "SharedUser") {
+            const shell = Effect.succeed(access.shell);
+            const shared = {
+                isolation,
+                shell,
+                salvageShell: shell,
+                recordOutOfMemory: () => Effect.void,
+            };
+            return shared;
+        }
+        const started = yield* SynchronizedRef.make(Option.none());
+        const spec = containerSpec(machine, isolation.settings, attempt, worktree, access, harnesses);
+        const marker = containerCheckoutMarker(machine.workerDirectory, attempt.attemptId);
+        const memory = yield* containers.trackMemory(machine.shell, spec);
+        const shell = SynchronizedRef.modifyEffect(started, (current) => Option.match(current, {
+            onSome: (shell) => Effect.succeed([shell, current]),
+            onNone: () => containers.mark(operation, machine.shell, marker).pipe(Effect.andThen(containers.start(operation, machine.shell, spec)), 
+            // Added after the start's removal, so it runs before it.
+            Effect.tap(() => Effect.addFinalizer(() => memory.recordKills())), Scope.provide(scope), Effect.map((shell) => [shell, Option.some(shell)])),
+        }));
+        const contained = {
+            isolation,
+            shell,
+            salvageShell: yield* Effect.cached(Effect.tap(shell, () => memory.ensureRunning)),
+            recordOutOfMemory: memory.recordTo,
+        };
+        return contained;
+    });
+    /**
+     * Runs git on the machine with the Attempt's repository access and `author` as the author and
+     * committer, refreshing the credential first if it's about to expire.
+     */
+    const accessGit = (operation, access, author, shell = Effect.succeed(access.shell)) => (args) => {
+        const environment = { ...access.gitEnvironment, ...commitIdentity(author) };
+        return access.refresh.pipe(Effect.andThen(shell), Effect.flatMap((on) => commands.run(operation, on, "git", args, { environment, scrub: access.scrub })));
+    };
+    const harvestCommand = (operation, worktree, access, shell) => (command, args) => access.refresh
+        .pipe(Effect.andThen(commands.run(operation, shell, command, args, {
+        cwd: worktree,
+        environment: access.environment,
+        scrub: access.scrub,
+    })))
+        .pipe(Effect.map((stdout) => (stdout === "" ? [] : stdout.replace(/\n$/u, "").split("\n"))));
+    /** Returns whether the checkout at `worktree` exists on `machine`. */
+    const checkoutExists = (machine, worktree) => Effect.gen(function* () {
+        const inspected = yield* commands.inspect("cleanup", machine.shell, "test", [
+            "-d",
+            worktree,
+        ]);
+        if (inspected.exitCode === 1)
+            return false;
+        if (inspected.exitCode !== 0)
+            return yield* executorError("Can't inspect the recovery checkout", new Error(inspected.stderr));
+        return true;
+    });
+    /**
+     * Removes a container's checkout at `worktree` from the machine, then its container marker.
+     * It holds no registration in the cached clone.
+     */
+    const removeStandalone = (operation, machine, attemptId, worktree) => Effect.asVoid(commands.run(operation, machine.shell, "sh", [
+        "-c",
+        REMOVE_CHECKOUT_SCRIPT,
+        "sh",
+        worktree,
+        containerCheckoutMarker(machine.workerDirectory, attemptId),
+    ]));
+    /**
+     * Stops the children in `attempt`'s checkout at `worktree`, salvages it with a new
+     * credential, records the salvage through `record`, and removes the checkout once its work is
+     * pushed. See `recoverWorktree`.
+     */
+    const reconcileCheckout = Effect.fn(span("reconcileCheckout"))(function* (attempt, machine, worktree, record, commitAuthor) {
+        yield* Effect.annotateCurrentSpan({ attemptId: attempt.attemptId, worker: attempt.worker });
+        const isolation = yield* isolationOfCheckout("cleanup", machine, attempt.attemptId, worktree, yield* worker.isolation(machine));
+        const reconcile = (git, removeCheckout) => recoverWorktree({ attempt, host: machine.shell.destination, worktree, git, removeCheckout }, record);
+        const removeCheckout = (git) => removing(attempt.attemptId, isolation._tag === "Container"
+            ? removeStandalone("cleanup", machine, attempt.attemptId, worktree)
+            : Effect.asVoid(git([
+                "--git-dir",
+                cachePath(machine, attempt.repository),
+                "worktree",
+                "remove",
+                "--force",
+                worktree,
+            ])));
+        if (attempt.succeeded || attempt.permissions === "read") {
+            yield* stopChildren("cleanup", machine, worktree, attempt.attemptId, isolation);
+            const git = (args) => commands.run("cleanup", machine.shell, "git", args);
+            yield* reconcile(git, removeCheckout(git));
+            if (isolation._tag === "Container")
+                yield* containers.remove(machine.shell, attemptContainerName(attempt.attemptId));
+            return;
+        }
+        const author = yield* commitAuthor;
+        const grant = yield* worker.grantFor(attempt.repository);
+        yield* Effect.scoped(Effect.gen(function* () {
+            const access = yield* grant.acquire(attempt.attemptId, attempt.worker, attempt.permissions, machine, "cleanup");
+            yield* stopChildren("cleanup", machine, worktree, attempt.attemptId, isolation);
+            const checkout = yield* checkoutHostFor("cleanup", yield* Effect.scope, machine, attempt, worktree, access, isolation, []);
+            const git = accessGit("cleanup", access, author, checkout.shell);
+            yield* reconcile(git, removeCheckout(git));
+        }));
+    });
+    const recover = Effect.fn(span("recover"))(function* (attempt, record, commitAuthor) {
+        yield* Effect.annotateCurrentSpan(recoveryFields(attempt));
+        yield* session.stopForRecovery(attempt);
+        const located = yield* leftoversOf(attempt);
+        if (Option.isNone(located)) {
+            yield* Effect.logInfo("The Attempt's machine is gone; nothing is left to reconcile", {
+                attemptId: attempt.attemptId,
+                worker: attempt.worker,
+            });
+            yield* session.recoverPostedComments(attempt, Option.none(), record);
+            return;
+        }
+        const { machine, checkouts } = located.value;
+        const worktree = `${machine.workerDirectory}/attempts/${safeSegment(attempt.attemptId)}`;
+        yield* Effect.addFinalizer((exit) => recovered(attempt, Exit.isSuccess(exit)));
+        // Checks the cached listing first to avoid an SSH round trip per persisted Attempt.
+        const present = checkouts.has(worktree) && (yield* checkoutExists(machine, worktree));
+        yield* checkoutHeld(attempt.attemptId, present);
+        yield* session.recoverPostedComments(attempt, present
+            ? Option.some((spec, windows) => Effect.scoped(Effect.gen(function* () {
+                const grant = yield* worker.grantFor(attempt.repository);
+                const access = yield* grant.acquire(attempt.attemptId, attempt.worker, attempt.permissions, machine, "cleanup");
+                const checkout = yield* checkoutHostFor("cleanup", yield* Effect.scope, machine, attempt, worktree, access, yield* isolationOfCheckout("cleanup", machine, attempt.attemptId, worktree, yield* worker.isolation(machine)), []);
+                return yield* harvestPostedComments(spec, harvestCommand("cleanup", worktree, access, yield* checkout.shell), windows);
+            })))
+            : Option.none(), record);
+        if (!present)
+            return;
+        yield* reconcileCheckout(attempt, machine, worktree, record.salvage, commitAuthor);
+    }, Effect.scoped);
+    /**
+     * Reconciles the checkout at `worktree` on `machine` that the launch of `request` kept while
+     * its parent task's stop was unconfirmed. Does nothing if the checkout is gone.
+     */
+    const reconcileKept = Effect.fn(span("reconcileKept"))(function* (request, machine, worktree, record) {
+        const fields = { attemptId: request.attemptId, worker: request.worker, worktree };
+        yield* Effect.annotateCurrentSpan(fields);
+        if (!(yield* checkoutExists(machine, worktree))) {
+            yield* Effect.logInfo("The kept checkout is gone; nothing to reconcile", fields);
+            return;
+        }
+        yield* reconcileCheckout(keptCheckoutRecovery(request), machine, worktree, record, Effect.succeed(request.commitAuthor));
+    });
+    const harvest = (workspace, access, shell, windows) => harvestFacts(workspace.spec, harvestCommand("launch", workspace.worktree, access, shell), windows).pipe(Effect.mapError((error) => new InfraFailure({
+        message: `Can't harvest the attempt's checkout: ${error.message}`,
+        cause: error,
+    })));
+    /**
+     * Checks that a reattached Attempt's parent task was created for this worktree, the worktree
+     * still exists, and `isolation` can run commands in it, then stops children left from before
+     * the restart. Returns the parent's RunSpec.
+     */
+    const takeOver = Effect.fn(span("takeOver"))(function* (request, machine, worktree, isolation) {
+        const { cwd, spec } = yield* session.storedRequest(request.attemptId);
+        if (cwd !== worktree)
+            return yield* executorError(`The reattached attempt's checkout isn't on the machine of this ${label} worker`, new Error(cwd));
+        const inspected = yield* commands.inspect("prepare", machine.shell, "test", ["-d", worktree]);
+        if (inspected.exitCode === 1)
+            return yield* executorError("The reattached attempt's checkout no longer exists", new Error(worktree));
+        if (inspected.exitCode !== 0)
+            return yield* executorError("Can't inspect the reattached attempt's checkout", new Error(inspected.stderr.trim()));
+        yield* isolationOfCheckout("prepare", machine, request.attemptId, worktree, isolation);
+        yield* stopChildren("prepare", machine, worktree, request.attemptId, isolation);
+        return spec;
+    });
+    /**
+     * Returns the checkout operations of an Attempt in its own container: a standalone repository
+     * that borrows the cached clone's objects, with every git command run in the container.
+     */
+    const containerCheckout = (request, machine, access, worktree, cache, url, checkout) => {
+        const inContainer = (operation, command, args) => access.refresh.pipe(
+        // The only cleanup command in the checkout is the salvage's git.
+        Effect.andThen(operation === "cleanup" ? checkout.salvageShell : checkout.shell), Effect.flatMap((shell) => commands.run(operation, shell, command, args, {
+            environment: { ...access.gitEnvironment, ...commitIdentity(request.commitAuthor) },
+            scrub: access.scrub,
+        })));
+        return {
+            add: (commit) => commands
+                .run("prepare", machine.shell, "mkdir", ["-p", worktree])
+                .pipe(Effect.andThen(inContainer("prepare", "sh", [
+                "-c",
+                STANDALONE_CHECKOUT_SCRIPT,
+                "sh",
+                worktree,
+                cache,
+                url,
+                commit,
+            ])), Effect.asVoid),
+            // The container mounts the directory itself, so only its contents go.
+            discard: Effect.asVoid(commands.run("prepare", machine.shell, "sh", [
+                "-c",
+                EMPTY_DIRECTORY_SCRIPT,
+                "sh",
+                worktree,
+            ])),
+            git: (operation, args) => inContainer(operation, "git", args),
+            writeExecutable: (target, content) => Effect.asVoid(inContainer("prepare", "sh", ["-c", WRITE_EXECUTABLE_SCRIPT, "sh", target, content])),
+            remove: (cleanup) => cleanup("worktree-directory", removing(request.attemptId, removeStandalone("cleanup", machine, request.attemptId, worktree))),
+        };
+    };
+    /** Returns the `WorkspaceOps` for the machine; git runs with the Attempt's repository access. */
+    const workspaceOps = (request, machine, access, layout, checkout) => {
+        const host = {
+            removePath: (operation, target) => Effect.asVoid(commands.run(operation, machine.shell, "rm", ["-rf", target])),
+            cacheExists: Effect.gen(function* () {
+                const inspected = yield* commands.inspect("prepare", machine.shell, "test", [
+                    "-d",
+                    layout.cache,
+                ]);
+                if (inspected.exitCode === 0)
+                    return true;
+                if (inspected.exitCode === 1)
+                    return false;
+                return yield* executorError(`Can't inspect the cached clone on worker "${request.worker}"`, new Error(inspected.stderr.trim()));
+            }),
+            git: (operation, args) => accessGit(operation, access, request.commitAuthor)(args),
+        };
+        return {
+            ...host,
+            ensureRoots: Effect.asVoid(commands.run("prepare", machine.shell, "mkdir", [
+                "-p",
+                `${machine.workerDirectory}/repos`,
+                `${machine.workerDirectory}/attempts`,
+            ])),
+            promoteStaging: Effect.asVoid(commands.run("prepare", machine.shell, "mv", [layout.staging, layout.cache])),
+            checkout: checkout.isolation._tag === "Container"
+                ? containerCheckout(request, machine, access, layout.worktree, layout.cache, worker.repositoryUrl(machine, request.repository), checkout)
+                : linkedCheckout(request.attemptId, linkedWorktree(host, layout, (target, content) => Effect.asVoid(commands.run("prepare", machine.shell, "sh", [
+                    "-c",
+                    WRITE_EXECUTABLE_SCRIPT,
+                    "sh",
+                    target,
+                    content,
+                ])))),
+        };
+    };
+    /** Returns `ops` whose removal records the checkout as gone once its directory is removed. */
+    const linkedCheckout = (attemptId, ops) => ({
+        ...ops,
+        remove: (cleanup) => ops.remove((resource, effect) => cleanup(resource, resource === "worktree-directory" ? removing(attemptId, effect) : effect)),
+    });
+    const prepare = Effect.fn(span("prepare"))(function* (request) {
+        yield* Effect.annotateCurrentSpan({
+            attemptId: request.attemptId,
+            worker: request.worker,
+            repository: request.repository,
+            loop: request.loop,
+            permissions: request.permissions,
+            reattach: request.reattach,
+        });
+        if (request.permissions === "read" && Option.isSome(worker.readOnlyAccessGap)) {
+            const message = `${label} worker "${request.worker}" can't run loop "${request.loop}", which has permissions: read. ${worker.readOnlyAccessGap.value}.`;
+            yield* Effect.logWarning("Refused an Attempt that needs read-only repository access", {
+                attemptId: request.attemptId,
+                worker: request.worker,
+                loop: request.loop,
+                permissions: request.permissions,
+                message,
+            });
+            return yield* new WorkerCapabilityError({
+                worker: request.worker,
+                capability: "credentials",
+                message,
+                cause: new Error(worker.readOnlyAccessGap.value),
+            });
+        }
+        const grant = yield* worker.grantFor(request.repository);
+        const machine = yield* attemptMachine(request.worker, request.attemptId);
+        const isolation = yield* worker.isolation(machine);
+        const probeBrain = (shell) => verifyHarnessReadiness(request.worker, machine.provisioned, [request.agent.brain], worker.harnessProbe(machine, shell), logins);
+        // An Attempt container doesn't exist yet, so its probe runs once the checkout is prepared.
+        if (isolation._tag === "SharedUser")
+            yield* probeBrain(machine.shell);
+        const host = machine.shell.destination;
+        const cache = cachePath(machine, request.repository);
+        const worktree = `${machine.workerDirectory}/attempts/${safeSegment(request.attemptId)}`;
+        const staging = `${cache}.cloning`;
+        yield* Effect.annotateCurrentSpan({ host, isolation: isolation._tag });
+        yield* Effect.logInfo(request.reattach
+            ? `Reattaching the Attempt to its ${label} checkout`
+            : `Preparing ${label} Attempt workspace`, {
+            attemptId: request.attemptId,
+            worker: request.worker,
+            host,
+            repository: request.repository,
+            loop: request.loop,
+            permissions: request.permissions,
+            isolation: isolation._tag,
+            worktree,
+        });
+        yield* sweepAbandonedWorktrees(request.attemptId, request.worker, machine.shell, machine.workerDirectory);
+        // A reattachment reuses its checkout before any credential is granted.
+        const reattached = request.reattach
+            ? Option.some(yield* takeOver(request, machine, worktree, isolation))
+            : Option.none();
+        const harness = Option.match(reattached, {
+            onNone: () => request.agent.brain.harness,
+            onSome: (spec) => spec.agent.brain.harness,
+        });
+        // A checkout kept after a failed remote stop never closes its scope, so its salvage result
+        // is completed here instead of by the checkout finalizer.
+        const salvaged = yield* Deferred.make();
+        const releaseWorkspace = Effect.fn(span("releaseWorkspace"))(function* (resource, exit) {
+            yield* Effect.annotateCurrentSpan({
+                attemptId: request.attemptId,
+                worker: request.worker,
+                host,
+            });
+            // Closes the checkout scope only if stopping the remote children succeeds.
+            yield* stopChildren("cleanup", machine, resource.provisioned.workspace.worktree, request.attemptId, isolation);
+            yield* Scope.close(resource.scope, exit);
+            const salvage = yield* Effect.exit(resource.provisioned.salvaged);
+            yield* Deferred.done(salvaged, salvage);
+        }, (effect) => effect.pipe(Effect.tapError((error) => Effect.logError("Remote termination failed; Attempt checkout retained for recovery", {
+            attemptId: request.attemptId,
+            worker: request.worker,
+            host,
+            worktree,
+            message: error.message,
+        })), Effect.ignore, Effect.andThen(Deferred.succeed(salvaged, Option.none()))));
+        const prepareScope = yield* Effect.scope;
+        const acquire = Effect.gen(function* () {
+            // Credentials are scoped to the Attempt, not the checkout, so they are released exactly once
+            // even when checkout cleanup is skipped.
+            const access = yield* grant.acquire(request.attemptId, request.worker, request.permissions, machine, "prepare");
+            // Forked before the checkout's release is registered, so the container is removed after
+            // the release salvages the checkout in it.
+            const containerScope = yield* Scope.fork(prepareScope);
+            const checkoutHost = yield* checkoutHostFor("prepare", containerScope, machine, request, worktree, access, isolation, [harness]);
+            const ops = workspaceOps(request, machine, access, { cache, staging, worktree }, checkoutHost);
+            const checkout = Option.match(reattached, {
+                onNone: () => provisionWorktree({
+                    request,
+                    url: worker.repositoryUrl(machine, request.repository),
+                    host,
+                    layout: { cache, staging, worktree },
+                    ops,
+                }),
+                onSome: (spec) => reattachWorktree({ request, host, layout: { worktree }, ops, spec }),
+            });
+            const { provisioned } = yield* Effect.acquireRelease(Effect.uninterruptibleMask((restore) => Effect.gen(function* () {
+                const scope = yield* Scope.make();
+                // No child can exist before preparation succeeds, so a partial checkout is always rolled
+                // back; only a completed workspace uses the guarded release above.
+                const provisioned = yield* restore(checkout).pipe(Scope.provide(scope), Effect.onError((cause) => Scope.close(scope, Exit.failCause(cause))));
+                return { provisioned, scope };
+            })), releaseWorkspace, { interruptible: true });
+            return { provisioned, access, checkoutHost };
+        });
+        const { provisioned, access, checkoutHost } = yield* (request.reattach ? acquire : fetches.withLock(request.repository)(acquire)).pipe(Effect.mapError((cause) => isExecutorError(cause)
+            ? cause
+            : executorError(`Can't prepare the ${label} attempt workspace`, cause)));
+        yield* checkoutHeld(request.attemptId, true);
+        if (isolation._tag === "Container")
+            yield* probeBrain(yield* checkoutHost.shell);
+        const prepared = provisioned.workspace;
+        yield* Effect.logInfo(`${label} Attempt workspace ready`, {
+            attemptId: request.attemptId,
+            worker: request.worker,
+            host,
+            repository: request.repository,
+            baseCommit: prepared.spec.baseCommit,
+            resume: Option.map(prepared.spec.resume, ({ ref }) => ref),
+            reattach: request.reattach,
+            isolation: isolation._tag,
+            worktree,
+        });
+        return {
+            workspace: prepared,
+            launch: (io) => Effect.scoped(Effect.gen(function* () {
+                // Uses the RunSpec's brain, including on reattachment. Each child reads the kind when it
+                // starts, so a preflight during the Attempt takes effect.
+                const gatewayCredential = worker.gatewayCredential(machine, prepared.spec.agent.brain.harness);
+                yield* checkoutHost.recordOutOfMemory(io.outOfMemory);
+                const shell = yield* checkoutHost.shell.pipe(Effect.mapError((error) => new InfraFailure({
+                    message: `Can't start the attempt's container: ${error.message}`,
+                    cause: error,
+                })));
+                yield* workerWatches.watch({
+                    attemptId: request.attemptId,
+                    worker: request.worker,
+                    shell: machine.shell,
+                    report: (notice) => runtime.notify(request.attemptId, notice),
+                });
+                return yield* session.launch(prepared, io, {
+                    host: shell,
+                    machine: machine.provisioned,
+                    environment: childEnvironment(access.environment, request.commitAuthor, provisioned.gitHooks),
+                    gatewayCredential,
+                    harvest: (windows) => harvest(prepared, access, shell, windows),
+                    harvestComments: (windows) => harvestPostedComments(prepared.spec, harvestCommand("launch", prepared.worktree, access, shell), windows),
+                    keepForReattach: provisioned.keepForReattach,
+                    keepUntilStopped: provisioned.keepUntilStopped,
+                    reconcileKept: (record) => reconcileKept(request, machine, worktree, record),
+                });
+            })),
+            salvaged: Deferred.await(salvaged),
+            recordSalvage: provisioned.recordSalvage,
+        };
+    }, session.prepare);
+    return Executor.of({
+        kind: worker.kind,
+        recover,
+        cancel: session.cancel,
+        intervene: session.intervene,
+        isLive: session.isLive,
+        outcome: session.outcome,
+        preflight: worker.preflight,
+        prepare,
+        sweep: worker.sweep ?? Effect.void,
+    });
+});
+//# sourceMappingURL=remote.js.map

package/dist/remote/remote.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote.js","sourceRoot":"","sources":["../../src/remote/remote.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAoB,MAAM,0BAA0B,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAuB,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAGhF,OAAO,EAAkB,cAAc,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAErF,OAAO,EAEL,YAAY,EACZ,qBAAqB,GACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AACxF,OAAO,EAAE,iBAAiB,EAA8B,MAAM,uBAAuB,CAAC;AACtF,OAAO,EAEL,eAAe,EACf,QAAQ,EACR,aAAa,EAEb,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EACL,kBAAkB,EAElB,oBAAoB,EACpB,cAAc,EAEd,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,cAAc,GAEf,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,oBAAoB,EACpB,uBAAuB,EAEvB,aAAa,GACd,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEjD,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvD,MAAM,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC;AAEjD,MAAM,aAAa,GAAG,CAAC,OAAe,EAAE,KAAc,EAA0B,EAAE,CAChF,IAAI,sBAAsB,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAEvE,mGAAmG;AACnG,MAAM,uBAAuB,GAAG,MAAM,CAAC,GAAG,CAAA;;;;;CAKzC,CAAC,IAAI,EAAE,CAAC;AAET;;;;GAIG;AACH,MAAM,0BAA0B,GAAG,MAAM,CAAC,GAAG,CAAA;;;;;;;;;;CAU5C,CAAC,IAAI,EAAE,CAAC;AAET,+EAA+E;AAC/E,MAAM,sBAAsB,GAAG,2BAA2B,CAAC;AAE3D,0FAA0F;AAC1F,MAAM,sBAAsB,GAAG,qDAAqD,CAAC;AAarF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAA0B,MAAuB,EAAE,EAAE,CACpF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IACnC,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;IAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,YAAY,EAAkB,CAAC;IACtD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,eAAe,CAAC;IACtC,MAAM,uBAAuB,GAAG,KAAK,CAAC,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IAC3E,MAAM,eAAe,GAAG,KAAK,CAAC,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/F,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;IACpF,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC;IACtC,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,cAAc,GAClB,MAAM,CAAC,cAAc;QACrB,CAAC,CAAC,IAAgB,EAAE,UAAqB,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACzE,MAAM,WAAW,GAAG,CAAC,OAAwB,EAAE,EAAE,CAC/C,MAAM,CAAC,SAAS,KAAK,SAAS;QAC5B,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACjF,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAChE,2FAA2F;IAC3F,MAAM,QAAQ,GAAG,CAAU,SAAoB,EAAE,OAA+B,EAAE,EAAE,CAClF,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;IAE5D,MAAM,SAAS,GAAG,CAAC,OAAU,EAAE,UAA0B,EAAE,EAAE,CAC3D,GAAG,OAAO,CAAC,eAAe,UAAU,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAC;IAEvE,MAAM,YAAY,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,EAC5D,SAA4B,EAC5B,OAAU,EACV,QAAgB,EAChB,SAAoB,EACpB,SAA2B;QAE3B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;QACvC,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QACjF,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW;YAChC,OAAO,KAAK,CAAC,CAAC,UAAU,CAAC,YAAY,CACnC,SAAS,EACT,OAAO,CAAC,KAAK,EACb,oBAAoB,CAAC,SAAS,CAAC,EAC/B,QAAQ,CACT,CAAC;QACJ,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE;YAClE,IAAI;YACJ,iBAAiB;YACjB,IAAI;YACJ,QAAQ;SACT,CAAC,CAAC;QACH,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,gEAAgE,EAAE;YACtF,IAAI;YACJ,QAAQ;YACR,QAAQ,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SACrC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH;;;;;;;OAOG;IACH,MAAM,mBAAmB,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,QAAQ,CAAC,EAC1E,SAA4B,EAC5B,OAAU,EACV,SAAoB,EACpB,QAAgB,EAChB,SAA2B;QAE3B,IAAI,CAAC,MAAM,CAAC,cAAc;YAAE,OAAO,SAAS,CAAC;QAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;QACvC,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QACjF,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,MAAM,CACxC,SAAS,EACT,OAAO,CAAC,KAAK,EACb,uBAAuB,CAAC,OAAO,CAAC,eAAe,EAAE,SAAS,CAAC,CAC5D,CAAC;QACF,IAAI,SAAS,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,WAAW,CAAC;YAAE,OAAO,SAAS,CAAC;QACrE,MAAM,OAAO,GAAG,SAAS;YACvB,CAAC,CAAC,gBAAgB,QAAQ,yLAAyL;YACnN,CAAC,CAAC,gBAAgB,QAAQ,gKAAgK,CAAC;QAC7L,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,yCAAyC,EAAE;YAChE,SAAS;YACT,IAAI;YACJ,QAAQ;YACR,SAAS;YACT,OAAO;SACR,CAAC,CAAC;QACH,OAAO,KAAK,CAAC,CAAC,IAAI,sBAAsB,CAAC;YACvC,SAAS;YACT,OAAO;YACP,KAAK,EAAE,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,qBAAqB,CAAC;SACxF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,gGAAgG;IAChG,MAAM,aAAa,GAAG,CACpB,OAAU,EACV,QAA2B,EAC3B,OAIC,EACD,QAAgB,EAChB,MAAoB,EACpB,SAAiC,EACjC,EAAE,CAAC,CAAC;QACJ,IAAI,EAAE,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC;QAC7C,QAAQ;QACR,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;QACzC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,WAAW,EAAE,CAAC;QACxF,QAAQ,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,GAAG,MAAM,CAAC,aAAa,CAAC;QAC3E,QAAQ,EAAE,MAAM,CAAC,aAAa;QAC9B,SAAS;QACT,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC;IAEH;;;OAGG;IACH,MAAM,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,EAC/D,SAA4B,EAC5B,KAAkB,EAClB,OAAU,EACV,OAA4C,EAC5C,QAAgB,EAChB,MAAoB,EACpB,SAA2B,EAC3B,SAAiC;QAEjC,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAiB;gBAC3B,SAAS;gBACT,KAAK;gBACL,YAAY,EAAE,KAAK;gBACnB,iBAAiB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI;aACrC,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAe,CAAC,CAAC;QACxE,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAC9F,MAAM,MAAM,GAAG,uBAAuB,CAAC,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACnF,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,eAAe,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAC9D,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;YACpB,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,OAAO,CAAU,CAAC;YAC5D,MAAM,EAAE,GAAG,EAAE,CACX,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,CACpD,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAChE,yDAAyD;YACzD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,EACjE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EACpB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAU,CAAC,CAC5D;SACJ,CAAC,CACH,CAAC;QACF,MAAM,SAAS,GAAiB;YAC9B,SAAS;YACT,KAAK;YACL,YAAY,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACjF,iBAAiB,EAAE,MAAM,CAAC,QAAQ;SACnC,CAAC;QACF,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH;;;OAGG;IACH,MAAM,SAAS,GACb,CACE,SAA4B,EAC5B,MAAoB,EACpB,MAAkB,EAClB,KAAK,GAA8C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAC/E,EAAE,CACJ,CAAC,IAA2B,EAAE,EAAE;QAC9B,MAAM,WAAW,GAAG,EAAE,GAAG,MAAM,CAAC,cAAc,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5E,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CACxB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EACrB,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CACpB,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAC/E,CACF,CAAC;IACJ,CAAC,CAAC;IAEJ,MAAM,cAAc,GAClB,CAAC,SAA4B,EAAE,QAAgB,EAAE,MAAoB,EAAE,KAAkB,EAAE,EAAE,CAC7F,CAAC,OAAqB,EAAE,IAA2B,EAAE,EAAE,CACrD,MAAM,CAAC,OAAO;SACX,IAAI,CACH,MAAM,CAAC,OAAO,CACZ,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;QAC5C,GAAG,EAAE,QAAQ;QACb,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC,CACH,CACF;SACA,IAAI,CACH,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CACtF,CAAC;IAER,sEAAsE;IACtE,MAAM,cAAc,GAAG,CAAC,OAAU,EAAE,QAAgB,EAAE,EAAE,CACtD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE;YAC1E,IAAI;YACJ,QAAQ;SACT,CAAC,CAAC;QACH,IAAI,SAAS,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,SAAS,CAAC,QAAQ,KAAK,CAAC;YAC1B,OAAO,KAAK,CAAC,CAAC,aAAa,CACzB,qCAAqC,EACrC,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAC5B,CAAC;QACJ,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEL;;;OAGG;IACH,MAAM,gBAAgB,GAAG,CACvB,SAAgC,EAChC,OAAU,EACV,SAAoB,EACpB,QAAgB,EAChB,EAAE,CACF,MAAM,CAAC,MAAM,CACX,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE;QAC3C,IAAI;QACJ,sBAAsB;QACtB,IAAI;QACJ,QAAQ;QACR,uBAAuB,CAAC,OAAO,CAAC,eAAe,EAAE,SAAS,CAAC;KAC5D,CAAC,CACH,CAAC;IAEJ;;;;OAIG;IACH,MAAM,iBAAiB,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,QAAQ,CAAC,EACtE,OAAwB,EACxB,OAAU,EACV,QAAgB,EAChB,MAAkC,EAClC,YAA0C;QAE1C,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5F,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,mBAAmB,CAC1C,SAAS,EACT,OAAO,EACP,OAAO,CAAC,SAAS,EACjB,QAAQ,EACR,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CACjC,CAAC;QACF,MAAM,SAAS,GAAG,CAChB,GAA0E,EAC1E,cAAkD,EAClD,EAAE,CACF,eAAe,CACb,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,EAAE,GAAG,EAAE,cAAc,EAAE,EAC3E,MAAM,CACP,CAAC;QACJ,MAAM,cAAc,GAAG,CACrB,GAA0E,EAC1E,EAAE,CACF,QAAQ,CACN,OAAO,CAAC,SAAS,EACjB,SAAS,CAAC,IAAI,KAAK,WAAW;YAC5B,CAAC,CAAC,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;YACnE,CAAC,CAAC,MAAM,CAAC,MAAM,CACX,GAAG,CAAC;gBACF,WAAW;gBACX,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC;gBACtC,UAAU;gBACV,QAAQ;gBACR,SAAS;gBACT,QAAQ;aACT,CAAC,CACH,CACN,CAAC;QACJ,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;YACxD,KAAK,CAAC,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAChF,MAAM,GAAG,GAAG,CAAC,IAA2B,EAAE,EAAE,CAC1C,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YACtD,KAAK,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3C,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW;gBAChC,KAAK,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YACnF,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC;QACnC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACzD,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAClB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CACjC,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,EACnB,OAAO,EACP,SAAS,CACV,CAAC;YACF,KAAK,CAAC,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAChF,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,eAAe,CACrC,SAAS,EACT,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,EACnB,OAAO,EACP,OAAO,EACP,QAAQ,EACR,MAAM,EACN,SAAS,EACT,EAAE,CACH,CAAC;YACF,MAAM,GAAG,GAAG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YACjE,KAAK,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,EAClD,OAAwB,EACxB,MAAuB,EACvB,YAA0C;QAE1C,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,KAAK,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,6DAA6D,EAAE;gBACnF,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,KAAK,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YACrE,OAAO;QACT,CAAC;QACD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC;QAC7C,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,eAAe,aAAa,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACzF,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/E,oFAAoF;QACpF,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QACtF,KAAK,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAChD,KAAK,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAClC,OAAO,EACP,OAAO;YACL,CAAC,CAAC,MAAM,CAAC,IAAI,CAAwB,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CACnD,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAClB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACzD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CACjC,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,EACnB,OAAO,EACP,SAAS,CACV,CAAC;gBACF,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,eAAe,CACrC,SAAS,EACT,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,EACnB,OAAO,EACP,OAAO,EACP,QAAQ,EACR,MAAM,EACN,KAAK,CAAC,CAAC,mBAAmB,CACxB,SAAS,EACT,OAAO,EACP,OAAO,CAAC,SAAS,EACjB,QAAQ,EACR,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CACjC,EACD,EAAE,CACH,CAAC;gBACF,OAAO,KAAK,CAAC,CAAC,qBAAqB,CACjC,IAAI,EACJ,cAAc,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAClE,OAAO,CACR,CAAC;YACJ,CAAC,CAAC,CACH,CACF;YACH,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,EACjB,MAAM,CACP,CAAC;QACF,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,KAAK,CAAC,CAAC,iBAAiB,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACrF,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAElB;;;OAGG;IACH,MAAM,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,EAC9D,OAAwB,EACxB,OAAU,EACV,QAAgB,EAChB,MAAsC;QAEtC,MAAM,MAAM,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC;QAClF,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC;YAChD,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,iDAAiD,EAAE,MAAM,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QACD,KAAK,CAAC,CAAC,iBAAiB,CACtB,oBAAoB,CAAC,OAAO,CAAC,EAC7B,OAAO,EACP,QAAQ,EACR,MAAM,EACN,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CACrC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,CACd,SAA2B,EAC3B,MAAoB,EACpB,KAAkB,EAClB,OAA2C,EAC3C,EAAE,CACF,YAAY,CACV,SAAS,CAAC,IAAI,EACd,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAC3D,OAAO,CACR,CAAC,IAAI,CACJ,MAAM,CAAC,QAAQ,CACb,CAAC,KAAK,EAAE,EAAE,CACR,IAAI,YAAY,CAAC;QACf,OAAO,EAAE,yCAAyC,KAAK,CAAC,OAAO,EAAE;QACjE,KAAK,EAAE,KAAK;KACb,CAAC,CACL,CACF,CAAC;IAEJ;;;;OAIG;IACH,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,EACpD,OAAwB,EACxB,OAAU,EACV,QAAgB,EAChB,SAA2B;QAE3B,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACtE,IAAI,GAAG,KAAK,QAAQ;YAClB,OAAO,KAAK,CAAC,CAAC,aAAa,CACzB,kEAAkE,KAAK,SAAS,EAChF,IAAI,KAAK,CAAC,GAAG,CAAC,CACf,CAAC;QACJ,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC9F,IAAI,SAAS,CAAC,QAAQ,KAAK,CAAC;YAC1B,OAAO,KAAK,CAAC,CAAC,aAAa,CACzB,oDAAoD,EACpD,IAAI,KAAK,CAAC,QAAQ,CAAC,CACpB,CAAC;QACJ,IAAI,SAAS,CAAC,QAAQ,KAAK,CAAC;YAC1B,OAAO,KAAK,CAAC,CAAC,aAAa,CACzB,iDAAiD,EACjD,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CACnC,CAAC;QACJ,KAAK,CAAC,CAAC,mBAAmB,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACvF,KAAK,CAAC,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAChF,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH;;;OAGG;IACH,MAAM,iBAAiB,GAAG,CACxB,OAAwB,EACxB,OAAU,EACV,MAAoB,EACpB,QAAgB,EAChB,KAAa,EACb,GAAW,EACX,QAAsB,EACM,EAAE;QAC9B,MAAM,WAAW,GAAG,CAClB,SAA4B,EAC5B,OAAe,EACf,IAA2B,EAC3B,EAAE,CACF,MAAM,CAAC,OAAO,CAAC,IAAI;QACjB,iEAAiE;QACjE,MAAM,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAChF,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACvB,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;YAC5C,WAAW,EAAE,EAAE,GAAG,MAAM,CAAC,cAAc,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;YAClF,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CACH,CACF,CAAC;QACJ,OAAO;YACL,GAAG,EAAE,CAAC,MAAiB,EAAE,EAAE,CACzB,QAAQ;iBACL,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;iBACxD,IAAI,CACH,MAAM,CAAC,OAAO,CACZ,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE;gBAC3B,IAAI;gBACJ,0BAA0B;gBAC1B,IAAI;gBACJ,QAAQ;gBACR,KAAK;gBACL,GAAG;gBACH,MAAM;aACP,CAAC,CACH,EACD,MAAM,CAAC,MAAM,CACd;YACL,sEAAsE;YACtE,OAAO,EAAE,MAAM,CAAC,MAAM,CACpB,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE;gBAC3C,IAAI;gBACJ,sBAAsB;gBACtB,IAAI;gBACJ,QAAQ;aACT,CAAC,CACH;YACD,GAAG,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC;YAC7D,eAAe,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CACnC,MAAM,CAAC,MAAM,CACX,WAAW,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,uBAAuB,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CACrF;YACH,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAClB,OAAO,CACL,oBAAoB,EACpB,QAAQ,CACN,OAAO,CAAC,SAAS,EACjB,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAClE,CACF;SACJ,CAAC;IACJ,CAAC,CAAC;IAEF,iGAAiG;IACjG,MAAM,YAAY,GAAG,CACnB,OAAwB,EACxB,OAAU,EACV,MAAoB,EACpB,MAAuF,EACvF,QAAsB,EACO,EAAE;QAC/B,MAAM,IAAI,GAAG;YACX,UAAU,EAAE,CAAC,SAAgC,EAAE,MAAc,EAAE,EAAE,CAC/D,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;YAC9E,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC/B,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE;oBAC1E,IAAI;oBACJ,MAAM,CAAC,KAAK;iBACb,CAAC,CAAC;gBACH,IAAI,SAAS,CAAC,QAAQ,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC;gBAC1C,IAAI,SAAS,CAAC,QAAQ,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC3C,OAAO,KAAK,CAAC,CAAC,aAAa,CACzB,6CAA6C,OAAO,CAAC,MAAM,GAAG,EAC9D,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CACnC,CAAC;YACJ,CAAC,CAAC;YACF,GAAG,EAAE,CAAC,SAAgC,EAAE,IAA2B,EAAE,EAAE,CACrE,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC;SAC3D,CAAC;QACF,OAAO;YACL,GAAG,IAAI;YACP,WAAW,EAAE,MAAM,CAAC,MAAM,CACxB,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE;gBAC9C,IAAI;gBACJ,GAAG,OAAO,CAAC,eAAe,QAAQ;gBAClC,GAAG,OAAO,CAAC,eAAe,WAAW;aACtC,CAAC,CACH;YACD,cAAc,EAAE,MAAM,CAAC,MAAM,CAC3B,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAC7E;YACD,QAAQ,EACN,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,WAAW;gBACrC,CAAC,CAAC,iBAAiB,CACf,OAAO,EACP,OAAO,EACP,MAAM,EACN,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,EACjD,QAAQ,CACT;gBACH,CAAC,CAAC,cAAc,CACZ,OAAO,CAAC,SAAS,EACjB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAC/C,MAAM,CAAC,MAAM,CACX,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE;oBAC3C,IAAI;oBACJ,uBAAuB;oBACvB,IAAI;oBACJ,MAAM;oBACN,OAAO;iBACR,CAAC,CACH,CACF,CACF;SACR,CAAC;IACJ,CAAC,CAAC;IAEF,8FAA8F;IAC9F,MAAM,cAAc,GAAG,CACrB,SAAoB,EACpB,GAA+B,EACH,EAAE,CAAC,CAAC;QAChC,GAAG,GAAG;QACN,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAClB,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAC9B,OAAO,CACL,QAAQ,EACR,QAAQ,KAAK,oBAAoB,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CACzE,CACF;KACJ,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAwB;QAC5E,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,WAAW,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC9E,MAAM,OAAO,GAAG,GAAG,KAAK,YAAY,OAAO,CAAC,MAAM,qBAAqB,OAAO,CAAC,IAAI,mCAAmC,MAAM,CAAC,iBAAiB,CAAC,KAAK,GAAG,CAAC;YACxJ,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,2DAA2D,EAAE;gBACpF,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,OAAO;aACR,CAAC,CAAC;YACH,OAAO,KAAK,CAAC,CAAC,IAAI,qBAAqB,CAAC;gBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,UAAU,EAAE,aAAa;gBACzB,OAAO;gBACP,KAAK,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC;aACjD,CAAC,CAAC;QACL,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,CAAC,KAAkB,EAAE,EAAE,CACxC,sBAAsB,CACpB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,EACnB,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EACrB,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,EACnC,MAAM,CACP,CAAC;QACJ,2FAA2F;QAC3F,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY;YAAE,KAAK,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;QACvC,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,eAAe,aAAa,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACzF,MAAM,OAAO,GAAG,GAAG,KAAK,UAAU,CAAC;QACnC,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QACvE,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CACnB,OAAO,CAAC,QAAQ;YACd,CAAC,CAAC,kCAAkC,KAAK,WAAW;YACpD,CAAC,CAAC,aAAa,KAAK,oBAAoB,EAC1C;YACE,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,SAAS,CAAC,IAAI;YACzB,QAAQ;SACT,CACF,CAAC;QACF,KAAK,CAAC,CAAC,uBAAuB,CAC5B,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,eAAe,CACxB,CAAC;QACF,uEAAuE;QACvE,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ;YACjC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;YACrE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE;YACvC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO;YACzC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO;SAC3C,CAAC,CAAC;QAEH,2FAA2F;QAC3F,0DAA0D;QAC1D,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAiD,CAAC;QACvF,MAAM,gBAAgB,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAC1D,QAAQ,CAAC,EACP,QAAwF,EACxF,IAAiC;YAEjC,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,IAAI;aACL,CAAC,CAAC;YACH,2EAA2E;YAC3E,KAAK,CAAC,CAAC,YAAY,CACjB,SAAS,EACT,OAAO,EACP,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,EACvC,OAAO,CAAC,SAAS,EACjB,SAAS,CACV,CAAC;YACF,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAClE,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC,EACD,CAAC,MAAM,EAAE,EAAE,CACT,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,MAAM,CAAC,QAAQ,CAAC,mEAAmE,EAAE;YACnF,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI;YACJ,QAAQ;YACR,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC,CACH,EACD,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAC1D,CACJ,CAAC;QAEF,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QACzC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAClC,6FAA6F;YAC7F,yCAAyC;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CACjC,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,WAAW,EACnB,OAAO,EACP,SAAS,CACV,CAAC;YACF,wFAAwF;YACxF,2CAA2C;YAC3C,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,eAAe,CACzC,SAAS,EACT,cAAc,EACd,OAAO,EACP,OAAO,EACP,QAAQ,EACR,MAAM,EACN,SAAS,EACT,CAAC,OAAO,CAAC,CACV,CAAC;YACF,MAAM,GAAG,GAAG,YAAY,CACtB,OAAO,EACP,OAAO,EACP,MAAM,EACN,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAC5B,YAAY,CACb,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE;gBACxC,MAAM,EAAE,GAAG,EAAE,CACX,iBAAiB,CAAC;oBAChB,OAAO;oBACP,GAAG,EAAE,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC;oBACtD,IAAI;oBACJ,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE;oBACpC,GAAG;iBACJ,CAAC;gBACJ,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;aACvF,CAAC,CAAC;YACH,MAAM,EAAE,WAAW,EAAE,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,cAAc,CAClD,MAAM,CAAC,mBAAmB,CAAC,CAAC,OAAO,EAAE,EAAE,CACrC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAClB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAClC,yFAAyF;gBACzF,mEAAmE;gBACnE,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAC/C,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EACpB,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CACrE,CAAC;gBACF,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;YAChC,CAAC,CAAC,CACH,EACD,gBAAgB,EAChB,EAAE,aAAa,EAAE,IAAI,EAAE,CACxB,CAAC;YACF,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,CAAC,CACnD,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAC3E,CAAC,IAAI,CACJ,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,eAAe,CAAC,KAAK,CAAC;YACpB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,aAAa,CAAC,qBAAqB,KAAK,oBAAoB,EAAE,KAAK,CAAC,CACzE,CACF,CAAC;QACF,KAAK,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC7C,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW;YAAE,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAEjF,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC;QACvC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,0BAA0B,EAAE;YACxD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU;YACpC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC;YAC1D,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,SAAS,CAAC,IAAI;YACzB,QAAQ;SACT,CAAC,CAAC;QACH,OAAO;YACL,SAAS,EAAE,QAAQ;YACnB,MAAM,EAAE,CAAC,EAAuB,EAAE,EAAE,CAClC,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAClB,yFAAyF;gBACzF,0DAA0D;gBAC1D,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAChD,OAAO,EACP,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAClC,CAAC;gBACF,KAAK,CAAC,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;gBACtD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAC1C,MAAM,CAAC,QAAQ,CACb,CAAC,KAAK,EAAE,EAAE,CACR,IAAI,YAAY,CAAC;oBACf,OAAO,EAAE,wCAAwC,KAAK,CAAC,OAAO,EAAE;oBAChE,KAAK,EAAE,KAAK;iBACb,CAAC,CACL,CACF,CAAC;gBACF,KAAK,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC;oBACzB,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;iBAC9D,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE;oBACzC,IAAI,EAAE,KAAK;oBACX,OAAO,EAAE,OAAO,CAAC,WAAW;oBAC5B,WAAW,EAAE,gBAAgB,CAC3B,MAAM,CAAC,WAAW,EAClB,OAAO,CAAC,YAAY,EACpB,WAAW,CAAC,QAAQ,CACrB;oBACD,iBAAiB;oBACjB,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC;oBAC/D,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE,CAC3B,qBAAqB,CACnB,QAAQ,CAAC,IAAI,EACb,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAC1D,OAAO,CACR;oBACH,eAAe,EAAE,WAAW,CAAC,eAAe;oBAC5C,gBAAgB,EAAE,WAAW,CAAC,gBAAgB;oBAC9C,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC;iBAC7E,CAAC,CAAC;YACL,CAAC,CAAC,CACH;YACH,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;YAClC,aAAa,EAAE,WAAW,CAAC,aAAa;SACzC,CAAC;IACJ,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAEpB,OAAO,QAAQ,CAAC,EAAE,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO;QACP,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI;KACnC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/remote/sweep.d.ts

@@ -0,0 +1,17 @@
+import type { RemoteShell } from "@usine/agents/child-host";
+import { Effect } from "effect";
+import { type ExecutorOperation, ExecutorOperationError } from "../executor.ts";
+import type { RemoteCommands } from "./commands.ts";
+/** Returns the NUL-separated paths in `output`. Fails if one isn't directly under `parent`. */
+export declare const directChildren: (operation: ExecutorOperation, parent: string, output: string) => Effect.Effect<ReadonlyArray<string>, ExecutorOperationError>;
+/**
+ * Lists paths directly under a Worker's `attempts` directory, creating it first so a new Worker
+ * lists as empty. Verifies that each path is a direct child of `attemptsRoot`.
+ */
+export declare const attemptPathsOn: (commands: RemoteCommands, operation: "cancel" | "cleanup" | "launch" | "preflight" | "prepare", shell: RemoteShell, attemptsRoot: string) => Effect.Effect<readonly string[], ExecutorOperationError, never>;
+/**
+ * Returns a sweep that prunes stale cache registrations once per Worker and keeps crash
+ * leftovers. Only durable Attempt recovery removes an existing checkout.
+ */
+export declare const abandonedWorktreeSweepFor: (commands: RemoteCommands) => Effect.Effect<(attemptId: string & import("effect/Brand").Brand<"AttemptId">, worker: string & import("effect/Brand").Brand<"WorkerName">, shell: RemoteShell, workerDirectory: string) => Effect.Effect<void, never, never>, never, never>;
+//# sourceMappingURL=sweep.d.ts.map

package/dist/remote/sweep.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sweep.d.ts","sourceRoot":"","sources":["../../src/remote/sweep.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAG5D,OAAO,EAAE,MAAM,EAAe,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,KAAK,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAEhF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAuBpD,+FAA+F;AAC/F,eAAO,MAAM,cAAc,cACd,iBAAiB,UACpB,MAAM,UACN,MAAM,KACb,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,sBAAsB,CAY3D,CAAC;AAEJ;;;GAGG;AACH,eAAO,MAAM,cAAc,+MAiBzB,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,yBAAyB,2QA0GrC,CAAC"}