@usine/executor 0.2.1 → 0.4.0

package/dist/remote/liveness.js

@@ -0,0 +1,196 @@
+import { RemoteShell } from "@usine/agents/child-host";
+import { WorkerResponsive, WorkerUnresponsive, } from "@usine/core/attempt/channel";
+import { DateTime, Effect, Fiber, Match, Option, Ref, Semaphore } from "effect";
+const PROBE_INTERVAL = "1 minute";
+/** The SSH `ConnectTimeout` in seconds, covering the TCP connection, server banner, and key exchange. */
+const CONNECT_TIMEOUT_SECONDS = 20;
+/** The timeout for a whole probe, in seconds. A session that opens but never runs the command counts as unanswered. */
+const PROBE_TIMEOUT_SECONDS = 45;
+const reportTo = (notice, attemptIds) => attemptIds.length === 0 ? Option.none() : Option.some({ notice, attemptIds });
+/**
+ * Returns the next liveness after a probe at `now`, with the notice for the `watching` Attempts.
+ * On the first unanswered probe, every Attempt not yet notified gets a "stopped responding"
+ * notice. When the Worker responds again, only notified Attempts get a "responding again"
+ * notice.
+ */
+const observe = (worker, liveness, probe, now, watching) => {
+    if (probe._tag === "Answered")
+        return {
+            liveness: { _tag: "Answering", lastAnsweredAt: now },
+            report: liveness._tag === "Silent"
+                ? reportTo(new WorkerResponsive({ worker, lastAnsweredAt: liveness.lastAnsweredAt }), watching.filter((attemptId) => liveness.told.has(attemptId)))
+                : Option.none(),
+        };
+    const told = liveness._tag === "Silent" ? liveness.told : new Set();
+    return {
+        liveness: {
+            _tag: "Silent",
+            lastAnsweredAt: liveness.lastAnsweredAt,
+            unanswered: liveness._tag === "Silent" ? liveness.unanswered + 1 : 1,
+            reason: probe.reason,
+            told: new Set(watching),
+        },
+        report: reportTo(new WorkerUnresponsive({
+            worker,
+            lastAnsweredAt: liveness.lastAnsweredAt,
+            reason: probe.reason,
+        }), watching.filter((attemptId) => !told.has(attemptId))),
+    };
+};
+/**
+ * Returns the liveness after `attemptId` joins the watch. If the Worker is silent, an Attempt
+ * not yet notified gets a "stopped responding" notice with the last probe's failure.
+ */
+const joinSilent = (worker, liveness, attemptId) => liveness._tag === "Answering" || liveness.told.has(attemptId)
+    ? { liveness, report: Option.none() }
+    : {
+        liveness: { ...liveness, told: new Set([...liveness.told, attemptId]) },
+        report: reportTo(new WorkerUnresponsive({
+            worker,
+            lastAnsweredAt: liveness.lastAnsweredAt,
+            reason: liveness.reason,
+        }), [attemptId]),
+    };
+const lastLine = (text) => text
+    .split("\n")
+    .map((line) => line.trim())
+    .filter((line) => line !== "")
+    .at(-1) ?? "";
+/**
+ * Probes one Worker every minute until interrupted, stores the result in `liveness`, and
+ * reports to the Attempts from `watchers`. Holds `lock` from reading `liveness` to the last
+ * report, so each Attempt gets its notices in order.
+ */
+const watchWorker = (commands, worker, machineShell, lock, liveness, watchers) => Effect.gen(function* () {
+    const host = machineShell.destination;
+    const shell = new RemoteShell({
+        ssh: {
+            command: machineShell.ssh.command,
+            args: [...machineShell.ssh.args, "-o", `ConnectTimeout=${CONNECT_TIMEOUT_SECONDS}`],
+        },
+        sshEnvironment: machineShell.sshEnvironment,
+        destination: machineShell.destination,
+    });
+    const probe = commands.inspect("launch", shell, "true", []).pipe(Effect.timeoutOption(`${PROBE_TIMEOUT_SECONDS} seconds`), Effect.map(Option.match({
+        onNone: () => ({
+            _tag: "Unanswered",
+            reason: `No answer within ${PROBE_TIMEOUT_SECONDS} seconds`,
+        }),
+        onSome: (result) => result.exitCode === 0
+            ? { _tag: "Answered" }
+            : {
+                _tag: "Unanswered",
+                reason: [`ssh exited with code ${result.exitCode}`, lastLine(result.stderr)]
+                    .filter((part) => part !== "")
+                    .join(": "),
+            },
+    })), Effect.catch((error) => Effect.succeed({ _tag: "Unanswered", reason: error.message })));
+    const decide = (result) => Effect.gen(function* () {
+        const watching = watchers();
+        const attemptIds = watching.map(({ attemptId }) => attemptId);
+        const previous = yield* Ref.get(liveness);
+        const next = observe(worker, previous, result, yield* DateTime.now, attemptIds);
+        yield* Ref.set(liveness, next.liveness);
+        const fields = {
+            worker,
+            host,
+            attemptIds,
+            notifiedAttemptIds: Option.match(next.report, {
+                onNone: () => [],
+                onSome: ({ attemptIds }) => attemptIds,
+            }),
+            lastAnsweredAt: DateTime.formatIso(previous.lastAnsweredAt),
+        };
+        yield* Match.valueTags(result, {
+            Answered: () => previous._tag === "Silent"
+                ? Effect.logInfo("The Worker answers again", {
+                    ...fields,
+                    unansweredProbes: previous.unanswered,
+                })
+                : Effect.logDebug("The Worker answered its liveness probe", fields),
+            Unanswered: ({ reason }) => Effect.logWarning(previous._tag === "Silent"
+                ? "The Worker still does not answer"
+                : "The Worker stopped answering", {
+                ...fields,
+                unansweredProbes: previous._tag === "Silent" ? previous.unanswered + 1 : 1,
+                reason,
+            }),
+        });
+        if (Option.isSome(next.report)) {
+            const { notice, attemptIds: notified } = next.report.value;
+            yield* Effect.forEach(watching.filter(({ attemptId }) => notified.includes(attemptId)), ({ report }) => report(notice), { discard: true });
+        }
+    });
+    // Root span: the watch can run longer than the Attempt that started it.
+    const check = Effect.fn("RemoteExecutor.probeWorker", { root: true })(function* () {
+        yield* Effect.annotateCurrentSpan({ worker, host });
+        const result = yield* probe;
+        yield* Semaphore.withPermit(lock, decide(result));
+    });
+    return yield* Effect.sleep(PROBE_INTERVAL).pipe(Effect.andThen(check()), Effect.forever);
+});
+/**
+ * Returns the liveness watches that probe Workers' machines through `commands`. Each watch runs
+ * in the caller's scope and stops when that scope closes.
+ */
+export const workerWatchesFor = (commands) => Effect.gen(function* () {
+    const scope = yield* Effect.scope;
+    const lock = yield* Semaphore.make(1);
+    // Keyed by Worker and destination, since a provisioned Worker has one machine per Attempt.
+    const watched = new Map();
+    const keyOf = (watch) => `${watch.worker} ${watch.shell.destination}`;
+    const join = (watch) => Semaphore.withPermit(lock, Effect.gen(function* () {
+        const fields = { attemptId: watch.attemptId, worker: watch.worker };
+        const existing = watched.get(keyOf(watch));
+        if (existing !== undefined) {
+            existing.watchers.set(watch.attemptId, watch);
+            const current = yield* Ref.get(existing.liveness);
+            const joined = { ...fields, attempts: existing.watchers.size };
+            if (current._tag === "Answering")
+                return yield* Effect.logDebug("The Attempt joins its Worker's liveness watch", joined);
+            const next = joinSilent(watch.worker, current, watch.attemptId);
+            yield* Ref.set(existing.liveness, next.liveness);
+            yield* Effect.logInfo(Option.isSome(next.report)
+                ? "The Attempt joins its Worker's liveness watch while the Worker does not answer, and is told so"
+                : "The Attempt joins its Worker's liveness watch while the Worker does not answer; it was told so already", {
+                ...joined,
+                lastAnsweredAt: DateTime.formatIso(current.lastAnsweredAt),
+                unansweredProbes: current.unanswered,
+                reason: current.reason,
+            });
+            if (Option.isSome(next.report))
+                yield* watch.report(next.report.value.notice);
+            return;
+        }
+        const liveness = yield* Ref.make({
+            _tag: "Answering",
+            lastAnsweredAt: yield* DateTime.now,
+        });
+        const watchers = new Map([[watch.attemptId, watch]]);
+        const fiber = yield* watchWorker(commands, watch.worker, watch.shell, lock, liveness, () => [...watchers.values()]).pipe(Effect.forkIn(scope));
+        watched.set(keyOf(watch), { liveness, watchers, fiber });
+        yield* Effect.logDebug("Watching the Worker while Attempts run on it", {
+            ...fields,
+            host: watch.shell.destination,
+            interval: PROBE_INTERVAL,
+        });
+    }));
+    const leave = (watch) => Semaphore.withPermit(lock, Effect.gen(function* () {
+        const existing = watched.get(keyOf(watch));
+        if (existing === undefined)
+            return;
+        existing.watchers.delete(watch.attemptId);
+        if (existing.watchers.size > 0)
+            return;
+        watched.delete(keyOf(watch));
+        yield* Fiber.interrupt(existing.fiber);
+        yield* Effect.logDebug("Stopped watching the Worker; no Attempt runs on it", {
+            attemptId: watch.attemptId,
+            worker: watch.worker,
+        });
+    }));
+    return {
+        watch: (watch) => Effect.acquireRelease(join(watch), () => leave(watch)),
+    };
+});
+//# sourceMappingURL=liveness.js.map

package/dist/remote/liveness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"liveness.js","sourceRoot":"","sources":["../../src/remote/liveness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,EAEL,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAc,SAAS,EAAE,MAAM,QAAQ,CAAC;AAG5F,MAAM,cAAc,GAAG,UAAU,CAAC;AAClC,yGAAyG;AACzG,MAAM,uBAAuB,GAAG,EAAE,CAAC;AACnC,uHAAuH;AACvH,MAAM,qBAAqB,GAAG,EAAE,CAAC;AA6BjC,MAAM,QAAQ,GAAG,CACf,MAAoB,EACpB,UAAoC,EACb,EAAE,CACzB,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;AAEhF;;;;;GAKG;AACH,MAAM,OAAO,GAAG,CACd,MAAkB,EAClB,QAAkB,EAClB,KAAY,EACZ,GAAiB,EACjB,QAAkC,EACrB,EAAE;IACf,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;QAC3B,OAAO;YACL,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,EAAE;YACpD,MAAM,EACJ,QAAQ,CAAC,IAAI,KAAK,QAAQ;gBACxB,CAAC,CAAC,QAAQ,CACN,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,EACzE,QAAQ,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAC7D;gBACH,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE;SACpB,CAAC;IACJ,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,EAAa,CAAC;IAC/E,OAAO;QACL,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,UAAU,EAAE,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC;SACxB;QACD,MAAM,EAAE,QAAQ,CACd,IAAI,kBAAkB,CAAC;YACrB,MAAM;YACN,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,EACF,QAAQ,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CACrD;KACF,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,GAAG,CAAC,MAAkB,EAAE,QAAkB,EAAE,SAAoB,EAAe,EAAE,CAC/F,QAAQ,CAAC,IAAI,KAAK,WAAW,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;IAC3D,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE;IACrC,CAAC,CAAC;QACE,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,EAAE;QACvE,MAAM,EAAE,QAAQ,CACd,IAAI,kBAAkB,CAAC;YACrB,MAAM;YACN,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,MAAM,EAAE,QAAQ,CAAC,MAAM;SACxB,CAAC,EACF,CAAC,SAAS,CAAC,CACZ;KACF,CAAC;AAER,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAU,EAAE,CACxC,IAAI;KACD,KAAK,CAAC,IAAI,CAAC;KACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;KAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;KAC7B,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAyBlB;;;;GAIG;AACH,MAAM,WAAW,GAAG,CAClB,QAAwB,EACxB,MAAkB,EAClB,YAAyB,EACzB,IAAyB,EACzB,QAA2B,EAC3B,QAA4C,EACtB,EAAE,CACxB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,IAAI,GAAG,YAAY,CAAC,WAAW,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC;QAC5B,GAAG,EAAE;YACH,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,OAAO;YACjC,IAAI,EAAE,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,kBAAkB,uBAAuB,EAAE,CAAC;SACpF;QACD,cAAc,EAAE,YAAY,CAAC,cAAc;QAC3C,WAAW,EAAE,YAAY,CAAC,WAAW;KACtC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAyB,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CACpF,MAAM,CAAC,aAAa,CAAC,GAAG,qBAAqB,UAAU,CAAC,EACxD,MAAM,CAAC,GAAG,CACR,MAAM,CAAC,KAAK,CAAC;QACX,MAAM,EAAE,GAAU,EAAE,CAAC,CAAC;YACpB,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,oBAAoB,qBAAqB,UAAU;SAC5D,CAAC;QACF,MAAM,EAAE,CAAC,MAAM,EAAS,EAAE,CACxB,MAAM,CAAC,QAAQ,KAAK,CAAC;YACnB,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE;YACtB,CAAC,CAAC;gBACE,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,CAAC,wBAAwB,MAAM,CAAC,QAAQ,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;qBACzE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;qBAC7B,IAAI,CAAC,IAAI,CAAC;aACd;KACR,CAAC,CACH,EACD,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAC9F,CAAC;IAEF,MAAM,MAAM,GAAG,CAAC,MAAa,EAAE,EAAE,CAC/B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QAChF,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG;YACb,MAAM;YACN,IAAI;YACJ,UAAU;YACV,kBAAkB,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBAC5C,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE;gBAChB,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU;aACvC,CAAC;YACF,cAAc,EAAE,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC;SAC5D,CAAC;QACF,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE;YAC7B,QAAQ,EAAE,GAAG,EAAE,CACb,QAAQ,CAAC,IAAI,KAAK,QAAQ;gBACxB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,0BAA0B,EAAE;oBACzC,GAAG,MAAM;oBACT,gBAAgB,EAAE,QAAQ,CAAC,UAAU;iBACtC,CAAC;gBACJ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,wCAAwC,EAAE,MAAM,CAAC;YACvE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CACzB,MAAM,CAAC,UAAU,CACf,QAAQ,CAAC,IAAI,KAAK,QAAQ;gBACxB,CAAC,CAAC,kCAAkC;gBACpC,CAAC,CAAC,8BAA8B,EAClC;gBACE,GAAG,MAAM;gBACT,gBAAgB,EAAE,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1E,MAAM;aACP,CACF;SACJ,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAC3D,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CACnB,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAChE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAC9B,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,wEAAwE;IACxE,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,4BAA4B,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;QAC7E,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC;QAC5B,KAAK,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;AAC3F,CAAC,CAAC,CAAC;AAQL;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,QAAwB,EAC0B,EAAE,CACpD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,2FAA2F;IAC3F,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC3C,MAAM,KAAK,GAAG,CAAC,KAAkB,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAEnF,MAAM,IAAI,GAAG,CAAC,KAAkB,EAAE,EAAE,CAClC,SAAS,CAAC,UAAU,CAClB,IAAI,EACJ,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,MAAM,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;QACpE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC/D,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;gBAC9B,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAC3B,+CAA+C,EAC/C,MAAM,CACP,CAAC;YACJ,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YAChE,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjD,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CACnB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBACxB,CAAC,CAAC,gGAAgG;gBAClG,CAAC,CAAC,wGAAwG,EAC5G;gBACE,GAAG,MAAM;gBACT,cAAc,EAAE,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC;gBAC1D,gBAAgB,EAAE,OAAO,CAAC,UAAU;gBACpC,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CACF,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9E,OAAO;QACT,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAW;YACzC,IAAI,EAAE,WAAW;YACjB,cAAc,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG;SACpC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAA2B,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,WAAW,CAC9B,QAAQ,EACR,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,KAAK,EACX,IAAI,EACJ,QAAQ,EACR,GAAG,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAC7B,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,8CAA8C,EAAE;YACrE,GAAG,MAAM;YACT,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW;YAC7B,QAAQ,EAAE,cAAc;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CACH,CAAC;IAEJ,MAAM,KAAK,GAAG,CAAC,KAAkB,EAAE,EAAE,CACnC,SAAS,CAAC,UAAU,CAClB,IAAI,EACJ,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3C,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO;QACnC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC;YAAE,OAAO;QACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACvC,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,oDAAoD,EAAE;YAC3E,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;IACL,CAAC,CAAC,CACH,CAAC;IAEJ,OAAO;QACL,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;KACjD,CAAC;AAC5B,CAAC,CAAC,CAAC"}

package/dist/remote/machine.d.ts

@@ -0,0 +1,110 @@
+import type { RemoteShell } from "@usine/agents/child-host";
+import type { BrainSpec, Harness } from "@usine/core/agent/brain";
+import type { AttemptId } from "@usine/core/attempt";
+import type { AttemptRecovery } from "@usine/core/attempt/salvage";
+import type { LoopPermissions } from "@usine/core/loop";
+import type { RepositoryName } from "@usine/core/repository";
+import type { GatewayCredentialKind, MachineId, WorkerKind, WorkerName } from "@usine/core/worker";
+import type { Effect, Option, Redacted, Scope } from "effect";
+import type { CredentialUnavailableError, ExecutorError, ExecutorOperation, PreflightReport } from "../executor.ts";
+import type { HarnessProbe } from "../harness-preflight.ts";
+import type { RemoteCommands } from "./commands.ts";
+import type { AttemptIsolation } from "./container.ts";
+/** A machine with checkouts left for reconciliation. */
+interface RemoteLeftovers<M extends RemoteMachine> {
+    readonly machine: M;
+    /** The paths directly under the Worker's `attempts` directory. */
+    readonly checkouts: ReadonlySet<string>;
+}
+export interface RemoteMachine {
+    readonly shell: RemoteShell;
+    /** The Worker directory on the machine, with cached clones under `repos` and checkouts under `attempts`. */
+    readonly workerDirectory: string;
+    /** The provider's ID of a machine created for one Attempt, or `None` for a long-lived machine. */
+    readonly provisioned: Option.Option<MachineId>;
+}
+export interface RemoteAccess {
+    /**
+     * The shell for the Attempt's children, harvesting, and git commands: the machine's own, or one
+     * that sends `secrets` through the SSH connection (`sendingShell`). An Attempt container gets
+     * `secrets` when it starts instead.
+     */
+    readonly shell: RemoteShell;
+    /** The variables with the Attempt's secrets, which never appear in a command line. */
+    readonly secrets: Readonly<Record<string, Redacted.Redacted<string>>>;
+    /** The machine directories that the Attempt's container mounts read-only, such as its credential directory. */
+    readonly readOnlyPaths: ReadonlyArray<string>;
+    /** The machine directories of the Attempt that its container mounts read-write, such as a harness's home. */
+    readonly writablePaths: ReadonlyArray<string>;
+    /** The extra environment for the Attempt's children and harvesting commands. Values appear in the command line, so none can be secret. */
+    readonly environment: Readonly<Record<string, string>>;
+    /** The extra environment for the executor's git commands on the checkout. Values appear in the command line, so none can be secret. */
+    readonly gitEnvironment: Readonly<Record<string, string>>;
+    /** Renews the credential on the machine if it's about to expire. Run before each git and harvesting command. */
+    readonly refresh: Effect.Effect<void, ExecutorError>;
+    /** Removes every credential this process issued for the Attempt from a command's output. */
+    readonly scrub: (text: string) => string;
+}
+export interface RemoteGrant<M extends RemoteMachine> {
+    /**
+     * Grants the Attempt access to its repository on `machine` until the caller's scope closes,
+     * restricted to its Loop `permissions` if the Worker kind supports it.
+     */
+    readonly acquire: (attemptId: AttemptId, worker: WorkerName, permissions: LoopPermissions, machine: M, operation: ExecutorOperation) => Effect.Effect<RemoteAccess, ExecutorError, Scope.Scope>;
+}
+/** The Worker-kind implementation for the remote executor. */
+export interface RemoteWorker<M extends RemoteMachine> {
+    /** Reported as `Executor.kind`; the scheduler rejects Workers of other kinds. */
+    readonly kind: WorkerKind;
+    /** The span name prefix, for example `ExeDevExecutor`. */
+    readonly spanPrefix: string;
+    readonly label: string;
+    readonly commands: RemoteCommands;
+    /** Returns a Worker's machine. Fails with a typed error if the machine is missing or doesn't respond. */
+    readonly machineFor: (worker: WorkerName) => Effect.Effect<M, ExecutorError>;
+    /**
+     * Returns the machine an Attempt runs on, if the Worker kind creates one per Attempt.
+     * Defaults to `machineFor`.
+     */
+    readonly attemptMachine?: (worker: WorkerName, attemptId: AttemptId) => Effect.Effect<M, ExecutorError>;
+    /**
+     * Returns the machine with `attempt`'s leftover checkout and the paths under its `attempts`
+     * directory, or `None` if the Attempt's machine is gone. `listed` is the Worker's machine and
+     * its listed checkouts, the default.
+     */
+    readonly leftovers?: (attempt: AttemptRecovery, listed: Effect.Effect<RemoteLeftovers<M>, ExecutorError>) => Effect.Effect<Option.Option<RemoteLeftovers<M>>, ExecutorError>;
+    /** Runs after `recover` reconciled `attempt`'s machine, with whether it succeeded. */
+    readonly recovered?: (attempt: AttemptRecovery, succeeded: boolean) => Effect.Effect<void>;
+    /**
+     * Records whether the machine of `attemptId` has the Attempt's checkout: from its preparation
+     * or a recovery that finds it, until its removal succeeds.
+     */
+    readonly checkoutHeld?: (attemptId: AttemptId, held: boolean) => Effect.Effect<void>;
+    /** See `Executor.preflight`. */
+    readonly preflight: (worker: WorkerName, brains: ReadonlyArray<BrainSpec>, maxConcurrentAttempts: number) => Effect.Effect<PreflightReport, ExecutorError>;
+    /** Returns the probe of a brain's binary and login through `shell`, on `machine` or in a container on it. */
+    readonly harnessProbe: (machine: M, shell: RemoteShell) => HarnessProbe;
+    /** Returns how new Attempts on `machine` run, as the Worker's last preflight found. */
+    readonly isolation: (machine: M) => Effect.Effect<AttemptIsolation, ExecutorError>;
+    /**
+     * Whether the Worker kind runs Attempt containers. If true, each existing checkout's container
+     * marker decides how a reattachment or recovery runs commands in it.
+     */
+    readonly runsContainers: boolean;
+    /** Returns the URL the cached clone on `machine` fetches `repository` from. */
+    readonly repositoryUrl: (machine: M, repository: RepositoryName) => string;
+    /** Returns the credential kind that the Gateway on `machine` injects for `harness`. Returns `None` if the machine has no Gateway or the harness uses its own login. */
+    readonly gatewayCredential: (machine: M, harness: Harness) => Effect.Effect<Option.Option<GatewayCredentialKind>>;
+    /** Returns the access grant for `repository`. Fails if none is configured. */
+    readonly grantFor: (repository: RepositoryName) => Effect.Effect<RemoteGrant<M>, CredentialUnavailableError>;
+    /** The reason this Worker kind can't grant read-only repository access, or `None` if it can. */
+    readonly readOnlyAccessGap: Option.Option<string>;
+    /** Removes leftovers of earlier processes that no Attempt can use. Runs before the Worker's checkouts are listed. */
+    readonly reclaim: (worker: WorkerName) => Effect.Effect<void>;
+    /** See `Executor.sweep`. Defaults to removing nothing. */
+    readonly sweep?: Effect.Effect<void>;
+    /** The timeout for the parent task's cancellation, then separately for the Attempt to finish. */
+    readonly interruptGrace: Parameters<typeof Effect.timeoutOption>[1];
+}
+export {};
+//# sourceMappingURL=machine.d.ts.map

package/dist/remote/machine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"machine.d.ts","sourceRoot":"","sources":["../../src/remote/machine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,qBAAqB,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACnG,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,KAAK,EACV,0BAA0B,EAC1B,aAAa,EACb,iBAAiB,EACjB,eAAe,EAChB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEvD,wDAAwD;AACxD,UAAU,eAAe,CAAC,CAAC,SAAS,aAAa;IAC/C,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACpB,kEAAkE;IAClE,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,4GAA4G;IAC5G,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,kGAAkG;IAClG,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,YAAY;IAC3B;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,sFAAsF;IACtF,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACtE,+GAA+G;IAC/G,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAC9C,6GAA6G;IAC7G,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAC9C,0IAA0I;IAC1I,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACvD,uIAAuI;IACvI,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC1D,gHAAgH;IAChH,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACrD,4FAA4F;IAC5F,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;CAC1C;AAED,MAAM,WAAW,WAAW,CAAC,CAAC,SAAS,aAAa;IAClD;;;OAGG;IACH,QAAQ,CAAC,OAAO,EAAE,CAChB,SAAS,EAAE,SAAS,EACpB,MAAM,EAAE,UAAU,EAClB,WAAW,EAAE,eAAe,EAC5B,OAAO,EAAE,CAAC,EACV,SAAS,EAAE,iBAAiB,KACzB,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;CAC9D;AAED,8DAA8D;AAC9D,MAAM,WAAW,YAAY,CAAC,CAAC,SAAS,aAAa;IACnD,iFAAiF;IACjF,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,0DAA0D;IAC1D,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;IAClC,yGAAyG;IACzG,QAAQ,CAAC,UAAU,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IAC7E;;;OAGG;IACH,QAAQ,CAAC,cAAc,CAAC,EAAE,CACxB,MAAM,EAAE,UAAU,EAClB,SAAS,EAAE,SAAS,KACjB,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACrC;;;;OAIG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,CACnB,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,KACrD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACrE,sFAAsF;IACtF,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,OAAO,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3F;;;OAGG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrF,gCAAgC;IAChC,QAAQ,CAAC,SAAS,EAAE,CAClB,MAAM,EAAE,UAAU,EAClB,MAAM,EAAE,aAAa,CAAC,SAAS,CAAC,EAChC,qBAAqB,EAAE,MAAM,KAC1B,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACnD,6GAA6G;IAC7G,QAAQ,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,WAAW,KAAK,YAAY,CAAC;IACxE,uFAAuF;IACvF,QAAQ,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;IACnF;;;OAGG;IACH,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC;IACjC,+EAA+E;IAC/E,QAAQ,CAAC,aAAa,EAAE,CAAC,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,KAAK,MAAM,CAAC;IAC3E,uKAAuK;IACvK,QAAQ,CAAC,iBAAiB,EAAE,CAC1B,OAAO,EAAE,CAAC,EACV,OAAO,EAAE,OAAO,KACb,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACzD,8EAA8E;IAC9E,QAAQ,CAAC,QAAQ,EAAE,CACjB,UAAU,EAAE,cAAc,KACvB,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAC/D,gGAAgG;IAChG,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAClD,qHAAqH;IACrH,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9D,0DAA0D;IAC1D,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,iGAAiG;IACjG,QAAQ,CAAC,cAAc,EAAE,UAAU,CAAC,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;CACrE"}

package/dist/remote/machine.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=machine.js.map

package/dist/remote/machine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"machine.js","sourceRoot":"","sources":["../../src/remote/machine.ts"],"names":[],"mappings":""}

package/dist/remote/remote.d.ts

@@ -0,0 +1,28 @@
+import { ClaudeLoginLock } from "@usine/agents/runtime";
+import type { AttemptId } from "@usine/core/attempt";
+import { type AttemptFailure } from "@usine/core/attempt/failure";
+import type { AttemptRecovery, RecoverySink } from "@usine/core/attempt/salvage";
+import type * as AttemptChannel from "@usine/core/attempt/channel";
+import type { BotAccount, WorkerName } from "@usine/core/worker";
+import { AttemptRuntime } from "@usine/durable/attempt-runtime";
+import { Effect, Option, Scope } from "effect";
+import { CheckoutRequest, ExecutorError } from "../executor.ts";
+import type { RemoteMachine, RemoteWorker } from "./machine.ts";
+/**
+ * Returns the executor for Workers accessed over SSH. Each Attempt's Pi parent is a durable task
+ * in this process, and each child runs on the machine as one SSH command with a pid file next
+ * to the worktree, or inside the Attempt's container. `worker` provides the machine, preflight,
+ * isolation, and repository access.
+ */
+export declare const remoteExecutorFor: <M extends RemoteMachine>(worker: RemoteWorker<M>) => Effect.Effect<{
+    readonly recover: <E, A>(attempt: AttemptRecovery, record: RecoverySink<E>, commitAuthor: Effect.Effect<BotAccount, A>) => Effect.Effect<void, E | A | ExecutorError>;
+    readonly kind: import("@usine/core/worker").WorkerKind;
+    readonly isLive: (attemptId: AttemptId) => Effect.Effect<boolean, AttemptFailure>;
+    readonly outcome: (attemptId: AttemptId) => Effect.Effect<Option.Option<import("effect/Result").Result<import("@usine/core/step/result").StepResult, AttemptFailure>>, AttemptFailure>;
+    readonly preflight: (worker: WorkerName, brains: ReadonlyArray<import("@usine/core/agent/brain").BrainSpec>, maxConcurrentAttempts: number) => Effect.Effect<import("../executor.ts").PreflightReport, ExecutorError>;
+    readonly prepare: (request: CheckoutRequest) => Effect.Effect<import("../executor.ts").PreparedAttempt, ExecutorError, Scope.Scope>;
+    readonly cancel: (attemptId: AttemptId, reason: import("@usine/core/attempt").StopReason) => Effect.Effect<void, ExecutorError>;
+    readonly intervene: (attemptId: AttemptId, intervention: AttemptChannel.Intervention) => Effect.Effect<void, AttemptFailure>;
+    readonly sweep: Effect.Effect<void>;
+}, never, AttemptRuntime | ClaudeLoginLock | Scope.Scope>;
+//# sourceMappingURL=remote.d.ts.map

package/dist/remote/remote.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote.d.ts","sourceRoot":"","sources":["../../src/remote/remote.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,KAAK,cAAc,EAAgB,MAAM,6BAA6B,CAAC;AAChF,OAAO,KAAK,EAAE,eAAe,EAAkB,YAAY,EAAE,MAAM,6BAA6B,CAAC;AACjG,OAAO,KAAK,KAAK,cAAc,MAAM,6BAA6B,CAAC;AAEnE,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAMjE,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAY,MAAM,EAAQ,MAAM,EAAU,KAAK,EAAmB,MAAM,QAAQ,CAAC;AAExF,OAAO,EAEL,eAAe,EAEf,aAAa,EAId,MAAM,gBAAgB,CAAC;AAyBxB,OAAO,KAAK,EAAgB,aAAa,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAkD9E;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB,GAAI,CAAC,SAAS,aAAa,UAAU,YAAY,CAAC,CAAC,CAAC;;;;;;;;;;yDA03B9E,CAAC"}