@elie-laloum/outpost 2.0.0 → 4.0.0

package/dist/providers/daytona-terminal.js

@@ -0,0 +1,128 @@
+import { randomUUID } from "node:crypto";
+import { setTimeout } from "node:timers/promises";
+import { OutpostError } from "../domain/errors.js";
+import { interruptible } from "../infrastructure/abort.js";
+import { quote } from "../infrastructure/process.js";
+import { cloudDefaults } from "./cloud.constants.js";
+import { terminalBridge } from "./terminal-bridge.js";
+export async function daytonaTerminal(runtime, command, signal) {
+    const { sandbox, root, options, context } = runtime;
+    const id = `outpost-${randomUUID()}`;
+    const base = `/tmp/${id}`;
+    const program = [
+        ...(command.elevated ? ["sudo", "-n", "--"] : []),
+        command.executable,
+        ...(command.arguments ?? []),
+    ]
+        .map(quote)
+        .join(" ");
+    const script = `kill -0 -$$ 2>/dev/null || exit 125
+echo $$ > ${quote(base + ".pid")}
+${program}
+status=$?
+printf '%s' "$status" > ${quote(base + ".status")}
+exit "$status"
+`;
+    let handle;
+    let bridge;
+    let completed = false;
+    let creating = false;
+    let failure;
+    try {
+        await sandbox.fs.uploadFile(Buffer.from(script), base);
+        signal.throwIfAborted();
+        bridge = terminalBridge(command, command.retain ?? options.retain ?? cloudDefaults.retainBytes);
+        // createPty owns its connection timeout; await ownership before cancellation cleanup.
+        creating = true;
+        handle = await sandbox.process.createPty({
+            id,
+            cwd: command.directory ?? root,
+            envs: {
+                TERM: process.env.TERM ?? "xterm-256color",
+                ...context.variables,
+                ...command.variables,
+            },
+            ...bridge.size(),
+            onData: bridge.output,
+        });
+        signal.throwIfAborted();
+        await interruptible(handle.sendInput(`exec sh ${quote(base)}\n`), signal);
+        bridge.connect(handle);
+        if (command.stdin !== undefined)
+            await interruptible(handle.sendInput(command.stdin), signal);
+        let nativeStatus;
+        const nativeFailure = handle.wait().then((exit) => {
+            nativeStatus = exit.exitCode;
+            if (exit.error && exit.exitCode === undefined)
+                throw new OutpostError("provider", `Daytona terminal failed: ${exit.error}`);
+            return new Promise(() => { });
+        });
+        void nativeFailure.catch(() => undefined);
+        // The SDK can infer success from socket closure; the script records process completion.
+        while (true) {
+            const status = await interruptible(Promise.race([
+                sandbox.process.executeCommand(`if [ -f ${quote(base + ".status")} ]; then cat ${quote(base + ".status")}; else exit 3; fi`),
+                bridge.failure,
+                nativeFailure,
+            ]), signal);
+            const recorded = status.exitCode === 0 && /^\d+$/.test(status.result.trim());
+            if (recorded ||
+                (status.exitCode === 3 &&
+                    nativeStatus !== undefined &&
+                    nativeStatus !== 0)) {
+                completed = true;
+                await interruptible(bridge.flush(), signal);
+                return {
+                    status: recorded ? Number(status.result.trim()) : nativeStatus,
+                    stdout: bridge.text(),
+                    stderr: "",
+                };
+            }
+            if (status.exitCode !== 3)
+                throw new OutpostError("provider", "Daytona terminal returned invalid completion status");
+            await Promise.race([
+                setTimeout(cloudDefaults.pollMs, undefined, { signal }),
+                bridge.failure,
+                nativeFailure,
+            ]);
+        }
+    }
+    catch (cause) {
+        failure = signal.aborted ? signal.reason : cause;
+        throw failure;
+    }
+    finally {
+        const errors = [];
+        const cleanup = async (operation) => {
+            try {
+                await interruptible(Promise.resolve().then(operation), AbortSignal.timeout(cloudDefaults.cancellationMs));
+            }
+            catch (cause) {
+                errors.push(cause);
+            }
+        };
+        await cleanup(() => bridge?.close());
+        if (!completed) {
+            // The native PTY already supplies a session; terminate its existing process group.
+            const kill = `if [ -f ${quote(base + ".pid")} ]; then p=$(cat ${quote(base + ".pid")}); kill -KILL -"$p" 2>/dev/null || true; fi`;
+            await cleanup(() => sandbox.process.executeCommand(command.elevated ? `sudo -n sh -c ${quote(kill)}` : kill));
+            if (creating)
+                await cleanup(async () => {
+                    try {
+                        if (handle)
+                            return await handle.kill();
+                        await sandbox.process.killPtySession(id);
+                    }
+                    catch (cause) {
+                        if (!(cause instanceof Error && cause.name === "DaytonaNotFoundError"))
+                            throw cause;
+                    }
+                });
+        }
+        await cleanup(() => handle?.disconnect());
+        await cleanup(() => sandbox.process.executeCommand(`rm -f ${quote(base)} ${quote(base + ".pid")} ${quote(base + ".status")}`));
+        if (errors.length)
+            throw new AggregateError(failure === undefined ? errors : [failure, ...errors], "Daytona terminal cleanup failed");
+    }
+}
+//# sourceMappingURL=daytona-terminal.js.map

package/dist/providers/daytona-terminal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daytona-terminal.js","sourceRoot":"","sources":["../../src/providers/daytona-terminal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,KAAK,EAAE,MAAM,8BAA8B,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAuB,EACvB,OAAgB,EAChB,MAAmB;IAEnB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IACpD,MAAM,EAAE,GAAG,WAAW,UAAU,EAAE,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,QAAQ,EAAE,EAAE,CAAC;IAC1B,MAAM,OAAO,GAAG;QACd,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,OAAO,CAAC,UAAU;QAClB,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;KAC7B;SACE,GAAG,CAAC,KAAK,CAAC;SACV,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,MAAM,MAAM,GAAG;YACL,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC;EAC9B,OAAO;;0BAEiB,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC;;CAEhD,CAAC;IACA,IAAI,MAA6B,CAAC;IAClC,IAAI,MAAqD,CAAC;IAC1D,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;QACvD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,GAAG,cAAc,CACrB,OAAO,EACP,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC,WAAW,CAC9D,CAAC;QACF,sFAAsF;QACtF,QAAQ,GAAG,IAAI,CAAC;QAChB,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;YACvC,EAAE;YACF,GAAG,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YAC9B,IAAI,EAAE;gBACJ,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,gBAAgB;gBAC1C,GAAG,OAAO,CAAC,SAAS;gBACpB,GAAG,OAAO,CAAC,SAAS;aACrB;YACD,GAAG,MAAM,CAAC,IAAI,EAAE;YAChB,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1E,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvB,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAC7B,MAAM,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/D,IAAI,YAAgC,CAAC;QACrC,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YAChD,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC7B,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;gBAC3C,MAAM,IAAI,YAAY,CACpB,UAAU,EACV,4BAA4B,IAAI,CAAC,KAAK,EAAE,CACzC,CAAC;YACJ,OAAO,IAAI,OAAO,CAAQ,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QACH,KAAK,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC1C,wFAAwF;QACxF,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,OAAO,CAAC,IAAI,CAAC;gBACX,OAAO,CAAC,OAAO,CAAC,cAAc,CAC5B,WAAW,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,gBAAgB,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,mBAAmB,CAC7F;gBACD,MAAM,CAAC,OAAO;gBACd,aAAa;aACd,CAAC,EACF,MAAM,CACP,CAAC;YACF,MAAM,QAAQ,GACZ,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9D,IACE,QAAQ;gBACR,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC;oBACpB,YAAY,KAAK,SAAS;oBAC1B,YAAY,KAAK,CAAC,CAAC,EACrB,CAAC;gBACD,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC5C,OAAO;oBACL,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,YAAa;oBAC/D,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;oBACrB,MAAM,EAAE,EAAE;iBACX,CAAC;YACJ,CAAC;YACD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC;gBACvB,MAAM,IAAI,YAAY,CACpB,UAAU,EACV,qDAAqD,CACtD,CAAC;YACJ,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,UAAU,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC;gBACvD,MAAM,CAAC,OAAO;gBACd,aAAa;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QACjD,MAAM,OAAO,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,KAAK,EAAE,SAAwB,EAAE,EAAE;YACjD,IAAI,CAAC;gBACH,MAAM,aAAa,CACjB,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EACjC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC,CAClD,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC,CAAC;QACF,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,mFAAmF;YACnF,MAAM,IAAI,GAAG,WAAW,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,oBAAoB,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,6CAA6C,CAAC;YAClI,MAAM,OAAO,CAAC,GAAG,EAAE,CACjB,OAAO,CAAC,OAAO,CAAC,cAAc,CAC5B,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CACzD,CACF,CAAC;YACF,IAAI,QAAQ;gBACV,MAAM,OAAO,CAAC,KAAK,IAAI,EAAE;oBACvB,IAAI,CAAC;wBACH,IAAI,MAAM;4BAAE,OAAO,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBACvC,MAAM,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;oBAC3C,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,CAAC,CACH,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,CAChE;4BACC,MAAM,KAAK,CAAC;oBAChB,CAAC;gBACH,CAAC,CAAC,CAAC;QACP,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAC1C,MAAM,OAAO,CAAC,GAAG,EAAE,CACjB,OAAO,CAAC,OAAO,CAAC,cAAc,CAC5B,SAAS,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAC1E,CACF,CAAC;QACF,IAAI,MAAM,CAAC,MAAM;YACf,MAAM,IAAI,cAAc,CACtB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,EACrD,iCAAiC,CAClC,CAAC;IACN,CAAC;AACH,CAAC","sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { setTimeout } from \"node:timers/promises\";\nimport type { PtyHandle } from \"@daytona/sdk\";\nimport type { Command, CommandResult } from \"../domain/command.types.ts\";\nimport { OutpostError } from \"../domain/errors.ts\";\nimport { interruptible } from \"../infrastructure/abort.ts\";\nimport { quote } from \"../infrastructure/process.ts\";\nimport { cloudDefaults } from \"./cloud.constants.ts\";\nimport type { DaytonaRuntime } from \"./daytona.types.ts\";\nimport { terminalBridge } from \"./terminal-bridge.ts\";\n\nexport async function daytonaTerminal(\n  runtime: DaytonaRuntime,\n  command: Command,\n  signal: AbortSignal,\n): Promise<CommandResult> {\n  const { sandbox, root, options, context } = runtime;\n  const id = `outpost-${randomUUID()}`;\n  const base = `/tmp/${id}`;\n  const program = [\n    ...(command.elevated ? [\"sudo\", \"-n\", \"--\"] : []),\n    command.executable,\n    ...(command.arguments ?? []),\n  ]\n    .map(quote)\n    .join(\" \");\n  const script = `kill -0 -$$ 2>/dev/null || exit 125\necho $$ > ${quote(base + \".pid\")}\n${program}\nstatus=$?\nprintf '%s' \"$status\" > ${quote(base + \".status\")}\nexit \"$status\"\n`;\n  let handle: PtyHandle | undefined;\n  let bridge: ReturnType<typeof terminalBridge> | undefined;\n  let completed = false;\n  let creating = false;\n  let failure: unknown;\n  try {\n    await sandbox.fs.uploadFile(Buffer.from(script), base);\n    signal.throwIfAborted();\n    bridge = terminalBridge(\n      command,\n      command.retain ?? options.retain ?? cloudDefaults.retainBytes,\n    );\n    // createPty owns its connection timeout; await ownership before cancellation cleanup.\n    creating = true;\n    handle = await sandbox.process.createPty({\n      id,\n      cwd: command.directory ?? root,\n      envs: {\n        TERM: process.env.TERM ?? \"xterm-256color\",\n        ...context.variables,\n        ...command.variables,\n      },\n      ...bridge.size(),\n      onData: bridge.output,\n    });\n    signal.throwIfAborted();\n    await interruptible(handle.sendInput(`exec sh ${quote(base)}\\n`), signal);\n    bridge.connect(handle);\n    if (command.stdin !== undefined)\n      await interruptible(handle.sendInput(command.stdin), signal);\n    let nativeStatus: number | undefined;\n    const nativeFailure = handle.wait().then((exit) => {\n      nativeStatus = exit.exitCode;\n      if (exit.error && exit.exitCode === undefined)\n        throw new OutpostError(\n          \"provider\",\n          `Daytona terminal failed: ${exit.error}`,\n        );\n      return new Promise<never>(() => {});\n    });\n    void nativeFailure.catch(() => undefined);\n    // The SDK can infer success from socket closure; the script records process completion.\n    while (true) {\n      const status = await interruptible(\n        Promise.race([\n          sandbox.process.executeCommand(\n            `if [ -f ${quote(base + \".status\")} ]; then cat ${quote(base + \".status\")}; else exit 3; fi`,\n          ),\n          bridge.failure,\n          nativeFailure,\n        ]),\n        signal,\n      );\n      const recorded =\n        status.exitCode === 0 && /^\\d+$/.test(status.result.trim());\n      if (\n        recorded ||\n        (status.exitCode === 3 &&\n          nativeStatus !== undefined &&\n          nativeStatus !== 0)\n      ) {\n        completed = true;\n        await interruptible(bridge.flush(), signal);\n        return {\n          status: recorded ? Number(status.result.trim()) : nativeStatus!,\n          stdout: bridge.text(),\n          stderr: \"\",\n        };\n      }\n      if (status.exitCode !== 3)\n        throw new OutpostError(\n          \"provider\",\n          \"Daytona terminal returned invalid completion status\",\n        );\n      await Promise.race([\n        setTimeout(cloudDefaults.pollMs, undefined, { signal }),\n        bridge.failure,\n        nativeFailure,\n      ]);\n    }\n  } catch (cause) {\n    failure = signal.aborted ? signal.reason : cause;\n    throw failure;\n  } finally {\n    const errors: unknown[] = [];\n    const cleanup = async (operation: () => unknown) => {\n      try {\n        await interruptible(\n          Promise.resolve().then(operation),\n          AbortSignal.timeout(cloudDefaults.cancellationMs),\n        );\n      } catch (cause) {\n        errors.push(cause);\n      }\n    };\n    await cleanup(() => bridge?.close());\n    if (!completed) {\n      // The native PTY already supplies a session; terminate its existing process group.\n      const kill = `if [ -f ${quote(base + \".pid\")} ]; then p=$(cat ${quote(base + \".pid\")}); kill -KILL -\"$p\" 2>/dev/null || true; fi`;\n      await cleanup(() =>\n        sandbox.process.executeCommand(\n          command.elevated ? `sudo -n sh -c ${quote(kill)}` : kill,\n        ),\n      );\n      if (creating)\n        await cleanup(async () => {\n          try {\n            if (handle) return await handle.kill();\n            await sandbox.process.killPtySession(id);\n          } catch (cause) {\n            if (!(\n              cause instanceof Error && cause.name === \"DaytonaNotFoundError\"\n            ))\n              throw cause;\n          }\n        });\n    }\n    await cleanup(() => handle?.disconnect());\n    await cleanup(() =>\n      sandbox.process.executeCommand(\n        `rm -f ${quote(base)} ${quote(base + \".pid\")} ${quote(base + \".status\")}`,\n      ),\n    );\n    if (errors.length)\n      throw new AggregateError(\n        failure === undefined ? errors : [failure, ...errors],\n        \"Daytona terminal cleanup failed\",\n      );\n  }\n}\n"]}

package/dist/providers/daytona.js

@@ -1,9 +1,12 @@
+import { invariant } from "../domain/errors.js";
 import { posix } from "node:path";
+import { fileBatches } from "./file-batches.js";
 import { registerCleanup } from "../infrastructure/shutdown.js";
 import { cloudRoots } from "./cloud.constants.js";
 import { daytonaCommand } from "./daytona-command.js";
 import { daytonaFiles } from "./daytona-files.js";
 export function daytona(options = {}, connect = async (config) => new (await import("@daytona/sdk")).Daytona(config)) {
+    invariant(!("egress" in options) || options.egress === undefined, "Daytona does not support Outpost egress policies; configure provider-native networking explicitly");
     return {
         name: "daytona",
         placement: "remote",
@@ -12,8 +15,6 @@ export function daytona(options = {}, connect = async (config) => new (await imp
             context.signal?.throwIfAborted();
             const client = await connect(options.connection);
             const sandbox = await client.create(options.create ?? {});
-            const home = (await sandbox.getUserHomeDir()) ?? cloudRoots.daytonaHome;
-            const root = options.root ?? posix.join(home, "outpost");
             let closed = false, releasing;
             let unregister = () => { };
             const release = () => (releasing ??= client
@@ -27,14 +28,23 @@ export function daytona(options = {}, connect = async (config) => new (await imp
                 throw error;
             }));
             unregister = registerCleanup(release);
+            let home;
+            let root;
             try {
+                home = (await sandbox.getUserHomeDir()) ?? cloudRoots.daytonaHome;
+                root = options.root ?? posix.join(home, "outpost");
                 await sandbox.fs.createFolder(root, "755");
             }
             catch (cause) {
-                await release();
+                try {
+                    await release();
+                }
+                catch (cleanup) {
+                    throw new AggregateError([cause, cleanup], "Cloud setup and cleanup failed");
+                }
                 throw cause;
             }
-            return {
+            const lease = {
                 root,
                 home,
                 invoke: daytonaCommand({
@@ -47,6 +57,7 @@ export function daytona(options = {}, connect = async (config) => new (await imp
                 ...daytonaFiles(sandbox),
                 release,
             };
+            return { ...lease, fileTransfers: fileBatches(lease) };
         },
     };
 }

package/dist/providers/daytona.js.map

@@ -1 +1 @@
-{"version":3,"file":"daytona.js","sourceRoot":"","sources":["../../src/providers/daytona.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAKlD,MAAM,UAAU,OAAO,CACrB,UAA0B,EAAE,EAC5B,UAEmD,KAAK,EAAE,MAAM,EAAE,EAAE,CAClE,IAAI,CAAC,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAEpD,OAAO;QACL,IAAI,EAAE,SAAS;QACf,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE;QACnC,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,CAAC,MAAM,OAAO,CAAC,cAAc,EAAE,CAAC,IAAI,UAAU,CAAC,WAAW,CAAC;YACxE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACzD,IAAI,MAAM,GAAG,KAAK,EAChB,SAAoC,CAAC;YACvC,IAAI,UAAU,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;YAC1B,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,CAAC,SAAS,KAAK,MAAM;iBAClB,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,GAAG,EAAE;gBACT,MAAM,GAAG,IAAI,CAAC;gBACd,UAAU,EAAE,CAAC;YACf,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,SAAS,GAAG,SAAS,CAAC;gBACtB,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC,CAAC;YACR,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YACtC,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,EAAE,CAAC;gBAChB,MAAM,KAAK,CAAC;YACd,CAAC;YACD,OAAO;gBACL,IAAI;gBACJ,IAAI;gBACJ,MAAM,EAAE,cAAc,CAAC;oBACrB,OAAO;oBACP,IAAI;oBACJ,OAAO;oBACP,OAAO;oBACP,QAAQ,EAAE,GAAG,EAAE,CAAC,MAAM;iBACvB,CAAC;gBACF,GAAG,YAAY,CAAC,OAAO,CAAC;gBACxB,OAAO;aACR,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["import type { Daytona, DaytonaConfig } from \"@daytona/sdk\";\nimport { posix } from \"node:path\";\nimport type { SandboxProvider } from \"../domain/sandbox.types.ts\";\nimport { registerCleanup } from \"../infrastructure/shutdown.ts\";\nimport { cloudRoots } from \"./cloud.constants.ts\";\nimport { daytonaCommand } from \"./daytona-command.ts\";\nimport { daytonaFiles } from \"./daytona-files.ts\";\nimport type { DaytonaOptions } from \"./daytona.types.ts\";\n\nexport type { DaytonaOptions } from \"./daytona.types.ts\";\n\nexport function daytona(\n  options: DaytonaOptions = {},\n  connect: (\n    config?: DaytonaConfig,\n  ) => Promise<Pick<Daytona, \"create\" | \"delete\">> = async (config) =>\n    new (await import(\"@daytona/sdk\")).Daytona(config),\n): SandboxProvider {\n  return {\n    name: \"daytona\",\n    placement: \"remote\",\n    variables: { ...options.variables },\n    async acquire(context) {\n      context.signal?.throwIfAborted();\n      const client = await connect(options.connection);\n      const sandbox = await client.create(options.create ?? {});\n      const home = (await sandbox.getUserHomeDir()) ?? cloudRoots.daytonaHome;\n      const root = options.root ?? posix.join(home, \"outpost\");\n      let closed = false,\n        releasing: Promise<void> | undefined;\n      let unregister = () => {};\n      const release = () =>\n        (releasing ??= client\n          .delete(sandbox)\n          .then(() => {\n            closed = true;\n            unregister();\n          })\n          .catch((error) => {\n            releasing = undefined;\n            throw error;\n          }));\n      unregister = registerCleanup(release);\n      try {\n        await sandbox.fs.createFolder(root, \"755\");\n      } catch (cause) {\n        await release();\n        throw cause;\n      }\n      return {\n        root,\n        home,\n        invoke: daytonaCommand({\n          sandbox,\n          root,\n          options,\n          context,\n          isClosed: () => closed,\n        }),\n        ...daytonaFiles(sandbox),\n        release,\n      };\n    },\n  };\n}\n"]}
+{"version":3,"file":"daytona.js","sourceRoot":"","sources":["../../src/providers/daytona.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAKlD,MAAM,UAAU,OAAO,CACrB,UAA0B,EAAE,EAC5B,UAEmD,KAAK,EAAE,MAAM,EAAE,EAAE,CAClE,IAAI,CAAC,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAEpD,SAAS,CACP,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EACtD,mGAAmG,CACpG,CAAC;IACF,OAAO;QACL,IAAI,EAAE,SAAS;QACf,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE;QACnC,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YAC1D,IAAI,MAAM,GAAG,KAAK,EAChB,SAAoC,CAAC;YACvC,IAAI,UAAU,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;YAC1B,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,CAAC,SAAS,KAAK,MAAM;iBAClB,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,GAAG,EAAE;gBACT,MAAM,GAAG,IAAI,CAAC;gBACd,UAAU,EAAE,CAAC;YACf,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,SAAS,GAAG,SAAS,CAAC;gBACtB,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC,CAAC;YACR,UAAU,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YACtC,IAAI,IAAY,CAAC;YACjB,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,MAAM,OAAO,CAAC,cAAc,EAAE,CAAC,IAAI,UAAU,CAAC,WAAW,CAAC;gBAClE,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBACnD,MAAM,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC;oBACH,MAAM,OAAO,EAAE,CAAC;gBAClB,CAAC;gBAAC,OAAO,OAAO,EAAE,CAAC;oBACjB,MAAM,IAAI,cAAc,CACtB,CAAC,KAAK,EAAE,OAAO,CAAC,EAChB,gCAAgC,CACjC,CAAC;gBACJ,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,KAAK,GAAG;gBACZ,IAAI;gBACJ,IAAI;gBACJ,MAAM,EAAE,cAAc,CAAC;oBACrB,OAAO;oBACP,IAAI;oBACJ,OAAO;oBACP,OAAO;oBACP,QAAQ,EAAE,GAAG,EAAE,CAAC,MAAM;iBACvB,CAAC;gBACF,GAAG,YAAY,CAAC,OAAO,CAAC;gBACxB,OAAO;aACR,CAAC;YACF,OAAO,EAAE,GAAG,KAAK,EAAE,aAAa,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["import type { Daytona, DaytonaConfig } from \"@daytona/sdk\";\nimport { invariant } from \"../domain/errors.ts\";\nimport { posix } from \"node:path\";\nimport type { SandboxProvider } from \"../domain/sandbox.types.ts\";\nimport { fileBatches } from \"./file-batches.ts\";\nimport { registerCleanup } from \"../infrastructure/shutdown.ts\";\nimport { cloudRoots } from \"./cloud.constants.ts\";\nimport { daytonaCommand } from \"./daytona-command.ts\";\nimport { daytonaFiles } from \"./daytona-files.ts\";\nimport type { DaytonaOptions } from \"./daytona.types.ts\";\n\nexport type { DaytonaOptions } from \"./daytona.types.ts\";\n\nexport function daytona(\n  options: DaytonaOptions = {},\n  connect: (\n    config?: DaytonaConfig,\n  ) => Promise<Pick<Daytona, \"create\" | \"delete\">> = async (config) =>\n    new (await import(\"@daytona/sdk\")).Daytona(config),\n): SandboxProvider {\n  invariant(\n    !(\"egress\" in options) || options.egress === undefined,\n    \"Daytona does not support Outpost egress policies; configure provider-native networking explicitly\",\n  );\n  return {\n    name: \"daytona\",\n    placement: \"remote\",\n    variables: { ...options.variables },\n    async acquire(context) {\n      context.signal?.throwIfAborted();\n      const client = await connect(options.connection);\n      const sandbox = await client.create(options.create ?? {});\n      let closed = false,\n        releasing: Promise<void> | undefined;\n      let unregister = () => {};\n      const release = () =>\n        (releasing ??= client\n          .delete(sandbox)\n          .then(() => {\n            closed = true;\n            unregister();\n          })\n          .catch((error) => {\n            releasing = undefined;\n            throw error;\n          }));\n      unregister = registerCleanup(release);\n      let home: string;\n      let root: string;\n      try {\n        home = (await sandbox.getUserHomeDir()) ?? cloudRoots.daytonaHome;\n        root = options.root ?? posix.join(home, \"outpost\");\n        await sandbox.fs.createFolder(root, \"755\");\n      } catch (cause) {\n        try {\n          await release();\n        } catch (cleanup) {\n          throw new AggregateError(\n            [cause, cleanup],\n            \"Cloud setup and cleanup failed\",\n          );\n        }\n        throw cause;\n      }\n      const lease = {\n        root,\n        home,\n        invoke: daytonaCommand({\n          sandbox,\n          root,\n          options,\n          context,\n          isClosed: () => closed,\n        }),\n        ...daytonaFiles(sandbox),\n        release,\n      };\n      return { ...lease, fileTransfers: fileBatches(lease) };\n    },\n  };\n}\n"]}

package/dist/providers/diagnostic-container.d.ts

@@ -0,0 +1,4 @@
+import type { SandboxProvider } from "../domain/sandbox.types.ts";
+import type { Executor } from "../infrastructure/process.types.ts";
+import type { ContainerEngine } from "./container.types.ts";
+export declare function diagnosticContainer(engine: ContainerEngine, image: string, deadlineMs: number, execute?: Executor): SandboxProvider;

package/dist/providers/diagnostic-container.js

@@ -0,0 +1,15 @@
+import { executeProcess } from "../infrastructure/process.js";
+import { containerProvider } from "./container.js";
+export function diagnosticContainer(engine, image, deadlineMs, execute = executeProcess) {
+    return containerProvider(engine, { image, networks: "none" }, (command) => {
+        const args = command.arguments ?? [];
+        return execute({
+            ...command,
+            deadlineMs: Math.min(command.deadlineMs ?? deadlineMs, deadlineMs),
+            arguments: args[0] === "create"
+                ? ["create", "--pull=never", ...args.slice(1)]
+                : args,
+        });
+    });
+}
+//# sourceMappingURL=diagnostic-container.js.map

package/dist/providers/diagnostic-container.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diagnostic-container.js","sourceRoot":"","sources":["../../src/providers/diagnostic-container.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAE9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGnD,MAAM,UAAU,mBAAmB,CACjC,MAAuB,EACvB,KAAa,EACb,UAAkB,EAClB,UAAoB,cAAc;IAElC,OAAO,iBAAiB,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE;QACxE,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QACrC,OAAO,OAAO,CAAC;YACb,GAAG,OAAO;YACV,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,UAAU,EAAE,UAAU,CAAC;YAClE,SAAS,EACP,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ;gBAClB,CAAC,CAAC,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC,CAAC,IAAI;SACX,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["import type { SandboxProvider } from \"../domain/sandbox.types.ts\";\nimport { executeProcess } from \"../infrastructure/process.ts\";\nimport type { Executor } from \"../infrastructure/process.types.ts\";\nimport { containerProvider } from \"./container.ts\";\nimport type { ContainerEngine } from \"./container.types.ts\";\n\nexport function diagnosticContainer(\n  engine: ContainerEngine,\n  image: string,\n  deadlineMs: number,\n  execute: Executor = executeProcess,\n): SandboxProvider {\n  return containerProvider(engine, { image, networks: \"none\" }, (command) => {\n    const args = command.arguments ?? [];\n    return execute({\n      ...command,\n      deadlineMs: Math.min(command.deadlineMs ?? deadlineMs, deadlineMs),\n      arguments:\n        args[0] === \"create\"\n          ? [\"create\", \"--pull=never\", ...args.slice(1)]\n          : args,\n    });\n  });\n}\n"]}

package/dist/providers/docker.d.ts

@@ -1,3 +1,5 @@
 import type { ContainerOptions } from "./container.types.ts";
 export type { ContainerOptions } from "./container.ts";
 export declare const docker: (options?: ContainerOptions) => import("../index.ts").SandboxProvider;
+export type { DependencyCache } from "./container-cache.types.ts";
+export type { EgressPolicy } from "../domain/egress.types.ts";

package/dist/providers/docker.js.map

@@ -1 +1 @@
-{"version":3,"file":"docker.js","sourceRoot":"","sources":["../../src/providers/docker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,UAA4B,EAAE,EAAE,EAAE,CACvD,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC","sourcesContent":["import { containerProvider } from \"./container.ts\";\nimport type { ContainerOptions } from \"./container.types.ts\";\n\nexport type { ContainerOptions } from \"./container.ts\";\n\nexport const docker = (options: ContainerOptions = {}) =>\n  containerProvider(\"docker\", options);\n"]}
+{"version":3,"file":"docker.js","sourceRoot":"","sources":["../../src/providers/docker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAKnD,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,UAA4B,EAAE,EAAE,EAAE,CACvD,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC","sourcesContent":["import { containerProvider } from \"./container.ts\";\nimport type { ContainerOptions } from \"./container.types.ts\";\n\nexport type { ContainerOptions } from \"./container.ts\";\n\nexport const docker = (options: ContainerOptions = {}) =>\n  containerProvider(\"docker\", options);\n\nexport type { DependencyCache } from \"./container-cache.types.ts\";\n\nexport type { EgressPolicy } from \"../domain/egress.types.ts\";\n"]}

package/dist/providers/file-batches.constants.d.ts

@@ -0,0 +1,10 @@
+export declare const fileBatchLimits: {
+    readonly bytes: number;
+    readonly entries: 128;
+    readonly argumentBytes: number;
+    readonly cleanupMs: 10000;
+    readonly manifestBytes: number;
+    readonly decodedBytes: number;
+};
+export declare const fileBatchScript: string;
+export declare const fileBatchCleanupScript = "require(\"node:fs\").rmSync(process.argv[1], { force: true })";

package/dist/providers/file-batches.constants.js

@@ -0,0 +1,57 @@
+export const fileBatchLimits = {
+    bytes: 8 * 1024 * 1024,
+    entries: 128,
+    argumentBytes: 48 * 1024,
+    cleanupMs: 10_000,
+    manifestBytes: 2 * 1024 * 1024,
+    decodedBytes: 16 * 1024 * 1024,
+};
+export const fileBatchScript = String.raw `
+const fs = require('node:fs'), p = require('node:path'), c = require('node:crypto'), z = require('node:zlib');
+const [operation, root, input, output] = process.argv.slice(1), entries = JSON.parse(input);
+function safe(path) {
+  if (!path || p.isAbsolute(path) || path.includes('\\') || path.includes('\0') || path.split('/').some(x => x === '..' || x.toLowerCase() === '.git')) throw Error('Unsafe transfer path');
+  const target = p.resolve(root, path);
+  let parent = p.dirname(target);
+  while (true) {
+    if (fs.lstatSync(parent).isSymbolicLink()) throw Error('Transfer path traverses symlink');
+    if (parent === p.resolve(root)) break;
+    parent = p.dirname(parent);
+  }
+  return target;
+}
+async function inspect(path, expected) {
+  const dataRequired = expected !== undefined;
+  const target = safe(path), stat = fs.lstatSync(target), hash = c.createHash('sha256');
+  if (!stat.isFile() && !stat.isSymbolicLink()) throw Error('Unsupported transfer file');
+  if (expected && stat.isFile() && stat.size !== expected.size) throw Error('Remote file changed during transfer');
+  let data, size = stat.size;
+  if (stat.isSymbolicLink()) { data = Buffer.from(fs.readlinkSync(target)); size = data.length; hash.update(data); }
+  else {
+    const chunks = []; let bytes = 0;
+    for await (const chunk of fs.createReadStream(target)) {
+      hash.update(chunk);
+      if (dataRequired) {
+        bytes += chunk.length;
+        if (bytes > expected.size) throw Error('Remote file changed during transfer');
+        chunks.push(chunk);
+      }
+    }
+    if (dataRequired) data = Buffer.concat(chunks);
+  }
+  const entry = { path, kind: stat.isSymbolicLink() ? 'link' : 'file', mode: stat.mode & 511, size, sha256: hash.digest('hex') };
+  return dataRequired ? { ...entry, data: data.toString('base64') } : entry;
+}
+(async () => {
+  const result = [];
+  for (const entry of entries) {
+    const item = await inspect(operation === 'manifest' ? entry : entry.path, operation === 'batch' ? entry : undefined);
+    if (operation === 'batch' && ['path', 'kind', 'mode', 'size', 'sha256'].some(key => item[key] !== entry[key])) throw Error('Remote file changed during transfer');
+    result.push(item);
+  }
+  if (operation === 'manifest') { process.stdout.write(JSON.stringify(result)); return; }
+  fs.writeFileSync(output, z.gzipSync(Buffer.from(JSON.stringify(result))), { mode: 384, flag: 'wx' });
+})().catch(error => { console.error(error.message); process.exitCode = 1; });
+`;
+export const fileBatchCleanupScript = `require("node:fs").rmSync(process.argv[1], { force: true })`;
+//# sourceMappingURL=file-batches.constants.js.map

package/dist/providers/file-batches.constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-batches.constants.js","sourceRoot":"","sources":["../../src/providers/file-batches.constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;IACtB,OAAO,EAAE,GAAG;IACZ,aAAa,EAAE,EAAE,GAAG,IAAI;IACxB,SAAS,EAAE,MAAM;IACjB,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;IAC9B,YAAY,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;CACtB,CAAC;AAEX,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8CxC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,6DAA6D,CAAC","sourcesContent":["export const fileBatchLimits = {\n  bytes: 8 * 1024 * 1024,\n  entries: 128,\n  argumentBytes: 48 * 1024,\n  cleanupMs: 10_000,\n  manifestBytes: 2 * 1024 * 1024,\n  decodedBytes: 16 * 1024 * 1024,\n} as const;\n\nexport const fileBatchScript = String.raw`\nconst fs = require('node:fs'), p = require('node:path'), c = require('node:crypto'), z = require('node:zlib');\nconst [operation, root, input, output] = process.argv.slice(1), entries = JSON.parse(input);\nfunction safe(path) {\n  if (!path || p.isAbsolute(path) || path.includes('\\\\') || path.includes('\\0') || path.split('/').some(x => x === '..' || x.toLowerCase() === '.git')) throw Error('Unsafe transfer path');\n  const target = p.resolve(root, path);\n  let parent = p.dirname(target);\n  while (true) {\n    if (fs.lstatSync(parent).isSymbolicLink()) throw Error('Transfer path traverses symlink');\n    if (parent === p.resolve(root)) break;\n    parent = p.dirname(parent);\n  }\n  return target;\n}\nasync function inspect(path, expected) {\n  const dataRequired = expected !== undefined;\n  const target = safe(path), stat = fs.lstatSync(target), hash = c.createHash('sha256');\n  if (!stat.isFile() && !stat.isSymbolicLink()) throw Error('Unsupported transfer file');\n  if (expected && stat.isFile() && stat.size !== expected.size) throw Error('Remote file changed during transfer');\n  let data, size = stat.size;\n  if (stat.isSymbolicLink()) { data = Buffer.from(fs.readlinkSync(target)); size = data.length; hash.update(data); }\n  else {\n    const chunks = []; let bytes = 0;\n    for await (const chunk of fs.createReadStream(target)) {\n      hash.update(chunk);\n      if (dataRequired) {\n        bytes += chunk.length;\n        if (bytes > expected.size) throw Error('Remote file changed during transfer');\n        chunks.push(chunk);\n      }\n    }\n    if (dataRequired) data = Buffer.concat(chunks);\n  }\n  const entry = { path, kind: stat.isSymbolicLink() ? 'link' : 'file', mode: stat.mode & 511, size, sha256: hash.digest('hex') };\n  return dataRequired ? { ...entry, data: data.toString('base64') } : entry;\n}\n(async () => {\n  const result = [];\n  for (const entry of entries) {\n    const item = await inspect(operation === 'manifest' ? entry : entry.path, operation === 'batch' ? entry : undefined);\n    if (operation === 'batch' && ['path', 'kind', 'mode', 'size', 'sha256'].some(key => item[key] !== entry[key])) throw Error('Remote file changed during transfer');\n    result.push(item);\n  }\n  if (operation === 'manifest') { process.stdout.write(JSON.stringify(result)); return; }\n  fs.writeFileSync(output, z.gzipSync(Buffer.from(JSON.stringify(result))), { mode: 384, flag: 'wx' });\n})().catch(error => { console.error(error.message); process.exitCode = 1; });\n`;\n\nexport const fileBatchCleanupScript = `require(\"node:fs\").rmSync(process.argv[1], { force: true })`;\n"]}

package/dist/providers/file-batches.d.ts

@@ -0,0 +1,2 @@
+import type { FileTransfers, SandboxLease } from "../domain/sandbox.types.ts";
+export declare function fileBatches(lease: Pick<SandboxLease, "invoke" | "download"> & Partial<Pick<SandboxLease, "upload">>): FileTransfers;

package/dist/providers/file-batches.js

@@ -0,0 +1,160 @@
+import { randomUUID, createHash } from "node:crypto";
+import { chmod, lstat, mkdir, mkdtemp, readFile, rm, symlink, writeFile, } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { dirname, join } from "node:path";
+import { gunzipSync } from "node:zlib";
+import { OutpostError } from "../domain/errors.js";
+import { fileManifest, parseManifest, sameFile, sameLocalFile, validateFilePaths, } from "../infrastructure/file-manifest.js";
+import { safeDestination } from "../infrastructure/files.js";
+import { transfer } from "../infrastructure/transfer.js";
+import { fileBatchCleanupScript, fileBatchLimits, fileBatchScript, } from "./file-batches.constants.js";
+import { uploadBatch } from "./file-upload.js";
+export function fileBatches(lease) {
+    const run = async (args, options) => {
+        const result = await lease.invoke({
+            executable: "node",
+            arguments: ["-e", fileBatchScript, ...args],
+            retain: fileBatchLimits.manifestBytes,
+            ...options,
+        });
+        if (result.status !== 0)
+            throw new OutpostError("provider", "Remote file manifest or batch failed", { stderr: result.stderr });
+        return result.stdout;
+    };
+    return {
+        ...(lease.upload
+            ? {
+                uploadBatch: uploadBatch({
+                    invoke: lease.invoke.bind(lease),
+                    upload: lease.upload.bind(lease),
+                }),
+            }
+            : {}),
+        manifest(source, paths, options = {}) {
+            return transfer(options, async (signal) => {
+                validateFilePaths(paths);
+                const result = [];
+                for (let offset = 0; offset < paths.length;) {
+                    signal.throwIfAborted();
+                    const selected = paths.slice(offset, offset + fileBatchLimits.entries);
+                    while (Buffer.byteLength(JSON.stringify(selected)) >
+                        fileBatchLimits.argumentBytes)
+                        selected.pop();
+                    if (!selected.length)
+                        throw new OutpostError("provider", "Manifest path exceeds command size limit");
+                    offset += selected.length;
+                    result.push(...parseManifest(JSON.parse(await run(["manifest", source, JSON.stringify(selected)], {
+                        ...options,
+                        signal,
+                    })), selected));
+                }
+                return result;
+            });
+        },
+        downloadBatch(source, entries, destination, options = {}) {
+            return transfer(options, async (signal) => {
+                parseManifest(entries, entries.map((entry) => entry.path));
+                if (!entries.length)
+                    return;
+                const staging = await mkdtemp(join(tmpdir(), "outpost-batch-"));
+                try {
+                    let pending = [], bytes = 0;
+                    const flush = async () => {
+                        if (!pending.length)
+                            return;
+                        const remote = `${source.replaceAll("\\", "/")}/../.outpost-${randomUUID()}.json.gz`;
+                        try {
+                            await run(["batch", source, JSON.stringify(pending), remote], {
+                                ...options,
+                                signal,
+                            });
+                            signal.throwIfAborted();
+                            const archive = join(staging, "batch.json.gz");
+                            await lease.download(remote, archive, { ...options, signal });
+                            signal.throwIfAborted();
+                            await unpackBatch(archive, pending, destination, signal);
+                        }
+                        finally {
+                            await lease
+                                .invoke({
+                                executable: "node",
+                                arguments: ["-e", fileBatchCleanupScript, remote],
+                                deadlineMs: fileBatchLimits.cleanupMs,
+                            })
+                                .catch(() => undefined);
+                        }
+                        pending = [];
+                        bytes = 0;
+                    };
+                    for (const entry of entries) {
+                        signal.throwIfAborted();
+                        await safeDestination(destination, entry.path);
+                        if (entry.size > fileBatchLimits.bytes) {
+                            await flush();
+                            const target = await safeDestination(destination, entry.path);
+                            await lease.download(`${source}/${entry.path}`, target, {
+                                ...options,
+                                signal,
+                            });
+                            if (!sameLocalFile(entry, await fileManifest(destination, entry.path)))
+                                throw new OutpostError("provider", "Remote file changed during transfer", { path: entry.path });
+                            continue;
+                        }
+                        if (pending.length >= fileBatchLimits.entries ||
+                            bytes + entry.size > fileBatchLimits.bytes ||
+                            Buffer.byteLength(JSON.stringify([...pending, entry])) >
+                                fileBatchLimits.argumentBytes)
+                            await flush();
+                        pending.push(entry);
+                        bytes += entry.size;
+                    }
+                    await flush();
+                }
+                finally {
+                    await rm(staging, { recursive: true, force: true });
+                }
+            });
+        },
+    };
+}
+async function unpackBatch(archive, entries, destination, signal) {
+    const payload = JSON.parse(gunzipSync(await readFile(archive), {
+        maxOutputLength: fileBatchLimits.decodedBytes,
+    }).toString("utf8"));
+    const manifest = parseManifest(payload, entries.map((entry) => entry.path));
+    if (!Array.isArray(payload))
+        throw new OutpostError("provider", "Invalid file batch");
+    for (const [index, entry] of manifest.entries()) {
+        signal.throwIfAborted();
+        const record = payload[index];
+        if (!record ||
+            typeof record !== "object" ||
+            !("data" in record) ||
+            typeof record.data !== "string")
+            throw new OutpostError("provider", "Invalid batch payload");
+        const data = Buffer.from(record.data, "base64");
+        if (!sameFile(entry, entries[index]) ||
+            data.length !== entry.size ||
+            createHash("sha256").update(data).digest("hex") !== entry.sha256)
+            throw new OutpostError("provider", "File batch checksum mismatch", {
+                path: entry.path,
+            });
+        const target = await safeDestination(destination, entry.path);
+        await mkdir(dirname(target), { recursive: true });
+        if (await lstat(target).catch((error) => {
+            if (error.code === "ENOENT")
+                return undefined;
+            throw error;
+        }))
+            throw new OutpostError("provider", "Batch destination already exists", {
+                path: entry.path,
+            });
+        if (entry.kind === "link") {
+            await symlink(data.toString("utf8"), target);
+            continue;
+        }
+        await writeFile(target, data, { mode: entry.mode, flag: "wx" });
+        await chmod(target, entry.mode);
+    }
+}
+//# sourceMappingURL=file-batches.js.map

package/dist/providers/file-batches.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-batches.js","sourceRoot":"","sources":["../../src/providers/file-batches.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EACL,KAAK,EACL,KAAK,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,EAAE,EACF,OAAO,EACP,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAOnD,OAAO,EACL,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,aAAa,EACb,iBAAiB,GAClB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAC;AACzD,OAAO,EACL,sBAAsB,EACtB,eAAe,EACf,eAAe,GAChB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,MAAM,UAAU,WAAW,CACzB,KACuC;IAEvC,MAAM,GAAG,GAAG,KAAK,EAAE,IAAuB,EAAE,OAAwB,EAAE,EAAE;QACtE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;YAChC,UAAU,EAAE,MAAM;YAClB,SAAS,EAAE,CAAC,IAAI,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC;YAC3C,MAAM,EAAE,eAAe,CAAC,aAAa;YACrC,GAAG,OAAO;SACX,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YACrB,MAAM,IAAI,YAAY,CACpB,UAAU,EACV,sCAAsC,EACtC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAC1B,CAAC;QACJ,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC,CAAC;IACF,OAAO;QACL,GAAG,CAAC,KAAK,CAAC,MAAM;YACd,CAAC,CAAC;gBACE,WAAW,EAAE,WAAW,CAAC;oBACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;oBAChC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;iBACjC,CAAC;aACH;YACH,CAAC,CAAC,EAAE,CAAC;QACP,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,EAAE;YAClC,OAAO,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACxC,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBACzB,MAAM,MAAM,GAAwB,EAAE,CAAC;gBACvC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;oBAC5C,MAAM,CAAC,cAAc,EAAE,CAAC;oBACxB,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAC1B,MAAM,EACN,MAAM,GAAG,eAAe,CAAC,OAAO,CACjC,CAAC;oBACF,OACE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;wBAC3C,eAAe,CAAC,aAAa;wBAE7B,QAAQ,CAAC,GAAG,EAAE,CAAC;oBACjB,IAAI,CAAC,QAAQ,CAAC,MAAM;wBAClB,MAAM,IAAI,YAAY,CACpB,UAAU,EACV,0CAA0C,CAC3C,CAAC;oBACJ,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,IAAI,CACT,GAAG,aAAa,CACd,IAAI,CAAC,KAAK,CACR,MAAM,GAAG,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE;wBACxD,GAAG,OAAO;wBACV,MAAM;qBACP,CAAC,CACH,EACD,QAAQ,CACT,CACF,CAAC;gBACJ,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,GAAG,EAAE;YACtD,OAAO,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACxC,aAAa,CACX,OAAO,EACP,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CACnC,CAAC;gBACF,IAAI,CAAC,OAAO,CAAC,MAAM;oBAAE,OAAO;gBAC5B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;gBAChE,IAAI,CAAC;oBACH,IAAI,OAAO,GAAwB,EAAE,EACnC,KAAK,GAAG,CAAC,CAAC;oBACZ,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;wBACvB,IAAI,CAAC,OAAO,CAAC,MAAM;4BAAE,OAAO;wBAC5B,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,gBAAgB,UAAU,EAAE,UAAU,CAAC;wBACrF,IAAI,CAAC;4BACH,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,EAAE;gCAC5D,GAAG,OAAO;gCACV,MAAM;6BACP,CAAC,CAAC;4BACH,MAAM,CAAC,cAAc,EAAE,CAAC;4BACxB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;4BAC/C,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;4BAC9D,MAAM,CAAC,cAAc,EAAE,CAAC;4BACxB,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;wBAC3D,CAAC;gCAAS,CAAC;4BACT,MAAM,KAAK;iCACR,MAAM,CAAC;gCACN,UAAU,EAAE,MAAM;gCAClB,SAAS,EAAE,CAAC,IAAI,EAAE,sBAAsB,EAAE,MAAM,CAAC;gCACjD,UAAU,EAAE,eAAe,CAAC,SAAS;6BACtC,CAAC;iCACD,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;wBAC5B,CAAC;wBACD,OAAO,GAAG,EAAE,CAAC;wBACb,KAAK,GAAG,CAAC,CAAC;oBACZ,CAAC,CAAC;oBACF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;wBAC5B,MAAM,CAAC,cAAc,EAAE,CAAC;wBACxB,MAAM,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC/C,IAAI,KAAK,CAAC,IAAI,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC;4BACvC,MAAM,KAAK,EAAE,CAAC;4BACd,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;4BAC9D,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE;gCACtD,GAAG,OAAO;gCACV,MAAM;6BACP,CAAC,CAAC;4BACH,IACE,CAAC,aAAa,CACZ,KAAK,EACL,MAAM,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAC5C;gCAED,MAAM,IAAI,YAAY,CACpB,UAAU,EACV,qCAAqC,EACrC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CACrB,CAAC;4BACJ,SAAS;wBACX,CAAC;wBACD,IACE,OAAO,CAAC,MAAM,IAAI,eAAe,CAAC,OAAO;4BACzC,KAAK,GAAG,KAAK,CAAC,IAAI,GAAG,eAAe,CAAC,KAAK;4BAC1C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;gCACpD,eAAe,CAAC,aAAa;4BAE/B,MAAM,KAAK,EAAE,CAAC;wBAChB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACpB,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC;oBACtB,CAAC;oBACD,MAAM,KAAK,EAAE,CAAC;gBAChB,CAAC;wBAAS,CAAC;oBACT,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,OAAe,EACf,OAAqC,EACrC,WAAmB,EACnB,MAAmB;IAEnB,MAAM,OAAO,GAAY,IAAI,CAAC,KAAK,CACjC,UAAU,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,EAAE;QAClC,eAAe,EAAE,eAAe,CAAC,YAAY;KAC9C,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CACpB,CAAC;IACF,MAAM,QAAQ,GAAG,aAAa,CAC5B,OAAO,EACP,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CACnC,CAAC;IACF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACzB,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;IAC3D,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,MAAM,GAAY,OAAO,CAAC,KAAK,CAAC,CAAC;QACvC,IACE,CAAC,MAAM;YACP,OAAO,MAAM,KAAK,QAAQ;YAC1B,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC;YACnB,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;YAE/B,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAChD,IACE,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAE,CAAC;YACjC,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,IAAI;YAC1B,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,MAAM;YAEhE,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,8BAA8B,EAAE;gBACjE,IAAI,EAAE,KAAK,CAAC,IAAI;aACjB,CAAC,CAAC;QACL,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,IACE,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,SAAS,CAAC;YAC9C,MAAM,KAAK,CAAC;QACd,CAAC,CAAC;YAEF,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,kCAAkC,EAAE;gBACrE,IAAI,EAAE,KAAK,CAAC,IAAI;aACjB,CAAC,CAAC;QACL,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;YAC7C,SAAS;QACX,CAAC;QACD,MAAM,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;AACH,CAAC","sourcesContent":["import { randomUUID, createHash } from \"node:crypto\";\nimport {\n  chmod,\n  lstat,\n  mkdir,\n  mkdtemp,\n  readFile,\n  rm,\n  symlink,\n  writeFile,\n} from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport { dirname, join } from \"node:path\";\nimport { gunzipSync } from \"node:zlib\";\nimport { OutpostError } from \"../domain/errors.ts\";\nimport type {\n  FileManifestEntry,\n  FileTransfers,\n  SandboxLease,\n  TransferOptions,\n} from \"../domain/sandbox.types.ts\";\nimport {\n  fileManifest,\n  parseManifest,\n  sameFile,\n  sameLocalFile,\n  validateFilePaths,\n} from \"../infrastructure/file-manifest.ts\";\nimport { safeDestination } from \"../infrastructure/files.ts\";\nimport { transfer } from \"../infrastructure/transfer.ts\";\nimport {\n  fileBatchCleanupScript,\n  fileBatchLimits,\n  fileBatchScript,\n} from \"./file-batches.constants.ts\";\n\nimport { uploadBatch } from \"./file-upload.ts\";\n\nexport function fileBatches(\n  lease: Pick<SandboxLease, \"invoke\" | \"download\"> &\n    Partial<Pick<SandboxLease, \"upload\">>,\n): FileTransfers {\n  const run = async (args: readonly string[], options: TransferOptions) => {\n    const result = await lease.invoke({\n      executable: \"node\",\n      arguments: [\"-e\", fileBatchScript, ...args],\n      retain: fileBatchLimits.manifestBytes,\n      ...options,\n    });\n    if (result.status !== 0)\n      throw new OutpostError(\n        \"provider\",\n        \"Remote file manifest or batch failed\",\n        { stderr: result.stderr },\n      );\n    return result.stdout;\n  };\n  return {\n    ...(lease.upload\n      ? {\n          uploadBatch: uploadBatch({\n            invoke: lease.invoke.bind(lease),\n            upload: lease.upload.bind(lease),\n          }),\n        }\n      : {}),\n    manifest(source, paths, options = {}) {\n      return transfer(options, async (signal) => {\n        validateFilePaths(paths);\n        const result: FileManifestEntry[] = [];\n        for (let offset = 0; offset < paths.length;) {\n          signal.throwIfAborted();\n          const selected = paths.slice(\n            offset,\n            offset + fileBatchLimits.entries,\n          );\n          while (\n            Buffer.byteLength(JSON.stringify(selected)) >\n            fileBatchLimits.argumentBytes\n          )\n            selected.pop();\n          if (!selected.length)\n            throw new OutpostError(\n              \"provider\",\n              \"Manifest path exceeds command size limit\",\n            );\n          offset += selected.length;\n          result.push(\n            ...parseManifest(\n              JSON.parse(\n                await run([\"manifest\", source, JSON.stringify(selected)], {\n                  ...options,\n                  signal,\n                }),\n              ),\n              selected,\n            ),\n          );\n        }\n        return result;\n      });\n    },\n    downloadBatch(source, entries, destination, options = {}) {\n      return transfer(options, async (signal) => {\n        parseManifest(\n          entries,\n          entries.map((entry) => entry.path),\n        );\n        if (!entries.length) return;\n        const staging = await mkdtemp(join(tmpdir(), \"outpost-batch-\"));\n        try {\n          let pending: FileManifestEntry[] = [],\n            bytes = 0;\n          const flush = async () => {\n            if (!pending.length) return;\n            const remote = `${source.replaceAll(\"\\\\\", \"/\")}/../.outpost-${randomUUID()}.json.gz`;\n            try {\n              await run([\"batch\", source, JSON.stringify(pending), remote], {\n                ...options,\n                signal,\n              });\n              signal.throwIfAborted();\n              const archive = join(staging, \"batch.json.gz\");\n              await lease.download(remote, archive, { ...options, signal });\n              signal.throwIfAborted();\n              await unpackBatch(archive, pending, destination, signal);\n            } finally {\n              await lease\n                .invoke({\n                  executable: \"node\",\n                  arguments: [\"-e\", fileBatchCleanupScript, remote],\n                  deadlineMs: fileBatchLimits.cleanupMs,\n                })\n                .catch(() => undefined);\n            }\n            pending = [];\n            bytes = 0;\n          };\n          for (const entry of entries) {\n            signal.throwIfAborted();\n            await safeDestination(destination, entry.path);\n            if (entry.size > fileBatchLimits.bytes) {\n              await flush();\n              const target = await safeDestination(destination, entry.path);\n              await lease.download(`${source}/${entry.path}`, target, {\n                ...options,\n                signal,\n              });\n              if (\n                !sameLocalFile(\n                  entry,\n                  await fileManifest(destination, entry.path),\n                )\n              )\n                throw new OutpostError(\n                  \"provider\",\n                  \"Remote file changed during transfer\",\n                  { path: entry.path },\n                );\n              continue;\n            }\n            if (\n              pending.length >= fileBatchLimits.entries ||\n              bytes + entry.size > fileBatchLimits.bytes ||\n              Buffer.byteLength(JSON.stringify([...pending, entry])) >\n                fileBatchLimits.argumentBytes\n            )\n              await flush();\n            pending.push(entry);\n            bytes += entry.size;\n          }\n          await flush();\n        } finally {\n          await rm(staging, { recursive: true, force: true });\n        }\n      });\n    },\n  };\n}\n\nasync function unpackBatch(\n  archive: string,\n  entries: readonly FileManifestEntry[],\n  destination: string,\n  signal: AbortSignal,\n): Promise<void> {\n  const payload: unknown = JSON.parse(\n    gunzipSync(await readFile(archive), {\n      maxOutputLength: fileBatchLimits.decodedBytes,\n    }).toString(\"utf8\"),\n  );\n  const manifest = parseManifest(\n    payload,\n    entries.map((entry) => entry.path),\n  );\n  if (!Array.isArray(payload))\n    throw new OutpostError(\"provider\", \"Invalid file batch\");\n  for (const [index, entry] of manifest.entries()) {\n    signal.throwIfAborted();\n    const record: unknown = payload[index];\n    if (\n      !record ||\n      typeof record !== \"object\" ||\n      !(\"data\" in record) ||\n      typeof record.data !== \"string\"\n    )\n      throw new OutpostError(\"provider\", \"Invalid batch payload\");\n    const data = Buffer.from(record.data, \"base64\");\n    if (\n      !sameFile(entry, entries[index]!) ||\n      data.length !== entry.size ||\n      createHash(\"sha256\").update(data).digest(\"hex\") !== entry.sha256\n    )\n      throw new OutpostError(\"provider\", \"File batch checksum mismatch\", {\n        path: entry.path,\n      });\n    const target = await safeDestination(destination, entry.path);\n    await mkdir(dirname(target), { recursive: true });\n    if (\n      await lstat(target).catch((error) => {\n        if (error.code === \"ENOENT\") return undefined;\n        throw error;\n      })\n    )\n      throw new OutpostError(\"provider\", \"Batch destination already exists\", {\n        path: entry.path,\n      });\n    if (entry.kind === \"link\") {\n      await symlink(data.toString(\"utf8\"), target);\n      continue;\n    }\n    await writeFile(target, data, { mode: entry.mode, flag: \"wx\" });\n    await chmod(target, entry.mode);\n  }\n}\n"]}

package/dist/providers/file-upload.constants.d.ts

@@ -0,0 +1 @@
+export declare const fileUploadScript: string;

package/dist/providers/file-upload.constants.js

@@ -0,0 +1,68 @@
+export const fileUploadScript = String.raw `
+const f = require('node:fs'), p = require('node:path'), c = require('node:crypto'), z = require('node:zlib');
+const [operation, root, input, staging] = process.argv.slice(1);
+const keys = ['path', 'kind', 'mode', 'size', 'sha256'];
+function safe(path) {
+  if (!path || p.isAbsolute(path) || path.includes('\\') || path.includes('\0') || path.split('/').some(x => !x || x === '.' || x === '..' || x.toLowerCase() === '.git')) throw Error('Unsafe upload path');
+  const target = p.resolve(root, path);
+  let parent = p.dirname(target);
+  while (true) {
+    let stat;
+    try { stat = f.lstatSync(parent); } catch (error) { if (error.code !== 'ENOENT') throw error; }
+    if (stat && (!stat.isDirectory() || stat.isSymbolicLink())) throw Error('Upload path traverses non-directory');
+    if (parent === p.resolve(root)) break;
+    parent = p.dirname(parent);
+  }
+  return target;
+}
+async function inspect(target, path) {
+  const stat = f.lstatSync(target), hash = c.createHash('sha256');
+  if (!stat.isFile() && !stat.isSymbolicLink()) throw Error('Unsupported upload destination');
+  let size = stat.size;
+  if (stat.isSymbolicLink()) { const data = Buffer.from(f.readlinkSync(target)); size = data.length; hash.update(data); }
+  else for await (const chunk of f.createReadStream(target)) hash.update(chunk);
+  return { path, kind: stat.isSymbolicLink() ? 'link' : 'file', mode: stat.mode & 511, size, sha256: hash.digest('hex') };
+}
+function same(left, right) { return keys.every(key => left[key] === right[key]); }
+(async () => {
+  if (operation === 'cleanup') { f.rmSync(input, { recursive: true, force: true }); return; }
+  if (operation === 'stage') { f.mkdirSync(input, { mode: 448 }); process.stdout.write(input); return; }
+  const entries = JSON.parse(input);
+  if (operation === 'missing') {
+    const missing = [];
+    for (const entry of entries) {
+      const target = safe(entry.path);
+      let actual;
+      try { actual = await inspect(target, entry.path); } catch (error) { if (error.code !== 'ENOENT') throw error; }
+      if (!actual || !same(actual, entry)) missing.push(entry.path);
+    }
+    process.stdout.write(JSON.stringify(missing)); return;
+  }
+  const records = operation === 'batch' ? JSON.parse(z.gunzipSync(f.readFileSync(p.join(staging, 'payload')), { maxOutputLength: 16777216 }).toString('utf8')) : undefined;
+  if (records && (!Array.isArray(records) || records.length !== entries.length)) throw Error('Invalid upload batch');
+  for (const [index, entry] of entries.entries()) {
+    safe(entry.path);
+    const temporary = p.join(staging, 'entry-' + index);
+    if (records) {
+      const record = records[index];
+      if (!record || !same(record, entry) || typeof record.data !== 'string') throw Error('Invalid upload batch');
+      const data = Buffer.from(record.data, 'base64');
+      if (data.length !== entry.size || c.createHash('sha256').update(data).digest('hex') !== entry.sha256) throw Error('Upload checksum mismatch');
+      if (entry.kind === 'link') f.symlinkSync(data.toString('utf8'), temporary);
+      else { f.writeFileSync(temporary, data, { flag: 'wx', mode: entry.mode }); f.chmodSync(temporary, entry.mode); }
+    } else {
+      if (entry.kind !== 'file') throw Error('Invalid large upload');
+      const actual = await inspect(p.join(staging, 'payload'), entry.path);
+      if (actual.kind !== entry.kind || actual.size !== entry.size || actual.sha256 !== entry.sha256) throw Error('Upload checksum mismatch');
+      f.renameSync(p.join(staging, 'payload'), temporary); f.chmodSync(temporary, entry.mode);
+    }
+  }
+  for (const [index, entry] of entries.entries()) {
+    const target = safe(entry.path);
+    f.mkdirSync(p.dirname(target), { recursive: true });
+    f.renameSync(p.join(staging, 'entry-' + index), target);
+    if (!same(await inspect(target, entry.path), entry)) throw Error('Upload verification failed');
+  }
+})().catch(error => { console.error(error.message); process.exitCode = 1; });
+`;
+//# sourceMappingURL=file-upload.constants.js.map