@elie-laloum/outpost 4.1.0 → 4.2.0

package/dist/infrastructure/transport-reservations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport-reservations.js","sourceRoot":"","sources":["../../src/infrastructure/transport-reservations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAO5D,MAAM,GAAG,GAAG,qBAAqB,CAAC;AAElC,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC9C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAChE,SAAS,CACP,KAAK;QACH,OAAO,KAAK,KAAK,QAAQ;QACzB,QAAQ,IAAI,KAAK;QACjB,KAAK,CAAC,MAAM,KAAK,CAAC;QAClB,cAAc,IAAI,KAAK;QACvB,KAAK,CAAC,YAAY;QAClB,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QACtC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,EACpC,4BAA4B,CAC7B,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACnD,SAAS,CACP,OAAO,CAAC,KAAK,CACX,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CACd,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,KAAK,QAAQ;QACzB,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC;QAC3B,KAAK,IAAI,CAAC,CACb,EACD,2BAA2B,CAC5B,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,WAAsB,EACtB,UAAkB,EAClB,OAAkC;IAElC,SAAS,CACP,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC;QACpC,OAAO,CAAC,QAAQ,IAAI,CAAC;QACrB,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC;QAC1C,OAAO,CAAC,YAAY,IAAI,CAAC,EAC3B,gCAAgC,CACjC,CAAC;IACF,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;IACxB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,iBAAiB,CAAC,UAAU,CAAC;IACtE,SAAS,CACP,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,EAClD,iCAAiC,CAClC,CAAC;IACF,KAAK,UAAU,MAAM,CAAC,OAAgB;QACpC,KACE,IAAI,OAAO,GAAG,CAAC,EACf,OAAO,GAAG,iBAAiB,CAAC,gBAAgB,EAC5C,OAAO,EAAE,EACT,CAAC;YACD,IAAI,CAAC,OAAO;gBAAE,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,iBAAiB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;YACtD,MAAM,YAAY,GAAG,EAAE,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;YAChD,IAAI,OAAO;gBAAE,OAAO,YAAY,CAAC,EAAE,CAAC,CAAC;YACrC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,IAAI,KAAK,GAAG,CAAC,EACX,KAAK,GAAG,CAAC,CAAC;gBACZ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CACxC,EAAE,EACF,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CACjD,EAAE,CAAC;oBACF,SAAS,CACP,EAAE,KAAK,IAAI,UAAU,EACrB,qCAAqC,CACtC,CAAC;oBACF,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG;wBAAE,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC;gBAC7C,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CACjD,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAC3B,CAAC,CACF,CAAC;gBACF,SAAS,CACP,KAAK,GAAG,QAAQ,GAAG,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,QAAQ,EAC3D,yCAAyC,CAC1C,CAAC;gBACF,YAAY,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC;YAC1C,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;oBACnE,UAAU,EAAE,OAAO,EAAE,QAAQ,IAAI,IAAI;oBACrC,GAAG,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAClE,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,CAAC,KAAK,YAAY,iBAAiB,CAAC;oBAAE,MAAM,KAAK,CAAC;YACzD,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,cAAc,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,IAAI,QAAQ;YAAE,OAAO;QACrB,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC,CAAC;IACF,OAAO;QACL,EAAE;QACF,UAAU;QACV,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,OAAO;QACP,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,OAAO;KAC/B,CAAC;AACJ,CAAC","sourcesContent":["import { transportDefaults } from \"./transport.constants.ts\";\nimport { randomUUID } from \"node:crypto\";\nimport type { Transport } from \"../domain/transport.types.ts\";\nimport { TransportConflict } from \"../domain/transport.ts\";\nimport { invariant, recordRecovery } from \"../domain/errors.ts\";\nimport { jsonBytes, jsonObject } from \"./transport-json.ts\";\nimport type {\n  StorageReservation,\n  StorageReservationOptions,\n} from \"./storage-reservations.types.ts\";\nimport type { ReservationLedger } from \"./transport-reservations.types.ts\";\n\nconst key = \"reservations/ledger\";\n\nexport function reservationLedger(value: unknown): ReservationLedger {\n  if (value === undefined) return { format: 1, reservations: {} };\n  invariant(\n    value &&\n      typeof value === \"object\" &&\n      \"format\" in value &&\n      value.format === 1 &&\n      \"reservations\" in value &&\n      value.reservations &&\n      typeof value.reservations === \"object\" &&\n      !Array.isArray(value.reservations),\n    \"Invalid reservation ledger\",\n  );\n  const entries = Object.entries(value.reservations);\n  invariant(\n    entries.every(\n      ([id, bytes]) =>\n        /^[a-f0-9-]{36}$/.test(id) &&\n        typeof bytes === \"number\" &&\n        Number.isSafeInteger(bytes) &&\n        bytes >= 0,\n    ),\n    \"Invalid reservation entry\",\n  );\n  return { format: 1, reservations: Object.fromEntries(entries) };\n}\n\nexport async function reserveTransportStorage(\n  transporter: Transport,\n  repository: string,\n  options: StorageReservationOptions,\n): Promise<StorageReservation> {\n  invariant(\n    Number.isSafeInteger(options.maxBytes) &&\n      options.maxBytes >= 0 &&\n      Number.isSafeInteger(options.reserveBytes) &&\n      options.reserveBytes >= 0,\n    \"Invalid reservation byte limit\",\n  );\n  const id = randomUUID();\n  const maxEntries = options.maxEntries ?? transportDefaults.maxEntries;\n  invariant(\n    Number.isSafeInteger(maxEntries) && maxEntries > 0,\n    \"Invalid reservation entry limit\",\n  );\n  async function update(release: boolean): Promise<void> {\n    for (\n      let attempt = 0;\n      attempt < transportDefaults.mutationAttempts;\n      attempt++\n    ) {\n      if (!release) options.signal?.throwIfAborted();\n      const current = await transporter.read(key);\n      const ledger = reservationLedger(jsonObject(current));\n      const reservations = { ...ledger.reservations };\n      if (release) delete reservations[id];\n      if (!release) {\n        let usage = 0,\n          count = 0;\n        for await (const entry of transporter.list(\n          \"\",\n          options.signal ? { signal: options.signal } : {},\n        )) {\n          invariant(\n            ++count <= maxEntries,\n            \"Reservation inventory is incomplete\",\n          );\n          if (entry.key !== key) usage += entry.size;\n        }\n        const reserved = Object.values(reservations).reduce(\n          (sum, value) => sum + value,\n          0,\n        );\n        invariant(\n          usage + reserved + options.reserveBytes <= options.maxBytes,\n          \"Outpost storage quota admission refused\",\n        );\n        reservations[id] = options.reserveBytes;\n      }\n      try {\n        await transporter.write(key, jsonBytes({ format: 1, reservations }), {\n          ifRevision: current?.revision ?? null,\n          ...(!release && options.signal ? { signal: options.signal } : {}),\n        });\n        return;\n      } catch (error) {\n        if (!(error instanceof TransportConflict)) throw error;\n      }\n    }\n    throw new Error(\"Storage reservation contention limit exceeded\");\n  }\n  try {\n    await update(false);\n  } catch (error) {\n    recordRecovery(error, { reservation: id });\n    throw error;\n  }\n  let released = false;\n  const release = async () => {\n    if (released) return;\n    await update(true);\n    released = true;\n  };\n  return {\n    id,\n    repository,\n    reserveBytes: options.reserveBytes,\n    release,\n    [Symbol.asyncDispose]: release,\n  };\n}\n"]}

package/dist/infrastructure/transport-reservations.types.d.ts

@@ -0,0 +1,4 @@
+export interface ReservationLedger {
+    readonly format: 1;
+    readonly reservations: Readonly<Record<string, number>>;
+}

package/dist/infrastructure/transport-reservations.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=transport-reservations.types.js.map

package/dist/infrastructure/transport-reservations.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport-reservations.types.js","sourceRoot":"","sources":["../../src/infrastructure/transport-reservations.types.ts"],"names":[],"mappings":"","sourcesContent":["export interface ReservationLedger {\n  readonly format: 1;\n  readonly reservations: Readonly<Record<string, number>>;\n}\n"]}

package/dist/infrastructure/transport.constants.d.ts

@@ -0,0 +1,8 @@
+export declare const transportDefaults: Readonly<{
+    maxBytes: number;
+    headerBytes: 1024;
+    lockMs: 30000;
+    retryMs: 10;
+    maxEntries: 100000;
+    mutationAttempts: 100;
+}>;

package/dist/infrastructure/transport.constants.js

@@ -0,0 +1,9 @@
+export const transportDefaults = Object.freeze({
+    maxBytes: 64 * 1024 * 1024,
+    headerBytes: 1024,
+    lockMs: 30_000,
+    retryMs: 10,
+    maxEntries: 100_000,
+    mutationAttempts: 100,
+});
+//# sourceMappingURL=transport.constants.js.map

package/dist/infrastructure/transport.constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.constants.js","sourceRoot":"","sources":["../../src/infrastructure/transport.constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;IAC1B,WAAW,EAAE,IAAI;IACjB,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,EAAE;IACX,UAAU,EAAE,OAAO;IACnB,gBAAgB,EAAE,GAAG;CACtB,CAAC,CAAC","sourcesContent":["export const transportDefaults = Object.freeze({\n  maxBytes: 64 * 1024 * 1024,\n  headerBytes: 1024,\n  lockMs: 30_000,\n  retryMs: 10,\n  maxEntries: 100_000,\n  mutationAttempts: 100,\n});\n"]}

package/dist/infrastructure/workflow-checkpoint.js

@@ -1,3 +1,4 @@
+import { workflowCheckpointStore } from "./transport-checkpoint.js";
 import { readInspectionFile } from "./inspection-file.js";
 import { workflowCheckpointMaxBytes } from "./workflow-checkpoint.constants.js";
 import { createHash, randomUUID } from "node:crypto";
@@ -5,6 +6,12 @@ import { mkdir, open, realpath, rename, rm } from "node:fs/promises";
 import { join, resolve } from "node:path";
 import { lock } from "./git/lock.js";
 export function fileWorkflowCheckpointStore(options) {
+    if ((options.directory === undefined) === (options.transporter === undefined))
+        throw new Error("Provide exactly one checkpoint directory or transporter");
+    if (options.transporter)
+        return workflowCheckpointStore({ transporter: options.transporter });
+    if (options.directory === undefined)
+        throw new Error("Checkpoint directory is required");
     const configuredDirectory = resolve(options.directory);
     return {
         async acquire(runId) {

package/dist/infrastructure/workflow-checkpoint.js.map

@@ -1 +1 @@
-{"version":3,"file":"workflow-checkpoint.js","sourceRoot":"","sources":["../../src/infrastructure/workflow-checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAErC,MAAM,UAAU,2BAA2B,CACzC,OAAsC;IAEtC,MAAM,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACvD,OAAO;QACL,KAAK,CAAC,OAAO,CAAC,KAAK;YACjB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACzE,MAAM,KAAK,CAAC,mBAAmB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACnE,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,IAAI,CACf,SAAS,EACT,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAC3D,CAAC;YACF,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,MAAM,WAAW,GAAG,GAAG,EAAE;gBACvB,IAAI,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACtE,CAAC,CAAC;YACF,OAAO;gBACL,KAAK,CAAC,IAAI;oBACR,WAAW,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,OAAO,IAAI,CAAC,KAAK,CACf,CACE,MAAM,kBAAkB,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAC3D,CAAC,QAAQ,CAAC,MAAM,CAAC,CACR,CAAC;oBACf,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IACE,KAAK;4BACL,OAAO,KAAK,KAAK,QAAQ;4BACzB,MAAM,IAAI,KAAK;4BACf,KAAK,CAAC,IAAI,KAAK,QAAQ;4BAEvB,OAAO,SAAS,CAAC;wBACnB,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,KAAK,CAAC,UAAU;oBACpB,WAAW,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;oBACxC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,0BAA0B;wBACtD,MAAM,IAAI,KAAK,CACb,sEAAsE,CACvE,CAAC;oBACJ,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC;oBAChD,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;wBAChD,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;4BAC3B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;wBACpB,CAAC;gCAAS,CAAC;4BACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;wBACrB,CAAC;wBACD,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;wBAC9B,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;4BACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;4BAC1C,IAAI,CAAC;gCACH,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;4BACtB,CAAC;oCAAS,CAAC;gCACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;4BACvB,CAAC;wBACH,CAAC;oBACH,CAAC;4BAAS,CAAC;wBACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACvC,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,OAAO;oBACX,IAAI,QAAQ;wBAAE,OAAO;oBACrB,QAAQ,GAAG,IAAI,CAAC;oBAChB,MAAM,OAAO,EAAE,CAAC;gBAClB,CAAC;aACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["import { readInspectionFile } from \"./inspection-file.ts\";\nimport { workflowCheckpointMaxBytes } from \"./workflow-checkpoint.constants.ts\";\nimport { createHash, randomUUID } from \"node:crypto\";\nimport { mkdir, open, realpath, rename, rm } from \"node:fs/promises\";\nimport { join, resolve } from \"node:path\";\nimport type { WorkflowCheckpointStore } from \"../domain/workflow/checkpoint.types.ts\";\nimport type { FileWorkflowCheckpointOptions } from \"./workflow-checkpoint.types.ts\";\nimport { lock } from \"./git/lock.ts\";\n\nexport function fileWorkflowCheckpointStore(\n  options: FileWorkflowCheckpointOptions,\n): WorkflowCheckpointStore {\n  const configuredDirectory = resolve(options.directory);\n  return {\n    async acquire(runId) {\n      if (!runId.trim()) throw new Error(\"Checkpoint runId must not be empty\");\n      await mkdir(configuredDirectory, { recursive: true, mode: 0o700 });\n      const directory = await realpath(configuredDirectory);\n      const release = await lock(directory, `workflow:${runId}`);\n      const path = join(\n        directory,\n        `${createHash(\"sha256\").update(runId).digest(\"hex\")}.json`,\n      );\n      let released = false;\n      const assertOwned = () => {\n        if (released) throw new Error(\"Checkpoint lease has been released\");\n      };\n      return {\n        async read() {\n          assertOwned();\n          try {\n            return JSON.parse(\n              (\n                await readInspectionFile(path, workflowCheckpointMaxBytes)\n              ).toString(\"utf8\"),\n            ) as unknown;\n          } catch (error) {\n            if (\n              error &&\n              typeof error === \"object\" &&\n              \"code\" in error &&\n              error.code === \"ENOENT\"\n            )\n              return undefined;\n            throw error;\n          }\n        },\n        async write(checkpoint) {\n          assertOwned();\n          const data = JSON.stringify(checkpoint);\n          if (Buffer.byteLength(data) > workflowCheckpointMaxBytes)\n            throw new Error(\n              \"Workflow checkpoint exceeds 16 MiB; store large artifacts separately\",\n            );\n          const temporary = `${path}.${randomUUID()}.tmp`;\n          try {\n            const file = await open(temporary, \"wx\", 0o600);\n            try {\n              await file.writeFile(data);\n              await file.sync();\n            } finally {\n              await file.close();\n            }\n            await rename(temporary, path);\n            if (process.platform !== \"win32\") {\n              const parent = await open(directory, \"r\");\n              try {\n                await parent.sync();\n              } finally {\n                await parent.close();\n              }\n            }\n          } finally {\n            await rm(temporary, { force: true });\n          }\n        },\n        async release() {\n          if (released) return;\n          released = true;\n          await release();\n        },\n      };\n    },\n  };\n}\n"]}
+{"version":3,"file":"workflow-checkpoint.js","sourceRoot":"","sources":["../../src/infrastructure/workflow-checkpoint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAErC,MAAM,UAAU,2BAA2B,CACzC,OAAsC;IAEtC,IAAI,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,IAAI,OAAO,CAAC,WAAW;QACrB,OAAO,uBAAuB,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACvE,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;QACjC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,MAAM,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACvD,OAAO;QACL,KAAK,CAAC,OAAO,CAAC,KAAK;YACjB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACzE,MAAM,KAAK,CAAC,mBAAmB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACnE,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,IAAI,CACf,SAAS,EACT,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAC3D,CAAC;YACF,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,MAAM,WAAW,GAAG,GAAG,EAAE;gBACvB,IAAI,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACtE,CAAC,CAAC;YACF,OAAO;gBACL,KAAK,CAAC,IAAI;oBACR,WAAW,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,OAAO,IAAI,CAAC,KAAK,CACf,CACE,MAAM,kBAAkB,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAC3D,CAAC,QAAQ,CAAC,MAAM,CAAC,CACR,CAAC;oBACf,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IACE,KAAK;4BACL,OAAO,KAAK,KAAK,QAAQ;4BACzB,MAAM,IAAI,KAAK;4BACf,KAAK,CAAC,IAAI,KAAK,QAAQ;4BAEvB,OAAO,SAAS,CAAC;wBACnB,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,KAAK,CAAC,UAAU;oBACpB,WAAW,EAAE,CAAC;oBACd,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;oBACxC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,0BAA0B;wBACtD,MAAM,IAAI,KAAK,CACb,sEAAsE,CACvE,CAAC;oBACJ,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC;oBAChD,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;wBAChD,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;4BAC3B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;wBACpB,CAAC;gCAAS,CAAC;4BACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;wBACrB,CAAC;wBACD,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;wBAC9B,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;4BACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;4BAC1C,IAAI,CAAC;gCACH,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;4BACtB,CAAC;oCAAS,CAAC;gCACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;4BACvB,CAAC;wBACH,CAAC;oBACH,CAAC;4BAAS,CAAC;wBACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACvC,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,OAAO;oBACX,IAAI,QAAQ;wBAAE,OAAO;oBACrB,QAAQ,GAAG,IAAI,CAAC;oBAChB,MAAM,OAAO,EAAE,CAAC;gBAClB,CAAC;aACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["import { workflowCheckpointStore } from \"./transport-checkpoint.ts\";\nimport { readInspectionFile } from \"./inspection-file.ts\";\nimport { workflowCheckpointMaxBytes } from \"./workflow-checkpoint.constants.ts\";\nimport { createHash, randomUUID } from \"node:crypto\";\nimport { mkdir, open, realpath, rename, rm } from \"node:fs/promises\";\nimport { join, resolve } from \"node:path\";\nimport type { WorkflowCheckpointStore } from \"../domain/workflow/checkpoint.types.ts\";\nimport type { FileWorkflowCheckpointOptions } from \"./workflow-checkpoint.types.ts\";\nimport { lock } from \"./git/lock.ts\";\n\nexport function fileWorkflowCheckpointStore(\n  options: FileWorkflowCheckpointOptions,\n): WorkflowCheckpointStore {\n  if ((options.directory === undefined) === (options.transporter === undefined))\n    throw new Error(\"Provide exactly one checkpoint directory or transporter\");\n  if (options.transporter)\n    return workflowCheckpointStore({ transporter: options.transporter });\n  if (options.directory === undefined)\n    throw new Error(\"Checkpoint directory is required\");\n  const configuredDirectory = resolve(options.directory);\n  return {\n    async acquire(runId) {\n      if (!runId.trim()) throw new Error(\"Checkpoint runId must not be empty\");\n      await mkdir(configuredDirectory, { recursive: true, mode: 0o700 });\n      const directory = await realpath(configuredDirectory);\n      const release = await lock(directory, `workflow:${runId}`);\n      const path = join(\n        directory,\n        `${createHash(\"sha256\").update(runId).digest(\"hex\")}.json`,\n      );\n      let released = false;\n      const assertOwned = () => {\n        if (released) throw new Error(\"Checkpoint lease has been released\");\n      };\n      return {\n        async read() {\n          assertOwned();\n          try {\n            return JSON.parse(\n              (\n                await readInspectionFile(path, workflowCheckpointMaxBytes)\n              ).toString(\"utf8\"),\n            ) as unknown;\n          } catch (error) {\n            if (\n              error &&\n              typeof error === \"object\" &&\n              \"code\" in error &&\n              error.code === \"ENOENT\"\n            )\n              return undefined;\n            throw error;\n          }\n        },\n        async write(checkpoint) {\n          assertOwned();\n          const data = JSON.stringify(checkpoint);\n          if (Buffer.byteLength(data) > workflowCheckpointMaxBytes)\n            throw new Error(\n              \"Workflow checkpoint exceeds 16 MiB; store large artifacts separately\",\n            );\n          const temporary = `${path}.${randomUUID()}.tmp`;\n          try {\n            const file = await open(temporary, \"wx\", 0o600);\n            try {\n              await file.writeFile(data);\n              await file.sync();\n            } finally {\n              await file.close();\n            }\n            await rename(temporary, path);\n            if (process.platform !== \"win32\") {\n              const parent = await open(directory, \"r\");\n              try {\n                await parent.sync();\n              } finally {\n                await parent.close();\n              }\n            }\n          } finally {\n            await rm(temporary, { force: true });\n          }\n        },\n        async release() {\n          if (released) return;\n          released = true;\n          await release();\n        },\n      };\n    },\n  };\n}\n"]}

package/dist/infrastructure/workflow-checkpoint.types.d.ts

@@ -1,4 +1,6 @@
+import type { Transport } from "../domain/transport.types.ts";
 export interface FileWorkflowCheckpointOptions {
     /** Private directory for checkpoint data and local process ownership locks. */
-    readonly directory: string;
+    readonly directory?: string;
+    readonly transporter?: Transport;
 }

package/dist/infrastructure/workflow-checkpoint.types.js.map

@@ -1 +1 @@
-{"version":3,"file":"workflow-checkpoint.types.js","sourceRoot":"","sources":["../../src/infrastructure/workflow-checkpoint.types.ts"],"names":[],"mappings":"","sourcesContent":["export interface FileWorkflowCheckpointOptions {\n  /** Private directory for checkpoint data and local process ownership locks. */\n  readonly directory: string;\n}\n"]}
+{"version":3,"file":"workflow-checkpoint.types.js","sourceRoot":"","sources":["../../src/infrastructure/workflow-checkpoint.types.ts"],"names":[],"mappings":"","sourcesContent":["import type { Transport } from \"../domain/transport.types.ts\";\n\nexport interface FileWorkflowCheckpointOptions {\n  /** Private directory for checkpoint data and local process ownership locks. */\n  readonly directory?: string;\n  readonly transporter?: Transport;\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elie-laloum/outpost",
-  "version": "4.1.0",
+  "version": "4.2.0",
   "description": "Programmable sandboxes, coding agents and typed workflows.",
   "type": "module",
   "license": "MIT",
@@ -43,6 +43,14 @@
     "./providers/firecracker": {
       "types": "./dist/providers/firecracker.d.ts",
       "import": "./dist/providers/firecracker.js"
+    },
+    "./transports/s3": {
+      "types": "./dist/infrastructure/s3-transport.d.ts",
+      "import": "./dist/infrastructure/s3-transport.js"
+    },
+    "./queues/bullmq": {
+      "types": "./dist/infrastructure/task-queue-bullmq.d.ts",
+      "import": "./dist/infrastructure/task-queue-bullmq.js"
     }
   },
   "files": [
@@ -66,11 +74,14 @@
     "test:package": "node scripts/package-smoke.mjs",
     "test:container": "node --test test/container.test.ts",
     "architecture": "node scripts/check-architecture.mjs",
-    "docs:sync": "npm run build && node docs/scripts/sync-reference.mjs",
-    "docs:check": "node docs/scripts/sync-reference.mjs --check && npm run check --prefix docs",
+    "docs:sync": "npm run build && node docs/scripts/sync-preparations.mjs && node docs/scripts/sync-reference.mjs",
+    "docs:check": "node docs/scripts/sync-preparations.mjs --check && node docs/scripts/sync-reference.mjs --check && npm run check --prefix docs",
     "docs:dev": "npm run dev --prefix docs",
     "docs:build": "npm run build --prefix docs",
-    "docs:test": "npm run test:build --prefix docs && node docs/scripts/check-examples.mjs && node --test docs/scripts/release-channel.test.mjs"
+    "docs:test": "npm run test:build --prefix docs && node docs/scripts/check-examples.mjs && node --test docs/scripts/release-channel.test.mjs",
+    "docs:test:browser": "npm run test:browser --prefix docs",
+    "docs:test:container": "node docs/scripts/check-container-examples.mjs",
+    "test:redis": "node --test test/redis.test.ts"
   },
   "repository": {
     "type": "git",
@@ -84,9 +95,11 @@
     "provenance": true
   },
   "peerDependencies": {
+    "@aws-sdk/client-s3": "^3.1140.0",
     "@daytona/sdk": "^0.216.0",
     "@opentelemetry/api": "^1.9.0",
-    "@vercel/sandbox": "^3.3.0"
+    "@vercel/sandbox": "^3.3.0",
+    "bullmq": "^5.81.5"
   },
   "peerDependenciesMeta": {
     "@daytona/sdk": {
@@ -97,15 +110,23 @@
     },
     "@opentelemetry/api": {
       "optional": true
+    },
+    "@aws-sdk/client-s3": {
+      "optional": true
+    },
+    "bullmq": {
+      "optional": true
     }
   },
   "devDependencies": {
+    "@aws-sdk/client-s3": "^3.1140.0",
     "@daytona/sdk": "^0.216.0",
     "@opentelemetry/api": "^1.9.0",
     "@opentelemetry/sdk-metrics": "^2.0.0",
     "@opentelemetry/sdk-trace-base": "^2.0.0",
     "@types/node": "^24.0.0",
     "@vercel/sandbox": "^3.3.0",
+    "bullmq": "^5.81.5",
     "c8": "^10.1.3",
     "prettier": "^3.5.3",
     "typescript": "^6.0.3"