@elie-laloum/outpost 4.1.0 → 4.2.0

package/dist/infrastructure/task-queue-bullmq.constants.d.ts

@@ -0,0 +1,7 @@
+export declare const bullMQDefaultPrefix = "outpost";
+export declare const bullMQDefaultStalledIntervalMs = 1000;
+export declare const bullMQClaimBatchSize = 100;
+export declare const bullMQConnectionTimeoutMs = 10000;
+export declare const bullMQConnectionRetries = 3;
+export declare const bullMQRetryDelayMs = 100;
+export declare const bullMQStateScript = "\nlocal operation = ARGV[1]\nlocal request = redis.call('HGET', KEYS[1], 'request')\nif operation == 'enqueue' then\n  if request and request ~= ARGV[2] then\n    return redis.error_reply('Queue identity already has a different request')\n  end\n  if not request then\n    request = ARGV[2]\n    redis.call('HSET', KEYS[1], 'request', request, 'deadline', ARGV[3], 'meta', '{\"status\":\"pending\",\"fence\":0}')\n  end\nend\nif not request then\n  if operation == 'get' then return nil end\n  return redis.error_reply('Queue job does not exist')\nend\nlocal meta = cjson.decode(redis.call('HGET', KEYS[1], 'meta'))\nlocal clock = redis.call('TIME')\nlocal now = tonumber(clock[1]) * 1000 + math.floor(tonumber(clock[2]) / 1000)\nlocal deadline = tonumber(redis.call('HGET', KEYS[1], 'deadline'))\nlocal function live()\n  return meta.status == 'pending' or meta.status == 'active'\nend\nlocal function save()\n  redis.call('HSET', KEYS[1], 'meta', cjson.encode(meta))\nend\nif live() and deadline and deadline <= now then\n  meta.status = 'cancelled'\n  meta.fence = meta.fence + 1\n  save()\nend\nlocal function owned()\n  return meta.status == 'active' and meta.worker == ARGV[2]\n    and meta.fence == tonumber(ARGV[3]) and meta.expires > now\n    and redis.call('GET', KEYS[2]) == meta.token\nend\nlocal function extend(duration)\n  meta.expires = now + duration\n  if deadline then meta.expires = math.min(meta.expires, deadline) end\n  redis.call('PEXPIRE', KEYS[2], meta.expires - now)\n  redis.call('SREM', KEYS[3], ARGV[5])\nend\nif operation == 'claim' and live() then\n  if redis.call('GET', KEYS[2]) ~= ARGV[3] then\n    return redis.error_reply('Stale queue lease')\n  end\n  meta.status = 'active'\n  meta.worker = ARGV[2]\n  meta.token = ARGV[3]\n  meta.fence = meta.fence + 1\n  extend(tonumber(ARGV[4]))\n  save()\nend\nif operation == 'renew' or operation == 'complete' then\n  if not owned() then return redis.error_reply('Stale queue lease') end\n  if operation == 'renew' then extend(tonumber(ARGV[4])) end\n  if operation == 'complete' then\n    meta.status = ARGV[5]\n    redis.call('HSET', KEYS[1], 'result', ARGV[4])\n  end\n  save()\nend\nif operation == 'cancel' then\n  if meta.fence ~= tonumber(ARGV[2]) then return redis.error_reply('Stale queue fence') end\n  if live() then\n    meta.status = 'cancelled'\n    meta.fence = meta.fence + 1\n    save()\n  end\nend\nreturn {request, cjson.encode(meta), redis.call('HGET', KEYS[1], 'result') or ''}\n";

package/dist/infrastructure/task-queue-bullmq.constants.js

@@ -0,0 +1,79 @@
+export const bullMQDefaultPrefix = "outpost";
+export const bullMQDefaultStalledIntervalMs = 1000;
+export const bullMQClaimBatchSize = 100;
+export const bullMQConnectionTimeoutMs = 10_000;
+export const bullMQConnectionRetries = 3;
+export const bullMQRetryDelayMs = 100;
+export const bullMQStateScript = `
+local operation = ARGV[1]
+local request = redis.call('HGET', KEYS[1], 'request')
+if operation == 'enqueue' then
+  if request and request ~= ARGV[2] then
+    return redis.error_reply('Queue identity already has a different request')
+  end
+  if not request then
+    request = ARGV[2]
+    redis.call('HSET', KEYS[1], 'request', request, 'deadline', ARGV[3], 'meta', '{"status":"pending","fence":0}')
+  end
+end
+if not request then
+  if operation == 'get' then return nil end
+  return redis.error_reply('Queue job does not exist')
+end
+local meta = cjson.decode(redis.call('HGET', KEYS[1], 'meta'))
+local clock = redis.call('TIME')
+local now = tonumber(clock[1]) * 1000 + math.floor(tonumber(clock[2]) / 1000)
+local deadline = tonumber(redis.call('HGET', KEYS[1], 'deadline'))
+local function live()
+  return meta.status == 'pending' or meta.status == 'active'
+end
+local function save()
+  redis.call('HSET', KEYS[1], 'meta', cjson.encode(meta))
+end
+if live() and deadline and deadline <= now then
+  meta.status = 'cancelled'
+  meta.fence = meta.fence + 1
+  save()
+end
+local function owned()
+  return meta.status == 'active' and meta.worker == ARGV[2]
+    and meta.fence == tonumber(ARGV[3]) and meta.expires > now
+    and redis.call('GET', KEYS[2]) == meta.token
+end
+local function extend(duration)
+  meta.expires = now + duration
+  if deadline then meta.expires = math.min(meta.expires, deadline) end
+  redis.call('PEXPIRE', KEYS[2], meta.expires - now)
+  redis.call('SREM', KEYS[3], ARGV[5])
+end
+if operation == 'claim' and live() then
+  if redis.call('GET', KEYS[2]) ~= ARGV[3] then
+    return redis.error_reply('Stale queue lease')
+  end
+  meta.status = 'active'
+  meta.worker = ARGV[2]
+  meta.token = ARGV[3]
+  meta.fence = meta.fence + 1
+  extend(tonumber(ARGV[4]))
+  save()
+end
+if operation == 'renew' or operation == 'complete' then
+  if not owned() then return redis.error_reply('Stale queue lease') end
+  if operation == 'renew' then extend(tonumber(ARGV[4])) end
+  if operation == 'complete' then
+    meta.status = ARGV[5]
+    redis.call('HSET', KEYS[1], 'result', ARGV[4])
+  end
+  save()
+end
+if operation == 'cancel' then
+  if meta.fence ~= tonumber(ARGV[2]) then return redis.error_reply('Stale queue fence') end
+  if live() then
+    meta.status = 'cancelled'
+    meta.fence = meta.fence + 1
+    save()
+  end
+end
+return {request, cjson.encode(meta), redis.call('HGET', KEYS[1], 'result') or ''}
+`;
+//# sourceMappingURL=task-queue-bullmq.constants.js.map

package/dist/infrastructure/task-queue-bullmq.constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-queue-bullmq.constants.js","sourceRoot":"","sources":["../../src/infrastructure/task-queue-bullmq.constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG,SAAS,CAAC;AAC7C,MAAM,CAAC,MAAM,8BAA8B,GAAG,IAAI,CAAC;AACnD,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACxC,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AAChD,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AACzC,MAAM,CAAC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAEtC,MAAM,CAAC,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuEhC,CAAC","sourcesContent":["export const bullMQDefaultPrefix = \"outpost\";\nexport const bullMQDefaultStalledIntervalMs = 1000;\nexport const bullMQClaimBatchSize = 100;\nexport const bullMQConnectionTimeoutMs = 10_000;\nexport const bullMQConnectionRetries = 3;\nexport const bullMQRetryDelayMs = 100;\n\nexport const bullMQStateScript = `\nlocal operation = ARGV[1]\nlocal request = redis.call('HGET', KEYS[1], 'request')\nif operation == 'enqueue' then\n  if request and request ~= ARGV[2] then\n    return redis.error_reply('Queue identity already has a different request')\n  end\n  if not request then\n    request = ARGV[2]\n    redis.call('HSET', KEYS[1], 'request', request, 'deadline', ARGV[3], 'meta', '{\"status\":\"pending\",\"fence\":0}')\n  end\nend\nif not request then\n  if operation == 'get' then return nil end\n  return redis.error_reply('Queue job does not exist')\nend\nlocal meta = cjson.decode(redis.call('HGET', KEYS[1], 'meta'))\nlocal clock = redis.call('TIME')\nlocal now = tonumber(clock[1]) * 1000 + math.floor(tonumber(clock[2]) / 1000)\nlocal deadline = tonumber(redis.call('HGET', KEYS[1], 'deadline'))\nlocal function live()\n  return meta.status == 'pending' or meta.status == 'active'\nend\nlocal function save()\n  redis.call('HSET', KEYS[1], 'meta', cjson.encode(meta))\nend\nif live() and deadline and deadline <= now then\n  meta.status = 'cancelled'\n  meta.fence = meta.fence + 1\n  save()\nend\nlocal function owned()\n  return meta.status == 'active' and meta.worker == ARGV[2]\n    and meta.fence == tonumber(ARGV[3]) and meta.expires > now\n    and redis.call('GET', KEYS[2]) == meta.token\nend\nlocal function extend(duration)\n  meta.expires = now + duration\n  if deadline then meta.expires = math.min(meta.expires, deadline) end\n  redis.call('PEXPIRE', KEYS[2], meta.expires - now)\n  redis.call('SREM', KEYS[3], ARGV[5])\nend\nif operation == 'claim' and live() then\n  if redis.call('GET', KEYS[2]) ~= ARGV[3] then\n    return redis.error_reply('Stale queue lease')\n  end\n  meta.status = 'active'\n  meta.worker = ARGV[2]\n  meta.token = ARGV[3]\n  meta.fence = meta.fence + 1\n  extend(tonumber(ARGV[4]))\n  save()\nend\nif operation == 'renew' or operation == 'complete' then\n  if not owned() then return redis.error_reply('Stale queue lease') end\n  if operation == 'renew' then extend(tonumber(ARGV[4])) end\n  if operation == 'complete' then\n    meta.status = ARGV[5]\n    redis.call('HSET', KEYS[1], 'result', ARGV[4])\n  end\n  save()\nend\nif operation == 'cancel' then\n  if meta.fence ~= tonumber(ARGV[2]) then return redis.error_reply('Stale queue fence') end\n  if live() then\n    meta.status = 'cancelled'\n    meta.fence = meta.fence + 1\n    save()\n  end\nend\nreturn {request, cjson.encode(meta), redis.call('HGET', KEYS[1], 'result') or ''}\n`;\n"]}

package/dist/infrastructure/task-queue-bullmq.d.ts

@@ -0,0 +1,3 @@
+import type { BullMQTaskQueueOptions, BullMQTaskQueue } from "./task-queue-bullmq.types.ts";
+export type { BullMQTaskQueueOptions, BullMQTaskQueue, } from "./task-queue-bullmq.types.ts";
+export declare function bullmqTaskQueue(options: BullMQTaskQueueOptions): Promise<BullMQTaskQueue>;

package/dist/infrastructure/task-queue-bullmq.js

@@ -0,0 +1,124 @@
+import { randomUUID } from "node:crypto";
+import { openBullMQResources } from "./task-queue-bullmq-resources.js";
+import { queueClaim, queueLease, queueLeaseMs, queueNumber, queueRequest, queueResult, queueString, } from "../domain/task-queue.js";
+import { bullMQKey, bullMQState } from "./task-queue-bullmq-state.js";
+import { bullMQClaimBatchSize, bullMQStateScript, } from "./task-queue-bullmq.constants.js";
+export async function bullmqTaskQueue(options) {
+    const resources = await openBullMQResources(options);
+    const { root, prefix, nativeName, nativeKey, handlerQueue, perform, report } = resources;
+    let cursor = 0;
+    const client = await root.client;
+    client.defineCommand("outpostQueueStateV1", {
+        numberOfKeys: 3,
+        lua: bullMQStateScript,
+    });
+    async function state(id, operation, args = [], handler = "") {
+        return bullMQState(await client.runCommand("outpostQueueStateV1", [
+            `${root.qualifiedName}:outpost:${bullMQKey(id)}`,
+            `${nativeKey(handler, id)}:lock`,
+            `${prefix}:${nativeName(handler)}:stalled`,
+            operation,
+            ...args,
+        ]));
+    }
+    async function required(id) {
+        const current = await state(id, "get");
+        if (!current)
+            throw new Error("Queue job does not exist");
+        return current;
+    }
+    async function settle(native, job, token) {
+        try {
+            if (job.status === "done") {
+                await native.moveToCompleted(job.result, token, false);
+                return;
+            }
+            await native.moveToFailed(new Error(job.result?.error ?? "Queue job cancelled"), token, false);
+        }
+        catch (error) {
+            report(error);
+        }
+    }
+    async function ownedOperation(input, operation, value, extra) {
+        const lease = queueLease(input);
+        const previous = await required(lease.id);
+        const current = await state(lease.id, operation, [lease.worker, lease.fence, value, extra], previous.job.handler);
+        if (!current)
+            throw new Error("Queue job does not exist");
+        return current;
+    }
+    return {
+        enqueue(input) {
+            return perform(async () => {
+                const request = queueRequest(input);
+                await state(request.id, "enqueue", [
+                    JSON.stringify(request),
+                    request.deadline ?? "",
+                ]);
+                const { queue } = await handlerQueue(request.handler);
+                await queue.add(request.handler, request, {
+                    jobId: bullMQKey(request.id),
+                    removeOnComplete: false,
+                    removeOnFail: false,
+                });
+                return (await required(request.id)).job;
+            });
+        },
+        get(id) {
+            return perform(async () => (await state(queueString(id), "get"))?.job);
+        },
+        claim(input) {
+            return perform(async () => {
+                const claim = queueClaim(input);
+                const eligible = [...new Set(claim.handlers)];
+                const start = cursor++ % eligible.length;
+                for (let index = 0; index < eligible.length; index++) {
+                    const handler = eligible[(start + index) % eligible.length];
+                    const { worker } = await handlerQueue(handler);
+                    for (let attempt = 0; attempt < bullMQClaimBatchSize; attempt++) {
+                        const token = randomUUID();
+                        const native = await worker.getNextJob(token, { block: false });
+                        if (!native)
+                            break;
+                        const request = queueRequest(native.data);
+                        const current = await state(request.id, "claim", [claim.worker, token, claim.leaseMs, native.id], handler);
+                        if (!current)
+                            throw new Error("Queue job does not exist");
+                        if (current.job.status === "active")
+                            return current.job;
+                        await settle(native, current.job, token);
+                    }
+                }
+                return undefined;
+            });
+        },
+        renew(lease, leaseMs) {
+            return perform(async () => {
+                return (await ownedOperation(lease, "renew", queueLeaseMs(leaseMs), bullMQKey(lease.id))).job;
+            });
+        },
+        complete(lease, input) {
+            return perform(async () => {
+                const result = queueResult(input);
+                const current = await ownedOperation(lease, "complete", JSON.stringify(result), result.error === undefined ? "done" : "failed");
+                const { queue } = await handlerQueue(current.job.handler);
+                const native = await queue.getJob(bullMQKey(lease.id));
+                if (native && current.token)
+                    await settle(native, current.job, current.token);
+                return current.job;
+            });
+        },
+        cancel(id, fence) {
+            return perform(async () => {
+                const current = await state(queueString(id), "cancel", [
+                    queueNumber(fence),
+                ]);
+                if (!current)
+                    throw new Error("Queue job does not exist");
+                return current.job;
+            });
+        },
+        close: resources.close,
+    };
+}
+//# sourceMappingURL=task-queue-bullmq.js.map

package/dist/infrastructure/task-queue-bullmq.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-queue-bullmq.js","sourceRoot":"","sources":["../../src/infrastructure/task-queue-bullmq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EACL,UAAU,EACV,UAAU,EACV,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,WAAW,EACX,WAAW,GACZ,MAAM,yBAAyB,CAAC;AAOjC,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EACL,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,kCAAkC,CAAC;AAO1C,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAA+B;IAE/B,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,GAC1E,SAAS,CAAC;IACZ,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC;IACjC,MAAM,CAAC,aAAa,CAAC,qBAAqB,EAAE;QAC1C,YAAY,EAAE,CAAC;QACf,GAAG,EAAE,iBAAiB;KACvB,CAAC,CAAC;IACH,KAAK,UAAU,KAAK,CAClB,EAAU,EACV,SAAiB,EACjB,OAAqC,EAAE,EACvC,OAAO,GAAG,EAAE;QAEZ,OAAO,WAAW,CAChB,MAAM,MAAM,CAAC,UAAU,CAAC,qBAAqB,EAAE;YAC7C,GAAG,IAAI,CAAC,aAAa,YAAY,SAAS,CAAC,EAAE,CAAC,EAAE;YAChD,GAAG,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO;YAChC,GAAG,MAAM,IAAI,UAAU,CAAC,OAAO,CAAC,UAAU;YAC1C,SAAS;YACT,GAAG,IAAI;SACR,CAAC,CACH,CAAC;IACJ,CAAC;IACD,KAAK,UAAU,QAAQ,CAAC,EAAU;QAChC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,KAAK,UAAU,MAAM,CAAC,MAAiB,EAAE,GAAa,EAAE,KAAa;QACnE,IAAI,CAAC;YACH,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC1B,MAAM,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,MAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;gBACxD,OAAO;YACT,CAAC;YACD,MAAM,MAAM,CAAC,YAAY,CACvB,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,qBAAqB,CAAC,EACrD,KAAK,EACL,KAAK,CACN,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IACD,KAAK,UAAU,cAAc,CAC3B,KAAiB,EACjB,SAA+B,EAC/B,KAAsB,EACtB,KAAa;QAEb,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,KAAK,CACzB,KAAK,CAAC,EAAE,EACR,SAAS,EACT,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,EACzC,QAAQ,CAAC,GAAG,CAAC,OAAO,CACrB,CAAC;QACF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,OAAO;QACL,OAAO,CAAC,KAAK;YACX,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;gBACxB,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpC,MAAM,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE;oBACjC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;oBACvB,OAAO,CAAC,QAAQ,IAAI,EAAE;iBACvB,CAAC,CAAC;gBACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACtD,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE;oBACxC,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5B,gBAAgB,EAAE,KAAK;oBACvB,YAAY,EAAE,KAAK;iBACpB,CAAC,CAAC;gBACH,OAAO,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;QACD,GAAG,CAAC,EAAE;YACJ,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,KAAK;YACT,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;gBACxB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;gBAChC,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC9C,MAAM,KAAK,GAAG,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACzC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;oBACrD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAE,CAAC;oBAC7D,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;oBAC/C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,oBAAoB,EAAE,OAAO,EAAE,EAAE,CAAC;wBAChE,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;wBAC3B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;wBAChE,IAAI,CAAC,MAAM;4BAAE,MAAM;wBACnB,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;wBAC1C,MAAM,OAAO,GAAG,MAAM,KAAK,CACzB,OAAO,CAAC,EAAE,EACV,OAAO,EACP,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,EAAG,CAAC,EAChD,OAAO,CACR,CAAC;wBACF,IAAI,CAAC,OAAO;4BAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;wBAC1D,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,QAAQ;4BAAE,OAAO,OAAO,CAAC,GAAG,CAAC;wBACxD,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC;gBACD,OAAO,SAAS,CAAC;YACnB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,KAAK,EAAE,OAAO;YAClB,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;gBACxB,OAAO,CACL,MAAM,cAAc,CAClB,KAAK,EACL,OAAO,EACP,YAAY,CAAC,OAAO,CAAC,EACrB,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CACpB,CACF,CAAC,GAAG,CAAC;YACR,CAAC,CAAC,CAAC;QACL,CAAC;QACD,QAAQ,CAAC,KAAK,EAAE,KAAK;YACnB,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;gBACxB,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;gBAClC,MAAM,OAAO,GAAG,MAAM,cAAc,CAClC,KAAK,EACL,UAAU,EACV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EACtB,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAC/C,CAAC;gBACF,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC1D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvD,IAAI,MAAM,IAAI,OAAO,CAAC,KAAK;oBACzB,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBACnD,OAAO,OAAO,CAAC,GAAG,CAAC;YACrB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,CAAC,EAAE,EAAE,KAAK;YACd,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;gBACxB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE;oBACrD,WAAW,CAAC,KAAK,CAAC;iBACnB,CAAC,CAAC;gBACH,IAAI,CAAC,OAAO;oBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAC1D,OAAO,OAAO,CAAC,GAAG,CAAC;YACrB,CAAC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,EAAE,SAAS,CAAC,KAAK;KACvB,CAAC;AACJ,CAAC","sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { openBullMQResources } from \"./task-queue-bullmq-resources.ts\";\nimport {\n  queueClaim,\n  queueLease,\n  queueLeaseMs,\n  queueNumber,\n  queueRequest,\n  queueResult,\n  queueString,\n} from \"../domain/task-queue.ts\";\nimport type { QueueJob, QueueLease } from \"../domain/task-queue.types.ts\";\nimport type {\n  BullMQTaskQueueOptions,\n  BullMQTaskQueue,\n  BullMQJob,\n} from \"./task-queue-bullmq.types.ts\";\nimport { bullMQKey, bullMQState } from \"./task-queue-bullmq-state.ts\";\nimport {\n  bullMQClaimBatchSize,\n  bullMQStateScript,\n} from \"./task-queue-bullmq.constants.ts\";\n\nexport type {\n  BullMQTaskQueueOptions,\n  BullMQTaskQueue,\n} from \"./task-queue-bullmq.types.ts\";\n\nexport async function bullmqTaskQueue(\n  options: BullMQTaskQueueOptions,\n): Promise<BullMQTaskQueue> {\n  const resources = await openBullMQResources(options);\n  const { root, prefix, nativeName, nativeKey, handlerQueue, perform, report } =\n    resources;\n  let cursor = 0;\n  const client = await root.client;\n  client.defineCommand(\"outpostQueueStateV1\", {\n    numberOfKeys: 3,\n    lua: bullMQStateScript,\n  });\n  async function state(\n    id: string,\n    operation: string,\n    args: readonly (string | number)[] = [],\n    handler = \"\",\n  ) {\n    return bullMQState(\n      await client.runCommand(\"outpostQueueStateV1\", [\n        `${root.qualifiedName}:outpost:${bullMQKey(id)}`,\n        `${nativeKey(handler, id)}:lock`,\n        `${prefix}:${nativeName(handler)}:stalled`,\n        operation,\n        ...args,\n      ]),\n    );\n  }\n  async function required(id: string) {\n    const current = await state(id, \"get\");\n    if (!current) throw new Error(\"Queue job does not exist\");\n    return current;\n  }\n  async function settle(native: BullMQJob, job: QueueJob, token: string) {\n    try {\n      if (job.status === \"done\") {\n        await native.moveToCompleted(job.result!, token, false);\n        return;\n      }\n      await native.moveToFailed(\n        new Error(job.result?.error ?? \"Queue job cancelled\"),\n        token,\n        false,\n      );\n    } catch (error) {\n      report(error);\n    }\n  }\n  async function ownedOperation(\n    input: QueueLease,\n    operation: \"renew\" | \"complete\",\n    value: string | number,\n    extra: string,\n  ) {\n    const lease = queueLease(input);\n    const previous = await required(lease.id);\n    const current = await state(\n      lease.id,\n      operation,\n      [lease.worker, lease.fence, value, extra],\n      previous.job.handler,\n    );\n    if (!current) throw new Error(\"Queue job does not exist\");\n    return current;\n  }\n  return {\n    enqueue(input) {\n      return perform(async () => {\n        const request = queueRequest(input);\n        await state(request.id, \"enqueue\", [\n          JSON.stringify(request),\n          request.deadline ?? \"\",\n        ]);\n        const { queue } = await handlerQueue(request.handler);\n        await queue.add(request.handler, request, {\n          jobId: bullMQKey(request.id),\n          removeOnComplete: false,\n          removeOnFail: false,\n        });\n        return (await required(request.id)).job;\n      });\n    },\n    get(id) {\n      return perform(async () => (await state(queueString(id), \"get\"))?.job);\n    },\n    claim(input) {\n      return perform(async () => {\n        const claim = queueClaim(input);\n        const eligible = [...new Set(claim.handlers)];\n        const start = cursor++ % eligible.length;\n        for (let index = 0; index < eligible.length; index++) {\n          const handler = eligible[(start + index) % eligible.length]!;\n          const { worker } = await handlerQueue(handler);\n          for (let attempt = 0; attempt < bullMQClaimBatchSize; attempt++) {\n            const token = randomUUID();\n            const native = await worker.getNextJob(token, { block: false });\n            if (!native) break;\n            const request = queueRequest(native.data);\n            const current = await state(\n              request.id,\n              \"claim\",\n              [claim.worker, token, claim.leaseMs, native.id!],\n              handler,\n            );\n            if (!current) throw new Error(\"Queue job does not exist\");\n            if (current.job.status === \"active\") return current.job;\n            await settle(native, current.job, token);\n          }\n        }\n        return undefined;\n      });\n    },\n    renew(lease, leaseMs) {\n      return perform(async () => {\n        return (\n          await ownedOperation(\n            lease,\n            \"renew\",\n            queueLeaseMs(leaseMs),\n            bullMQKey(lease.id),\n          )\n        ).job;\n      });\n    },\n    complete(lease, input) {\n      return perform(async () => {\n        const result = queueResult(input);\n        const current = await ownedOperation(\n          lease,\n          \"complete\",\n          JSON.stringify(result),\n          result.error === undefined ? \"done\" : \"failed\",\n        );\n        const { queue } = await handlerQueue(current.job.handler);\n        const native = await queue.getJob(bullMQKey(lease.id));\n        if (native && current.token)\n          await settle(native, current.job, current.token);\n        return current.job;\n      });\n    },\n    cancel(id, fence) {\n      return perform(async () => {\n        const current = await state(queueString(id), \"cancel\", [\n          queueNumber(fence),\n        ]);\n        if (!current) throw new Error(\"Queue job does not exist\");\n        return current.job;\n      });\n    },\n    close: resources.close,\n  };\n}\n"]}

package/dist/infrastructure/task-queue-bullmq.types.d.ts

@@ -0,0 +1,17 @@
+import type { RedisOptions, Job, Queue, Worker } from "bullmq";
+import type { TaskQueue, QueueRequest, QueueResult } from "../domain/task-queue.types.ts";
+export interface BullMQTaskQueueOptions {
+    readonly name: string;
+    readonly connection: RedisOptions;
+    readonly prefix?: string;
+    readonly stalledIntervalMs?: number;
+    readonly onError?: (error: Error) => void;
+}
+export interface BullMQTaskQueue extends TaskQueue {
+    close(): Promise<void>;
+}
+export interface BullMQHandlerQueue {
+    readonly queue: Queue<QueueRequest, QueueResult>;
+    readonly worker: Worker<QueueRequest, QueueResult>;
+}
+export type BullMQJob = Job<QueueRequest, QueueResult>;

package/dist/infrastructure/task-queue-bullmq.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=task-queue-bullmq.types.js.map

package/dist/infrastructure/task-queue-bullmq.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-queue-bullmq.types.js","sourceRoot":"","sources":["../../src/infrastructure/task-queue-bullmq.types.ts"],"names":[],"mappings":"","sourcesContent":["import type { RedisOptions, Job, Queue, Worker } from \"bullmq\";\nimport type {\n  TaskQueue,\n  QueueRequest,\n  QueueResult,\n} from \"../domain/task-queue.types.ts\";\n\nexport interface BullMQTaskQueueOptions {\n  readonly name: string;\n  readonly connection: RedisOptions;\n  readonly prefix?: string;\n  readonly stalledIntervalMs?: number;\n  readonly onError?: (error: Error) => void;\n}\nexport interface BullMQTaskQueue extends TaskQueue {\n  close(): Promise<void>;\n}\nexport interface BullMQHandlerQueue {\n  readonly queue: Queue<QueueRequest, QueueResult>;\n  readonly worker: Worker<QueueRequest, QueueResult>;\n}\nexport type BullMQJob = Job<QueueRequest, QueueResult>;\n"]}

package/dist/infrastructure/transport-archive.constants.d.ts

@@ -0,0 +1,6 @@
+export declare const archiveDefaults: Readonly<{
+    chunkBytes: number;
+    maxBytes: number;
+    maxFiles: 100000;
+    manifestBytes: number;
+}>;

package/dist/infrastructure/transport-archive.constants.js

@@ -0,0 +1,7 @@
+export const archiveDefaults = Object.freeze({
+    chunkBytes: 4 * 1024 * 1024,
+    maxBytes: 1024 * 1024 * 1024,
+    maxFiles: 100_000,
+    manifestBytes: 16 * 1024 * 1024,
+});
+//# sourceMappingURL=transport-archive.constants.js.map

package/dist/infrastructure/transport-archive.constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport-archive.constants.js","sourceRoot":"","sources":["../../src/infrastructure/transport-archive.constants.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC;IAC3C,UAAU,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;IAC3B,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI;IAC5B,QAAQ,EAAE,OAAO;IACjB,aAAa,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;CAChC,CAAC,CAAC","sourcesContent":["export const archiveDefaults = Object.freeze({\n  chunkBytes: 4 * 1024 * 1024,\n  maxBytes: 1024 * 1024 * 1024,\n  maxFiles: 100_000,\n  manifestBytes: 16 * 1024 * 1024,\n});\n"]}

package/dist/infrastructure/transport-archive.d.ts

@@ -0,0 +1,5 @@
+import type { Transport, TransportReference } from "../domain/transport.types.ts";
+import type { ArchiveManifest } from "./transport-archive.types.ts";
+export declare function archiveFiles(transporter: Transport, root: string, paths: readonly string[], prefix: string, maxBytes?: number): Promise<TransportReference>;
+export declare function archiveManifest(value: unknown): ArchiveManifest;
+export declare function restoreArchiveFiles(transporter: Transport, reference: TransportReference, destination: string, maxBytes?: number): Promise<void>;

package/dist/infrastructure/transport-archive.js

@@ -0,0 +1,157 @@
+import { createHash } from "node:crypto";
+import { lstat, open, readlink, mkdir, symlink, chmod } from "node:fs/promises";
+import { dirname } from "node:path";
+import { inspectionFileFlags } from "./inspection-file.constants.js";
+import { invariant, positive } from "../domain/errors.js";
+import { safeDestination } from "./files.js";
+import { jsonBytes, jsonObject, readReference, transportReference, } from "./transport-json.js";
+import { archiveDefaults as defaults } from "./transport-archive.constants.js";
+const digest = (bytes) => createHash("sha256").update(bytes).digest("hex");
+export async function archiveFiles(transporter, root, paths, prefix, maxBytes = defaults.maxBytes) {
+    positive(maxBytes, "maxBytes");
+    invariant(paths.length <= defaults.maxFiles && new Set(paths).size === paths.length, "Invalid archive path count");
+    const files = [];
+    let total = 0;
+    for (const path of paths) {
+        const source = await safeDestination(root, path);
+        const info = await lstat(source);
+        invariant(info.isFile() || info.isSymbolicLink(), "Unsupported archive entry");
+        const chunks = [];
+        let size = 0;
+        const publish = async (bytes) => {
+            total += bytes.length;
+            size += bytes.length;
+            invariant(total <= maxBytes, "Archive exceeds byte limit");
+            const reference = await transporter.write(`${prefix}/files/${files.length}/${chunks.length}`, bytes, { ifRevision: null });
+            chunks.push({ reference, sha256: digest(bytes), size: bytes.length });
+        };
+        if (info.isSymbolicLink())
+            await publish(Buffer.from(await readlink(source)));
+        if (info.isFile()) {
+            const file = await open(source, inspectionFileFlags);
+            try {
+                const buffer = Buffer.alloc(defaults.chunkBytes);
+                for (;;) {
+                    const { bytesRead } = await file.read(buffer, 0, buffer.length, null);
+                    if (!bytesRead)
+                        break;
+                    await publish(Buffer.from(buffer.subarray(0, bytesRead)));
+                }
+                const after = await file.stat();
+                invariant(info.ino === after.ino &&
+                    info.dev === after.dev &&
+                    info.size === size &&
+                    info.mtimeMs === after.mtimeMs &&
+                    info.ctimeMs === after.ctimeMs, "Archive source changed");
+            }
+            finally {
+                await file.close();
+            }
+        }
+        files.push({
+            path,
+            kind: info.isSymbolicLink() ? "symlink" : "file",
+            mode: info.mode & 0o777,
+            size,
+            chunks,
+        });
+    }
+    const manifest = { format: 1, files };
+    const bytes = jsonBytes(manifest);
+    invariant(bytes.length <= defaults.manifestBytes, "Archive manifest exceeds byte limit");
+    return transporter.write(`${prefix}/manifest`, bytes, { ifRevision: null });
+}
+export function archiveManifest(value) {
+    invariant(value &&
+        typeof value === "object" &&
+        "format" in value &&
+        value.format === 1 &&
+        "files" in value &&
+        Array.isArray(value.files) &&
+        value.files.length <= defaults.maxFiles, "Invalid archive manifest");
+    const files = value.files.map((file) => {
+        invariant(file &&
+            typeof file === "object" &&
+            "path" in file &&
+            typeof file.path === "string" &&
+            "kind" in file &&
+            (file.kind === "file" || file.kind === "symlink") &&
+            "mode" in file &&
+            typeof file.mode === "number" &&
+            Number.isInteger(file.mode) &&
+            file.mode >= 0 &&
+            file.mode <= 0o777 &&
+            "size" in file &&
+            typeof file.size === "number" &&
+            Number.isSafeInteger(file.size) &&
+            file.size >= 0 &&
+            "chunks" in file &&
+            Array.isArray(file.chunks), "Invalid archive file");
+        const chunks = file.chunks.map((chunk) => {
+            invariant(chunk &&
+                typeof chunk === "object" &&
+                "reference" in chunk &&
+                "sha256" in chunk &&
+                typeof chunk.sha256 === "string" &&
+                /^[a-f0-9]{64}$/.test(chunk.sha256) &&
+                "size" in chunk &&
+                typeof chunk.size === "number" &&
+                Number.isSafeInteger(chunk.size) &&
+                chunk.size >= 0 &&
+                chunk.size <= defaults.chunkBytes, "Invalid archive chunk");
+            return {
+                reference: transportReference(chunk.reference),
+                sha256: chunk.sha256,
+                size: chunk.size,
+            };
+        });
+        invariant(chunks.reduce((sum, chunk) => sum + chunk.size, 0) === file.size, "Archive file size mismatch");
+        return {
+            path: file.path,
+            kind: file.kind,
+            mode: file.mode,
+            size: file.size,
+            chunks,
+        };
+    });
+    invariant(new Set(files.map((file) => file.path)).size === files.length, "Duplicate archive paths");
+    return { format: 1, files };
+}
+export async function restoreArchiveFiles(transporter, reference, destination, maxBytes = defaults.maxBytes) {
+    positive(maxBytes, "maxBytes");
+    const manifest = archiveManifest(jsonObject(await readReference(transporter, reference, defaults.manifestBytes)));
+    const total = manifest.files.reduce((sum, file) => sum + file.size, 0);
+    invariant(Number.isSafeInteger(total) && total <= maxBytes, "Archive exceeds byte limit");
+    for (const file of manifest.files)
+        await safeDestination(destination, file.path);
+    await mkdir(destination, { mode: 0o700 });
+    for (const entry of manifest.files) {
+        const target = await safeDestination(destination, entry.path);
+        await mkdir(dirname(target), { recursive: true, mode: 0o700 });
+        const data = async (chunk) => {
+            const value = await readReference(transporter, chunk.reference, chunk.size);
+            invariant(value.bytes.length === chunk.size &&
+                digest(value.bytes) === chunk.sha256, "Archive chunk integrity mismatch");
+            return value.bytes;
+        };
+        if (entry.kind === "symlink") {
+            invariant(entry.size <= defaults.chunkBytes, "Archive symlink exceeds limit");
+            const chunks = [];
+            for (const chunk of entry.chunks)
+                chunks.push(await data(chunk));
+            await symlink(Buffer.concat(chunks).toString(), target);
+            continue;
+        }
+        const file = await open(target, "wx", 0o600);
+        try {
+            for (const chunk of entry.chunks)
+                await file.writeFile(await data(chunk));
+            await file.sync();
+        }
+        finally {
+            await file.close();
+        }
+        await chmod(target, entry.mode);
+    }
+}
+//# sourceMappingURL=transport-archive.js.map

package/dist/infrastructure/transport-archive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport-archive.js","sourceRoot":"","sources":["../../src/infrastructure/transport-archive.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAKrE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EACL,SAAS,EACT,UAAU,EACV,aAAa,EACb,kBAAkB,GACnB,MAAM,qBAAqB,CAAC;AAM7B,OAAO,EAAE,eAAe,IAAI,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAE/E,MAAM,MAAM,GAAG,CAAC,KAAiB,EAAE,EAAE,CACnC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAEnD,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,WAAsB,EACtB,IAAY,EACZ,KAAwB,EACxB,MAAc,EACd,QAAQ,GAAG,QAAQ,CAAC,QAAQ;IAE5B,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC/B,SAAS,CACP,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,QAAQ,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,EACzE,4BAA4B,CAC7B,CAAC;IACF,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,SAAS,CACP,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,EACtC,2BAA2B,CAC5B,CAAC;QACF,MAAM,MAAM,GAAmB,EAAE,CAAC;QAClC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,OAAO,GAAG,KAAK,EAAE,KAAiB,EAAE,EAAE;YAC1C,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;YACrB,SAAS,CAAC,KAAK,IAAI,QAAQ,EAAE,4BAA4B,CAAC,CAAC;YAC3D,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,KAAK,CACvC,GAAG,MAAM,UAAU,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,EAClD,KAAK,EACL,EAAE,UAAU,EAAE,IAAI,EAAE,CACrB,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC;QACF,IAAI,IAAI,CAAC,cAAc,EAAE;YACvB,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBACjD,SAAS,CAAC;oBACR,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;oBACtE,IAAI,CAAC,SAAS;wBAAE,MAAM;oBACtB,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC5D,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBAChC,SAAS,CACP,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG;oBACpB,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG;oBACtB,IAAI,CAAC,IAAI,KAAK,IAAI;oBAClB,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;oBAC9B,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAChC,wBAAwB,CACzB,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC;YACT,IAAI;YACJ,IAAI,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAChD,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,KAAK;YACvB,IAAI;YACJ,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IACD,MAAM,QAAQ,GAAoB,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;IACvD,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IAClC,SAAS,CACP,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,aAAa,EACtC,qCAAqC,CACtC,CAAC;IACF,OAAO,WAAW,CAAC,KAAK,CAAC,GAAG,MAAM,WAAW,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,SAAS,CACP,KAAK;QACH,OAAO,KAAK,KAAK,QAAQ;QACzB,QAAQ,IAAI,KAAK;QACjB,KAAK,CAAC,MAAM,KAAK,CAAC;QAClB,OAAO,IAAI,KAAK;QAChB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;QAC1B,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,QAAQ,EACzC,0BAA0B,CAC3B,CAAC;IACF,MAAM,KAAK,GAAkB,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAa,EAAE,EAAE;QAC7D,SAAS,CACP,IAAI;YACF,OAAO,IAAI,KAAK,QAAQ;YACxB,MAAM,IAAI,IAAI;YACd,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC7B,MAAM,IAAI,IAAI;YACd,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC;YACjD,MAAM,IAAI,IAAI;YACd,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC7B,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;YAC3B,IAAI,CAAC,IAAI,IAAI,CAAC;YACd,IAAI,CAAC,IAAI,IAAI,KAAK;YAClB,MAAM,IAAI,IAAI;YACd,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC7B,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;YAC/B,IAAI,CAAC,IAAI,IAAI,CAAC;YACd,QAAQ,IAAI,IAAI;YAChB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAC5B,sBAAsB,CACvB,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAc,EAAgB,EAAE;YAC9D,SAAS,CACP,KAAK;gBACH,OAAO,KAAK,KAAK,QAAQ;gBACzB,WAAW,IAAI,KAAK;gBACpB,QAAQ,IAAI,KAAK;gBACjB,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;gBAChC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;gBACnC,MAAM,IAAI,KAAK;gBACf,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAC9B,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;gBAChC,KAAK,CAAC,IAAI,IAAI,CAAC;gBACf,KAAK,CAAC,IAAI,IAAI,QAAQ,CAAC,UAAU,EACnC,uBAAuB,CACxB,CAAC;YACF,OAAO;gBACL,SAAS,EAAE,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC;gBAC9C,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,IAAI,EAAE,KAAK,CAAC,IAAI;aACjB,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,SAAS,CACP,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,EAChE,4BAA4B,CAC7B,CAAC;QACF,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM;SACP,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,SAAS,CACP,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,EAC7D,yBAAyB,CAC1B,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAsB,EACtB,SAA6B,EAC7B,WAAmB,EACnB,QAAQ,GAAG,QAAQ,CAAC,QAAQ;IAE5B,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC/B,MAAM,QAAQ,GAAG,eAAe,CAC9B,UAAU,CACR,MAAM,aAAa,CAAC,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC,aAAa,CAAC,CACpE,CACF,CAAC;IACF,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACvE,SAAS,CACP,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,QAAQ,EAChD,4BAA4B,CAC7B,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK;QAC/B,MAAM,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1C,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,KAAK,EAAE,KAAmB,EAAE,EAAE;YACzC,MAAM,KAAK,GAAG,MAAM,aAAa,CAC/B,WAAW,EACX,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,IAAI,CACX,CAAC;YACF,SAAS,CACP,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,IAAI;gBAC/B,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,MAAM,EACtC,kCAAkC,CACnC,CAAC;YACF,OAAO,KAAK,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC;QACF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,SAAS,CACP,KAAK,CAAC,IAAI,IAAI,QAAQ,CAAC,UAAU,EACjC,+BAA+B,CAChC,CAAC;YACF,MAAM,MAAM,GAAG,EAAE,CAAC;YAClB,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM;gBAAE,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjE,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC;YACxD,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM;gBAAE,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAC1E,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QACD,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;AACH,CAAC","sourcesContent":["import { createHash } from \"node:crypto\";\nimport { lstat, open, readlink, mkdir, symlink, chmod } from \"node:fs/promises\";\nimport { dirname } from \"node:path\";\nimport { inspectionFileFlags } from \"./inspection-file.constants.ts\";\nimport type {\n  Transport,\n  TransportReference,\n} from \"../domain/transport.types.ts\";\nimport { invariant, positive } from \"../domain/errors.ts\";\nimport { safeDestination } from \"./files.ts\";\nimport {\n  jsonBytes,\n  jsonObject,\n  readReference,\n  transportReference,\n} from \"./transport-json.ts\";\nimport type {\n  ArchiveManifest,\n  ArchiveFile,\n  ArchiveChunk,\n} from \"./transport-archive.types.ts\";\nimport { archiveDefaults as defaults } from \"./transport-archive.constants.ts\";\n\nconst digest = (bytes: Uint8Array) =>\n  createHash(\"sha256\").update(bytes).digest(\"hex\");\n\nexport async function archiveFiles(\n  transporter: Transport,\n  root: string,\n  paths: readonly string[],\n  prefix: string,\n  maxBytes = defaults.maxBytes,\n): Promise<TransportReference> {\n  positive(maxBytes, \"maxBytes\");\n  invariant(\n    paths.length <= defaults.maxFiles && new Set(paths).size === paths.length,\n    \"Invalid archive path count\",\n  );\n  const files: ArchiveFile[] = [];\n  let total = 0;\n  for (const path of paths) {\n    const source = await safeDestination(root, path);\n    const info = await lstat(source);\n    invariant(\n      info.isFile() || info.isSymbolicLink(),\n      \"Unsupported archive entry\",\n    );\n    const chunks: ArchiveChunk[] = [];\n    let size = 0;\n    const publish = async (bytes: Uint8Array) => {\n      total += bytes.length;\n      size += bytes.length;\n      invariant(total <= maxBytes, \"Archive exceeds byte limit\");\n      const reference = await transporter.write(\n        `${prefix}/files/${files.length}/${chunks.length}`,\n        bytes,\n        { ifRevision: null },\n      );\n      chunks.push({ reference, sha256: digest(bytes), size: bytes.length });\n    };\n    if (info.isSymbolicLink())\n      await publish(Buffer.from(await readlink(source)));\n    if (info.isFile()) {\n      const file = await open(source, inspectionFileFlags);\n      try {\n        const buffer = Buffer.alloc(defaults.chunkBytes);\n        for (;;) {\n          const { bytesRead } = await file.read(buffer, 0, buffer.length, null);\n          if (!bytesRead) break;\n          await publish(Buffer.from(buffer.subarray(0, bytesRead)));\n        }\n        const after = await file.stat();\n        invariant(\n          info.ino === after.ino &&\n            info.dev === after.dev &&\n            info.size === size &&\n            info.mtimeMs === after.mtimeMs &&\n            info.ctimeMs === after.ctimeMs,\n          \"Archive source changed\",\n        );\n      } finally {\n        await file.close();\n      }\n    }\n    files.push({\n      path,\n      kind: info.isSymbolicLink() ? \"symlink\" : \"file\",\n      mode: info.mode & 0o777,\n      size,\n      chunks,\n    });\n  }\n  const manifest: ArchiveManifest = { format: 1, files };\n  const bytes = jsonBytes(manifest);\n  invariant(\n    bytes.length <= defaults.manifestBytes,\n    \"Archive manifest exceeds byte limit\",\n  );\n  return transporter.write(`${prefix}/manifest`, bytes, { ifRevision: null });\n}\n\nexport function archiveManifest(value: unknown): ArchiveManifest {\n  invariant(\n    value &&\n      typeof value === \"object\" &&\n      \"format\" in value &&\n      value.format === 1 &&\n      \"files\" in value &&\n      Array.isArray(value.files) &&\n      value.files.length <= defaults.maxFiles,\n    \"Invalid archive manifest\",\n  );\n  const files: ArchiveFile[] = value.files.map((file: unknown) => {\n    invariant(\n      file &&\n        typeof file === \"object\" &&\n        \"path\" in file &&\n        typeof file.path === \"string\" &&\n        \"kind\" in file &&\n        (file.kind === \"file\" || file.kind === \"symlink\") &&\n        \"mode\" in file &&\n        typeof file.mode === \"number\" &&\n        Number.isInteger(file.mode) &&\n        file.mode >= 0 &&\n        file.mode <= 0o777 &&\n        \"size\" in file &&\n        typeof file.size === \"number\" &&\n        Number.isSafeInteger(file.size) &&\n        file.size >= 0 &&\n        \"chunks\" in file &&\n        Array.isArray(file.chunks),\n      \"Invalid archive file\",\n    );\n    const chunks = file.chunks.map((chunk: unknown): ArchiveChunk => {\n      invariant(\n        chunk &&\n          typeof chunk === \"object\" &&\n          \"reference\" in chunk &&\n          \"sha256\" in chunk &&\n          typeof chunk.sha256 === \"string\" &&\n          /^[a-f0-9]{64}$/.test(chunk.sha256) &&\n          \"size\" in chunk &&\n          typeof chunk.size === \"number\" &&\n          Number.isSafeInteger(chunk.size) &&\n          chunk.size >= 0 &&\n          chunk.size <= defaults.chunkBytes,\n        \"Invalid archive chunk\",\n      );\n      return {\n        reference: transportReference(chunk.reference),\n        sha256: chunk.sha256,\n        size: chunk.size,\n      };\n    });\n    invariant(\n      chunks.reduce((sum, chunk) => sum + chunk.size, 0) === file.size,\n      \"Archive file size mismatch\",\n    );\n    return {\n      path: file.path,\n      kind: file.kind,\n      mode: file.mode,\n      size: file.size,\n      chunks,\n    };\n  });\n  invariant(\n    new Set(files.map((file) => file.path)).size === files.length,\n    \"Duplicate archive paths\",\n  );\n  return { format: 1, files };\n}\n\nexport async function restoreArchiveFiles(\n  transporter: Transport,\n  reference: TransportReference,\n  destination: string,\n  maxBytes = defaults.maxBytes,\n): Promise<void> {\n  positive(maxBytes, \"maxBytes\");\n  const manifest = archiveManifest(\n    jsonObject(\n      await readReference(transporter, reference, defaults.manifestBytes),\n    ),\n  );\n  const total = manifest.files.reduce((sum, file) => sum + file.size, 0);\n  invariant(\n    Number.isSafeInteger(total) && total <= maxBytes,\n    \"Archive exceeds byte limit\",\n  );\n  for (const file of manifest.files)\n    await safeDestination(destination, file.path);\n  await mkdir(destination, { mode: 0o700 });\n  for (const entry of manifest.files) {\n    const target = await safeDestination(destination, entry.path);\n    await mkdir(dirname(target), { recursive: true, mode: 0o700 });\n    const data = async (chunk: ArchiveChunk) => {\n      const value = await readReference(\n        transporter,\n        chunk.reference,\n        chunk.size,\n      );\n      invariant(\n        value.bytes.length === chunk.size &&\n          digest(value.bytes) === chunk.sha256,\n        \"Archive chunk integrity mismatch\",\n      );\n      return value.bytes;\n    };\n    if (entry.kind === \"symlink\") {\n      invariant(\n        entry.size <= defaults.chunkBytes,\n        \"Archive symlink exceeds limit\",\n      );\n      const chunks = [];\n      for (const chunk of entry.chunks) chunks.push(await data(chunk));\n      await symlink(Buffer.concat(chunks).toString(), target);\n      continue;\n    }\n    const file = await open(target, \"wx\", 0o600);\n    try {\n      for (const chunk of entry.chunks) await file.writeFile(await data(chunk));\n      await file.sync();\n    } finally {\n      await file.close();\n    }\n    await chmod(target, entry.mode);\n  }\n}\n"]}

package/dist/infrastructure/transport-archive.types.d.ts

@@ -0,0 +1,17 @@
+import type { TransportReference } from "../domain/transport.types.ts";
+export interface ArchiveChunk {
+    readonly reference: TransportReference;
+    readonly sha256: string;
+    readonly size: number;
+}
+export interface ArchiveFile {
+    readonly path: string;
+    readonly kind: "file" | "symlink";
+    readonly mode: number;
+    readonly size: number;
+    readonly chunks: readonly ArchiveChunk[];
+}
+export interface ArchiveManifest {
+    readonly format: 1;
+    readonly files: readonly ArchiveFile[];
+}

package/dist/infrastructure/transport-archive.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=transport-archive.types.js.map

package/dist/infrastructure/transport-archive.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport-archive.types.js","sourceRoot":"","sources":["../../src/infrastructure/transport-archive.types.ts"],"names":[],"mappings":"","sourcesContent":["import type { TransportReference } from \"../domain/transport.types.ts\";\nexport interface ArchiveChunk {\n  readonly reference: TransportReference;\n  readonly sha256: string;\n  readonly size: number;\n}\nexport interface ArchiveFile {\n  readonly path: string;\n  readonly kind: \"file\" | \"symlink\";\n  readonly mode: number;\n  readonly size: number;\n  readonly chunks: readonly ArchiveChunk[];\n}\nexport interface ArchiveManifest {\n  readonly format: 1;\n  readonly files: readonly ArchiveFile[];\n}\n"]}

package/dist/infrastructure/transport-artifact-store.d.ts

@@ -0,0 +1,3 @@
+import type { ArtifactStore } from "../domain/artifact.types.ts";
+import type { ArtifactStoreOptions } from "./transport-artifact-store.types.ts";
+export declare function artifactStore(options: ArtifactStoreOptions): ArtifactStore;

package/dist/infrastructure/transport-artifact-store.js

@@ -0,0 +1,31 @@
+import { artifactDigestPattern } from "../domain/artifact.constants.js";
+import { immutableObject } from "./transport-json.js";
+import { artifactMaxBytes } from "./artifact-store.constants.js";
+import { readLimit } from "./transport-envelope.js";
+export function artifactStore(options) {
+    const maxBytes = readLimit(options.maxBytes ?? artifactMaxBytes);
+    if (!maxBytes)
+        throw new Error("Artifact maxBytes must be positive");
+    const key = (id) => {
+        if (!artifactDigestPattern.test(id))
+            throw new Error("Invalid artifact storage ID");
+        return `artifacts/${id}.blob`;
+    };
+    return {
+        async put(id, input, signal) {
+            if (input.byteLength > maxBytes)
+                throw new Error("Artifact exceeds maxBytes");
+            await immutableObject(options.transporter, key(id), Buffer.from(input), signal);
+        },
+        async get(id, signal) {
+            const value = await options.transporter.read(key(id), {
+                maxBytes,
+                ...(signal ? { signal } : {}),
+            });
+            if (!value)
+                throw new Error("Artifact does not exist");
+            return value.bytes;
+        },
+    };
+}
+//# sourceMappingURL=transport-artifact-store.js.map

package/dist/infrastructure/transport-artifact-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport-artifact-store.js","sourceRoot":"","sources":["../../src/infrastructure/transport-artifact-store.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAExE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD,MAAM,UAAU,aAAa,CAAC,OAA6B;IACzD,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC;IACjE,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACrE,MAAM,GAAG,GAAG,CAAC,EAAU,EAAE,EAAE;QACzB,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,OAAO,aAAa,EAAE,OAAO,CAAC;IAChC,CAAC,CAAC;IACF,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM;YACzB,IAAI,KAAK,CAAC,UAAU,GAAG,QAAQ;gBAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,MAAM,eAAe,CACnB,OAAO,CAAC,WAAW,EACnB,GAAG,CAAC,EAAE,CAAC,EACP,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAClB,MAAM,CACP,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM;YAClB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;gBACpD,QAAQ;gBACR,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9B,CAAC,CAAC;YACH,IAAI,CAAC,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACvD,OAAO,KAAK,CAAC,KAAK,CAAC;QACrB,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["import type { ArtifactStore } from \"../domain/artifact.types.ts\";\nimport { artifactDigestPattern } from \"../domain/artifact.constants.ts\";\nimport type { ArtifactStoreOptions } from \"./transport-artifact-store.types.ts\";\nimport { immutableObject } from \"./transport-json.ts\";\nimport { artifactMaxBytes } from \"./artifact-store.constants.ts\";\nimport { readLimit } from \"./transport-envelope.ts\";\n\nexport function artifactStore(options: ArtifactStoreOptions): ArtifactStore {\n  const maxBytes = readLimit(options.maxBytes ?? artifactMaxBytes);\n  if (!maxBytes) throw new Error(\"Artifact maxBytes must be positive\");\n  const key = (id: string) => {\n    if (!artifactDigestPattern.test(id))\n      throw new Error(\"Invalid artifact storage ID\");\n    return `artifacts/${id}.blob`;\n  };\n  return {\n    async put(id, input, signal) {\n      if (input.byteLength > maxBytes)\n        throw new Error(\"Artifact exceeds maxBytes\");\n      await immutableObject(\n        options.transporter,\n        key(id),\n        Buffer.from(input),\n        signal,\n      );\n    },\n    async get(id, signal) {\n      const value = await options.transporter.read(key(id), {\n        maxBytes,\n        ...(signal ? { signal } : {}),\n      });\n      if (!value) throw new Error(\"Artifact does not exist\");\n      return value.bytes;\n    },\n  };\n}\n"]}

package/dist/infrastructure/transport-artifact-store.types.d.ts

@@ -0,0 +1,4 @@
+import type { TransportStoreOptions } from "../domain/transport.types.ts";
+export interface ArtifactStoreOptions extends TransportStoreOptions {
+    readonly maxBytes?: number;
+}

package/dist/infrastructure/transport-artifact-store.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=transport-artifact-store.types.js.map

package/dist/infrastructure/transport-artifact-store.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport-artifact-store.types.js","sourceRoot":"","sources":["../../src/infrastructure/transport-artifact-store.types.ts"],"names":[],"mappings":"","sourcesContent":["import type { TransportStoreOptions } from \"../domain/transport.types.ts\";\n\nexport interface ArtifactStoreOptions extends TransportStoreOptions {\n  readonly maxBytes?: number;\n}\n"]}

package/dist/infrastructure/transport-checkpoint.d.ts

@@ -0,0 +1,5 @@
+import type { WorkflowCheckpointStore } from "../domain/workflow/checkpoint.types.ts";
+import type { TransportStoreOptions } from "../domain/transport.types.ts";
+import type { CheckpointRecoveryOptions } from "./transport-checkpoint.types.ts";
+export declare function workflowCheckpointStore(options: TransportStoreOptions): WorkflowCheckpointStore;
+export declare function recoverWorkflowCheckpoint(options: CheckpointRecoveryOptions): Promise<void>;