alchemy 2.0.0-beta.34 → 2.0.0-beta.35

package/lib/Cloudflare/Queue/QueueConsumer.js

@@ -1,15 +1,26 @@
 import * as queues from "@distilled.cloud/cloudflare/queues";
 import * as Effect from "effect/Effect";
+import * as Option from "effect/Option";
+import * as Schedule from "effect/Schedule";
+import * as Stream from "effect/Stream";
 import { isResolved } from "../../Diff.js";
 import * as Provider from "../../Provider.js";
 import { Resource } from "../../Resource.js";
 import { CloudflareEnvironment } from "../CloudflareEnvironment.js";
+// ~60s budget — Worker reconcile uploads typically land in 2–10s,
+// but a fresh container/asset deploy can stretch that.
+const queueHandlerReadinessSchedule = Schedule.spaced("2 seconds").pipe(Schedule.both(Schedule.recurs(30)));
 /**
  * A Cloudflare Queue Consumer that processes messages from a Queue.
  *
  * Register a Worker as a consumer of a Queue. The Worker's `queue()`
  * handler will be invoked with batches of messages.
  *
+ * Cloudflare allows at most one Worker consumer per queue (HTTP-pull
+ * consumers can coexist). The reconciler enforces this: if the queue
+ * already has a Worker consumer pointing at a different script, the
+ * deploy fails with a clear error rather than silently adopting it.
+ *
  * @section Registering a Consumer
  * @example Basic consumer
  * ```typescript
@@ -36,13 +47,20 @@ import { CloudflareEnvironment } from "../CloudflareEnvironment.js";
  * ```
  */
 export const QueueConsumer = Resource("Cloudflare.QueueConsumer");
+const toObserved = (c) => c.consumerId && c.type === "worker"
+    ? { consumerId: c.consumerId, script: c.script ?? undefined }
+    : undefined;
 export const QueueConsumerProvider = () => Provider.effect(QueueConsumer, Effect.gen(function* () {
     const { accountId } = yield* CloudflareEnvironment;
     const createConsumer = yield* queues.createConsumer;
     const getConsumer = yield* queues.getConsumer;
     const updateConsumer = yield* queues.updateConsumer;
     const deleteConsumer = yield* queues.deleteConsumer;
-    const listConsumers = yield* queues.listConsumers;
+    // Cloudflare allows a single Worker consumer per queue, so the
+    // first match in the paginated stream is the only one. Using
+    // `.items` defeats single-page lookups that would otherwise
+    // miss late-arriving consumers under eventual consistency.
+    const findWorkerConsumer = (acct, queueId) => queues.listConsumers.items({ accountId: acct, queueId }).pipe(Stream.map(toObserved), Stream.filter((c) => c !== undefined), Stream.runHead, Effect.map(Option.getOrUndefined));
     return {
         stables: ["consumerId", "accountId"],
         diff: Effect.fn(function* ({ olds, news, output }) {
@@ -51,45 +69,109 @@ export const QueueConsumerProvider = () => Provider.effect(QueueConsumer, Effect
             if ((output?.accountId ?? accountId) !== accountId) {
                 return { action: "replace" };
             }
-            // Queue change requires replacement
+            // Queue change requires replacement — consumerId is bound
+            // to a queue and the API has no "move consumer" verb.
             if (output?.queueId && news.queueId !== output.queueId) {
-                return { action: "replace" };
-            }
-            // Script change requires replacement
-            if (output?.scriptName && news.scriptName !== output.scriptName) {
-                return { action: "replace" };
+                return { action: "replace", deleteFirst: true };
             }
-            // Settings change is an update
+            // Settings / DLQ / script drift is an update. We DON'T
+            // escalate scriptName changes to `replace` because the
+            // engine resolves cross-resource Output<string> refs (a
+            // sibling Worker's `workerName`) lazily — when the upstream
+            // Worker is created in the same plan, `news` is partially
+            // unresolved at diff time and `isResolved(news)` short-
+            // circuits up top. Falling through to "update" lets the
+            // engine call reconcile with fully-resolved `news`, where
+            // we detect script drift and rebuild the consumer in
+            // place (Cloudflare's PUT silently ignores `script_name`
+            // changes, so reconcile does delete-then-create).
             if (JSON.stringify(olds.settings ?? {}) !==
-                JSON.stringify(news.settings ?? {})) {
+                JSON.stringify(news.settings ?? {}) ||
+                (olds.deadLetterQueue ?? undefined) !==
+                    (news.deadLetterQueue ?? undefined) ||
+                (output?.scriptName !== undefined &&
+                    news.scriptName !== output.scriptName)) {
                 return { action: "update" };
             }
         }),
         reconcile: Effect.fn(function* ({ news, output }) {
             const acct = output?.accountId ?? accountId;
             const queueId = output?.queueId ?? news.queueId;
-            // Observe — re-fetch the cached consumer; fall back to a list
-            // scan filtered by script so we recover from out-of-band
-            // deletes or partial state-persistence failures (the create
-            // call may have written the consumer but lost the response).
+            // Observe — prefer the cached consumerId, then fall back to
+            // listConsumers (paginated) to recover from out-of-band
+            // deletes or partial state-persistence failures. Track
+            // whether the observation came from the cached id or the
+            // list scan: a different-script worker consumer found via
+            // the list scan is potentially foreign (state was lost,
+            // someone else attached the consumer), and silently
+            // updating it could clobber another team's wiring.
             let observed;
+            let owned = false;
             if (output?.consumerId) {
-                observed = yield* getConsumer({
+                const fetched = yield* getConsumer({
                     accountId: acct,
-                    queueId: output.queueId,
+                    queueId,
                     consumerId: output.consumerId,
-                }).pipe(Effect.catch(() => Effect.succeed(undefined)));
+                }).pipe(Effect.catchTag("ConsumerNotFound", () => Effect.succeed(undefined)));
+                if (fetched) {
+                    observed = toObserved(fetched);
+                    owned = observed !== undefined;
+                }
             }
             if (!observed) {
-                const existing = yield* listConsumers({
+                observed = yield* findWorkerConsumer(acct, queueId);
+            }
+            // Owned consumer pointing at a different script: rebuild
+            // it in place. Cloudflare's PUT consumer silently ignores
+            // `script_name` changes on existing consumers (the live
+            // record stays pinned to the original worker), and the
+            // platform allows only one Worker consumer per queue, so
+            // the only path to re-point is delete-then-create.
+            if (owned &&
+                observed &&
+                observed.script !== undefined &&
+                observed.script !== news.scriptName) {
+                yield* deleteConsumer({
                     accountId: acct,
                     queueId,
-                });
-                observed = existing.result.find((c) => "script" in c && c.script === news.scriptName);
+                    consumerId: observed.consumerId,
+                }).pipe(Effect.catchTag("ConsumerNotFound", () => Effect.void));
+                // Wait for Cloudflare's worker subsystem to drop its
+                // claim on the old script so createConsumer below
+                // doesn't race the queue↔script propagation lag.
+                yield* getConsumer({
+                    accountId: acct,
+                    queueId,
+                    consumerId: observed.consumerId,
+                }).pipe(Effect.flatMap(() => Effect.fail("still-attached")), Effect.catchTag("ConsumerNotFound", () => Effect.void), Effect.retry({
+                    while: (e) => e === "still-attached",
+                    schedule: Schedule.spaced("1 second").pipe(Schedule.both(Schedule.recurs(30))),
+                }), Effect.ignore);
+                observed = undefined;
+                owned = false;
             }
-            // Ensure — create if missing. The Cloudflare API rejects a
-            // duplicate consumer (same queue + script), so we tolerate
-            // that race by adopting the existing one via list.
+            // Refuse to take over a foreign consumer on the state-loss
+            // path. With `owned=false` we found this via the list scan
+            // and the script mismatch means it belongs to another
+            // resource or was created out-of-band — silent adoption
+            // would clobber that.
+            if (observed &&
+                !owned &&
+                observed.script !== undefined &&
+                observed.script !== news.scriptName) {
+                return yield* Effect.die(`Cloudflare queue "${queueId}" already has a worker ` +
+                    `consumer for script "${observed.script}", but this ` +
+                    `resource is configured for "${news.scriptName}" and ` +
+                    `local state for the consumer was missing. Each queue ` +
+                    `can have only one worker consumer — delete the ` +
+                    `existing one, update scriptName to match, or restore ` +
+                    `the consumer's state entry before redeploying.`);
+            }
+            // Ensure — create if missing. ConsumerAlreadyExists is the
+            // race signal: another reconcile or peer beat us to it.
+            // Re-run the lookup; the paginated stream tolerates the
+            // single-page eventual-consistency window the previous
+            // implementation missed.
             let consumerId;
             if (!observed) {
                 const created = yield* createConsumer({
@@ -99,34 +181,62 @@ export const QueueConsumerProvider = () => Provider.effect(QueueConsumer, Effect
                     type: "worker",
                     deadLetterQueue: news.deadLetterQueue,
                     settings: news.settings,
-                }).pipe(Effect.catch(() => Effect.gen(function* () {
-                    const existing = yield* listConsumers({
-                        accountId: acct,
-                        queueId,
-                    });
-                    const match = existing.result.find((c) => "script" in c && c.script === news.scriptName);
-                    if (match && match.consumerId) {
-                        return match;
+                }).pipe(
+                // The sibling Worker resource pre-creates a placeholder
+                // script with no `queue` handler; Cloudflare returns
+                // code 11001 until the real reconcile uploads the
+                // handler. Retry until the upload propagates (capped),
+                // then surface a real failure if it never does.
+                Effect.tapError((e) => e._tag === "QueueHandlerMissing"
+                    ? Effect.logDebug(`QueueConsumer create: worker ` +
+                        `"${news.scriptName}" has no queue handler ` +
+                        `yet (code 11001), retrying`)
+                    : Effect.void), Effect.retry({
+                    while: (e) => e._tag === "QueueHandlerMissing",
+                    schedule: queueHandlerReadinessSchedule,
+                }), Effect.catchTag("ConsumerAlreadyExists", (cause) => Effect.gen(function* () {
+                    const match = yield* findWorkerConsumer(acct, queueId);
+                    if (!match) {
+                        return yield* Effect.die(`Cloudflare reported a worker consumer already ` +
+                            `exists on queue "${queueId}", but listConsumers ` +
+                            `returned none. Retry the deploy; if this ` +
+                            `persists, the queue is in an inconsistent ` +
+                            `state. Underlying error: ${cause.message}`);
+                    }
+                    if (match.script !== undefined &&
+                        match.script !== news.scriptName) {
+                        return yield* Effect.die(`Cloudflare queue "${queueId}" already has a ` +
+                            `worker consumer for script "${match.script}", ` +
+                            `but this resource is configured for ` +
+                            `"${news.scriptName}". Each queue can have only ` +
+                            `one worker consumer — delete the existing one ` +
+                            `or update scriptName to match before redeploying.`);
                     }
-                    return yield* Effect.die(`Consumer for script "${news.scriptName}" on queue "${queueId}" already exists but could not be found`);
+                    return match;
                 })));
                 consumerId = created.consumerId;
             }
             else {
                 consumerId = observed.consumerId;
-                // Sync — update settings and dead-letter target on the
-                // existing consumer. The Cloudflare API replaces all mutable
-                // fields per call, so always issue this so adoption converges.
-                yield* updateConsumer({
-                    accountId: acct,
-                    queueId,
-                    consumerId,
-                    scriptName: news.scriptName,
-                    type: "worker",
-                    settings: news.settings,
-                    deadLetterQueue: news.deadLetterQueue,
-                });
             }
+            // Sync — Cloudflare replaces all mutable fields on
+            // updateConsumer, so always issue this so adoption converges
+            // and settings drift gets corrected on every reconcile.
+            // updateConsumer hits the same "queue handler missing" race
+            // window as create when the worker is mid-upload, so apply
+            // the same bounded retry.
+            yield* updateConsumer({
+                accountId: acct,
+                queueId,
+                consumerId,
+                scriptName: news.scriptName,
+                type: "worker",
+                settings: news.settings,
+                deadLetterQueue: news.deadLetterQueue,
+            }).pipe(Effect.retry({
+                while: (e) => e._tag === "QueueHandlerMissing",
+                schedule: queueHandlerReadinessSchedule,
+            }));
             return {
                 consumerId,
                 queueId,
@@ -139,22 +249,53 @@ export const QueueConsumerProvider = () => Provider.effect(QueueConsumer, Effect
                 accountId: output.accountId,
                 queueId: output.queueId,
                 consumerId: output.consumerId,
-            }).pipe(Effect.catch(() => Effect.void));
+            }).pipe(Effect.catchTag("ConsumerNotFound", () => Effect.void));
+            // Block until Cloudflare's worker subsystem stops claiming
+            // the script as a queue consumer. Without this the
+            // sibling Worker.delete races on `QueueConsumerConflict`
+            // (code 10064) — `deleteConsumer` returns success on the
+            // queue subsystem before the script-side view propagates.
+            yield* getConsumer({
+                accountId: output.accountId,
+                queueId: output.queueId,
+                consumerId: output.consumerId,
+            }).pipe(Effect.flatMap(() => Effect.fail("still-attached")), Effect.catchTag("ConsumerNotFound", () => Effect.void), Effect.retry({
+                while: (e) => e === "still-attached",
+                schedule: Schedule.spaced("1 second").pipe(Schedule.both(Schedule.recurs(30))),
+            }), Effect.ignore);
         }),
         read: Effect.fn(function* ({ output }) {
             if (output?.consumerId) {
-                return yield* getConsumer({
+                const fetched = yield* getConsumer({
                     accountId: output.accountId,
                     queueId: output.queueId,
                     consumerId: output.consumerId,
-                }).pipe(Effect.map((consumer) => ({
-                    consumerId: consumer.consumerId,
-                    queueId: output.queueId,
-                    scriptName: ("script" in consumer
-                        ? consumer.script
-                        : output.scriptName) ?? output.scriptName,
-                    accountId: output.accountId,
-                })), Effect.catch(() => Effect.succeed(undefined)));
+                }).pipe(Effect.catchTag("ConsumerNotFound", () => Effect.succeed(undefined)));
+                if (fetched) {
+                    return {
+                        consumerId: fetched.consumerId,
+                        queueId: output.queueId,
+                        scriptName: ("script" in fetched && typeof fetched.script === "string"
+                            ? fetched.script
+                            : output.scriptName) ?? output.scriptName,
+                        accountId: output.accountId,
+                    };
+                }
+            }
+            // Fallback: a state loss can leave us without a consumerId
+            // even though the consumer is still alive on Cloudflare. The
+            // queue allows only one worker consumer, so finding it via
+            // listConsumers is unambiguous.
+            if (output?.queueId && output?.accountId) {
+                const match = yield* findWorkerConsumer(output.accountId, output.queueId);
+                if (match) {
+                    return {
+                        consumerId: match.consumerId,
+                        queueId: output.queueId,
+                        scriptName: match.script ?? output.scriptName,
+                        accountId: output.accountId,
+                    };
+                }
             }
             return undefined;
         }),

package/lib/Cloudflare/Queue/QueueConsumer.js.map

@@ -1 +1 @@
-{"version":3,"file":"QueueConsumer.js","sourceRoot":"","sources":["../../../src/Cloudflare/Queue/QueueConsumer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,oCAAoC,CAAC;AAC7D,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,KAAK,QAAQ,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AA2DpE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,QAAQ,CACnC,0BAA0B,CAC3B,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,EAAE,CACxC,QAAQ,CAAC,MAAM,CACb,aAAa,EACb,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,qBAAqB,CAAC;IACnD,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;IACpD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC;IAC9C,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;IACpD,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;IACpD,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;IAElD,OAAO;QACL,OAAO,EAAE,CAAC,YAAY,EAAE,WAAW,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE;YAC/C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,OAAO,SAAS,CAAC;YACxC,IAAI,CAAC,MAAM,EAAE,SAAS,IAAI,SAAS,CAAC,KAAK,SAAS,EAAE,CAAC;gBACnD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAW,CAAC;YACxC,CAAC;YACD,oCAAoC;YACpC,IAAI,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAW,CAAC;YACxC,CAAC;YACD,qCAAqC;YACrC,IAAI,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,EAAE,CAAC;gBAChE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAW,CAAC;YACxC,CAAC;YACD,+BAA+B;YAC/B,IACE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;gBACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,EACnC,CAAC;gBACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAW,CAAC;YACvC,CAAC;QACH,CAAC,CAAC;QACF,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;YAC9C,MAAM,IAAI,GAAG,MAAM,EAAE,SAAS,IAAI,SAAS,CAAC;YAC5C,MAAM,OAAO,GACX,MAAM,EAAE,OAAO,IAAK,IAAI,CAAC,OAA6B,CAAC;YAEzD,8DAA8D;YAC9D,yDAAyD;YACzD,4DAA4D;YAC5D,6DAA6D;YAC7D,IAAI,QAES,CAAC;YACd,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;gBACvB,QAAQ,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;oBAC5B,SAAS,EAAE,IAAI;oBACf,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,UAAU,EAAE,MAAM,CAAC,UAAU;iBAC9B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACzD,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC;oBACpC,SAAS,EAAE,IAAI;oBACf,OAAO;iBACR,CAAC,CAAC;gBACH,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,CACrD,CAAC;YACJ,CAAC;YAED,2DAA2D;YAC3D,2DAA2D;YAC3D,mDAAmD;YACnD,IAAI,UAAkB,CAAC;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC;oBACpC,SAAS,EAAE,IAAI;oBACf,OAAO;oBACP,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,IAAI,EAAE,QAAQ;oBACd,eAAe,EAAE,IAAI,CAAC,eAAe;oBACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAChB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAClB,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC;wBACpC,SAAS,EAAE,IAAI;wBACf,OAAO;qBACR,CAAC,CAAC;oBACH,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAChC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,CACrD,CAAC;oBACF,IAAI,KAAK,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBAC9B,OAAO,KAAK,CAAC;oBACf,CAAC;oBACD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CACtB,wBAAwB,IAAI,CAAC,UAAU,eAAe,OAAO,yCAAyC,CACvG,CAAC;gBACJ,CAAC,CAAC,CACH,CACF,CAAC;gBACF,UAAU,GAAG,OAAO,CAAC,UAAW,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,QAAQ,CAAC,UAAW,CAAC;gBAClC,uDAAuD;gBACvD,6DAA6D;gBAC7D,+DAA+D;gBAC/D,KAAK,CAAC,CAAC,cAAc,CAAC;oBACpB,SAAS,EAAE,IAAI;oBACf,OAAO;oBACP,UAAU;oBACV,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,eAAe,EAAE,IAAI,CAAC,eAAe;iBACtC,CAAC,CAAC;YACL,CAAC;YAED,OAAO;gBACL,UAAU;gBACV,OAAO;gBACP,UAAU,EAAE,IAAI,CAAC,UAAW;gBAC5B,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC;QACF,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE;YACrC,KAAK,CAAC,CAAC,cAAc,CAAC;gBACpB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC;QACF,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE;YACnC,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC,CAAC,WAAW,CAAC;oBACxB,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,UAAU,EAAE,MAAM,CAAC,UAAU;iBAC9B,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBACxB,UAAU,EAAE,QAAQ,CAAC,UAAW;oBAChC,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,UAAU,EACR,CAAC,QAAQ,IAAI,QAAQ;wBACnB,CAAC,CAAE,QAAQ,CAAC,MAAiB;wBAC7B,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU;oBAC7C,SAAS,EAAE,MAAM,CAAC,SAAS;iBAC5B,CAAC,CAAC,EACH,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAC9C,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;KACH,CAAC;AACJ,CAAC,CAAC,CACH,CAAC"}
+{"version":3,"file":"QueueConsumer.js","sourceRoot":"","sources":["../../../src/Cloudflare/Queue/QueueConsumer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,oCAAoC,CAAC;AAC7D,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAC;AAC5C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,KAAK,QAAQ,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AAGpE,kEAAkE;AAClE,uDAAuD;AACvD,MAAM,6BAA6B,GAAG,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CACrE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CACnC,CAAC;AA0DF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,QAAQ,CACnC,0BAA0B,CAC3B,CAAC;AAOF,MAAM,UAAU,GAAG,CAAC,CAInB,EAAgC,EAAE,CACjC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;IACjC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,SAAS,EAAE;IAC7D,CAAC,CAAC,SAAS,CAAC;AAEhB,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,EAAE,CACxC,QAAQ,CAAC,MAAM,CACb,aAAa,EACb,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,qBAAqB,CAAC;IACnD,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;IACpD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC;IAC9C,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;IACpD,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;IAEpD,+DAA+D;IAC/D,6DAA6D;IAC7D,4DAA4D;IAC5D,2DAA2D;IAC3D,MAAM,kBAAkB,GAAG,CACzB,IAAY,EACZ,OAAe,EACwC,EAAE,CACzD,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,CAC3D,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EACtB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAyB,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,EAC5D,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAClC,CAAC;IAEJ,OAAO;QACL,OAAO,EAAE,CAAC,YAAY,EAAE,WAAW,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE;YAC/C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,OAAO,SAAS,CAAC;YACxC,IAAI,CAAC,MAAM,EAAE,SAAS,IAAI,SAAS,CAAC,KAAK,SAAS,EAAE,CAAC;gBACnD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAW,CAAC;YACxC,CAAC;YACD,0DAA0D;YAC1D,sDAAsD;YACtD,IAAI,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAW,CAAC;YAC3D,CAAC;YACD,uDAAuD;YACvD,uDAAuD;YACvD,wDAAwD;YACxD,4DAA4D;YAC5D,0DAA0D;YAC1D,wDAAwD;YACxD,wDAAwD;YACxD,0DAA0D;YAC1D,qDAAqD;YACrD,yDAAyD;YACzD,kDAAkD;YAClD,IACE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;gBACjC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;gBACrC,CAAC,IAAI,CAAC,eAAe,IAAI,SAAS,CAAC;oBACjC,CAAC,IAAI,CAAC,eAAe,IAAI,SAAS,CAAC;gBACrC,CAAC,MAAM,EAAE,UAAU,KAAK,SAAS;oBAC/B,IAAI,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,CAAC,EACxC,CAAC;gBACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAW,CAAC;YACvC,CAAC;QACH,CAAC,CAAC;QACF,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;YAC9C,MAAM,IAAI,GAAG,MAAM,EAAE,SAAS,IAAI,SAAS,CAAC;YAC5C,MAAM,OAAO,GACX,MAAM,EAAE,OAAO,IAAK,IAAI,CAAC,OAA6B,CAAC;YAEzD,4DAA4D;YAC5D,wDAAwD;YACxD,uDAAuD;YACvD,yDAAyD;YACzD,0DAA0D;YAC1D,wDAAwD;YACxD,oDAAoD;YACpD,mDAAmD;YACnD,IAAI,QAAsC,CAAC;YAC3C,IAAI,KAAK,GAAG,KAAK,CAAC;YAClB,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;oBACjC,SAAS,EAAE,IAAI;oBACf,OAAO;oBACP,UAAU,EAAE,MAAM,CAAC,UAAU;iBAC9B,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE,CACvC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAC1B,CACF,CAAC;gBACF,IAAI,OAAO,EAAE,CAAC;oBACZ,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;oBAC/B,KAAK,GAAG,QAAQ,KAAK,SAAS,CAAC;gBACjC,CAAC;YACH,CAAC;YACD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,QAAQ,GAAG,KAAK,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACtD,CAAC;YAED,yDAAyD;YACzD,0DAA0D;YAC1D,wDAAwD;YACxD,uDAAuD;YACvD,yDAAyD;YACzD,mDAAmD;YACnD,IACE,KAAK;gBACL,QAAQ;gBACR,QAAQ,CAAC,MAAM,KAAK,SAAS;gBAC7B,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EACnC,CAAC;gBACD,KAAK,CAAC,CAAC,cAAc,CAAC;oBACpB,SAAS,EAAE,IAAI;oBACf,OAAO;oBACP,UAAU,EAAE,QAAQ,CAAC,UAAU;iBAChC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChE,qDAAqD;gBACrD,kDAAkD;gBAClD,iDAAiD;gBACjD,KAAK,CAAC,CAAC,WAAW,CAAC;oBACjB,SAAS,EAAE,IAAI;oBACf,OAAO;oBACP,UAAU,EAAE,QAAQ,CAAC,UAAU;iBAChC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAyB,CAAC,CAAC,EAC5D,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EACtD,MAAM,CAAC,KAAK,CAAC;oBACX,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,gBAAgB;oBACpC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CACxC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CACnC;iBACF,CAAC,EACF,MAAM,CAAC,MAAM,CACd,CAAC;gBACF,QAAQ,GAAG,SAAS,CAAC;gBACrB,KAAK,GAAG,KAAK,CAAC;YAChB,CAAC;YAED,2DAA2D;YAC3D,2DAA2D;YAC3D,sDAAsD;YACtD,wDAAwD;YACxD,sBAAsB;YACtB,IACE,QAAQ;gBACR,CAAC,KAAK;gBACN,QAAQ,CAAC,MAAM,KAAK,SAAS;gBAC7B,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EACnC,CAAC;gBACD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CACtB,qBAAqB,OAAO,yBAAyB;oBACnD,wBAAwB,QAAQ,CAAC,MAAM,cAAc;oBACrD,+BAA+B,IAAI,CAAC,UAAU,QAAQ;oBACtD,uDAAuD;oBACvD,iDAAiD;oBACjD,uDAAuD;oBACvD,gDAAgD,CACnD,CAAC;YACJ,CAAC;YAED,2DAA2D;YAC3D,wDAAwD;YACxD,wDAAwD;YACxD,uDAAuD;YACvD,yBAAyB;YACzB,IAAI,UAAkB,CAAC;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,cAAc,CAAC;oBACpC,SAAS,EAAE,IAAI;oBACf,OAAO;oBACP,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,IAAI,EAAE,QAAQ;oBACd,eAAe,EAAE,IAAI,CAAC,eAAe;oBACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC,IAAI;gBACL,wDAAwD;gBACxD,qDAAqD;gBACrD,kDAAkD;gBAClD,uDAAuD;gBACvD,gDAAgD;gBAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CACpB,CAAC,CAAC,IAAI,KAAK,qBAAqB;oBAC9B,CAAC,CAAC,MAAM,CAAC,QAAQ,CACb,+BAA+B;wBAC7B,IAAI,IAAI,CAAC,UAAU,yBAAyB;wBAC5C,4BAA4B,CAC/B;oBACH,CAAC,CAAC,MAAM,CAAC,IAAI,CAChB,EACD,MAAM,CAAC,KAAK,CAAC;oBACX,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAqB;oBAC9C,QAAQ,EAAE,6BAA6B;iBACxC,CAAC,EACF,MAAM,CAAC,QAAQ,CAAC,uBAAuB,EAAE,CAAC,KAAK,EAAE,EAAE,CACjD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAClB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBACvD,IAAI,CAAC,KAAK,EAAE,CAAC;wBACX,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CACtB,gDAAgD;4BAC9C,oBAAoB,OAAO,uBAAuB;4BAClD,2CAA2C;4BAC3C,4CAA4C;4BAC5C,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAC9C,CAAC;oBACJ,CAAC;oBACD,IACE,KAAK,CAAC,MAAM,KAAK,SAAS;wBAC1B,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAChC,CAAC;wBACD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CACtB,qBAAqB,OAAO,kBAAkB;4BAC5C,+BAA+B,KAAK,CAAC,MAAM,KAAK;4BAChD,sCAAsC;4BACtC,IAAI,IAAI,CAAC,UAAU,8BAA8B;4BACjD,gDAAgD;4BAChD,mDAAmD,CACtD,CAAC;oBACJ,CAAC;oBACD,OAAO,KAAK,CAAC;gBACf,CAAC,CAAC,CACH,CACF,CAAC;gBACF,UAAU,GAAG,OAAO,CAAC,UAAW,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;YACnC,CAAC;YAED,mDAAmD;YACnD,6DAA6D;YAC7D,wDAAwD;YACxD,4DAA4D;YAC5D,2DAA2D;YAC3D,0BAA0B;YAC1B,KAAK,CAAC,CAAC,cAAc,CAAC;gBACpB,SAAS,EAAE,IAAI;gBACf,OAAO;gBACP,UAAU;gBACV,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,eAAe,EAAE,IAAI,CAAC,eAAe;aACtC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,KAAK,CAAC;gBACX,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,qBAAqB;gBAC9C,QAAQ,EAAE,6BAA6B;aACxC,CAAC,CACH,CAAC;YAEF,OAAO;gBACL,UAAU;gBACV,OAAO;gBACP,UAAU,EAAE,IAAI,CAAC,UAAW;gBAC5B,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC;QACF,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE;YACrC,KAAK,CAAC,CAAC,cAAc,CAAC;gBACpB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YAEhE,2DAA2D;YAC3D,mDAAmD;YACnD,yDAAyD;YACzD,yDAAyD;YACzD,0DAA0D;YAC1D,KAAK,CAAC,CAAC,WAAW,CAAC;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAyB,CAAC,CAAC,EAC5D,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EACtD,MAAM,CAAC,KAAK,CAAC;gBACX,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,gBAAgB;gBACpC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CACxC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CACnC;aACF,CAAC,EACF,MAAM,CAAC,MAAM,CACd,CAAC;QACJ,CAAC,CAAC;QACF,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE;YACnC,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC;gBACvB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC;oBACjC,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,UAAU,EAAE,MAAM,CAAC,UAAU;iBAC9B,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE,CACvC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAC1B,CACF,CAAC;gBACF,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO;wBACL,UAAU,EAAE,OAAO,CAAC,UAAW;wBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,UAAU,EACR,CAAC,QAAQ,IAAI,OAAO,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ;4BACxD,CAAC,CAAC,OAAO,CAAC,MAAM;4BAChB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU;wBAC7C,SAAS,EAAE,MAAM,CAAC,SAAS;qBAC5B,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,2DAA2D;YAC3D,6DAA6D;YAC7D,2DAA2D;YAC3D,gCAAgC;YAChC,IAAI,MAAM,EAAE,OAAO,IAAI,MAAM,EAAE,SAAS,EAAE,CAAC;gBACzC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,kBAAkB,CACrC,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,OAAO,CACf,CAAC;gBACF,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO;wBACL,UAAU,EAAE,KAAK,CAAC,UAAU;wBAC5B,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,UAAU,EAAE,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU;wBAC7C,SAAS,EAAE,MAAM,CAAC,SAAS;qBAC5B,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;KACH,CAAC;AACJ,CAAC,CAAC,CACH,CAAC"}

package/lib/Cloudflare/Queue/QueueEventSource.d.ts

@@ -0,0 +1,106 @@
+import type * as cf from "@cloudflare/workers-types";
+import * as Context from "effect/Context";
+import * as Effect from "effect/Effect";
+import * as Layer from "effect/Layer";
+import * as Stream from "effect/Stream";
+import * as Binding from "../../Binding.ts";
+import { RuntimeContext } from "../../RuntimeContext.ts";
+import type { Queue } from "./Queue.ts";
+/**
+ * Subscriber settings — the same shape Cloudflare's `QueueConsumer`
+ * accepts. `messages(queue, props).subscribe(...)` passes these
+ * through to the auto-created `Cloudflare.QueueConsumer` so a single
+ * call captures both runtime and deploy-time intent.
+ */
+export interface MessagesProps {
+    /** Maximum messages per batch. */
+    batchSize?: number;
+    /** Maximum concurrent invocations. */
+    maxConcurrency?: number;
+    /** Maximum delivery attempts before dead-lettering. */
+    maxRetries?: number;
+    /** Wait time, in ms, before flushing a partial batch. */
+    maxWaitTimeMs?: number;
+    /** Backoff, in seconds, applied to a retry. */
+    retryDelay?: number;
+    /** Optional dead-letter queue name. */
+    deadLetterQueue?: string;
+}
+/**
+ * A single queue message handed to the subscribe handler. Mirrors
+ * Cloudflare's runtime `Message<Body>` shape so per-message
+ * `ack()` / `retry()` semantics match the platform docs.
+ */
+export type QueueMessage<Body = unknown> = cf.Message<Body>;
+/**
+ * Subscribe to a Cloudflare Queue with an Effect stream handler.
+ *
+ * Mirrors `AWS.SQS.messages(queue).subscribe(...)` on the
+ * Cloudflare side. Wires both halves of the consumer in one call:
+ *
+ * - **Runtime**: registers a `queue` event listener on the Worker.
+ *   Each batch is piped through `process` as a `Stream.Stream`.
+ * - **Deploy-time**: yields a `Cloudflare.QueueConsumer` resource
+ *   so Cloudflare actually dispatches messages from `queue` to
+ *   this Worker. No manual `QueueConsumer` wiring needed in
+ *   `alchemy.run.ts`.
+ *
+ * Acking semantics: if `process` succeeds, every message in the
+ * batch is `ack()`ed; if it fails, every message is `retry()`ed
+ * and Cloudflare applies `maxRetries` / `retryDelay` from the
+ * settings before dead-lettering. Per-message control is still
+ * available by calling `msg.ack()` / `msg.retry()` inside the
+ * handler.
+ *
+ * @example
+ * ```typescript
+ * import * as Cloudflare from "alchemy/Cloudflare";
+ * import * as Effect from "effect/Effect";
+ * import * as Stream from "effect/Stream";
+ *
+ * yield* Cloudflare.messages<MyEvent>(queueResource, {
+ *   batchSize: 25,
+ *   maxRetries: 3,
+ * }).subscribe((stream) =>
+ *   Stream.runForEach(stream, (msg) =>
+ *     Effect.log(`event ${msg.body.id}`),
+ *   ),
+ * );
+ * ```
+ */
+export declare const messages: <Body = unknown>(queue: Queue, props?: MessagesProps) => {
+    subscribe: <Req = never>(process: (stream: Stream.Stream<QueueMessage<Body>>) => Effect.Effect<void, unknown, Req>) => Effect.Effect<void, never, QueueEventSource>;
+};
+export type QueueEventSourceService = <Body = unknown, Req = never>(queue: Queue, props: MessagesProps, process: (stream: Stream.Stream<QueueMessage<Body>>) => Effect.Effect<void, unknown, Req>) => Effect.Effect<void, never, never>;
+declare const QueueEventSource_base: Context.ServiceClass<QueueEventSource, "Cloudflare.Queue.QueueEventSource", QueueEventSourceService>;
+/**
+ * Service tag for the Cloudflare Queue event source. Provided by
+ * {@link QueueEventSourceLive} on the Worker's runtime layer.
+ */
+export declare class QueueEventSource extends QueueEventSource_base {
+}
+declare const QueueEventSourcePolicy_base: Binding.Policy<QueueEventSourcePolicy, "Policy<Cloudflare.Queue.QueueEventSource>", (queue: Queue, props: MessagesProps) => Effect.Effect<void>>;
+/**
+ * Deploy-time policy that yields a `Cloudflare.QueueConsumer`
+ * resource pointing the host Worker at the queue. Provided in
+ * `Cloudflare.providers()` and used by {@link QueueEventSourceLive}
+ * via `yield* QueueEventSourcePolicy(...)`. At runtime the policy
+ * is absent, so the call is a no-op.
+ */
+export declare class QueueEventSourcePolicy extends QueueEventSourcePolicy_base {
+}
+export declare const QueueEventSourcePolicyLive: Layer.Layer<QueueEventSourcePolicy, never, never>;
+/**
+ * Runtime layer for {@link messages}. Wires each
+ * `messages(queue).subscribe(...)` call in the Worker init phase to
+ * a `queue` event listener on the runtime context, and asks the
+ * deploy-time policy ({@link QueueEventSourcePolicy}, provided in
+ * `Cloudflare.providers()`) to yield the matching
+ * `Cloudflare.QueueConsumer` resource.
+ *
+ * Provide alongside other Cloudflare runtime layers (e.g.
+ * `QueueBindingLive`) on the Worker effect.
+ */
+export declare const QueueEventSourceLive: Layer.Layer<QueueEventSource, never, RuntimeContext<import("../../RuntimeContext.ts").BaseRuntimeContext> | QueueEventSourcePolicy>;
+export {};
+//# sourceMappingURL=QueueEventSource.d.ts.map

package/lib/Cloudflare/Queue/QueueEventSource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueueEventSource.d.ts","sourceRoot":"","sources":["../../../src/Cloudflare/Queue/QueueEventSource.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAErD,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAE5C,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAGzD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGxC;;;;;GAKG;AACH,MAAM,WAAW,aAAa;IAC5B,kCAAkC;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sCAAsC;IACtC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,uDAAuD;IACvD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yDAAyD;IACzD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uCAAuC;IACvC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;GAIG;AACH,MAAM,MAAM,YAAY,CAAC,IAAI,GAAG,OAAO,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AAE5D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,eAAO,MAAM,QAAQ,GAAI,IAAI,GAAG,OAAO,EACrC,OAAO,KAAK,EACZ,QAAO,aAAkB;gBAEb,GAAG,mBACJ,CACP,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KACtC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC;CAGxC,CAAC;AAQH,MAAM,MAAM,uBAAuB,GAAG,CAAC,IAAI,GAAG,OAAO,EAAE,GAAG,GAAG,KAAK,EAChE,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,aAAa,EACpB,OAAO,EAAE,CACP,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KACtC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,KACnC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;;AAEvC;;;GAGG;AACH,qBAAa,gBAAiB,SAAQ,qBAGE;CAAG;uIAWjC,KAAK,SAAS,aAAa,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;AAT7D;;;;;;GAMG;AACH,qBAAa,sBAAuB,SAAQ,2BAGJ;CAAG;AAE3C,eAAO,MAAM,0BAA0B,mDAiCtC,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,oBAAoB,qIA8DhC,CAAC"}

package/lib/Cloudflare/Queue/QueueEventSource.js

@@ -0,0 +1,145 @@
+import * as Cause from "effect/Cause";
+import * as Context from "effect/Context";
+import * as Effect from "effect/Effect";
+import * as Layer from "effect/Layer";
+import * as Stream from "effect/Stream";
+import * as Binding from "../../Binding.js";
+import { RuntimeContext } from "../../RuntimeContext.js";
+import { isWorker, isWorkerEvent } from "../Workers/Worker.js";
+import { QueueConsumer } from "./QueueConsumer.js";
+/**
+ * Subscribe to a Cloudflare Queue with an Effect stream handler.
+ *
+ * Mirrors `AWS.SQS.messages(queue).subscribe(...)` on the
+ * Cloudflare side. Wires both halves of the consumer in one call:
+ *
+ * - **Runtime**: registers a `queue` event listener on the Worker.
+ *   Each batch is piped through `process` as a `Stream.Stream`.
+ * - **Deploy-time**: yields a `Cloudflare.QueueConsumer` resource
+ *   so Cloudflare actually dispatches messages from `queue` to
+ *   this Worker. No manual `QueueConsumer` wiring needed in
+ *   `alchemy.run.ts`.
+ *
+ * Acking semantics: if `process` succeeds, every message in the
+ * batch is `ack()`ed; if it fails, every message is `retry()`ed
+ * and Cloudflare applies `maxRetries` / `retryDelay` from the
+ * settings before dead-lettering. Per-message control is still
+ * available by calling `msg.ack()` / `msg.retry()` inside the
+ * handler.
+ *
+ * @example
+ * ```typescript
+ * import * as Cloudflare from "alchemy/Cloudflare";
+ * import * as Effect from "effect/Effect";
+ * import * as Stream from "effect/Stream";
+ *
+ * yield* Cloudflare.messages<MyEvent>(queueResource, {
+ *   batchSize: 25,
+ *   maxRetries: 3,
+ * }).subscribe((stream) =>
+ *   Stream.runForEach(stream, (msg) =>
+ *     Effect.log(`event ${msg.body.id}`),
+ *   ),
+ * );
+ * ```
+ */
+export const messages = (queue, props = {}) => ({
+    subscribe: (process) => QueueEventSource.use((source) => source(queue, props, process)),
+});
+/**
+ * Service tag for the Cloudflare Queue event source. Provided by
+ * {@link QueueEventSourceLive} on the Worker's runtime layer.
+ */
+export class QueueEventSource extends Context.Service()("Cloudflare.Queue.QueueEventSource") {
+}
+/**
+ * Deploy-time policy that yields a `Cloudflare.QueueConsumer`
+ * resource pointing the host Worker at the queue. Provided in
+ * `Cloudflare.providers()` and used by {@link QueueEventSourceLive}
+ * via `yield* QueueEventSourcePolicy(...)`. At runtime the policy
+ * is absent, so the call is a no-op.
+ */
+export class QueueEventSourcePolicy extends Binding.Policy()("Cloudflare.Queue.QueueEventSource") {
+}
+export const QueueEventSourcePolicyLive = QueueEventSourcePolicy.layer.succeed(
+// Cast: yielding `QueueConsumer(...)` requires the Cloudflare
+// `Providers` services, which the deploy-time stack provides
+// when this policy runs (the worker's init scope inherits the
+// stack's services). `Binding.Policy.layer.succeed` types the
+// body as `Effect<void, never, never>` to keep most policies
+// simple; we step around that constraint here because we
+// genuinely need to spawn a sibling resource at deploy time.
+((host, queue, props) => Effect.gen(function* () {
+    if (!isWorker(host)) {
+        return yield* Effect.die(`Cloudflare.messages(...).subscribe(...) is only supported on ` +
+            `Cloudflare.Worker hosts (got '${host.Type}').`);
+    }
+    // Yield the QueueConsumer resource as a sibling of the
+    // Worker. The engine creates / updates / destroys it
+    // alongside the Worker's lifecycle; the consumer's
+    // reconciler waits for the Worker upload to expose the
+    // `queue` handler before completing (see PR #257 for the
+    // 11001 retry).
+    yield* QueueConsumer(`${queue.LogicalId}Consumer`, {
+        queueId: queue.queueId,
+        scriptName: host.workerName,
+        settings: props,
+        deadLetterQueue: props.deadLetterQueue,
+    });
+})));
+/**
+ * Runtime layer for {@link messages}. Wires each
+ * `messages(queue).subscribe(...)` call in the Worker init phase to
+ * a `queue` event listener on the runtime context, and asks the
+ * deploy-time policy ({@link QueueEventSourcePolicy}, provided in
+ * `Cloudflare.providers()`) to yield the matching
+ * `Cloudflare.QueueConsumer` resource.
+ *
+ * Provide alongside other Cloudflare runtime layers (e.g.
+ * `QueueBindingLive`) on the Worker effect.
+ */
+export const QueueEventSourceLive = Layer.effect(QueueEventSource, Effect.gen(function* () {
+    const policy = yield* QueueEventSourcePolicy;
+    return Effect.fn(function* (queue, props, process) {
+        // Deploy-time: ensure the QueueConsumer resource exists. At
+        // runtime this Layer's `policy` resolves to the no-op variant
+        // (Binding.Policy provides that automatically via
+        // `Effect.serviceOption`), so this becomes a no-op.
+        yield* policy(queue, props);
+        // Resolve the runtime context per-call rather than at layer
+        // construction. Capturing it on the layer would leak the
+        // requirement past `PlatformServices` exclusion when the
+        // Worker typechecks its init effect.
+        const ctx = (yield* RuntimeContext);
+        // Capture the queue-name accessor once; the listener body
+        // re-resolves it per event via `yield* QueueName`. A worker
+        // can consume multiple queues — each subscribe registers its
+        // own listener and they all see every queue event, so the
+        // queue-name match is what scopes the handler.
+        const QueueName = yield* queue.queueName;
+        yield* ctx.listen((event) => {
+            if (!isWorkerEvent(event) || event.type !== "queue")
+                return;
+            const batch = event.input;
+            return Effect.gen(function* () {
+                const queueName = yield* QueueName;
+                if (batch.queue !== queueName)
+                    return;
+                yield* process(Stream.fromIterable(batch.messages)).pipe(Effect.tap(() => Effect.sync(() => {
+                    for (const msg of batch.messages)
+                        msg.ack();
+                })), Effect.onError((cause) => Effect.sync(() => {
+                    // Surface the failure so the operator sees what
+                    // tripped the retry path; without this the only
+                    // signal is the message reappearing on the next
+                    // attempt.
+                    console.error(`[QueueEventSource] handler failed on queue ` +
+                        `"${queueName}": ${Cause.pretty(cause)}`);
+                    for (const msg of batch.messages)
+                        msg.retry();
+                })), Effect.catchCause(() => Effect.void));
+            });
+        });
+    });
+}));
+//# sourceMappingURL=QueueEventSource.js.map

package/lib/Cloudflare/Queue/QueueEventSource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueueEventSource.js","sourceRoot":"","sources":["../../../src/Cloudflare/Queue/QueueEventSource.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAE5C,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE/D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AA8BnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CACtB,KAAY,EACZ,QAAuB,EAAE,EACzB,EAAE,CAAC,CAAC;IACJ,SAAS,EAAE,CACT,OAEsC,EACtC,EAAE,CACF,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAY,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;CAC7E,CAAC,CAAC;AAgBH;;;GAGG;AACH,MAAM,OAAO,gBAAiB,SAAQ,OAAO,CAAC,OAAO,EAGlD,CAAC,mCAAmC,CAAC;CAAG;AAE3C;;;;;;GAMG;AACH,MAAM,OAAO,sBAAuB,SAAQ,OAAO,CAAC,MAAM,EAGvD,CAAC,mCAAmC,CAAC;CAAG;AAE3C,MAAM,CAAC,MAAM,0BAA0B,GAAG,sBAAsB,CAAC,KAAK,CAAC,OAAO;AAC5E,8DAA8D;AAC9D,6DAA6D;AAC7D,8DAA8D;AAC9D,8DAA8D;AAC9D,6DAA6D;AAC7D,yDAAyD;AACzD,6DAA6D;AAC7D,CAAC,CAAC,IAAkB,EAAE,KAAY,EAAE,KAAoB,EAAE,EAAE,CAC1D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CACtB,+DAA+D;YAC7D,iCAAiC,IAAI,CAAC,IAAI,KAAK,CAClD,CAAC;IACJ,CAAC;IACD,uDAAuD;IACvD,qDAAqD;IACrD,mDAAmD;IACnD,uDAAuD;IACvD,yDAAyD;IACzD,gBAAgB;IAChB,KAAK,CAAC,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,SAAS,UAAU,EAAE;QACjD,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,KAAK,CAAC,eAAe;KACvC,CAAC,CAAC;AACL,CAAC,CAAC,CAIoB,CACzB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,CAAC,MAAM,CAC9C,gBAAgB,EAChB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,sBAAsB,CAAC;IAC7C,OAAO,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EACxB,KAAY,EACZ,KAAoB,EACpB,OAEsC;QAEtC,4DAA4D;QAC5D,8DAA8D;QAC9D,kDAAkD;QAClD,oDAAoD;QACpD,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAE5B,4DAA4D;QAC5D,yDAAyD;QACzD,yDAAyD;QACzD,qCAAqC;QACrC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,cAAc,CAA+B,CAAC;QAClE,0DAA0D;QAC1D,4DAA4D;QAC5D,6DAA6D;QAC7D,0DAA0D;QAC1D,+CAA+C;QAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;QAEzC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAY,CAAC,KAAK,EAAE,EAAE;YACrC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;gBAAE,OAAO;YAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,KAA8B,CAAC;YAEnD,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBACzB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC;gBACnC,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;oBAAE,OAAO;gBAEtC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CACtD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CACd,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;oBACf,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,QAAQ;wBAAE,GAAG,CAAC,GAAG,EAAE,CAAC;gBAC9C,CAAC,CAAC,CACH,EACD,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACvB,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;oBACf,gDAAgD;oBAChD,gDAAgD;oBAChD,gDAAgD;oBAChD,WAAW;oBACX,OAAO,CAAC,KAAK,CACX,6CAA6C;wBAC3C,IAAI,SAAS,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC3C,CAAC;oBACF,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,QAAQ;wBAAE,GAAG,CAAC,KAAK,EAAE,CAAC;gBAChD,CAAC,CAAC,CACH,EACD,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CACrC,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAA4B,CAAC;AAChC,CAAC,CAAC,CACH,CAAC"}

package/lib/Cloudflare/Queue/index.d.ts

@@ -1,4 +1,5 @@
 export * from "./Queue.ts";
 export * from "./QueueBinding.ts";
 export * from "./QueueConsumer.ts";
+export * from "./QueueEventSource.ts";
 //# sourceMappingURL=index.d.ts.map