effect-mq 0.1.0

package/dist/Worker.js

@@ -0,0 +1,274 @@
+/**
+ * The worker runtime of effect-mq.
+ *
+ * `Worker` is a service that runs registered job handlers against a
+ * `JobStore`. Handlers are registered through `Job.toLayer(handler)`; the
+ * worker starts a set of taker fibers per queue (bounded by the queue's
+ * concurrency), each running the loop:
+ *
+ *   claim -> decode payload -> run handler -> ack (complete | retry | fail)
+ *
+ * plus two maintenance fibers: lock renewal for in-flight jobs, and stalled
+ * job recovery. On scope close, in-flight handlers are interrupted and their
+ * jobs released back to `waiting` without consuming an attempt.
+ *
+ * @since 0.1.0
+ */
+import { Cause, Clock, Context, Deferred, Duration, Effect, Exit, FiberSet, Layer, Schedule, Schema, Scope as Scope_, Tracer } from "effect";
+import { isJobStoreError, JobStore, QueueName } from "./JobStore.js";
+/**
+ * @since 0.1.0
+ */
+export class Worker extends Context.Service()("effect-mq/Worker") {
+}
+/**
+ * Delay before attempt `attempt` (1-based) re-runs, per the job's policy.
+ *
+ * @internal
+ */
+export const backoffDelayMs = (backoff, attempt) => {
+    if (backoff === undefined)
+        return 0;
+    switch (backoff._tag) {
+        case "fixed":
+            return backoff.delayMs;
+        case "exponential":
+            return Math.round(backoff.delayMs * (backoff.factor ?? 2) ** (attempt - 1));
+    }
+};
+// Bounded so the "retry, then die/drop" paths are actually reachable and a
+// persistently-broken driver cannot hang shutdown forever (worst case ~10s).
+const storeRetryPolicy = Schedule.min([
+    Schedule.exponential(200, 1.5),
+    Schedule.spaced("30 seconds")
+]).pipe(Schedule.upTo({ times: 8 }));
+/**
+ * Build the worker service. Requires a `Scope` (fibers live in it) and the
+ * `JobStore`.
+ *
+ * @since 0.1.0
+ */
+export const make = (options) => Effect.gen(function* () {
+    // Taker fibers are forked from whichever registration arrives first; pin
+    // them to the worker's own context so they never inherit one job's
+    // locally provided services.
+    const workerContext = yield* Effect.context();
+    // SAFETY: when `options.store` is omitted the public signature fixes
+    // `StoreId` to its default `JobStore`, so the default key is the right
+    // `Context.Key<StoreId>`; when it is present the cast is an identity.
+    const storeKey = (options?.store ?? JobStore);
+    const store = yield* storeKey;
+    const fibers = yield* FiberSet.make();
+    const lockDurationMs = Duration.toMillis(options?.lockDuration ?? 30_000);
+    const lockRenewMs = options?.lockRenewInterval !== undefined
+        ? Duration.toMillis(options.lockRenewInterval)
+        : Math.max(1, Math.floor(lockDurationMs / 2));
+    const stalledMs = Duration.toMillis(options?.stalledInterval ?? 30_000);
+    const maxStalledCount = options?.maxStalledCount ?? 1;
+    const pollMs = Duration.toMillis(options?.pollInterval ?? 5_000);
+    const workerId = options?.id ?? `worker-${Math.random().toString(36).slice(2, 10)}`;
+    const handlers = new Map();
+    const queueNames = new Map();
+    const startedQueues = new Set();
+    const inflight = new Map();
+    let tokenCounter = 0;
+    const nextToken = () => `${workerId}:${++tokenCounter}`;
+    // Local wake-up for registration changes. Versioned like the store's
+    // wakeToken so a pulse firing between "observe" and "await" is not lost.
+    let pulseVersion = 0;
+    let pulse = Deferred.makeUnsafe();
+    const firePulse = Effect.suspend(() => {
+        pulseVersion += 1;
+        const current = pulse;
+        pulse = Deferred.makeUnsafe();
+        return Deferred.succeed(current, void 0);
+    });
+    const awaitPulse = (observed) => Effect.suspend(() => pulseVersion > observed ? Effect.void : Deferred.await(pulse));
+    const retryStore = (effect) => effect.pipe(Effect.retry({
+        // Classified by tag (not instanceof) so errors from a duplicated
+        // module instance are still recognized.
+        while: (error) => isJobStoreError(error),
+        schedule: storeRetryPolicy
+    }), Effect.orDie);
+    // Ack-path safety: lost locks and vanished jobs mean another worker owns
+    // the job now — log and move on. Driver errors retry, then are dropped.
+    const ackSafely = (effect, what) => effect.pipe(Effect.retry({
+        while: (error) => isJobStoreError(error),
+        schedule: storeRetryPolicy
+    }), Effect.catch((error) => Effect.logWarning(`effect-mq: ${what} dropped (${error._tag})`, error)));
+    const routeFailure = (record, exit) => {
+        const attempt = record.attemptsMade + 1;
+        if (attempt >= record.attemptsMax) {
+            return { _tag: "Fail", exit };
+        }
+        return { _tag: "Retry", delayMs: backoffDelayMs(record.backoff, attempt), exit };
+    };
+    // Runs inside the taker's uninterruptible region; `restore` re-enables
+    // interruption only around the handler itself.
+    const processJob = (record, token, restore) => Effect.suspend(() => {
+        const entry = handlers.get(record.name);
+        if (entry === undefined) {
+            // Unregistered between claim and processing — hand the job back.
+            return ackSafely(store.release(record.id, token), "release");
+        }
+        const context = {
+            jobId: record.id,
+            name: record.name,
+            queue: record.queue,
+            attempt: record.attemptsMade + 1,
+            attemptsMax: record.attemptsMax
+        };
+        inflight.set(record.id, { id: record.id, token });
+        return Effect.gen(function* () {
+            const exit = yield* Effect.exit(restore(entry.run(record.payload, context)));
+            inflight.delete(record.id);
+            // Distinguish worker shutdown from a handler that interrupted
+            // itself: entering an interruptible region while an external
+            // interrupt is pending fails immediately.
+            const shutdown = yield* Effect.exit(restore(Effect.void));
+            if (Exit.isFailure(shutdown)) {
+                // Worker shutdown: give the job back without consuming an attempt.
+                yield* ackSafely(store.release(record.id, token), "release");
+                return yield* Effect.interrupt;
+            }
+            // A handler that interrupted itself is a failed attempt, not a
+            // shutdown — otherwise the job would hot-loop forever.
+            const effective = Exit.isFailure(exit) && Cause.hasInterruptsOnly(exit.cause)
+                ? Exit.die(new Error(`effect-mq: handler for job "${record.name}" interrupted itself`))
+                : exit;
+            // Never let an encode defect escape: the job would be stuck active.
+            let encoded = yield* Effect.exit(entry.encodeExit(effective));
+            let encodable = true;
+            if (Exit.isFailure(encoded)) {
+                encodable = false;
+                yield* Effect.logError(`effect-mq: failed to encode handler exit for job "${record.name}"`, encoded.cause);
+                encoded = yield* Effect.exit(entry.encodeExit(Exit.die(new Error(`effect-mq: failed to encode handler exit for job "${record.name}"`))));
+            }
+            const exitValue = Exit.isSuccess(encoded) ? encoded.value : undefined;
+            const outcome = Exit.isSuccess(effective)
+                ? encodable
+                    // A success whose value can't be encoded must NOT re-run (its
+                    // side effects already happened) — fail it with the defect.
+                    ? { _tag: "Complete", exit: exitValue }
+                    : { _tag: "Fail", exit: exitValue }
+                : routeFailure(record, exitValue);
+            yield* ackSafely(store.ack(record.id, token, outcome), "ack");
+        });
+    });
+    // One loop iteration. The claim and everything after it run
+    // uninterruptibly so shutdown can never orphan a just-claimed job; only
+    // the idle waits and the handler run are interruptible.
+    const takerIteration = (queue) => Effect.uninterruptibleMask((restore) => Effect.gen(function* () {
+        const observedPulse = pulseVersion;
+        const names = queueNames.get(queue);
+        if (names === undefined || names.size === 0) {
+            return yield* restore(Effect.race(awaitPulse(observedPulse), Effect.sleep(pollMs)));
+        }
+        const token = nextToken();
+        const result = yield* retryStore(store.claim({
+            queue,
+            names: Array.from(names),
+            token,
+            lockDurationMs
+        }));
+        if (result._tag === "Empty") {
+            const now = yield* Clock.currentTimeMillis;
+            const timeout = result.nextRunAt !== undefined
+                ? Math.max(0, Math.min(result.nextRunAt - now, pollMs))
+                : pollMs;
+            return yield* restore(Effect.raceAll([
+                retryStore(store.awaitWake([queue], result.wakeToken)),
+                Effect.sleep(timeout),
+                awaitPulse(observedPulse)
+            ]));
+        }
+        yield* processJob(result.job, token, restore);
+    }));
+    const takerLoop = (queue) => takerIteration(queue).pipe(Effect.catchCause((cause) => Effect.logError(`effect-mq: worker iteration failed (queue "${queue}")`, cause)), Effect.forever);
+    const queueConcurrency = (queue, registered) => Math.max(1, options?.queues?.[queue]?.concurrency ??
+        registered ??
+        options?.concurrency ??
+        1);
+    const ensureQueueLoop = (queue, registered) => Effect.suspend(() => {
+        if (startedQueues.has(queue))
+            return Effect.void;
+        startedQueues.add(queue);
+        const takers = queueConcurrency(queue, registered);
+        const loop = takerLoop(queue).pipe(Effect.updateContext(() => workerContext));
+        return Effect.forEach(Array.from({ length: takers }, (_, i) => i), () => FiberSet.run(fibers, loop), { discard: true });
+    });
+    const renewalLoop = Effect.gen(function* () {
+        yield* Effect.sleep(lockRenewMs);
+        const entries = Array.from(inflight.values());
+        if (entries.length === 0)
+            return;
+        const lost = yield* retryStore(store.extendLocks(entries, lockDurationMs));
+        if (lost.length > 0) {
+            yield* Effect.logWarning("effect-mq: failed to renew locks; jobs may run twice", lost);
+        }
+    }).pipe(Effect.catchCause((cause) => Effect.logError("effect-mq: lock renewal failed", cause)), Effect.forever);
+    const stalledLoop = Effect.gen(function* () {
+        yield* Effect.sleep(stalledMs);
+        const recovered = yield* retryStore(store.recoverStalled({ maxStalledCount }));
+        if (recovered.length > 0) {
+            yield* Effect.logWarning("effect-mq: recovered stalled jobs", recovered);
+        }
+    }).pipe(Effect.catchCause((cause) => Effect.logError("effect-mq: stalled sweep failed", cause)), Effect.forever);
+    yield* FiberSet.run(fibers, renewalLoop);
+    yield* FiberSet.run(fibers, stalledLoop);
+    // SAFETY: the public `register` signature declares Scope, the handler's R
+    // and the codec services as requirements; the implementation erases them
+    // (the trailing assertion below) because the handler runs with the
+    // context captured at registration time via `provideCaptured`.
+    return Worker.of({
+        register: (job, handler, registerOptions) => Effect.gen(function* () {
+            const name = job._tag;
+            if (handlers.has(name)) {
+                return yield* Effect.die(new Error(`effect-mq: duplicate handler registered for job "${name}"`));
+            }
+            if (job.store.key !== storeKey.key) {
+                return yield* Effect.die(new Error(`effect-mq: job "${name}" is bound to store "${job.store.key}" but this worker claims from "${storeKey.key}". ` +
+                    `Provide a Worker.layer({ store }) for the job's store (use Layer.provide locally to run several workers in one process).`));
+            }
+            // Everything the handler and codecs require was provided to the
+            // registration layer; capture it, minus runtime-ambient keys that
+            // must always come from the executing fiber.
+            const services = (yield* Effect.context()).pipe(Context.omit(Scope_.Scope, Tracer.ParentSpan));
+            const decodePayload = Schema.decodeUnknownEffect(job.payloadJsonSchema);
+            const encodeExit = Schema.encodeEffect(job.exitSchema);
+            // SAFETY: per `register`'s public signature the captured context
+            // contains the handler's requirements; merging it OVER the runtime
+            // context (captured wins on conflicts, so locally provided services
+            // are not shadowed by the worker's) restores those requirements.
+            const provideCaptured = (effect) => effect.pipe(Effect.updateContext((input) => Context.merge(input, services)));
+            const entry = {
+                run: (payload, context) => provideCaptured(decodePayload(payload).pipe(Effect.orDie, Effect.flatMap((decoded) => handler(decoded, context)))),
+                encodeExit: (exit) => provideCaptured(encodeExit(exit))
+            };
+            handlers.set(name, entry);
+            const queue = registerOptions?.queue !== undefined
+                ? QueueName(registerOptions.queue)
+                : job.queue;
+            let names = queueNames.get(queue);
+            if (names === undefined) {
+                names = new Set();
+                queueNames.set(queue, names);
+            }
+            names.add(name);
+            yield* Effect.addFinalizer(() => Effect.sync(() => {
+                handlers.delete(name);
+                queueNames.get(queue)?.delete(name);
+            }));
+            yield* ensureQueueLoop(queue, registerOptions?.concurrency);
+            yield* firePulse;
+        })
+    });
+});
+/**
+ * Run a worker as a layer. Provide handler layers (`Job.toLayer(...)`) on top
+ * of this, and a `JobStore` below it.
+ *
+ * @since 0.1.0
+ */
+export const layer = (options) => Layer.effect(Worker, make(options));
+//# sourceMappingURL=Worker.js.map

package/dist/Worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Worker.js","sourceRoot":"","sources":["../src/Worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAc,KAAK,IAAI,MAAM,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AACxJ,OAAO,EAIL,eAAe,EAGf,QAAQ,EAGR,SAAS,EAEV,MAAM,eAAe,CAAA;AAuFtB;;GAEG;AACH,MAAM,OAAO,MAAO,SAAQ,OAAO,CAAC,OAAO,EAsBvC,CAAC,kBAAkB,CAAC;CAAG;AAY3B;;;;GAIG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,OAAkC,EAClC,OAAe,EACP,EAAE;IACV,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,CAAC,CAAA;IACnC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,OAAO,OAAO,CAAC,OAAO,CAAA;QACxB,KAAK,aAAa;YAChB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAA;IAC/E,CAAC;AACH,CAAC,CAAA;AAED,2EAA2E;AAC3E,6EAA6E;AAC7E,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CAAC;IACpC,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC;IAC9B,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;CAC9B,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;AAIpC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,IAAI,GAAG,CAClB,OAA4C,EACoB,EAAE,CAClE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,yEAAyE;IACzE,mEAAmE;IACnE,6BAA6B;IAC7B,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,EAAS,CAAA;IACpD,qEAAqE;IACrE,uEAAuE;IACvE,sEAAsE;IACtE,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI,QAAQ,CAAuC,CAAA;IACnF,MAAM,KAAK,GAAiB,KAAK,CAAC,CAAC,QAAQ,CAAA;IAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;IAErC,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,IAAI,MAAM,CAAC,CAAA;IACzE,MAAM,WAAW,GAAG,OAAO,EAAE,iBAAiB,KAAK,SAAS;QAC1D,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAC9C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAA;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,eAAe,IAAI,MAAM,CAAC,CAAA;IACvE,MAAM,eAAe,GAAG,OAAO,EAAE,eAAe,IAAI,CAAC,CAAA;IACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,IAAI,KAAK,CAAC,CAAA;IAChE,MAAM,QAAQ,GAAG,OAAO,EAAE,EAAE,IAAI,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAA;IAEnF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAA;IAChD,MAAM,UAAU,GAAG,IAAI,GAAG,EAA0B,CAAA;IACpD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAa,CAAA;IAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAyD,CAAA;IAEjF,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,GAAG,QAAQ,IAAI,EAAE,YAAY,EAAE,CAAA;IAEvD,qEAAqE;IACrE,yEAAyE;IACzE,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,KAAK,GAAG,QAAQ,CAAC,UAAU,EAAQ,CAAA;IACvC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACpC,YAAY,IAAI,CAAC,CAAA;QACjB,MAAM,OAAO,GAAG,KAAK,CAAA;QACrB,KAAK,GAAG,QAAQ,CAAC,UAAU,EAAQ,CAAA;QACnC,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IACF,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,EAAE,CACtC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAClB,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAC9D,CAAA;IAEH,MAAM,UAAU,GAAG,CAAU,MAA8B,EAAE,EAAE,CAC7D,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,KAAK,CAAC;QACX,iEAAiE;QACjE,wCAAwC;QACxC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;QACxC,QAAQ,EAAE,gBAAgB;KAC3B,CAAC,EACF,MAAM,CAAC,KAAK,CACb,CAAA;IAEH,yEAAyE;IACzE,wEAAwE;IACxE,MAAM,SAAS,GAAG,CAChB,MAGC,EACD,IAAY,EACZ,EAAE,CACF,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,KAAK,CAAC;QACX,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;QACxC,QAAQ,EAAE,gBAAgB;KAC3B,CAAC,EACF,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACrB,MAAM,CAAC,UAAU,CAAC,cAAc,IAAI,aAAa,KAAK,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC,CACvE,CACF,CAAA;IAEH,MAAM,YAAY,GAAG,CAAC,MAAiB,EAAE,IAAuB,EAAc,EAAE;QAC9E,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY,GAAG,CAAC,CAAA;QACvC,IAAI,OAAO,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAClC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QAC/B,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,CAAA;IAClF,CAAC,CAAA;IAED,uEAAuE;IACvE,+CAA+C;IAC/C,MAAM,UAAU,GAAG,CAAC,MAAiB,EAAE,KAAa,EAAE,OAAgB,EAAE,EAAE,CACxE,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QAClB,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACvC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,iEAAiE;YACjE,OAAO,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,SAAS,CAAC,CAAA;QAC9D,CAAC;QACD,MAAM,OAAO,GAAe;YAC1B,KAAK,EAAE,MAAM,CAAC,EAAE;YAChB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,YAAY,GAAG,CAAC;YAChC,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAA;QACD,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QACjD,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;YAC5E,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YAE1B,8DAA8D;YAC9D,6DAA6D;YAC7D,0CAA0C;YAC1C,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;YACzD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,mEAAmE;gBACnE,KAAK,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,SAAS,CAAC,CAAA;gBAC5D,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAA;YAChC,CAAC;YAED,+DAA+D;YAC/D,uDAAuD;YACvD,MAAM,SAAS,GACb,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC;gBACzD,CAAC,CAAC,IAAI,CAAC,GAAG,CACR,IAAI,KAAK,CAAC,+BAA+B,MAAM,CAAC,IAAI,sBAAsB,CAAC,CAC5E;gBACD,CAAC,CAAC,IAAI,CAAA;YAEV,oEAAoE;YACpE,IAAI,OAAO,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAA;YAC7D,IAAI,SAAS,GAAG,IAAI,CAAA;YACpB,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,SAAS,GAAG,KAAK,CAAA;gBACjB,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CACpB,qDAAqD,MAAM,CAAC,IAAI,GAAG,EACnE,OAAO,CAAC,KAAK,CACd,CAAA;gBACD,OAAO,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CACpD,IAAI,KAAK,CAAC,qDAAqD,MAAM,CAAC,IAAI,GAAG,CAAC,CAC/E,CAAC,CAAC,CAAA;YACL,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;YAErE,MAAM,OAAO,GAAe,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;gBACnD,CAAC,CAAC,SAAS;oBACT,8DAA8D;oBAC9D,4DAA4D;oBAC5D,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE;oBACvC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE;gBACrC,CAAC,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;YACnC,KAAK,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,KAAK,CAAC,CAAA;QAC/D,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEJ,4DAA4D;IAC5D,wEAAwE;IACxE,wDAAwD;IACxD,MAAM,cAAc,GAAG,CAAC,KAAgB,EAAE,EAAE,CAC1C,MAAM,CAAC,mBAAmB,CAAC,CAAC,OAAO,EAAE,EAAE,CACrC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,aAAa,GAAG,YAAY,CAAA;QAClC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC,CAAC,OAAO,CACnB,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAC7D,CAAA;QACH,CAAC;QACD,MAAM,KAAK,GAAG,SAAS,EAAE,CAAA;QACzB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC;YAC3C,KAAK;YACL,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;YACxB,KAAK;YACL,cAAc;SACf,CAAC,CAAC,CAAA;QACH,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;YAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,KAAK,SAAS;gBAC5C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,GAAG,EAAE,MAAM,CAAC,CAAC;gBACvD,CAAC,CAAC,MAAM,CAAA;YACV,OAAO,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBACnC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;gBACtD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;gBACrB,UAAU,CAAC,aAAa,CAAC;aAC1B,CAAC,CAAC,CAAA;QACL,CAAC;QACD,KAAK,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;IAC/C,CAAC,CAAC,CACH,CAAA;IAEH,MAAM,SAAS,GAAG,CAAC,KAAgB,EAAE,EAAE,CACrC,cAAc,CAAC,KAAK,CAAC,CAAC,IAAI,CACxB,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE,CAC1B,MAAM,CAAC,QAAQ,CAAC,8CAA8C,KAAK,IAAI,EAAE,KAAK,CAAC,CAChF,EACD,MAAM,CAAC,OAAO,CACf,CAAA;IAEH,MAAM,gBAAgB,GAAG,CAAC,KAAgB,EAAE,UAA8B,EAAE,EAAE,CAC5E,IAAI,CAAC,GAAG,CACN,CAAC,EACD,OAAO,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,WAAW;QACnC,UAAU;QACV,OAAO,EAAE,WAAW;QACpB,CAAC,CACJ,CAAA;IAEH,MAAM,eAAe,GAAG,CAAC,KAAgB,EAAE,UAA8B,EAAE,EAAE,CAC3E,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QAClB,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC,IAAI,CAAA;QAChD,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACxB,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QAClD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAChC,MAAM,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,CAC1C,CAAA;QACD,OAAO,MAAM,CAAC,OAAO,CACnB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAC3C,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,EAChC,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAA;IACH,CAAC,CAAC,CAAA;IAEJ,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACtC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;QAChC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;QAC7C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAA;QAC1E,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CACtB,sDAAsD,EACtD,IAAI,CACL,CAAA;QACH,CAAC;IACH,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC,EACtF,MAAM,CAAC,OAAO,CACf,CAAA;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACtC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAA;QAC9E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,mCAAmC,EAAE,SAAS,CAAC,CAAA;QAC1E,CAAC;IACH,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC,EACvF,MAAM,CAAC,OAAO,CACf,CAAA;IAED,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IACxC,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IAExC,0EAA0E;IAC1E,yEAAyE;IACzE,mEAAmE;IACnE,+DAA+D;IAC/D,OAAO,MAAM,CAAC,EAAE,CAAC;QACf,QAAQ,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,CAC1C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAClB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAA;YACrB,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CACtB,IAAI,KAAK,CAAC,oDAAoD,IAAI,GAAG,CAAC,CACvE,CAAA;YACH,CAAC;YACD,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACnC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CACtB,IAAI,KAAK,CACP,mBAAmB,IAAI,wBAAwB,GAAG,CAAC,KAAK,CAAC,GAAG,kCAAkC,QAAQ,CAAC,GAAG,KAAK;oBAC7G,0HAA0H,CAC7H,CACF,CAAA;YACH,CAAC;YACD,gEAAgE;YAChE,kEAAkE;YAClE,6CAA6C;YAC7C,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,EAAS,CAAC,CAAC,IAAI,CACpD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,CAC9C,CAAA;YACD,MAAM,aAAa,GAAG,MAAM,CAAC,mBAAmB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;YACvE,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YACtD,iEAAiE;YACjE,mEAAmE;YACnE,oEAAoE;YACpE,iEAAiE;YACjE,MAAM,eAAe,GAAG,CAAO,MAAoC,EAAuB,EAAE,CAC1F,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,EAAE,CAC7B,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAA6B,CAC3D,CACqB,CAAA;YAC1B,MAAM,KAAK,GAAiB;gBAC1B,GAAG,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CACxB,eAAe,CACb,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,CACzB,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CACvD,CACF;gBACH,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aACxD,CAAA;YACD,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YACzB,MAAM,KAAK,GAAG,eAAe,EAAE,KAAK,KAAK,SAAS;gBAChD,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC;gBAClC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAA;YACb,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YACjC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,KAAK,GAAG,IAAI,GAAG,EAAE,CAAA;gBACjB,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YAC9B,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YACf,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAC9B,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;gBACf,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBACrB,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;YACrC,CAAC,CAAC,CACH,CAAA;YACD,KAAK,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE,eAAe,EAAE,WAAW,CAAC,CAAA;YAC3D,KAAK,CAAC,CAAC,SAAS,CAAA;QAClB,CAAC,CAAsC;KAC1C,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEJ;;;;;GAKG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,OAA4C,EACP,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAA"}

package/dist/drizzle/DrizzleJobStore.d.ts

@@ -0,0 +1,59 @@
+/**
+ * A Postgres `JobStore` running through drizzle's Effect driver
+ * (`drizzle-orm/effect-postgres`, which is built on `@effect/sql-pg` —
+ * Node and Bun compatible).
+ *
+ * - Claims use `FOR UPDATE SKIP LOCKED`; acks are lock-token guarded.
+ * - ALL time comes from the Effect `Clock` as bind parameters (never SQL
+ *   `now()`), so the conformance suite runs against real Postgres under
+ *   `TestClock`.
+ * - Wake-ups use LISTEN/NOTIFY through the shared `PgClient` (with the
+ *   worker's `pollInterval` as the fallback), so cross-process workers wake
+ *   promptly.
+ *
+ * TODO: a standalone non-drizzle Postgres driver on plain `@effect/sql-pg`
+ * (same table layout), and an adapter for promise-based drizzle databases.
+ *
+ * @since 0.1.0
+ */
+import * as JobStore from "../JobStore.ts";
+import type { PgClient } from "@effect/sql-pg";
+import { type Context, Effect, Layer, type Scope } from "effect";
+import type { MqJobAttemptsTable, MqJobsTable } from "./schema.ts";
+/**
+ * @since 0.1.0
+ */
+export interface DrizzleJobStoreOptions<StoreId = JobStore.JobStore> {
+    /** The jobs table instance (from `mqJobs`). */
+    readonly jobs: MqJobsTable;
+    /** The run-ledger table instance (from `mqJobAttempts`). */
+    readonly attempts: MqJobAttemptsTable;
+    /** Bind to a `JobStore.named(...)` key; default: the default `JobStore`. */
+    readonly store?: Context.Key<StoreId, JobStore.Service> | undefined;
+    /**
+     * Probe the tables at startup and fail fast when the schema is missing
+     * (default true). Migrations are owned by your drizzle-kit pipeline.
+     */
+    readonly validate?: boolean | undefined;
+}
+/**
+ * Build the store implementation. Requires `PgClient` and a `Scope` (for the
+ * LISTEN subscription).
+ *
+ * @since 0.1.0
+ */
+export declare const make: (options: DrizzleJobStoreOptions<any>) => Effect.Effect<JobStore.Service, JobStore.JobStoreError, PgClient.PgClient | Scope.Scope>;
+/**
+ * A Postgres-backed `JobStore` layer over your drizzle tables. Requires
+ * `PgClient` (from `@effect/sql-pg`).
+ *
+ * ```ts
+ * const StoreLive = DrizzleJobStore.layer({ jobs, attempts, store: Durable }).pipe(
+ *   Layer.provide(PgClient.layer({ url: Redacted.make(DATABASE_URL) }))
+ * )
+ * ```
+ *
+ * @since 0.1.0
+ */
+export declare const layer: <StoreId = JobStore.JobStore>(options: DrizzleJobStoreOptions<StoreId>) => Layer.Layer<StoreId, JobStore.JobStoreError, PgClient.PgClient>;
+//# sourceMappingURL=DrizzleJobStore.d.ts.map

package/dist/drizzle/DrizzleJobStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DrizzleJobStore.d.ts","sourceRoot":"","sources":["../../src/drizzle/DrizzleJobStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAA;AAC1C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AAI9C,OAAO,EAAS,KAAK,OAAO,EAAY,MAAM,EAAE,KAAK,EAAU,KAAK,KAAK,EAAU,MAAM,QAAQ,CAAA;AACjG,OAAO,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAIlE;;GAEG;AACH,MAAM,WAAW,sBAAsB,CAAC,OAAO,GAAG,QAAQ,CAAC,QAAQ;IACjE,+CAA+C;IAC/C,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAA;IAC1B,4DAA4D;IAC5D,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,CAAA;IACrC,4EAA4E;IAC5E,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,SAAS,CAAA;IACnE;;;OAGG;IACH,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;CACxC;AA8DD;;;;;GAKG;AACH,eAAO,MAAM,IAAI,YACN,sBAAsB,CAAC,GAAG,CAAC,KACnC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,QAAQ,GAAG,KAAK,CAAC,KAAK,CA8ctF,CAAA;AAEJ;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,KAAK,GAAI,OAAO,GAAG,QAAQ,CAAC,QAAQ,WACtC,sBAAsB,CAAC,OAAO,CAAC,KACvC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,QAAQ,CAO9D,CAAA"}