@voltro/plugin-queue 0.85.0 → 0.86.0

package/THIRD-PARTY-NOTICES.md

@@ -1,11 +1,11 @@
 # Third-Party Notices — @voltro/plugin-queue
 
-This package depends on the open-source software listed below. Each is the
+This package uses the open-source software listed below. Each is the
 property of its respective copyright holders and is used under the terms of
 its license. This file is provided for attribution; it grants no rights in
 @voltro/plugin-queue itself, which is proprietary (see LICENSE).
 
-Generated from the resolved runtime dependency closure (43 packages).
+Generated from the resolved runtime dependency closure (42 packages).
 
 ---
 
@@ -3667,34 +3667,6 @@ TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
 SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 ```
 
-## layerr@3.0.0
-
-License: MIT
-
-```
-MIT License
-
-Copyright (c) 2020 Perry Mitchell
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-```
-
 ## lib0@0.2.117
 
 License: MIT
@@ -4044,14 +4016,14 @@ Apache License
    limitations under the License.
 ```
 
-## ulidx@2.4.1
+## ulid@3.0.2
 
 License: MIT
 
 ```
-MIT License
+The MIT License (MIT)
 
-Copyright (c) 2021 Perry Mitchell
+Copyright (c) 2017 Alizain Feerasta
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

package/dist/cdcSink.js

@@ -0,0 +1,23 @@
+import { activeQueueProvider as e } from "./index.js";
+//#region src/cdcSink.ts
+var t = (t) => {
+	let n = () => t.provider ?? e();
+	return {
+		name: `kafka(${t.topic})`,
+		...t.provider !== void 0 && t.provider.hosts[0] !== void 0 ? { outboundHost: t.provider.hosts[0] } : {},
+		deliver: async (e) => {
+			await n().produce(t.topic, e.map((e) => ({
+				key: e.key,
+				value: JSON.stringify({
+					table: e.table,
+					op: e.op,
+					key: e.key,
+					data: e.data
+				}),
+				headers: { "x-voltro-delivery-key": e.deliveryKey }
+			})));
+		}
+	};
+};
+//#endregion
+export { t as kafkaSink };

package/dist/consumer.js

@@ -0,0 +1,15 @@
+//#region src/consumer.ts
+var e = Symbol.for("@voltro/plugin-queue:consumers"), t = () => {
+	let t = globalThis;
+	return t[e] ??= /* @__PURE__ */ new Map();
+}, n = (e) => {
+	if (e.topic.trim() === "") throw Error("defineQueueConsumer: `topic` must be a non-empty name");
+	if (e.maxAttempts !== void 0 && e.maxAttempts < 1) throw Error(`defineQueueConsumer("${e.topic}"): maxAttempts must be >= 1`);
+	let n = `${e.topic}|${e.groupId ?? ""}`, r = t().get(n);
+	if (r !== void 0 && r !== e) throw Error(`defineQueueConsumer: topic '${e.topic}'${e.groupId ? ` group '${e.groupId}'` : ""} is declared twice — two consumers in one group on one topic would split its partitions unpredictably. Use a distinct groupId for an independent consumer.`);
+	return t().set(n, e), e;
+}, r = () => [...t().values()], i = () => {
+	t().clear();
+};
+//#endregion
+export { n as defineQueueConsumer, r as registeredQueueConsumers, i as resetQueueConsumersForTest };

package/dist/index.js

@@ -1,335 +1,70 @@
-import { Cause as e, Context as t, Effect as n, Exit as r, Layer as i, Metric as a, Result as o, Schema as s } from "effect";
-import { definePlugin as c } from "@voltro/protocol";
-import { Kafka as l, logLevel as u } from "kafkajs";
-import { externalSpanFromTraceparent as d, withServerTracer as f } from "@voltro/runtime";
-//#region src/consumer.ts
-var p = Symbol.for("@voltro/plugin-queue:consumers"), m = () => {
+import { defineQueueConsumer as e, registeredQueueConsumers as t, resetQueueConsumersForTest as n } from "./consumer.js";
+import { queueMetrics as r, recordQueueProduced as i } from "./queueMetrics.js";
+import { kafkaProvider as a } from "./kafka.js";
+import { startQueueConsumers as o } from "./runner.js";
+import { kafkaSink as s } from "./cdcSink.js";
+import { Context as c, Effect as l, Layer as u } from "effect";
+import { definePlugin as d } from "@voltro/protocol";
+//#region src/index.ts
+var f = class extends c.Service()("@voltro/plugin-queue/QueueService") {}, p = Symbol.for("@voltro/plugin-queue:active-provider"), m = () => {
 	let e = globalThis;
-	return e[p] ??= /* @__PURE__ */ new Map();
-}, h = (e) => {
-	if (e.topic.trim() === "") throw Error("defineQueueConsumer: `topic` must be a non-empty name");
-	if (e.maxAttempts !== void 0 && e.maxAttempts < 1) throw Error(`defineQueueConsumer("${e.topic}"): maxAttempts must be >= 1`);
-	let t = `${e.topic}|${e.groupId ?? ""}`, n = m().get(t);
-	if (n !== void 0 && n !== e) throw Error(`defineQueueConsumer: topic '${e.topic}'${e.groupId ? ` group '${e.groupId}'` : ""} is declared twice — two consumers in one group on one topic would split its partitions unpredictably. Use a distinct groupId for an independent consumer.`);
-	return m().set(t, e), e;
-}, g = () => [...m().values()], _ = () => {
-	m().clear();
-}, v = () => Object.create(null), y = Symbol.for("@voltro/plugin-queue:metrics"), b = () => {
-	let e = globalThis;
-	return e[y] ??= {
-		consumed: v(),
-		dlq: v(),
-		retried: v(),
-		lastError: v(),
-		produced: v()
-	};
-}, x = (e, t, n = 1) => {
-	e[t] = (e[t] ?? 0) + n;
-}, S = a.counter("voltro_queue_consumed_total", { description: "Messages a consumer finished with, by topic and outcome (ok | dead-lettered)." }), C = a.counter("voltro_queue_retries_total", { description: "In-process handler retries, by topic. A retry BLOCKS its partition." }), w = a.counter("voltro_queue_produced_total", { description: "Messages produced through the outbox bridge and QueueService, by topic." }), T = a.gauge("voltro_queue_lag_messages", { description: "Messages between the offset just picked up and the partition high watermark, by topic and partition. Sampled at pickup; holds its last value for an idle or revoked partition." }), E = t.empty(), D = /* @__PURE__ */ new Map(), O = /* @__PURE__ */ new Map(), k = /* @__PURE__ */ new Map(), A = /* @__PURE__ */ new Map(), j = (e, t, n) => {
-	let r = e.get(t);
-	if (r !== void 0) return r;
-	let i = n();
-	return e.set(t, i), i;
-}, M = (e) => {
-	x(b().consumed, e), j(D, `ok\u0000${e}`, () => a.withAttributes(a.withAttributes(S, { topic: e }), { outcome: "ok" })).updateUnsafe(1, E);
-}, N = (e, t) => {
-	let n = b();
-	x(n.dlq, e), n.lastError[e] = t.slice(0, 500), j(D, `dlq\u0000${e}`, () => a.withAttributes(a.withAttributes(S, { topic: e }), { outcome: "dead-lettered" })).updateUnsafe(1, E);
-}, P = (e) => {
-	x(b().retried, e), j(O, e, () => a.withAttributes(C, { topic: e })).updateUnsafe(1, E);
-}, F = (e, t) => {
-	t <= 0 || (x(b().produced, e, t), j(k, e, () => a.withAttributes(w, { topic: e })).updateUnsafe(t, E));
-}, I = (e, t, n, r) => {
-	let i;
-	try {
-		let e = BigInt(n) - BigInt(r) - 1n;
-		i = e < 0n ? 0 : Number(e);
-	} catch {
-		return;
-	}
-	j(A, `${e}\u0000${t}`, () => a.withAttributes(a.withAttributes(T, { topic: e }), { partition: String(t) })).updateUnsafe(i, E);
-}, L = (e) => {
-	let t = {};
-	for (let [n, r] of Object.entries(e ?? {})) r != null && (t[n] = Buffer.isBuffer(r) ? r.toString("utf8") : String(r));
-	return t;
-}, R = (e) => {
-	let t = new l({
-		clientId: e.clientId ?? "voltro",
-		brokers: [...e.brokers],
-		logLevel: u.ERROR,
-		...e.ssl === void 0 ? {} : { ssl: e.ssl },
-		...e.sasl === void 0 ? {} : { sasl: e.sasl }
-	}), n = null, r = /* @__PURE__ */ new Set();
-	return {
-		name: "kafka",
-		hosts: e.brokers.map((e) => e.split("/").pop() ?? e),
-		connect: async () => {
-			n === null && (n = t.producer({ allowAutoTopicCreation: !0 }), await n.connect());
-		},
-		disconnect: async () => {
-			let e = n;
-			n = null, await Promise.all([...r].map((e) => e.disconnect().catch(() => {}))), r.clear(), e !== null && await e.disconnect().catch(() => {});
-		},
-		produce: async (e, t) => {
-			if (n === null) throw Error("kafkaProvider: produce before connect()");
-			await n.send({
-				topic: e,
-				messages: t.map((e) => ({
-					...e.key === void 0 ? {} : { key: e.key },
-					value: e.value,
-					...e.headers === void 0 ? {} : { headers: { ...e.headers } }
-				}))
-			});
-		},
-		ensureTopics: async (e) => {
-			let n = t.admin();
-			await n.connect();
-			try {
-				await n.createTopics({
-					topics: e.map((e) => ({
-						topic: e,
-						numPartitions: 1
-					})),
-					waitForLeaders: !0
-				});
-			} finally {
-				await n.disconnect();
-			}
-		},
-		consume: async (n) => {
-			let i = t.consumer({ groupId: n.groupId });
-			return r.add(i), await i.connect(), await i.subscribe({
-				topic: n.topic,
-				fromBeginning: n.fromBeginning ?? !1
-			}), await i.run({
-				eachBatchAutoResolve: !1,
-				partitionsConsumedConcurrently: e.partitionsConsumedConcurrently ?? 3,
-				eachBatch: async ({ batch: e, resolveOffset: t, commitOffsetsIfNecessary: r, heartbeat: i, isRunning: a, isStale: o }) => {
-					for (let s of e.messages) {
-						if (!a() || o()) return;
-						let c = {
-							topic: e.topic,
-							partition: e.partition,
-							offset: s.offset,
-							key: s.key === null ? null : s.key.toString("utf8"),
-							value: s.value === null ? null : s.value.toString("utf8"),
-							headers: L(s.headers),
-							timestamp: s.timestamp
-						};
-						I(e.topic, e.partition, e.highWatermark, s.offset), await n.onMessage(c, {
-							heartbeat: i,
-							isStale: o
-						}), t(s.offset), await r();
-					}
-				}
-			}), { stop: async () => {
-				r.delete(i), await i.disconnect().catch(() => {});
-			} };
-		}
-	};
-}, z = "queue.consume", B = (e, t) => (r) => {
-	let i = d(e.traceparent);
-	return r.pipe(n.tap((e) => t === void 0 ? n.void : n.annotateCurrentSpan(t(e))), n.withSpan(z, {
-		attributes: {
-			"messaging.system": e.system,
-			"messaging.operation": "process",
-			"messaging.destination.name": e.topic,
-			"messaging.consumer.group.name": e.groupId,
-			"messaging.destination.partition.id": e.partition,
-			"messaging.message.offset": e.offset
-		},
-		...i ? { parent: i } : {}
-	}));
-}, V = async (t, i, a) => {
-	let o, s = await n.runPromiseExit(n.tryPromise({
-		try: i,
-		catch: (e) => (o = { value: e }, e)
-	}).pipe(B(t, a), f));
-	if (r.isSuccess(s)) return s.value;
-	throw o === void 0 ? e.squash(s.cause) : o.value;
-}, H = (e) => new Promise((t) => setTimeout(t, e)), U = async (e) => {
-	let { provider: t, log: n } = e, r = { current: !1 }, i = /* @__PURE__ */ new Set(), a = async (r) => {
-		let i = r.groupId ?? `${e.appName}.${r.topic}`, a = r.dlqTopic ?? `${r.topic}.dlq`, c = r.maxAttempts ?? 3, l = s.decodeUnknownResult(r.schema), u = async (e, i, o) => {
-			N(r.topic, `${e}: ${i}`), n.warn("queue: dead-lettered", {
-				topic: r.topic,
-				dlqTopic: a,
-				reason: e,
-				partition: o.partition,
-				offset: o.offset
-			}), await t.produce(a, [{
-				...o.key === null ? {} : { key: o.key },
-				value: o.value ?? "",
-				headers: {
-					...o.headers,
-					"x-voltro-dlq-reason": e,
-					"x-voltro-dlq-detail": i.slice(0, 500),
-					"x-voltro-dlq-source-topic": o.topic,
-					"x-voltro-dlq-source-partition": String(o.partition),
-					"x-voltro-dlq-source-offset": o.offset
-				}
-			}]);
-		}, d = await t.consume({
-			topic: r.topic,
-			groupId: i,
-			...r.fromBeginning === void 0 ? {} : { fromBeginning: r.fromBeginning },
-			onMessage: async (a, s) => {
-				await V({
-					system: t.name,
-					topic: r.topic,
-					groupId: i,
-					partition: a.partition,
-					offset: a.offset,
-					traceparent: a.headers.traceparent
-				}, async () => {
-					let t;
-					try {
-						t = a.value === null ? null : JSON.parse(a.value);
-					} catch (e) {
-						return await u("decode-failed", `invalid JSON: ${e instanceof Error ? e.message : String(e)}`, a), "dead-lettered";
-					}
-					let i = l(t);
-					if (o.isFailure(i)) return await u("decode-failed", String(i.failure), a), "dead-lettered";
-					for (let t = 1; t <= c; t++) {
-						if (s.isStale()) return "stale";
-						try {
-							return await r.handler(i.success, {
-								topic: a.topic,
-								partition: a.partition,
-								offset: a.offset,
-								key: a.key,
-								headers: a.headers,
-								attempt: t,
-								...a.headers.traceparent === void 0 ? {} : { traceparent: a.headers.traceparent },
-								get store() {
-									let t = e.store();
-									if (t === null) throw Error("queue: store not bound yet — the retry loop absorbs a message arriving before boot finished");
-									return t;
-								}
-							}), M(r.topic), "ok";
-						} catch (i) {
-							let o = i instanceof Error ? i.message : String(i);
-							if (t >= c) return await u("handler-failed", o, a), "dead-lettered";
-							P(r.topic), n.warn("queue: handler failed, retrying", {
-								topic: r.topic,
-								attempt: t,
-								maxAttempts: c,
-								detail: o
-							}), await s.heartbeat().catch(() => {}), await H((e.retryBaseMs ?? 1e3) * 2 ** (t - 1));
-						}
-					}
-					return "stale";
-				}, (e) => ({ "voltro.queue.outcome": e }));
-			}
-		});
-		return n.info("queue: consumer started", {
-			topic: r.topic,
-			groupId: i,
-			dlqTopic: a
-		}), d;
-	}, c = e.consumers.map((e) => {
-		let t = { handle: null }, o = () => {
-			a(e).then((e) => {
-				if (r.current) {
-					e.stop();
-					return;
-				}
-				t.handle = e;
-			}).catch((t) => {
-				if (r.current) return;
-				n.warn("queue: consumer start failed — retrying in 5s", {
-					topic: e.topic,
-					detail: t instanceof Error ? t.message : String(t)
-				});
-				let a = setTimeout(() => {
-					i.delete(a), o();
-				}, 5e3);
-				i.add(a);
-			});
-		};
-		return o(), t;
-	});
-	return { stop: async () => {
-		r.current = !0;
-		for (let e of i) clearTimeout(e);
-		i.clear(), await Promise.all(c.map((e) => e.handle?.stop() ?? Promise.resolve()));
-	} };
-}, W = (e) => {
-	let t = () => e.provider ?? J();
-	return {
-		name: `kafka(${e.topic})`,
-		...e.provider !== void 0 && e.provider.hosts[0] !== void 0 ? { outboundHost: e.provider.hosts[0] } : {},
-		deliver: async (n) => {
-			await t().produce(e.topic, n.map((e) => ({
-				key: e.key,
-				value: JSON.stringify({
-					table: e.table,
-					op: e.op,
-					key: e.key,
-					data: e.data
-				}),
-				headers: { "x-voltro-delivery-key": e.deliveryKey }
-			})));
-		}
-	};
-}, G = class extends t.Service()("@voltro/plugin-queue/QueueService") {}, K = Symbol.for("@voltro/plugin-queue:active-provider"), q = () => {
-	let e = globalThis;
-	return e[K] ??= { current: null };
-}, J = () => {
-	let e = q().current;
+	return e[p] ??= { current: null };
+}, h = () => {
+	let e = m().current;
 	if (e === null) throw Error("[voltro] no active queue provider — is queuePlugin({...}) in this app's plugins? The outbox handler and kafkaSink need the plugin's connected provider.");
 	return e;
-}, Y = () => ({
+}, g = () => ({
 	effect: "queue.produce",
 	maxAttempts: 8,
 	handler: async ({ payload: e }) => {
 		let t = e.topic, n = e.messages;
 		if (typeof t != "string" || !Array.isArray(n)) throw Error("queue.produce payload must be { topic: string, messages: QueueOutgoingMessage[] }");
-		await J().produce(t, n), F(t, n.length);
+		await h().produce(t, n), i(t, n.length);
 	}
-}), X = (e) => {
-	let t = e.name ?? "queue", r = R(e), a = ["inspect:read", ...r.hosts.map((e) => `network:outbound:${e}`)], o = null, s = { current: null };
-	return c({
-		name: t,
+}), _ = (e) => {
+	let n = e.name ?? "queue", s = a(e), c = ["inspect:read", ...s.hosts.map((e) => `network:outbound:${e}`)], p = null, h = { current: null };
+	return d({
+		name: n,
 		baseName: "queue",
 		description: "Queue interop — consume and produce against an existing Kafka: Schema-decoded consumers (at-least-once, serial per partition, retry + dead-letter), batched producing via a handler service or transactionally through the outbox, and a kafkaSink for plugin-cdc-out.",
-		permissions: a,
-		services: i.succeed(G, { produce: async (e, t) => {
-			await r.produce(e, t), F(e, t.length);
+		permissions: c,
+		services: u.succeed(f, { produce: async (e, t) => {
+			await s.produce(e, t), i(e, t.length);
 		} }),
 		bindDataStore: (e) => {
-			s.current = e;
+			h.current = e;
 		},
-		onActivate: (t) => n.tryPromise(async () => {
-			await r.connect(), q().current = r;
-			let n = g();
-			o = await U({
-				provider: r,
-				consumers: n,
-				appName: e.groupPrefix ?? t.app.name,
-				log: t.logger,
-				store: () => s.current,
+		onActivate: (n) => l.tryPromise(async () => {
+			await s.connect(), m().current = s;
+			let r = t();
+			p = await o({
+				provider: s,
+				consumers: r,
+				appName: e.groupPrefix ?? n.app.name,
+				log: n.logger,
+				store: () => h.current,
 				...e.retryBaseMs === void 0 ? {} : { retryBaseMs: e.retryBaseMs }
-			}), t.logger.info("queue: connected", {
-				brokers: r.hosts,
-				consumers: n.length
+			}), n.logger.info("queue: connected", {
+				brokers: s.hosts,
+				consumers: r.length
 			});
 		}),
-		onDeactivate: () => n.tryPromise(async () => {
-			await o?.stop(), o = null, q().current === r && (q().current = null), await r.disconnect();
+		onDeactivate: () => l.tryPromise(async () => {
+			await p?.stop(), p = null, m().current === s && (m().current = null), await s.disconnect();
 		}),
 		inspectEndpoints: [{
 			method: "GET",
 			path: "/consumers",
 			scope: "process",
 			description: "Registered consumers + per-topic consumed/retried/dead-lettered/produced counters (this replica).",
-			handler: () => n.sync(() => {
-				let e = b();
+			handler: () => l.sync(() => {
+				let e = r();
 				return {
 					kind: "json",
 					data: {
-						producerSelected: q().current === r,
-						brokers: r.hosts,
-						consumers: g().map((t) => ({
+						producerSelected: m().current === s,
+						brokers: s.hosts,
+						consumers: t().map((t) => ({
 							topic: t.topic,
 							groupId: t.groupId ?? null,
 							dlqTopic: t.dlqTopic ?? `${t.topic}.dlq`,
@@ -347,4 +82,4 @@ var p = Symbol.for("@voltro/plugin-queue:consumers"), m = () => {
 	});
 };
 //#endregion
-export { G as QueueService, J as activeQueueProvider, h as defineQueueConsumer, R as kafkaProvider, W as kafkaSink, b as queueMetrics, Y as queueOutboxHandler, X as queuePlugin, g as registeredQueueConsumers, _ as resetQueueConsumersForTest, U as startQueueConsumers };
+export { f as QueueService, h as activeQueueProvider, e as defineQueueConsumer, a as kafkaProvider, s as kafkaSink, r as queueMetrics, g as queueOutboxHandler, _ as queuePlugin, t as registeredQueueConsumers, n as resetQueueConsumersForTest, o as startQueueConsumers };

package/dist/kafka.js

@@ -0,0 +1,85 @@
+import { recordQueueLag as e } from "./queueMetrics.js";
+import { Kafka as t, logLevel as n } from "kafkajs";
+//#region src/kafka.ts
+var r = (e) => {
+	let t = {};
+	for (let [n, r] of Object.entries(e ?? {})) r != null && (t[n] = Buffer.isBuffer(r) ? r.toString("utf8") : String(r));
+	return t;
+}, i = (i) => {
+	let a = new t({
+		clientId: i.clientId ?? "voltro",
+		brokers: [...i.brokers],
+		logLevel: n.ERROR,
+		...i.ssl === void 0 ? {} : { ssl: i.ssl },
+		...i.sasl === void 0 ? {} : { sasl: i.sasl }
+	}), o = null, s = /* @__PURE__ */ new Set();
+	return {
+		name: "kafka",
+		hosts: i.brokers.map((e) => e.split("/").pop() ?? e),
+		connect: async () => {
+			o === null && (o = a.producer({ allowAutoTopicCreation: !0 }), await o.connect());
+		},
+		disconnect: async () => {
+			let e = o;
+			o = null, await Promise.all([...s].map((e) => e.disconnect().catch(() => {}))), s.clear(), e !== null && await e.disconnect().catch(() => {});
+		},
+		produce: async (e, t) => {
+			if (o === null) throw Error("kafkaProvider: produce before connect()");
+			await o.send({
+				topic: e,
+				messages: t.map((e) => ({
+					...e.key === void 0 ? {} : { key: e.key },
+					value: e.value,
+					...e.headers === void 0 ? {} : { headers: { ...e.headers } }
+				}))
+			});
+		},
+		ensureTopics: async (e) => {
+			let t = a.admin();
+			await t.connect();
+			try {
+				await t.createTopics({
+					topics: e.map((e) => ({
+						topic: e,
+						numPartitions: 1
+					})),
+					waitForLeaders: !0
+				});
+			} finally {
+				await t.disconnect();
+			}
+		},
+		consume: async (t) => {
+			let n = a.consumer({ groupId: t.groupId });
+			return s.add(n), await n.connect(), await n.subscribe({
+				topic: t.topic,
+				fromBeginning: t.fromBeginning ?? !1
+			}), await n.run({
+				eachBatchAutoResolve: !1,
+				partitionsConsumedConcurrently: i.partitionsConsumedConcurrently ?? 3,
+				eachBatch: async ({ batch: n, resolveOffset: i, commitOffsetsIfNecessary: a, heartbeat: o, isRunning: s, isStale: c }) => {
+					for (let l of n.messages) {
+						if (!s() || c()) return;
+						let u = {
+							topic: n.topic,
+							partition: n.partition,
+							offset: l.offset,
+							key: l.key === null ? null : l.key.toString("utf8"),
+							value: l.value === null ? null : l.value.toString("utf8"),
+							headers: r(l.headers),
+							timestamp: l.timestamp
+						};
+						e(n.topic, n.partition, n.highWatermark, l.offset), await t.onMessage(u, {
+							heartbeat: o,
+							isStale: c
+						}), i(l.offset), await a();
+					}
+				}
+			}), { stop: async () => {
+				s.delete(n), await n.disconnect().catch(() => {});
+			} };
+		}
+	};
+};
+//#endregion
+export { i as kafkaProvider };

package/dist/queueMetrics.js

@@ -0,0 +1,39 @@
+import { Context as e, Metric as t } from "effect";
+//#region src/queueMetrics.ts
+var n = () => Object.create(null), r = Symbol.for("@voltro/plugin-queue:metrics"), i = () => {
+	let e = globalThis;
+	return e[r] ??= {
+		consumed: n(),
+		dlq: n(),
+		retried: n(),
+		lastError: n(),
+		produced: n()
+	};
+}, a = (e, t, n = 1) => {
+	e[t] = (e[t] ?? 0) + n;
+}, o = t.counter("voltro_queue_consumed_total", { description: "Messages a consumer finished with, by topic and outcome (ok | dead-lettered)." }), s = t.counter("voltro_queue_retries_total", { description: "In-process handler retries, by topic. A retry BLOCKS its partition." }), c = t.counter("voltro_queue_produced_total", { description: "Messages produced through the outbox bridge and QueueService, by topic." }), l = t.gauge("voltro_queue_lag_messages", { description: "Messages between the offset just picked up and the partition high watermark, by topic and partition. Sampled at pickup; holds its last value for an idle or revoked partition." }), u = e.empty(), d = /* @__PURE__ */ new Map(), f = /* @__PURE__ */ new Map(), p = /* @__PURE__ */ new Map(), m = /* @__PURE__ */ new Map(), h = (e, t, n) => {
+	let r = e.get(t);
+	if (r !== void 0) return r;
+	let i = n();
+	return e.set(t, i), i;
+}, g = (e) => {
+	a(i().consumed, e), h(d, `ok\u0000${e}`, () => t.withAttributes(t.withAttributes(o, { topic: e }), { outcome: "ok" })).updateUnsafe(1, u);
+}, _ = (e, n) => {
+	let r = i();
+	a(r.dlq, e), r.lastError[e] = n.slice(0, 500), h(d, `dlq\u0000${e}`, () => t.withAttributes(t.withAttributes(o, { topic: e }), { outcome: "dead-lettered" })).updateUnsafe(1, u);
+}, v = (e) => {
+	a(i().retried, e), h(f, e, () => t.withAttributes(s, { topic: e })).updateUnsafe(1, u);
+}, y = (e, n) => {
+	n <= 0 || (a(i().produced, e, n), h(p, e, () => t.withAttributes(c, { topic: e })).updateUnsafe(n, u));
+}, b = (e, n, r, i) => {
+	let a;
+	try {
+		let e = BigInt(r) - BigInt(i) - 1n;
+		a = e < 0n ? 0 : Number(e);
+	} catch {
+		return;
+	}
+	h(m, `${e}\u0000${n}`, () => t.withAttributes(t.withAttributes(l, { topic: e }), { partition: String(n) })).updateUnsafe(a, u);
+};
+//#endregion
+export { i as queueMetrics, g as recordQueueConsumed, _ as recordQueueDeadLettered, b as recordQueueLag, y as recordQueueProduced, v as recordQueueRetry };

package/dist/queueTracing.js

@@ -0,0 +1,26 @@
+import { Cause as e, Effect as t, Exit as n } from "effect";
+import { externalSpanFromTraceparent as r, withServerTracer as i } from "@voltro/runtime";
+//#region src/queueTracing.ts
+var a = "queue.consume", o = (e, n) => (i) => {
+	let o = r(e.traceparent);
+	return i.pipe(t.tap((e) => n === void 0 ? t.void : t.annotateCurrentSpan(n(e))), t.withSpan(a, {
+		attributes: {
+			"messaging.system": e.system,
+			"messaging.operation": "process",
+			"messaging.destination.name": e.topic,
+			"messaging.consumer.group.name": e.groupId,
+			"messaging.destination.partition.id": e.partition,
+			"messaging.message.offset": e.offset
+		},
+		...o ? { parent: o } : {}
+	}));
+}, s = async (r, a, s) => {
+	let c, l = await t.runPromiseExit(t.tryPromise({
+		try: a,
+		catch: (e) => (c = { value: e }, e)
+	}).pipe(o(r, s), i));
+	if (n.isSuccess(l)) return l.value;
+	throw c === void 0 ? e.squash(l.cause) : c.value;
+};
+//#endregion
+export { a as QUEUE_CONSUME_SPAN, s as runInQueueMessageSpan, o as withQueueMessageSpan };