@zmdb/transport-kafka 1.0.0-beta.1

package/dist/index.d.ts

@@ -0,0 +1,18 @@
+import { type TransportErrorSink, type TransportStrategy } from '@zmdb/app/messaging';
+import type { Kafka } from 'kafkajs';
+export interface KafkaStrategyOptions {
+    readonly client: Kafka;
+    readonly groupId: string;
+    readonly topics: readonly string[];
+    readonly deadLetterTopic: string;
+    readonly partitionsConsumedConcurrently: number;
+    readonly onError: TransportErrorSink;
+    readonly name?: string;
+    readonly fromBeginning?: boolean;
+    readonly sessionTimeoutMs?: number;
+    readonly heartbeatIntervalMs?: number;
+    readonly errorRetryMs?: number;
+}
+/** An event transport with ordered manual commits and partition-local retries. */
+export declare function createKafkaStrategy(options: KafkaStrategyOptions): TransportStrategy;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAQL,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAA8B,KAAK,EAA0B,MAAM,SAAS,CAAC;AAEzF,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,8BAA8B,EAAE,MAAM,CAAC;IAChD,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;IACjC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;CAChC;AAgBD,kFAAkF;AAClF,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,oBAAoB,GAAG,iBAAiB,CAuRpF"}

package/dist/index.js

@@ -0,0 +1,293 @@
+import { decodeDelivery, encodeDelivery, reportTransportError, TransportUnsupportedError, withinGrace, } from '@zmdb/app/messaging';
+function topicName(value) {
+    if (!/^[a-zA-Z0-9._-]{1,249}$/.test(value) || value === '.' || value === '..') {
+        throw new RangeError('@zmdb/transport-kafka: invalid Kafka topic');
+    }
+    return value;
+}
+function boundedInteger(value, description, minimum = 1) {
+    if (!Number.isInteger(value) || value < minimum || value > 2147483647) {
+        throw new RangeError(`@zmdb/transport-kafka: ${description} is outside its integer bound`);
+    }
+    return value;
+}
+/** An event transport with ordered manual commits and partition-local retries. */
+export function createKafkaStrategy(options) {
+    const { client, groupId, onError } = options;
+    const topics = options.topics.map(topicName);
+    const deadLetterTopic = topicName(options.deadLetterTopic);
+    const concurrency = boundedInteger(options.partitionsConsumedConcurrently, 'partition concurrency');
+    const sessionTimeout = boundedInteger(options.sessionTimeoutMs ?? 30000, 'session timeout');
+    const heartbeatInterval = boundedInteger(options.heartbeatIntervalMs ?? 3000, 'heartbeat interval');
+    const errorRetryMs = boundedInteger(options.errorRetryMs ?? 1000, 'error retry delay');
+    const name = options.name ?? 'kafka';
+    const fromBeginning = options.fromBeginning ?? false;
+    if (!groupId ||
+        !name ||
+        !topics.length ||
+        new Set(topics).size !== topics.length ||
+        topics.includes(deadLetterTopic)) {
+        throw new RangeError('@zmdb/transport-kafka: explicit unique input topics, a separate dead-letter topic and a group are required');
+    }
+    if (heartbeatInterval >= sessionTimeout) {
+        throw new RangeError('@zmdb/transport-kafka: heartbeat interval must be smaller than session timeout');
+    }
+    let phase = 'idle';
+    let consumer;
+    let producer;
+    let startup;
+    let closing;
+    let disconnected;
+    let generation = 0;
+    const cancelled = new AbortController();
+    const tasks = new Set();
+    const attempts = new Map();
+    const retries = new Map();
+    const removeListeners = [];
+    const closedError = () => new Error('@zmdb/transport-kafka: strategy is closed');
+    const report = (error) => reportTransportError(onError, error);
+    function track(action) {
+        tasks.add(action);
+        void action.finally(() => tasks.delete(action)).catch(() => undefined);
+        return action;
+    }
+    async function abortable(action) {
+        cancelled.signal.throwIfAborted();
+        const interrupted = Promise.withResolvers();
+        const abort = () => interrupted.reject(cancelled.signal.reason);
+        cancelled.signal.addEventListener('abort', abort, { once: true });
+        try {
+            return await Promise.race([action, interrupted.promise]);
+        }
+        finally {
+            cancelled.signal.removeEventListener('abort', abort);
+        }
+    }
+    function cancelRetries(resume) {
+        for (const pending of retries.values()) {
+            clearTimeout(pending.timer);
+            if (resume) {
+                try {
+                    pending.resume();
+                }
+                catch (error) {
+                    report(error);
+                }
+            }
+        }
+        retries.clear();
+    }
+    function invalidate() {
+        generation += 1;
+        attempts.clear();
+        cancelRetries(phase === 'listening');
+    }
+    function disconnect() {
+        disconnected ??= (async () => {
+            for (const remove of removeListeners)
+                remove();
+            const results = await Promise.allSettled([consumer?.disconnect(), producer?.disconnect()]);
+            const failed = results.find(result => result.status === 'rejected');
+            if (failed?.status === 'rejected')
+                throw failed.reason;
+        })();
+        return disconnected;
+    }
+    function owned(batch, owner) {
+        return (phase !== 'closed' && !cancelled.signal.aborted && generation === owner && batch.isRunning() && !batch.isStale());
+    }
+    function retry(batch, offset, owner, delay) {
+        const activeConsumer = consumer;
+        if (phase !== 'listening' || !owned(batch, owner) || !activeConsumer)
+            return;
+        const { topic, partition } = batch.batch;
+        const key = `${topic}\0${String(partition)}`;
+        activeConsumer.seek({ topic, partition, offset });
+        const resume = batch.pause();
+        const previous = retries.get(key);
+        if (previous)
+            clearTimeout(previous.timer);
+        const timer = setTimeout(() => {
+            retries.delete(key);
+            if (phase !== 'listening' || generation !== owner || !batch.isRunning())
+                return;
+            try {
+                resume();
+            }
+            catch (error) {
+                report(error);
+            }
+        }, delay);
+        retries.set(key, { timer, resume });
+    }
+    async function processRecord(batch, message, dispatch, owner) {
+        const activeConsumer = consumer;
+        const activeProducer = producer;
+        if (!activeConsumer || !activeProducer || !owned(batch, owner))
+            return false;
+        const { topic, partition } = batch.batch;
+        const key = `${topic}\0${String(partition)}`;
+        const previous = attempts.get(key);
+        const attempt = previous?.offset === message.offset ? previous.count + 1 : 1;
+        attempts.set(key, { offset: message.offset, count: attempt });
+        const heartbeatFailure = Promise.withResolvers();
+        const heartbeat = setInterval(() => {
+            void batch.heartbeat().catch(error => heartbeatFailure.reject(error));
+        }, heartbeatInterval);
+        try {
+            await abortable(Promise.race([batch.heartbeat(), heartbeatFailure.promise]));
+            if (!owned(batch, owner))
+                return false;
+            const delivery = decodeDelivery(topic, message.value?.toString('utf8') ?? '', attempt);
+            const outcome = await abortable(Promise.race([dispatch(delivery), heartbeatFailure.promise]));
+            if (!owned(batch, owner))
+                return false;
+            if (outcome.settlement.kind === 'retry') {
+                retry(batch, message.offset, owner, boundedInteger(outcome.settlement.afterMs, 'retry delay', 0));
+                return false;
+            }
+            if (outcome.settlement.kind === 'dead') {
+                await abortable(activeProducer.send({
+                    topic: deadLetterTopic,
+                    acks: -1,
+                    messages: [
+                        {
+                            key: message.key,
+                            value: message.value,
+                            headers: {
+                                ...message.headers,
+                                'zmdb-source-topic': topic,
+                                'zmdb-source-partition': String(partition),
+                                'zmdb-source-offset': message.offset,
+                                'zmdb-delivery-attempt': String(attempt),
+                                'zmdb-dead-reason': outcome.settlement.reason,
+                            },
+                        },
+                    ],
+                }));
+            }
+            if (!owned(batch, owner))
+                return false;
+            await abortable(batch.heartbeat());
+            if (!owned(batch, owner))
+                return false;
+            await abortable(activeConsumer.commitOffsets([{ topic, partition, offset: (BigInt(message.offset) + 1n).toString() }]));
+            if (!owned(batch, owner))
+                return false;
+            batch.resolveOffset(message.offset);
+            attempts.delete(key);
+            return true;
+        }
+        catch (error) {
+            if (!cancelled.signal.aborted) {
+                report(error);
+                retry(batch, message.offset, owner, errorRetryMs);
+            }
+            return false;
+        }
+        finally {
+            clearInterval(heartbeat);
+        }
+    }
+    const strategy = {
+        name,
+        capabilities: { redelivery: true, deadLetter: true, requestResponse: false },
+        async listen(dispatch) {
+            if (phase === 'closing' || phase === 'closed')
+                throw closedError();
+            if (phase !== 'idle')
+                throw new Error('@zmdb/transport-kafka: strategy is already listening');
+            phase = 'starting';
+            startup = (async () => {
+                try {
+                    producer = client.producer({ allowAutoTopicCreation: false });
+                    consumer = client.consumer({ groupId, allowAutoTopicCreation: false, sessionTimeout, heartbeatInterval });
+                    removeListeners.push(consumer.on(consumer.events.REBALANCING, invalidate), consumer.on(consumer.events.GROUP_JOIN, invalidate), consumer.on(consumer.events.CRASH, event => {
+                        invalidate();
+                        report(event.payload.error);
+                    }));
+                    await abortable(producer.connect());
+                    if (phase !== 'starting')
+                        throw closedError();
+                    await abortable(consumer.connect());
+                    if (phase !== 'starting')
+                        throw closedError();
+                    await abortable(consumer.subscribe({ topics, fromBeginning }));
+                    if (phase !== 'starting')
+                        throw closedError();
+                    phase = 'listening';
+                    await abortable(consumer.run({
+                        autoCommit: false,
+                        eachBatchAutoResolve: false,
+                        partitionsConsumedConcurrently: concurrency,
+                        eachBatch: batch => track((async () => {
+                            const owner = generation;
+                            for (const message of batch.batch.messages) {
+                                if (phase !== 'listening' || !owned(batch, owner))
+                                    break;
+                                if (!(await processRecord(batch, message, dispatch, owner)))
+                                    break;
+                            }
+                        })()),
+                    }));
+                    if (phase !== 'listening')
+                        throw closedError();
+                }
+                catch (error) {
+                    phase = 'closed';
+                    invalidate();
+                    await disconnect().catch(report);
+                    throw error;
+                }
+            })();
+            await startup;
+        },
+        async send() {
+            throw new TransportUnsupportedError(name);
+        },
+        async emit(pattern, payload, carrier) {
+            if (phase === 'closing' || phase === 'closed')
+                throw closedError();
+            if (phase !== 'listening' || !producer)
+                throw new Error('@zmdb/transport-kafka: strategy is not listening');
+            const topic = topicName(pattern);
+            const value = encodeDelivery(payload, carrier);
+            await track(abortable(producer.send({ topic, acks: -1, messages: [{ value }] })).then(() => undefined));
+        },
+        async close(graceMs) {
+            boundedInteger(graceMs, 'close grace', 0);
+            if (phase === 'closed')
+                return;
+            if (closing)
+                return closing;
+            phase = 'closing';
+            cancelRetries(false);
+            closing = (async () => {
+                const graceful = (async () => {
+                    await startup?.catch(() => undefined);
+                    if (disconnected)
+                        return;
+                    consumer?.pause(topics.map(topic => ({ topic })));
+                    await Promise.all(tasks);
+                    await consumer?.stop();
+                    await disconnect();
+                })();
+                let timedOut = false;
+                try {
+                    timedOut = !(await withinGrace(graceful, graceMs));
+                }
+                finally {
+                    phase = 'closed';
+                    cancelled.abort(closedError());
+                    invalidate();
+                    void disconnect().catch(report);
+                }
+                if (timedOut)
+                    throw new Error(`@zmdb/transport-kafka: strategy did not drain within ${String(graceMs)}ms`);
+            })();
+            await closing;
+        },
+    };
+    return strategy;
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,yBAAyB,EACzB,WAAW,GAKZ,MAAM,qBAAqB,CAAC;AAiB7B,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC9E,MAAM,IAAI,UAAU,CAAC,4CAA4C,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,WAAmB,EAAE,OAAO,GAAG,CAAC;IACrE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,UAAU,EAAE,CAAC;QACtE,MAAM,IAAI,UAAU,CAAC,0BAA0B,WAAW,+BAA+B,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,mBAAmB,CAAC,OAA6B;IAC/D,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAC7C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,eAAe,GAAG,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,8BAA8B,EAAE,uBAAuB,CAAC,CAAC;IACpG,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,gBAAgB,IAAI,KAAK,EAAE,iBAAiB,CAAC,CAAC;IAC5F,MAAM,iBAAiB,GAAG,cAAc,CAAC,OAAO,CAAC,mBAAmB,IAAI,IAAI,EAAE,oBAAoB,CAAC,CAAC;IACpG,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,EAAE,mBAAmB,CAAC,CAAC;IACvF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC;IACrC,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,KAAK,CAAC;IACrD,IACE,CAAC,OAAO;QACR,CAAC,IAAI;QACL,CAAC,MAAM,CAAC,MAAM;QACd,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM;QACtC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,EAChC,CAAC;QACD,MAAM,IAAI,UAAU,CAClB,4GAA4G,CAC7G,CAAC;IACJ,CAAC;IACD,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;QACxC,MAAM,IAAI,UAAU,CAAC,gFAAgF,CAAC,CAAC;IACzG,CAAC;IAED,IAAI,KAAK,GAA6D,MAAM,CAAC;IAC7E,IAAI,QAA8B,CAAC;IACnC,IAAI,QAA8B,CAAC;IACnC,IAAI,OAAkC,CAAC;IACvC,IAAI,OAAkC,CAAC;IACvC,IAAI,YAAuC,CAAC;IAC5C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAiB,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA6C,CAAC;IACtE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAwE,CAAC;IAChG,MAAM,eAAe,GAAmB,EAAE,CAAC;IAC3C,MAAM,WAAW,GAAG,GAAU,EAAE,CAAC,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACxF,MAAM,MAAM,GAAG,CAAC,KAAc,EAAQ,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAE9E,SAAS,KAAK,CAAC,MAAqB;QAClC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClB,KAAK,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACvE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,UAAU,SAAS,CAAI,MAAkB;QAC5C,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,OAAO,CAAC,aAAa,EAAS,CAAC;QACnD,MAAM,KAAK,GAAG,GAAS,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtE,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,SAAS,aAAa,CAAC,MAAe;QACpC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,CAAC;oBACH,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAED,SAAS,UAAU;QACjB,UAAU,IAAI,CAAC,CAAC;QAChB,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,aAAa,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC;IACvC,CAAC;IAED,SAAS,UAAU;QACjB,YAAY,KAAK,CAAC,KAAK,IAAI,EAAE;YAC3B,KAAK,MAAM,MAAM,IAAI,eAAe;gBAAE,MAAM,EAAE,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YAC3F,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;YACpE,IAAI,MAAM,EAAE,MAAM,KAAK,UAAU;gBAAE,MAAM,MAAM,CAAC,MAAM,CAAC;QACzD,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,SAAS,KAAK,CAAC,KAAuB,EAAE,KAAa;QACnD,OAAO,CACL,KAAK,KAAK,QAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,UAAU,KAAK,KAAK,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CACjH,CAAC;IACJ,CAAC;IAED,SAAS,KAAK,CAAC,KAAuB,EAAE,MAAc,EAAE,KAAa,EAAE,KAAa;QAClF,MAAM,cAAc,GAAG,QAAQ,CAAC;QAChC,IAAI,KAAK,KAAK,WAAW,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO;QAC7E,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC;QACzC,MAAM,GAAG,GAAG,GAAG,KAAK,KAAK,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,QAAQ;YAAE,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpB,IAAI,KAAK,KAAK,WAAW,IAAI,UAAU,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;gBAAE,OAAO;YAChF,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC;YACX,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,UAAU,aAAa,CAC1B,KAAuB,EACvB,OAAqB,EACrB,QAA2D,EAC3D,KAAa;QAEb,MAAM,cAAc,GAAG,QAAQ,CAAC;QAChC,MAAM,cAAc,GAAG,QAAQ,CAAC;QAChC,IAAI,CAAC,cAAc,IAAI,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7E,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC;QACzC,MAAM,GAAG,GAAG,GAAG,KAAK,KAAK,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9D,MAAM,gBAAgB,GAAG,OAAO,CAAC,aAAa,EAAS,CAAC;QACxD,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACxE,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7E,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;YACvF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC9F,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvC,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACxC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC;gBAClG,OAAO,KAAK,CAAC;YACf,CAAC;YACD,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACvC,MAAM,SAAS,CACb,cAAc,CAAC,IAAI,CAAC;oBAClB,KAAK,EAAE,eAAe;oBACtB,IAAI,EAAE,CAAC,CAAC;oBACR,QAAQ,EAAE;wBACR;4BACE,GAAG,EAAE,OAAO,CAAC,GAAG;4BAChB,KAAK,EAAE,OAAO,CAAC,KAAK;4BACpB,OAAO,EAAE;gCACP,GAAG,OAAO,CAAC,OAAO;gCAClB,mBAAmB,EAAE,KAAK;gCAC1B,uBAAuB,EAAE,MAAM,CAAC,SAAS,CAAC;gCAC1C,oBAAoB,EAAE,OAAO,CAAC,MAAM;gCACpC,uBAAuB,EAAE,MAAM,CAAC,OAAO,CAAC;gCACxC,kBAAkB,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM;6BAC9C;yBACF;qBACF;iBACF,CAAC,CACH,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvC,MAAM,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YACnC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvC,MAAM,SAAS,CACb,cAAc,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CACvG,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACpC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC9B,MAAM,CAAC,KAAK,CAAC,CAAC;gBACd,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;YACpD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAsB;QAClC,IAAI;QACJ,YAAY,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE;QAC5E,KAAK,CAAC,MAAM,CAAC,QAAQ;YACnB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,QAAQ;gBAAE,MAAM,WAAW,EAAE,CAAC;YACnE,IAAI,KAAK,KAAK,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;YAC9F,KAAK,GAAG,UAAU,CAAC;YACnB,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;gBACpB,IAAI,CAAC;oBACH,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,sBAAsB,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC9D,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,KAAK,EAAE,cAAc,EAAE,iBAAiB,EAAE,CAAC,CAAC;oBAC1G,eAAe,CAAC,IAAI,CAClB,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,EACpD,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,EACnD,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE;wBACzC,UAAU,EAAE,CAAC;wBACb,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC9B,CAAC,CAAC,CACH,CAAC;oBACF,MAAM,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;oBACpC,IAAI,KAAK,KAAK,UAAU;wBAAE,MAAM,WAAW,EAAE,CAAC;oBAC9C,MAAM,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;oBACpC,IAAI,KAAK,KAAK,UAAU;wBAAE,MAAM,WAAW,EAAE,CAAC;oBAC9C,MAAM,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;oBAC/D,IAAI,KAAK,KAAK,UAAU;wBAAE,MAAM,WAAW,EAAE,CAAC;oBAC9C,KAAK,GAAG,WAAW,CAAC;oBACpB,MAAM,SAAS,CACb,QAAQ,CAAC,GAAG,CAAC;wBACX,UAAU,EAAE,KAAK;wBACjB,oBAAoB,EAAE,KAAK;wBAC3B,8BAA8B,EAAE,WAAW;wBAC3C,SAAS,EAAE,KAAK,CAAC,EAAE,CACjB,KAAK,CACH,CAAC,KAAK,IAAI,EAAE;4BACV,MAAM,KAAK,GAAG,UAAU,CAAC;4BACzB,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gCAC3C,IAAI,KAAK,KAAK,WAAW,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC;oCAAE,MAAM;gCACzD,IAAI,CAAC,CAAC,MAAM,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;oCAAE,MAAM;4BACrE,CAAC;wBACH,CAAC,CAAC,EAAE,CACL;qBACJ,CAAC,CACH,CAAC;oBACF,IAAI,KAAK,KAAK,WAAW;wBAAE,MAAM,WAAW,EAAE,CAAC;gBACjD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,KAAK,GAAG,QAAQ,CAAC;oBACjB,UAAU,EAAE,CAAC;oBACb,MAAM,UAAU,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBACjC,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;YACL,MAAM,OAAO,CAAC;QAChB,CAAC;QACD,KAAK,CAAC,IAAI;YACR,MAAM,IAAI,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO;YAClC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,QAAQ;gBAAE,MAAM,WAAW,EAAE,CAAC;YACnE,IAAI,KAAK,KAAK,WAAW,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YAC5G,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1G,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,OAAO;YACjB,cAAc,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;YAC1C,IAAI,KAAK,KAAK,QAAQ;gBAAE,OAAO;YAC/B,IAAI,OAAO;gBAAE,OAAO,OAAO,CAAC;YAC5B,KAAK,GAAG,SAAS,CAAC;YAClB,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;gBACpB,MAAM,QAAQ,GAAG,CAAC,KAAK,IAAI,EAAE;oBAC3B,MAAM,OAAO,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;oBACtC,IAAI,YAAY;wBAAE,OAAO;oBACzB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;oBAClD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACzB,MAAM,QAAQ,EAAE,IAAI,EAAE,CAAC;oBACvB,MAAM,UAAU,EAAE,CAAC;gBACrB,CAAC,CAAC,EAAE,CAAC;gBACL,IAAI,QAAQ,GAAG,KAAK,CAAC;gBACrB,IAAI,CAAC;oBACH,QAAQ,GAAG,CAAC,CAAC,MAAM,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBACrD,CAAC;wBAAS,CAAC;oBACT,KAAK,GAAG,QAAQ,CAAC;oBACjB,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;oBAC/B,UAAU,EAAE,CAAC;oBACb,KAAK,UAAU,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAClC,CAAC;gBACD,IAAI,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC7G,CAAC,CAAC,EAAE,CAAC;YACL,MAAM,OAAO,CAAC;QAChB,CAAC;KACF,CAAC;IACF,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "@zmdb/transport-kafka",
+  "version": "1.0.0-beta.1",
+  "description": "Kafka event transport with ordered manual offsets, partition retries and bounded application lifecycle.",
+  "keywords": [
+    "kafka",
+    "messaging",
+    "transport",
+    "typescript",
+    "zmdb"
+  ],
+  "homepage": "https://github.com/ambasta/zmdb#readme",
+  "bugs": {
+    "url": "https://github.com/ambasta/zmdb/issues"
+  },
+  "license": "GPL-3.0-or-later",
+  "author": "zmdb contributors",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/ambasta/zmdb.git",
+    "directory": "packages/transport-kafka"
+  },
+  "type": "module",
+  "sideEffects": false,
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "publishConfig": {
+    "access": "public",
+    "tag": "beta"
+  },
+  "scripts": {
+    "build": "node ../../scripts/build-package.mjs",
+    "test": "vitest run"
+  },
+  "peerDependencies": {
+    "@zmdb/app": "1.0.0-beta.1",
+    "kafkajs": ">=2.2.4 <3.0.0"
+  },
+  "engines": {
+    "node": ">=26"
+  },
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts"
+}