@lindorm/iris 0.1.0

package/dist/internal/drivers/kafka/types/kafka-types.d.ts

@@ -0,0 +1,181 @@
+import type { ILogger } from "@lindorm/logger";
+import type { DeadLetterManager } from "../../../dead-letter/DeadLetterManager";
+import type { DelayManager } from "../../../delay/DelayManager";
+export type CreateKafkaConsumerOptions = {
+    kafka: KafkaClient;
+    groupId: string;
+    topic: string;
+    onMessage: (payload: KafkaEachMessagePayload) => Promise<void>;
+    sessionTimeoutMs?: number;
+    logger: ILogger;
+    fromBeginning?: boolean;
+    abortSignal?: AbortSignal;
+};
+export type GetOrCreatePooledConsumerOptions = {
+    state: KafkaSharedState;
+    groupId: string;
+    topic: string;
+    onMessage: (payload: KafkaEachMessagePayload) => Promise<void>;
+    logger: ILogger;
+    fromBeginning?: boolean;
+};
+export type WrapKafkaConsumerOptions = {
+    deadLetterManager?: DeadLetterManager;
+    delayManager?: DelayManager;
+    consumer: KafkaConsumer | (() => KafkaConsumer);
+};
+export type ReleasePooledConsumerOptions = {
+    state: KafkaSharedState;
+    groupId: string;
+    topic: string;
+    logger: ILogger;
+};
+export type PublishKafkaMessagesOptions = {
+    delayManager?: DelayManager;
+};
+export type GroupIdOptions = {
+    prefix: string;
+    topic?: string;
+    queue?: string;
+    type: "subscribe" | "worker" | "rpc";
+    generation?: number;
+};
+export type KafkaClient = {
+    producer: () => KafkaProducer;
+    consumer: (opts: {
+        groupId: string;
+        sessionTimeout?: number;
+    }) => KafkaConsumer;
+    admin: () => KafkaAdmin;
+};
+export type KafkaProducerEvents = {
+    CONNECT: string;
+    DISCONNECT: string;
+};
+export type KafkaProducer = {
+    connect: () => Promise<void>;
+    disconnect: () => Promise<void>;
+    send: (record: {
+        topic: string;
+        messages: Array<KafkaMessage>;
+        acks?: number;
+    }) => Promise<void>;
+    on: (event: string, listener: (payload: unknown) => void) => () => void;
+    events: KafkaProducerEvents;
+};
+export type KafkaMessage = {
+    key?: string | Buffer | null;
+    value: Buffer | null;
+    headers?: Record<string, string | Buffer | undefined>;
+};
+export type KafkaConsumerEvents = {
+    GROUP_JOIN: string;
+    HEARTBEAT: string;
+    COMMIT_OFFSETS: string;
+    STOP: string;
+    DISCONNECT: string;
+    CONNECT: string;
+    FETCH_START: string;
+    FETCH: string;
+    START_BATCH_PROCESS: string;
+    END_BATCH_PROCESS: string;
+    CRASH: string;
+    RECEIVED_UNSUBSCRIBED_TOPICS: string;
+    REQUEST_TIMEOUT: string;
+};
+export type KafkaConsumer = {
+    connect: () => Promise<void>;
+    disconnect: () => Promise<void>;
+    subscribe: (opts: {
+        topic: string | RegExp;
+        fromBeginning?: boolean;
+    }) => Promise<void>;
+    run: (opts: {
+        eachMessage: (payload: KafkaEachMessagePayload) => Promise<void>;
+        autoCommit?: boolean;
+    }) => Promise<void>;
+    pause: (topics: Array<{
+        topic: string;
+    }>) => void;
+    resume: (topics: Array<{
+        topic: string;
+    }>) => void;
+    stop: () => Promise<void>;
+    commitOffsets: (offsets: Array<{
+        topic: string;
+        partition: number;
+        offset: string;
+    }>) => Promise<void>;
+    on: (event: string, listener: (payload: unknown) => void) => () => void;
+    events: KafkaConsumerEvents;
+};
+export type KafkaAdmin = {
+    connect: () => Promise<void>;
+    disconnect: () => Promise<void>;
+    listTopics: () => Promise<Array<string>>;
+    createTopics: (opts: {
+        topics: Array<{
+            topic: string;
+            numPartitions?: number;
+            replicationFactor?: number;
+        }>;
+        waitForLeaders?: boolean;
+    }) => Promise<boolean>;
+    deleteTopics: (opts: {
+        topics: Array<string>;
+    }) => Promise<void>;
+};
+export type KafkaEachMessagePayload = {
+    topic: string;
+    partition: number;
+    message: {
+        key: Buffer | null;
+        value: Buffer | null;
+        headers?: Record<string, Buffer | undefined>;
+        offset: string;
+        timestamp: string;
+    };
+    heartbeat: () => Promise<void>;
+};
+export type KafkaSharedState = {
+    kafka: KafkaClient | null;
+    producer: KafkaProducer | null;
+    admin: KafkaAdmin | null;
+    connectionConfig: {
+        brokers: Array<string>;
+    } & import("../../../../types").KafkaConnectionOptions;
+    acks: number;
+    prefix: string;
+    consumers: Array<KafkaConsumerHandle>;
+    consumerRegistrations: Array<KafkaConsumerRegistration>;
+    consumerPool: Map<string, KafkaPooledConsumer>;
+    inFlightCount: number;
+    prefetch: number;
+    sessionTimeoutMs: number;
+    createdTopics: Set<string>;
+    publishedTopics: Set<string>;
+    abortController: AbortController;
+    resetGeneration: number;
+};
+export type KafkaConsumerHandle = {
+    consumerTag: string;
+    groupId: string;
+    topic: string;
+    consumer: KafkaConsumer;
+};
+export type KafkaConsumerRegistration = {
+    consumerTag: string;
+    groupId: string;
+    topic: string;
+    onMessage: (payload: KafkaEachMessagePayload) => Promise<void>;
+};
+export type KafkaPooledConsumer = {
+    consumer: KafkaConsumer;
+    groupId: string;
+    topics: Set<string>;
+    callbacks: Map<string, Array<(payload: KafkaEachMessagePayload) => Promise<void>>>;
+    roundRobinCounters: Map<string, number>;
+    refCount: number;
+    localAbort: AbortController;
+};
+//# sourceMappingURL=kafka-types.d.ts.map

package/dist/internal/drivers/kafka/types/kafka-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-types.d.ts","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/types/kafka-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wCAAwC,CAAC;AAChF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAEhE,MAAM,MAAM,0BAA0B,GAAG;IACvC,KAAK,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,CAAC,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/D,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG;IAC7C,KAAK,EAAE,gBAAgB,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,CAAC,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,QAAQ,EAAE,aAAa,GAAG,CAAC,MAAM,aAAa,CAAC,CAAC;CACjD,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG;IACzC,KAAK,EAAE,gBAAgB,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,WAAW,GAAG,QAAQ,GAAG,KAAK,CAAC;IACrC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,aAAa,CAAC;IAC9B,QAAQ,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,aAAa,CAAC;IAChF,KAAK,EAAE,MAAM,UAAU,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,EAAE,CAAC,MAAM,EAAE;QACb,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpB,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACxE,MAAM,EAAE,mBAAmB,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC,CAAC;CACvD,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,4BAA4B,EAAE,MAAM,CAAC;IACrC,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,SAAS,EAAE,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACxF,GAAG,EAAE,CAAC,IAAI,EAAE;QACV,WAAW,EAAE,CAAC,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;QACjE,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpB,KAAK,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,KAAK,IAAI,CAAC;IAClD,MAAM,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,KAAK,IAAI,CAAC;IACnD,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,aAAa,EAAE,CACb,OAAO,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,KACjE,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACxE,MAAM,EAAE,mBAAmB,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,UAAU,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACzC,YAAY,EAAE,CAAC,IAAI,EAAE;QACnB,MAAM,EAAE,KAAK,CAAC;YACZ,KAAK,EAAE,MAAM,CAAC;YACd,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;SAC5B,CAAC,CAAC;QACH,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACvB,YAAY,EAAE,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAClE,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE;QACP,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;QAC7C,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,aAAa,GAAG,IAAI,CAAC;IAC/B,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE;QAChB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACxB,GAAG,OAAO,mBAAmB,EAAE,sBAAsB,CAAC;IACvD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACtC,qBAAqB,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACxD,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;IAC/C,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3B,eAAe,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7B,eAAe,EAAE,eAAe,CAAC;IACjC,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,aAAa,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,CAAC,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAChE,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,aAAa,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnF,kBAAkB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,eAAe,CAAC;CAC7B,CAAC"}

package/dist/internal/drivers/kafka/types/kafka-types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=kafka-types.js.map

package/dist/internal/drivers/kafka/types/kafka-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-types.js","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/types/kafka-types.ts"],"names":[],"mappings":""}

package/dist/internal/drivers/kafka/utils/create-kafka-consumer.d.ts

@@ -0,0 +1,10 @@
+import type { ILogger } from "@lindorm/logger";
+import type { CreateKafkaConsumerOptions, GetOrCreatePooledConsumerOptions, KafkaConsumer, KafkaConsumerHandle, KafkaEachMessagePayload, KafkaPooledConsumer } from "../types/kafka-types";
+export type { CreateKafkaConsumerOptions, GetOrCreatePooledConsumerOptions };
+export declare const awaitConsumerReady: (consumer: KafkaConsumer, timeoutMs?: number) => Promise<void>;
+export declare const createKafkaConsumer: (options: CreateKafkaConsumerOptions) => Promise<KafkaConsumerHandle>;
+export declare const getOrCreatePooledConsumer: (options: GetOrCreatePooledConsumerOptions) => Promise<{
+    consumerTag: string;
+}>;
+export declare const createPooledDispatcher: (pooled: KafkaPooledConsumer, logger: ILogger, globalAbortSignal?: AbortSignal, localAbortSignal?: AbortSignal) => ((payload: KafkaEachMessagePayload) => Promise<void>);
+//# sourceMappingURL=create-kafka-consumer.d.ts.map

package/dist/internal/drivers/kafka/utils/create-kafka-consumer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-kafka-consumer.d.ts","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/create-kafka-consumer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,KAAK,EACV,0BAA0B,EAC1B,gCAAgC,EAEhC,aAAa,EACb,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EACpB,MAAM,sBAAsB,CAAC;AAG9B,YAAY,EAAE,0BAA0B,EAAE,gCAAgC,EAAE,CAAC;AAkC7E,eAAO,MAAM,kBAAkB,GAC7B,UAAU,aAAa,EACvB,YAAW,MAAsC,KAChD,OAAO,CAAC,IAAI,CAcd,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAC9B,SAAS,0BAA0B,KAClC,OAAO,CAAC,mBAAmB,CAwE7B,CAAC;AAEF,eAAO,MAAM,yBAAyB,GACpC,SAAS,gCAAgC,KACxC,OAAO,CAAC;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,CAwGjC,CAAC;AAEF,eAAO,MAAM,sBAAsB,GACjC,QAAQ,mBAAmB,EAC3B,QAAQ,OAAO,EACf,oBAAoB,WAAW,EAC/B,mBAAmB,WAAW,KAC7B,CAAC,CAAC,OAAO,EAAE,uBAAuB,KAAK,OAAO,CAAC,IAAI,CAAC,CAwDtD,CAAC"}

package/dist/internal/drivers/kafka/utils/create-kafka-consumer.js

@@ -0,0 +1,216 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createPooledDispatcher = exports.getOrCreatePooledConsumer = exports.createKafkaConsumer = exports.awaitConsumerReady = void 0;
+const random_1 = require("@lindorm/random");
+const ensure_kafka_topic_1 = require("./ensure-kafka-topic");
+const DEFAULT_GROUP_JOIN_TIMEOUT_MS = 30_000;
+const isUnknownTopicError = (error) => {
+    if (!(error instanceof Error))
+        return false;
+    const msg = error.message ?? "";
+    const type = error.type ?? "";
+    return (type === "UNKNOWN_TOPIC_OR_PARTITION" ||
+        msg.includes("UNKNOWN_TOPIC_OR_PARTITION") ||
+        msg.includes("does not host this topic-partition") ||
+        msg.includes("This server does not host this topic-partition"));
+};
+const subscribeWithAutoCreate = async (consumer, kafka, topic, fromBeginning, createdTopics, logger) => {
+    try {
+        await consumer.subscribe({ topic, fromBeginning });
+    }
+    catch (error) {
+        if (!isUnknownTopicError(error))
+            throw error;
+        await (0, ensure_kafka_topic_1.ensureKafkaTopic)(kafka, topic, createdTopics, logger);
+        await consumer.subscribe({ topic, fromBeginning });
+    }
+};
+const awaitConsumerReady = (consumer, timeoutMs = DEFAULT_GROUP_JOIN_TIMEOUT_MS) => {
+    return new Promise((resolve, reject) => {
+        const timeout = setTimeout(() => {
+            removeListener();
+            reject(new Error(`Kafka consumer ready timed out after ${timeoutMs}ms`));
+        }, timeoutMs);
+        timeout.unref();
+        const removeListener = consumer.on(consumer.events.GROUP_JOIN, () => {
+            clearTimeout(timeout);
+            removeListener();
+            resolve();
+        });
+    });
+};
+exports.awaitConsumerReady = awaitConsumerReady;
+const createKafkaConsumer = async (options) => {
+    const { kafka, groupId, topic, onMessage, sessionTimeoutMs, logger, fromBeginning = false, abortSignal, } = options;
+    const consumer = kafka.consumer({
+        groupId,
+        sessionTimeout: sessionTimeoutMs,
+    });
+    await consumer.connect();
+    await subscribeWithAutoCreate(consumer, kafka, topic, fromBeginning, new Set(), logger);
+    const readyPromise = (0, exports.awaitConsumerReady)(consumer, sessionTimeoutMs);
+    await consumer.run({
+        autoCommit: false,
+        eachMessage: async (payload) => {
+            try {
+                if (abortSignal) {
+                    let onAbort;
+                    const abortPromise = new Promise((_, reject) => {
+                        if (abortSignal.aborted) {
+                            reject(new Error("Consumer aborted"));
+                            return;
+                        }
+                        onAbort = () => reject(new Error("Consumer aborted"));
+                        abortSignal.addEventListener("abort", onAbort, { once: true });
+                    });
+                    try {
+                        await Promise.race([onMessage(payload), abortPromise]);
+                    }
+                    finally {
+                        if (onAbort) {
+                            abortSignal.removeEventListener("abort", onAbort);
+                        }
+                    }
+                }
+                else {
+                    await onMessage(payload);
+                }
+            }
+            catch (error) {
+                if (abortSignal?.aborted)
+                    return;
+                logger.error("Kafka eachMessage handler failed", {
+                    error: error instanceof Error ? error.message : String(error),
+                    topic: payload.topic,
+                    partition: payload.partition,
+                    offset: payload.message.offset,
+                });
+            }
+        },
+    });
+    await readyPromise;
+    const consumerTag = (0, random_1.randomUUID)();
+    return {
+        consumerTag,
+        groupId,
+        topic,
+        consumer,
+    };
+};
+exports.createKafkaConsumer = createKafkaConsumer;
+const getOrCreatePooledConsumer = async (options) => {
+    const { state, groupId, topic, onMessage, logger, fromBeginning = false } = options;
+    if (!state.kafka) {
+        throw new Error("Cannot create pooled consumer: Kafka client is not connected");
+    }
+    const consumerTag = (0, random_1.randomUUID)();
+    const existing = state.consumerPool.get(groupId);
+    if (existing) {
+        if (existing.topics.has(topic)) {
+            const arr = existing.callbacks.get(topic) ?? [];
+            arr.push(onMessage);
+            existing.callbacks.set(topic, arr);
+            existing.refCount++;
+            return { consumerTag };
+        }
+        existing.topics.add(topic);
+        existing.callbacks.set(topic, [onMessage]);
+        existing.refCount++;
+        await existing.consumer.stop();
+        for (const t of existing.topics) {
+            await subscribeWithAutoCreate(existing.consumer, state.kafka, t, fromBeginning, state.createdTopics, logger);
+        }
+        const readyPromise = (0, exports.awaitConsumerReady)(existing.consumer, state.sessionTimeoutMs);
+        await existing.consumer.run({
+            autoCommit: false,
+            eachMessage: (0, exports.createPooledDispatcher)(existing, logger, state.abortController.signal, existing.localAbort.signal),
+        });
+        await readyPromise;
+        return { consumerTag };
+    }
+    const consumer = state.kafka.consumer({
+        groupId,
+        sessionTimeout: state.sessionTimeoutMs,
+    });
+    await consumer.connect();
+    await subscribeWithAutoCreate(consumer, state.kafka, topic, fromBeginning, state.createdTopics, logger);
+    const localAbort = new AbortController();
+    const pooled = {
+        consumer,
+        groupId,
+        topics: new Set([topic]),
+        callbacks: new Map([[topic, [onMessage]]]),
+        roundRobinCounters: new Map(),
+        refCount: 1,
+        localAbort,
+    };
+    const readyPromise = (0, exports.awaitConsumerReady)(consumer, state.sessionTimeoutMs);
+    await consumer.run({
+        autoCommit: false,
+        eachMessage: (0, exports.createPooledDispatcher)(pooled, logger, state.abortController.signal, localAbort.signal),
+    });
+    await readyPromise;
+    state.consumerPool.set(groupId, pooled);
+    state.consumers.push({
+        consumerTag,
+        groupId,
+        topic,
+        consumer,
+    });
+    return { consumerTag };
+};
+exports.getOrCreatePooledConsumer = getOrCreatePooledConsumer;
+const createPooledDispatcher = (pooled, logger, globalAbortSignal, localAbortSignal) => {
+    return async (payload) => {
+        const callbacks = pooled.callbacks.get(payload.topic);
+        if (!callbacks || callbacks.length === 0) {
+            logger.warn("Received message for unregistered topic in pooled consumer", {
+                topic: payload.topic,
+                groupId: pooled.groupId,
+            });
+            return;
+        }
+        const index = (pooled.roundRobinCounters.get(payload.topic) ?? 0) % callbacks.length;
+        pooled.roundRobinCounters.set(payload.topic, index + 1);
+        const callback = callbacks[index];
+        const isAborted = () => (globalAbortSignal?.aborted ?? false) || (localAbortSignal?.aborted ?? false);
+        try {
+            if (globalAbortSignal || localAbortSignal) {
+                let onAbort;
+                const abortPromise = new Promise((_, reject) => {
+                    if (isAborted()) {
+                        reject(new Error("Consumer aborted"));
+                        return;
+                    }
+                    onAbort = () => reject(new Error("Consumer aborted"));
+                    globalAbortSignal?.addEventListener("abort", onAbort, { once: true });
+                    localAbortSignal?.addEventListener("abort", onAbort, { once: true });
+                });
+                try {
+                    await Promise.race([callback(payload), abortPromise]);
+                }
+                finally {
+                    if (onAbort) {
+                        globalAbortSignal?.removeEventListener("abort", onAbort);
+                        localAbortSignal?.removeEventListener("abort", onAbort);
+                    }
+                }
+            }
+            else {
+                await callback(payload);
+            }
+        }
+        catch (error) {
+            if (isAborted())
+                return;
+            logger.error("Kafka pooled eachMessage handler failed", {
+                error: error instanceof Error ? error.message : String(error),
+                topic: payload.topic,
+                partition: payload.partition,
+                offset: payload.message.offset,
+            });
+        }
+    };
+};
+exports.createPooledDispatcher = createPooledDispatcher;
+//# sourceMappingURL=create-kafka-consumer.js.map

package/dist/internal/drivers/kafka/utils/create-kafka-consumer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-kafka-consumer.js","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/create-kafka-consumer.ts"],"names":[],"mappings":";;;AACA,4CAA6C;AAU7C,6DAAwD;AAIxD,MAAM,6BAA6B,GAAG,MAAM,CAAC;AAE7C,MAAM,mBAAmB,GAAG,CAAC,KAAc,EAAW,EAAE;IACtD,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;IAChC,MAAM,IAAI,GAAI,KAAa,CAAC,IAAI,IAAI,EAAE,CAAC;IACvC,OAAO,CACL,IAAI,KAAK,4BAA4B;QACrC,GAAG,CAAC,QAAQ,CAAC,4BAA4B,CAAC;QAC1C,GAAG,CAAC,QAAQ,CAAC,oCAAoC,CAAC;QAClD,GAAG,CAAC,QAAQ,CAAC,gDAAgD,CAAC,CAC/D,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,KAAK,EACnC,QAAuB,EACvB,KAAkB,EAClB,KAAa,EACb,aAAsB,EACtB,aAA0B,EAC1B,MAAe,EACA,EAAE;IACjB,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;YAAE,MAAM,KAAK,CAAC;QAE7C,MAAM,IAAA,qCAAgB,EAAC,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;QAC5D,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;IACrD,CAAC;AACH,CAAC,CAAC;AAEK,MAAM,kBAAkB,GAAG,CAChC,QAAuB,EACvB,YAAoB,6BAA6B,EAClC,EAAE;IACjB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,cAAc,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,KAAK,CAAC,wCAAwC,SAAS,IAAI,CAAC,CAAC,CAAC;QAC3E,CAAC,EAAE,SAAS,CAAC,CAAC;QACd,OAAO,CAAC,KAAK,EAAE,CAAC;QAEhB,MAAM,cAAc,GAAG,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,EAAE;YAClE,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,cAAc,EAAE,CAAC;YACjB,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAjBW,QAAA,kBAAkB,sBAiB7B;AAEK,MAAM,mBAAmB,GAAG,KAAK,EACtC,OAAmC,EACL,EAAE;IAChC,MAAM,EACJ,KAAK,EACL,OAAO,EACP,KAAK,EACL,SAAS,EACT,gBAAgB,EAChB,MAAM,EACN,aAAa,GAAG,KAAK,EACrB,WAAW,GACZ,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;QAC9B,OAAO;QACP,cAAc,EAAE,gBAAgB;KACjC,CAAC,CAAC;IAEH,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACzB,MAAM,uBAAuB,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;IAExF,MAAM,YAAY,GAAG,IAAA,0BAAkB,EAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IAEpE,MAAM,QAAQ,CAAC,GAAG,CAAC;QACjB,UAAU,EAAE,KAAK;QACjB,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YAC7B,IAAI,CAAC;gBAGH,IAAI,WAAW,EAAE,CAAC;oBAChB,IAAI,OAAiC,CAAC;oBACtC,MAAM,YAAY,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;wBACpD,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;4BACxB,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;4BACtC,OAAO;wBACT,CAAC;wBACD,OAAO,GAAG,GAAS,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;wBAC5D,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;oBACjE,CAAC,CAAC,CAAC;oBAEH,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;oBACzD,CAAC;4BAAS,CAAC;wBACT,IAAI,OAAO,EAAE,CAAC;4BACZ,WAAW,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;wBACpD,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,WAAW,EAAE,OAAO;oBAAE,OAAO;gBAEjC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;oBAC/C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,YAAY,CAAC;IAEnB,MAAM,WAAW,GAAG,IAAA,mBAAU,GAAE,CAAC;IAEjC,OAAO;QACL,WAAW;QACX,OAAO;QACP,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC;AA1EW,QAAA,mBAAmB,uBA0E9B;AAEK,MAAM,yBAAyB,GAAG,KAAK,EAC5C,OAAyC,EACP,EAAE;IACpC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IAEpF,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;IAED,MAAM,WAAW,GAAG,IAAA,mBAAU,GAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAEjD,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAChD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACpB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACnC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAEpB,OAAO,EAAE,WAAW,EAAE,CAAC;QACzB,CAAC;QAED,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAC3C,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAEpB,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,uBAAuB,CAC3B,QAAQ,CAAC,QAAQ,EACjB,KAAK,CAAC,KAAK,EACX,CAAC,EACD,aAAa,EACb,KAAK,CAAC,aAAa,EACnB,MAAM,CACP,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,IAAA,0BAAkB,EAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAEnF,MAAM,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;YAC1B,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,IAAA,8BAAsB,EACjC,QAAQ,EACR,MAAM,EACN,KAAK,CAAC,eAAe,CAAC,MAAM,EAC5B,QAAQ,CAAC,UAAU,CAAC,MAAM,CAC3B;SACF,CAAC,CAAC;QAEH,MAAM,YAAY,CAAC;QAEnB,OAAO,EAAE,WAAW,EAAE,CAAC;IACzB,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;QACpC,OAAO;QACP,cAAc,EAAE,KAAK,CAAC,gBAAgB;KACvC,CAAC,CAAC;IAEH,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACzB,MAAM,uBAAuB,CAC3B,QAAQ,EACR,KAAK,CAAC,KAAK,EACX,KAAK,EACL,aAAa,EACb,KAAK,CAAC,aAAa,EACnB,MAAM,CACP,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IAEzC,MAAM,MAAM,GAAwB;QAClC,QAAQ;QACR,OAAO;QACP,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACxB,SAAS,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC1C,kBAAkB,EAAE,IAAI,GAAG,EAAE;QAC7B,QAAQ,EAAE,CAAC;QACX,UAAU;KACX,CAAC;IAEF,MAAM,YAAY,GAAG,IAAA,0BAAkB,EAAC,QAAQ,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAE1E,MAAM,QAAQ,CAAC,GAAG,CAAC;QACjB,UAAU,EAAE,KAAK;QACjB,WAAW,EAAE,IAAA,8BAAsB,EACjC,MAAM,EACN,MAAM,EACN,KAAK,CAAC,eAAe,CAAC,MAAM,EAC5B,UAAU,CAAC,MAAM,CAClB;KACF,CAAC,CAAC;IAEH,MAAM,YAAY,CAAC;IAEnB,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAExC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;QACnB,WAAW;QACX,OAAO;QACP,KAAK;QACL,QAAQ;KACT,CAAC,CAAC;IAEH,OAAO,EAAE,WAAW,EAAE,CAAC;AACzB,CAAC,CAAC;AA1GW,QAAA,yBAAyB,6BA0GpC;AAEK,MAAM,sBAAsB,GAAG,CACpC,MAA2B,EAC3B,MAAe,EACf,iBAA+B,EAC/B,gBAA8B,EACyB,EAAE;IACzD,OAAO,KAAK,EAAE,OAAgC,EAAiB,EAAE;QAC/D,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE;gBACxE,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QACrF,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAElC,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,CAAC,iBAAiB,EAAE,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,gBAAgB,EAAE,OAAO,IAAI,KAAK,CAAC,CAAC;QAEhF,IAAI,CAAC;YAIH,IAAI,iBAAiB,IAAI,gBAAgB,EAAE,CAAC;gBAC1C,IAAI,OAAiC,CAAC;gBACtC,MAAM,YAAY,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;oBACpD,IAAI,SAAS,EAAE,EAAE,CAAC;wBAChB,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;wBACtC,OAAO;oBACT,CAAC;oBACD,OAAO,GAAG,GAAS,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;oBAC5D,iBAAiB,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;oBACtE,gBAAgB,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvE,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;gBACxD,CAAC;wBAAS,CAAC;oBACT,IAAI,OAAO,EAAE,CAAC;wBACZ,iBAAiB,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;wBACzD,gBAAgB,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,SAAS,EAAE;gBAAE,OAAO;YAExB,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE;gBACtD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,CAAC;AA7DW,QAAA,sBAAsB,0BA6DjC"}

package/dist/internal/drivers/kafka/utils/ensure-kafka-topic.d.ts

@@ -0,0 +1,5 @@
+import type { ILogger } from "@lindorm/logger";
+import type { KafkaClient, KafkaSharedState } from "../types/kafka-types";
+export declare const ensureKafkaTopic: (kafka: KafkaClient, topic: string, createdTopics: Set<string>, logger: ILogger) => Promise<void>;
+export declare const ensureKafkaTopicFromState: (state: KafkaSharedState, topic: string, logger: ILogger) => Promise<void>;
+//# sourceMappingURL=ensure-kafka-topic.d.ts.map

package/dist/internal/drivers/kafka/utils/ensure-kafka-topic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensure-kafka-topic.d.ts","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/ensure-kafka-topic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAE1E,eAAO,MAAM,gBAAgB,GAC3B,OAAO,WAAW,EAClB,OAAO,MAAM,EACb,eAAe,GAAG,CAAC,MAAM,CAAC,EAC1B,QAAQ,OAAO,KACd,OAAO,CAAC,IAAI,CAmBd,CAAC;AAEF,eAAO,MAAM,yBAAyB,GACpC,OAAO,gBAAgB,EACvB,OAAO,MAAM,EACb,QAAQ,OAAO,KACd,OAAO,CAAC,IAAI,CAKd,CAAC"}

package/dist/internal/drivers/kafka/utils/ensure-kafka-topic.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ensureKafkaTopicFromState = exports.ensureKafkaTopic = void 0;
+const ensureKafkaTopic = async (kafka, topic, createdTopics, logger) => {
+    if (createdTopics.has(topic))
+        return;
+    const admin = kafka.admin();
+    try {
+        await admin.connect();
+        await admin.createTopics({
+            topics: [{ topic }],
+            waitForLeaders: true,
+        });
+        createdTopics.add(topic);
+        logger.debug("Auto-created topic", { topic });
+    }
+    catch {
+        createdTopics.add(topic);
+    }
+    finally {
+        await admin.disconnect();
+    }
+};
+exports.ensureKafkaTopic = ensureKafkaTopic;
+const ensureKafkaTopicFromState = async (state, topic, logger) => {
+    if (!state.kafka) {
+        throw new Error("Cannot ensure topic: Kafka client is not connected");
+    }
+    await (0, exports.ensureKafkaTopic)(state.kafka, topic, state.createdTopics, logger);
+};
+exports.ensureKafkaTopicFromState = ensureKafkaTopicFromState;
+//# sourceMappingURL=ensure-kafka-topic.js.map

package/dist/internal/drivers/kafka/utils/ensure-kafka-topic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensure-kafka-topic.js","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/ensure-kafka-topic.ts"],"names":[],"mappings":";;;AAGO,MAAM,gBAAgB,GAAG,KAAK,EACnC,KAAkB,EAClB,KAAa,EACb,aAA0B,EAC1B,MAAe,EACA,EAAE;IACjB,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO;IAErC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACtB,MAAM,KAAK,CAAC,YAAY,CAAC;YACvB,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;YACnB,cAAc,EAAE,IAAI;SACrB,CAAC,CAAC;QACH,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzB,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QAEP,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IAC3B,CAAC;AACH,CAAC,CAAC;AAxBW,QAAA,gBAAgB,oBAwB3B;AAEK,MAAM,yBAAyB,GAAG,KAAK,EAC5C,KAAuB,EACvB,KAAa,EACb,MAAe,EACA,EAAE;IACjB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,IAAA,wBAAgB,EAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;AAC1E,CAAC,CAAC;AATW,QAAA,yBAAyB,6BASpC"}

package/dist/internal/drivers/kafka/utils/index.d.ts

@@ -0,0 +1,10 @@
+export * from "./create-kafka-consumer";
+export * from "./ensure-kafka-topic";
+export * from "./parse-kafka-message";
+export * from "./publish-kafka-messages";
+export * from "./resolve-group-id";
+export * from "./resolve-topic-name";
+export * from "./serialize-kafka-message";
+export * from "./stop-kafka-consumer";
+export * from "./wrap-kafka-consumer";
+//# sourceMappingURL=index.d.ts.map

package/dist/internal/drivers/kafka/utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC"}

package/dist/internal/drivers/kafka/utils/index.js

@@ -0,0 +1,26 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./create-kafka-consumer"), exports);
+__exportStar(require("./ensure-kafka-topic"), exports);
+__exportStar(require("./parse-kafka-message"), exports);
+__exportStar(require("./publish-kafka-messages"), exports);
+__exportStar(require("./resolve-group-id"), exports);
+__exportStar(require("./resolve-topic-name"), exports);
+__exportStar(require("./serialize-kafka-message"), exports);
+__exportStar(require("./stop-kafka-consumer"), exports);
+__exportStar(require("./wrap-kafka-consumer"), exports);
+//# sourceMappingURL=index.js.map

package/dist/internal/drivers/kafka/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC;AACxC,uDAAqC;AACrC,wDAAsC;AACtC,2DAAyC;AACzC,qDAAmC;AACnC,uDAAqC;AACrC,4DAA0C;AAC1C,wDAAsC;AACtC,wDAAsC"}

package/dist/internal/drivers/kafka/utils/parse-kafka-message.d.ts

@@ -0,0 +1,4 @@
+import type { IrisEnvelope } from "../../../types/iris-envelope";
+import type { KafkaEachMessagePayload } from "../types/kafka-types";
+export declare const parseKafkaMessage: (eachMessage: KafkaEachMessagePayload) => IrisEnvelope;
+//# sourceMappingURL=parse-kafka-message.d.ts.map

package/dist/internal/drivers/kafka/utils/parse-kafka-message.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-kafka-message.d.ts","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/parse-kafka-message.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAWpE,eAAO,MAAM,iBAAiB,GAAI,aAAa,uBAAuB,KAAG,YAgDxE,CAAC"}

package/dist/internal/drivers/kafka/utils/parse-kafka-message.js

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseKafkaMessage = void 0;
+const readHeader = (rawHeaders, key) => {
+    const val = rawHeaders[key];
+    if (val == null)
+        return undefined;
+    return Buffer.isBuffer(val) ? val.toString("utf8") : String(val);
+};
+const parseKafkaMessage = (eachMessage) => {
+    const { message, topic: kafkaTopic } = eachMessage;
+    const rawHeaders = message.headers ?? {};
+    const topic = readHeader(rawHeaders, "x-iris-topic") ?? kafkaTopic;
+    let headers = {};
+    const headersJson = readHeader(rawHeaders, "x-iris-headers");
+    if (headersJson) {
+        try {
+            headers = JSON.parse(headersJson);
+        }
+        catch {
+            headers = {};
+        }
+    }
+    const expiry = readHeader(rawHeaders, "x-iris-expiry");
+    const replyTo = readHeader(rawHeaders, "x-iris-reply-to");
+    const correlationId = readHeader(rawHeaders, "x-iris-correlation-id");
+    const timestamp = readHeader(rawHeaders, "x-iris-timestamp");
+    return {
+        topic,
+        payload: message.value ?? Buffer.alloc(0),
+        headers,
+        priority: parseInt(readHeader(rawHeaders, "x-iris-priority") ?? "0", 10),
+        timestamp: parseInt(timestamp ?? "0", 10),
+        expiry: expiry && expiry !== "" ? parseInt(expiry, 10) : null,
+        broadcast: readHeader(rawHeaders, "x-iris-broadcast") === "true",
+        attempt: parseInt(readHeader(rawHeaders, "x-iris-attempt") ?? "0", 10),
+        maxRetries: parseInt(readHeader(rawHeaders, "x-iris-max-retries") ?? "0", 10),
+        retryStrategy: readHeader(rawHeaders, "x-iris-retry-strategy") ?? "constant",
+        retryDelay: parseInt(readHeader(rawHeaders, "x-iris-retry-delay") ?? "1000", 10),
+        retryDelayMax: parseInt(readHeader(rawHeaders, "x-iris-retry-delay-max") ?? "30000", 10),
+        retryMultiplier: parseFloat(readHeader(rawHeaders, "x-iris-retry-multiplier") ?? "2"),
+        retryJitter: readHeader(rawHeaders, "x-iris-retry-jitter") === "true",
+        replyTo: replyTo && replyTo !== "" ? replyTo : null,
+        correlationId: correlationId && correlationId !== "" ? correlationId : null,
+        identifierValue: message.key ? message.key.toString("utf8") : null,
+    };
+};
+exports.parseKafkaMessage = parseKafkaMessage;
+//# sourceMappingURL=parse-kafka-message.js.map

package/dist/internal/drivers/kafka/utils/parse-kafka-message.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-kafka-message.js","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/parse-kafka-message.ts"],"names":[],"mappings":";;;AAGA,MAAM,UAAU,GAAG,CACjB,UAA8C,EAC9C,GAAW,EACS,EAAE;IACtB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,GAAG,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IAClC,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AACnE,CAAC,CAAC;AAEK,MAAM,iBAAiB,GAAG,CAAC,WAAoC,EAAgB,EAAE;IACtF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,WAAW,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IAEzC,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,EAAE,cAAc,CAAC,IAAI,UAAU,CAAC;IAGnE,IAAI,OAAO,GAA2B,EAAE,CAAC;IACzC,MAAM,WAAW,GAAG,UAAU,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;IAC7D,IAAI,WAAW,EAAE,CAAC;QAChB,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IACvD,MAAM,OAAO,GAAG,UAAU,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;IAC1D,MAAM,aAAa,GAAG,UAAU,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAE7D,OAAO;QACL,KAAK;QACL,OAAO,EAAE,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,OAAO;QACP,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,iBAAiB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;QACxE,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,GAAG,EAAE,EAAE,CAAC;QACzC,MAAM,EAAE,MAAM,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC7D,SAAS,EAAE,UAAU,CAAC,UAAU,EAAE,kBAAkB,CAAC,KAAK,MAAM;QAChE,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,gBAAgB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;QACtE,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,oBAAoB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;QAC7E,aAAa,EACV,UAAU,CACT,UAAU,EACV,uBAAuB,CACU,IAAI,UAAU;QACnD,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,oBAAoB,CAAC,IAAI,MAAM,EAAE,EAAE,CAAC;QAChF,aAAa,EAAE,QAAQ,CACrB,UAAU,CAAC,UAAU,EAAE,wBAAwB,CAAC,IAAI,OAAO,EAC3D,EAAE,CACH;QACD,eAAe,EAAE,UAAU,CAAC,UAAU,CAAC,UAAU,EAAE,yBAAyB,CAAC,IAAI,GAAG,CAAC;QACrF,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,qBAAqB,CAAC,KAAK,MAAM;QACrE,OAAO,EAAE,OAAO,IAAI,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACnD,aAAa,EAAE,aAAa,IAAI,aAAa,KAAK,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;QAC3E,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;KACnE,CAAC;AACJ,CAAC,CAAC;AAhDW,QAAA,iBAAiB,qBAgD5B"}

package/dist/internal/drivers/kafka/utils/publish-kafka-messages.d.ts

@@ -0,0 +1,9 @@
+import type { ILogger } from "@lindorm/logger";
+import type { IMessage } from "../../../../interfaces";
+import type { PublishOptions } from "../../../../types";
+import type { KafkaSharedState, PublishKafkaMessagesOptions } from "../types/kafka-types";
+import { type PublishDriverLike } from "../../../utils/prepare-publish-batch";
+export type KafkaPublishDriver<M extends IMessage> = PublishDriverLike<M>;
+export type { PublishKafkaMessagesOptions };
+export declare const publishKafkaMessages: <M extends IMessage>(messages: M | Array<M>, options: PublishOptions | undefined, driver: KafkaPublishDriver<M>, state: KafkaSharedState, _logger: ILogger, publishOptions?: PublishKafkaMessagesOptions) => Promise<void>;
+//# sourceMappingURL=publish-kafka-messages.d.ts.map

package/dist/internal/drivers/kafka/utils/publish-kafka-messages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"publish-kafka-messages.d.ts","sourceRoot":"","sources":["../../../../../src/internal/drivers/kafka/utils/publish-kafka-messages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,gBAAgB,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AAE1F,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,sCAAsC,CAAC;AAK9C,MAAM,MAAM,kBAAkB,CAAC,CAAC,SAAS,QAAQ,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC;AAE1E,YAAY,EAAE,2BAA2B,EAAE,CAAC;AAE5C,eAAO,MAAM,oBAAoB,GAAU,CAAC,SAAS,QAAQ,EAC3D,UAAU,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EACtB,SAAS,cAAc,GAAG,SAAS,EACnC,QAAQ,kBAAkB,CAAC,CAAC,CAAC,EAC7B,OAAO,gBAAgB,EACvB,SAAS,OAAO,EAChB,iBAAiB,2BAA2B,KAC3C,OAAO,CAAC,IAAI,CA+Bd,CAAC"}