@message-queue-toolkit/kafka 0.6.0 → 0.7.0

package/README.md

@@ -1,7 +1,40 @@
-# @message-queue-toolkit/kafka
+# Kafka
 
-In development
+This library provides utilities for implementing Kafka consumers and publishers.
+While following the same patterns as other message broker implementations,
+Kafka's unique characteristics require some specific adaptations in the publisher and consumer definitions.
 
+> **_NOTE:_** Check [README.md](../../README.md) for transport-agnostic library documentation.
 
-## Requirements
-- Node.js >= 22.14.0
+## Publishers
+
+Use `AbstractKafkaPublisher` as a base class for publisher implementation.
+
+See [test publisher](test/publisher/PermissionPublisher.ts) for an example of implementation.
+
+## Consumers
+
+Use `AbstractKafkaConsumer` as a base class for consumer implementation.
+
+See [test consumer](test/consumer/PermissionConsumer.ts) for an example of implementation.
+
+## Batch Processing
+
+Kafka supports batch processing for improved throughput. To enable it, set `batchProcessingEnabled` to `true` and configure `batchProcessingOptions`.
+
+When batch processing is enabled, message handlers receive an array of messages instead of a single message.
+
+### Configuration Options
+
+- `batchSize` - Maximum number of messages per batch
+- `timeoutMilliseconds` - Maximum time to wait for a batch to fill before processing
+
+### How It Works
+
+Messages are buffered per topic-partition combination. Batches are processed when either:
+- The buffer reaches the configured `batchSize`
+- The `timeoutMilliseconds` timeout is reached since the first message was added
+
+After successful batch processing, the offset of the last message in the batch is committed.
+
+See [test batch consumer](test/consumer/PermissionBatchConsumer.ts) for an example of implementation.

package/dist/AbstractKafkaConsumer.d.ts

@@ -1,19 +1,27 @@
 import type { QueueConsumerDependencies } from '@message-queue-toolkit/core';
 import { type ConsumeOptions, type ConsumerOptions } from '@platformatic/kafka';
 import { AbstractKafkaService, type BaseKafkaOptions } from './AbstractKafkaService.ts';
-import type { KafkaHandlerRouting } from './handler-container/KafkaHandlerRoutingBuilder.ts';
+import type { KafkaHandlerRouting } from './handler-routing/KafkaHandlerRoutingBuilder.ts';
 import type { KafkaConfig, KafkaDependencies, TopicConfig } from './types.ts';
+import { type KafkaMessageBatchOptions } from './utils/KafkaMessageBatchStream.js';
 export type KafkaConsumerDependencies = KafkaDependencies & Pick<QueueConsumerDependencies, 'transactionObservabilityManager'>;
-export type KafkaConsumerOptions<TopicsConfig extends TopicConfig[], ExecutionContext> = BaseKafkaOptions & Omit<ConsumerOptions<string, object, string, string>, 'deserializers' | 'autocommit' | keyof KafkaConfig> & Omit<ConsumeOptions<string, object, string, string>, 'topics'> & {
-    handlers: KafkaHandlerRouting<TopicsConfig, ExecutionContext>;
+export type KafkaBatchProcessingOptions<BatchProcessingEnabled> = BatchProcessingEnabled extends true ? {
+    batchProcessingEnabled: true;
+    batchProcessingOptions: KafkaMessageBatchOptions;
+} : {
+    batchProcessingEnabled: false;
+    batchProcessingOptions?: never;
 };
-export declare abstract class AbstractKafkaConsumer<TopicsConfig extends TopicConfig[], ExecutionContext> extends AbstractKafkaService<TopicsConfig, KafkaConsumerOptions<TopicsConfig, ExecutionContext>> {
+export type KafkaConsumerOptions<TopicsConfig extends TopicConfig[], ExecutionContext, BatchProcessingEnabled extends boolean> = BaseKafkaOptions & Omit<ConsumerOptions<string, object, string, string>, 'deserializers' | 'autocommit' | keyof KafkaConfig> & Omit<ConsumeOptions<string, object, string, string>, 'topics'> & KafkaBatchProcessingOptions<BatchProcessingEnabled> & {
+    handlers: KafkaHandlerRouting<TopicsConfig, ExecutionContext, BatchProcessingEnabled>;
+};
+export declare abstract class AbstractKafkaConsumer<TopicsConfig extends TopicConfig[], ExecutionContext, BatchProcessingEnabled extends boolean = false> extends AbstractKafkaService<TopicsConfig, KafkaConsumerOptions<TopicsConfig, ExecutionContext, BatchProcessingEnabled>> {
     private readonly consumer;
     private consumerStream?;
+    private messageBatchStream?;
     private readonly transactionObservabilityManager;
-    private readonly handlerContainer;
     private readonly executionContext;
-    constructor(dependencies: KafkaConsumerDependencies, options: KafkaConsumerOptions<TopicsConfig, ExecutionContext>, executionContext: ExecutionContext);
+    constructor(dependencies: KafkaConsumerDependencies, options: KafkaConsumerOptions<TopicsConfig, ExecutionContext, BatchProcessingEnabled>, executionContext: ExecutionContext);
     /**
      * Returns true if all client's connections are currently connected and the client is connected to at least one broker.
      */
@@ -25,8 +33,13 @@ export declare abstract class AbstractKafkaConsumer<TopicsConfig extends TopicCo
     get isActive(): boolean;
     init(): Promise<void>;
     close(): Promise<void>;
+    private resolveHandler;
     private consume;
+    private parseMessages;
+    private tryToConsumeWithRetries;
     private tryToConsume;
+    private handleMessagesProcessed;
+    private commit;
     private commitMessage;
     private handleResponseErrorOnCommit;
     private buildTransactionName;

package/dist/AbstractKafkaConsumer.js

@@ -2,9 +2,9 @@ import { randomUUID } from 'node:crypto';
 import { setTimeout } from 'node:timers/promises';
 import { InternalError, stringValueSerializer, } from '@lokalise/node-core';
 import { Consumer, ProtocolError, ResponseError, stringDeserializer, } from '@platformatic/kafka';
-import { AbstractKafkaService } from "./AbstractKafkaService.js";
-import { KafkaHandlerContainer } from "./handler-container/KafkaHandlerContainer.js";
+import { AbstractKafkaService, } from "./AbstractKafkaService.js";
 import { ILLEGAL_GENERATION, REBALANCE_IN_PROGRESS, UNKNOWN_MEMBER_ID } from "./utils/errorCodes.js";
+import { KafkaMessageBatchStream, } from './utils/KafkaMessageBatchStream.js';
 import { safeJsonDeserializer } from "./utils/safeJsonDeserializer.js";
 const commitErrorCodesToIgnore = new Set([
     ILLEGAL_GENERATION,
@@ -19,13 +19,12 @@ const MAX_IN_MEMORY_RETRIES = 3;
 export class AbstractKafkaConsumer extends AbstractKafkaService {
     consumer;
     consumerStream;
+    messageBatchStream;
     transactionObservabilityManager;
-    handlerContainer;
     executionContext;
     constructor(dependencies, options, executionContext) {
         super(dependencies, options);
         this.transactionObservabilityManager = dependencies.transactionObservabilityManager;
-        this.handlerContainer = new KafkaHandlerContainer(options.handlers, options.messageTypeField);
         this.executionContext = executionContext;
         this.consumer = new Consumer({
             ...this.options.kafka,
@@ -62,11 +61,11 @@ export class AbstractKafkaConsumer extends AbstractKafkaService {
     async init() {
         if (this.consumerStream)
             return Promise.resolve();
-        const topics = this.handlerContainer.topics;
+        const topics = Object.keys(this.options.handlers);
         if (topics.length === 0)
             throw new Error('At least one topic must be defined');
         try {
-            const { handlers, ...consumeOptions } = this.options; // Handlers cannot be passed to consume method
+            const { handlers: _, ...consumeOptions } = this.options; // Handlers cannot be passed to consume method
             // https://github.com/platformatic/kafka/blob/main/docs/consumer.md#my-consumer-is-not-receiving-any-message-when-the-application-restarts
             await this.consumer.joinGroup({
                 sessionTimeout: consumeOptions.sessionTimeout,
@@ -74,6 +73,13 @@ export class AbstractKafkaConsumer extends AbstractKafkaService {
                 heartbeatInterval: consumeOptions.heartbeatInterval,
             });
             this.consumerStream = await this.consumer.consume({ ...consumeOptions, topics });
+            if (this.options.batchProcessingEnabled && this.options.batchProcessingOptions) {
+                this.messageBatchStream = new KafkaMessageBatchStream({
+                    batchSize: this.options.batchProcessingOptions.batchSize,
+                    timeoutMilliseconds: this.options.batchProcessingOptions.timeoutMilliseconds,
+                });
+                this.consumerStream.pipe(this.messageBatchStream);
+            }
         }
         catch (error) {
             throw new InternalError({
@@ -82,83 +88,147 @@ export class AbstractKafkaConsumer extends AbstractKafkaService {
                 cause: error,
             });
         }
-        this.consumerStream.on('data', (message) => this.consume(message));
+        if (this.options.batchProcessingEnabled && this.messageBatchStream) {
+            this.messageBatchStream.on('data', async (messageBatch) => this.consume(messageBatch.topic, messageBatch.messages));
+            this.messageBatchStream.on('error', (error) => this.handlerError(error));
+        }
+        else {
+            this.consumerStream.on('data', (message) => this.consume(message.topic, message));
+        }
         this.consumerStream.on('error', (error) => this.handlerError(error));
     }
     async close() {
-        if (!this.consumerStream)
-            return Promise.resolve();
-        await new Promise((done) => this.consumerStream?.close(done));
-        this.consumerStream = undefined;
+        if (!this.consumerStream && !this.messageBatchStream) {
+            // Leaving the group in case consumer joined but streams were not created
+            if (this.isActive) {
+                this.consumer.leaveGroup();
+            }
+            return;
+        }
+        if (this.consumerStream) {
+            await this.consumerStream.close();
+            this.consumerStream = undefined;
+        }
+        if (this.messageBatchStream) {
+            await new Promise((resolve) => this.messageBatchStream?.end(resolve));
+            this.messageBatchStream = undefined;
+        }
         await this.consumer.close();
     }
-    async consume(message) {
-        // message.value can be undefined if the message is not JSON-serializable
-        if (!message.value)
-            return this.commitMessage(message);
+    resolveHandler(topic) {
+        return this.options.handlers[topic];
+    }
+    async consume(topic, messageOrBatch) {
         const messageProcessingStartTimestamp = Date.now();
-        const handler = this.handlerContainer.resolveHandler(message.topic, message.value);
+        const handlerConfig = this.resolveHandler(topic);
         // if there is no handler for the message, we ignore it (simulating subscription)
-        if (!handler)
-            return this.commitMessage(message);
+        if (!handlerConfig)
+            return this.commit(messageOrBatch);
+        const validMessages = this.parseMessages(handlerConfig, messageOrBatch, messageProcessingStartTimestamp);
+        if (!validMessages.length) {
+            return this.commit(messageOrBatch);
+        }
+        // biome-ignore lint/style/noNonNullAssertion: we check validMessages length above
+        const firstMessage = validMessages[0];
+        const requestContext = this.getRequestContext(firstMessage);
         /* v8 ignore next */
-        const transactionId = this.resolveMessageId(message.value) ?? randomUUID();
-        this.transactionObservabilityManager?.start(this.buildTransactionName(message), transactionId);
-        const parseResult = handler.schema.safeParse(message.value);
-        if (!parseResult.success) {
-            this.handlerError(parseResult.error, {
-                topic: message.topic,
-                message: stringValueSerializer(message.value),
-            });
-            this.handleMessageProcessed({
-                message: message,
-                processingResult: { status: 'error', errorReason: 'invalidMessage' },
-                messageProcessingStartTimestamp,
-            });
-            return this.commitMessage(message);
+        const transactionId = randomUUID();
+        this.transactionObservabilityManager?.start(this.buildTransactionName(topic), transactionId);
+        const processingResult = await this.tryToConsumeWithRetries(topic, 
+        // If batch processing is disabled, we have only single message to process
+        this.options.batchProcessingEnabled ? validMessages : firstMessage, handlerConfig.handler, requestContext);
+        this.handleMessagesProcessed(validMessages, processingResult, messageProcessingStartTimestamp);
+        this.transactionObservabilityManager?.stop(transactionId);
+        // We commit all messages, even if some of them were filtered out on validation
+        return this.commit(messageOrBatch);
+    }
+    parseMessages(handlerConfig, messageOrBatch, messageProcessingStartTimestamp) {
+        const messagesToCheck = Array.isArray(messageOrBatch) ? messageOrBatch : [messageOrBatch];
+        const validMessages = [];
+        for (const message of messagesToCheck) {
+            // message.value can be undefined if the message is not JSON-serializable
+            if (!message.value) {
+                continue;
+            }
+            const parseResult = handlerConfig.schema.safeParse(message.value);
+            if (!parseResult.success) {
+                this.handlerError(parseResult.error, {
+                    topic: message.topic,
+                    message: stringValueSerializer(message.value),
+                });
+                this.handleMessageProcessed({
+                    message: message,
+                    processingResult: { status: 'error', errorReason: 'invalidMessage' },
+                    messageProcessingStartTimestamp,
+                });
+                continue;
+            }
+            validMessages.push({ ...message, value: parseResult.data });
         }
-        const validatedMessage = { ...message, value: parseResult.data };
-        const requestContext = this.getRequestContext(message);
+        return validMessages;
+    }
+    async tryToConsumeWithRetries(topic, messageOrBatch, handler, requestContext) {
         let retries = 0;
-        let consumed = false;
+        let processingResult = {
+            status: 'error',
+            errorReason: 'handlerError',
+        };
         do {
             // exponential backoff -> 2^(retry-1)
             if (retries > 0)
                 await setTimeout(Math.pow(2, retries - 1));
-            consumed = await this.tryToConsume(validatedMessage, handler.handler, requestContext);
-            if (consumed)
+            processingResult = await this.tryToConsume(topic, messageOrBatch, handler, requestContext);
+            if (processingResult.status === 'consumed')
                 break;
             retries++;
         } while (retries < MAX_IN_MEMORY_RETRIES);
-        if (consumed) {
-            this.handleMessageProcessed({
-                message: validatedMessage,
-                processingResult: { status: 'consumed' },
-                messageProcessingStartTimestamp,
+        return processingResult;
+    }
+    async tryToConsume(topic, messageOrBatch, handler, requestContext) {
+        try {
+            const isBatch = Array.isArray(messageOrBatch);
+            if (this.options.batchProcessingEnabled && !isBatch) {
+                throw new Error('Batch processing is enabled, but a single message was passed to the handler');
+            }
+            if (!this.options.batchProcessingEnabled && isBatch) {
+                throw new Error('Batch processing is disabled, but a batch of messages was passed to the handler');
+            }
+            await handler(
+            // We need casting to match message type with handler type - it is safe as we verify the type above
+            messageOrBatch, this.executionContext, requestContext);
+            return { status: 'consumed' };
+        }
+        catch (error) {
+            const errorContext = Array.isArray(messageOrBatch)
+                ? { batchSize: messageOrBatch.length }
+                : { message: stringValueSerializer(messageOrBatch.value) };
+            this.handlerError(error, {
+                topic,
+                ...errorContext,
             });
         }
-        else {
+        return { status: 'error', errorReason: 'handlerError' };
+    }
+    handleMessagesProcessed(messages, processingResult, messageProcessingStartTimestamp) {
+        for (const message of messages) {
             this.handleMessageProcessed({
-                message: validatedMessage,
-                processingResult: { status: 'error', errorReason: 'handlerError' },
+                message,
+                processingResult,
                 messageProcessingStartTimestamp,
             });
         }
-        this.transactionObservabilityManager?.stop(transactionId);
-        return this.commitMessage(validatedMessage);
     }
-    async tryToConsume(message, handler, requestContext) {
-        try {
-            await handler(message, this.executionContext, requestContext);
-            return true;
+    commit(messageOrBatch) {
+        if (Array.isArray(messageOrBatch)) {
+            if (messageOrBatch.length === 0) {
+                return Promise.resolve();
+            }
+            // biome-ignore lint/style/noNonNullAssertion: we check the length above
+            return this.commitMessage(messageOrBatch[messageOrBatch.length - 1]);
         }
-        catch (error) {
-            this.handlerError(error, {
-                topic: message.topic,
-                message: stringValueSerializer(message.value),
-            });
+        else {
+            return this.commitMessage(messageOrBatch);
         }
-        return false;
     }
     async commitMessage(message) {
         try {
@@ -191,12 +261,11 @@ export class AbstractKafkaConsumer extends AbstractKafkaService {
             }
         }
     }
-    buildTransactionName(message) {
-        const messageType = this.resolveMessageType(message.value);
-        let name = `kafka:${this.constructor.name}:${message.topic}`;
-        if (messageType?.trim().length)
-            name += `:${messageType.trim()}`;
-        return name;
+    buildTransactionName(topic) {
+        const baseTransactionName = `kafka:${this.constructor.name}:${topic}`;
+        return this.options.batchProcessingEnabled
+            ? `${baseTransactionName}:batch`
+            : baseTransactionName;
     }
     getRequestContext(message) {
         let reqId = message.headers.get(this.resolveHeaderRequestIdField());

package/dist/AbstractKafkaConsumer.js.map

@@ -1 +1 @@
-{"version":3,"file":"AbstractKafkaConsumer.js","sourceRoot":"","sources":["../lib/AbstractKafkaConsumer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EACL,aAAa,EAEb,qBAAqB,GACtB,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAEL,QAAQ,EAIR,aAAa,EACb,aAAa,EACb,kBAAkB,GACnB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAyB,MAAM,2BAA2B,CAAA;AACvF,OAAO,EAAE,qBAAqB,EAAE,MAAM,8CAA8C,CAAA;AAUpF,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AACpG,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAA;AAiBtE,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC;IACvC,kBAAkB;IAClB,iBAAiB;IACjB,qBAAqB;CACtB,CAAC,CAAA;AAEF;;;GAGG;AACH,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAE/B,MAAM,OAAgB,qBAGpB,SAAQ,oBAAwF;IAC/E,QAAQ,CAA0C;IAC3D,cAAc,CAAiD;IAEtD,+BAA+B,CAAiC;IAChE,gBAAgB,CAAuD;IACvE,gBAAgB,CAAkB;IAEnD,YACE,YAAuC,EACvC,OAA6D,EAC7D,gBAAkC;QAElC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;QAE5B,IAAI,CAAC,+BAA+B,GAAG,YAAY,CAAC,+BAA+B,CAAA;QACnF,IAAI,CAAC,gBAAgB,GAAG,IAAI,qBAAqB,CAC/C,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,gBAAgB,CACzB,CAAA;QACD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QAExC,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC3B,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK;YACrB,GAAG,IAAI,CAAC,OAAO;YACf,UAAU,EAAE,KAAK,EAAE,4BAA4B;YAC/C,aAAa,EAAE;gBACb,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,oBAAoB;gBAC3B,SAAS,EAAE,kBAAkB;gBAC7B,WAAW,EAAE,kBAAkB;aAChC;SACF,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QACnF,qBAAqB;QACrB,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,qBAAqB,EAAE,CAAC,CAAC,EAAE,EAAE,CAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAC7D,CAAA;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,CAAC,EAAE,EAAE,CACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,kDAAkD,CAAC,CAClF,CAAA;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,CAAC,EAAE,EAAE,CAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,+BAA+B,CAAC,CAC/D,CAAA;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,0BAA0B,EAAE,CAAC,CAAC,EAAE,EAAE,CACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,sBAAsB,CAAC,CACtD,CAAA;QACD,oBAAoB;IACtB,CAAC;IAED;;OAEG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAA;IACpC,CAAC;IAED;;;OAGG;IACH,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAA;IACjC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAA;QAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QAE9E,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,cAAc,EAAE,GAAG,IAAI,CAAC,OAAO,CAAA,CAAC,8CAA8C;YAEnG,0IAA0I;YAC1I,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC5B,cAAc,EAAE,cAAc,CAAC,cAAc;gBAC7C,gBAAgB,EAAE,cAAc,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,cAAc,CAAC,iBAAiB;aACpD,CAAC,CAAA;YACF,IAAI,CAAC,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,GAAG,cAAc,EAAE,MAAM,EAAE,CAAC,CAAA;QAClF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,sBAAsB;gBAC/B,SAAS,EAAE,2BAA2B;gBACtC,KAAK,EAAE,KAAK;aACb,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CACzC,IAAI,CAAC,OAAO,CACV,OAAgF,CACjF,CACF,CAAA;QACD,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAA;IACtE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QAElD,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;QAC7D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAA;QAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IAC7B,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,OAA8E;QAE9E,yEAAyE;QACzE,IAAI,CAAC,OAAO,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;QAEtD,MAAM,+BAA+B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAElD,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAA;QAClF,iFAAiF;QACjF,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;QAEhD,oBAAoB;QACpB,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,UAAU,EAAE,CAAA;QAC1E,IAAI,CAAC,+BAA+B,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,aAAa,CAAC,CAAA;QAE9F,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAC3D,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE;gBACnC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;aAC9C,CAAC,CAAA;YACF,IAAI,CAAC,sBAAsB,CAAC;gBAC1B,OAAO,EAAE,OAAO;gBAChB,gBAAgB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE;gBACpE,+BAA+B;aAChC,CAAC,CAAA;YAEF,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;QACpC,CAAC;QAED,MAAM,gBAAgB,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,IAAI,EAAE,CAAA;QAEhE,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;QAEtD,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,QAAQ,GAAG,KAAK,CAAA;QACpB,GAAG,CAAC;YACF,qCAAqC;YACrC,IAAI,OAAO,GAAG,CAAC;gBAAE,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAA;YAE3D,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,OAAO,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;YACrF,IAAI,QAAQ;gBAAE,MAAK;YAEnB,OAAO,EAAE,CAAA;QACX,CAAC,QAAQ,OAAO,GAAG,qBAAqB,EAAC;QAEzC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,sBAAsB,CAAC;gBAC1B,OAAO,EAAE,gBAAgB;gBACzB,gBAAgB,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE;gBACxC,+BAA+B;aAChC,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,sBAAsB,CAAC;gBAC1B,OAAO,EAAE,gBAAgB;gBACzB,gBAAgB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE;gBAClE,+BAA+B;aAChC,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,CAAC,+BAA+B,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAEzD,OAAO,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAA;IAC7C,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,OAAsD,EACtD,OAAqD,EACrD,cAA8B;QAE9B,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAA;YAC7D,OAAO,IAAI,CAAA;QACb,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE;gBACvB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;aAC9C,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,KAAK,CAAA;IACd,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,OAAgD;QAC1E,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAC9E,0BAA0B,CAC3B,CAAA;YACD,MAAM,OAAO,CAAC,MAAM,EAAE,CAAA;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,aAAa;gBAAE,OAAO,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAA;YAClF,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,2BAA2B,CAAC,aAA4B;QAC9D,kFAAkF;QAClF,KAAK,MAAM,KAAK,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACzC,IACE,KAAK,YAAY,aAAa;gBAC9B,KAAK,CAAC,OAAO;gBACb,wBAAwB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAC3C,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf;oBACE,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,oBAAoB,EAAE,aAAa,CAAC,OAAO;oBAC3C,oBAAoB,EAAE,KAAK,CAAC,OAAO;oBACnC,KAAK,EAAE,aAAa;iBACrB,EACD,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAC7C,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,yCAAyC;gBACzC,MAAM,aAAa,CAAA;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,oBAAoB,CAC1B,OAA8E;QAE9E,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAE1D,IAAI,IAAI,GAAG,SAAS,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAA;QAC5D,IAAI,WAAW,EAAE,IAAI,EAAE,CAAC,MAAM;YAAE,IAAI,IAAI,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,CAAA;QAEhE,OAAO,IAAI,CAAA;IACb,CAAC;IAEO,iBAAiB,CAAC,OAAgD;QACxE,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAA;QACnE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,KAAK,GAAG,UAAU,EAAE,CAAA;QAE7D,OAAO;YACL,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;gBACxB,cAAc,EAAE,KAAK;gBACrB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,UAAU,EAAE,OAAO,CAAC,GAAG;aACxB,CAAC;SACH,CAAA;IACH,CAAC;CACF"}
+{"version":3,"file":"AbstractKafkaConsumer.js","sourceRoot":"","sources":["../lib/AbstractKafkaConsumer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EACL,aAAa,EACb,qBAAqB,GAEtB,MAAM,qBAAqB,CAAA;AAK5B,OAAO,EAEL,QAAQ,EAGR,aAAa,EACb,aAAa,EACb,kBAAkB,GACnB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EACL,oBAAoB,GAGrB,MAAM,2BAA2B,CAAA;AAYlC,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AACpG,OAAO,EAEL,uBAAuB,GACxB,MAAM,oCAAoC,CAAA;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAA;AAkCtE,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC;IACvC,kBAAkB;IAClB,iBAAiB;IACjB,qBAAqB;CACtB,CAAC,CAAA;AAEF;;;GAGG;AACH,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAE/B,MAAM,OAAgB,qBAIpB,SAAQ,oBAGT;IACkB,QAAQ,CAA0C;IAC3D,cAAc,CAAiD;IAC/D,kBAAkB,CAEzB;IAEgB,+BAA+B,CAAiC;IAChE,gBAAgB,CAAkB;IAEnD,YACE,YAAuC,EACvC,OAAqF,EACrF,gBAAkC;QAElC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;QAE5B,IAAI,CAAC,+BAA+B,GAAG,YAAY,CAAC,+BAA+B,CAAA;QACnF,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QAExC,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC3B,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK;YACrB,GAAG,IAAI,CAAC,OAAO;YACf,UAAU,EAAE,KAAK,EAAE,4BAA4B;YAC/C,aAAa,EAAE;gBACb,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,oBAAoB;gBAC3B,SAAS,EAAE,kBAAkB;gBAC7B,WAAW,EAAE,kBAAkB;aAChC;SACF,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QACnF,qBAAqB;QACrB,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,qBAAqB,EAAE,CAAC,CAAC,EAAE,EAAE,CAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAC7D,CAAA;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC,CAAC,EAAE,EAAE,CACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,kDAAkD,CAAC,CAClF,CAAA;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,CAAC,EAAE,EAAE,CAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,+BAA+B,CAAC,CAC/D,CAAA;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,0BAA0B,EAAE,CAAC,CAAC,EAAE,EAAE,CACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,sBAAsB,CAAC,CACtD,CAAA;QACD,oBAAoB;IACtB,CAAC;IAED;;OAEG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAA;IACpC,CAAC;IAED;;;OAGG;IACH,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAA;IACjC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QACjD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QAE9E,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,cAAc,EAAE,GAAG,IAAI,CAAC,OAAO,CAAA,CAAC,8CAA8C;YAEtG,0IAA0I;YAC1I,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC5B,cAAc,EAAE,cAAc,CAAC,cAAc;gBAC7C,gBAAgB,EAAE,cAAc,CAAC,gBAAgB;gBACjD,iBAAiB,EAAE,cAAc,CAAC,iBAAiB;aACpD,CAAC,CAAA;YAEF,IAAI,CAAC,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,GAAG,cAAc,EAAE,MAAM,EAAE,CAAC,CAAA;YAChF,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;gBAC/E,IAAI,CAAC,kBAAkB,GAAG,IAAI,uBAAuB,CAEnD;oBACA,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,SAAS;oBACxD,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,mBAAmB;iBAC7E,CAAC,CAAA;gBACF,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;YACnD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,sBAAsB;gBAC/B,SAAS,EAAE,2BAA2B;gBACtC,KAAK,EAAE,KAAK;aACb,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACnE,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,CACxD,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,QAAQ,CAAC,CACxD,CAAA;YACD,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAA;QAC1E,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CACzC,IAAI,CAAC,OAAO,CACV,OAAO,CAAC,KAAK,EACb,OAAoE,CACrE,CACF,CAAA;QACH,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAA;IACtE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACrD,yEAAyE;YACzE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;YAC5B,CAAC;YACD,OAAM;QACR,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAA;YACjC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAA;QACjC,CAAC;QAED,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;YACrE,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAA;QACrC,CAAC;QAED,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IAC7B,CAAC;IAEO,cAAc,CAAC,KAAoC;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IACrC,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,KAAa,EACb,cAAoE;QAEpE,MAAM,+BAA+B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAElD,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAA;QAEhD,iFAAiF;QACjF,IAAI,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;QAEtD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CACtC,aAAa,EACb,cAAc,EACd,+BAA+B,CAChC,CAAA;QAED,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;QACpC,CAAC;QAED,kFAAkF;QAClF,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAE,CAAA;QAEtC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAA;QAE3D,oBAAoB;QACpB,MAAM,aAAa,GAAG,UAAU,EAAE,CAAA;QAClC,IAAI,CAAC,+BAA+B,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,CAAA;QAE5F,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CACzD,KAAK;QACL,0EAA0E;QAC1E,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,EAClE,aAAa,CAAC,OAAO,EACrB,cAAc,CACf,CAAA;QAED,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,gBAAgB,EAAE,+BAA+B,CAAC,CAAA;QAE9F,IAAI,CAAC,+BAA+B,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QAEzD,+EAA+E;QAC/E,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;IACpC,CAAC;IAEO,aAAa,CACnB,aAIC,EACD,cAAoE,EACpE,+BAAuC;QAEvC,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAA;QAEzF,MAAM,aAAa,GAAgE,EAAE,CAAA;QAErF,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;YACtC,yEAAyE;YACzE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,SAAQ;YACV,CAAC;YAED,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YAEjE,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE;oBACnC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;iBAC9C,CAAC,CAAA;gBACF,IAAI,CAAC,sBAAsB,CAAC;oBAC1B,OAAO,EAAE,OAAO;oBAChB,gBAAgB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE;oBACpE,+BAA+B;iBAChC,CAAC,CAAA;gBACF,SAAQ;YACV,CAAC;YAED,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC,CAAA;QAC7D,CAAC;QAED,OAAO,aAAa,CAAA;IACtB,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,KAAa,EACb,cAA4C,EAC5C,OAA6E,EAC7E,cAA8B;QAE9B,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,gBAAgB,GAA4B;YAC9C,MAAM,EAAE,OAAO;YACf,WAAW,EAAE,cAAc;SAC5B,CAAA;QACD,GAAG,CAAC;YACF,qCAAqC;YACrC,IAAI,OAAO,GAAG,CAAC;gBAAE,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAA;YAE3D,gBAAgB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,CAAC,CAAA;YAC1F,IAAI,gBAAgB,CAAC,MAAM,KAAK,UAAU;gBAAE,MAAK;YAEjD,OAAO,EAAE,CAAA;QACX,CAAC,QAAQ,OAAO,GAAG,qBAAqB,EAAC;QAEzC,OAAO,gBAAgB,CAAA;IACzB,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,KAAa,EACb,cAA4C,EAC5C,OAA6E,EAC7E,cAA8B;QAE9B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;YAC7C,IAAI,IAAI,CAAC,OAAO,CAAC,sBAAsB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACpD,MAAM,IAAI,KAAK,CACb,6EAA6E,CAC9E,CAAA;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,sBAAsB,IAAI,OAAO,EAAE,CAAC;gBACpD,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF,CAAA;YACH,CAAC;YAED,MAAM,OAAO;YACX,mGAAmG;YACnG,cAEuC,EACvC,IAAI,CAAC,gBAAgB,EACrB,cAAc,CACf,CAAA;YACD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAA;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC;gBAChD,CAAC,CAAC,EAAE,SAAS,EAAE,cAAc,CAAC,MAAM,EAAE;gBACtC,CAAC,CAAC,EAAE,OAAO,EAAE,qBAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAA;YAC5D,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE;gBACvB,KAAK;gBACL,GAAG,YAAY;aAChB,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,CAAA;IACzD,CAAC;IAEO,uBAAuB,CAC7B,QAA0C,EAC1C,gBAAyC,EACzC,+BAAuC;QAEvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,sBAAsB,CAAC;gBAC1B,OAAO;gBACP,gBAAgB;gBAChB,+BAA+B;aAChC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,cAAoE;QACjF,IAAI,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YAClC,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;YAC1B,CAAC;YACD,wEAAwE;YACxE,OAAO,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,CAAA;QACvE,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAA;QAC3C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,OAAkE;QAC5F,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAC9E,0BAA0B,CAC3B,CAAA;YACD,MAAM,OAAO,CAAC,MAAM,EAAE,CAAA;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,aAAa;gBAAE,OAAO,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAA;YAClF,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,2BAA2B,CAAC,aAA4B;QAC9D,kFAAkF;QAClF,KAAK,MAAM,KAAK,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACzC,IACE,KAAK,YAAY,aAAa;gBAC9B,KAAK,CAAC,OAAO;gBACb,wBAAwB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAC3C,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,KAAK,CACf;oBACE,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,oBAAoB,EAAE,aAAa,CAAC,OAAO;oBAC3C,oBAAoB,EAAE,KAAK,CAAC,OAAO;oBACnC,KAAK,EAAE,aAAa;iBACrB,EACD,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAC7C,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,yCAAyC;gBACzC,MAAM,aAAa,CAAA;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,oBAAoB,CAAC,KAAa;QACxC,MAAM,mBAAmB,GAAG,SAAS,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,KAAK,EAAE,CAAA;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB;YACxC,CAAC,CAAC,GAAG,mBAAmB,QAAQ;YAChC,CAAC,CAAC,mBAAmB,CAAA;IACzB,CAAC;IAEO,iBAAiB,CACvB,OAAkE;QAElE,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAA;QACnE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,KAAK,GAAG,UAAU,EAAE,CAAA;QAE7D,OAAO;YACL,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;gBACxB,cAAc,EAAE,KAAK;gBACrB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,UAAU,EAAE,OAAO,CAAC,GAAG;aACxB,CAAC;SACH,CAAA;IACH,CAAC;CACF"}

package/dist/AbstractKafkaPublisher.js

@@ -1,6 +1,6 @@
 import { InternalError, stringValueSerializer } from '@lokalise/node-core';
 import { MessageSchemaContainer } from '@message-queue-toolkit/core';
-import { Producer, jsonSerializer, stringSerializer, } from '@platformatic/kafka';
+import { jsonSerializer, Producer, stringSerializer, } from '@platformatic/kafka';
 import { AbstractKafkaService } from "./AbstractKafkaService.js";
 export class AbstractKafkaPublisher extends AbstractKafkaService {
     topicsConfig;
@@ -14,10 +14,9 @@ export class AbstractKafkaPublisher extends AbstractKafkaService {
         if (this.topicsConfig.length === 0)
             throw new Error('At least one topic must be defined');
         this.schemaContainers = {};
-        for (const { topic, schemas } of this.topicsConfig) {
+        for (const { topic, schema } of this.topicsConfig) {
             this.schemaContainers[topic] = new MessageSchemaContainer({
-                messageSchemas: schemas,
-                messageTypeField: this.options.messageTypeField,
+                messageSchemas: [schema],
                 messageDefinitions: [],
             });
         }

package/dist/AbstractKafkaPublisher.js.map

@@ -1 +1 @@
-{"version":3,"file":"AbstractKafkaPublisher.js","sourceRoot":"","sources":["../lib/AbstractKafkaPublisher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAA;AACpE,OAAO,EAGL,QAAQ,EACR,cAAc,EACd,gBAAgB,GACjB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAyB,MAAM,2BAA2B,CAAA;AAoBvF,MAAM,OAAgB,sBAEpB,SAAQ,oBAAuE;IAC9D,YAAY,CAAc;IAC1B,gBAAgB,CAAgD;IAEhE,QAAQ,CAA0C;IAC3D,WAAW,CAAS;IAE5B,YAAY,YAA+B,EAAE,OAA4C;QACvF,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;QAC5B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QAExB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;QACxC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QAEzF,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAA;QAC1B,KAAK,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACnD,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,IAAI,sBAAsB,CAAC;gBACxD,cAAc,EAAE,OAAO;gBACvB,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB;gBAC/C,kBAAkB,EAAE,EAAE;aACvB,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC3B,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK;YACrB,GAAG,IAAI,CAAC,OAAO;YACf,WAAW,EAAE;gBACX,GAAG,EAAE,gBAAgB;gBACrB,KAAK,EAAE,cAAc;gBACrB,SAAS,EAAE,gBAAgB;gBAC3B,WAAW,EAAE,gBAAgB;aAC9B;SACF,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAM;QAE5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAA;YAC9B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACzB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,sBAAsB;gBAC/B,SAAS,EAAE,2BAA2B;gBACtC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAM;QAE7B,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QAC3B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,KAAY,EACZ,OAAiE,EACjE,cAA+B,EAC/B,OAA6B;QAE7B,MAAM,+BAA+B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAElD,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,OAAiB,CAAC,CAAA;QACnF,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAA;QACnF,IAAI,YAAY,CAAC,KAAK;YAAE,MAAM,YAAY,CAAC,KAAK,CAAA;QAEhD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA,CAAC,YAAY;QAE9B,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAGtD,CAAA;YAED,MAAM,OAAO,GAAG;gBACd,GAAG,OAAO,EAAE,OAAO;gBACnB,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,IAAI,EAAE;aAClE,CAAA;YAED,MAAM,YAAY,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,CAAA;YACzE,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC;gBACxB,QAAQ,EAAE,CAAC,YAAY,CAAC;aACzB,CAAC,CAAA;YAEF,IAAI,CAAC,sBAAsB,CAAC;gBAC1B,OAAO,EAAE,YAAY;gBACrB,gBAAgB,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;gBACzC,+BAA+B;aAChC,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG;gBACnB,KAAK;gBACL,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAChC,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC;aACxC,CAAA;YACD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;YACtC,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,oCAAqC,KAAe,CAAC,OAAO,EAAE;gBACvE,SAAS,EAAE,qBAAqB;gBAChC,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,YAAY;aACtB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"AbstractKafkaPublisher.js","sourceRoot":"","sources":["../lib/AbstractKafkaPublisher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAA;AACpE,OAAO,EACL,cAAc,EAGd,QAAQ,EACR,gBAAgB,GACjB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAyB,MAAM,2BAA2B,CAAA;AAoBvF,MAAM,OAAgB,sBAEpB,SAAQ,oBAAuE;IAC9D,YAAY,CAAc;IAC1B,gBAAgB,CAAgD;IAEhE,QAAQ,CAA0C;IAC3D,WAAW,CAAS;IAE5B,YAAY,YAA+B,EAAE,OAA4C;QACvF,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;QAC5B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QAExB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;QACxC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QAEzF,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAA;QAC1B,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAClD,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,IAAI,sBAAsB,CAAC;gBACxD,cAAc,EAAE,CAAC,MAAM,CAAC;gBACxB,kBAAkB,EAAE,EAAE;aACvB,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC3B,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK;YACrB,GAAG,IAAI,CAAC,OAAO;YACf,WAAW,EAAE;gBACX,GAAG,EAAE,gBAAgB;gBACrB,KAAK,EAAE,cAAc;gBACrB,SAAS,EAAE,gBAAgB;gBAC3B,WAAW,EAAE,gBAAgB;aAC9B;SACF,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAM;QAE5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAA;YAC9B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACzB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,sBAAsB;gBAC/B,SAAS,EAAE,2BAA2B;gBACtC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAM;QAE7B,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QAC3B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,KAAY,EACZ,OAAiE,EACjE,cAA+B,EAC/B,OAA6B;QAE7B,MAAM,+BAA+B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAElD,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,OAAiB,CAAC,CAAA;QACnF,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAA;QACnF,IAAI,YAAY,CAAC,KAAK;YAAE,MAAM,YAAY,CAAC,KAAK,CAAA;QAEhD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA,CAAC,YAAY;QAE9B,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAGtD,CAAA;YAED,MAAM,OAAO,GAAG;gBACd,GAAG,OAAO,EAAE,OAAO;gBACnB,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,IAAI,EAAE;aAClE,CAAA;YAED,MAAM,YAAY,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,CAAA;YACzE,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC;gBACxB,QAAQ,EAAE,CAAC,YAAY,CAAC;aACzB,CAAC,CAAA;YAEF,IAAI,CAAC,sBAAsB,CAAC;gBAC1B,OAAO,EAAE,YAAY;gBACrB,gBAAgB,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;gBACzC,+BAA+B;aAChC,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG;gBACnB,KAAK;gBACL,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAChC,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC;aACxC,CAAA;YACD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;YACtC,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,oCAAqC,KAAe,CAAC,OAAO,EAAE;gBACvE,SAAS,EAAE,qBAAqB;gBAChC,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,YAAY;aACtB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/AbstractKafkaService.d.ts

@@ -1,11 +1,10 @@
 import { type CommonLogger, type ErrorReporter } from '@lokalise/node-core';
 import type { MakeRequired, MayOmit } from '@lokalise/universal-ts-utils/node';
 import { type HandlerSpy, type HandlerSpyParams, type MessageMetricsManager, type MessageProcessingResult, type PublicHandlerSpy } from '@message-queue-toolkit/core';
-import type { BaseOptions, Message } from '@platformatic/kafka';
-import type { KafkaConfig, KafkaDependencies, SupportedMessageValues, TopicConfig } from './types.ts';
+import type { BaseOptions } from '@platformatic/kafka';
+import type { DeserializedMessage, KafkaConfig, KafkaDependencies, SupportedMessageValues, TopicConfig } from './types.ts';
 export type BaseKafkaOptions = {
     kafka: KafkaConfig;
-    messageTypeField?: string;
     messageIdField?: string;
     /**
      * The field in the message headers that contains the request ID.
@@ -16,7 +15,7 @@ export type BaseKafkaOptions = {
     handlerSpy?: HandlerSpy<object> | HandlerSpyParams | boolean;
     logMessages?: boolean;
 } & Omit<BaseOptions, keyof KafkaConfig>;
-type ProcessedMessage<TopicsConfig extends TopicConfig[]> = MayOmit<Pick<Message<string, SupportedMessageValues<TopicsConfig>, string, string>, 'topic' | 'value' | 'timestamp'>, 'timestamp'>;
+export type ProcessedMessage<TopicsConfig extends TopicConfig[]> = MayOmit<Pick<DeserializedMessage<SupportedMessageValues<TopicsConfig>>, 'topic' | 'value' | 'timestamp'>, 'timestamp'>;
 export declare abstract class AbstractKafkaService<TopicsConfig extends TopicConfig[], KafkaOptions extends BaseKafkaOptions> {
     protected readonly errorReporter: ErrorReporter;
     protected readonly logger: CommonLogger;
@@ -27,7 +26,6 @@ export declare abstract class AbstractKafkaService<TopicsConfig extends TopicCon
     abstract init(): Promise<void>;
     abstract close(): Promise<void>;
     get handlerSpy(): PublicHandlerSpy<SupportedMessageValues<TopicsConfig>>;
-    protected resolveMessageType(message: SupportedMessageValues<TopicsConfig>): string | undefined;
     protected resolveMessageId(message: SupportedMessageValues<TopicsConfig>): string | undefined;
     protected resolveHeaderRequestIdField(): string;
     protected handleMessageProcessed(params: {
@@ -37,4 +35,3 @@ export declare abstract class AbstractKafkaService<TopicsConfig extends TopicCon
     }): void;
     protected handlerError(error: unknown, context?: Record<string, unknown>): void;
 }
-export {};

package/dist/AbstractKafkaService.js

@@ -1,5 +1,4 @@
-import { types } from 'node:util';
-import { resolveGlobalErrorLogObject, stringValueSerializer, } from '@lokalise/node-core';
+import { isError, resolveGlobalErrorLogObject, stringValueSerializer, } from '@lokalise/node-core';
 import { resolveHandlerSpy, } from '@message-queue-toolkit/core';
 export class AbstractKafkaService {
     errorReporter;
@@ -19,12 +18,6 @@ export class AbstractKafkaService {
             return this._handlerSpy;
         throw new Error('HandlerSpy was not instantiated, please pass `handlerSpy` parameter during creation.');
     }
-    resolveMessageType(message) {
-        if (!this.options.messageTypeField)
-            return undefined;
-        // @ts-expect-error
-        return message[this.options.messageTypeField];
-    }
     resolveMessageId(message) {
         // @ts-expect-error
         return message[this.options.messageIdField];
@@ -35,7 +28,6 @@ export class AbstractKafkaService {
     handleMessageProcessed(params) {
         const { message, processingResult } = params;
         const messageId = this.resolveMessageId(message.value);
-        const messageType = this.resolveMessageType(message.value);
         this._handlerSpy?.addProcessedMessage({ message: message.value, processingResult }, messageId);
         if (this.options.logMessages) {
             this.logger.debug({
@@ -43,7 +35,6 @@ export class AbstractKafkaService {
                 topic: message.topic,
                 processingResult,
                 messageId,
-                messageType,
             }, `Finished processing message ${messageId}`);
         }
         if (this.messageMetricsManager) {
@@ -52,7 +43,7 @@ export class AbstractKafkaService {
                 processingResult,
                 queueName: message.topic,
                 messageId: messageId ?? 'unknown',
-                messageType: messageType ?? 'unknown',
+                messageType: 'unknown',
                 messageTimestamp: message.timestamp ? Number(message.timestamp) : undefined,
                 messageProcessingStartTimestamp: params.messageProcessingStartTimestamp,
                 messageProcessingEndTimestamp: Date.now(),
@@ -61,7 +52,7 @@ export class AbstractKafkaService {
     }
     handlerError(error, context = {}) {
         this.logger.error({ ...resolveGlobalErrorLogObject(error), ...context });
-        if (types.isNativeError(error))
+        if (isError(error))
             this.errorReporter.report({ error, context });
     }
 }

package/dist/AbstractKafkaService.js.map

@@ -1 +1 @@
-{"version":3,"file":"AbstractKafkaService.js","sourceRoot":"","sources":["../lib/AbstractKafkaService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AACjC,OAAO,EAGL,2BAA2B,EAC3B,qBAAqB,GACtB,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAML,iBAAiB,GAClB,MAAM,6BAA6B,CAAA;AA+BpC,MAAM,OAAgB,oBAAoB;IAIrB,aAAa,CAAe;IAC5B,MAAM,CAAc;IACpB,qBAAqB,CAEvC;IAEkB,OAAO,CAA8C;IACrD,WAAW,CAAmD;IAEjF,YAAY,YAA+B,EAAE,OAAqB;QAChE,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAA;QACjC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC,aAAa,CAAA;QAC/C,IAAI,CAAC,qBAAqB,GAAG,YAAY,CAAC,qBAAqB,CAAA;QAC/D,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,IAAI,EAAE,CAAA;QAE7E,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAC/C,CAAC;IAKD,IAAI,UAAU;QACZ,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAA;QAE7C,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAA;IACH,CAAC;IAES,kBAAkB,CAAC,OAA6C;QACxE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAAE,OAAO,SAAS,CAAA;QACpD,mBAAmB;QACnB,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAuB,CAAA;IACrE,CAAC;IAES,gBAAgB,CAAC,OAA6C;QACtE,mBAAmB;QACnB,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAuB,CAAA;IACnE,CAAC;IAES,2BAA2B;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,cAAc,CAAA;IAC5D,CAAC;IAES,sBAAsB,CAAC,MAIhC;QACC,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAAA;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QACtD,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAE1D,IAAI,CAAC,WAAW,EAAE,mBAAmB,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,gBAAgB,EAAE,EAAE,SAAS,CAAC,CAAA;QAE9F,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf;gBACE,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC7C,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,gBAAgB;gBAChB,SAAS;gBACT,WAAW;aACZ,EACD,+BAA+B,SAAS,EAAE,CAC3C,CAAA;QACH,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,qBAAqB,CAAC,wBAAwB,CAAC;gBAClD,OAAO,EAAE,OAAO,CAAC,KAAK;gBACtB,gBAAgB;gBAChB,SAAS,EAAE,OAAO,CAAC,KAAK;gBACxB,SAAS,EAAE,SAAS,IAAI,SAAS;gBACjC,WAAW,EAAE,WAAW,IAAI,SAAS;gBACrC,gBAAgB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC3E,+BAA+B,EAAE,MAAM,CAAC,+BAA+B;gBACvE,6BAA6B,EAAE,IAAI,CAAC,GAAG,EAAE;aAC1C,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAES,YAAY,CAAC,KAAc,EAAE,UAAmC,EAAE;QAC1E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,2BAA2B,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,EAAE,CAAC,CAAA;QACxE,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;IAC/E,CAAC;CACF"}
+{"version":3,"file":"AbstractKafkaService.js","sourceRoot":"","sources":["../lib/AbstractKafkaService.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,OAAO,EACP,2BAA2B,EAC3B,qBAAqB,GACtB,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAML,iBAAiB,GAClB,MAAM,6BAA6B,CAAA;AA4BpC,MAAM,OAAgB,oBAAoB;IAIrB,aAAa,CAAe;IAC5B,MAAM,CAAc;IACpB,qBAAqB,CAEvC;IAEkB,OAAO,CAA8C;IACrD,WAAW,CAAmD;IAEjF,YAAY,YAA+B,EAAE,OAAqB;QAChE,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAA;QACjC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC,aAAa,CAAA;QAC/C,IAAI,CAAC,qBAAqB,GAAG,YAAY,CAAC,qBAAqB,CAAA;QAC/D,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,IAAI,EAAE,CAAA;QAE7E,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAC/C,CAAC;IAKD,IAAI,UAAU;QACZ,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAA;QAE7C,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAA;IACH,CAAC;IAES,gBAAgB,CAAC,OAA6C;QACtE,mBAAmB;QACnB,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAuB,CAAA;IACnE,CAAC;IAES,2BAA2B;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,cAAc,CAAA;IAC5D,CAAC;IAES,sBAAsB,CAAC,MAIhC;QACC,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAAA;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAEtD,IAAI,CAAC,WAAW,EAAE,mBAAmB,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,gBAAgB,EAAE,EAAE,SAAS,CAAC,CAAA;QAE9F,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CACf;gBACE,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;gBAC7C,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,gBAAgB;gBAChB,SAAS;aACV,EACD,+BAA+B,SAAS,EAAE,CAC3C,CAAA;QACH,CAAC;QAED,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,qBAAqB,CAAC,wBAAwB,CAAC;gBAClD,OAAO,EAAE,OAAO,CAAC,KAAK;gBACtB,gBAAgB;gBAChB,SAAS,EAAE,OAAO,CAAC,KAAK;gBACxB,SAAS,EAAE,SAAS,IAAI,SAAS;gBACjC,WAAW,EAAE,SAAS;gBACtB,gBAAgB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC3E,+BAA+B,EAAE,MAAM,CAAC,+BAA+B;gBACvE,6BAA6B,EAAE,IAAI,CAAC,GAAG,EAAE;aAC1C,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAES,YAAY,CAAC,KAAc,EAAE,UAAmC,EAAE;QAC1E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,2BAA2B,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,EAAE,CAAC,CAAA;QACxE,IAAI,OAAO,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;IACnE,CAAC;CACF"}

package/dist/handler-routing/KafkaHandlerConfig.d.ts

@@ -0,0 +1,10 @@
+import type { ZodSchema } from 'zod/v4';
+import type { DeserializedMessage, RequestContext } from '../types.js';
+export type KafkaHandler<MessageValue extends object, ExecutionContext, BatchProcessingEnabled extends boolean = false> = (message: BatchProcessingEnabled extends false ? DeserializedMessage<MessageValue> : DeserializedMessage<MessageValue>[], context: ExecutionContext, requestContext: RequestContext) => Promise<void> | void;
+export declare class KafkaHandlerConfig<MessageValue extends object, ExecutionContext, BatchProcessingEnabled extends boolean = false> {
+    readonly schema: ZodSchema<MessageValue, any>;
+    readonly handler: KafkaHandler<MessageValue, ExecutionContext, BatchProcessingEnabled>;
+    constructor(schema: ZodSchema<MessageValue, any>, handler: KafkaHandler<MessageValue, ExecutionContext, BatchProcessingEnabled>);
+}
+export declare class KafkaBatchHandlerConfig<MessageValue extends object, ExecutionContext> extends KafkaHandlerConfig<MessageValue, ExecutionContext, true> {
+}

package/dist/{handler-container → handler-routing}/KafkaHandlerConfig.js

@@ -9,4 +9,6 @@ export class KafkaHandlerConfig {
         this.handler = handler;
     }
 }
+export class KafkaBatchHandlerConfig extends KafkaHandlerConfig {
+}
 //# sourceMappingURL=KafkaHandlerConfig.js.map

package/dist/handler-routing/KafkaHandlerConfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KafkaHandlerConfig.js","sourceRoot":"","sources":["../../lib/handler-routing/KafkaHandlerConfig.ts"],"names":[],"mappings":"AAeA,MAAM,OAAO,kBAAkB;IAK7B,2EAA2E;IAC3D,MAAM,CAA8B;IACpC,OAAO,CAAsE;IAE7F;IACE,2EAA2E;IAC3E,MAAoC,EACpC,OAA6E;QAE7E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;IACxB,CAAC;CACF;AAED,MAAM,OAAO,uBAGX,SAAQ,kBAAwD;CAAG"}

package/dist/handler-routing/KafkaHandlerRoutingBuilder.d.ts

@@ -0,0 +1,10 @@
+import type { SupportedMessageValuesForTopic, SupportedTopics, TopicConfig } from '../types.ts';
+import type { KafkaHandlerConfig } from './KafkaHandlerConfig.ts';
+export type KafkaHandlerRouting<TopicsConfig extends TopicConfig[], ExecutionContext, BatchProcessingEnabled extends boolean> = Partial<{
+    [Topic in SupportedTopics<TopicsConfig>]: KafkaHandlerConfig<SupportedMessageValuesForTopic<TopicsConfig, Topic>, ExecutionContext, BatchProcessingEnabled>;
+}>;
+export declare class KafkaHandlerRoutingBuilder<const TopicsConfig extends TopicConfig[], ExecutionContext, BatchProcessingEnabled extends boolean> {
+    private readonly configs;
+    addConfig<Topic extends SupportedTopics<TopicsConfig>, MessageValue extends SupportedMessageValuesForTopic<TopicsConfig, Topic>>(topic: Topic, config: KafkaHandlerConfig<MessageValue, ExecutionContext, BatchProcessingEnabled>): this;
+    build(): KafkaHandlerRouting<TopicsConfig, ExecutionContext, BatchProcessingEnabled>;
+}

package/dist/{handler-container → handler-routing}/KafkaHandlerRoutingBuilder.js

@@ -1,8 +1,7 @@
 export class KafkaHandlerRoutingBuilder {
     configs = {};
     addConfig(topic, config) {
-        this.configs[topic] ??= [];
-        this.configs[topic].push(config);
+        this.configs[topic] = config;
         return this;
     }
     build() {

package/dist/handler-routing/KafkaHandlerRoutingBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KafkaHandlerRoutingBuilder.js","sourceRoot":"","sources":["../../lib/handler-routing/KafkaHandlerRoutingBuilder.ts"],"names":[],"mappings":"AAoBA,MAAM,OAAO,0BAA0B;IAKpB,OAAO,GAIpB,EAAE,CAAA;IAEN,SAAS,CAIP,KAAY,EACZ,MAAkF;QAElF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAIrB,CAAA;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;CACF"}

package/dist/handler-routing/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../lib/handler-routing/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAA;AACvC,OAAO,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAA"}

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-export * from './handler-container/index.ts';
 export * from './AbstractKafkaConsumer.ts';
 export * from './AbstractKafkaPublisher.ts';
+export * from './handler-routing/index.ts';
 export * from './types.ts';

package/dist/index.js

@@ -1,5 +1,5 @@
-export * from "./handler-container/index.js";
 export * from "./AbstractKafkaConsumer.js";
 export * from "./AbstractKafkaPublisher.js";
+export * from "./handler-routing/index.js";
 export * from "./types.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAA;AAC5C,cAAc,4BAA4B,CAAA;AAC1C,cAAc,6BAA6B,CAAA;AAC3C,cAAc,YAAY,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAA;AAC1C,cAAc,6BAA6B,CAAA;AAC3C,cAAc,4BAA4B,CAAA;AAC1C,cAAc,YAAY,CAAA"}

package/dist/types.d.ts

@@ -1,6 +1,6 @@
 import type { CommonLogger } from '@lokalise/node-core';
 import type { QueueDependencies } from '@message-queue-toolkit/core';
-import type { ConnectionOptions } from '@platformatic/kafka';
+import type { ConnectionOptions, Message } from '@platformatic/kafka';
 import type { ZodSchema, z } from 'zod/v4';
 export interface RequestContext {
     logger: CommonLogger;
@@ -13,15 +13,16 @@ export type KafkaConfig = {
 } & ConnectionOptions;
 export type TopicConfig<Topic extends string = string> = {
     topic: Topic;
-    schemas: ZodSchema<object>[];
+    schema: ZodSchema<object>;
 };
 export type SupportedTopics<TopicsConfig extends TopicConfig[]> = TopicsConfig[number]['topic'];
 type MessageSchemasForTopic<TopicsConfig extends TopicConfig[], Topic extends SupportedTopics<TopicsConfig>> = Extract<TopicsConfig[number], {
     topic: Topic;
-}>['schemas'][number];
+}>['schema'];
 export type SupportedMessageValuesInputForTopic<TopicsConfig extends TopicConfig[], Topic extends SupportedTopics<TopicsConfig>> = z.input<MessageSchemasForTopic<TopicsConfig, Topic>>;
 export type SupportedMessageValuesForTopic<TopicsConfig extends TopicConfig[], Topic extends SupportedTopics<TopicsConfig>> = z.output<MessageSchemasForTopic<TopicsConfig, Topic>>;
-type MessageSchemas<TopicsConfig extends TopicConfig[]> = TopicsConfig[number]['schemas'][number];
+type MessageSchemas<TopicsConfig extends TopicConfig[]> = TopicsConfig[number]['schema'];
 export type SupportedMessageValuesInput<TopicsConfig extends TopicConfig[]> = z.input<MessageSchemas<TopicsConfig>>;
 export type SupportedMessageValues<TopicsConfig extends TopicConfig[]> = z.output<MessageSchemas<TopicsConfig>>;
+export type DeserializedMessage<MessageValue extends object> = Message<string, MessageValue, string, string>;
 export {};

package/dist/utils/KafkaMessageBatchStream.d.ts

@@ -0,0 +1,41 @@
+import { Duplex } from 'node:stream';
+type CallbackFunction = (error?: Error | null) => void;
+type MessageWithTopicAndPartition = {
+    topic: string;
+    partition: number;
+};
+export type KafkaMessageBatchOptions = {
+    batchSize: number;
+    timeoutMilliseconds: number;
+};
+export type MessageBatch<TMessage> = {
+    topic: string;
+    partition: number;
+    messages: TMessage[];
+};
+export interface KafkaMessageBatchStream<TMessage extends MessageWithTopicAndPartition> extends Duplex {
+    on(event: string | symbol, listener: (...args: any[]) => void): this;
+    on(event: 'data', listener: (chunk: MessageBatch<TMessage>) => void): this;
+    push(chunk: MessageBatch<TMessage> | null): boolean;
+}
+/**
+ * Collects messages in batches based on provided batchSize and flushes them when messages amount or timeout is reached.
+ */
+export declare class KafkaMessageBatchStream<TMessage extends MessageWithTopicAndPartition> extends Duplex {
+    private readonly batchSize;
+    private readonly timeout;
+    private readonly currentBatchPerTopicPartition;
+    private readonly batchTimeoutPerTopicPartition;
+    constructor(options: {
+        batchSize: number;
+        timeoutMilliseconds: number;
+    });
+    _read(): void;
+    _write(message: TMessage, _encoding: BufferEncoding, callback: CallbackFunction): void;
+    _final(callback: CallbackFunction): void;
+    private flushAllBatches;
+    private flushCurrentBatchMessages;
+    private getTopicPartitionKey;
+    private splitTopicPartitionKey;
+}
+export {};

package/dist/utils/KafkaMessageBatchStream.js

@@ -0,0 +1,77 @@
+import { Duplex } from 'node:stream';
+/**
+ * Collects messages in batches based on provided batchSize and flushes them when messages amount or timeout is reached.
+ */
+// biome-ignore lint/suspicious/noUnsafeDeclarationMerging: merging interface with class to add strong typing for 'data' event
+export class KafkaMessageBatchStream extends Duplex {
+    batchSize;
+    timeout;
+    currentBatchPerTopicPartition;
+    batchTimeoutPerTopicPartition;
+    constructor(options) {
+        super({ objectMode: true });
+        this.batchSize = options.batchSize;
+        this.timeout = options.timeoutMilliseconds;
+        this.currentBatchPerTopicPartition = {};
+        this.batchTimeoutPerTopicPartition = {};
+    }
+    _read() {
+        // No-op, as we push data when we have a full batch or timeout
+    }
+    _write(message, _encoding, callback) {
+        const key = this.getTopicPartitionKey(message.topic, message.partition);
+        if (!this.currentBatchPerTopicPartition[key]) {
+            this.currentBatchPerTopicPartition[key] = [message];
+        }
+        else {
+            // biome-ignore lint/style/noNonNullAssertion: non-existing entry is handled above
+            this.currentBatchPerTopicPartition[key].push(message);
+        }
+        // biome-ignore lint/style/noNonNullAssertion: we ensure above that the array is defined
+        if (this.currentBatchPerTopicPartition[key].length >= this.batchSize) {
+            this.flushCurrentBatchMessages(message.topic, message.partition);
+            return callback(null);
+        }
+        if (!this.batchTimeoutPerTopicPartition[key]) {
+            this.batchTimeoutPerTopicPartition[key] = setTimeout(() => {
+                this.flushCurrentBatchMessages(message.topic, message.partition);
+            }, this.timeout);
+        }
+        callback(null);
+    }
+    // Write side is closed, flush the remaining messages
+    _final(callback) {
+        this.flushAllBatches();
+        this.push(null); // End readable side
+        callback();
+    }
+    flushAllBatches() {
+        for (const key of Object.keys(this.currentBatchPerTopicPartition)) {
+            const { topic, partition } = this.splitTopicPartitionKey(key);
+            this.flushCurrentBatchMessages(topic, partition);
+        }
+    }
+    flushCurrentBatchMessages(topic, partition) {
+        const key = this.getTopicPartitionKey(topic, partition);
+        if (this.batchTimeoutPerTopicPartition[key]) {
+            clearTimeout(this.batchTimeoutPerTopicPartition[key]);
+            this.batchTimeoutPerTopicPartition[key] = undefined;
+        }
+        if (!this.currentBatchPerTopicPartition[key]?.length) {
+            return;
+        }
+        this.push({ topic, partition, messages: this.currentBatchPerTopicPartition[key] });
+        this.currentBatchPerTopicPartition[key] = [];
+    }
+    getTopicPartitionKey(topic, partition) {
+        return `${topic}:${partition}`;
+    }
+    splitTopicPartitionKey(key) {
+        const [topic, partition] = key.split(':');
+        if (!topic || !partition) {
+            throw new Error('Invalid topic-partition key format');
+        }
+        return { topic, partition: Number.parseInt(partition, 10) };
+    }
+}
+//# sourceMappingURL=KafkaMessageBatchStream.js.map

package/dist/utils/KafkaMessageBatchStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"KafkaMessageBatchStream.js","sourceRoot":"","sources":["../../lib/utils/KafkaMessageBatchStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAuBpC;;GAEG;AACH,8HAA8H;AAC9H,MAAM,OAAO,uBAAuE,SAAQ,MAAM;IAC/E,SAAS,CAAQ;IACjB,OAAO,CAAQ;IAEf,6BAA6B,CAA4B;IACzD,6BAA6B,CAA4C;IAE1F,YAAY,OAA2D;QACrE,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAA;QAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,mBAAmB,CAAA;QAC1C,IAAI,CAAC,6BAA6B,GAAG,EAAE,CAAA;QACvC,IAAI,CAAC,6BAA6B,GAAG,EAAE,CAAA;IACzC,CAAC;IAEQ,KAAK;QACZ,8DAA8D;IAChE,CAAC;IAEQ,MAAM,CAAC,OAAiB,EAAE,SAAyB,EAAE,QAA0B;QACtF,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;QAEvE,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACrD,CAAC;aAAM,CAAC;YACN,kFAAkF;YAClF,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACxD,CAAC;QAED,wFAAwF;QACxF,IAAI,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAE,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtE,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;YAChE,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAA;QACvB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,EAAE;gBACxD,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;YAClE,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;QAClB,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,CAAA;IAChB,CAAC;IAED,qDAAqD;IAC5C,MAAM,CAAC,QAA0B;QACxC,IAAI,CAAC,eAAe,EAAE,CAAA;QACtB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA,CAAC,oBAAoB;QACpC,QAAQ,EAAE,CAAA;IACZ,CAAC;IAEO,eAAe;QACrB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,EAAE,CAAC;YAClE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAA;YAC7D,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAClD,CAAC;IACH,CAAC;IAEO,yBAAyB,CAAC,KAAa,EAAE,SAAiB;QAChE,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAEvD,IAAI,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,CAAC,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,CAAC,CAAA;YACrD,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,GAAG,SAAS,CAAA;QACrD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;YACrD,OAAM;QACR,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAClF,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;IAC9C,CAAC;IAEO,oBAAoB,CAAC,KAAa,EAAE,SAAiB;QAC3D,OAAO,GAAG,KAAK,IAAI,SAAS,EAAE,CAAA;IAChC,CAAC;IAEO,sBAAsB,CAAC,GAAW;QACxC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACzC,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACvD,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAA;IAC7D,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@message-queue-toolkit/kafka",
-    "version": "0.6.0",
+    "version": "0.7.0",
     "engines": {
         "node": ">= 22.14.0"
     },
@@ -22,7 +22,11 @@
         "notification",
         "kafka"
     ],
-    "files": ["README.md", "LICENSE", "dist"],
+    "files": [
+        "README.md",
+        "LICENSE",
+        "dist"
+    ],
     "maintainers": [
         {
             "name": "Igor Savin",
@@ -49,7 +53,7 @@
     "dependencies": {
         "@lokalise/node-core": "^14.2.0",
         "@lokalise/universal-ts-utils": "^4.5.1",
-        "@platformatic/kafka": "^1.10.5"
+        "@platformatic/kafka": "^1.11.0"
     },
     "peerDependencies": {
         "@message-queue-toolkit/core": ">=23.0.0",
@@ -57,9 +61,9 @@
         "zod": ">=3.25.76 <5.0.0"
     },
     "devDependencies": {
-        "@biomejs/biome": "^1.9.4",
-        "@lokalise/biome-config": "^2.0.0",
-        "@lokalise/tsconfig": "^2.0.0",
+        "@biomejs/biome": "^2.2.0",
+        "@lokalise/biome-config": "^3.1.0",
+        "@lokalise/tsconfig": "^3.0.0",
         "@message-queue-toolkit/core": ">=23.0.0",
         "@message-queue-toolkit/schemas": ">=7.0.0",
         "@types/node": "^24.0.3",

package/dist/handler-container/KafkaHandlerConfig.d.ts

@@ -1,9 +0,0 @@
-import type { Message } from '@platformatic/kafka';
-import type { ZodSchema } from 'zod/v4';
-import type { RequestContext } from '../types.js';
-export type KafkaHandler<MessageValue extends object, ExecutionContext> = (message: Message<string, MessageValue, string, string>, context: ExecutionContext, requestContext: RequestContext) => Promise<void> | void;
-export declare class KafkaHandlerConfig<MessageValue extends object, ExecutionContext> {
-    readonly schema: ZodSchema<MessageValue, any>;
-    readonly handler: KafkaHandler<MessageValue, ExecutionContext>;
-    constructor(schema: ZodSchema<MessageValue, any>, handler: KafkaHandler<MessageValue, ExecutionContext>);
-}

package/dist/handler-container/KafkaHandlerConfig.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"KafkaHandlerConfig.js","sourceRoot":"","sources":["../../lib/handler-container/KafkaHandlerConfig.ts"],"names":[],"mappings":"AAUA,MAAM,OAAO,kBAAkB;IAC7B,2EAA2E;IAC3D,MAAM,CAA8B;IACpC,OAAO,CAA8C;IAErE;IACE,2EAA2E;IAC3E,MAAoC,EACpC,OAAqD;QAErD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;IACxB,CAAC;CACF"}

package/dist/handler-container/KafkaHandlerContainer.d.ts

@@ -1,11 +0,0 @@
-import type { SupportedMessageValuesForTopic, SupportedTopics, TopicConfig } from '../types.ts';
-import type { KafkaHandlerConfig } from './KafkaHandlerConfig.ts';
-import type { KafkaHandlerRouting } from './KafkaHandlerRoutingBuilder.ts';
-export declare class KafkaHandlerContainer<TopicsConfig extends TopicConfig[], ExecutionContext> {
-    private readonly handlers;
-    private readonly messageTypeField?;
-    constructor(topicHandlers: KafkaHandlerRouting<TopicsConfig, ExecutionContext>, messageTypeField?: string);
-    private mapTopicHandlers;
-    resolveHandler<Topic extends SupportedTopics<TopicsConfig>>(topic: Topic, messageValue: SupportedMessageValuesForTopic<TopicsConfig, Topic>): KafkaHandlerConfig<SupportedMessageValuesForTopic<TopicsConfig, Topic>, ExecutionContext> | undefined;
-    get topics(): SupportedTopics<TopicsConfig>[];
-}

package/dist/handler-container/KafkaHandlerContainer.js

@@ -1,45 +0,0 @@
-const DEFAULT_HANDLER_KEY = Symbol('default-handler');
-export class KafkaHandlerContainer {
-    handlers;
-    messageTypeField;
-    constructor(topicHandlers, messageTypeField) {
-        this.messageTypeField = messageTypeField;
-        this.handlers = this.mapTopicHandlers(topicHandlers);
-    }
-    mapTopicHandlers(topicHandlerRouting) {
-        const result = {};
-        for (const [topic, topicHandlers] of Object.entries(topicHandlerRouting)) {
-            if (!topicHandlers.length)
-                continue;
-            result[topic] = {};
-            for (const handler of topicHandlers) {
-                let handlerKey = this.messageTypeField
-                    ? // @ts-expect-error
-                        handler.schema.shape[this.messageTypeField]?.value
-                    : undefined;
-                handlerKey ??= DEFAULT_HANDLER_KEY;
-                if (result[topic][handlerKey]) {
-                    throw new Error(`Duplicate handler for topic ${topic}`);
-                }
-                result[topic][handlerKey] = handler;
-            }
-        }
-        return result;
-    }
-    resolveHandler(topic, messageValue) {
-        const handlers = this.handlers[topic];
-        if (!handlers)
-            return undefined;
-        let messageValueType = undefined;
-        // @ts-expect-error
-        if (this.messageTypeField)
-            messageValueType = messageValue[this.messageTypeField];
-        return messageValueType
-            ? (handlers[messageValueType] ?? handlers[DEFAULT_HANDLER_KEY])
-            : handlers[DEFAULT_HANDLER_KEY];
-    }
-    get topics() {
-        return Object.keys(this.handlers);
-    }
-}
-//# sourceMappingURL=KafkaHandlerContainer.js.map

package/dist/handler-container/KafkaHandlerContainer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"KafkaHandlerContainer.js","sourceRoot":"","sources":["../../lib/handler-container/KafkaHandlerContainer.ts"],"names":[],"mappings":"AASA,MAAM,mBAAmB,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAA;AAUrD,MAAM,OAAO,qBAAqB;IACf,QAAQ,CAA0C;IAClD,gBAAgB,CAAS;IAE1C,YACE,aAAkE,EAClE,gBAAyB;QAEzB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QACxC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAA;IACtD,CAAC;IAEO,gBAAgB,CACtB,mBAAwE;QAExE,MAAM,MAAM,GAA6C,EAAE,CAAA;QAE3D,KAAK,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACzE,IAAI,CAAC,aAAa,CAAC,MAAM;gBAAE,SAAQ;YACnC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;YAElB,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;gBACpC,IAAI,UAAU,GAAG,IAAI,CAAC,gBAAgB;oBACpC,CAAC,CAAC,mBAAmB;wBACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,KAAK;oBACpD,CAAC,CAAC,SAAS,CAAA;gBACb,UAAU,KAAK,mBAAmB,CAAA;gBAClC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAA;gBACzD,CAAC;gBAED,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,GAAG,OAAO,CAAA;YACrC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAED,cAAc,CACZ,KAAY,EACZ,YAAiE;QAIjE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,CAAC,QAAQ;YAAE,OAAO,SAAS,CAAA;QAE/B,IAAI,gBAAgB,GAAuB,SAAS,CAAA;QACpD,mBAAmB;QACnB,IAAI,IAAI,CAAC,gBAAgB;YAAE,gBAAgB,GAAG,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAEjF,OAAO,gBAAgB;YACrB,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YAC/D,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAA;IACnC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACnC,CAAC;CACF"}

package/dist/handler-container/KafkaHandlerRoutingBuilder.d.ts

@@ -1,8 +0,0 @@
-import type { SupportedMessageValues, SupportedMessageValuesForTopic, SupportedTopics, TopicConfig } from '../types.ts';
-import type { KafkaHandlerConfig } from './KafkaHandlerConfig.ts';
-export type KafkaHandlerRouting<TopicsConfig extends TopicConfig[], ExecutionContext> = Record<string, KafkaHandlerConfig<SupportedMessageValues<TopicsConfig>, ExecutionContext>[]>;
-export declare class KafkaHandlerRoutingBuilder<const TopicsConfig extends TopicConfig[], ExecutionContext> {
-    private readonly configs;
-    addConfig<Topic extends SupportedTopics<TopicsConfig>, MessageValue extends SupportedMessageValuesForTopic<TopicsConfig, Topic>>(topic: Topic, config: KafkaHandlerConfig<MessageValue, ExecutionContext>): this;
-    build(): KafkaHandlerRouting<TopicsConfig, ExecutionContext>;
-}

package/dist/handler-container/KafkaHandlerRoutingBuilder.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"KafkaHandlerRoutingBuilder.js","sourceRoot":"","sources":["../../lib/handler-container/KafkaHandlerRoutingBuilder.ts"],"names":[],"mappings":"AAaA,MAAM,OAAO,0BAA0B;IAIpB,OAAO,GAAwD,EAAE,CAAA;IAElF,SAAS,CAGP,KAAY,EAAE,MAA0D;QACxE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAC1B,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CACtB,MAAoF,CACrF,CAAA;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;CACF"}

package/dist/handler-container/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../lib/handler-container/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAA;AACvC,OAAO,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAA"}