kafka-ts 0.0.6-beta.1 → 0.0.6-beta.3

package/dist/connection.js

@@ -119,7 +119,7 @@ class Connection {
         }
         catch (error) {
             if (error instanceof error_1.KafkaTSApiError) {
-                error.request = JSON.stringify(body, logger_1.jsonSerializer);
+                error.request = body;
             }
             throw error;
         }

package/dist/producer/producer.d.ts

@@ -20,5 +20,6 @@ export declare class Producer {
     close(): Promise<void>;
     private ensureConnected;
     private initProducerId;
-    private getBaseSequence;
+    private nextBaseSequence;
+    private revertBaseSequence;
 }

package/dist/producer/producer.js

@@ -43,11 +43,8 @@ class Producer {
         const topics = Array.from(new Set(messages.map((message) => message.topic)));
         await this.metadata.fetchMetadataIfNecessary({ topics, allowTopicAutoCreation });
         const nodeTopicPartitionMessages = (0, messages_to_topic_partition_leaders_1.distributeMessagesToTopicPartitionLeaders)(messages.map((message) => ({ ...message, partition: this.partition(message) })), this.metadata.getTopicPartitionLeaderIds());
-        await Promise.all(Object.entries(nodeTopicPartitionMessages).map(([nodeId, topicPartitionMessages]) => this.cluster.sendRequestToNode(parseInt(nodeId))(api_1.API.PRODUCE, {
-            transactionalId: null,
-            acks,
-            timeoutMs: 5000,
-            topicData: Object.entries(topicPartitionMessages).map(([topic, partitionMessages]) => ({
+        await Promise.all(Object.entries(nodeTopicPartitionMessages).map(async ([nodeId, topicPartitionMessages]) => {
+            const topicData = Object.entries(topicPartitionMessages).map(([topic, partitionMessages]) => ({
                 name: topic,
                 partitionData: Object.entries(partitionMessages).map(([partition, messages]) => {
                     const partitionIndex = parseInt(partition);
@@ -61,7 +58,7 @@ class Producer {
                             maxTimestamp = timestamp;
                         }
                     });
-                    const baseSequence = this.getBaseSequence(topic, partitionIndex, messages.length);
+                    const baseSequence = this.nextBaseSequence(topic, partitionIndex, messages.length);
                     return {
                         index: partitionIndex,
                         baseOffset: 0n,
@@ -86,8 +83,24 @@ class Producer {
                         })),
                     };
                 }),
-            })),
-        })));
+            }));
+            try {
+                return await this.cluster.sendRequestToNode(parseInt(nodeId))(api_1.API.PRODUCE, {
+                    transactionalId: null,
+                    acks,
+                    timeoutMs: 5000,
+                    topicData,
+                });
+            }
+            catch (error) {
+                topicData.forEach(({ name, partitionData }) => {
+                    partitionData.forEach(({ index, records }) => {
+                        this.revertBaseSequence(name, index, records.length);
+                    });
+                });
+                throw error;
+            }
+        }));
     }
     async close() {
         await this.cluster.disconnect();
@@ -116,13 +129,16 @@ class Producer {
             throw error;
         }
     }
-    getBaseSequence(topic, partition, messagesCount) {
+    nextBaseSequence(topic, partition, messagesCount) {
         this.sequences[topic] ??= {};
         this.sequences[topic][partition] ??= 0;
         const baseSequence = this.sequences[topic][partition];
         this.sequences[topic][partition] += messagesCount;
         return baseSequence;
     }
+    revertBaseSequence(topic, partition, messagesCount) {
+        this.sequences[topic][partition] -= messagesCount;
+    }
 }
 exports.Producer = Producer;
 __decorate([

package/dist/utils/error.d.ts

@@ -5,7 +5,7 @@ export declare class KafkaTSApiError<T = any> extends KafkaTSError {
     errorCode: number;
     errorMessage: string | null;
     response: T;
-    request: string | undefined;
+    request: unknown | undefined;
     constructor(errorCode: number, errorMessage: string | null, response: T);
 }
 export declare class ConnectionError extends KafkaTSError {

package/dist/utils/retrier.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.defaultRetrier = exports.createExponentialBackoffRetrier = void 0;
 const delay_1 = require("./delay");
+const logger_1 = require("./logger");
 const createExponentialBackoffRetrier = ({ retries = 5, initialDelayMs = 100, maxDelayMs = 3000, multiplier = 2, onFailure = (error) => {
     throw error;
 }, } = {}) => async (func) => {
@@ -16,6 +17,7 @@ const createExponentialBackoffRetrier = ({ retries = 5, initialDelayMs = 100, ma
         catch (error) {
             lastError = error;
         }
+        logger_1.log.debug(`Failed to process batch (retriesLeft: ${retriesLeft})`);
         if (--retriesLeft < 1)
             break;
         await (0, delay_1.delay)(delayMs);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "kafka-ts",
-    "version": "0.0.6-beta.1",
+    "version": "0.0.6-beta.3",
     "main": "dist/index.js",
     "author": "Priit Käärd",
     "license": "MIT",