kafka-ts 1.0.2 → 1.1.0

package/README.md

@@ -141,6 +141,7 @@ The existing high-level libraries (e.g. kafkajs) are missing a few crucial featu
 | bootstrapServers | TcpSocketConnectOpts[] | true     |         | List of kafka brokers for initial cluster discovery. |
 | sasl             | SASLProvider           | false    |         | SASL provider                                        |
 | ssl              | TLSSocketOptions       | false    |         | SSL configuration.                                   |
+| requestTimeout   | number                 | false    | 60000   | Request timeout in milliseconds.                     |
 
 #### Supported SASL mechanisms
 

package/dist/broker.d.ts

@@ -14,6 +14,7 @@ type BrokerOptions = {
     options: TcpSocketConnectOpts;
     sasl: SASLProvider | null;
     ssl: TLSSocketOptions | null;
+    requestTimeout: number;
 };
 export declare class Broker {
     private options;

package/dist/broker.js

@@ -14,6 +14,7 @@ class Broker {
             clientId: this.options.clientId,
             connection: this.options.options,
             ssl: this.options.ssl,
+            requestTimeout: this.options.requestTimeout,
         });
         this.sendRequest = this.connection.sendRequest.bind(this.connection);
     }

package/dist/client.d.ts

@@ -11,6 +11,7 @@ export type ClientOptions = {
     bootstrapServers: TcpSocketConnectOpts[];
     sasl?: SASLProvider | null;
     ssl?: TLSSocketOptions | null;
+    requestTimeout?: number;
 };
 export declare class Client {
     private options;

package/dist/client.js

@@ -12,6 +12,7 @@ class Client {
             clientId: options.clientId ?? null,
             sasl: options.sasl ?? null,
             ssl: options.ssl ?? null,
+            requestTimeout: options.requestTimeout ?? 60_000,
         };
     }
     async startConsumer(options) {
@@ -28,6 +29,7 @@ class Client {
             bootstrapServers: this.options.bootstrapServers,
             sasl: this.options.sasl,
             ssl: this.options.ssl,
+            requestTimeout: this.options.requestTimeout,
         });
     }
 }

package/dist/cluster.d.ts

@@ -9,6 +9,7 @@ type ClusterOptions = {
     bootstrapServers: TcpSocketConnectOpts[];
     sasl: SASLProvider | null;
     ssl: TLSSocketOptions | null;
+    requestTimeout: number;
 };
 export declare class Cluster {
     private options;

package/dist/cluster.js

@@ -54,6 +54,7 @@ class Cluster {
             clientId: this.options.clientId,
             sasl: this.options.sasl,
             ssl: this.options.ssl,
+            requestTimeout: this.options.requestTimeout,
             options: this.brokerMetadata[nodeId],
         });
         await broker.connect();
@@ -63,10 +64,11 @@ class Cluster {
         const randomizedBrokers = this.options.bootstrapServers.toSorted(() => Math.random() - 0.5);
         for (const options of randomizedBrokers) {
             try {
-                const broker = await new broker_1.Broker({
+                const broker = new broker_1.Broker({
                     clientId: this.options.clientId,
                     sasl: this.options.sasl,
                     ssl: this.options.ssl,
+                    requestTimeout: this.options.requestTimeout,
                     options,
                 });
                 await broker.connect();

package/dist/connection.d.ts

@@ -7,6 +7,7 @@ type ConnectionOptions = {
     clientId: string | null;
     connection: TcpSocketConnectOpts;
     ssl: TLSSocketOptions | null;
+    requestTimeout: number;
 };
 export declare class Connection {
     private options;

package/dist/connection.js

@@ -105,7 +105,7 @@ class Connection {
             timeout = setTimeout(() => {
                 delete this.queue[correlationId];
                 reject(new error_1.ConnectionError(`${apiName} timed out`));
-            }, 30_000);
+            }, this.options.requestTimeout);
             try {
                 this.queue[correlationId] = { resolve, reject };
                 await this.write(requestEncoder.value());

package/dist/consumer/consumer.js

@@ -48,7 +48,7 @@ class Consumer extends events_1.default {
             minBytes: options.minBytes ?? 1,
             maxBytes: options.maxBytes ?? 1_048_576,
             partitionMaxBytes: options.partitionMaxBytes ?? 1_048_576,
-            isolationLevel: options.isolationLevel ?? 0 /* IsolationLevel.READ_UNCOMMITTED */,
+            isolationLevel: options.isolationLevel ?? 1 /* IsolationLevel.READ_COMMITTED */,
             allowTopicAutoCreation: options.allowTopicAutoCreation ?? false,
             fromBeginning: options.fromBeginning ?? false,
             fromTimestamp: options.fromTimestamp ?? (options.fromBeginning ? -2n : -1n),
@@ -186,7 +186,13 @@ class Consumer extends events_1.default {
             return;
         }
         await retrier(() => options.onBatch(messages));
-        messages.forEach(({ topic, partition, offset }) => this.offsetManager.resolve(topic, partition, offset + 1n));
+        response.responses.forEach(({ topicId, partitions }) => {
+            partitions.forEach(({ partitionIndex, records }) => {
+                records.forEach(({ baseOffset, lastOffsetDelta }) => {
+                    this.offsetManager.resolve(this.metadata.getTopicNameById(topicId), partitionIndex, baseOffset + BigInt(lastOffsetDelta) + 1n);
+                });
+            });
+        });
         await this.consumerGroup?.offsetCommit(topicPartitions);
         this.offsetManager.flush(topicPartitions);
     }
@@ -207,7 +213,7 @@ class Consumer extends events_1.default {
                     currentLeaderEpoch: -1,
                     fetchOffset: this.offsetManager.getCurrentOffset(topic, partition),
                     lastFetchedEpoch: -1,
-                    logStartOffset: 0n,
+                    logStartOffset: -1n,
                     partitionMaxBytes,
                 })),
             })),

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "kafka-ts",
-    "version": "1.0.2",
+    "version": "1.1.0",
     "main": "dist/index.js",
     "author": "Priit Käärd",
     "license": "MIT",