kafka-ts 0.0.17-beta.1 → 0.0.17-beta.2

package/dist/consumer/consumer.d.ts

@@ -19,6 +19,7 @@ export type ConsumerOptions = {
     partitionMaxBytes?: number;
     allowTopicAutoCreation?: boolean;
     fromBeginning?: boolean;
+    fromTimestamp?: bigint;
     batchGranularity?: BatchGranularity;
     concurrency?: number;
     retrier?: Retrier;

package/dist/consumer/consumer.js

@@ -51,6 +51,7 @@ class Consumer extends events_1.default {
             isolationLevel: options.isolationLevel ?? 0 /* IsolationLevel.READ_UNCOMMITTED */,
             allowTopicAutoCreation: options.allowTopicAutoCreation ?? false,
             fromBeginning: options.fromBeginning ?? false,
+            fromTimestamp: options.fromTimestamp ?? (options.fromBeginning ? -2n : -1n),
             batchGranularity: options.batchGranularity ?? 'broker',
             concurrency: options.concurrency ?? 1,
             retrier: options.retrier ?? retrier_1.defaultRetrier,
@@ -76,13 +77,13 @@ class Consumer extends events_1.default {
             : undefined;
     }
     async start() {
-        const { topics, allowTopicAutoCreation, fromBeginning } = this.options;
+        const { topics, allowTopicAutoCreation, fromTimestamp } = this.options;
         this.stopHook = undefined;
         try {
             await this.cluster.connect();
             await this.metadata.fetchMetadata({ topics, allowTopicAutoCreation });
             this.metadata.setAssignment(this.metadata.getTopicPartitions());
-            await this.offsetManager.fetchOffsets({ fromBeginning });
+            await this.offsetManager.fetchOffsets({ fromTimestamp });
             await this.consumerGroup?.init();
         }
         catch (error) {

package/dist/consumer/offset-manager.d.ts

@@ -15,7 +15,7 @@ export declare class OffsetManager {
     resolve(topic: string, partition: number, offset: bigint): void;
     flush(topicPartitions: Record<string, Set<number>>): void;
     fetchOffsets(options: {
-        fromBeginning: boolean;
+        fromTimestamp: bigint;
     }): Promise<void>;
     private listOffsets;
 }

package/dist/consumer/offset-manager.js

@@ -40,7 +40,7 @@ class OffsetManager {
             nodeAssignment: Object.fromEntries(Object.entries(topicPartitions).map(([topicName, partitions]) => [topicName, Object.keys(partitions).map(Number)])),
         })));
     }
-    async listOffsets({ nodeId, nodeAssignment, fromBeginning, }) {
+    async listOffsets({ nodeId, nodeAssignment, fromTimestamp, }) {
         const { cluster, isolationLevel } = this.options;
         const offsets = await cluster.sendRequestToNode(nodeId)(api_1.API.LIST_OFFSETS, {
             replicaId: -1,
@@ -53,7 +53,7 @@ class OffsetManager {
                     {
                         partitionIndex: partition,
                         currentLeaderEpoch: -1,
-                        timestamp: fromBeginning ? -2n : -1n,
+                        timestamp: fromTimestamp,
                     },
                 ],
             })),

package/dist/utils/decoder.js

@@ -124,10 +124,13 @@ class Decoder {
         const length = this.readInt32();
         return Array.from({ length }).map(() => {
             const size = this.readVarInt();
+            if (!size) {
+                return null;
+            }
             const child = new Decoder(this.buffer.subarray(this.offset, this.offset + size));
             this.offset += size;
             return callback(child);
-        });
+        }).filter(x => x !== null);
     }
     read(length) {
         const value = this.buffer.subarray(this.offset, length !== undefined ? this.offset + length : undefined);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "kafka-ts",
-    "version": "0.0.17-beta.1",
+    "version": "0.0.17-beta.2",
     "main": "dist/index.js",
     "author": "Priit Käärd",
     "license": "MIT",