kafka-ts 0.0.17-beta.0 → 0.0.17-beta.2

package/dist/api/create-topics.d.ts

@@ -1,19 +1,19 @@
 export declare const CREATE_TOPICS: import("../utils/api").Api<{
     topics: {
         name: string;
-        numPartitions: number;
-        replicationFactor: number;
-        assignments: {
+        numPartitions?: number;
+        replicationFactor?: number;
+        assignments?: {
             partitionIndex: number;
             brokerIds: number[];
         }[];
-        configs: {
+        configs?: {
             name: string;
             value: string | null;
         }[];
     }[];
-    timeoutMs: number;
-    validateOnly: boolean;
+    timeoutMs?: number | undefined;
+    validateOnly?: boolean | undefined;
 }, {
     _tag: void;
     throttleTimeMs: number;

package/dist/api/create-topics.js

@@ -10,16 +10,16 @@ exports.CREATE_TOPICS = (0, api_1.createApi)({
         .writeUVarInt(0)
         .writeCompactArray(data.topics, (encoder, topic) => encoder
         .writeCompactString(topic.name)
-        .writeInt32(topic.numPartitions)
-        .writeInt16(topic.replicationFactor)
-        .writeCompactArray(topic.assignments, (encoder, assignment) => encoder
+        .writeInt32(topic.numPartitions ?? -1)
+        .writeInt16(topic.replicationFactor ?? -1)
+        .writeCompactArray(topic.assignments ?? [], (encoder, assignment) => encoder
         .writeInt32(assignment.partitionIndex)
         .writeCompactArray(assignment.brokerIds, (encoder, brokerId) => encoder.writeInt32(brokerId))
         .writeUVarInt(0))
-        .writeCompactArray(topic.configs, (encoder, config) => encoder.writeCompactString(config.name).writeCompactString(config.value).writeUVarInt(0))
+        .writeCompactArray(topic.configs ?? [], (encoder, config) => encoder.writeCompactString(config.name).writeCompactString(config.value).writeUVarInt(0))
         .writeUVarInt(0))
-        .writeInt32(data.timeoutMs)
-        .writeBoolean(data.validateOnly)
+        .writeInt32(data.timeoutMs ?? 10_000)
+        .writeBoolean(data.validateOnly ?? false)
         .writeUVarInt(0),
     response: (decoder) => {
         const result = {

package/dist/api/delete-topics.d.ts

@@ -3,7 +3,7 @@ export declare const DELETE_TOPICS: import("../utils/api").Api<{
         name: string | null;
         topicId: string | null;
     }[];
-    timeoutMs: number;
+    timeoutMs?: number | undefined;
 }, {
     _tag: void;
     throttleTimeMs: number;

package/dist/api/delete-topics.js

@@ -9,7 +9,7 @@ exports.DELETE_TOPICS = (0, api_1.createApi)({
     request: (encoder, data) => encoder
         .writeUVarInt(0)
         .writeCompactArray(data.topics, (encoder, topic) => encoder.writeCompactString(topic.name).writeUUID(topic.topicId).writeUVarInt(0))
-        .writeInt32(data.timeoutMs)
+        .writeInt32(data.timeoutMs ?? 10_000)
         .writeUVarInt(0),
     response: (decoder) => {
         const result = {

package/dist/api/index.d.ts

@@ -13,19 +13,19 @@ export declare const API: {
     CREATE_TOPICS: Api<{
         topics: {
             name: string;
-            numPartitions: number;
-            replicationFactor: number;
-            assignments: {
+            numPartitions?: number | undefined;
+            replicationFactor?: number | undefined;
+            assignments?: {
                 partitionIndex: number;
                 brokerIds: number[];
-            }[];
-            configs: {
+            }[] | undefined;
+            configs?: {
                 name: string;
                 value: string | null;
-            }[];
+            }[] | undefined;
         }[];
-        timeoutMs: number;
-        validateOnly: boolean;
+        timeoutMs?: number | undefined;
+        validateOnly?: boolean | undefined;
     }, {
         _tag: void;
         throttleTimeMs: number;
@@ -53,7 +53,7 @@ export declare const API: {
             name: string | null;
             topicId: string | null;
         }[];
-        timeoutMs: number;
+        timeoutMs?: number | undefined;
     }, {
         _tag: void;
         throttleTimeMs: number;
@@ -266,12 +266,12 @@ export declare const API: {
         _tag2: void;
     }>;
     METADATA: Api<{
-        topics: {
+        topics?: {
             id: string | null;
             name: string;
-        }[] | null;
-        allowTopicAutoCreation: boolean;
-        includeTopicAuthorizedOperations: boolean;
+        }[] | null | undefined;
+        allowTopicAutoCreation?: boolean | undefined;
+        includeTopicAuthorizedOperations?: boolean | undefined;
     }, {
         _tag: void;
         throttleTimeMs: number;

package/dist/api/metadata.d.ts

@@ -1,11 +1,11 @@
 export type Metadata = Awaited<ReturnType<(typeof METADATA)['response']>>;
 export declare const METADATA: import("../utils/api").Api<{
-    topics: {
+    topics?: {
         id: string | null;
         name: string;
-    }[] | null;
-    allowTopicAutoCreation: boolean;
-    includeTopicAuthorizedOperations: boolean;
+    }[] | null | undefined;
+    allowTopicAutoCreation?: boolean | undefined;
+    includeTopicAuthorizedOperations?: boolean | undefined;
 }, {
     _tag: void;
     throttleTimeMs: number;

package/dist/api/metadata.js

@@ -8,9 +8,9 @@ exports.METADATA = (0, api_1.createApi)({
     apiVersion: 12,
     request: (encoder, data) => encoder
         .writeUVarInt(0)
-        .writeCompactArray(data.topics, (encoder, topic) => encoder.writeUUID(topic.id).writeCompactString(topic.name).writeUVarInt(0))
-        .writeBoolean(data.allowTopicAutoCreation)
-        .writeBoolean(data.includeTopicAuthorizedOperations)
+        .writeCompactArray(data.topics ?? null, (encoder, topic) => encoder.writeUUID(topic.id).writeCompactString(topic.name).writeUVarInt(0))
+        .writeBoolean(data.allowTopicAutoCreation ?? false)
+        .writeBoolean(data.includeTopicAuthorizedOperations ?? false)
         .writeUVarInt(0),
     response: (decoder) => {
         const result = {

package/dist/cluster.js

@@ -16,11 +16,7 @@ class Cluster {
     async connect() {
         this.seedBroker = await this.findSeedBroker();
         this.brokerById = {};
-        const metadata = await this.sendRequest(api_1.API.METADATA, {
-            allowTopicAutoCreation: false,
-            includeTopicAuthorizedOperations: false,
-            topics: [],
-        });
+        const metadata = await this.sendRequest(api_1.API.METADATA, { topics: [] });
         this.brokerMetadata = Object.fromEntries(metadata.brokers.map((options) => [options.nodeId, options]));
     }
     async ensureConnected() {

package/dist/consumer/consumer.d.ts

@@ -19,6 +19,7 @@ export type ConsumerOptions = {
     partitionMaxBytes?: number;
     allowTopicAutoCreation?: boolean;
     fromBeginning?: boolean;
+    fromTimestamp?: bigint;
     batchGranularity?: BatchGranularity;
     concurrency?: number;
     retrier?: Retrier;

package/dist/consumer/consumer.js

@@ -51,6 +51,7 @@ class Consumer extends events_1.default {
             isolationLevel: options.isolationLevel ?? 0 /* IsolationLevel.READ_UNCOMMITTED */,
             allowTopicAutoCreation: options.allowTopicAutoCreation ?? false,
             fromBeginning: options.fromBeginning ?? false,
+            fromTimestamp: options.fromTimestamp ?? (options.fromBeginning ? -2n : -1n),
             batchGranularity: options.batchGranularity ?? 'broker',
             concurrency: options.concurrency ?? 1,
             retrier: options.retrier ?? retrier_1.defaultRetrier,
@@ -76,13 +77,13 @@ class Consumer extends events_1.default {
             : undefined;
     }
     async start() {
-        const { topics, allowTopicAutoCreation, fromBeginning } = this.options;
+        const { topics, allowTopicAutoCreation, fromTimestamp } = this.options;
         this.stopHook = undefined;
         try {
             await this.cluster.connect();
             await this.metadata.fetchMetadata({ topics, allowTopicAutoCreation });
             this.metadata.setAssignment(this.metadata.getTopicPartitions());
-            await this.offsetManager.fetchOffsets({ fromBeginning });
+            await this.offsetManager.fetchOffsets({ fromTimestamp });
             await this.consumerGroup?.init();
         }
         catch (error) {

package/dist/consumer/offset-manager.d.ts

@@ -15,7 +15,7 @@ export declare class OffsetManager {
     resolve(topic: string, partition: number, offset: bigint): void;
     flush(topicPartitions: Record<string, Set<number>>): void;
     fetchOffsets(options: {
-        fromBeginning: boolean;
+        fromTimestamp: bigint;
     }): Promise<void>;
     private listOffsets;
 }

package/dist/consumer/offset-manager.js

@@ -40,7 +40,7 @@ class OffsetManager {
             nodeAssignment: Object.fromEntries(Object.entries(topicPartitions).map(([topicName, partitions]) => [topicName, Object.keys(partitions).map(Number)])),
         })));
     }
-    async listOffsets({ nodeId, nodeAssignment, fromBeginning, }) {
+    async listOffsets({ nodeId, nodeAssignment, fromTimestamp, }) {
         const { cluster, isolationLevel } = this.options;
         const offsets = await cluster.sendRequestToNode(nodeId)(api_1.API.LIST_OFFSETS, {
             replicaId: -1,
@@ -53,7 +53,7 @@ class OffsetManager {
                     {
                         partitionIndex: partition,
                         currentLeaderEpoch: -1,
-                        timestamp: fromBeginning ? -2n : -1n,
+                        timestamp: fromTimestamp,
                     },
                 ],
             })),

package/dist/metadata.js

@@ -63,7 +63,6 @@ class Metadata {
         const { cluster } = this.options;
         const response = await cluster.sendRequest(api_1.API.METADATA, {
             allowTopicAutoCreation,
-            includeTopicAuthorizedOperations: false,
             topics: topics?.map((name) => ({ id: null, name })) ?? null,
         });
         this.topicPartitions = {

package/dist/utils/decoder.js

@@ -124,10 +124,13 @@ class Decoder {
         const length = this.readInt32();
         return Array.from({ length }).map(() => {
             const size = this.readVarInt();
+            if (!size) {
+                return null;
+            }
             const child = new Decoder(this.buffer.subarray(this.offset, this.offset + size));
             this.offset += size;
             return callback(child);
-        });
+        }).filter(x => x !== null);
     }
     read(length) {
         const value = this.buffer.subarray(this.offset, length !== undefined ? this.offset + length : undefined);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "kafka-ts",
-    "version": "0.0.17-beta.0",
+    "version": "0.0.17-beta.2",
     "main": "dist/index.js",
     "author": "Priit Käärd",
     "license": "MIT",