kafka-ts 1.3.2-beta.6 → 1.3.3

package/dist/api/join-group.js

@@ -98,6 +98,7 @@ JoinGroup Response (Version: 6) => throttle_time_ms error_code generation_id pro
 const JOIN_GROUP_V6 = (0, api_1.createApi)({
     apiKey: 11,
     apiVersion: 6,
+    fallback: JOIN_GROUP_V5,
     requestHeaderVersion: 2,
     responseHeaderVersion: 1,
     request: (encoder, data) => encoder
@@ -169,7 +170,7 @@ JoinGroup Response (Version: 9) => throttle_time_ms error_code generation_id pro
 exports.JOIN_GROUP = (0, api_1.createApi)({
     apiKey: 11,
     apiVersion: 9,
-    fallback: JOIN_GROUP_V5,
+    fallback: JOIN_GROUP_V6,
     requestHeaderVersion: 2,
     responseHeaderVersion: 1,
     request: (encoder, data) => encoder

package/dist/api/leave-group.js

@@ -67,6 +67,7 @@ LeaveGroup Response (Version: 4) => throttle_time_ms error_code [members] _tagge
 const LEAVE_GROUP_V4 = (0, api_1.createApi)({
     apiKey: 13,
     apiVersion: 4,
+    fallback: LEAVE_GROUP_V3,
     requestHeaderVersion: 2,
     responseHeaderVersion: 1,
     request: (encoder, body) => encoder
@@ -116,7 +117,7 @@ LeaveGroup Response (Version: 5) => throttle_time_ms error_code [members] _tagge
 exports.LEAVE_GROUP = (0, api_1.createApi)({
     apiKey: 13,
     apiVersion: 5,
-    fallback: LEAVE_GROUP_V3,
+    fallback: LEAVE_GROUP_V4,
     requestHeaderVersion: 2,
     responseHeaderVersion: 1,
     request: (encoder, body) => encoder

package/dist/api/sync-group.js

@@ -5,7 +5,6 @@ const api_1 = require("../utils/api");
 const decoder_1 = require("../utils/decoder");
 const encoder_1 = require("../utils/encoder");
 const error_1 = require("../utils/error");
-const logger_1 = require("../utils/logger");
 /*
 SyncGroup Request (Version: 3) => group_id generation_id member_id group_instance_id [assignments]
   group_id => STRING
@@ -66,6 +65,7 @@ SyncGroup Response (Version: 4) => throttle_time_ms error_code assignment _tagge
 const SYNC_GROUP_V4 = (0, api_1.createApi)({
     apiKey: 14,
     apiVersion: 4,
+    fallback: SYNC_GROUP_V3,
     requestHeaderVersion: 2,
     responseHeaderVersion: 1,
     request: (encoder, data) => encoder
@@ -114,7 +114,7 @@ SyncGroup Response (Version: 5) => throttle_time_ms error_code protocol_type pro
 exports.SYNC_GROUP = (0, api_1.createApi)({
     apiKey: 14,
     apiVersion: 5,
-    fallback: SYNC_GROUP_V3,
+    fallback: SYNC_GROUP_V4,
     requestHeaderVersion: 2,
     responseHeaderVersion: 1,
     request: (encoder, data) => encoder
@@ -149,7 +149,6 @@ const encodeAssignment = (data) => new encoder_1.Encoder()
     .writeBytes(Buffer.alloc(0))
     .value();
 const decodeAssignment = (data) => {
-    logger_1.log.debug('Received assignment hex', { data });
     if (!data) {
         return {};
     }

package/dist/cluster.js

@@ -111,7 +111,7 @@ class Cluster {
                 return broker;
             }
             catch (error) {
-                logger_1.log.debug(`Failed to connect to seed broker ${options.host}:${options.port}`, {
+                logger_1.log.warn(`Failed to connect to seed broker ${options.host}:${options.port}`, {
                     reason: error.message,
                 });
             }

package/dist/connection.js

@@ -135,7 +135,7 @@ class Connection {
             .writeInt16(api.apiKey)
             .writeInt16(api.apiVersion)
             .writeInt32(correlationId)
-            .writeString(this.options.clientId);
+            .writeString(this.options.clientId ?? '');
         if (api.requestHeaderVersion === 2)
             encoder.writeTagBuffer();
         const request = api.request(encoder, body);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "kafka-ts",
-    "version": "1.3.2-beta.6",
+    "version": "1.3.3",
     "main": "dist/index.js",
     "author": "Priit Käärd",
     "license": "MIT",

package/dist/api/alter-configs.d.ts

@@ -1,26 +0,0 @@
-export declare const ALTER_CONFIGS: import("../utils/api").Api<{
-    resources: {
-        resourceType: number;
-        resourceName: string;
-        configs: {
-            name: string;
-            value: string | null;
-        }[];
-    }[];
-    validateOnly: boolean;
-}, {
-    _tag: void;
-    responses: {
-        name: string | null;
-        partitionResponses: {
-            index: number;
-            errorCode: number;
-            baseOffset: bigint;
-            logAppendTimeMs: bigint;
-            _tag: void;
-        }[];
-        _tag: void;
-    }[];
-    throttleTimeMs: number;
-    _tag2: void;
-}>;

package/dist/api/alter-configs.js

@@ -1,33 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ALTER_CONFIGS = void 0;
-const api_1 = require("../utils/api");
-exports.ALTER_CONFIGS = (0, api_1.createApi)({
-    apiKey: 33,
-    apiVersion: 2,
-    request: (encoder, data) => encoder
-        .writeUVarInt(0)
-        .writeCompactArray(data.resources, (encoder, item) => encoder
-        .writeInt8(item.resourceType)
-        .writeCompactString(item.resourceName)
-        .writeCompactArray(item.configs, (encoder, item) => encoder.writeCompactString(item.name).writeCompactString(item.value).writeUVarInt(0))
-        .writeUVarInt(0))
-        .writeBoolean(data.validateOnly)
-        .writeUVarInt(0),
-    response: (decoder) => ({
-        _tag: decoder.readTagBuffer(),
-        responses: decoder.readCompactArray((decoder) => ({
-            name: decoder.readCompactString(),
-            partitionResponses: decoder.readCompactArray((decoder) => ({
-                index: decoder.readInt32(),
-                errorCode: decoder.readInt16(),
-                baseOffset: decoder.readInt64(),
-                logAppendTimeMs: decoder.readInt64(),
-                _tag: decoder.readTagBuffer(),
-            })),
-            _tag: decoder.readTagBuffer(),
-        })),
-        throttleTimeMs: decoder.readInt32(),
-        _tag2: decoder.readTagBuffer(),
-    }),
-});

package/dist/consumer/metadata.d.ts

@@ -1,24 +0,0 @@
-import { IsolationLevel } from "../api/fetch";
-import { Assignment } from "../api/sync-group";
-import { Cluster } from "../cluster";
-import { OffsetManager } from "./offset-manager";
-export type Metadata = ReturnType<typeof createMetadata>;
-type MetadataOptions = {
-    cluster: Cluster;
-    topics?: string[];
-    isolationLevel?: IsolationLevel;
-    allowTopicAutoCreation?: boolean;
-    fromBeginning?: boolean;
-    offsetManager?: OffsetManager;
-};
-export declare const createMetadata: ({ cluster, topics, isolationLevel, allowTopicAutoCreation, fromBeginning, offsetManager, }: MetadataOptions) => {
-    init: () => Promise<void>;
-    getTopicPartitions: () => Record<string, number[]>;
-    getTopicIdByName: (name: string) => string;
-    getTopicNameById: (id: string) => string;
-    getAssignment: () => Assignment;
-    setAssignment: (newAssignment: Assignment) => void;
-    getLeaderIdByTopicPartition: (topic: string, partition: number) => number;
-    getIsrNodeIdsByTopicPartition: (topic: string, partition: number) => number[];
-};
-export {};

package/dist/consumer/metadata.js

@@ -1,64 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createMetadata = void 0;
-const api_1 = require("../api");
-const createMetadata = ({ cluster, topics, isolationLevel = 0 /* IsolationLevel.READ_UNCOMMITTED */, allowTopicAutoCreation = true, fromBeginning = false, offsetManager, }) => {
-    let topicPartitions = {};
-    let topicNameById = {};
-    let topicIdByName = {};
-    let leaderIdByTopicPartition = {};
-    let isrNodesByTopicPartition;
-    let assignment = {};
-    const fetchMetadata = async () => {
-        const response = await cluster.sendRequest(api_1.API.METADATA, {
-            allowTopicAutoCreation,
-            includeTopicAuthorizedOperations: false,
-            topics: topics?.map((name) => ({ id: null, name })) ?? null,
-        });
-        topicPartitions = Object.fromEntries(response.topics.map((topic) => [topic.name, topic.partitions.map((partition) => partition.partitionIndex)]));
-        topicNameById = Object.fromEntries(response.topics.map((topic) => [topic.topicId, topic.name]));
-        topicIdByName = Object.fromEntries(response.topics.map((topic) => [topic.name, topic.topicId]));
-        leaderIdByTopicPartition = Object.fromEntries(response.topics.map((topic) => [
-            topic.name,
-            Object.fromEntries(topic.partitions.map((partition) => [partition.partitionIndex, partition.leaderId])),
-        ]));
-        isrNodesByTopicPartition = Object.fromEntries(response.topics.map((topic) => [
-            topic.name,
-            Object.fromEntries(topic.partitions.map((partition) => [partition.partitionIndex, partition.isrNodes])),
-        ]));
-        assignment = topicPartitions;
-    };
-    const listOffsets = async () => {
-        const offsets = await cluster.sendRequest(api_1.API.LIST_OFFSETS, {
-            replicaId: -1,
-            isolationLevel,
-            topics: Object.entries(assignment)
-                .flatMap(([topic, partitions]) => partitions.map((partition) => ({ topic, partition })))
-                .map(({ topic, partition }) => ({
-                name: topic,
-                partitions: [{ partitionIndex: partition, currentLeaderEpoch: -1, timestamp: -1n }],
-            })),
-        });
-        offsets.topics.forEach(({ name, partitions }) => {
-            partitions.forEach(({ partitionIndex, offset }) => {
-                offsetManager?.resolve(name, partitionIndex, fromBeginning ? 0n : offset);
-            });
-        });
-    };
-    return {
-        init: async () => {
-            await fetchMetadata();
-            await listOffsets();
-        },
-        getTopicPartitions: () => topicPartitions,
-        getTopicIdByName: (name) => topicIdByName[name],
-        getTopicNameById: (id) => topicNameById[id],
-        getAssignment: () => assignment,
-        setAssignment: (newAssignment) => {
-            assignment = newAssignment;
-        },
-        getLeaderIdByTopicPartition: (topic, partition) => leaderIdByTopicPartition[topic][partition],
-        getIsrNodeIdsByTopicPartition: (topic, partition) => isrNodesByTopicPartition[topic][partition],
-    };
-};
-exports.createMetadata = createMetadata;

package/dist/distributors/messages-to-topic-partition-leaders.d.ts

@@ -1,17 +0,0 @@
-type TopicPartitionLeader = {
-    [topicName: string]: {
-        [partitionId: number]: number;
-    };
-};
-type MessagesByNodeTopicPartition<T> = {
-    [nodeId: number]: {
-        [topicName: string]: {
-            [partitionId: number]: T[];
-        };
-    };
-};
-export declare const distributeMessagesToTopicPartitionLeaders: <T extends {
-    topic: string;
-    partition: number;
-}>(messages: T[], topicPartitionLeader: TopicPartitionLeader) => MessagesByNodeTopicPartition<T>;
-export {};

package/dist/distributors/messages-to-topic-partition-leaders.js

@@ -1,15 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.distributeMessagesToTopicPartitionLeaders = void 0;
-const distributeMessagesToTopicPartitionLeaders = (messages, topicPartitionLeader) => {
-    const result = {};
-    messages.forEach((message) => {
-        const leaderId = topicPartitionLeader[message.topic][message.partition];
-        result[leaderId] ??= {};
-        result[leaderId][message.topic] ??= {};
-        result[leaderId][message.topic][message.partition] ??= [];
-        result[leaderId][message.topic][message.partition].push(message);
-    });
-    return result;
-};
-exports.distributeMessagesToTopicPartitionLeaders = distributeMessagesToTopicPartitionLeaders;

package/dist/distributors/messages-to-topic-partition-leaders.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/distributors/messages-to-topic-partition-leaders.test.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const vitest_1 = require("vitest");
-const messages_to_topic_partition_leaders_1 = require("./messages-to-topic-partition-leaders");
-(0, vitest_1.describe)('Distribute messages to partition leader ids', () => {
-    (0, vitest_1.describe)('distributeMessagesToTopicPartitionLeaders', () => {
-        (0, vitest_1.it)('snoke', () => {
-            const result = (0, messages_to_topic_partition_leaders_1.distributeMessagesToTopicPartitionLeaders)([{ topic: 'topic', partition: 0, key: null, value: null, offset: 0n, timestamp: 0n, headers: {} }], { topic: { 0: 1 } });
-            (0, vitest_1.expect)(result).toMatchInlineSnapshot(`
-              {
-                "1": {
-                  "topic": {
-                    "0": [
-                      {
-                        "headers": {},
-                        "key": null,
-                        "offset": 0n,
-                        "partition": 0,
-                        "timestamp": 0n,
-                        "topic": "topic",
-                        "value": null,
-                      },
-                    ],
-                  },
-                },
-              }
-            `);
-        });
-    });
-});

package/dist/examples/src/replicator.js

@@ -1,34 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const kafkats_1 = require("kafkats");
-const json_1 = require("./utils/json");
-(async () => {
-    const brokers = [{ host: "localhost", port: 9092 }];
-    const topic = "playground-topic";
-    // const producer = createProducer({ brokers });
-    // const producerInterval = setInterval(async () => {
-    //     await producer.send([
-    //         {
-    //             topic,
-    //             partition: 0,
-    //             offset: 1n,
-    //             timestamp: BigInt(Date.now()),
-    //             key: null,
-    //             value: `PING ${Math.random()}`,
-    //             headers: { timestamp: Date.now().toString() }
-    //         }
-    //     ])
-    // }, 5000);
-    const consumer = await (0, kafkats_1.startConsumer)({
-        topics: [topic],
-        brokers,
-        onBatch: (messages) => {
-            console.log(JSON.stringify(messages, json_1.serializer, 2));
-        },
-    });
-    process.on("SIGINT", async () => {
-        await consumer.close();
-        // clearInterval(producerInterval);
-        // await producer.close();
-    });
-})();

package/dist/examples/src/utils/json.js

@@ -1,5 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.serializer = void 0;
-const serializer = (_, value) => (typeof value === "bigint" ? value.toString() : value);
-exports.serializer = serializer;

package/dist/request-handler.d.ts

@@ -1,16 +0,0 @@
-import { Connection } from "./connection";
-import { Api } from "./utils/api";
-type RequestHandlerOptions = {
-    clientId: string | null;
-};
-export declare class RequestHandler {
-    private connection;
-    private options;
-    private queue;
-    private currentBuffer;
-    constructor(connection: Connection, options: RequestHandlerOptions);
-    private handleData;
-    sendRequest<Request, Response>(api: Api<Request, Response>, args: Request): Promise<Response>;
-}
-export type SendRequest = typeof RequestHandler.prototype.sendRequest;
-export {};

package/dist/request-handler.js

@@ -1,67 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RequestHandler = void 0;
-const node_assert_1 = __importDefault(require("node:assert"));
-const decoder_1 = require("./utils/decoder");
-const encoder_1 = require("./utils/encoder");
-class RequestHandler {
-    connection;
-    options;
-    queue = {};
-    currentBuffer = null;
-    constructor(connection, options) {
-        this.connection = connection;
-        this.options = options;
-        this.connection.on("data", this.handleData);
-    }
-    handleData(buffer) {
-        this.currentBuffer = this.currentBuffer ? Buffer.concat([this.currentBuffer, buffer]) : buffer;
-        if (this.currentBuffer.length < 4) {
-            return;
-        }
-        const decoder = (0, decoder_1.createDecoder)({ buffer: this.currentBuffer });
-        const size = decoder.readInt32();
-        if (size > decoder.buffer.length) {
-            return;
-        }
-        const correlationId = decoder.readInt32();
-        const request = this.queue[correlationId];
-        delete this.queue[correlationId];
-        request.callback(decoder);
-        // debug(handleData.name, 'Response offsets', {
-        //     offset: decoder.offset,
-        //     length: decoder.buffer.length,
-        //     rest: decoder.buffer.subarray(decoder.offset, decoder.buffer.length)?.toString(),
-        // });
-        (0, node_assert_1.default)(decoder.offset - 4 === size, `Buffer not correctly consumed: ${decoder.offset - 4} !== ${buffer.length}`);
-        this.currentBuffer = null;
-    }
-    async sendRequest(api, args) {
-        const correlationId = Math.floor(Math.random() * 1000000);
-        const encoder = (0, encoder_1.createEncoder)()
-            .writeInt16(api.apiKey)
-            .writeInt16(api.apiVersion)
-            .writeInt32(correlationId)
-            .writeString(this.options.clientId);
-        const request = api.request(encoder, args).value();
-        const buffer = (0, encoder_1.createEncoder)().writeInt32(request.length).write(request).value();
-        return new Promise(async (resolve, reject) => {
-            await this.connection.write(buffer);
-            this.queue[correlationId] = {
-                callback: (decoder) => {
-                    try {
-                        const response = api.response(decoder);
-                        resolve(response);
-                    }
-                    catch (error) {
-                        reject(error);
-                    }
-                },
-            };
-        });
-    }
-}
-exports.RequestHandler = RequestHandler;

package/dist/request-handler.test.d.ts

@@ -1 +0,0 @@
-export declare const kafka: import("./client").Client;