kafka-ts 0.0.1-beta

package/dist/api/offset-fetch.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OFFSET_FETCH = void 0;
+const api_1 = require("../utils/api");
+const error_1 = require("../utils/error");
+exports.OFFSET_FETCH = (0, api_1.createApi)({
+    apiKey: 9,
+    apiVersion: 9,
+    request: (encoder, data) => encoder
+        .writeUVarInt(0)
+        .writeCompactArray(data.groups, (encoder, group) => encoder
+        .writeCompactString(group.groupId)
+        .writeCompactString(group.memberId)
+        .writeInt32(group.memberEpoch)
+        .writeCompactArray(group.topics, (encoder, topic) => encoder
+        .writeCompactString(topic.name)
+        .writeCompactArray(topic.partitionIndexes, (encoder, partitionIndex) => encoder.writeInt32(partitionIndex))
+        .writeUVarInt(0))
+        .writeUVarInt(0))
+        .writeBoolean(data.requireStable)
+        .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            throttleTimeMs: decoder.readInt32(),
+            groups: decoder.readCompactArray((decoder) => ({
+                groupId: decoder.readCompactString(),
+                topics: decoder.readCompactArray((decoder) => ({
+                    name: decoder.readCompactString(),
+                    partitions: decoder.readCompactArray((decoder) => ({
+                        partitionIndex: decoder.readInt32(),
+                        committedOffset: decoder.readInt64(),
+                        committedLeaderEpoch: decoder.readInt32(),
+                        committedMetadata: decoder.readCompactString(),
+                        errorCode: decoder.readInt16(),
+                        _tag: decoder.readTagBuffer(),
+                    })),
+                    _tag: decoder.readTagBuffer(),
+                })),
+                errorCode: decoder.readInt16(),
+                _tag: decoder.readTagBuffer(),
+            })),
+            _tag2: decoder.readTagBuffer(),
+        };
+        result.groups.forEach((group) => {
+            if (group.errorCode)
+                throw new error_1.KafkaTSApiError(group.errorCode, null, result);
+            group.topics.forEach((topic) => {
+                topic.partitions.forEach((partition) => {
+                    if (partition.errorCode)
+                        throw new error_1.KafkaTSApiError(partition.errorCode, null, result);
+                });
+            });
+        });
+        return result;
+    },
+});

package/dist/api/produce.d.ts

@@ -0,0 +1,53 @@
+export declare const PRODUCE: import("../utils/api.js").Api<{
+    transactionalId: string | null;
+    acks: number;
+    timeoutMs: number;
+    topicData: {
+        name: string;
+        partitionData: {
+            index: number;
+            baseOffset: bigint;
+            partitionLeaderEpoch: number;
+            attributes: number;
+            lastOffsetDelta: number;
+            baseTimestamp: bigint;
+            maxTimestamp: bigint;
+            producerId: bigint;
+            producerEpoch: number;
+            baseSequence: number;
+            records: {
+                attributes: number;
+                timestampDelta: bigint;
+                offsetDelta: number;
+                key: string | null;
+                value: string | null;
+                headers: {
+                    key: string;
+                    value: string;
+                }[];
+            }[];
+        }[];
+    }[];
+}, {
+    _tag: void;
+    responses: {
+        name: string | null;
+        partitionResponses: {
+            index: number;
+            errorCode: number;
+            baseOffset: bigint;
+            logAppendTime: bigint;
+            logStartOffset: bigint;
+            recordErrors: {
+                batchIndex: number;
+                batchIndexError: number;
+                _tag: void;
+            }[];
+            errorMessage: string | null;
+            _tag: void;
+        }[];
+        _tag: void;
+    }[];
+    throttleTimeMs: number;
+    _tag2: void;
+}>;

package/dist/api/produce.js

@@ -0,0 +1,129 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PRODUCE = void 0;
+const api_js_1 = require("../utils/api.js");
+const encoder_js_1 = require("../utils/encoder.js");
+const error_js_1 = require("../utils/error.js");
+exports.PRODUCE = (0, api_js_1.createApi)({
+    apiKey: 0,
+    apiVersion: 10,
+    request: (encoder, data) => encoder
+        .writeUVarInt(0)
+        .writeCompactString(data.transactionalId)
+        .writeInt16(data.acks)
+        .writeInt32(data.timeoutMs)
+        .writeCompactArray(data.topicData, (encoder, topic) => encoder
+        .writeCompactString(topic.name)
+        .writeCompactArray(topic.partitionData, (encoder, partition) => {
+        const batchBody = new encoder_js_1.Encoder()
+            .writeInt16(partition.attributes)
+            .writeInt32(partition.lastOffsetDelta)
+            .writeInt64(partition.baseTimestamp)
+            .writeInt64(partition.maxTimestamp)
+            .writeInt64(partition.producerId)
+            .writeInt16(partition.producerEpoch)
+            .writeInt32(partition.baseSequence)
+            .writeArray(partition.records, (encoder, record) => {
+            const recordBody = new encoder_js_1.Encoder()
+                .writeInt8(record.attributes)
+                .writeVarLong(record.timestampDelta)
+                .writeVarInt(record.offsetDelta)
+                .writeVarIntString(record.key)
+                .writeVarIntString(record.value)
+                .writeVarIntArray(record.headers, (encoder, header) => encoder.writeVarIntString(header.key).writeVarIntString(header.value))
+                .value();
+            return encoder.writeVarInt(recordBody.length).write(recordBody);
+        })
+            .value();
+        const batchHeader = new encoder_js_1.Encoder()
+            .writeInt32(partition.partitionLeaderEpoch)
+            .writeInt8(2) // magic byte
+            .writeUInt32(unsigned(crc32C(batchBody)))
+            .write(batchBody)
+            .value();
+        const batch = new encoder_js_1.Encoder()
+            .writeInt64(partition.baseOffset)
+            .writeInt32(batchHeader.length)
+            .write(batchHeader)
+            .value();
+        return encoder
+            .writeInt32(partition.index)
+            .writeUVarInt(batch.length + 1) // batch size
+            .write(batch)
+            .writeUVarInt(0);
+    })
+        .writeUVarInt(0))
+        .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            responses: decoder.readCompactArray((response) => ({
+                name: response.readCompactString(),
+                partitionResponses: response.readCompactArray((partitionResponse) => ({
+                    index: partitionResponse.readInt32(),
+                    errorCode: partitionResponse.readInt16(),
+                    baseOffset: partitionResponse.readInt64(),
+                    logAppendTime: partitionResponse.readInt64(),
+                    logStartOffset: partitionResponse.readInt64(),
+                    recordErrors: partitionResponse.readCompactArray((recordError) => ({
+                        batchIndex: recordError.readInt32(),
+                        batchIndexError: recordError.readInt16(),
+                        _tag: recordError.readTagBuffer(),
+                    })),
+                    errorMessage: partitionResponse.readCompactString(),
+                    _tag: partitionResponse.readTagBuffer(),
+                })),
+                _tag: response.readTagBuffer(),
+            })),
+            throttleTimeMs: decoder.readInt32(),
+            _tag2: decoder.readTagBuffer(),
+        };
+        result.responses.forEach((topic) => {
+            topic.partitionResponses.forEach((partition) => {
+                if (partition.errorCode !== 0) {
+                    throw new error_js_1.KafkaTSApiError(partition.errorCode, partition.errorMessage, result);
+                }
+            });
+        });
+        return result;
+    },
+});
+const unsigned = (value) => Uint32Array.from([value])[0];
+const crc32C = (buffer) => {
+    let crc = 0 ^ -1;
+    for (let i = 0; i < buffer.length; i++) {
+        crc = T[(crc ^ buffer[i]) & 0xff] ^ (crc >>> 8);
+    }
+    return (crc ^ -1) >>> 0;
+};
+const T = new Int32Array([
+    0x00000000, 0xf26b8303, 0xe13b70f7, 0x1350f3f4, 0xc79a971f, 0x35f1141c, 0x26a1e7e8, 0xd4ca64eb, 0x8ad958cf,
+    0x78b2dbcc, 0x6be22838, 0x9989ab3b, 0x4d43cfd0, 0xbf284cd3, 0xac78bf27, 0x5e133c24, 0x105ec76f, 0xe235446c,
+    0xf165b798, 0x030e349b, 0xd7c45070, 0x25afd373, 0x36ff2087, 0xc494a384, 0x9a879fa0, 0x68ec1ca3, 0x7bbcef57,
+    0x89d76c54, 0x5d1d08bf, 0xaf768bbc, 0xbc267848, 0x4e4dfb4b, 0x20bd8ede, 0xd2d60ddd, 0xc186fe29, 0x33ed7d2a,
+    0xe72719c1, 0x154c9ac2, 0x061c6936, 0xf477ea35, 0xaa64d611, 0x580f5512, 0x4b5fa6e6, 0xb93425e5, 0x6dfe410e,
+    0x9f95c20d, 0x8cc531f9, 0x7eaeb2fa, 0x30e349b1, 0xc288cab2, 0xd1d83946, 0x23b3ba45, 0xf779deae, 0x05125dad,
+    0x1642ae59, 0xe4292d5a, 0xba3a117e, 0x4851927d, 0x5b016189, 0xa96ae28a, 0x7da08661, 0x8fcb0562, 0x9c9bf696,
+    0x6ef07595, 0x417b1dbc, 0xb3109ebf, 0xa0406d4b, 0x522bee48, 0x86e18aa3, 0x748a09a0, 0x67dafa54, 0x95b17957,
+    0xcba24573, 0x39c9c670, 0x2a993584, 0xd8f2b687, 0x0c38d26c, 0xfe53516f, 0xed03a29b, 0x1f682198, 0x5125dad3,
+    0xa34e59d0, 0xb01eaa24, 0x42752927, 0x96bf4dcc, 0x64d4cecf, 0x77843d3b, 0x85efbe38, 0xdbfc821c, 0x2997011f,
+    0x3ac7f2eb, 0xc8ac71e8, 0x1c661503, 0xee0d9600, 0xfd5d65f4, 0x0f36e6f7, 0x61c69362, 0x93ad1061, 0x80fde395,
+    0x72966096, 0xa65c047d, 0x5437877e, 0x4767748a, 0xb50cf789, 0xeb1fcbad, 0x197448ae, 0x0a24bb5a, 0xf84f3859,
+    0x2c855cb2, 0xdeeedfb1, 0xcdbe2c45, 0x3fd5af46, 0x7198540d, 0x83f3d70e, 0x90a324fa, 0x62c8a7f9, 0xb602c312,
+    0x44694011, 0x5739b3e5, 0xa55230e6, 0xfb410cc2, 0x092a8fc1, 0x1a7a7c35, 0xe811ff36, 0x3cdb9bdd, 0xceb018de,
+    0xdde0eb2a, 0x2f8b6829, 0x82f63b78, 0x709db87b, 0x63cd4b8f, 0x91a6c88c, 0x456cac67, 0xb7072f64, 0xa457dc90,
+    0x563c5f93, 0x082f63b7, 0xfa44e0b4, 0xe9141340, 0x1b7f9043, 0xcfb5f4a8, 0x3dde77ab, 0x2e8e845f, 0xdce5075c,
+    0x92a8fc17, 0x60c37f14, 0x73938ce0, 0x81f80fe3, 0x55326b08, 0xa759e80b, 0xb4091bff, 0x466298fc, 0x1871a4d8,
+    0xea1a27db, 0xf94ad42f, 0x0b21572c, 0xdfeb33c7, 0x2d80b0c4, 0x3ed04330, 0xccbbc033, 0xa24bb5a6, 0x502036a5,
+    0x4370c551, 0xb11b4652, 0x65d122b9, 0x97baa1ba, 0x84ea524e, 0x7681d14d, 0x2892ed69, 0xdaf96e6a, 0xc9a99d9e,
+    0x3bc21e9d, 0xef087a76, 0x1d63f975, 0x0e330a81, 0xfc588982, 0xb21572c9, 0x407ef1ca, 0x532e023e, 0xa145813d,
+    0x758fe5d6, 0x87e466d5, 0x94b49521, 0x66df1622, 0x38cc2a06, 0xcaa7a905, 0xd9f75af1, 0x2b9cd9f2, 0xff56bd19,
+    0x0d3d3e1a, 0x1e6dcdee, 0xec064eed, 0xc38d26c4, 0x31e6a5c7, 0x22b65633, 0xd0ddd530, 0x0417b1db, 0xf67c32d8,
+    0xe52cc12c, 0x1747422f, 0x49547e0b, 0xbb3ffd08, 0xa86f0efc, 0x5a048dff, 0x8ecee914, 0x7ca56a17, 0x6ff599e3,
+    0x9d9e1ae0, 0xd3d3e1ab, 0x21b862a8, 0x32e8915c, 0xc083125f, 0x144976b4, 0xe622f5b7, 0xf5720643, 0x07198540,
+    0x590ab964, 0xab613a67, 0xb831c993, 0x4a5a4a90, 0x9e902e7b, 0x6cfbad78, 0x7fab5e8c, 0x8dc0dd8f, 0xe330a81a,
+    0x115b2b19, 0x020bd8ed, 0xf0605bee, 0x24aa3f05, 0xd6c1bc06, 0xc5914ff2, 0x37faccf1, 0x69e9f0d5, 0x9b8273d6,
+    0x88d28022, 0x7ab90321, 0xae7367ca, 0x5c18e4c9, 0x4f48173d, 0xbd23943e, 0xf36e6f75, 0x0105ec76, 0x12551f82,
+    0xe03e9c81, 0x34f4f86a, 0xc69f7b69, 0xd5cf889d, 0x27a40b9e, 0x79b737ba, 0x8bdcb4b9, 0x988c474d, 0x6ae7c44e,
+    0xbe2da0a5, 0x4c4623a6, 0x5f16d052, 0xad7d5351,
+]);

package/dist/api/sasl-authenticate.d.ts

@@ -0,0 +1,11 @@
+/// <reference types="node" />
+export declare const SASL_AUTHENTICATE: import("../utils/api").Api<{
+    authBytes: Buffer;
+}, {
+    _tag: void;
+    errorCode: number;
+    errorMessage: string | null;
+    authBytes: Buffer | null;
+    sessionLifetimeMs: bigint;
+    _tag2: void;
+}>;

package/dist/api/sasl-authenticate.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SASL_AUTHENTICATE = void 0;
+const api_1 = require("../utils/api");
+const error_1 = require("../utils/error");
+exports.SASL_AUTHENTICATE = (0, api_1.createApi)({
+    apiKey: 36,
+    apiVersion: 2,
+    request: (encoder, data) => encoder.writeUVarInt(0).writeCompactBytes(data.authBytes).writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            errorCode: decoder.readInt16(),
+            errorMessage: decoder.readCompactString(),
+            authBytes: decoder.readCompactBytes(),
+            sessionLifetimeMs: decoder.readInt64(),
+            _tag2: decoder.readTagBuffer(),
+        };
+        if (result.errorCode)
+            throw new error_1.KafkaTSApiError(result.errorCode, result.errorMessage, result);
+        return result;
+    },
+});

package/dist/api/sasl-handshake.d.ts

@@ -0,0 +1,6 @@
+export declare const SASL_HANDSHAKE: import("../utils/api").Api<{
+    mechanism: string;
+}, {
+    errorCode: number;
+    mechanisms: (string | null)[];
+}>;

package/dist/api/sasl-handshake.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SASL_HANDSHAKE = void 0;
+const api_1 = require("../utils/api");
+const error_1 = require("../utils/error");
+exports.SASL_HANDSHAKE = (0, api_1.createApi)({
+    apiKey: 17,
+    apiVersion: 1,
+    request: (encoder, data) => encoder.writeString(data.mechanism),
+    response: (decoder) => {
+        const result = {
+            errorCode: decoder.readInt16(),
+            mechanisms: decoder.readArray((mechanism) => mechanism.readString()),
+        };
+        if (result.errorCode)
+            throw new error_1.KafkaTSApiError(result.errorCode, null, result);
+        return result;
+    },
+});

package/dist/api/sync-group.d.ts

@@ -0,0 +1,24 @@
+export type Assignment = {
+    [topic: string]: number[];
+};
+export type MemberAssignment = {
+    memberId: string;
+    assignment: Assignment;
+};
+export declare const SYNC_GROUP: import("../utils/api").Api<{
+    groupId: string;
+    generationId: number;
+    memberId: string;
+    groupInstanceId: string | null;
+    protocolType: string | null;
+    protocolName: string | null;
+    assignments: MemberAssignment[];
+}, {
+    _tag: void;
+    throttleTimeMs: number;
+    errorCode: number;
+    protocolType: string | null;
+    protocolName: string | null;
+    assignments: string;
+    _tag2: void;
+}>;

package/dist/api/sync-group.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SYNC_GROUP = void 0;
+const api_1 = require("../utils/api");
+const error_1 = require("../utils/error");
+exports.SYNC_GROUP = (0, api_1.createApi)({
+    apiKey: 14,
+    apiVersion: 5,
+    request: (encoder, data) => encoder
+        .writeUVarInt(0)
+        .writeCompactString(data.groupId)
+        .writeInt32(data.generationId)
+        .writeCompactString(data.memberId)
+        .writeCompactString(data.groupInstanceId)
+        .writeCompactString(data.protocolType)
+        .writeCompactString(data.protocolName)
+        .writeCompactArray(data.assignments, (encoder, assignment) => encoder
+        .writeCompactString(assignment.memberId)
+        .writeCompactString(JSON.stringify(assignment.assignment))
+        .writeUVarInt(0))
+        .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            throttleTimeMs: decoder.readInt32(),
+            errorCode: decoder.readInt16(),
+            protocolType: decoder.readCompactString(),
+            protocolName: decoder.readCompactString(),
+            assignments: decoder.readCompactString(),
+            _tag2: decoder.readTagBuffer(),
+        };
+        if (result.errorCode)
+            throw new error_1.KafkaTSApiError(result.errorCode, null, result);
+        return result;
+    },
+});

package/dist/broker.d.ts

@@ -0,0 +1,29 @@
+/// <reference types="node" />
+/// <reference types="node" />
+import { TcpSocketConnectOpts } from "net";
+import { TLSSocketOptions } from "tls";
+import { SendRequest } from "./connection";
+export type SASLOptions = {
+    mechanism: "PLAIN";
+    username: string;
+    password: string;
+};
+type BrokerOptions = {
+    clientId: string | null;
+    options: TcpSocketConnectOpts;
+    sasl: SASLOptions | null;
+    ssl: TLSSocketOptions | null;
+};
+export declare class Broker {
+    private options;
+    private connection;
+    sendRequest: SendRequest;
+    constructor(options: BrokerOptions);
+    connect(): Promise<this>;
+    ensureConnected: () => Promise<this>;
+    disconnect(): Promise<void>;
+    private validateApiVersions;
+    private saslHandshake;
+    private saslAuthenticate;
+}
+export {};

package/dist/broker.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Broker = void 0;
+const api_1 = require("./api");
+const connection_1 = require("./connection");
+const error_1 = require("./utils/error");
+const memo_1 = require("./utils/memo");
+class Broker {
+    options;
+    connection;
+    sendRequest;
+    constructor(options) {
+        this.options = options;
+        this.connection = new connection_1.Connection({
+            clientId: this.options.clientId,
+            connection: this.options.options,
+            ssl: this.options.ssl,
+        });
+        this.sendRequest = this.connection.sendRequest.bind(this.connection);
+    }
+    async connect() {
+        await this.connection.connect();
+        await this.validateApiVersions();
+        await this.saslHandshake();
+        await this.saslAuthenticate();
+        return this;
+    }
+    ensureConnected = (0, memo_1.memo)(() => this.connect());
+    async disconnect() {
+        await this.connection.disconnect();
+    }
+    async validateApiVersions() {
+        const { versions } = await this.sendRequest(api_1.API.API_VERSIONS, {});
+        const apiByKey = Object.fromEntries(Object.values(api_1.API).map((api) => [api.apiKey, api]));
+        versions.forEach(({ apiKey, minVersion, maxVersion }) => {
+            if (!apiByKey[apiKey]) {
+                return;
+            }
+            const { apiVersion } = apiByKey[apiKey];
+            if (apiVersion < minVersion || apiVersion > maxVersion) {
+                throw new error_1.KafkaTSError(`API ${apiKey} version ${apiVersion} is not supported by the broker`);
+            }
+        });
+    }
+    async saslHandshake() {
+        if (!this.options.sasl) {
+            return;
+        }
+        await this.sendRequest(api_1.API.SASL_HANDSHAKE, { mechanism: this.options.sasl.mechanism });
+    }
+    async saslAuthenticate() {
+        if (this.options.sasl?.mechanism !== "PLAIN") {
+            return;
+        }
+        const { username, password } = this.options.sasl;
+        const authBytes = [null, username, password].join("\u0000");
+        await this.sendRequest(api_1.API.SASL_AUTHENTICATE, { authBytes: Buffer.from(authBytes) });
+    }
+}
+exports.Broker = Broker;

package/dist/client.d.ts

@@ -0,0 +1,23 @@
+/// <reference types="node" />
+/// <reference types="node" />
+import { TcpSocketConnectOpts } from "net";
+import { TLSSocketOptions } from "tls";
+import { SASLOptions } from "./broker";
+import { Cluster } from "./cluster";
+import { Consumer, ConsumerOptions } from "./consumer/consumer";
+import { Producer, ProducerOptions } from "./producer/producer";
+type ClientOptions = {
+    clientId?: string | null;
+    bootstrapServers: TcpSocketConnectOpts[];
+    sasl?: SASLOptions | null;
+    ssl?: TLSSocketOptions | null;
+};
+export declare class Client {
+    private options;
+    constructor(options: ClientOptions);
+    startConsumer(options: ConsumerOptions): Promise<Consumer>;
+    createProducer(options: ProducerOptions): Producer;
+    createCluster(): Cluster;
+}
+export declare const createKafkaClient: (options: ClientOptions) => Client;
+export {};

package/dist/client.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createKafkaClient = exports.Client = void 0;
+const cluster_1 = require("./cluster");
+const consumer_1 = require("./consumer/consumer");
+const producer_1 = require("./producer/producer");
+class Client {
+    options;
+    constructor(options) {
+        this.options = {
+            ...options,
+            clientId: options.clientId ?? null,
+            sasl: options.sasl ?? null,
+            ssl: options.ssl ?? null,
+        };
+    }
+    async startConsumer(options) {
+        const consumer = new consumer_1.Consumer(this.createCluster(), options);
+        await consumer.start();
+        return consumer;
+    }
+    createProducer(options) {
+        return new producer_1.Producer(this.createCluster(), options);
+    }
+    createCluster() {
+        return new cluster_1.Cluster({
+            clientId: this.options.clientId,
+            bootstrapServers: this.options.bootstrapServers,
+            sasl: this.options.sasl,
+            ssl: this.options.ssl,
+        });
+    }
+}
+exports.Client = Client;
+const createKafkaClient = (options) => new Client(options);
+exports.createKafkaClient = createKafkaClient;

package/dist/cluster.d.ts

@@ -0,0 +1,24 @@
+/// <reference types="node" />
+/// <reference types="node" />
+import { TcpSocketConnectOpts } from "net";
+import { TLSSocketOptions } from "tls";
+import { SASLOptions } from "./broker";
+import { SendRequest } from "./connection";
+type ClusterOptions = {
+    clientId: string | null;
+    bootstrapServers: TcpSocketConnectOpts[];
+    sasl: SASLOptions | null;
+    ssl: TLSSocketOptions | null;
+};
+export declare class Cluster {
+    private options;
+    private seedBroker;
+    private brokerById;
+    constructor(options: ClusterOptions);
+    connect(): Promise<this>;
+    disconnect(): Promise<void>;
+    sendRequest: SendRequest;
+    sendRequestToNode: (nodeId: number) => SendRequest;
+    private connectSeedBroker;
+}
+export {};

package/dist/cluster.js

@@ -0,0 +1,72 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Cluster = void 0;
+const api_1 = require("./api");
+const broker_1 = require("./broker");
+const error_1 = require("./utils/error");
+class Cluster {
+    options;
+    seedBroker;
+    brokerById = {};
+    constructor(options) {
+        this.options = options;
+        this.seedBroker = new broker_1.Broker({
+            clientId: this.options.clientId,
+            sasl: this.options.sasl,
+            ssl: this.options.ssl,
+            options: this.options.bootstrapServers[0],
+        });
+    }
+    async connect() {
+        await this.connectSeedBroker();
+        const metadata = await this.sendRequest(api_1.API.METADATA, {
+            allowTopicAutoCreation: false,
+            includeTopicAuthorizedOperations: false,
+            topics: [],
+        });
+        this.brokerById = Object.fromEntries(metadata.brokers.map(({ nodeId, ...options }) => [
+            nodeId,
+            new broker_1.Broker({
+                clientId: this.options.clientId,
+                sasl: this.options.sasl,
+                ssl: this.options.ssl,
+                options,
+            }),
+        ]));
+        return this;
+    }
+    async disconnect() {
+        await Promise.all([
+            this.seedBroker.disconnect(),
+            ...Object.values(this.brokerById).map((broker) => broker.disconnect()),
+        ]);
+    }
+    sendRequest = (...args) => this.seedBroker.sendRequest(...args);
+    sendRequestToNode = (nodeId) => async (...args) => {
+        const broker = this.brokerById[nodeId];
+        if (!broker) {
+            throw new error_1.ConnectionError(`Broker ${nodeId} is not available`);
+        }
+        await broker.ensureConnected();
+        return broker.sendRequest(...args);
+    };
+    async connectSeedBroker() {
+        const randomizedBrokers = this.options.bootstrapServers.toSorted(() => Math.random() - 0.5);
+        for (const options of randomizedBrokers) {
+            try {
+                this.seedBroker = await new broker_1.Broker({
+                    clientId: this.options.clientId,
+                    sasl: this.options.sasl,
+                    ssl: this.options.ssl,
+                    options,
+                }).connect();
+                return;
+            }
+            catch (error) {
+                console.warn(`Failed to connect to seed broker ${options.host}:${options.port}`, error);
+            }
+        }
+        throw new error_1.KafkaTSError("No seed brokers found");
+    }
+}
+exports.Cluster = Cluster;

package/dist/connection.d.ts

@@ -0,0 +1,25 @@
+/// <reference types="node" />
+/// <reference types="node" />
+import { TcpSocketConnectOpts } from "net";
+import { TLSSocketOptions } from "tls";
+import { Api } from "./utils/api";
+export type ConnectionOptions = {
+    clientId: string | null;
+    connection: TcpSocketConnectOpts;
+    ssl: TLSSocketOptions | null;
+};
+export declare class Connection {
+    private options;
+    private socket;
+    private queue;
+    private lastCorrelationId;
+    private buffer;
+    constructor(options: ConnectionOptions);
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    sendRequest<Request, Response>(api: Api<Request, Response>, body: Request): Promise<Response>;
+    private write;
+    private handleData;
+    private nextCorrelationId;
+}
+export type SendRequest = typeof Connection.prototype.sendRequest;