kafka-ts 0.0.1-beta

package/src/api/list-offsets.ts

@@ -0,0 +1,65 @@
+import { createApi } from "../utils/api";
+import { KafkaTSApiError } from "../utils/error";
+import { IsolationLevel } from "./fetch";
+
+export const LIST_OFFSETS = createApi({
+    apiKey: 2,
+    apiVersion: 8,
+    request: (
+        encoder,
+        data: {
+            replicaId: number;
+            isolationLevel: IsolationLevel;
+            topics: {
+                name: string;
+                partitions: {
+                    partitionIndex: number;
+                    currentLeaderEpoch: number;
+                    timestamp: bigint;
+                }[];
+            }[];
+        },
+    ) =>
+        encoder
+            .writeUVarInt(0)
+            .writeInt32(data.replicaId)
+            .writeInt8(data.isolationLevel)
+            .writeCompactArray(data.topics, (encoder, topic) =>
+                encoder
+                    .writeCompactString(topic.name)
+                    .writeCompactArray(topic.partitions, (encoder, partition) =>
+                        encoder
+                            .writeInt32(partition.partitionIndex)
+                            .writeInt32(partition.currentLeaderEpoch)
+                            .writeInt64(partition.timestamp)
+                            .writeUVarInt(0),
+                    )
+                    .writeUVarInt(0),
+            )
+            .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            throttleTimeMs: decoder.readInt32(),
+            topics: decoder.readCompactArray((decoder) => ({
+                name: decoder.readCompactString()!,
+                partitions: decoder.readCompactArray((decoder) => ({
+                    partitionIndex: decoder.readInt32(),
+                    errorCode: decoder.readInt16(),
+                    timestamp: decoder.readInt64(),
+                    offset: decoder.readInt64(),
+                    leaderEpoch: decoder.readInt32(),
+                    _tag: decoder.readTagBuffer(),
+                })),
+                _tag: decoder.readTagBuffer(),
+            })),
+            _tag2: decoder.readTagBuffer(),
+        };
+        result.topics.forEach((topic) => {
+            topic.partitions.forEach((partition) => {
+                if (partition.errorCode) throw new KafkaTSApiError(partition.errorCode, null, result);
+            });
+        });
+        return result;
+    },
+});

package/src/api/metadata.ts

@@ -0,0 +1,66 @@
+import { createApi } from "../utils/api";
+import { KafkaTSApiError } from "../utils/error";
+
+export type Metadata = ReturnType<(typeof METADATA)["response"]>;
+
+export const METADATA = createApi({
+    apiKey: 3,
+    apiVersion: 12,
+    request: (
+        encoder,
+        data: {
+            topics: { id: string | null; name: string }[] | null;
+            allowTopicAutoCreation: boolean;
+            includeTopicAuthorizedOperations: boolean;
+        },
+    ) =>
+        encoder
+            .writeUVarInt(0)
+            .writeCompactArray(data.topics, (encoder, topic) =>
+                encoder.writeUUID(topic.id).writeCompactString(topic.name).writeUVarInt(0),
+            )
+            .writeBoolean(data.allowTopicAutoCreation)
+            .writeBoolean(data.includeTopicAuthorizedOperations)
+            .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            throttleTimeMs: decoder.readInt32(),
+            brokers: decoder.readCompactArray((broker) => ({
+                nodeId: broker.readInt32(),
+                host: broker.readCompactString()!,
+                port: broker.readInt32(),
+                rack: broker.readCompactString(),
+                _tag: broker.readTagBuffer(),
+            })),
+            clusterId: decoder.readCompactString(),
+            controllerId: decoder.readInt32(),
+            topics: decoder.readCompactArray((topic) => ({
+                errorCode: topic.readInt16(),
+                name: topic.readCompactString()!,
+                topicId: topic.readUUID(),
+                isInternal: topic.readBoolean(),
+                partitions: topic.readCompactArray((partition) => ({
+                    errorCode: partition.readInt16(),
+                    partitionIndex: partition.readInt32(),
+                    leaderId: partition.readInt32(),
+                    leaderEpoch: partition.readInt32(),
+                    replicaNodes: partition.readCompactArray((node) => node.readInt32()),
+                    isrNodes: partition.readCompactArray((node) => node.readInt32()),
+                    offlineReplicas: partition.readCompactArray((node) => node.readInt32()),
+                    _tag: partition.readTagBuffer(),
+                })),
+                topicAuthorizedOperations: topic.readInt32(),
+                _tag: topic.readTagBuffer(),
+            })),
+            _tag2: decoder.readTagBuffer(),
+        };
+        result.topics.forEach((topic) => {
+            if (topic.errorCode) throw new KafkaTSApiError(topic.errorCode, null, result);
+            topic.partitions.forEach((partition) => {
+                if (partition.errorCode) throw new KafkaTSApiError(partition.errorCode, null, result);
+            });
+        });
+        return result;
+    },
+});

package/src/api/offset-commit.ts

@@ -0,0 +1,67 @@
+import { createApi } from "../utils/api";
+import { KafkaTSApiError } from "../utils/error";
+
+export const OFFSET_COMMIT = createApi({
+    apiKey: 8,
+    apiVersion: 9,
+    request: (
+        encoder,
+        data: {
+            groupId: string;
+            generationIdOrMemberEpoch: number;
+            memberId: string;
+            groupInstanceId: string | null;
+            topics: {
+                name: string;
+                partitions: {
+                    partitionIndex: number;
+                    committedOffset: bigint;
+                    committedLeaderEpoch: number;
+                    committedMetadata: string | null;
+                }[];
+            }[];
+        },
+    ) =>
+        encoder
+            .writeUVarInt(0)
+            .writeCompactString(data.groupId)
+            .writeInt32(data.generationIdOrMemberEpoch)
+            .writeCompactString(data.memberId)
+            .writeCompactString(data.groupInstanceId)
+            .writeCompactArray(data.topics, (encoder, topic) =>
+                encoder
+                    .writeCompactString(topic.name)
+                    .writeCompactArray(topic.partitions, (encoder, partition) =>
+                        encoder
+                            .writeInt32(partition.partitionIndex)
+                            .writeInt64(partition.committedOffset)
+                            .writeInt32(partition.committedLeaderEpoch)
+                            .writeCompactString(partition.committedMetadata)
+                            .writeUVarInt(0),
+                    )
+                    .writeUVarInt(0),
+            )
+            .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            throttleTimeMs: decoder.readInt32(),
+            topics: decoder.readCompactArray((decoder) => ({
+                name: decoder.readCompactString(),
+                partitions: decoder.readCompactArray((decoder) => ({
+                    partitionIndex: decoder.readInt32(),
+                    errorCode: decoder.readInt16(),
+                    _tag: decoder.readTagBuffer(),
+                })),
+                _tag: decoder.readTagBuffer(),
+            })),
+            _tag2: decoder.readTagBuffer(),
+        };
+        result.topics.forEach((topic) => {
+            topic.partitions.forEach((partition) => {
+                if (partition.errorCode) throw new KafkaTSApiError(partition.errorCode, null, result);
+            });
+        });
+        return result;
+    },
+});

package/src/api/offset-fetch.ts

@@ -0,0 +1,74 @@
+import { createApi } from "../utils/api";
+import { KafkaTSApiError } from "../utils/error";
+
+export const OFFSET_FETCH = createApi({
+    apiKey: 9,
+    apiVersion: 9,
+    request: (
+        encoder,
+        data: {
+            groups: {
+                groupId: string;
+                memberId: string | null;
+                memberEpoch: number;
+                topics: {
+                    name: string;
+                    partitionIndexes: number[];
+                }[];
+            }[];
+            requireStable: boolean;
+        },
+    ) =>
+        encoder
+            .writeUVarInt(0)
+            .writeCompactArray(data.groups, (encoder, group) =>
+                encoder
+                    .writeCompactString(group.groupId)
+                    .writeCompactString(group.memberId)
+                    .writeInt32(group.memberEpoch)
+                    .writeCompactArray(group.topics, (encoder, topic) =>
+                        encoder
+                            .writeCompactString(topic.name)
+                            .writeCompactArray(topic.partitionIndexes, (encoder, partitionIndex) =>
+                                encoder.writeInt32(partitionIndex),
+                            )
+                            .writeUVarInt(0),
+                    )
+                    .writeUVarInt(0),
+            )
+            .writeBoolean(data.requireStable)
+            .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            throttleTimeMs: decoder.readInt32(),
+            groups: decoder.readCompactArray((decoder) => ({
+                groupId: decoder.readCompactString(),
+                topics: decoder.readCompactArray((decoder) => ({
+                    name: decoder.readCompactString()!,
+                    partitions: decoder.readCompactArray((decoder) => ({
+                        partitionIndex: decoder.readInt32(),
+                        committedOffset: decoder.readInt64(),
+                        committedLeaderEpoch: decoder.readInt32(),
+                        committedMetadata: decoder.readCompactString(),
+                        errorCode: decoder.readInt16(),
+                        _tag: decoder.readTagBuffer(),
+                    })),
+                    _tag: decoder.readTagBuffer(),
+                })),
+                errorCode: decoder.readInt16(),
+                _tag: decoder.readTagBuffer(),
+            })),
+            _tag2: decoder.readTagBuffer(),
+        };
+        result.groups.forEach((group) => {
+            if (group.errorCode) throw new KafkaTSApiError(group.errorCode, null, result);
+            group.topics.forEach((topic) => {
+                topic.partitions.forEach((partition) => {
+                    if (partition.errorCode) throw new KafkaTSApiError(partition.errorCode, null, result);
+                });
+            });
+        });
+        return result;
+    },
+});

package/src/api/produce.ts

@@ -0,0 +1,173 @@
+import { createApi } from "../utils/api.js";
+import { Encoder } from "../utils/encoder.js";
+import { KafkaTSApiError } from "../utils/error.js";
+
+export const PRODUCE = createApi({
+    apiKey: 0,
+    apiVersion: 10,
+    request: (
+        encoder,
+        data: {
+            transactionalId: string | null;
+            acks: number;
+            timeoutMs: number;
+            topicData: {
+                name: string;
+                partitionData: {
+                    index: number;
+                    baseOffset: bigint;
+                    partitionLeaderEpoch: number;
+                    attributes: number;
+                    lastOffsetDelta: number;
+                    baseTimestamp: bigint;
+                    maxTimestamp: bigint;
+                    producerId: bigint;
+                    producerEpoch: number;
+                    baseSequence: number;
+                    records: {
+                        attributes: number;
+                        timestampDelta: bigint;
+                        offsetDelta: number;
+                        key: string | null;
+                        value: string | null;
+                        headers: {
+                            key: string;
+                            value: string;
+                        }[];
+                    }[];
+                }[];
+            }[];
+        },
+    ) =>
+        encoder
+            .writeUVarInt(0)
+            .writeCompactString(data.transactionalId)
+            .writeInt16(data.acks)
+            .writeInt32(data.timeoutMs)
+            .writeCompactArray(data.topicData, (encoder, topic) =>
+                encoder
+                    .writeCompactString(topic.name)
+                    .writeCompactArray(topic.partitionData, (encoder, partition) => {
+                        const batchBody = new Encoder()
+                            .writeInt16(partition.attributes)
+                            .writeInt32(partition.lastOffsetDelta)
+                            .writeInt64(partition.baseTimestamp)
+                            .writeInt64(partition.maxTimestamp)
+                            .writeInt64(partition.producerId)
+                            .writeInt16(partition.producerEpoch)
+                            .writeInt32(partition.baseSequence)
+                            .writeArray(partition.records, (encoder, record) => {
+                                const recordBody = new Encoder()
+                                    .writeInt8(record.attributes)
+                                    .writeVarLong(record.timestampDelta)
+                                    .writeVarInt(record.offsetDelta)
+                                    .writeVarIntString(record.key)
+                                    .writeVarIntString(record.value)
+                                    .writeVarIntArray(record.headers, (encoder, header) =>
+                                        encoder.writeVarIntString(header.key).writeVarIntString(header.value),
+                                    )
+                                    .value();
+
+                                return encoder.writeVarInt(recordBody.length).write(recordBody);
+                            })
+                            .value();
+
+                        const batchHeader = new Encoder()
+                            .writeInt32(partition.partitionLeaderEpoch)
+                            .writeInt8(2) // magic byte
+                            .writeUInt32(unsigned(crc32C(batchBody)))
+                            .write(batchBody)
+                            .value();
+
+                        const batch = new Encoder()
+                            .writeInt64(partition.baseOffset)
+                            .writeInt32(batchHeader.length)
+                            .write(batchHeader)
+                            .value();
+
+                        return encoder
+                            .writeInt32(partition.index)
+                            .writeUVarInt(batch.length + 1) // batch size
+                            .write(batch)
+                            .writeUVarInt(0);
+                    })
+                    .writeUVarInt(0),
+            )
+            .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            responses: decoder.readCompactArray((response) => ({
+                name: response.readCompactString(),
+                partitionResponses: response.readCompactArray((partitionResponse) => ({
+                    index: partitionResponse.readInt32(),
+                    errorCode: partitionResponse.readInt16(),
+                    baseOffset: partitionResponse.readInt64(),
+                    logAppendTime: partitionResponse.readInt64(),
+                    logStartOffset: partitionResponse.readInt64(),
+                    recordErrors: partitionResponse.readCompactArray((recordError) => ({
+                        batchIndex: recordError.readInt32(),
+                        batchIndexError: recordError.readInt16(),
+                        _tag: recordError.readTagBuffer(),
+                    })),
+                    errorMessage: partitionResponse.readCompactString(),
+                    _tag: partitionResponse.readTagBuffer(),
+                })),
+                _tag: response.readTagBuffer(),
+            })),
+            throttleTimeMs: decoder.readInt32(),
+            _tag2: decoder.readTagBuffer(),
+        };
+        result.responses.forEach((topic) => {
+            topic.partitionResponses.forEach((partition) => {
+                if (partition.errorCode !== 0) {
+                    throw new KafkaTSApiError(partition.errorCode, partition.errorMessage, result);
+                }
+            });
+        });
+        return result;
+    },
+});
+
+const unsigned = (value: number) => Uint32Array.from([value])[0];
+
+const crc32C = (buffer: Buffer) => {
+    let crc = 0 ^ -1;
+    for (let i = 0; i < buffer.length; i++) {
+        crc = T[(crc ^ buffer[i]) & 0xff] ^ (crc >>> 8);
+    }
+
+    return (crc ^ -1) >>> 0;
+};
+
+const T = new Int32Array([
+    0x00000000, 0xf26b8303, 0xe13b70f7, 0x1350f3f4, 0xc79a971f, 0x35f1141c, 0x26a1e7e8, 0xd4ca64eb, 0x8ad958cf,
+    0x78b2dbcc, 0x6be22838, 0x9989ab3b, 0x4d43cfd0, 0xbf284cd3, 0xac78bf27, 0x5e133c24, 0x105ec76f, 0xe235446c,
+    0xf165b798, 0x030e349b, 0xd7c45070, 0x25afd373, 0x36ff2087, 0xc494a384, 0x9a879fa0, 0x68ec1ca3, 0x7bbcef57,
+    0x89d76c54, 0x5d1d08bf, 0xaf768bbc, 0xbc267848, 0x4e4dfb4b, 0x20bd8ede, 0xd2d60ddd, 0xc186fe29, 0x33ed7d2a,
+    0xe72719c1, 0x154c9ac2, 0x061c6936, 0xf477ea35, 0xaa64d611, 0x580f5512, 0x4b5fa6e6, 0xb93425e5, 0x6dfe410e,
+    0x9f95c20d, 0x8cc531f9, 0x7eaeb2fa, 0x30e349b1, 0xc288cab2, 0xd1d83946, 0x23b3ba45, 0xf779deae, 0x05125dad,
+    0x1642ae59, 0xe4292d5a, 0xba3a117e, 0x4851927d, 0x5b016189, 0xa96ae28a, 0x7da08661, 0x8fcb0562, 0x9c9bf696,
+    0x6ef07595, 0x417b1dbc, 0xb3109ebf, 0xa0406d4b, 0x522bee48, 0x86e18aa3, 0x748a09a0, 0x67dafa54, 0x95b17957,
+    0xcba24573, 0x39c9c670, 0x2a993584, 0xd8f2b687, 0x0c38d26c, 0xfe53516f, 0xed03a29b, 0x1f682198, 0x5125dad3,
+    0xa34e59d0, 0xb01eaa24, 0x42752927, 0x96bf4dcc, 0x64d4cecf, 0x77843d3b, 0x85efbe38, 0xdbfc821c, 0x2997011f,
+    0x3ac7f2eb, 0xc8ac71e8, 0x1c661503, 0xee0d9600, 0xfd5d65f4, 0x0f36e6f7, 0x61c69362, 0x93ad1061, 0x80fde395,
+    0x72966096, 0xa65c047d, 0x5437877e, 0x4767748a, 0xb50cf789, 0xeb1fcbad, 0x197448ae, 0x0a24bb5a, 0xf84f3859,
+    0x2c855cb2, 0xdeeedfb1, 0xcdbe2c45, 0x3fd5af46, 0x7198540d, 0x83f3d70e, 0x90a324fa, 0x62c8a7f9, 0xb602c312,
+    0x44694011, 0x5739b3e5, 0xa55230e6, 0xfb410cc2, 0x092a8fc1, 0x1a7a7c35, 0xe811ff36, 0x3cdb9bdd, 0xceb018de,
+    0xdde0eb2a, 0x2f8b6829, 0x82f63b78, 0x709db87b, 0x63cd4b8f, 0x91a6c88c, 0x456cac67, 0xb7072f64, 0xa457dc90,
+    0x563c5f93, 0x082f63b7, 0xfa44e0b4, 0xe9141340, 0x1b7f9043, 0xcfb5f4a8, 0x3dde77ab, 0x2e8e845f, 0xdce5075c,
+    0x92a8fc17, 0x60c37f14, 0x73938ce0, 0x81f80fe3, 0x55326b08, 0xa759e80b, 0xb4091bff, 0x466298fc, 0x1871a4d8,
+    0xea1a27db, 0xf94ad42f, 0x0b21572c, 0xdfeb33c7, 0x2d80b0c4, 0x3ed04330, 0xccbbc033, 0xa24bb5a6, 0x502036a5,
+    0x4370c551, 0xb11b4652, 0x65d122b9, 0x97baa1ba, 0x84ea524e, 0x7681d14d, 0x2892ed69, 0xdaf96e6a, 0xc9a99d9e,
+    0x3bc21e9d, 0xef087a76, 0x1d63f975, 0x0e330a81, 0xfc588982, 0xb21572c9, 0x407ef1ca, 0x532e023e, 0xa145813d,
+    0x758fe5d6, 0x87e466d5, 0x94b49521, 0x66df1622, 0x38cc2a06, 0xcaa7a905, 0xd9f75af1, 0x2b9cd9f2, 0xff56bd19,
+    0x0d3d3e1a, 0x1e6dcdee, 0xec064eed, 0xc38d26c4, 0x31e6a5c7, 0x22b65633, 0xd0ddd530, 0x0417b1db, 0xf67c32d8,
+    0xe52cc12c, 0x1747422f, 0x49547e0b, 0xbb3ffd08, 0xa86f0efc, 0x5a048dff, 0x8ecee914, 0x7ca56a17, 0x6ff599e3,
+    0x9d9e1ae0, 0xd3d3e1ab, 0x21b862a8, 0x32e8915c, 0xc083125f, 0x144976b4, 0xe622f5b7, 0xf5720643, 0x07198540,
+    0x590ab964, 0xab613a67, 0xb831c993, 0x4a5a4a90, 0x9e902e7b, 0x6cfbad78, 0x7fab5e8c, 0x8dc0dd8f, 0xe330a81a,
+    0x115b2b19, 0x020bd8ed, 0xf0605bee, 0x24aa3f05, 0xd6c1bc06, 0xc5914ff2, 0x37faccf1, 0x69e9f0d5, 0x9b8273d6,
+    0x88d28022, 0x7ab90321, 0xae7367ca, 0x5c18e4c9, 0x4f48173d, 0xbd23943e, 0xf36e6f75, 0x0105ec76, 0x12551f82,
+    0xe03e9c81, 0x34f4f86a, 0xc69f7b69, 0xd5cf889d, 0x27a40b9e, 0x79b737ba, 0x8bdcb4b9, 0x988c474d, 0x6ae7c44e,
+    0xbe2da0a5, 0x4c4623a6, 0x5f16d052, 0xad7d5351,
+]);

package/src/api/sasl-authenticate.ts

@@ -0,0 +1,21 @@
+import { createApi } from "../utils/api";
+import { KafkaTSApiError } from "../utils/error";
+
+export const SASL_AUTHENTICATE = createApi({
+    apiKey: 36,
+    apiVersion: 2,
+    request: (encoder, data: { authBytes: Buffer }) =>
+        encoder.writeUVarInt(0).writeCompactBytes(data.authBytes).writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            errorCode: decoder.readInt16(),
+            errorMessage: decoder.readCompactString(),
+            authBytes: decoder.readCompactBytes(),
+            sessionLifetimeMs: decoder.readInt64(),
+            _tag2: decoder.readTagBuffer(),
+        };
+        if (result.errorCode) throw new KafkaTSApiError(result.errorCode, result.errorMessage, result);
+        return result;
+    },
+});

package/src/api/sasl-handshake.ts

@@ -0,0 +1,16 @@
+import { createApi } from "../utils/api";
+import { KafkaTSApiError } from "../utils/error";
+
+export const SASL_HANDSHAKE = createApi({
+    apiKey: 17,
+    apiVersion: 1,
+    request: (encoder, data: { mechanism: string }) => encoder.writeString(data.mechanism),
+    response: (decoder) => {
+        const result = {
+            errorCode: decoder.readInt16(),
+            mechanisms: decoder.readArray((mechanism) => mechanism.readString()),
+        };
+        if (result.errorCode) throw new KafkaTSApiError(result.errorCode, null, result);
+        return result;
+    },
+});

package/src/api/sync-group.ts

@@ -0,0 +1,54 @@
+import { createApi } from "../utils/api";
+import { KafkaTSApiError } from "../utils/error";
+
+export type Assignment = { [topic: string]: number[] };
+
+export type MemberAssignment = {
+    memberId: string;
+    assignment: Assignment;
+};
+
+export const SYNC_GROUP = createApi({
+    apiKey: 14,
+    apiVersion: 5,
+    request: (
+        encoder,
+        data: {
+            groupId: string;
+            generationId: number;
+            memberId: string;
+            groupInstanceId: string | null;
+            protocolType: string | null;
+            protocolName: string | null;
+            assignments: MemberAssignment[];
+        },
+    ) =>
+        encoder
+            .writeUVarInt(0)
+            .writeCompactString(data.groupId)
+            .writeInt32(data.generationId)
+            .writeCompactString(data.memberId)
+            .writeCompactString(data.groupInstanceId)
+            .writeCompactString(data.protocolType)
+            .writeCompactString(data.protocolName)
+            .writeCompactArray(data.assignments, (encoder, assignment) =>
+                encoder
+                    .writeCompactString(assignment.memberId)
+                    .writeCompactString(JSON.stringify(assignment.assignment))
+                    .writeUVarInt(0),
+            )
+            .writeUVarInt(0),
+    response: (decoder) => {
+        const result = {
+            _tag: decoder.readTagBuffer(),
+            throttleTimeMs: decoder.readInt32(),
+            errorCode: decoder.readInt16(),
+            protocolType: decoder.readCompactString(),
+            protocolName: decoder.readCompactString(),
+            assignments: decoder.readCompactString()!,
+            _tag2: decoder.readTagBuffer(),
+        };
+        if (result.errorCode) throw new KafkaTSApiError(result.errorCode, null, result);
+        return result;
+    },
+});

package/src/broker.ts

@@ -0,0 +1,74 @@
+import { TcpSocketConnectOpts } from "net";
+import { TLSSocketOptions } from "tls";
+import { API } from "./api";
+import { Connection, SendRequest } from "./connection";
+import { KafkaTSError } from "./utils/error";
+import { memo } from "./utils/memo";
+
+export type SASLOptions = { mechanism: "PLAIN"; username: string; password: string };
+
+type BrokerOptions = {
+    clientId: string | null;
+    options: TcpSocketConnectOpts;
+    sasl: SASLOptions | null;
+    ssl: TLSSocketOptions | null;
+};
+
+export class Broker {
+    private connection: Connection;
+    public sendRequest: SendRequest;
+
+    constructor(private options: BrokerOptions) {
+        this.connection = new Connection({
+            clientId: this.options.clientId,
+            connection: this.options.options,
+            ssl: this.options.ssl,
+        });
+        this.sendRequest = this.connection.sendRequest.bind(this.connection);
+    }
+
+    public async connect() {
+        await this.connection.connect();
+        await this.validateApiVersions();
+        await this.saslHandshake();
+        await this.saslAuthenticate();
+        return this;
+    }
+
+    public ensureConnected = memo(() => this.connect());
+
+    public async disconnect() {
+        await this.connection.disconnect();
+    }
+
+    private async validateApiVersions() {
+        const { versions } = await this.sendRequest(API.API_VERSIONS, {});
+
+        const apiByKey = Object.fromEntries(Object.values(API).map((api) => [api.apiKey, api]));
+        versions.forEach(({ apiKey, minVersion, maxVersion }) => {
+            if (!apiByKey[apiKey]) {
+                return;
+            }
+            const { apiVersion } = apiByKey[apiKey];
+            if (apiVersion < minVersion || apiVersion > maxVersion) {
+                throw new KafkaTSError(`API ${apiKey} version ${apiVersion} is not supported by the broker`);
+            }
+        });
+    }
+
+    private async saslHandshake() {
+        if (!this.options.sasl) {
+            return;
+        }
+        await this.sendRequest(API.SASL_HANDSHAKE, { mechanism: this.options.sasl.mechanism });
+    }
+
+    private async saslAuthenticate() {
+        if (this.options.sasl?.mechanism !== "PLAIN") {
+            return;
+        }
+        const { username, password } = this.options.sasl;
+        const authBytes = [null, username, password].join("\u0000");
+        await this.sendRequest(API.SASL_AUTHENTICATE, { authBytes: Buffer.from(authBytes) });
+    }
+}

package/src/client.ts

@@ -0,0 +1,47 @@
+import { TcpSocketConnectOpts } from "net";
+import { TLSSocketOptions } from "tls";
+import { SASLOptions } from "./broker";
+import { Cluster } from "./cluster";
+import { Consumer, ConsumerOptions } from "./consumer/consumer";
+import { Producer, ProducerOptions } from "./producer/producer";
+
+type ClientOptions = {
+    clientId?: string | null;
+    bootstrapServers: TcpSocketConnectOpts[];
+    sasl?: SASLOptions | null;
+    ssl?: TLSSocketOptions | null;
+};
+
+export class Client {
+    private options: Required<ClientOptions>;
+
+    constructor(options: ClientOptions) {
+        this.options = {
+            ...options,
+            clientId: options.clientId ?? null,
+            sasl: options.sasl ?? null,
+            ssl: options.ssl ?? null,
+        };
+    }
+
+    public async startConsumer(options: ConsumerOptions) {
+        const consumer = new Consumer(this.createCluster(), options);
+        await consumer.start();
+        return consumer;
+    }
+
+    public createProducer(options: ProducerOptions) {
+        return new Producer(this.createCluster(), options);
+    }
+
+    public createCluster() {
+        return new Cluster({
+            clientId: this.options.clientId,
+            bootstrapServers: this.options.bootstrapServers,
+            sasl: this.options.sasl,
+            ssl: this.options.ssl,
+        });
+    }
+}
+
+export const createKafkaClient = (options: ClientOptions) => new Client(options);