kafka-ts 0.0.1-beta.4 → 0.0.1-beta.6

package/src/consumer/processor.ts

@@ -9,7 +9,7 @@ type ProcessorOptions = {
     process: (batch: Batch) => Promise<void>;
 };
 
-export class Processor extends EventEmitter<{ stop: []; stopped: [] }> {
+export class Processor extends EventEmitter<{ stopped: [] }> {
     private isRunning = false;
 
     constructor(private options: ProcessorOptions) {
@@ -17,17 +17,11 @@ export class Processor extends EventEmitter<{ stop: []; stopped: [] }> {
     }
 
     public async loop() {
-        const { poll, process } = this.options;
-
         this.isRunning = true;
-        this.once('stop', () => (this.isRunning = false));
 
         try {
             while (this.isRunning) {
-                const batch = await poll();
-                if (batch.length) {
-                    await process(batch);
-                }
+                await this.step();
             }
         } finally {
             this.isRunning = false;
@@ -36,14 +30,24 @@ export class Processor extends EventEmitter<{ stop: []; stopped: [] }> {
     }
 
     @trace()
+    private async step() {
+        const { poll, process } = this.options;
+
+        const batch = await poll();
+        if (batch.length) {
+            await process(batch);
+        }
+    }
+
     public async stop() {
         if (!this.isRunning) {
             return;
         }
 
-        return new Promise<void>((resolve) => {
+        const stopPromise = new Promise<void>((resolve) => {
             this.once('stopped', resolve);
-            this.emit('stop');
         });
+        this.isRunning = false;
+        return stopPromise;
     }
 }

package/src/distributors/assignments-to-replicas.ts

@@ -1,6 +1,6 @@
 type Assignment = { [topicName: string]: number[] };
 type TopicPartitionReplicaIds = { [topicName: string]: { [partition: number]: number[] } };
-export type NodeAssignment = { [replicaId: number]: Assignment };
+type NodeAssignment = { [replicaId: number]: Assignment };
 
 /** From replica ids pick the one with fewest assignments to balance the load across brokers */
 export const distributeAssignmentsToNodesBalanced = (
@@ -81,5 +81,3 @@ const getPartitionsByReplica = (assignment: Assignment, topicPartitionReplicaIds
     }
     return Object.entries(partitionsByReplicaId);
 };
-
-export const distributeAssignmentsToNodes = distributeAssignmentsToNodesBalanced;

package/src/index.ts

@@ -6,4 +6,4 @@ export * from './distributors/partitioner';
 export * from './types';
 export * from './utils/error';
 export * from './utils/logger';
-
+export { Tracer, setTracer } from './utils/tracer';

package/src/metadata.ts

@@ -2,6 +2,9 @@ import { API, API_ERROR } from './api';
 import { Cluster } from './cluster';
 import { delay } from './utils/delay';
 import { KafkaTSApiError } from './utils/error';
+import { createTracer } from './utils/tracer';
+
+const trace = createTracer('Metadata');
 
 type MetadataOptions = {
     cluster: Cluster;
@@ -36,6 +39,7 @@ export class Metadata {
         return this.topicNameById[id];
     }
 
+    @trace()
     public async fetchMetadataIfNecessary({
         topics,
         allowTopicAutoCreation,

package/src/producer/producer.ts

@@ -7,6 +7,9 @@ import { Message } from '../types';
 import { delay } from '../utils/delay';
 import { KafkaTSApiError } from '../utils/error';
 import { memo } from '../utils/memo';
+import { createTracer } from '../utils/tracer';
+
+const trace = createTracer('Producer');
 
 export type ProducerOptions = {
     allowTopicAutoCreation?: boolean;
@@ -34,6 +37,7 @@ export class Producer {
         this.partition = this.options.partitioner({ metadata: this.metadata });
     }
 
+    @trace(() => ({ root: true }))
     public async send(messages: Message[], { acks = -1 }: { acks?: -1 | 1 } = {}) {
         await this.ensureConnected();
 
@@ -49,14 +53,15 @@ export class Producer {
         );
 
         await Promise.all(
-            Object.entries(nodeTopicPartitionMessages).map(async ([nodeId, topicPartitionMessages]) => {
-                await this.cluster.sendRequestToNode(parseInt(nodeId))(API.PRODUCE, {
+            Object.entries(nodeTopicPartitionMessages).map(([nodeId, topicPartitionMessages]) =>
+                this.cluster.sendRequestToNode(parseInt(nodeId))(API.PRODUCE, {
                     transactionalId: null,
                     acks,
                     timeoutMs: 5000,
                     topicData: Object.entries(topicPartitionMessages).map(([topic, partitionMessages]) => ({
                         name: topic,
                         partitionData: Object.entries(partitionMessages).map(([partition, messages]) => {
+                            const partitionIndex = parseInt(partition);
                             let baseTimestamp: bigint | undefined;
                             let maxTimestamp: bigint | undefined;
 
@@ -69,9 +74,9 @@ export class Producer {
                                 }
                             });
 
-                            const baseSequence = this.nextSequence(topic, parseInt(partition), messages.length);
+                            const baseSequence = this.nextSequence(topic, partitionIndex, messages.length);
                             return {
-                                index: parseInt(partition),
+                                index: partitionIndex,
                                 baseOffset: 0n,
                                 partitionLeaderEpoch: -1,
                                 attributes: 0,
@@ -95,8 +100,8 @@ export class Producer {
                             };
                         }),
                     })),
-                });
-            }),
+                }),
+            ),
         );
     }
 

package/src/utils/decoder.ts

@@ -7,10 +7,6 @@ export class Decoder {
         return this.offset;
     }
 
-    public getBuffer() {
-        return this.buffer;
-    }
-
     public getBufferLength() {
         return this.buffer.length;
     }

package/src/utils/encoder.ts

@@ -1,41 +1,49 @@
 export class Encoder {
-    private buffer: Buffer;
+    private chunks: Buffer[] = [];
 
-    constructor({ buffer = Buffer.alloc(0) }: { buffer?: Buffer } = {}) {
-        this.buffer = buffer;
+    public getChunks() {
+        return this.chunks;
     }
 
-    public write(rightBuffer: Buffer) {
-        this.buffer = Buffer.concat([this.buffer, rightBuffer]);
+    public getByteLength() {
+        return this.chunks.reduce((acc, chunk) => acc + chunk.byteLength, 0);
+    }
+
+    public write(...buffers: Buffer[]) {
+        this.chunks.push(...buffers);
         return this;
     }
 
+    public writeEncoder(encoder: Encoder) {
+        return this.write(...encoder.getChunks());
+    }
+
     public writeInt8(value: number) {
-        const buffer = Buffer.alloc(1);
+        const buffer = Buffer.allocUnsafe(1);
         buffer.writeInt8(value);
         return this.write(buffer);
     }
 
     public writeInt16(value: number) {
-        const buffer = Buffer.alloc(2);
+        const buffer = Buffer.allocUnsafe(2);
         buffer.writeInt16BE(value);
         return this.write(buffer);
     }
 
     public writeInt32(value: number) {
-        const buffer = Buffer.alloc(4);
+        const buffer = Buffer.allocUnsafe(4);
         buffer.writeInt32BE(value);
         return this.write(buffer);
     }
 
     public writeUInt32(value: number) {
-        const buffer = Buffer.alloc(4);
+        const buffer = Buffer.allocUnsafe(4);
         buffer.writeUInt32BE(value);
         return this.write(buffer);
     }
 
     public writeInt64(value: bigint) {
-        const buffer = Buffer.alloc(8);
+        const buffer = Buffer.allocUnsafe(8);
         buffer.writeBigInt64BE(value);
         return this.write(buffer);
     }
@@ -75,7 +83,7 @@ export class Encoder {
             return this.writeInt16(-1);
         }
         const byteLength = Buffer.byteLength(value, 'utf-8');
-        const buffer = Buffer.alloc(byteLength);
+        const buffer = Buffer.allocUnsafe(byteLength);
         buffer.write(value, 0, byteLength, 'utf-8');
         return this.writeInt16(byteLength).write(buffer);
     }
@@ -86,7 +94,7 @@ export class Encoder {
         }
 
         const byteLength = Buffer.byteLength(value, 'utf-8');
-        const buffer = Buffer.alloc(byteLength);
+        const buffer = Buffer.allocUnsafe(byteLength);
         buffer.write(value, 0, byteLength, 'utf-8');
         return this.writeUVarInt(byteLength + 1).write(buffer);
     }
@@ -110,21 +118,20 @@ export class Encoder {
     }
 
     public writeArray<T>(arr: T[], callback: (encoder: Encoder, item: T) => Encoder) {
-        const buffers = arr.map((item) => callback(new Encoder(), item).value());
-        return this.writeInt32(arr.length).write(Buffer.concat(buffers));
+        return this.writeInt32(arr.length).write(...arr.flatMap((item) => callback(new Encoder(), item).getChunks()));
     }
 
     public writeCompactArray<T>(arr: T[] | null, callback: (encoder: Encoder, item: T) => Encoder) {
         if (arr === null) {
             return this.writeUVarInt(0);
         }
-        const buffers = arr.map((item) => callback(new Encoder(), item).value());
-        return this.writeUVarInt(buffers.length + 1).write(Buffer.concat(buffers));
+        return this.writeUVarInt(arr.length + 1).write(
+            ...arr.flatMap((item) => callback(new Encoder(), item).getChunks()),
+        );
     }
 
     public writeVarIntArray<T>(arr: T[], callback: (encoder: Encoder, item: T) => Encoder) {
-        const buffers = arr.map((item) => callback(new Encoder(), item).value());
-        return this.writeVarInt(buffers.length).write(Buffer.concat(buffers));
+        return this.writeVarInt(arr.length).write(...arr.flatMap((item) => callback(new Encoder(), item).getChunks()));
     }
 
     public writeBytes(value: Buffer) {
@@ -136,6 +143,6 @@ export class Encoder {
     }
 
     public value() {
-        return this.buffer;
+        return Buffer.concat(this.chunks);
     }
 }

package/src/utils/logger.ts

@@ -17,16 +17,16 @@ export const jsonSerializer = (_: unknown, v: unknown) => {
 
 class JsonLogger implements Logger {
     debug(message: string, metadata?: unknown) {
-        console.debug(JSON.stringify({ message, metadata }, jsonSerializer));
+        console.debug(JSON.stringify({ message, metadata, level: 'debug' }, jsonSerializer));
     }
     info(message: string, metadata?: unknown) {
-        console.info(JSON.stringify({ message, metadata }, jsonSerializer));
+        console.info(JSON.stringify({ message, metadata, level: 'info' }, jsonSerializer));
     }
     warn(message: string, metadata?: unknown) {
-        console.warn(JSON.stringify({ message, metadata }, jsonSerializer));
+        console.warn(JSON.stringify({ message, metadata, level: 'warning' }, jsonSerializer));
     }
     error(message: string, metadata?: unknown) {
-        console.error(JSON.stringify({ message, metadata }, jsonSerializer));
+        console.error(JSON.stringify({ message, metadata, level: 'error' }, jsonSerializer));
     }
 }
 

package/src/utils/tracer.ts

@@ -1,33 +1,49 @@
 import { log } from './logger';
 
+export interface Tracer {
+    startActiveSpan<T>(module: string, method: string, metadata: Record<string, unknown>, callback: () => T): T;
+}
+
+class DebugTracer implements Tracer {
+    private isEnabled = process.env.DEBUG?.includes('kafka-ts');
+
+    startActiveSpan<T>(module: string, method: string, metadata: Record<string, unknown>, callback: () => T): T {
+        if (!this.isEnabled) {
+            return callback();
+        }
+
+        const startTime = Date.now();
+
+        const onEnd = <T>(result: T): T => {
+            log.debug(`[${module}.${method}] ${metadata?.message ?? ''} +${Date.now() - startTime}ms`, {
+                ...metadata,
+                ...(!!result && { result }),
+            });
+            return result;
+        };
+
+        const result = callback();
+        if (result instanceof Promise) {
+            return result.then(onEnd) as T;
+        }
+        onEnd(result);
+        return result;
+    }
+}
+
+let tracer: Tracer = new DebugTracer();
+
+export const setTracer = <T>(newTracer: Tracer) => {
+    tracer = newTracer;
+};
+
 export const createTracer =
-    (module: string, attributes?: Record<string, unknown>) =>
+    (module: string) =>
     (fn?: (...args: any[]) => Record<string, unknown> | undefined) =>
     (target: any, propertyKey: string, descriptor: PropertyDescriptor) => {
-        if (!process.env.DEBUG?.includes('kafka-ts')) return;
-
         const original = descriptor.value;
         descriptor.value = function (...args: any[]) {
-            const startTime = Date.now();
             const metadata = fn?.(...args);
-
-            const onEnd = <T>(result: T): T => {
-                log.debug(`[${module}.${propertyKey}] ${metadata?.message ?? ''} +${Date.now() - startTime}ms`, {
-                    ...attributes,
-                    ...metadata,
-                    ...result && { result},
-                });
-                return result;
-            };
-
-            const result = original.apply(this, args);
-            if (result instanceof Promise) {
-                return result.then(onEnd);
-            } else {
-                onEnd(result);
-                return result;
-            }
+            return tracer.startActiveSpan(module, propertyKey, { ...metadata }, () => original.apply(this, args));
         };
     };
-
-export const trace = createTracer('GLOBAL');

package/certs/ca.key

@@ -1,52 +0,0 @@
------BEGIN PRIVATE KEY-----
-MIIJQQIBADANBgkqhkiG9w0BAQEFAASCCSswggknAgEAAoICAQCK4SefRkBpay14
-QyyCsKC+EaYEFmHo0xtatZGr/1y8RJA6NTstQhcSPMcB4hz818wd46XoPYF9dL4E
-ByYkEdnkMBmgI4BMq/LRHLkoR2U1tq2j8H2LmNYpsrVDSwX7aFJ9FYHk4at2y6w3
-1fEfYli5b3d9j2G1/kC76HkGMsxMvzPBEkdfgS4LrdXIXdTTGXbRN4+5ikBOm8Rd
-BlDJodYYwzz4QlUmK/qlBjYagooewPvEUHfWYqC8tANaRLJ5Fd5kTTCCieLgwzhD
-2Eof5T5xyftfGPaCuuMr3q7r8HosiRzPfQuH7Ja47ntUz9yqucrUMIxHf6Ebqx6v
-mUt6aQmam1uu+yba5kQja8KCWyjPfnZmatTktfxNqPlI+ZayxHFAe3HbQvmQMOzR
-A228+muFo90WY9Wvf0RVNLinUCzmZ5lAuc62LtWPRG0AtDUEFFzWeXw5SHw3iSsE
-SCz4EsbBxbxP2/DsR+ppAjsb2r9v/4uygQdHN1HESzlM+NUZA1x3ZERB/8OfWi8c
-6WCaSFEpY8uEdVHNrYWPKl07TJQXSKhba/HMe90uxSGmYBW7/9046inN+6Ql84Qu
-zLFKRC5zIWloOa7jL1aM+rZwnUrUXUsO4z0FUchlNwjsLGWq6NiuhicfhAwf91S7
-kwB+qccT3bpcLdgha9+6/g0uzS9wpwIDAQABAoICAAoIsHMqgTbcnoFk4Q9kMYjp
-/4OmFlbbAcvw+GBj59BWZ9E8zVS8xKv1pi81pgCCmuXB79eysetdhukFlzTd8U8y
-RneyeO+RMM7480u8tMxHsY35ryhp13dVyRDel8UNSYBuEF94Copftsal93DcCysC
-qbBxro6Wmxi4eB4Bh4839UZKystUqv3/BkYeuWSzH0mIaSLvoSvMx0gtT6LxxWUu
-nfYV3M8QOGC57SjHK7GDIe2SHsZng9N+cguQkRB8iv/WL94OlkzE7gjA1MIvLu7L
-uBSr2guh8w3VXfAABOO42FMJZs7gQheEa3a6Oeg/2i6wf0IfL4WvPF1VhwWGF0Jw
-G3Fh7zbWU9zr7ozkhDfPce7sl/EBpd7uwwHXaFocOo3pUmnPdZSUxbYl+rOuOASP
-41ynZbWXfZ8QZT8mTfqMB9Dk6E9HtfaPIoI4CcL+0Ye3ZSHkIMzA0eeE6HmXbmKF
-RlPT9NQVTRs37O2UaWg0c8MixNp7Pjqta2XyMZnh4tMhU0pnf0lVvJXJJRlb8hwT
-MjXDmjGAEj3I8aJHzy478DsnWAXmhSyPfSpgK065v7fFIPL4fC69siDtQPAFht9f
-Bgfs3ZMIYs8y2Z/7ul1tnmFIzMka3xUluaxbk4edUrG8m/sQJyKFJVzu6M3uhBZC
-DeYyoVThCqWf12nv1eBpAoIBAQDBu7iX5asrDmiwF7THl1ButjBg5NCCqneI/R+a
-lIR9umb+YdhCkO3tHVDlSdX7k/32CmWVP75WFpX8iKwrMV2Qq5dONMl2MToT0kk5
-JfWlHxePmRJsswnQbVq2rMNKcnSNVvAc8bZqRjFNBu9bmPuArCpYgdRlMf7Th98x
-dYEwScXtMYdMm9NcIQtK3XO20B2kD4dzWGcPKboMxwfOpJavz0+hy6QUek0aUSqm
-UYvrpEJ9S9BYZNX5Ip/2cOMPkKe7/XOm9aCyRHEtk0O5qP6ixhp643piicR0AlM6
-ImoPrXX+QOwSN82aNkpMteCufPndYzqmj+ux6OYWEzHz/DnDAoIBAQC3hBeeGYPG
-F98vLfmwtCJ3MSJGxMtJ0UqaEW5IPIshGlKMPMVR3UA5oWMMFylIti72b+I8X3+q
-p2sXuzll6ILyKGGHN7tN504n80HAJ9EJ8rpgTIKKHBE/7E1zcNMXX9H4LKdeE3ua
-bYeBub4FxiGRGFKoqDL22acaDC9a8Uueswzvj/WkhTsmVorZO8+g8QOtOoDwBtuM
-QsD+QpqSIZCKOZoc6epqWxd7CQsI/Ulg6t0vWxfIKm5Quw6E1hh2CpRqzncll7DI
-xVuryd5CSC+WFu/NZPSmrbtDqD+rtp5juNCnmMwCmyNdnKCDWHdqZJsaHv9UmBdS
-StA66S9ws5tNAoIBAEyGOQkO+Ei+nU2JX6hDNcs1ffCYEWC7sxHSYkxuA9Oh8JLk
-1Uad9s1lehHH05VXRMaOHsgQcL+SllY1KkS5cCr4DIEgyr87/KPduXywaNJ7cJQR
-M7zqD6NbvqxPm6hpg25c++WC+LoL1eeGKL/2ssmFuAhT6DC8ydqGXfwsXQZU7bCe
-ksII/zjx+ILu7Ik2ta6bT7aZIcRUiCAJ8iSG0NrLObpANSS9ln0huIYPygQfUwAp
-FTgFRJvvOF5hAt+gFRFlsOwvM/WWoVoORH8uqL5lIAqQlkQcBRSJ4pQhCeH9c5El
-1dnwXu9eKIUahpCF3zC6xG0Mhl41D8WCeYXViH8CggEAK3vwQLUZBVJYvwws0xML
-66RH0+8DoH0oKTOiJxm5eeGL19D6jHhZpI46Mv41+RW6MQi32chjLuO2u4vQgPZE
-OO8alPi+uCnr2gmI9eg5XxsV0IWwlNsrtzLd81GzoyFAVob2LZN+QUxcxH9nqGSX
-RZM22uHoGZffQYvLmMf+PB9/HDDHavFq3524DtteSmtxjJWFQdrOIQEcS+MqTyAG
-6MnXW6yNsB/fg3bUF5A01/Mu7+6sxvBO7XA1c4Jrj2TYYCqGDvFPoXMqUp1lvdzu
-8aiDr+6RDgGyksiGNcDy7Pw47M2G4cMy8RaQ7i6DNUGbguf/ZmMXe5dgmeTxKcpV
-LQKCAQA6n/DwDxe+iIy4GJP0CS8s5JupV38wT4oI4eK6a5JGbDhAF4uz+E/e9EuW
-hS+gl55cmPUeOHha67RllCp/io1yZkyzB3d3OBTfgZ6+JlzX+kWcl8d19VJiJA26
-/FTb64EpKaB5jgmyaCHEln4FR8EViJdILgVqLliY7ObLhRv2ZozMkv1TDxquftec
-dfGvXhZ42sWASfDnL62FFATAuIMQw2EZJNtjoxab1ZQZ+kgcuwgZ4oCI+ok56XSh
-aZBizY49ftbllLlcPU2+2Md69fndpZa1b33K0hzsWY6+ysFS6BIt+aWO/TCl9Y4u
-CMLta4NyYC40J7EPwXKyrXSz8qhq
------END PRIVATE KEY-----

package/certs/ca.srl

@@ -1 +0,0 @@
-0FB74CE1593C67E32AD89ADE70018EF63CB9C537

package/certs/kafka.crt

@@ -1,29 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIFCTCCAvGgAwIBAgIUD7dM4Vk8Z+Mq2JrecAGO9jy5xTcwDQYJKoZIhvcNAQEL
-BQAwEzERMA8GA1UEAwwIa2Fma2EtY2EwHhcNMjQxMDE4MTMwNTM0WhcNMzQxMDE2
-MTMwNTM0WjAQMQ4wDAYDVQQDDAVrYWZrYTCCAiIwDQYJKoZIhvcNAQEBBQADggIP
-ADCCAgoCggIBAM8x9Dqupco6PnX8xOK6MAaleBHOLzYl1QoJrdWXdF4O/Y9x4WlW
-X9+LS4m8QNTOKmSAHvBPJy5Eg4Lz8CIfLpyj9WgJ/j+P3uxM4d5XiTBXz6j/+zlQ
-CnLccLfijTRnBw/XIcmQ3sKefVlwD9PG6W/VF82qOFZpXOzFyzmuxvwLf5afg1u2
-0Gjthcx/XAM8dg3NFOTZqCITe8caoys0C+saZiZaF/7Zr4uCEbwR0Fq1dXQaeEcD
-5CGpYKrzgLLN855wWd2rqeJnHpXfKPjIcMKMb5N58ZXZIy5iBZLECVXWDuWvNXrc
-f3XSuHMsSNNt8RPqfouEINlQJldTUlo474HXzr7sBQ3vmxVgfAqMcIWCK82amfAb
-LgWIN+GzZX7cKgUZARgOBTc9pgOzQEWsM+cZ4m1v/hsBo7x3PBpiNtv6uuSztjHO
-Udgk7nWQDEIRmBTs58va+HcJ1YrucEXL6tiNAYczmFIjakX7FC21GUDuq9hw8P44
-gbL3YPfhAuVKef3vNn2H7aVq14psw4f3XmVB3UBzbzT5kQTCnaQQHdMXIfd76JCd
-fBxqqZAYmwPgq57eGfSwbouSwwzNmy29XEChaT0yunyzX5Qb3X1lzenv/xmi9e03
-6HVUbs10qinhlit63PJjnQ5ji/JqjnwaE8w747mft3wjVgVNN9DNHZmXAgMBAAGj
-WDBWMBQGA1UdEQQNMAuCCWxvY2FsaG9zdDAdBgNVHQ4EFgQUZ47vlBvUI9za7Ek6
-kGgjknZJ6MowHwYDVR0jBBgwFoAUj8z/Bg/gbxMa3YBHlfwfpgDB9RAwDQYJKoZI
-hvcNAQELBQADggIBABqCALx8sSoYiNJQSod6wykeCnbEHFqkJGgY85fK0yagXlJF
-biUYHzw5p3TCHbMOnKzkeQ2J64xEIPxGaKZgeB5dD+tNaUQDZjwlTkiwTA80Fo7M
-eU6wVcX+lQ32UNly83JyshqkSbpXfxnMRZv1O2uPBaOR/M2Pb+PnascLg9f6atI2
-X3wkSAI0o/zNyU5unWcWMTxHWA9P1YVpnD/9Ij0fM7gRpCBsbr8MHXlAnAXWT/HX
-NuIHnYso6pBvpPQ6Fg8/D9J0+xO4+DFtoIejTpXiBwxgQTcHHQX1hqXUaR0Ri172
-vcgt0+LwEHLQLmFAr6bZakui1LBO+I/rHJmELQANCuys4sRC7YcOnGNSQpSsmiNU
-xUP3WS+QW2G8kIQIxBg0AS3to+9Q1emv4eqYEydBVZa8NctkCUzbhg1nHF+jCBVA
-a+NbObnWTycchunPwGnxtImJGKiHbTe1dQ0S/kOEAUO1LhBKLTDDgrzUKwKrFOvB
-+nEiXIbTlpzEgJJ3Gpv39CX6/+yMh/Lu0Ge7cj1TFKh26W+t0QrqAAnpptSQppYM
-FersUtwt5dZvZ/75QsyHiiBxVtSQIp1dzm91O4Y2p6Ll5vjaew09PCNJc3rxiGXC
-JsvdQg/hlWIzf1duNCtcNWQyx9/LOvnN35fS0qDrl41qK9Ke7NLupbLJ7lZj
------END CERTIFICATE-----

package/certs/kafka.csr

@@ -1,26 +0,0 @@
------BEGIN CERTIFICATE REQUEST-----
-MIIEVTCCAj0CAQAwEDEOMAwGA1UEAwwFa2Fma2EwggIiMA0GCSqGSIb3DQEBAQUA
-A4ICDwAwggIKAoICAQDPMfQ6rqXKOj51/MTiujAGpXgRzi82JdUKCa3Vl3ReDv2P
-ceFpVl/fi0uJvEDUzipkgB7wTycuRIOC8/AiHy6co/VoCf4/j97sTOHeV4kwV8+o
-//s5UApy3HC34o00ZwcP1yHJkN7Cnn1ZcA/Txulv1RfNqjhWaVzsxcs5rsb8C3+W
-n4NbttBo7YXMf1wDPHYNzRTk2agiE3vHGqMrNAvrGmYmWhf+2a+LghG8EdBatXV0
-GnhHA+QhqWCq84CyzfOecFndq6niZx6V3yj4yHDCjG+TefGV2SMuYgWSxAlV1g7l
-rzV63H910rhzLEjTbfET6n6LhCDZUCZXU1JaOO+B186+7AUN75sVYHwKjHCFgivN
-mpnwGy4FiDfhs2V+3CoFGQEYDgU3PaYDs0BFrDPnGeJtb/4bAaO8dzwaYjbb+rrk
-s7YxzlHYJO51kAxCEZgU7OfL2vh3CdWK7nBFy+rYjQGHM5hSI2pF+xQttRlA7qvY
-cPD+OIGy92D34QLlSnn97zZ9h+2lateKbMOH915lQd1Ac280+ZEEwp2kEB3TFyH3
-e+iQnXwcaqmQGJsD4Kue3hn0sG6LksMMzZstvVxAoWk9Mrp8s1+UG919Zc3p7/8Z
-ovXtN+h1VG7NdKop4ZYretzyY50OY4vyao58GhPMO+O5n7d8I1YFTTfQzR2ZlwID
-AQABoAAwDQYJKoZIhvcNAQELBQADggIBAK4iQDBi/IQ5ef6HgExBXv9UTwX4HZGv
-AJ16p3fNcldLLmz+r11llNNFL+QHn2iJNf3SJ3ULGrD108n2a0t2oLvXx1sNXhVc
-vLHR2hkaQHqyh/jak63d8ngb2v0VT6GJ1zj3oGWGp3H5492Si+Ynu3Wx7lDe61fG
-v02JdixlHYUH6FQZmGWYW1qWNsHcXP6YYTFXkCNJPnCJFRM5nYTrm0DH6bXgT4FG
-jwHc4WbAs8dwsddueoHmV2P7CtiK5qH8r4v75hC5U3nMLStFP4upNzvB7q93JV0b
-CogY+2MSpkf2+VfGGeaKUbHh09Gv05m6f1jQGcurYnvRem5K/OHoqpa2dUWbfIxC
-7iIqEYNL4LALYFPBVnZPKss5/KP35bLt9LLho+YbLNpgy/5GRonvRQ3ZZvD3Le2O
-1fXBOAf97M3r2NqhSLF/IMGay2cuooikgG8MExUzAgXlfOzVlnQ3WqxrOxn54Jep
-pLfxi9k9020ZvnrrD6hCdnrszLbJwhWnhOy4xaJ6ZS132GaOGefmKkd/vy/2jBlz
-McRWy9LQm1F8HMp4uuGVhaJntqPH3CFjHIgHT/Ro8hZIvCAY8LUCjsD2dhI7M3N7
-+MSQchNA7Ty0wGGEX/5OUN4mH0RZh+mGinNe9n3NFKuBgJeWgOlwtL5kvh9rXkGq
-aMwyvRORw3HH
------END CERTIFICATE REQUEST-----

package/certs/kafka.key

@@ -1,52 +0,0 @@
------BEGIN PRIVATE KEY-----
-MIIJQgIBADANBgkqhkiG9w0BAQEFAASCCSwwggkoAgEAAoICAQDPMfQ6rqXKOj51
-/MTiujAGpXgRzi82JdUKCa3Vl3ReDv2PceFpVl/fi0uJvEDUzipkgB7wTycuRIOC
-8/AiHy6co/VoCf4/j97sTOHeV4kwV8+o//s5UApy3HC34o00ZwcP1yHJkN7Cnn1Z
-cA/Txulv1RfNqjhWaVzsxcs5rsb8C3+Wn4NbttBo7YXMf1wDPHYNzRTk2agiE3vH
-GqMrNAvrGmYmWhf+2a+LghG8EdBatXV0GnhHA+QhqWCq84CyzfOecFndq6niZx6V
-3yj4yHDCjG+TefGV2SMuYgWSxAlV1g7lrzV63H910rhzLEjTbfET6n6LhCDZUCZX
-U1JaOO+B186+7AUN75sVYHwKjHCFgivNmpnwGy4FiDfhs2V+3CoFGQEYDgU3PaYD
-s0BFrDPnGeJtb/4bAaO8dzwaYjbb+rrks7YxzlHYJO51kAxCEZgU7OfL2vh3CdWK
-7nBFy+rYjQGHM5hSI2pF+xQttRlA7qvYcPD+OIGy92D34QLlSnn97zZ9h+2lateK
-bMOH915lQd1Ac280+ZEEwp2kEB3TFyH3e+iQnXwcaqmQGJsD4Kue3hn0sG6LksMM
-zZstvVxAoWk9Mrp8s1+UG919Zc3p7/8ZovXtN+h1VG7NdKop4ZYretzyY50OY4vy
-ao58GhPMO+O5n7d8I1YFTTfQzR2ZlwIDAQABAoICAACl6lqoozIfvoRF9yOya2YJ
-7Hc5yuIDekgewaFyaNXGfDqPo6HduE0NtX3HzfgccPuBfxdHWBsH8dVeB/lDWbT5
-ulHJ/jaar5rTnr1ATtiM3cRskI+cVXwIfn3EwqZQUDBXfu6PenLnZgL6m8IQ1Dga
-VYm6J5T1nWnMMJeMmWi+bHa/Jv0JdFtvqsR5/YKxFLl0U8VnfOQmZXO4/Jus/QCO
-Q5WJIJwWeDsafA23jIxMFwL29jtaosMMMZY3TsbAaCuttEpCODTSF8FmQk2M6vVg
-1RSEBCJw3HBPtC7CWDkhg0hqpOMuf2OR9iu+DrhClsd2K1EqZ6PmYUhSpWZM2Urw
-PCVaTl1ZSkogJVv2OmrpGWm3qfMJCOr1VYk5onOsANIZUeo9wYYZNcA7+ObR0mS2
-tZrP+P5uP4FCVKA94+s/UOT5rkRw/jGJ8M776aOTXrrmJBMiUV1ExbmLbFmpX6FE
-VInQAdsN1Shg8drUttHL3M1W5TXldAn/BBMiyFSbQu45EQqj+U+na/ilniHJeYzR
-5vjJc61FA8ku1FQ4uYLe58xggVgVizl2/sdwPXVxUgbQ+YfnKtQNxvsY9fpk+dm6
-x5bwqBCKiu6jQ0PN+/pxpc14UZmU8kvh+CZJ8G/jZzaovAINwxtS1pIzyXuTfLcT
-WVBmgZpduYYEHKCg1DepAoIBAQD+vqddxTQmIgN8LH+3E/xBnrEsO3BHNulkMYwK
-/RiPtokBAO0zWSHqhcClI+mqLX0wJmHSv5quXOWm37DBE0QAhFFXq+ZEDd2aPlXq
-zU0g7Cmm3qhnPitGxNlvS3Gyf7OKuUQuvi2bRmKDxRHZ/idTn3OZaKAiMda7rZBR
-ZT++zqRQ5dXjIO0ANIVgn2e4kW7CEo2dE0b7NNJ1RCrenk55MffOoVexWxDwbksM
-Lt3kxpd3s7xCbVPTACJKX3aqxhq9sUDDHWQ/RwcJXnMb3N+V01W2fOjGcudHDPYe
-OqAC1FaDF77hQpoeZZVy0fLfAJVWYEZV15oYkcVCx0idVSu1AoIBAQDQN1GvEhOp
-dM3p8v98OWWkDLcvGPF8m/UdKdnQxazpLqye2gDOelBZjtlBJByqWCoYymEPIAbk
-NzhsmiMNlQ+RI3rqGSDBqvagu3TpJp7DVWrPbzHyex/iSv18xxBiu4P3SVURwRcv
-Nls4lBJnZ+MOcAtOupQ0XQke4+rcdTMq17OIwWkveYRNIk89HqAcqaEEbC3wAR3V
-FMTj0As70nFdagbKWTfQRT+m4hCTa0u5H40Ej5U3ZNgV4kq91N8XRpf9i2FHpZcS
-GZMSnizxjJpt1/M5z06wDN7kIdS6rjFn/vHBPVlCdxGvbX480BAi/AicmP4gqRiU
-RTLCdJpZL3ebAoIBAF8hn6ra7CCZbye+Dmu2IOv4cT2NbN6LWRk7j4rC/ZsdlYg0
-amBUlt/X1xtUj/wnRKroinuDZiZbNr/cpUtVAH4Y66+L2E/txaXGRZuL05PJ3bwd
-RlJX2x1wgaqYR/tayRezHA1ApBNqc3u16na3/MOzth3B/psGdaRcqppa7zU4QhCb
-5AYP07HR60UsAjXgybXb69qOymEhVr7IGCJOiAumZ15YzkDDO04uQgRotCCtMP9Y
-taMw5K7VS/juMYiQtofEW+UBYuBmi/Apv17WWwC+jTG678q8OjZEVtzvE7Y6yZvn
-EDdbAeb8FJVuZf51X0+EYH/KJheqyDmp5iorFkkCggEBAJLz2BTFn1bj90h8llBo
-ehH0X31AD3+w2qhAl1g/i6/vnylmF1ei//6VUUQmZozbOKrSevof0n1Tc+FCUCcP
-4zK+Zcu+/F1zeikq5HKBLWATcxUAF7JZr8EYyBs+q5PjYFoxSXcEXoaVyIAAEZUl
-vxy7e1+PU3Y5i2xf06zQktJT9oQ4bTJygyulYWNzr/FKzze92hYf05xF0kgu1x7b
-geM6J5y8pyW5GhmAR86j1YfMesyTQe8cn12inrmn+eQFkNQDgR7+AcdmgWSMeo/o
-ej24QhO0+oZKLy23qtougvQw/RMzZ0H/o12623O0LQ9j7fgICqOmdJCA3jhb72uu
-kq0CggEAfJceJjzSWN1wmr40DwAwgmHuBWh2y+0m/kyMGqRuPEIHTL2U8wCXIdmb
-ugUjIbsb1lVdg3SdPnbV6X1CUuRoMd6XJ9cwR2NDgMr0DbCZsMq+g3dVKIPUFAoU
-hB5Ai2fvrSKTdJsKHklSEoAP3Jf9GW8TXANiag8UhKYKN1Mc0kNx34LWiIjElneN
-oRyE5pSnZcNeSkZFx2BYMd2YASHNbph8Nd9AIbV53CQ3yMD4mwDxnerkEvRsFKZd
-FR7c8kID+YBN2D7I1HUN3uflt/VNZGPc1ZjFWk+UyXBf04TPRAG4C0qEshQC3nwA
-0EaZY4cBQwWFep18Shu5QuXvsTbHmQ==
------END PRIVATE KEY-----

package/src/utils/mutex.ts

@@ -1,31 +0,0 @@
-export const createMutex = () => {
-    const queue: (() => void)[] = [];
-    let isLocked = false;
-
-    const acquire = () => {
-        return new Promise<void>((resolve) => {
-            if (!isLocked) {
-                isLocked = true;
-                return resolve();
-            }
-            queue.push(resolve);
-        });
-    };
-
-    const release = () => {
-        isLocked = false;
-        const next = queue.shift();
-        next && next();
-    };
-
-    const exclusive = async (fn: () => Promise<void>) => {
-        await acquire();
-        try {
-            await fn();
-        } finally {
-            release();
-        }
-    };
-
-    return { exclusive };
-};