kafka-ts 0.0.1-beta

package/dist/utils/error.d.ts

@@ -0,0 +1,11 @@
+export declare class KafkaTSError extends Error {
+    constructor(message: string);
+}
+export declare class KafkaTSApiError<T = any> extends KafkaTSError {
+    errorCode: number;
+    errorMessage: string | null;
+    response: T;
+    constructor(errorCode: number, errorMessage: string | null, response: T);
+}
+export declare class ConnectionError extends KafkaTSError {
+}

package/dist/utils/error.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConnectionError = exports.KafkaTSApiError = exports.KafkaTSError = void 0;
+const api_1 = require("../api");
+class KafkaTSError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = this.constructor.name;
+    }
+}
+exports.KafkaTSError = KafkaTSError;
+class KafkaTSApiError extends KafkaTSError {
+    errorCode;
+    errorMessage;
+    response;
+    constructor(errorCode, errorMessage, response) {
+        const [errorName] = Object.entries(api_1.API_ERROR).find(([, value]) => value === errorCode) ?? ["UNKNOWN"];
+        super(`${errorName}${errorMessage ? `: ${errorMessage}` : ""}`);
+        this.errorCode = errorCode;
+        this.errorMessage = errorMessage;
+        this.response = response;
+    }
+}
+exports.KafkaTSApiError = KafkaTSApiError;
+class ConnectionError extends KafkaTSError {
+}
+exports.ConnectionError = ConnectionError;

package/dist/utils/memo.d.ts

@@ -0,0 +1 @@
+export declare const memo: <T extends (...args: any[]) => any>(fn: T) => (...args: Parameters<T>) => ReturnType<T>;

package/dist/utils/memo.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.memo = void 0;
+const memo = (fn) => {
+    const cache = {};
+    return (...args) => {
+        const key = JSON.stringify(args);
+        if (cache[key]) {
+            return cache[key];
+        }
+        const result = fn(...args);
+        cache[key] = result;
+        return result;
+    };
+};
+exports.memo = memo;

package/dist/utils/retrier.d.ts

@@ -0,0 +1,10 @@
+export type Retrier = (func: () => unknown) => Promise<void>;
+export declare const createExponentialBackoffRetrier: (options: {
+    onFailure?: (error: unknown) => Promise<void>;
+    maxRetries?: number;
+    initialDelayMs?: number;
+    maxDelayMs?: number;
+    multiplier?: number;
+    retry?: number;
+}) => Retrier;
+export declare const defaultRetrier: Retrier;

package/dist/utils/retrier.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.defaultRetrier = exports.createExponentialBackoffRetrier = void 0;
+const delay_1 = require("./delay");
+const createExponentialBackoffRetrier = (options) => async (func) => {
+    try {
+        await func();
+    }
+    catch (error) {
+        const { retry = 0, maxRetries = 3, onFailure = (error) => {
+            throw error;
+        }, initialDelayMs = 100, maxDelayMs = 3000, multiplier = 2, } = options;
+        const isMaxRetriesExceeded = retry > maxRetries;
+        if (isMaxRetriesExceeded)
+            return onFailure(error);
+        const delayMs = Math.min(maxDelayMs, initialDelayMs * multiplier ** retry);
+        await (0, delay_1.delay)(delayMs);
+        return (0, exports.createExponentialBackoffRetrier)({ ...options, retry: retry + 1 })(func);
+    }
+};
+exports.createExponentialBackoffRetrier = createExponentialBackoffRetrier;
+exports.defaultRetrier = (0, exports.createExponentialBackoffRetrier)({});

package/dist/utils/tracer.d.ts

@@ -0,0 +1 @@
+export declare const trace: (fn?: (...args: any[]) => Record<string, unknown> | undefined) => (target: any, propertyKey: string, descriptor: PropertyDescriptor) => void;

package/dist/utils/tracer.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.trace = void 0;
+const debug_1 = require("./debug");
+const trace = (fn) => (target, propertyKey, descriptor) => {
+    if (!process.env.DEBUG?.includes("kafkats"))
+        return;
+    const original = descriptor.value;
+    descriptor.value = function (...args) {
+        const startTime = Date.now();
+        const metadata = fn?.(...args);
+        const onEnd = (result) => {
+            console.log(`[${propertyKey}] +${Date.now() - startTime}ms ${JSON.stringify({ ...metadata, result }, debug_1.serializer)}`);
+            return result;
+        };
+        const result = original.apply(this, args);
+        if (result instanceof Promise) {
+            return result.then(onEnd);
+        }
+        else {
+            onEnd(result);
+            return result;
+        }
+    };
+};
+exports.trace = trace;

package/docker-compose.yml

@@ -0,0 +1,104 @@
+# kafka with raft:
+services:
+  kafka-0:
+    container_name: kafka-0
+    image: apache/kafka:3.7.1
+    ports:
+      - "9092:9092"
+      - "29092:29092"
+    environment:
+      KAFKA_NODE_ID: 0
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,INTERBROKER:PLAINTEXT,EXTERNAL:SASL_SSL'
+      KAFKA_LISTENER_NAME_EXTERNAL_PLAIN_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.plain.PlainLoginModule required user_admin="admin";'
+      KAFKA_SASL_ENABLED_MECHANISMS: 'PLAIN'
+      KAFKA_ADVERTISED_LISTENERS: 'EXTERNAL://localhost:9092,INTERBROKER://kafka-0:19092'
+      KAFKA_PROCESS_ROLES: 'broker,controller'
+      KAFKA_CONTROLLER_QUORUM_VOTERS: '0@kafka-0:29092,1@kafka-1:29093,2@kafka-2:29094'
+      KAFKA_LISTENERS: 'EXTERNAL://:9092,INTERBROKER://:19092,CONTROLLER://:29092'
+      KAFKA_INTER_BROKER_LISTENER_NAME: 'INTERBROKER'
+      KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
+      CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
+      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+      KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
+      KAFKA_SSL_KEYSTORE_LOCATION: '/run/secrets/kafka.server.keystore.jks'
+      KAFKA_SSL_KEYSTORE_PASSWORD: 'password'
+      KAFKA_SSL_KEY_PASSWORD: 'password'
+      KAFKA_SSL_TRUSTSTORE_LOCATION: '/run/secrets/kafka.server.truststore.jks'
+      KAFKA_SSL_TRUSTSTORE_PASSWORD: 'password' 
+      KAFKA_SSL_ENDPOINT_IDENTIFICATION.algorithm: '' 
+      KAFKA_SSL_CLIENT_AUTH: 'required'
+    volumes:
+      - ./log4j.properties:/etc/kafka/docker/log4j.properties
+      - ./certs/kafka.truststore.jks:/run/secrets/kafka.server.truststore.jks
+      - ./certs/kafka.keystore.jks:/run/secrets/kafka.server.keystore.jks
+  kafka-1:
+    container_name: kafka-1
+    image: apache/kafka:3.7.1
+    ports:
+      - "9093:9093"
+      - "29093:29093"
+    environment:
+      KAFKA_NODE_ID: 1
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,INTERBROKER:PLAINTEXT,EXTERNAL:SASL_SSL'
+      KAFKA_LISTENER_NAME_EXTERNAL_PLAIN_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.plain.PlainLoginModule required user_admin="admin";'
+      KAFKA_SASL_ENABLED_MECHANISMS: 'PLAIN'
+      KAFKA_ADVERTISED_LISTENERS: 'EXTERNAL://localhost:9093,INTERBROKER://kafka-1:19093'
+      KAFKA_PROCESS_ROLES: 'broker,controller'
+      KAFKA_CONTROLLER_QUORUM_VOTERS: '0@kafka-0:29092,1@kafka-1:29093,2@kafka-2:29094'
+      KAFKA_LISTENERS: 'EXTERNAL://:9093,INTERBROKER://:19093,CONTROLLER://:29093'
+      KAFKA_INTER_BROKER_LISTENER_NAME: 'INTERBROKER'
+      KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
+      CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
+      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+      KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
+      KAFKA_SSL_KEYSTORE_LOCATION: '/run/secrets/kafka.server.keystore.jks'
+      KAFKA_SSL_KEYSTORE_PASSWORD: 'password' 
+      KAFKA_SSL_KEY_PASSWORD: 'password'
+      KAFKA_SSL_TRUSTSTORE_LOCATION: '/run/secrets/kafka.server.truststore.jks'
+      KAFKA_SSL_TRUSTSTORE_PASSWORD: 'password' 
+      KAFKA_SSL_ENDPOINT_IDENTIFICATION.algorithm: '' 
+      KAFKA_SSL_CLIENT_AUTH: 'required'
+    volumes:
+      - ./log4j.properties:/etc/kafka/docker/log4j.properties
+      - ./certs/kafka.truststore.jks:/run/secrets/kafka.server.truststore.jks
+      - ./certs/kafka.keystore.jks:/run/secrets/kafka.server.keystore.jks
+  kafka-2:
+    container_name: kafka-2
+    image: apache/kafka:3.7.1
+    ports:
+      - "9094:9094"
+      - "29094:29094"
+    environment:
+      KAFKA_NODE_ID: 2
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,INTERBROKER:PLAINTEXT,EXTERNAL:SASL_SSL'
+      KAFKA_LISTENER_NAME_EXTERNAL_PLAIN_SASL_JAAS_CONFIG: 'org.apache.kafka.common.security.plain.PlainLoginModule required user_admin="admin";'
+      KAFKA_SASL_ENABLED_MECHANISMS: 'PLAIN'
+      KAFKA_ADVERTISED_LISTENERS: 'EXTERNAL://localhost:9094,INTERBROKER://kafka-2:19094'
+      KAFKA_PROCESS_ROLES: 'broker,controller'
+      KAFKA_CONTROLLER_QUORUM_VOTERS: '0@kafka-0:29092,1@kafka-1:29093,2@kafka-2:29094'
+      KAFKA_LISTENERS: 'EXTERNAL://:9094,INTERBROKER://:19094,CONTROLLER://:29094'
+      KAFKA_INTER_BROKER_LISTENER_NAME: 'INTERBROKER'
+      KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
+      CLUSTER_ID: '4L6g3nShT-eMCtK--X86sw'
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
+      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+      KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
+      KAFKA_SSL_KEYSTORE_LOCATION: '/run/secrets/kafka.server.keystore.jks'
+      KAFKA_SSL_KEYSTORE_PASSWORD: 'password' 
+      KAFKA_SSL_KEY_PASSWORD: 'password'
+      KAFKA_SSL_TRUSTSTORE_LOCATION: '/run/secrets/kafka.server.truststore.jks'
+      KAFKA_SSL_TRUSTSTORE_PASSWORD: 'password' 
+      KAFKA_SSL_ENDPOINT_IDENTIFICATION.algorithm: '' 
+      KAFKA_SSL_CLIENT_AUTH: 'required'
+    volumes:
+      - ./log4j.properties:/etc/kafka/docker/log4j.properties
+      - ./certs/kafka.truststore.jks:/run/secrets/kafka.server.truststore.jks
+      - ./certs/kafka.keystore.jks:/run/secrets/kafka.server.keystore.jks

package/examples/node_modules/.package-lock.json

@@ -0,0 +1,22 @@
+{
+  "name": "examples",
+  "version": "1.0.0",
+  "lockfileVersion": 3,
+  "requires": true,
+  "packages": {
+    "..": {
+      "version": "1.0.0",
+      "license": "MIT",
+      "devDependencies": {
+        "@types/node": "^20.12.12",
+        "prettier": "^3.2.5",
+        "typescript": "^5.4.5",
+        "vitest": "^1.6.0"
+      }
+    },
+    "node_modules/kafkats": {
+      "resolved": "..",
+      "link": true
+    }
+  }
+}

package/examples/package-lock.json

@@ -0,0 +1,30 @@
+{
+  "name": "examples",
+  "version": "1.0.0",
+  "lockfileVersion": 3,
+  "requires": true,
+  "packages": {
+    "": {
+      "name": "examples",
+      "version": "1.0.0",
+      "license": "ISC",
+      "dependencies": {
+        "kafkats": "file:../"
+      }
+    },
+    "..": {
+      "version": "1.0.0",
+      "license": "MIT",
+      "devDependencies": {
+        "@types/node": "^20.12.12",
+        "prettier": "^3.2.5",
+        "typescript": "^5.4.5",
+        "vitest": "^1.6.0"
+      }
+    },
+    "node_modules/kafkats": {
+      "resolved": "..",
+      "link": true
+    }
+  }
+}

package/examples/package.json

@@ -0,0 +1,14 @@
+{
+  "name": "examples",
+  "version": "1.0.0",
+  "description": "",
+  "main": "dist/replicator.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "dependencies": {
+    "kafkats": "file:../"
+  },
+  "author": "",
+  "license": "ISC"
+}

package/examples/src/client.ts

@@ -0,0 +1,9 @@
+import { readFileSync } from "fs";
+import { createKafkaClient } from "kafkats";
+
+export const kafka = createKafkaClient({
+    clientId: "examples",
+    bootstrapServers: [{ host: "localhost", port: 9092 }],
+    sasl: { mechanism: "PLAIN", username: "admin", password: "admin" },
+    ssl: { ca: readFileSync("../certs/ca.crt").toString() },
+});

package/examples/src/consumer.ts

@@ -0,0 +1,17 @@
+import { kafka } from "./client";
+
+(async () => {
+    const consumer = await kafka.startConsumer({
+        groupId: "example-group",
+        groupInstanceId: "example-group-instance",
+        topics: ["example-topic-f"],
+        allowTopicAutoCreation: true,
+        onMessage: (message) => {
+            console.log(message);
+        },
+    });
+
+    process.on("SIGINT", async () => {
+        await consumer.close();
+    });
+})();

package/examples/src/create-topic.ts

@@ -0,0 +1,37 @@
+import { kafka } from "./client";
+import { API } from "kafkats";
+
+(async () => {
+    const cluster = kafka.createCluster();
+    await cluster.connect();
+
+    const { controllerId } = await cluster.sendRequest(API.METADATA, {
+        allowTopicAutoCreation: false,
+        includeTopicAuthorizedOperations: false,
+        topics: [],
+    });
+
+    await cluster.sendRequestToNode(controllerId)(API.CREATE_TOPICS, {
+        validateOnly: false,
+        timeoutMs: 10_000,
+        topics: [
+            {
+                name: "my-topic",
+                numPartitions: 10,
+                replicationFactor: 3,
+                assignments: [],
+                configs: [],
+            },
+        ],
+    });
+
+    const metadata = await cluster.sendRequestToNode(controllerId)(API.METADATA, {
+        allowTopicAutoCreation: false,
+        includeTopicAuthorizedOperations: false,
+        topics: [{ id: null, name: "my-topic" }],
+    });
+
+    console.log(metadata);
+
+    await cluster.disconnect();
+})();

package/examples/src/producer.ts

@@ -0,0 +1,24 @@
+import { createInterface } from "readline";
+import { kafka } from "./client";
+
+const producer = kafka.createProducer({ allowTopicAutoCreation: true });
+
+const rl = createInterface({ input: process.stdin, output: process.stdout });
+
+process.stdout.write("> ");
+rl.on("line", async (line) => {
+    await producer.send([
+        {
+            topic: "example-topic-f",
+            key: null,
+            value: line,
+            partition: 0,
+        },
+    ]);
+    process.stdout.write("> ");
+});
+
+process.on("SIGINT", async () => {
+    rl.close();
+    await producer.close();
+});

package/examples/src/replicator.ts

@@ -0,0 +1,25 @@
+import { kafka } from "./client";
+
+(async () => {
+    const topic = "example-topic";
+
+    const producer = kafka.createProducer({ allowTopicAutoCreation: true });
+    const consumer = await kafka.startConsumer({
+        topics: [topic],
+        onBatch: async (messages) => {
+            await producer.send(
+                messages.map((message) => ({
+                    ...message,
+                    headers: { "X-Replicated": "true" },
+                    topic: `${message.topic}-replicated`,
+                    offset: 0n,
+                })),
+            );
+            console.log(`Replicated ${messages.length} messages`);
+        },
+    });
+    process.on("SIGINT", async () => {
+        await consumer.close();
+        await producer.close();
+    });
+})();

package/examples/src/utils/json.ts

@@ -0,0 +1 @@
+export const serializer = (_: string, value: unknown) => (typeof value === "bigint" ? value.toString() : value);

package/examples/tsconfig.json

@@ -0,0 +1,7 @@
+{
+    "extends": "../tsconfig.json",
+    "compilerOptions": {
+        "outDir": "dist",
+        "inlineSourceMap": true
+    },
+}

package/log4j.properties

@@ -0,0 +1,95 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Unspecified loggers and loggers with additivity=true output to server.log and stdout
+# Note that INFO only applies to unspecified loggers, the log level of the child logger is used otherwise
+log4j.rootLogger=INFO, stdout, kafkaAppender
+
+log4j.appender.stdout=org.apache.log4j.ConsoleAppender
+log4j.appender.stdout.layout=org.apache.log4j.PatternLayout
+log4j.appender.stdout.layout.ConversionPattern=[%d] %p %m (%c)%n
+
+log4j.appender.kafkaAppender=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.kafkaAppender.DatePattern='.'yyyy-MM-dd-HH
+log4j.appender.kafkaAppender.File=${kafka.logs.dir}/server.log
+log4j.appender.kafkaAppender.layout=org.apache.log4j.PatternLayout
+log4j.appender.kafkaAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
+
+log4j.appender.stateChangeAppender=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.stateChangeAppender.DatePattern='.'yyyy-MM-dd-HH
+log4j.appender.stateChangeAppender.File=${kafka.logs.dir}/state-change.log
+log4j.appender.stateChangeAppender.layout=org.apache.log4j.PatternLayout
+log4j.appender.stateChangeAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
+
+log4j.appender.requestAppender=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.requestAppender.DatePattern='.'yyyy-MM-dd-HH
+log4j.appender.requestAppender.File=${kafka.logs.dir}/kafka-request.log
+log4j.appender.requestAppender.layout=org.apache.log4j.PatternLayout
+log4j.appender.requestAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
+
+log4j.appender.cleanerAppender=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.cleanerAppender.DatePattern='.'yyyy-MM-dd-HH
+log4j.appender.cleanerAppender.File=${kafka.logs.dir}/log-cleaner.log
+log4j.appender.cleanerAppender.layout=org.apache.log4j.PatternLayout
+log4j.appender.cleanerAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
+
+log4j.appender.controllerAppender=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.controllerAppender.DatePattern='.'yyyy-MM-dd-HH
+log4j.appender.controllerAppender.File=${kafka.logs.dir}/controller.log
+log4j.appender.controllerAppender.layout=org.apache.log4j.PatternLayout
+log4j.appender.controllerAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
+
+log4j.appender.authorizerAppender=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.authorizerAppender.DatePattern='.'yyyy-MM-dd-HH
+log4j.appender.authorizerAppender.File=${kafka.logs.dir}/kafka-authorizer.log
+log4j.appender.authorizerAppender.layout=org.apache.log4j.PatternLayout
+log4j.appender.authorizerAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
+
+# Change the line below to adjust ZK client logging
+log4j.logger.org.apache.zookeeper=INFO
+
+# Change the two lines below to adjust the general broker logging level (output to server.log and stdout)
+log4j.logger.kafka=INFO
+log4j.logger.org.apache.kafka=INFO
+
+# Change to INFO or TRACE to enable request logging
+# log4j.logger.kafka.request.logger=TRACE, requestAppender
+# log4j.additivity.kafka.request.logger=false
+
+# Uncomment the lines below and change log4j.logger.kafka.network.RequestChannel$ to TRACE for additional output
+# related to the handling of requests
+# log4j.logger.kafka.network.Processor=TRACE, requestAppender
+log4j.logger.kafka.server.KafkaApis=TRACE, requestAppender
+# log4j.additivity.kafka.server.KafkaApis=false
+# log4j.logger.kafka.network.RequestChannel$=TRACE, requestAppender
+# log4j.additivity.kafka.network.RequestChannel$=false
+
+# Change the line below to adjust KRaft mode controller logging
+log4j.logger.org.apache.kafka.controller=INFO, controllerAppender
+log4j.additivity.org.apache.kafka.controller=false
+
+# Change the line below to adjust ZK mode controller logging
+log4j.logger.kafka.controller=INFO, controllerAppender
+log4j.additivity.kafka.controller=false
+
+log4j.logger.kafka.log.LogCleaner=INFO, cleanerAppender
+log4j.additivity.kafka.log.LogCleaner=false
+
+log4j.logger.state.change.logger=INFO, stateChangeAppender
+log4j.additivity.state.change.logger=false
+
+# Access denials are logged at INFO level, change to INFO to also log allowed accesses
+log4j.logger.kafka.authorizer.logger=INFO, authorizerAppender
+log4j.additivity.kafka.authorizer.logger=false

package/package.json

@@ -0,0 +1,17 @@
+{
+  "name": "kafka-ts",
+  "version": "0.0.1-beta",
+  "main": "dist/index.js",
+  "author": "Priit Käärd",
+  "license": "MIT",
+  "scripts": {
+    "build": "tsc",
+    "test": "vitest --testTimeout 60000 --bail 1"
+  },
+  "devDependencies": {
+    "@types/node": "^20.12.12",
+    "prettier": "^3.2.5",
+    "typescript": "^5.4.5",
+    "vitest": "^1.6.0"
+  }
+}

package/scripts/generate-certs.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+
+# 1. Generating a x509 (CA) cert from a private key:
+openssl genrsa -out certs/ca.key 4096
+openssl req -new -x509 -key certs/ca.key -days 87660 -subj "/CN=kafka-ca" -out certs/ca.crt
+
+# 2. Generating a private key for kafka server and csr:
+openssl genrsa -out certs/kafka.key 4096
+openssl req -new -nodes -key certs/kafka.key -out certs/kafka.csr -subj "/CN=kafka"
+openssl x509 -req -in certs/kafka.csr -CA certs/ca.crt -CAkey certs/ca.key -CAcreateserial -out certs/kafka.crt -days 3650 -extensions SAN -extfile <(printf "[SAN]\nsubjectAltName=DNS:localhost")
+
+# 3. Generating keystore for kafka server:
+openssl pkcs12 -export -in certs/kafka.crt \
+    -passout pass:password \
+    -inkey certs/kafka.key \
+    -out certs/kafka.keystore.jks
+
+# 4. Generating truststore for kafka server:
+keytool -importkeystore -srckeystore certs/kafka.keystore.jks \
+    -srcstoretype PKCS12 \
+    -srcstorepass password \
+    -deststorepass password \
+    -destkeystore certs/kafka.truststore.jks \
+    -noprompt