kafka-console 1.2.61 → 1.3.0

package/LICENSE

@@ -1,6 +1,6 @@
 The MIT License
 
-Copyright (c) 2021 Ivan Zakharchanka (https://github.com/3axap4eHko)
+Copyright (c) 2023 Ivan Zakharchanka (https://github.com/3axap4eHko)
 
 Permission is hereby granted, free of charge,
 to any person obtaining a copy of this software and

package/README.md

@@ -41,6 +41,7 @@ npm install -g kafka-console
   -b, --brokers <brokers>                bootstrap server host (default: "localhost:9092")
   -l, --log-level <logLevel>             log level
   -t, --timeout <timeout>                set a timeout of operation (default: "0")
+  -p, --pretty                           pretty print json
   --ssl                                  enable ssl (default: false)
   --mechanism <mechanism>                sasl mechanism
   --username <username>                  sasl username
@@ -170,7 +171,7 @@ export interface Formatter<T> {
 
 ## License
 License [The MIT License](http://opensource.org/licenses/MIT)
-Copyright (c) 2021 Ivan Zakharchanka
+Copyright (c) 2023 Ivan Zakharchanka
 
 [npm-url]: https://www.npmjs.com/package/kafka-console
 [downloads-image]: https://img.shields.io/npm/dw/kafka-console.svg?maxAge=43200

package/build/commands/consume.js

@@ -56,7 +56,7 @@ const formatters_1 = require("../utils/formatters");
 function consume(topic, opts, { parent }) {
     var _a, e_1, _b, _c;
     return __awaiter(this, void 0, void 0, function* () {
-        const _d = Object.assign(Object.assign({}, parent.opts()), opts), { group, format, fromBeginning, count, skip, filename, brokers, logLevel, timeout, ssl } = _d, saslOptions = __rest(_d, ["group", "format", "fromBeginning", "count", "skip", "filename", "brokers", "logLevel", "timeout", "ssl"]);
+        const _d = Object.assign(Object.assign({}, parent.opts()), opts), { group, format, fromBeginning, count, skip, filename, brokers, logLevel, timeout, ssl, pretty } = _d, saslOptions = __rest(_d, ["group", "format", "fromBeginning", "count", "skip", "filename", "brokers", "logLevel", "timeout", "ssl", "pretty"]);
         const sasl = (0, kafka_1.getSASL)(saslOptions);
         const client = (0, kafka_1.createClient)(brokers, ssl, sasl, logLevel);
         const output = filename ? Fs.createWriteStream(filename) : process.stdout;
@@ -78,7 +78,8 @@ function consume(topic, opts, { parent }) {
                         return Object.assign(Object.assign({}, result), { [key]: value.toString() });
                     }, {});
                     const message = { headers: parsedHeaders, key: key === null || key === void 0 ? void 0 : key.toString(), value: yield formatter.decode(value) };
-                    output.write(JSON.stringify(message, null, '  ') + '\n');
+                    const space = pretty ? 2 : 0;
+                    output.write(JSON.stringify(message, null, space) + '\n');
                 }
                 finally {
                     _e = true;

package/build/commands/fetchTopicOffsets.js

@@ -0,0 +1,45 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const kafka_1 = require("../utils/kafka");
+function fetchTopicOffset(topic, timestamp, opts, { parent }) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const _a = Object.assign(Object.assign({}, parent.opts()), opts), { brokers, logLevel, ssl } = _a, rest = __rest(_a, ["brokers", "logLevel", "ssl"]);
+        const sasl = (0, kafka_1.getSASL)(rest);
+        const client = (0, kafka_1.createClient)(brokers, ssl, sasl, logLevel);
+        const admin = yield (0, kafka_1.createAdmin)(client);
+        if (timestamp) {
+            const unixTimestamp = new Date(timestamp).getTime();
+            if (Number.isNaN(unixTimestamp)) {
+                throw new Error(`Invalid timestamp "${timestamp}"`);
+            }
+            const topicOffsets = yield admin.fetchTopicOffsetsByTimestamp(topic, unixTimestamp);
+            console.log(topicOffsets);
+        }
+        else {
+            const topicOffsets = yield admin.fetchTopicOffsets(topic);
+            console.log(topicOffsets);
+        }
+        yield admin.disconnect();
+    });
+}
+exports.default = fetchTopicOffset;

package/build/index.js

@@ -13,6 +13,7 @@ const list_1 = __importDefault(require("./commands/list"));
 const config_1 = __importDefault(require("./commands/config"));
 const createTopic_1 = __importDefault(require("./commands/createTopic"));
 const deleteTopic_1 = __importDefault(require("./commands/deleteTopic"));
+const fetchTopicOffsets_1 = __importDefault(require("./commands/fetchTopicOffsets"));
 const { version } = require('../package.json');
 function collect(value, result) {
     return result.concat([value]);
@@ -27,6 +28,7 @@ commander
     .option('-b, --brokers <brokers>', 'bootstrap server host', process.env.KAFKA_BROKERS || 'localhost:9092')
     .option('-l, --log-level <logLevel>', 'log level')
     .option('-t, --timeout <timeout>', 'set a timeout of operation', toInt, process.env.KAFKA_TIMEOUT || '0')
+    .option('-p, --pretty', 'pretty print', false)
     .option('--ssl', 'enable ssl', false)
     .option('--mechanism <mechanism>', 'sasl mechanism', process.env.KAFKA_MECHANISM)
     .option('--username <username>', 'sasl username', process.env.KAFKA_USERNAME)
@@ -72,13 +74,17 @@ commander
     .description('Describes config for specific resource')
     .action(config_1.default);
 commander
-    .command('create <topic>')
+    .command('topic:create <topic>')
     .description('Creates kafka topic')
     .action(createTopic_1.default);
 commander
-    .command('delete <topic>')
+    .command('topic:delete <topic>')
     .description('Deletes kafka topic')
     .action(deleteTopic_1.default);
+commander
+    .command('topic:offsets <topic> [timestamp]')
+    .description('Shows kafka topic offsets')
+    .action(fetchTopicOffsets_1.default);
 commander.on('--help', function () {
     [
         '',

package/build/utils/kafka.js

@@ -40,24 +40,21 @@ function logLevelParser(level) {
 exports.logLevelParser = logLevelParser;
 function resourceParser(resource) {
     if (/^any$/i.test(resource)) {
-        return kafkajs_1.ResourceTypes.ANY;
+        return kafkajs_1.ConfigResourceTypes.UNKNOWN;
     }
     if (/^topic$/i.test(resource)) {
-        return kafkajs_1.ResourceTypes.TOPIC;
+        return kafkajs_1.ConfigResourceTypes.TOPIC;
     }
-    if (/^group$/i.test(resource)) {
-        return kafkajs_1.ResourceTypes.GROUP;
+    if (/^broker$/i.test(resource)) {
+        return kafkajs_1.ConfigResourceTypes.BROKER;
     }
-    if (/^cluster$/i.test(resource)) {
-        return kafkajs_1.ResourceTypes.CLUSTER;
+    if (/^broker_logger$/i.test(resource)) {
+        return kafkajs_1.ConfigResourceTypes.BROKER_LOGGER;
     }
-    if (/^transactional.?id$/i.test(resource)) {
-        return kafkajs_1.ResourceTypes.TRANSACTIONAL_ID;
+    if (/^logger$/i.test(resource)) {
+        return kafkajs_1.ConfigResourceTypes.BROKER_LOGGER;
     }
-    if (/^delegation.?token$/i.test(resource)) {
-        return kafkajs_1.ResourceTypes.DELEGATION_TOKEN;
-    }
-    return kafkajs_1.ResourceTypes.UNKNOWN;
+    return kafkajs_1.ConfigResourceTypes.UNKNOWN;
 }
 exports.resourceParser = resourceParser;
 const SASLMap = {
@@ -114,7 +111,7 @@ function createConsumer(client, group, topic, fromBeginning = false, poolOptions
             groupId: group,
         };
         const consumerOptions = {
-            topic,
+            topics: [topic],
             fromBeginning,
         };
         const consumer = client.consumer(consumerConfig);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "kafka-console",
-  "version": "1.2.61",
+  "version": "1.3.0",
   "description": "Kafka CLI tool",
   "main": "index.js",
   "bin": {
@@ -33,19 +33,19 @@
   "homepage": "https://github.com/3axap4eHko/kafka-console#readme",
   "devDependencies": {
     "@types/commander": "^2.12.2",
-    "@types/jest": "^27.0.3",
+    "@types/jest": "^29.5.0",
     "@types/js-yaml": "^4.0.5",
-    "@types/node": "^17.0.2",
+    "@types/node": "^18.15.3",
     "@types/winston": "^2.4.4",
-    "dotenv": "^10.0.0",
-    "jest": "^27.4.5",
-    "ts-jest": "^27.1.2",
-    "ts-node": "^10.4.0",
-    "typescript": "^4.5.4"
+    "dotenv": "^16.0.3",
+    "jest": "^29.5.0",
+    "ts-jest": "^29.0.5",
+    "ts-node": "^10.9.1",
+    "typescript": "^5.0.2"
   },
   "dependencies": {
-    "commander": "^8.3.0",
-    "evnty": "^0.6.19",
-    "kafkajs": "^1.15.0"
+    "commander": "^10.0.0",
+    "evnty": "^0.9.0",
+    "kafkajs": "^2.2.4"
   }
 }