@rsdk/cli 3.3.0-next.0

package/CHANGELOG.md

@@ -0,0 +1,14 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+
+## [3.3.0-next.0](https://github.com/R-Vision/rsdk/compare/v3.2.3...v3.3.0-next.0) (2023-08-10)
+
+### Features
+
+* **cli:** create cli package and kafka commands ([7583da8](https://github.com/R-Vision/rsdk/commit/7583da8f0cdf2e88ff8b0065d10f386a8bdd2713))
+
+### Bug Fixes
+
+* **cli:** handle empty topic name in `rsdk.json` ([f053d05](https://github.com/R-Vision/rsdk/commit/f053d0581d0eeea41f849df8ce284d3307b7200d))

package/dist/bin.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/bin.js

@@ -0,0 +1,21 @@
+#!/usr/bin/env node
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const commander_1 = require("commander");
+const extract_command_1 = require("./kafka/commands/extract/extract.command");
+const schema_command_1 = require("./kafka/commands/schema/schema.command");
+const sync_command_1 = require("./kafka/commands/sync/sync.command");
+// TODO: сделать более понятным, переиспользуемым, консистентным и контролируем
+process.env.RSDK_CLI_MODE = 'true';
+const kafkaCommand = new commander_1.Command('kafka');
+commander_1.program.addCommand(kafkaCommand
+    .addCommand(sync_command_1.KafkaSyncCommand)
+    .addCommand(extract_command_1.KafkaExtractCommand)
+    .addCommand(schema_command_1.SchemaCommand));
+const execute = () => {
+    commander_1.program.parse();
+};
+if (require.main === module) {
+    execute();
+}
+//# sourceMappingURL=bin.js.map

package/dist/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";;;AACA,yCAA6C;AAE7C,8EAA+E;AAC/E,2EAAuE;AACvE,qEAAsE;AAEtE,+EAA+E;AAC/E,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,MAAM,CAAC;AAEnC,MAAM,YAAY,GAAG,IAAI,mBAAO,CAAC,OAAO,CAAC,CAAC;AAE1C,mBAAO,CAAC,UAAU,CAChB,YAAY;KACT,UAAU,CAAC,+BAAgB,CAAC;KAC5B,UAAU,CAAC,qCAAmB,CAAC;KAC/B,UAAU,CAAC,8BAAa,CAAC,CAC7B,CAAC;AAEF,MAAM,OAAO,GAAG,GAAS,EAAE;IACzB,mBAAO,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC,CAAC;AAEF,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;IAC3B,OAAO,EAAE,CAAC;CACX"}

package/dist/kafka/commands/extract/extract.command.d.ts

@@ -0,0 +1,2 @@
+import { Command } from 'commander';
+export declare const KafkaExtractCommand: Command;

package/dist/kafka/commands/extract/extract.command.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaExtractCommand = void 0;
+const commander_1 = require("commander");
+const print_schema_1 = require("../schema/print-schema");
+const kafka_config_extractor_1 = require("./kafka-config.extractor");
+exports.KafkaExtractCommand = new commander_1.Command('extract')
+    .description('extract kafka.yml from rsdk.json')
+    .option('--with-schema', 'print and include $schema to yaml for autocomplete')
+    .action(async (_, cmd) => {
+    const options = cmd.opts();
+    if (options.withSchema) {
+        await (0, print_schema_1.printSchema)({ outFile: print_schema_1.printDefaultOutFile, pretty: true });
+    }
+    await kafka_config_extractor_1.KafkaConfigExtractor.extractCommand(print_schema_1.printDefaultOutFile);
+});
+//# sourceMappingURL=extract.command.js.map

package/dist/kafka/commands/extract/extract.command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.command.js","sourceRoot":"","sources":["../../../../src/kafka/commands/extract/extract.command.ts"],"names":[],"mappings":";;;AAAA,yCAAoC;AAEpC,yDAA0E;AAE1E,qEAAgE;AAEnD,QAAA,mBAAmB,GAAG,IAAI,mBAAO,CAAC,SAAS,CAAC;KACtD,WAAW,CAAC,kCAAkC,CAAC;KAC/C,MAAM,CAAC,eAAe,EAAE,oDAAoD,CAAC;KAC7E,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,GAAY,EAAE,EAAE;IAChC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,UAAU,EAAE;QACtB,MAAM,IAAA,0BAAW,EAAC,EAAE,OAAO,EAAE,kCAAmB,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;KACnE;IACD,MAAM,6CAAoB,CAAC,cAAc,CAAC,kCAAmB,CAAC,CAAC;AACjE,CAAC,CAAC,CAAC"}

package/dist/kafka/commands/extract/kafka-config.extractor.d.ts

@@ -0,0 +1,6 @@
+import type { Static } from '@sinclair/typebox';
+import type { CliKafkaConfigSchema } from '../../config.schema';
+export declare class KafkaConfigExtractor {
+    static extractCommand(includeSchema?: string): Promise<void>;
+    static extract(): Promise<Static<typeof CliKafkaConfigSchema>>;
+}

package/dist/kafka/commands/extract/kafka-config.extractor.js

@@ -0,0 +1,40 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaConfigExtractor = void 0;
+const core_1 = require("@rsdk/core");
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const yaml_1 = __importDefault(require("yaml"));
+class KafkaConfigExtractor {
+    static async extractCommand(includeSchema) {
+        const resultKafkaConfig = await this.extract();
+        await (0, promises_1.writeFile)((0, node_path_1.resolve)('kafka.yml'), yaml_1.default.stringify({
+            ...(includeSchema && { $schema: includeSchema }),
+            ...resultKafkaConfig,
+        }));
+    }
+    static async extract() {
+        const pathToRsdkJson = (0, node_path_1.resolve)('autodoc/rsdk.json');
+        const rsdkJson = JSON.parse(await (0, promises_1.readFile)(pathToRsdkJson, 'utf8'));
+        const kafkaMetadata = rsdkJson.rsdkMetadata
+            .filter(({ scope }) => scope === 'kafka-topic')
+            .map(({ value }) => value);
+        const topics = kafkaMetadata.map((meta) => {
+            const topicName = meta.topicName;
+            if (!topicName) {
+                throw new core_1.InputException('topicName must be provided', {
+                    details: meta,
+                });
+            }
+            return {
+                name: topicName,
+            };
+        });
+        return { topics };
+    }
+}
+exports.KafkaConfigExtractor = KafkaConfigExtractor;
+//# sourceMappingURL=kafka-config.extractor.js.map

package/dist/kafka/commands/extract/kafka-config.extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-config.extractor.js","sourceRoot":"","sources":["../../../../src/kafka/commands/extract/kafka-config.extractor.ts"],"names":[],"mappings":";;;;;;AAAA,qCAA4C;AAE5C,+CAAuD;AACvD,yCAAoC;AACpC,gDAAwB;AAMxB,MAAa,oBAAoB;IAC/B,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,aAAsB;QAChD,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAE/C,MAAM,IAAA,oBAAS,EACb,IAAA,mBAAO,EAAC,WAAW,CAAC,EACpB,cAAI,CAAC,SAAS,CAAC;YACb,GAAG,CAAC,aAAa,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;YAChD,GAAG,iBAAiB;SACrB,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAClB,MAAM,cAAc,GAAG,IAAA,mBAAO,EAAC,mBAAmB,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAS,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,mBAAQ,EAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;QAE1E,MAAM,aAAa,GAAG,QAAQ,CAAC,YAAY;aACxC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,KAAK,aAAa,CAAC;aAC9C,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,MAAM,GACV,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,IAAI,CAAC,SAAS,EAAE;gBACd,MAAM,IAAI,qBAAc,CAAC,4BAA4B,EAAE;oBACrD,OAAO,EAAE,IAAI;iBACd,CAAC,CAAC;aACJ;YACD,OAAO;gBACL,IAAI,EAAE,SAAS;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEL,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC;CACF;AApCD,oDAoCC"}

package/dist/kafka/commands/extract/types.d.ts

@@ -0,0 +1,85 @@
+export interface Root {
+    metadata: Metadata;
+    rsdkMetadata: RsdkMetadaum[];
+}
+export interface Metadata {
+    name: string;
+    version: string;
+    description: string;
+    protocols: string[];
+    config: Config;
+}
+export interface Config {
+    prefix: string;
+    sections: Section[];
+    sources: any[];
+    properties: any[];
+}
+export interface Section {
+    tags?: string[];
+    constructorName: string;
+    properties: Property[];
+    name?: string;
+}
+export interface Property {
+    expectedInEnv: boolean;
+    key: string;
+    description: string;
+    parser: Parser;
+    defaultValue: any;
+}
+export interface Parser {
+    type: string;
+    description: string;
+}
+export interface RsdkMetadaum {
+    scope: string;
+    value: Value;
+}
+export interface Value {
+    global?: boolean;
+    imports?: Import[];
+    providers?: Provider2[];
+    exports?: string[];
+    token?: string;
+    partitionKeyField: any;
+    topicName?: string;
+    group?: string;
+    type?: number;
+    eventType?: EventType;
+    options?: Options3;
+    constructorName?: string;
+}
+export interface Import {
+    providers: Provider[];
+    exports: Export[];
+}
+export interface Provider {
+    inject: Inject | undefined[];
+}
+export interface Inject {
+    optional: boolean;
+}
+export interface Export {
+    inject: Inject2 | undefined[];
+}
+export interface Inject2 {
+    optional: boolean;
+}
+export interface Provider2 {
+    provide: string;
+    useValue: UseValue;
+}
+export interface UseValue {
+    context: string;
+}
+export interface EventType {
+    $group: string;
+    $partitionKeyField: any;
+    $type: string;
+}
+export interface Options3 {
+    key: string;
+    scope: string;
+    description: string;
+}

package/dist/kafka/commands/extract/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/kafka/commands/extract/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/kafka/commands/extract/types.ts"],"names":[],"mappings":""}

package/dist/kafka/commands/schema/print-schema.d.ts

@@ -0,0 +1,5 @@
+export declare const printDefaultOutFile = "./kafka.schema.json";
+export declare function printSchema(options?: {
+    outFile?: string;
+    pretty?: boolean;
+}): Promise<void>;

package/dist/kafka/commands/schema/print-schema.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.printSchema = exports.printDefaultOutFile = void 0;
+const promises_1 = require("node:fs/promises");
+const config_schema_1 = require("../../config.schema");
+exports.printDefaultOutFile = './kafka.schema.json';
+async function printSchema(options) {
+    await (0, promises_1.writeFile)(options?.outFile ?? exports.printDefaultOutFile, JSON.stringify(config_schema_1.CliKafkaConfigSchema, null, options?.pretty ? 2 : 0));
+}
+exports.printSchema = printSchema;
+//# sourceMappingURL=print-schema.js.map

package/dist/kafka/commands/schema/print-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"print-schema.js","sourceRoot":"","sources":["../../../../src/kafka/commands/schema/print-schema.ts"],"names":[],"mappings":";;;AAAA,+CAA6C;AAE7C,uDAA2D;AAE9C,QAAA,mBAAmB,GAAG,qBAAqB,CAAC;AAElD,KAAK,UAAU,WAAW,CAAC,OAGjC;IACC,MAAM,IAAA,oBAAS,EACb,OAAO,EAAE,OAAO,IAAI,2BAAmB,EACvC,IAAI,CAAC,SAAS,CAAC,oCAAoB,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACpE,CAAC;AACJ,CAAC;AARD,kCAQC"}

package/dist/kafka/commands/schema/schema.command.d.ts

@@ -0,0 +1,2 @@
+import { Command } from 'commander';
+export declare const SchemaCommand: Command;

package/dist/kafka/commands/schema/schema.command.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SchemaCommand = void 0;
+const commander_1 = require("commander");
+const print_schema_1 = require("./print-schema");
+exports.SchemaCommand = new commander_1.Command('schema')
+    .description('print json schema for kafka.yml')
+    .option('-o, --out-file', 'output file name', 'kafka.schema.json')
+    .action(async (_, cmd) => {
+    await (0, print_schema_1.printSchema)(cmd.opts().outFile);
+});
+//# sourceMappingURL=schema.command.js.map

package/dist/kafka/commands/schema/schema.command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.command.js","sourceRoot":"","sources":["../../../../src/kafka/commands/schema/schema.command.ts"],"names":[],"mappings":";;;AAAA,yCAAoC;AAEpC,iDAA6C;AAEhC,QAAA,aAAa,GAAG,IAAI,mBAAO,CAAC,QAAQ,CAAC;KAC/C,WAAW,CAAC,iCAAiC,CAAC;KAC9C,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,CAAC;KACjE,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,GAAY,EAAE,EAAE;IAChC,MAAM,IAAA,0BAAW,EAAC,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC;AACxC,CAAC,CAAC,CAAC"}

package/dist/kafka/commands/sync/check-exist.d.ts

@@ -0,0 +1,7 @@
+import type { Static } from '@sinclair/typebox';
+import type { Admin } from 'kafkajs';
+import type { Listr, ListrRendererFactory, ListrTaskWrapper } from 'listr2';
+import type { TopicSchema } from '../../config.schema';
+export declare class KafkaTopicConfigurator {
+    static configure(topic: Static<typeof TopicSchema>, admin: Admin, parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>): Promise<Listr | void>;
+}

package/dist/kafka/commands/sync/check-exist.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaTopicConfigurator = void 0;
+const core_1 = require("@rsdk/core");
+const kafkajs_1 = require("kafkajs");
+const listr2_1 = require("listr2");
+class KafkaTopicConfigurator {
+    static async configure(topic, admin, parentTask) {
+        const metadata = await admin.fetchTopicMetadata({
+            topics: [topic.name],
+        });
+        const partitions = metadata.topics[0].partitions.length;
+        if (topic.spec?.partitions && partitions !== topic.spec.partitions) {
+            throw new Error(`partitoins for ${topic.name} settled to ${partitions}, but expected ${topic.spec.partitions}`);
+        }
+        const topicConfig = await admin.describeConfigs({
+            resources: [
+                {
+                    type: kafkajs_1.ConfigResourceTypes.TOPIC,
+                    configNames: ['cleanup.policy'],
+                    name: topic.name,
+                },
+            ],
+            includeSynonyms: true,
+        });
+        const cleanupPolicy = topicConfig.resources.find(({ resourceName }) => resourceName === topic.name);
+        if (!cleanupPolicy) {
+            throw new core_1.InternalException('cleanupPolicy not found');
+        }
+        const currentValue = cleanupPolicy?.configEntries[0].configValue;
+        const configValue = topic?.spec?.settings?.['cleanup.policy'];
+        if (configValue && currentValue !== configValue) {
+            parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue}`;
+            await (0, listr2_1.delay)(3e3);
+            await admin.alterConfigs({
+                validateOnly: false,
+                resources: [
+                    {
+                        type: kafkajs_1.ConfigResourceTypes.TOPIC,
+                        configEntries: [
+                            {
+                                value: configValue,
+                                name: 'cleanup.policy',
+                            },
+                        ],
+                        name: topic.name,
+                    },
+                ],
+            });
+            parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue} completed!`;
+            await (0, listr2_1.delay)(3e3);
+        }
+        parentTask.title = `topic ${topic.name} exists and respond config`;
+    }
+}
+exports.KafkaTopicConfigurator = KafkaTopicConfigurator;
+//# sourceMappingURL=check-exist.js.map

package/dist/kafka/commands/sync/check-exist.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-exist.js","sourceRoot":"","sources":["../../../../src/kafka/commands/sync/check-exist.ts"],"names":[],"mappings":";;;AAAA,qCAA+C;AAG/C,qCAA8C;AAE9C,mCAA+B;AAI/B,MAAa,sBAAsB;IACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,KAAiC,EACjC,KAAY,EACZ,UAA2D;QAE3D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC;YAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SACrB,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QACxD,IAAI,KAAK,CAAC,IAAI,EAAE,UAAU,IAAI,UAAU,KAAK,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE;YAClE,MAAM,IAAI,KAAK,CACb,kBAAkB,KAAK,CAAC,IAAI,eAAe,UAAU,kBAAkB,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAC/F,CAAC;SACH;QACD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC;YAC9C,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,6BAAmB,CAAC,KAAK;oBAC/B,WAAW,EAAE,CAAC,gBAAgB,CAAC;oBAC/B,IAAI,EAAE,KAAK,CAAC,IAAI;iBACjB;aACF;YACD,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAC9C,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,KAAK,KAAK,CAAC,IAAI,CAClD,CAAC;QACF,IAAI,CAAC,aAAa,EAAE;YAClB,MAAM,IAAI,wBAAiB,CAAC,yBAAyB,CAAC,CAAC;SACxD;QACD,MAAM,YAAY,GAAG,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QACjE,MAAM,WAAW,GAAG,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,gBAAgB,CAAC,CAAC;QAE9D,IAAI,WAAW,IAAI,YAAY,KAAK,WAAW,EAAE;YAC/C,UAAU,CAAC,MAAM,GAAG,6BAA6B,YAAY,OAAO,WAAW,EAAE,CAAC;YAClF,MAAM,IAAA,cAAK,EAAC,GAAG,CAAC,CAAC;YACjB,MAAM,KAAK,CAAC,YAAY,CAAC;gBACvB,YAAY,EAAE,KAAK;gBACnB,SAAS,EAAE;oBACT;wBACE,IAAI,EAAE,6BAAmB,CAAC,KAAK;wBAC/B,aAAa,EAAE;4BACb;gCACE,KAAK,EAAE,WAAW;gCAClB,IAAI,EAAE,gBAAgB;6BACvB;yBACF;wBACD,IAAI,EAAE,KAAK,CAAC,IAAI;qBACjB;iBACF;aACF,CAAC,CAAC;YACH,UAAU,CAAC,MAAM,GAAG,6BAA6B,YAAY,OAAO,WAAW,aAAa,CAAC;YAC7F,MAAM,IAAA,cAAK,EAAC,GAAG,CAAC,CAAC;SAClB;QACD,UAAU,CAAC,KAAK,GAAG,SAAS,KAAK,CAAC,IAAI,4BAA4B,CAAC;IACrE,CAAC;CACF;AA1DD,wDA0DC"}

package/dist/kafka/commands/sync/context.d.ts

@@ -0,0 +1,3 @@
+export type Context = {
+    requireCreate: boolean;
+};

package/dist/kafka/commands/sync/context.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=context.js.map

package/dist/kafka/commands/sync/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../../../../src/kafka/commands/sync/context.ts"],"names":[],"mappings":""}

package/dist/kafka/commands/sync/create-topic.task.d.ts

@@ -0,0 +1,5 @@
+import type { Static } from '@sinclair/typebox';
+import type { Admin } from 'kafkajs';
+import type { ListrRendererFactory, ListrTaskWrapper } from 'listr2';
+import type { TopicSchema } from '../../config.schema';
+export declare function createTopic(topic: Static<typeof TopicSchema>, admin: Admin, parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>): Promise<void>;

package/dist/kafka/commands/sync/create-topic.task.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTopic = void 0;
+const listr2_1 = require("listr2");
+async function createTopic(topic, admin, parentTask) {
+    await (0, listr2_1.delay)(1000);
+    const numPartitions = topic.spec?.partitions ?? 2;
+    const replicationFactor = topic.spec?.replicationFactor;
+    const result = await admin.createTopics({
+        topics: [
+            {
+                topic: topic.name,
+                ...(replicationFactor && {
+                    replicationFactor: replicationFactor,
+                }),
+                numPartitions: numPartitions,
+            },
+        ],
+    });
+    if (result) {
+        console.log('create topic %s complete!', topic.name);
+        parentTask.title = `create topic ${topic.name} complete!`;
+        return;
+    }
+    throw new Error(`create topic ${topic.name} failed!`);
+}
+exports.createTopic = createTopic;
+//# sourceMappingURL=create-topic.task.js.map

package/dist/kafka/commands/sync/create-topic.task.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-topic.task.js","sourceRoot":"","sources":["../../../../src/kafka/commands/sync/create-topic.task.ts"],"names":[],"mappings":";;;AAGA,mCAA+B;AAIxB,KAAK,UAAU,WAAW,CAC/B,KAAiC,EACjC,KAAY,EACZ,UAA2D;IAE3D,MAAM,IAAA,cAAK,EAAC,IAAI,CAAC,CAAC;IAClB,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,EAAE,UAAU,IAAI,CAAC,CAAC;IAElD,MAAM,iBAAiB,GAAG,KAAK,CAAC,IAAI,EAAE,iBAAiB,CAAC;IAExD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC;QACtC,MAAM,EAAE;YACN;gBACE,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,GAAG,CAAC,iBAAiB,IAAI;oBACvB,iBAAiB,EAAE,iBAAiB;iBACrC,CAAC;gBACF,aAAa,EAAE,aAAa;aAC7B;SACF;KACF,CAAC,CAAC;IACH,IAAI,MAAM,EAAE;QACV,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACrD,UAAU,CAAC,KAAK,GAAG,gBAAgB,KAAK,CAAC,IAAI,YAAY,CAAC;QAC1D,OAAO;KACR;IACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,CAAC,IAAI,UAAU,CAAC,CAAC;AACxD,CAAC;AA3BD,kCA2BC"}

package/dist/kafka/commands/sync/get-config.d.ts

@@ -0,0 +1,5 @@
+import type { Static } from '@sinclair/typebox';
+import type { CliKafkaConfigSchema } from '../../config.schema';
+export declare class KafkaExpectedConfigProvider {
+    static getConfig(): Promise<Static<typeof CliKafkaConfigSchema>>;
+}

package/dist/kafka/commands/sync/get-config.js

@@ -0,0 +1,28 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaExpectedConfigProvider = void 0;
+const core_1 = require("@rsdk/core");
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const yaml_1 = __importDefault(require("yaml"));
+const config_schema_1 = require("../../config.schema");
+class KafkaExpectedConfigProvider {
+    static async getConfig() {
+        const kafkaYml = await (0, promises_1.readFile)((0, node_path_1.resolve)('kafka.yml'), {
+            encoding: 'utf8',
+        });
+        const config = yaml_1.default.parse(kafkaYml);
+        const isValid = config_schema_1.CliKafkaConfigSchemaChecker.Check(config);
+        if (!isValid) {
+            throw new core_1.InputException('Invalid config', {
+                cause: [...config_schema_1.CliKafkaConfigSchemaChecker.Errors(config)],
+            });
+        }
+        return config;
+    }
+}
+exports.KafkaExpectedConfigProvider = KafkaExpectedConfigProvider;
+//# sourceMappingURL=get-config.js.map

package/dist/kafka/commands/sync/get-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-config.js","sourceRoot":"","sources":["../../../../src/kafka/commands/sync/get-config.ts"],"names":[],"mappings":";;;;;;AAAA,qCAA4C;AAE5C,+CAA4C;AAC5C,yCAAoC;AACpC,gDAAwB;AAGxB,uDAAkE;AAElE,MAAa,2BAA2B;IACtC,MAAM,CAAC,KAAK,CAAC,SAAS;QACpB,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,WAAW,CAAC,EAAE;YACpD,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QACH,MAAM,MAAM,GAAwC,cAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEzE,MAAM,OAAO,GAAG,2CAA2B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,EAAE;YACZ,MAAM,IAAI,qBAAc,CAAC,gBAAgB,EAAE;gBACzC,KAAK,EAAE,CAAC,GAAG,2CAA2B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aACvD,CAAC,CAAC;SACJ;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAfD,kEAeC"}

package/dist/kafka/commands/sync/kafka.creds-provider.d.ts

@@ -0,0 +1,4 @@
+import type { KafkaConfig } from 'kafkajs';
+export declare class KafkaCredsProvider {
+    static getKafkaCreds(): KafkaConfig;
+}

package/dist/kafka/commands/sync/kafka.creds-provider.js

@@ -0,0 +1,27 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaCredsProvider = void 0;
+const core_1 = require("@rsdk/core");
+const dotenv_1 = __importDefault(require("dotenv"));
+class KafkaCredsProvider {
+    static getKafkaCreds() {
+        const parsed = dotenv_1.default.config();
+        if (parsed.error) {
+            throw new core_1.InternalException('Error read config', {
+                cause: parsed.error,
+            });
+        }
+        const kafkaHost = parsed.parsed?.KAFKA_HOST;
+        if (!kafkaHost) {
+            throw new core_1.InternalException('KAFKA_HOST not found');
+        }
+        return {
+            brokers: [kafkaHost],
+        };
+    }
+}
+exports.KafkaCredsProvider = KafkaCredsProvider;
+//# sourceMappingURL=kafka.creds-provider.js.map

package/dist/kafka/commands/sync/kafka.creds-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka.creds-provider.js","sourceRoot":"","sources":["../../../../src/kafka/commands/sync/kafka.creds-provider.ts"],"names":[],"mappings":";;;;;;AAAA,qCAA+C;AAC/C,oDAA4B;AAG5B,MAAa,kBAAkB;IAC7B,MAAM,CAAC,aAAa;QAClB,MAAM,MAAM,GAAG,gBAAM,CAAC,MAAM,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,KAAK,EAAE;YAChB,MAAM,IAAI,wBAAiB,CAAC,mBAAmB,EAAE;gBAC/C,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;SACJ;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC;QAC5C,IAAI,CAAC,SAAS,EAAE;YACd,MAAM,IAAI,wBAAiB,CAAC,sBAAsB,CAAC,CAAC;SACrD;QACD,OAAO;YACL,OAAO,EAAE,CAAC,SAAS,CAAC;SACrB,CAAC;IACJ,CAAC;CACF;AAhBD,gDAgBC"}

package/dist/kafka/commands/sync/sync.command.d.ts

@@ -0,0 +1,2 @@
+import { Command } from 'commander';
+export declare const KafkaSyncCommand: Command;

package/dist/kafka/commands/sync/sync.command.js

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaSyncCommand = void 0;
+const commander_1 = require("commander");
+const kafkajs_1 = require("kafkajs");
+const listr2_1 = require("listr2");
+const kafka_config_extractor_1 = require("../extract/kafka-config.extractor");
+const check_exist_1 = require("./check-exist");
+const create_topic_task_1 = require("./create-topic.task");
+const get_config_1 = require("./get-config");
+const kafka_creds_provider_1 = require("./kafka.creds-provider");
+async function createAdmin(kafkaCreds) {
+    const kafka = new kafkajs_1.Kafka(kafkaCreds);
+    const admin = kafka.admin();
+    await admin.connect();
+    return admin;
+}
+exports.KafkaSyncCommand = new commander_1.Command('sync')
+    .description('try sync kafka state from kafka.yml file')
+    .option('--from-rsdk', 'run command based on rsdk.json, instead of kafka.yml')
+    .action(async function (_, command) {
+    const options = command.opts();
+    const config = options.fromRsdk
+        ? await kafka_config_extractor_1.KafkaConfigExtractor.extract()
+        : await get_config_1.KafkaExpectedConfigProvider.getConfig();
+    const kafkaCreds = kafka_creds_provider_1.KafkaCredsProvider.getKafkaCreds();
+    const admin = await createAdmin(kafkaCreds);
+    const existedTopic = await admin.listTopics();
+    await new listr2_1.Listr(config.topics.map((topic) => ({
+        title: topic.name,
+        task: async (_ctx, parentTask) => {
+            const requireCreate = !existedTopic.includes(topic.name);
+            return parentTask.newListr([
+                {
+                    title: requireCreate ? 'create' : 'configure',
+                    task: async () => {
+                        if (requireCreate) {
+                            await (0, create_topic_task_1.createTopic)(topic, admin, parentTask);
+                            return;
+                        }
+                        await check_exist_1.KafkaTopicConfigurator.configure(topic, admin, parentTask);
+                    },
+                },
+            ], { concurrent: false });
+        },
+    })), { concurrent: true }).run({ requireCreate: true });
+    await admin.disconnect();
+});
+//# sourceMappingURL=sync.command.js.map

package/dist/kafka/commands/sync/sync.command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.command.js","sourceRoot":"","sources":["../../../../src/kafka/commands/sync/sync.command.ts"],"names":[],"mappings":";;;AAAA,yCAAoC;AAEpC,qCAAgC;AAChC,mCAA+B;AAE/B,8EAAyE;AAEzE,+CAAuD;AAEvD,2DAAkD;AAClD,6CAA2D;AAC3D,iEAA4D;AAE5D,KAAK,UAAU,WAAW,CAAC,UAAuB;IAChD,MAAM,KAAK,GAAG,IAAI,eAAK,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IAE5B,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACtB,OAAO,KAAK,CAAC;AACf,CAAC;AAEY,QAAA,gBAAgB,GAAG,IAAI,mBAAO,CAAC,MAAM,CAAC;KAChD,WAAW,CAAC,0CAA0C,CAAC;KACvD,MAAM,CAAC,aAAa,EAAE,sDAAsD,CAAC;KAC7E,MAAM,CAAC,KAAK,WAAW,CAAC,EAAE,OAAgB;IACzC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ;QAC7B,CAAC,CAAC,MAAM,6CAAoB,CAAC,OAAO,EAAE;QACtC,CAAC,CAAC,MAAM,wCAA2B,CAAC,SAAS,EAAE,CAAC;IAElD,MAAM,UAAU,GAAG,yCAAkB,CAAC,aAAa,EAAE,CAAC;IACtD,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC;IAE5C,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IAE9C,MAAM,IAAI,cAAK,CACb,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5B,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAA4B,EAAE;YACzD,MAAM,aAAa,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEzD,OAAO,UAAU,CAAC,QAAQ,CACxB;gBACE;oBACE,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;oBAC7C,IAAI,EAAE,KAAK,IAA2B,EAAE;wBACtC,IAAI,aAAa,EAAE;4BACjB,MAAM,IAAA,+BAAW,EAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;4BAC5C,OAAO;yBACR;wBACD,MAAM,oCAAsB,CAAC,SAAS,CACpC,KAAK,EACL,KAAK,EACL,UAAU,CACX,CAAC;oBACJ,CAAC;iBACF;aACF,EACD,EAAE,UAAU,EAAE,KAAK,EAAE,CACtB,CAAC;QACJ,CAAC;KACF,CAAC,CAAC,EACH,EAAE,UAAU,EAAE,IAAI,EAAE,CACrB,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/B,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;AAC3B,CAAC,CAAC,CAAC"}

package/dist/kafka/config.schema.d.ts

@@ -0,0 +1,34 @@
+export declare const TopicSchema: import("@sinclair/typebox").TObject<{
+    name: import("@sinclair/typebox").TString;
+    spec: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+        partitions: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+        replicationFactor: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+        settings: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            'cleanup.policy': import("@sinclair/typebox").TUnsafe<"delete" | "compact">;
+        }>>;
+    }>>>;
+}>;
+export declare const CliKafkaConfigSchema: import("@sinclair/typebox").TObject<{
+    topics: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+        name: import("@sinclair/typebox").TString;
+        spec: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            partitions: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+            replicationFactor: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+            settings: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+                'cleanup.policy': import("@sinclair/typebox").TUnsafe<"delete" | "compact">;
+            }>>;
+        }>>>;
+    }>>;
+}>;
+export declare const CliKafkaConfigSchemaChecker: import("@sinclair/typebox/compiler").TypeCheck<import("@sinclair/typebox").TObject<{
+    topics: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+        name: import("@sinclair/typebox").TString;
+        spec: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            partitions: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+            replicationFactor: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+            settings: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+                'cleanup.policy': import("@sinclair/typebox").TUnsafe<"delete" | "compact">;
+            }>>;
+        }>>>;
+    }>>;
+}>>;

package/dist/kafka/config.schema.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CliKafkaConfigSchemaChecker = exports.CliKafkaConfigSchema = exports.TopicSchema = void 0;
+const typebox_1 = require("@sinclair/typebox");
+const compiler_1 = require("@sinclair/typebox/compiler");
+const string_enum_1 = require("./schemas/string-enum");
+const specSchema = typebox_1.Type.Optional(typebox_1.Type.Partial(typebox_1.Type.Object({
+    partitions: typebox_1.Type.Integer({
+        default: 2,
+    }),
+    replicationFactor: typebox_1.Type.Integer({
+        default: 1,
+    }),
+    settings: typebox_1.Type.Object({
+        'cleanup.policy': (0, string_enum_1.StringEnum)(['delete', 'compact']),
+    }),
+})));
+exports.TopicSchema = typebox_1.Type.Object({
+    name: typebox_1.Type.String(),
+    spec: typebox_1.Type.Optional(specSchema),
+});
+exports.CliKafkaConfigSchema = typebox_1.Type.Object({
+    topics: typebox_1.Type.Array(exports.TopicSchema),
+});
+exports.CliKafkaConfigSchemaChecker = compiler_1.TypeCompiler.Compile(exports.CliKafkaConfigSchema);
+//# sourceMappingURL=config.schema.js.map

package/dist/kafka/config.schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.schema.js","sourceRoot":"","sources":["../../src/kafka/config.schema.ts"],"names":[],"mappings":";;;AAAA,+CAAyC;AACzC,yDAA0D;AAE1D,uDAAmD;AAEnD,MAAM,UAAU,GAAG,cAAI,CAAC,QAAQ,CAC9B,cAAI,CAAC,OAAO,CACV,cAAI,CAAC,MAAM,CAAC;IACV,UAAU,EAAE,cAAI,CAAC,OAAO,CAAC;QACvB,OAAO,EAAE,CAAC;KACX,CAAC;IACF,iBAAiB,EAAE,cAAI,CAAC,OAAO,CAAC;QAC9B,OAAO,EAAE,CAAC;KACX,CAAC;IACF,QAAQ,EAAE,cAAI,CAAC,MAAM,CAAC;QACpB,gBAAgB,EAAE,IAAA,wBAAU,EAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;KACpD,CAAC;CACH,CAAC,CACH,CACF,CAAC;AAEW,QAAA,WAAW,GAAG,cAAI,CAAC,MAAM,CAAC;IACrC,IAAI,EAAE,cAAI,CAAC,MAAM,EAAE;IACnB,IAAI,EAAE,cAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;CAChC,CAAC,CAAC;AAEU,QAAA,oBAAoB,GAAG,cAAI,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,cAAI,CAAC,KAAK,CAAC,mBAAW,CAAC;CAChC,CAAC,CAAC;AACU,QAAA,2BAA2B,GACtC,uBAAY,CAAC,OAAO,CAAC,4BAAoB,CAAC,CAAC"}

package/dist/kafka/schemas/string-enum.d.ts

@@ -0,0 +1,2 @@
+import type { TUnsafe } from '@sinclair/typebox';
+export declare const StringEnum: <T extends string[]>(values: [...T]) => TUnsafe<T[number]>;

package/dist/kafka/schemas/string-enum.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StringEnum = void 0;
+const typebox_1 = require("@sinclair/typebox");
+typebox_1.TypeRegistry.Set('StringEnum', (schema, value) => {
+    return schema.enum.includes(value);
+});
+const StringEnum = (values) => typebox_1.Type.Unsafe({
+    [typebox_1.Kind]: 'StringEnum',
+    type: 'string',
+    enum: values,
+});
+exports.StringEnum = StringEnum;
+//# sourceMappingURL=string-enum.js.map

package/dist/kafka/schemas/string-enum.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"string-enum.js","sourceRoot":"","sources":["../../../src/kafka/schemas/string-enum.ts"],"names":[],"mappings":";;;AACA,+CAA6D;AAE7D,sBAAY,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,MAAW,EAAE,KAAU,EAAE,EAAE;IACzD,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC,CAAC,CAAC;AAEI,MAAM,UAAU,GAAG,CACxB,MAAc,EACM,EAAE,CACtB,cAAI,CAAC,MAAM,CAAY;IACrB,CAAC,cAAI,CAAC,EAAE,YAAY;IACpB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,MAAM;CACb,CAAC,CAAC;AAPQ,QAAA,UAAU,cAOlB"}

package/package.json

@@ -0,0 +1,29 @@
+{
+  "name": "@rsdk/cli",
+  "version": "3.3.0-next.0",
+  "description": "entry package to cli functions",
+  "main": "dist/index.js",
+  "bin": {
+    "rsdk": "dist/bin.js"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "keywords": [
+    "rsdk",
+    "cli"
+  ],
+  "license": "Apache License 2.0",
+  "dependencies": {
+    "@sinclair/typebox": "^0.30.4",
+    "commander": "^11.0.0",
+    "dotenv": "^16.3.1",
+    "kafkajs": "^2.2.4",
+    "listr2": "^6.6.1",
+    "yaml": "^2.3.1"
+  },
+  "peerDependencies": {
+    "@rsdk/core": "^3.3.0-next.0"
+  },
+  "gitHead": "58a1a6d19248e79dfa11c8a25c1ead3be02710ff"
+}

package/src/bin.ts

@@ -0,0 +1,26 @@
+#!/usr/bin/env node
+import { Command, program } from 'commander';
+
+import { KafkaExtractCommand } from './kafka/commands/extract/extract.command';
+import { SchemaCommand } from './kafka/commands/schema/schema.command';
+import { KafkaSyncCommand } from './kafka/commands/sync/sync.command';
+
+// TODO: сделать более понятным, переиспользуемым, консистентным и контролируем
+process.env.RSDK_CLI_MODE = 'true';
+
+const kafkaCommand = new Command('kafka');
+
+program.addCommand(
+  kafkaCommand
+    .addCommand(KafkaSyncCommand)
+    .addCommand(KafkaExtractCommand)
+    .addCommand(SchemaCommand),
+);
+
+const execute = (): void => {
+  program.parse();
+};
+
+if (require.main === module) {
+  execute();
+}

package/src/kafka/commands/extract/extract.command.ts

@@ -0,0 +1,16 @@
+import { Command } from 'commander';
+
+import { printDefaultOutFile, printSchema } from '../schema/print-schema';
+
+import { KafkaConfigExtractor } from './kafka-config.extractor';
+
+export const KafkaExtractCommand = new Command('extract')
+  .description('extract kafka.yml from rsdk.json')
+  .option('--with-schema', 'print and include $schema to yaml for autocomplete')
+  .action(async (_, cmd: Command) => {
+    const options = cmd.opts();
+    if (options.withSchema) {
+      await printSchema({ outFile: printDefaultOutFile, pretty: true });
+    }
+    await KafkaConfigExtractor.extractCommand(printDefaultOutFile);
+  });

package/src/kafka/commands/extract/kafka-config.extractor.ts

@@ -0,0 +1,47 @@
+import { InputException } from '@rsdk/core';
+import type { Static } from '@sinclair/typebox';
+import { readFile, writeFile } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import yaml from 'yaml';
+
+import type { CliKafkaConfigSchema } from '../../config.schema';
+
+import type { Root } from './types';
+
+export class KafkaConfigExtractor {
+  static async extractCommand(includeSchema?: string): Promise<void> {
+    const resultKafkaConfig = await this.extract();
+
+    await writeFile(
+      resolve('kafka.yml'),
+      yaml.stringify({
+        ...(includeSchema && { $schema: includeSchema }),
+        ...resultKafkaConfig,
+      }),
+    );
+  }
+
+  static async extract(): Promise<Static<typeof CliKafkaConfigSchema>> {
+    const pathToRsdkJson = resolve('autodoc/rsdk.json');
+    const rsdkJson: Root = JSON.parse(await readFile(pathToRsdkJson, 'utf8'));
+
+    const kafkaMetadata = rsdkJson.rsdkMetadata
+      .filter(({ scope }) => scope === 'kafka-topic')
+      .map(({ value }) => value);
+
+    const topics: Static<typeof CliKafkaConfigSchema>['topics'] =
+      kafkaMetadata.map((meta) => {
+        const topicName = meta.topicName;
+        if (!topicName) {
+          throw new InputException('topicName must be provided', {
+            details: meta,
+          });
+        }
+        return {
+          name: topicName,
+        };
+      });
+
+    return { topics };
+  }
+}

package/src/kafka/commands/extract/types.ts

@@ -0,0 +1,101 @@
+export interface Root {
+  metadata: Metadata;
+  rsdkMetadata: RsdkMetadaum[];
+}
+
+export interface Metadata {
+  name: string;
+  version: string;
+  description: string;
+  protocols: string[];
+  config: Config;
+}
+
+export interface Config {
+  prefix: string;
+  sections: Section[];
+  sources: any[];
+  properties: any[];
+}
+
+export interface Section {
+  tags?: string[];
+  constructorName: string;
+  properties: Property[];
+  name?: string;
+}
+
+export interface Property {
+  expectedInEnv: boolean;
+  key: string;
+  description: string;
+  parser: Parser;
+  defaultValue: any;
+}
+
+export interface Parser {
+  type: string;
+  description: string;
+}
+
+export interface RsdkMetadaum {
+  scope: string;
+  value: Value;
+}
+
+export interface Value {
+  global?: boolean;
+  imports?: Import[];
+  providers?: Provider2[];
+  exports?: string[];
+  token?: string;
+  partitionKeyField: any;
+  topicName?: string;
+  group?: string;
+  type?: number;
+  eventType?: EventType;
+  options?: Options3;
+  constructorName?: string;
+}
+
+export interface Import {
+  providers: Provider[];
+  exports: Export[];
+}
+
+export interface Provider {
+  inject: Inject | undefined[];
+}
+
+export interface Inject {
+  optional: boolean;
+}
+
+export interface Export {
+  inject: Inject2 | undefined[];
+}
+
+export interface Inject2 {
+  optional: boolean;
+}
+
+export interface Provider2 {
+  provide: string;
+  useValue: UseValue;
+}
+
+export interface UseValue {
+  context: string;
+}
+
+export interface EventType {
+  $group: string;
+  $partitionKeyField: any;
+  $type: string;
+}
+
+export interface Options3 {
+  key: string;
+  scope: string;
+  description: string;
+}

package/src/kafka/commands/schema/print-schema.ts

@@ -0,0 +1,15 @@
+import { writeFile } from 'node:fs/promises';
+
+import { CliKafkaConfigSchema } from '../../config.schema';
+
+export const printDefaultOutFile = './kafka.schema.json';
+
+export async function printSchema(options?: {
+  outFile?: string;
+  pretty?: boolean;
+}): Promise<void> {
+  await writeFile(
+    options?.outFile ?? printDefaultOutFile,
+    JSON.stringify(CliKafkaConfigSchema, null, options?.pretty ? 2 : 0),
+  );
+}

package/src/kafka/commands/schema/schema.command.ts

@@ -0,0 +1,10 @@
+import { Command } from 'commander';
+
+import { printSchema } from './print-schema';
+
+export const SchemaCommand = new Command('schema')
+  .description('print json schema for kafka.yml')
+  .option('-o, --out-file', 'output file name', 'kafka.schema.json')
+  .action(async (_, cmd: Command) => {
+    await printSchema(cmd.opts().outFile);
+  });

package/src/kafka/commands/sync/check-exist.ts

@@ -0,0 +1,68 @@
+import { InternalException } from '@rsdk/core';
+import type { Static } from '@sinclair/typebox';
+import type { Admin } from 'kafkajs';
+import { ConfigResourceTypes } from 'kafkajs';
+import type { Listr, ListrRendererFactory, ListrTaskWrapper } from 'listr2';
+import { delay } from 'listr2';
+
+import type { TopicSchema } from '../../config.schema';
+
+export class KafkaTopicConfigurator {
+  static async configure(
+    topic: Static<typeof TopicSchema>,
+    admin: Admin,
+    parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>,
+  ): Promise<Listr | void> {
+    const metadata = await admin.fetchTopicMetadata({
+      topics: [topic.name],
+    });
+    const partitions = metadata.topics[0].partitions.length;
+    if (topic.spec?.partitions && partitions !== topic.spec.partitions) {
+      throw new Error(
+        `partitoins for ${topic.name} settled to ${partitions}, but expected ${topic.spec.partitions}`,
+      );
+    }
+    const topicConfig = await admin.describeConfigs({
+      resources: [
+        {
+          type: ConfigResourceTypes.TOPIC,
+          configNames: ['cleanup.policy'],
+          name: topic.name,
+        },
+      ],
+      includeSynonyms: true,
+    });
+
+    const cleanupPolicy = topicConfig.resources.find(
+      ({ resourceName }) => resourceName === topic.name,
+    );
+    if (!cleanupPolicy) {
+      throw new InternalException('cleanupPolicy not found');
+    }
+    const currentValue = cleanupPolicy?.configEntries[0].configValue;
+    const configValue = topic?.spec?.settings?.['cleanup.policy'];
+
+    if (configValue && currentValue !== configValue) {
+      parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue}`;
+      await delay(3e3);
+      await admin.alterConfigs({
+        validateOnly: false,
+        resources: [
+          {
+            type: ConfigResourceTypes.TOPIC,
+            configEntries: [
+              {
+                value: configValue,
+                name: 'cleanup.policy',
+              },
+            ],
+            name: topic.name,
+          },
+        ],
+      });
+      parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue} completed!`;
+      await delay(3e3);
+    }
+    parentTask.title = `topic ${topic.name} exists and respond config`;
+  }
+}

package/src/kafka/commands/sync/context.ts

@@ -0,0 +1,3 @@
+export type Context = {
+  requireCreate: boolean;
+};

package/src/kafka/commands/sync/create-topic.task.ts

@@ -0,0 +1,35 @@
+import type { Static } from '@sinclair/typebox';
+import type { Admin } from 'kafkajs';
+import type { ListrRendererFactory, ListrTaskWrapper } from 'listr2';
+import { delay } from 'listr2';
+
+import type { TopicSchema } from '../../config.schema';
+
+export async function createTopic(
+  topic: Static<typeof TopicSchema>,
+  admin: Admin,
+  parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>,
+): Promise<void> {
+  await delay(1000);
+  const numPartitions = topic.spec?.partitions ?? 2;
+
+  const replicationFactor = topic.spec?.replicationFactor;
+
+  const result = await admin.createTopics({
+    topics: [
+      {
+        topic: topic.name,
+        ...(replicationFactor && {
+          replicationFactor: replicationFactor,
+        }),
+        numPartitions: numPartitions,
+      },
+    ],
+  });
+  if (result) {
+    console.log('create topic %s complete!', topic.name);
+    parentTask.title = `create topic ${topic.name} complete!`;
+    return;
+  }
+  throw new Error(`create topic ${topic.name} failed!`);
+}

package/src/kafka/commands/sync/get-config.ts

@@ -0,0 +1,25 @@
+import { InputException } from '@rsdk/core';
+import type { Static } from '@sinclair/typebox';
+import { readFile } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import yaml from 'yaml';
+
+import type { CliKafkaConfigSchema } from '../../config.schema';
+import { CliKafkaConfigSchemaChecker } from '../../config.schema';
+
+export class KafkaExpectedConfigProvider {
+  static async getConfig(): Promise<Static<typeof CliKafkaConfigSchema>> {
+    const kafkaYml = await readFile(resolve('kafka.yml'), {
+      encoding: 'utf8',
+    });
+    const config: Static<typeof CliKafkaConfigSchema> = yaml.parse(kafkaYml);
+
+    const isValid = CliKafkaConfigSchemaChecker.Check(config);
+    if (!isValid) {
+      throw new InputException('Invalid config', {
+        cause: [...CliKafkaConfigSchemaChecker.Errors(config)],
+      });
+    }
+    return config;
+  }
+}

package/src/kafka/commands/sync/kafka.creds-provider.ts

@@ -0,0 +1,21 @@
+import { InternalException } from '@rsdk/core';
+import dotenv from 'dotenv';
+import type { KafkaConfig } from 'kafkajs';
+
+export class KafkaCredsProvider {
+  static getKafkaCreds(): KafkaConfig {
+    const parsed = dotenv.config();
+    if (parsed.error) {
+      throw new InternalException('Error read config', {
+        cause: parsed.error,
+      });
+    }
+    const kafkaHost = parsed.parsed?.KAFKA_HOST;
+    if (!kafkaHost) {
+      throw new InternalException('KAFKA_HOST not found');
+    }
+    return {
+      brokers: [kafkaHost],
+    };
+  }
+}

package/src/kafka/commands/sync/sync.command.ts

@@ -0,0 +1,66 @@
+import { Command } from 'commander';
+import type { Admin, KafkaConfig } from 'kafkajs';
+import { Kafka } from 'kafkajs';
+import { Listr } from 'listr2';
+
+import { KafkaConfigExtractor } from '../extract/kafka-config.extractor';
+
+import { KafkaTopicConfigurator } from './check-exist';
+import type { Context } from './context';
+import { createTopic } from './create-topic.task';
+import { KafkaExpectedConfigProvider } from './get-config';
+import { KafkaCredsProvider } from './kafka.creds-provider';
+
+async function createAdmin(kafkaCreds: KafkaConfig): Promise<Admin> {
+  const kafka = new Kafka(kafkaCreds);
+  const admin = kafka.admin();
+
+  await admin.connect();
+  return admin;
+}
+
+export const KafkaSyncCommand = new Command('sync')
+  .description('try sync kafka state from kafka.yml file')
+  .option('--from-rsdk', 'run command based on rsdk.json, instead of kafka.yml')
+  .action(async function (_, command: Command) {
+    const options = command.opts();
+    const config = options.fromRsdk
+      ? await KafkaConfigExtractor.extract()
+      : await KafkaExpectedConfigProvider.getConfig();
+
+    const kafkaCreds = KafkaCredsProvider.getKafkaCreds();
+    const admin = await createAdmin(kafkaCreds);
+
+    const existedTopic = await admin.listTopics();
+
+    await new Listr<Context>(
+      config.topics.map((topic) => ({
+        title: topic.name,
+        task: async (_ctx, parentTask): Promise<boolean | Listr> => {
+          const requireCreate = !existedTopic.includes(topic.name);
+
+          return parentTask.newListr(
+            [
+              {
+                title: requireCreate ? 'create' : 'configure',
+                task: async (): Promise<void | Listr> => {
+                  if (requireCreate) {
+                    await createTopic(topic, admin, parentTask);
+                    return;
+                  }
+                  await KafkaTopicConfigurator.configure(
+                    topic,
+                    admin,
+                    parentTask,
+                  );
+                },
+              },
+            ],
+            { concurrent: false },
+          );
+        },
+      })),
+      { concurrent: true },
+    ).run({ requireCreate: true });
+    await admin.disconnect();
+  });

package/src/kafka/config.schema.ts

@@ -0,0 +1,31 @@
+import { Type } from '@sinclair/typebox';
+import { TypeCompiler } from '@sinclair/typebox/compiler';
+
+import { StringEnum } from './schemas/string-enum';
+
+const specSchema = Type.Optional(
+  Type.Partial(
+    Type.Object({
+      partitions: Type.Integer({
+        default: 2,
+      }),
+      replicationFactor: Type.Integer({
+        default: 1,
+      }),
+      settings: Type.Object({
+        'cleanup.policy': StringEnum(['delete', 'compact']),
+      }),
+    }),
+  ),
+);
+
+export const TopicSchema = Type.Object({
+  name: Type.String(),
+  spec: Type.Optional(specSchema),
+});
+
+export const CliKafkaConfigSchema = Type.Object({
+  topics: Type.Array(TopicSchema),
+});
+export const CliKafkaConfigSchemaChecker =
+  TypeCompiler.Compile(CliKafkaConfigSchema);

package/src/kafka/schemas/string-enum.ts

@@ -0,0 +1,15 @@
+import type { TUnsafe } from '@sinclair/typebox';
+import { Kind, Type, TypeRegistry } from '@sinclair/typebox';
+
+TypeRegistry.Set('StringEnum', (schema: any, value: any) => {
+  return schema.enum.includes(value);
+});
+
+export const StringEnum = <T extends string[]>(
+  values: [...T],
+): TUnsafe<T[number]> =>
+  Type.Unsafe<T[number]>({
+    [Kind]: 'StringEnum',
+    type: 'string',
+    enum: values,
+  });

package/tsconfig.json

@@ -0,0 +1,7 @@
+{
+  "extends": "@rsdk/tsconfig/base.json",
+  "compilerOptions": {
+    "outDir": "dist",
+    "rootDir": "src",
+  }
+}