@rsdk/cli.cmd.kafka 4.3.0-next.0

package/CHANGELOG.md

@@ -0,0 +1,10 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+
+## [4.3.0-next.0](https://github.com/R-Vision/rsdk/compare/v4.2.5-next.0...v4.3.0-next.0) (2024-03-19)
+
+### Features
+
+* reworked cli system ([745ebf5](https://github.com/R-Vision/rsdk/commit/745ebf53635de135a4a9083f47ce833efe2d4411))

package/dist/config.schema.d.ts

@@ -0,0 +1,34 @@
+export declare const TopicSchema: import("@sinclair/typebox").TObject<{
+    name: import("@sinclair/typebox").TString;
+    spec: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+        partitions: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+        replicationFactor: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+        settings: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            'cleanup.policy': import("@sinclair/typebox").TUnsafe<"delete" | "compact">;
+        }>>;
+    }>>;
+}>;
+export declare const CliKafkaConfigSchema: import("@sinclair/typebox").TObject<{
+    topics: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+        name: import("@sinclair/typebox").TString;
+        spec: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            partitions: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+            replicationFactor: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+            settings: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+                'cleanup.policy': import("@sinclair/typebox").TUnsafe<"delete" | "compact">;
+            }>>;
+        }>>;
+    }>>;
+}>;
+export declare const CliKafkaConfigSchemaChecker: import("@sinclair/typebox/compiler").TypeCheck<import("@sinclair/typebox").TObject<{
+    topics: import("@sinclair/typebox").TArray<import("@sinclair/typebox").TObject<{
+        name: import("@sinclair/typebox").TString;
+        spec: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+            partitions: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+            replicationFactor: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TInteger>;
+            settings: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TObject<{
+                'cleanup.policy': import("@sinclair/typebox").TUnsafe<"delete" | "compact">;
+            }>>;
+        }>>;
+    }>>;
+}>>;

package/dist/config.schema.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CliKafkaConfigSchemaChecker = exports.CliKafkaConfigSchema = exports.TopicSchema = void 0;
+const typebox_1 = require("@sinclair/typebox");
+const compiler_1 = require("@sinclair/typebox/compiler");
+const string_enum_1 = require("./schemas/string-enum");
+const specSchema = typebox_1.Type.Optional(typebox_1.Type.Partial(typebox_1.Type.Object({
+    partitions: typebox_1.Type.Integer({
+        default: 2,
+    }),
+    replicationFactor: typebox_1.Type.Integer({
+        default: 1,
+    }),
+    settings: typebox_1.Type.Object({
+        'cleanup.policy': (0, string_enum_1.StringEnum)(['delete', 'compact']),
+    }),
+})));
+exports.TopicSchema = typebox_1.Type.Object({
+    name: typebox_1.Type.String(),
+    spec: typebox_1.Type.Optional(specSchema),
+});
+exports.CliKafkaConfigSchema = typebox_1.Type.Object({
+    topics: typebox_1.Type.Array(exports.TopicSchema),
+});
+exports.CliKafkaConfigSchemaChecker = compiler_1.TypeCompiler.Compile(exports.CliKafkaConfigSchema);
+//# sourceMappingURL=config.schema.js.map

package/dist/config.schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.schema.js","sourceRoot":"","sources":["../src/config.schema.ts"],"names":[],"mappings":";;;AAAA,+CAAyC;AACzC,yDAA0D;AAE1D,uDAAmD;AAEnD,MAAM,UAAU,GAAG,cAAI,CAAC,QAAQ,CAC9B,cAAI,CAAC,OAAO,CACV,cAAI,CAAC,MAAM,CAAC;IACV,UAAU,EAAE,cAAI,CAAC,OAAO,CAAC;QACvB,OAAO,EAAE,CAAC;KACX,CAAC;IACF,iBAAiB,EAAE,cAAI,CAAC,OAAO,CAAC;QAC9B,OAAO,EAAE,CAAC;KACX,CAAC;IACF,QAAQ,EAAE,cAAI,CAAC,MAAM,CAAC;QACpB,gBAAgB,EAAE,IAAA,wBAAU,EAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;KACpD,CAAC;CACH,CAAC,CACH,CACF,CAAC;AAEW,QAAA,WAAW,GAAG,cAAI,CAAC,MAAM,CAAC;IACrC,IAAI,EAAE,cAAI,CAAC,MAAM,EAAE;IACnB,IAAI,EAAE,cAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;CAChC,CAAC,CAAC;AAEU,QAAA,oBAAoB,GAAG,cAAI,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,cAAI,CAAC,KAAK,CAAC,mBAAW,CAAC;CAChC,CAAC,CAAC;AACU,QAAA,2BAA2B,GACtC,uBAAY,CAAC,OAAO,CAAC,4BAAoB,CAAC,CAAC"}

package/dist/extract/kafka-config.extractor.d.ts

@@ -0,0 +1,6 @@
+import type { Static } from '@sinclair/typebox';
+import type { CliKafkaConfigSchema } from '../config.schema';
+export declare class KafkaConfigExtractor {
+    static extractCommand(includeSchema?: string): Promise<void>;
+    static extract(): Promise<Static<typeof CliKafkaConfigSchema>>;
+}

package/dist/extract/kafka-config.extractor.js

@@ -0,0 +1,39 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaConfigExtractor = void 0;
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const yaml_1 = __importDefault(require("yaml"));
+class KafkaConfigExtractor {
+    static async extractCommand(includeSchema) {
+        const resultKafkaConfig = await this.extract();
+        await (0, promises_1.writeFile)((0, node_path_1.resolve)('kafka.yml'), yaml_1.default.stringify({
+            ...(includeSchema && { $schema: includeSchema }),
+            ...resultKafkaConfig,
+        }));
+    }
+    static async extract() {
+        const pathToRsdkJson = (0, node_path_1.resolve)('autodoc/rsdk.json');
+        const rsdkJson = JSON.parse(await (0, promises_1.readFile)(pathToRsdkJson, 'utf8'));
+        const kafkaMetadata = rsdkJson.rsdkMetadata
+            .filter(({ scope }) => scope === 'kafka-topic')
+            .map(({ value }) => value);
+        const topics = kafkaMetadata.map((meta) => {
+            const topicName = meta.topicName;
+            if (!topicName) {
+                throw new Error('topicName must be provided', {
+                    cause: meta,
+                });
+            }
+            return {
+                name: topicName,
+            };
+        });
+        return { topics };
+    }
+}
+exports.KafkaConfigExtractor = KafkaConfigExtractor;
+//# sourceMappingURL=kafka-config.extractor.js.map

package/dist/extract/kafka-config.extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-config.extractor.js","sourceRoot":"","sources":["../../src/extract/kafka-config.extractor.ts"],"names":[],"mappings":";;;;;;AACA,+CAAuD;AACvD,yCAAoC;AACpC,gDAAwB;AAMxB,MAAa,oBAAoB;IAC/B,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,aAAsB;QAChD,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAE/C,MAAM,IAAA,oBAAS,EACb,IAAA,mBAAO,EAAC,WAAW,CAAC,EACpB,cAAI,CAAC,SAAS,CAAC;YACb,GAAG,CAAC,aAAa,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;YAChD,GAAG,iBAAiB;SACrB,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAO;QAClB,MAAM,cAAc,GAAG,IAAA,mBAAO,EAAC,mBAAmB,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAS,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,mBAAQ,EAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;QAE1E,MAAM,aAAa,GAAG,QAAQ,CAAC,YAAY;aACxC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,KAAK,aAAa,CAAC;aAC9C,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,MAAM,GACV,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,EAAE;oBAC5C,KAAK,EAAE,IAAI;iBACZ,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,SAAS;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEL,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC;CACF;AApCD,oDAoCC"}

package/dist/extract/types.d.ts

@@ -0,0 +1,85 @@
+export interface Root {
+    metadata: Metadata;
+    rsdkMetadata: RsdkMetadaum[];
+}
+export interface Metadata {
+    name: string;
+    version: string;
+    description: string;
+    protocols: string[];
+    config: Config;
+}
+export interface Config {
+    prefix: string;
+    sections: Section[];
+    sources: any[];
+    properties: any[];
+}
+export interface Section {
+    tags?: string[];
+    constructorName: string;
+    properties: Property[];
+    name?: string;
+}
+export interface Property {
+    expectedInEnv: boolean;
+    key: string;
+    description: string;
+    parser: Parser;
+    defaultValue: any;
+}
+export interface Parser {
+    type: string;
+    description: string;
+}
+export interface RsdkMetadaum {
+    scope: string;
+    value: Value;
+}
+export interface Value {
+    global?: boolean;
+    imports?: Import[];
+    providers?: Provider2[];
+    exports?: string[];
+    token?: string;
+    partitionKeyField: any;
+    topicName?: string;
+    group?: string;
+    type?: number;
+    eventType?: EventType;
+    options?: Options3;
+    constructorName?: string;
+}
+export interface Import {
+    providers: Provider[];
+    exports: Export[];
+}
+export interface Provider {
+    inject: Inject | undefined[];
+}
+export interface Inject {
+    optional: boolean;
+}
+export interface Export {
+    inject: Inject2 | undefined[];
+}
+export interface Inject2 {
+    optional: boolean;
+}
+export interface Provider2 {
+    provide: string;
+    useValue: UseValue;
+}
+export interface UseValue {
+    context: string;
+}
+export interface EventType {
+    $group: string;
+    $partitionKeyField: any;
+    $type: string;
+}
+export interface Options3 {
+    key: string;
+    scope: string;
+    description: string;
+}

package/dist/extract/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/extract/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/extract/types.ts"],"names":[],"mappings":""}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+import type { RsdkCliCommand } from '@rsdk/cli.common';
+import type { Command } from 'commander';
+declare class KafkaRsdkCmd implements RsdkCliCommand {
+    getCommands(): Command[];
+}
+export declare const Cmd: KafkaRsdkCmd;
+export {};

package/dist/index.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Cmd = void 0;
+const cli_common_1 = require("@rsdk/cli.common");
+const kafka_cmd_1 = require("./sync/kafka.cmd");
+class KafkaRsdkCmd {
+    getCommands() {
+        return [...(0, cli_common_1.getCommanderCommand)(kafka_cmd_1.KafkaCmd)];
+    }
+}
+exports.Cmd = new KafkaRsdkCmd();
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AACA,iDAAuD;AAGvD,gDAA4C;AAE5C,MAAM,YAAY;IAChB,WAAW;QACT,OAAO,CAAC,GAAG,IAAA,gCAAmB,EAAC,oBAAQ,CAAC,CAAC,CAAC;IAC5C,CAAC;CACF;AAEY,QAAA,GAAG,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/dist/schema/print-schema.d.ts

@@ -0,0 +1,5 @@
+export declare const printDefaultOutFile = "./kafka.schema.json";
+export declare function printSchema(options?: {
+    outFile?: string;
+    pretty?: boolean;
+}): Promise<void>;

package/dist/schema/print-schema.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.printSchema = exports.printDefaultOutFile = void 0;
+const promises_1 = require("node:fs/promises");
+const config_schema_1 = require("../config.schema");
+exports.printDefaultOutFile = './kafka.schema.json';
+async function printSchema(options) {
+    await (0, promises_1.writeFile)(options?.outFile ?? exports.printDefaultOutFile, JSON.stringify(config_schema_1.CliKafkaConfigSchema, null, options?.pretty ? 2 : 0));
+}
+exports.printSchema = printSchema;
+//# sourceMappingURL=print-schema.js.map

package/dist/schema/print-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"print-schema.js","sourceRoot":"","sources":["../../src/schema/print-schema.ts"],"names":[],"mappings":";;;AAAA,+CAA6C;AAE7C,oDAAwD;AAE3C,QAAA,mBAAmB,GAAG,qBAAqB,CAAC;AAElD,KAAK,UAAU,WAAW,CAAC,OAGjC;IACC,MAAM,IAAA,oBAAS,EACb,OAAO,EAAE,OAAO,IAAI,2BAAmB,EACvC,IAAI,CAAC,SAAS,CAAC,oCAAoB,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACpE,CAAC;AACJ,CAAC;AARD,kCAQC"}

package/dist/schema/schema.command.d.ts

@@ -0,0 +1,2 @@
+import { Command } from 'commander';
+export declare const SchemaCommand: Command;

package/dist/schema/schema.command.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SchemaCommand = void 0;
+const commander_1 = require("commander");
+const print_schema_1 = require("./print-schema");
+exports.SchemaCommand = new commander_1.Command('schema')
+    .description('print json schema for kafka.yml')
+    .option('-o, --out-file', 'output file name', 'kafka.schema.json')
+    .action(async (_, cmd) => {
+    await (0, print_schema_1.printSchema)(cmd.opts().outFile);
+});
+//# sourceMappingURL=schema.command.js.map

package/dist/schema/schema.command.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.command.js","sourceRoot":"","sources":["../../src/schema/schema.command.ts"],"names":[],"mappings":";;;AAAA,yCAAoC;AAEpC,iDAA6C;AAEhC,QAAA,aAAa,GAAG,IAAI,mBAAO,CAAC,QAAQ,CAAC;KAC/C,WAAW,CAAC,iCAAiC,CAAC;KAC9C,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,CAAC;KACjE,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,GAAY,EAAE,EAAE;IAChC,MAAM,IAAA,0BAAW,EAAC,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC;AACxC,CAAC,CAAC,CAAC"}

package/dist/schemas/string-enum.d.ts

@@ -0,0 +1,2 @@
+import type { TUnsafe } from '@sinclair/typebox';
+export declare const StringEnum: <T extends string[]>(values: [...T]) => TUnsafe<T[number]>;

package/dist/schemas/string-enum.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StringEnum = void 0;
+const typebox_1 = require("@sinclair/typebox");
+typebox_1.TypeRegistry.Set('StringEnum', (schema, value) => {
+    return schema.enum.includes(value);
+});
+const StringEnum = (values) => typebox_1.Type.Unsafe({
+    [typebox_1.Kind]: 'StringEnum',
+    type: 'string',
+    enum: values,
+});
+exports.StringEnum = StringEnum;
+//# sourceMappingURL=string-enum.js.map

package/dist/schemas/string-enum.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"string-enum.js","sourceRoot":"","sources":["../../src/schemas/string-enum.ts"],"names":[],"mappings":";;;AACA,+CAA6D;AAE7D,sBAAY,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,MAAW,EAAE,KAAU,EAAE,EAAE;IACzD,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC,CAAC,CAAC;AAEI,MAAM,UAAU,GAAG,CACxB,MAAc,EACM,EAAE,CACtB,cAAI,CAAC,MAAM,CAAY;IACrB,CAAC,cAAI,CAAC,EAAE,YAAY;IACpB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,MAAM;CACb,CAAC,CAAC;AAPQ,QAAA,UAAU,cAOlB"}

package/dist/sync/check-exist.d.ts

@@ -0,0 +1,7 @@
+import type { Static } from '@sinclair/typebox';
+import type { Admin } from 'kafkajs';
+import type { Listr, ListrRendererFactory, ListrTaskWrapper } from 'listr2';
+import type { TopicSchema } from '../config.schema';
+export declare class KafkaTopicConfigurator {
+    static configure(topic: Static<typeof TopicSchema>, admin: Admin, parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>): Promise<Listr | void>;
+}

package/dist/sync/check-exist.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaTopicConfigurator = void 0;
+const kafkajs_1 = require("kafkajs");
+const listr2_1 = require("listr2");
+class KafkaTopicConfigurator {
+    static async configure(topic, admin, parentTask) {
+        const metadata = await admin.fetchTopicMetadata({
+            topics: [topic.name],
+        });
+        const partitions = metadata.topics[0].partitions.length;
+        if (topic.spec?.partitions && partitions !== topic.spec.partitions) {
+            throw new Error(`partitoins for ${topic.name} settled to ${partitions}, but expected ${topic.spec.partitions}`);
+        }
+        const topicConfig = await admin.describeConfigs({
+            resources: [
+                {
+                    type: kafkajs_1.ConfigResourceTypes.TOPIC,
+                    configNames: ['cleanup.policy'],
+                    name: topic.name,
+                },
+            ],
+            includeSynonyms: true,
+        });
+        const cleanupPolicy = topicConfig.resources.find(({ resourceName }) => resourceName === topic.name);
+        if (!cleanupPolicy) {
+            throw new Error('cleanupPolicy not found');
+        }
+        const currentValue = cleanupPolicy?.configEntries[0].configValue;
+        const configValue = topic?.spec?.settings?.['cleanup.policy'];
+        if (configValue && currentValue !== configValue) {
+            parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue}`;
+            await (0, listr2_1.delay)(3e3);
+            await admin.alterConfigs({
+                validateOnly: false,
+                resources: [
+                    {
+                        type: kafkajs_1.ConfigResourceTypes.TOPIC,
+                        configEntries: [
+                            {
+                                value: configValue,
+                                name: 'cleanup.policy',
+                            },
+                        ],
+                        name: topic.name,
+                    },
+                ],
+            });
+            parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue} completed!`;
+            await (0, listr2_1.delay)(3e3);
+        }
+        parentTask.title = `topic ${topic.name} exists and respond config`;
+    }
+}
+exports.KafkaTopicConfigurator = KafkaTopicConfigurator;
+//# sourceMappingURL=check-exist.js.map

package/dist/sync/check-exist.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-exist.js","sourceRoot":"","sources":["../../src/sync/check-exist.ts"],"names":[],"mappings":";;;AAEA,qCAA8C;AAE9C,mCAA+B;AAI/B,MAAa,sBAAsB;IACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,KAAiC,EACjC,KAAY,EACZ,UAA2D;QAE3D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC;YAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SACrB,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QACxD,IAAI,KAAK,CAAC,IAAI,EAAE,UAAU,IAAI,UAAU,KAAK,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CACb,kBAAkB,KAAK,CAAC,IAAI,eAAe,UAAU,kBAAkB,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAC/F,CAAC;QACJ,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC;YAC9C,SAAS,EAAE;gBACT;oBACE,IAAI,EAAE,6BAAmB,CAAC,KAAK;oBAC/B,WAAW,EAAE,CAAC,gBAAgB,CAAC;oBAC/B,IAAI,EAAE,KAAK,CAAC,IAAI;iBACjB;aACF;YACD,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,CAC9C,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,KAAK,KAAK,CAAC,IAAI,CAClD,CAAC;QACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,YAAY,GAAG,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QACjE,MAAM,WAAW,GAAG,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,gBAAgB,CAAC,CAAC;QAE9D,IAAI,WAAW,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;YAChD,UAAU,CAAC,MAAM,GAAG,6BAA6B,YAAY,OAAO,WAAW,EAAE,CAAC;YAClF,MAAM,IAAA,cAAK,EAAC,GAAG,CAAC,CAAC;YACjB,MAAM,KAAK,CAAC,YAAY,CAAC;gBACvB,YAAY,EAAE,KAAK;gBACnB,SAAS,EAAE;oBACT;wBACE,IAAI,EAAE,6BAAmB,CAAC,KAAK;wBAC/B,aAAa,EAAE;4BACb;gCACE,KAAK,EAAE,WAAW;gCAClB,IAAI,EAAE,gBAAgB;6BACvB;yBACF;wBACD,IAAI,EAAE,KAAK,CAAC,IAAI;qBACjB;iBACF;aACF,CAAC,CAAC;YACH,UAAU,CAAC,MAAM,GAAG,6BAA6B,YAAY,OAAO,WAAW,aAAa,CAAC;YAC7F,MAAM,IAAA,cAAK,EAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,UAAU,CAAC,KAAK,GAAG,SAAS,KAAK,CAAC,IAAI,4BAA4B,CAAC;IACrE,CAAC;CACF;AA1DD,wDA0DC"}

package/dist/sync/context.d.ts

@@ -0,0 +1,3 @@
+export type Context = {
+    requireCreate: boolean;
+};

package/dist/sync/context.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=context.js.map

package/dist/sync/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/sync/context.ts"],"names":[],"mappings":""}

package/dist/sync/create-topic.task.d.ts

@@ -0,0 +1,5 @@
+import type { Static } from '@sinclair/typebox';
+import type { Admin } from 'kafkajs';
+import type { ListrRendererFactory, ListrTaskWrapper } from 'listr2';
+import type { TopicSchema } from '../config.schema';
+export declare function createTopic(topic: Static<typeof TopicSchema>, admin: Admin, parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>): Promise<void>;

package/dist/sync/create-topic.task.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTopic = void 0;
+const listr2_1 = require("listr2");
+async function createTopic(topic, admin, parentTask) {
+    await (0, listr2_1.delay)(1000);
+    const numPartitions = topic.spec?.partitions ?? 2;
+    const replicationFactor = topic.spec?.replicationFactor;
+    const result = await admin.createTopics({
+        topics: [
+            {
+                topic: topic.name,
+                ...(replicationFactor && {
+                    replicationFactor: replicationFactor,
+                }),
+                numPartitions: numPartitions,
+            },
+        ],
+    });
+    if (result) {
+        console.log('create topic %s complete!', topic.name);
+        parentTask.title = `create topic ${topic.name} complete!`;
+        return;
+    }
+    throw new Error(`create topic ${topic.name} failed!`);
+}
+exports.createTopic = createTopic;
+//# sourceMappingURL=create-topic.task.js.map

package/dist/sync/create-topic.task.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-topic.task.js","sourceRoot":"","sources":["../../src/sync/create-topic.task.ts"],"names":[],"mappings":";;;AAGA,mCAA+B;AAIxB,KAAK,UAAU,WAAW,CAC/B,KAAiC,EACjC,KAAY,EACZ,UAA2D;IAE3D,MAAM,IAAA,cAAK,EAAC,IAAI,CAAC,CAAC;IAClB,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,EAAE,UAAU,IAAI,CAAC,CAAC;IAElD,MAAM,iBAAiB,GAAG,KAAK,CAAC,IAAI,EAAE,iBAAiB,CAAC;IAExD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC;QACtC,MAAM,EAAE;YACN;gBACE,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,GAAG,CAAC,iBAAiB,IAAI;oBACvB,iBAAiB,EAAE,iBAAiB;iBACrC,CAAC;gBACF,aAAa,EAAE,aAAa;aAC7B;SACF;KACF,CAAC,CAAC;IACH,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACrD,UAAU,CAAC,KAAK,GAAG,gBAAgB,KAAK,CAAC,IAAI,YAAY,CAAC;QAC1D,OAAO;IACT,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,CAAC,IAAI,UAAU,CAAC,CAAC;AACxD,CAAC;AA3BD,kCA2BC"}

package/dist/sync/get-config.d.ts

@@ -0,0 +1,5 @@
+import type { Static } from '@sinclair/typebox';
+import type { CliKafkaConfigSchema } from '../config.schema';
+export declare class KafkaExpectedConfigProvider {
+    static getConfig(): Promise<Static<typeof CliKafkaConfigSchema>>;
+}

package/dist/sync/get-config.js

@@ -0,0 +1,27 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaExpectedConfigProvider = void 0;
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const yaml_1 = __importDefault(require("yaml"));
+const config_schema_1 = require("../config.schema");
+class KafkaExpectedConfigProvider {
+    static async getConfig() {
+        const kafkaYml = await (0, promises_1.readFile)((0, node_path_1.resolve)('kafka.yml'), {
+            encoding: 'utf8',
+        });
+        const config = yaml_1.default.parse(kafkaYml);
+        const isValid = config_schema_1.CliKafkaConfigSchemaChecker.Check(config);
+        if (!isValid) {
+            throw new Error('Invalid config', {
+                cause: [...config_schema_1.CliKafkaConfigSchemaChecker.Errors(config)],
+            });
+        }
+        return config;
+    }
+}
+exports.KafkaExpectedConfigProvider = KafkaExpectedConfigProvider;
+//# sourceMappingURL=get-config.js.map

package/dist/sync/get-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-config.js","sourceRoot":"","sources":["../../src/sync/get-config.ts"],"names":[],"mappings":";;;;;;AACA,+CAA4C;AAC5C,yCAAoC;AACpC,gDAAwB;AAGxB,oDAA+D;AAE/D,MAAa,2BAA2B;IACtC,MAAM,CAAC,KAAK,CAAC,SAAS;QACpB,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,WAAW,CAAC,EAAE;YACpD,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QACH,MAAM,MAAM,GAAwC,cAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEzE,MAAM,OAAO,GAAG,2CAA2B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE;gBAChC,KAAK,EAAE,CAAC,GAAG,2CAA2B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;aACvD,CAAC,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAfD,kEAeC"}

package/dist/sync/kafka.cmd.d.ts

@@ -0,0 +1,5 @@
+export declare class KafkaCmd {
+    sync(fromRsdk: boolean): Promise<void>;
+    extract(fromSchema: boolean): Promise<void>;
+    private static logger;
+}

package/dist/sync/kafka.cmd.js

@@ -0,0 +1,88 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var KafkaCmd_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaCmd = void 0;
+const cli_common_1 = require("@rsdk/cli.common");
+const logging_1 = require("@rsdk/logging");
+const kafkajs_1 = require("kafkajs");
+const listr2_1 = require("listr2");
+const kafka_config_extractor_1 = require("../extract/kafka-config.extractor");
+const print_schema_1 = require("../schema/print-schema");
+const check_exist_1 = require("./check-exist");
+const create_topic_task_1 = require("./create-topic.task");
+const get_config_1 = require("./get-config");
+const kafka_creds_provider_1 = require("./kafka.creds-provider");
+async function createAdmin(kafkaCreds) {
+    const kafka = new kafkajs_1.Kafka(kafkaCreds);
+    const admin = kafka.admin();
+    await admin.connect();
+    return admin;
+}
+let KafkaCmd = class KafkaCmd {
+    static { KafkaCmd_1 = this; }
+    async sync(fromRsdk) {
+        const config = fromRsdk
+            ? await kafka_config_extractor_1.KafkaConfigExtractor.extract()
+            : await get_config_1.KafkaExpectedConfigProvider.getConfig();
+        const kafkaCreds = kafka_creds_provider_1.KafkaCredsProvider.getKafkaCreds();
+        const admin = await createAdmin(kafkaCreds);
+        const existedTopic = await admin.listTopics();
+        await new listr2_1.Listr(config.topics.map((topic) => ({
+            title: topic.name,
+            task: async (_ctx, parentTask) => {
+                const requireCreate = !existedTopic.includes(topic.name);
+                return parentTask.newListr([
+                    {
+                        title: requireCreate ? 'create' : 'configure',
+                        task: async () => {
+                            if (requireCreate) {
+                                await (0, create_topic_task_1.createTopic)(topic, admin, parentTask);
+                                return;
+                            }
+                            await check_exist_1.KafkaTopicConfigurator.configure(topic, admin, parentTask);
+                        },
+                    },
+                ], { concurrent: false });
+            },
+        })), { concurrent: true }).run({ requireCreate: true });
+        await admin.disconnect();
+    }
+    async extract(fromSchema) {
+        if (fromSchema) {
+            await (0, print_schema_1.printSchema)({ outFile: print_schema_1.printDefaultOutFile, pretty: true });
+        }
+        await kafka_config_extractor_1.KafkaConfigExtractor.extractCommand(print_schema_1.printDefaultOutFile);
+    }
+    static logger = logging_1.LoggerFactory.create(KafkaCmd_1);
+};
+exports.KafkaCmd = KafkaCmd;
+__decorate([
+    (0, cli_common_1.SubCmd)('sync', 'Try sync kafka state from kafka.yml file'),
+    __param(0, (0, cli_common_1.Option)('from-rsdk', 'from rsdk', Boolean)),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Boolean]),
+    __metadata("design:returntype", Promise)
+], KafkaCmd.prototype, "sync", null);
+__decorate([
+    (0, cli_common_1.SubCmd)('extract', 'extract kafka.yml from rsdk.json'),
+    __param(0, (0, cli_common_1.Option)('from-schema', 'make from schema', Boolean)),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Boolean]),
+    __metadata("design:returntype", Promise)
+], KafkaCmd.prototype, "extract", null);
+exports.KafkaCmd = KafkaCmd = KafkaCmd_1 = __decorate([
+    (0, cli_common_1.Cmd)('kafka', 'kafka commands')
+], KafkaCmd);
+//# sourceMappingURL=kafka.cmd.js.map

package/dist/sync/kafka.cmd.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka.cmd.js","sourceRoot":"","sources":["../../src/sync/kafka.cmd.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,iDAAuD;AACvD,2CAA8C;AAE9C,qCAAgC;AAChC,mCAA+B;AAE/B,8EAAyE;AACzE,yDAA0E;AAE1E,+CAAuD;AAEvD,2DAAkD;AAClD,6CAA2D;AAC3D,iEAA4D;AAE5D,KAAK,UAAU,WAAW,CAAC,UAAuB;IAChD,MAAM,KAAK,GAAG,IAAI,eAAK,CAAC,UAAU,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;IAE5B,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACtB,OAAO,KAAK,CAAC;AACf,CAAC;AAGM,IAAM,QAAQ,GAAd,MAAM,QAAQ;;IAEb,AAAN,KAAK,CAAC,IAAI,CACmC,QAAiB;QAE5D,MAAM,MAAM,GAAG,QAAQ;YACrB,CAAC,CAAC,MAAM,6CAAoB,CAAC,OAAO,EAAE;YACtC,CAAC,CAAC,MAAM,wCAA2B,CAAC,SAAS,EAAE,CAAC;QAElD,MAAM,UAAU,GAAG,yCAAkB,CAAC,aAAa,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC;QAE5C,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;QAE9C,MAAM,IAAI,cAAK,CACb,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC5B,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAA4B,EAAE;gBACzD,MAAM,aAAa,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAEzD,OAAO,UAAU,CAAC,QAAQ,CACxB;oBACE;wBACE,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;wBAC7C,IAAI,EAAE,KAAK,IAA2B,EAAE;4BACtC,IAAI,aAAa,EAAE,CAAC;gCAClB,MAAM,IAAA,+BAAW,EAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;gCAC5C,OAAO;4BACT,CAAC;4BACD,MAAM,oCAAsB,CAAC,SAAS,CACpC,KAAK,EACL,KAAK,EACL,UAAU,CACX,CAAC;wBACJ,CAAC;qBACF;iBACF,EACD,EAAE,UAAU,EAAE,KAAK,EAAE,CACtB,CAAC;YACJ,CAAC;SACF,CAAC,CAAC,EACH,EAAE,UAAU,EAAE,IAAI,EAAE,CACrB,CAAC,GAAG,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/B,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IAC3B,CAAC;IAGK,AAAN,KAAK,CAAC,OAAO,CACyC,UAAmB;QAEvE,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAA,0BAAW,EAAC,EAAE,OAAO,EAAE,kCAAmB,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,6CAAoB,CAAC,cAAc,CAAC,kCAAmB,CAAC,CAAC;IACjE,CAAC;IAEO,MAAM,CAAC,MAAM,GAAG,uBAAa,CAAC,MAAM,CAAC,UAAQ,CAAC,CAAC;;AAxD5C,4BAAQ;AAEb;IADL,IAAA,mBAAM,EAAC,MAAM,EAAE,0CAA0C,CAAC;IAExD,WAAA,IAAA,mBAAM,EAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAA;;;;oCAyC3C;AAGK;IADL,IAAA,mBAAM,EAAC,SAAS,EAAE,kCAAkC,CAAC;IAEnD,WAAA,IAAA,mBAAM,EAAC,aAAa,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAA;;;;uCAMpD;mBAtDU,QAAQ;IADpB,IAAA,gBAAG,EAAC,OAAO,EAAE,gBAAgB,CAAC;GAClB,QAAQ,CAyDpB"}

package/dist/sync/kafka.creds-provider.d.ts

@@ -0,0 +1,4 @@
+import type { KafkaConfig } from 'kafkajs';
+export declare class KafkaCredsProvider {
+    static getKafkaCreds(): KafkaConfig;
+}

package/dist/sync/kafka.creds-provider.js

@@ -0,0 +1,21 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaCredsProvider = void 0;
+const dotenv_1 = __importDefault(require("dotenv"));
+class KafkaCredsProvider {
+    static getKafkaCreds() {
+        dotenv_1.default.config();
+        const kafkaHost = process.env.KAFKA_HOST;
+        if (!kafkaHost) {
+            throw new Error('KAFKA_HOST not found');
+        }
+        return {
+            brokers: [kafkaHost],
+        };
+    }
+}
+exports.KafkaCredsProvider = KafkaCredsProvider;
+//# sourceMappingURL=kafka.creds-provider.js.map

package/dist/sync/kafka.creds-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka.creds-provider.js","sourceRoot":"","sources":["../../src/sync/kafka.creds-provider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAG5B,MAAa,kBAAkB;IAC7B,MAAM,CAAC,aAAa;QAClB,gBAAM,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACzC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO;YACL,OAAO,EAAE,CAAC,SAAS,CAAC;SACrB,CAAC;IACJ,CAAC;CACF;AAXD,gDAWC"}

package/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@rsdk/cli.cmd.kafka",
+  "version": "4.3.0-next.0",
+  "description": "Start command for rsdk cli",
+  "main": "dist/index.js",
+  "bin": {
+    "rsdk": "bin.js"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "keywords": [
+    "rsdk",
+    "cli"
+  ],
+  "license": "Apache License 2.0",
+  "dependencies": {
+    "@nestjs/cli": "^10.0.0",
+    "@sinclair/typebox": "^0.32.13",
+    "commander": "^12.0.0",
+    "dotenv": "^16.3.1",
+    "execa": "5",
+    "kafkajs": "^2.2.4",
+    "listr2": "^6.6.1",
+    "yaml": "^2.3.1"
+  },
+  "peerDependencies": {
+    "@rsdk/cli.common": "^4.3.0-next.0",
+    "@rsdk/core": "^4.3.0-next.0",
+    "@rsdk/exception": "workspace:^",
+    "@rsdk/logging": "^4.3.0-next.0"
+  },
+  "gitHead": "68619cc6fc60db01568eede7df182d9882e857dd"
+}

package/src/config.schema.ts

@@ -0,0 +1,31 @@
+import { Type } from '@sinclair/typebox';
+import { TypeCompiler } from '@sinclair/typebox/compiler';
+
+import { StringEnum } from './schemas/string-enum';
+
+const specSchema = Type.Optional(
+  Type.Partial(
+    Type.Object({
+      partitions: Type.Integer({
+        default: 2,
+      }),
+      replicationFactor: Type.Integer({
+        default: 1,
+      }),
+      settings: Type.Object({
+        'cleanup.policy': StringEnum(['delete', 'compact']),
+      }),
+    }),
+  ),
+);
+
+export const TopicSchema = Type.Object({
+  name: Type.String(),
+  spec: Type.Optional(specSchema),
+});
+
+export const CliKafkaConfigSchema = Type.Object({
+  topics: Type.Array(TopicSchema),
+});
+export const CliKafkaConfigSchemaChecker =
+  TypeCompiler.Compile(CliKafkaConfigSchema);

package/src/extract/kafka-config.extractor.ts

@@ -0,0 +1,46 @@
+import type { Static } from '@sinclair/typebox';
+import { readFile, writeFile } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import yaml from 'yaml';
+
+import type { CliKafkaConfigSchema } from '../config.schema';
+
+import type { Root } from './types';
+
+export class KafkaConfigExtractor {
+  static async extractCommand(includeSchema?: string): Promise<void> {
+    const resultKafkaConfig = await this.extract();
+
+    await writeFile(
+      resolve('kafka.yml'),
+      yaml.stringify({
+        ...(includeSchema && { $schema: includeSchema }),
+        ...resultKafkaConfig,
+      }),
+    );
+  }
+
+  static async extract(): Promise<Static<typeof CliKafkaConfigSchema>> {
+    const pathToRsdkJson = resolve('autodoc/rsdk.json');
+    const rsdkJson: Root = JSON.parse(await readFile(pathToRsdkJson, 'utf8'));
+
+    const kafkaMetadata = rsdkJson.rsdkMetadata
+      .filter(({ scope }) => scope === 'kafka-topic')
+      .map(({ value }) => value);
+
+    const topics: Static<typeof CliKafkaConfigSchema>['topics'] =
+      kafkaMetadata.map((meta) => {
+        const topicName = meta.topicName;
+        if (!topicName) {
+          throw new Error('topicName must be provided', {
+            cause: meta,
+          });
+        }
+        return {
+          name: topicName,
+        };
+      });
+
+    return { topics };
+  }
+}

package/src/extract/types.ts

@@ -0,0 +1,101 @@
+export interface Root {
+  metadata: Metadata;
+  rsdkMetadata: RsdkMetadaum[];
+}
+
+export interface Metadata {
+  name: string;
+  version: string;
+  description: string;
+  protocols: string[];
+  config: Config;
+}
+
+export interface Config {
+  prefix: string;
+  sections: Section[];
+  sources: any[];
+  properties: any[];
+}
+
+export interface Section {
+  tags?: string[];
+  constructorName: string;
+  properties: Property[];
+  name?: string;
+}
+
+export interface Property {
+  expectedInEnv: boolean;
+  key: string;
+  description: string;
+  parser: Parser;
+  defaultValue: any;
+}
+
+export interface Parser {
+  type: string;
+  description: string;
+}
+
+export interface RsdkMetadaum {
+  scope: string;
+  value: Value;
+}
+
+export interface Value {
+  global?: boolean;
+  imports?: Import[];
+  providers?: Provider2[];
+  exports?: string[];
+  token?: string;
+  partitionKeyField: any;
+  topicName?: string;
+  group?: string;
+  type?: number;
+  eventType?: EventType;
+  options?: Options3;
+  constructorName?: string;
+}
+
+export interface Import {
+  providers: Provider[];
+  exports: Export[];
+}
+
+export interface Provider {
+  inject: Inject | undefined[];
+}
+
+export interface Inject {
+  optional: boolean;
+}
+
+export interface Export {
+  inject: Inject2 | undefined[];
+}
+
+export interface Inject2 {
+  optional: boolean;
+}
+
+export interface Provider2 {
+  provide: string;
+  useValue: UseValue;
+}
+
+export interface UseValue {
+  context: string;
+}
+
+export interface EventType {
+  $group: string;
+  $partitionKeyField: any;
+  $type: string;
+}
+
+export interface Options3 {
+  key: string;
+  scope: string;
+  description: string;
+}

package/src/index.ts

@@ -0,0 +1,13 @@
+import type { RsdkCliCommand } from '@rsdk/cli.common';
+import { getCommanderCommand } from '@rsdk/cli.common';
+import type { Command } from 'commander';
+
+import { KafkaCmd } from './sync/kafka.cmd';
+
+class KafkaRsdkCmd implements RsdkCliCommand {
+  getCommands(): Command[] {
+    return [...getCommanderCommand(KafkaCmd)];
+  }
+}
+
+export const Cmd = new KafkaRsdkCmd();

package/src/schema/print-schema.ts

@@ -0,0 +1,15 @@
+import { writeFile } from 'node:fs/promises';
+
+import { CliKafkaConfigSchema } from '../config.schema';
+
+export const printDefaultOutFile = './kafka.schema.json';
+
+export async function printSchema(options?: {
+  outFile?: string;
+  pretty?: boolean;
+}): Promise<void> {
+  await writeFile(
+    options?.outFile ?? printDefaultOutFile,
+    JSON.stringify(CliKafkaConfigSchema, null, options?.pretty ? 2 : 0),
+  );
+}

package/src/schema/schema.command.ts

@@ -0,0 +1,10 @@
+import { Command } from 'commander';
+
+import { printSchema } from './print-schema';
+
+export const SchemaCommand = new Command('schema')
+  .description('print json schema for kafka.yml')
+  .option('-o, --out-file', 'output file name', 'kafka.schema.json')
+  .action(async (_, cmd: Command) => {
+    await printSchema(cmd.opts().outFile);
+  });

package/src/schemas/string-enum.ts

@@ -0,0 +1,15 @@
+import type { TUnsafe } from '@sinclair/typebox';
+import { Kind, Type, TypeRegistry } from '@sinclair/typebox';
+
+TypeRegistry.Set('StringEnum', (schema: any, value: any) => {
+  return schema.enum.includes(value);
+});
+
+export const StringEnum = <T extends string[]>(
+  values: [...T],
+): TUnsafe<T[number]> =>
+  Type.Unsafe<T[number]>({
+    [Kind]: 'StringEnum',
+    type: 'string',
+    enum: values,
+  });

package/src/sync/check-exist.ts

@@ -0,0 +1,67 @@
+import type { Static } from '@sinclair/typebox';
+import type { Admin } from 'kafkajs';
+import { ConfigResourceTypes } from 'kafkajs';
+import type { Listr, ListrRendererFactory, ListrTaskWrapper } from 'listr2';
+import { delay } from 'listr2';
+
+import type { TopicSchema } from '../config.schema';
+
+export class KafkaTopicConfigurator {
+  static async configure(
+    topic: Static<typeof TopicSchema>,
+    admin: Admin,
+    parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>,
+  ): Promise<Listr | void> {
+    const metadata = await admin.fetchTopicMetadata({
+      topics: [topic.name],
+    });
+    const partitions = metadata.topics[0].partitions.length;
+    if (topic.spec?.partitions && partitions !== topic.spec.partitions) {
+      throw new Error(
+        `partitoins for ${topic.name} settled to ${partitions}, but expected ${topic.spec.partitions}`,
+      );
+    }
+    const topicConfig = await admin.describeConfigs({
+      resources: [
+        {
+          type: ConfigResourceTypes.TOPIC,
+          configNames: ['cleanup.policy'],
+          name: topic.name,
+        },
+      ],
+      includeSynonyms: true,
+    });
+
+    const cleanupPolicy = topicConfig.resources.find(
+      ({ resourceName }) => resourceName === topic.name,
+    );
+    if (!cleanupPolicy) {
+      throw new Error('cleanupPolicy not found');
+    }
+    const currentValue = cleanupPolicy?.configEntries[0].configValue;
+    const configValue = topic?.spec?.settings?.['cleanup.policy'];
+
+    if (configValue && currentValue !== configValue) {
+      parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue}`;
+      await delay(3e3);
+      await admin.alterConfigs({
+        validateOnly: false,
+        resources: [
+          {
+            type: ConfigResourceTypes.TOPIC,
+            configEntries: [
+              {
+                value: configValue,
+                name: 'cleanup.policy',
+              },
+            ],
+            name: topic.name,
+          },
+        ],
+      });
+      parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue} completed!`;
+      await delay(3e3);
+    }
+    parentTask.title = `topic ${topic.name} exists and respond config`;
+  }
+}

package/src/sync/context.ts

@@ -0,0 +1,3 @@
+export type Context = {
+  requireCreate: boolean;
+};

package/src/sync/create-topic.task.ts

@@ -0,0 +1,35 @@
+import type { Static } from '@sinclair/typebox';
+import type { Admin } from 'kafkajs';
+import type { ListrRendererFactory, ListrTaskWrapper } from 'listr2';
+import { delay } from 'listr2';
+
+import type { TopicSchema } from '../config.schema';
+
+export async function createTopic(
+  topic: Static<typeof TopicSchema>,
+  admin: Admin,
+  parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>,
+): Promise<void> {
+  await delay(1000);
+  const numPartitions = topic.spec?.partitions ?? 2;
+
+  const replicationFactor = topic.spec?.replicationFactor;
+
+  const result = await admin.createTopics({
+    topics: [
+      {
+        topic: topic.name,
+        ...(replicationFactor && {
+          replicationFactor: replicationFactor,
+        }),
+        numPartitions: numPartitions,
+      },
+    ],
+  });
+  if (result) {
+    console.log('create topic %s complete!', topic.name);
+    parentTask.title = `create topic ${topic.name} complete!`;
+    return;
+  }
+  throw new Error(`create topic ${topic.name} failed!`);
+}

package/src/sync/get-config.ts

@@ -0,0 +1,24 @@
+import type { Static } from '@sinclair/typebox';
+import { readFile } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import yaml from 'yaml';
+
+import type { CliKafkaConfigSchema } from '../config.schema';
+import { CliKafkaConfigSchemaChecker } from '../config.schema';
+
+export class KafkaExpectedConfigProvider {
+  static async getConfig(): Promise<Static<typeof CliKafkaConfigSchema>> {
+    const kafkaYml = await readFile(resolve('kafka.yml'), {
+      encoding: 'utf8',
+    });
+    const config: Static<typeof CliKafkaConfigSchema> = yaml.parse(kafkaYml);
+
+    const isValid = CliKafkaConfigSchemaChecker.Check(config);
+    if (!isValid) {
+      throw new Error('Invalid config', {
+        cause: [...CliKafkaConfigSchemaChecker.Errors(config)],
+      });
+    }
+    return config;
+  }
+}

package/src/sync/kafka.cmd.ts

@@ -0,0 +1,82 @@
+import { Cmd, Option, SubCmd } from '@rsdk/cli.common';
+import { LoggerFactory } from '@rsdk/logging';
+import type { Admin, KafkaConfig } from 'kafkajs';
+import { Kafka } from 'kafkajs';
+import { Listr } from 'listr2';
+
+import { KafkaConfigExtractor } from '../extract/kafka-config.extractor';
+import { printDefaultOutFile, printSchema } from '../schema/print-schema';
+
+import { KafkaTopicConfigurator } from './check-exist';
+import type { Context } from './context';
+import { createTopic } from './create-topic.task';
+import { KafkaExpectedConfigProvider } from './get-config';
+import { KafkaCredsProvider } from './kafka.creds-provider';
+
+async function createAdmin(kafkaCreds: KafkaConfig): Promise<Admin> {
+  const kafka = new Kafka(kafkaCreds);
+  const admin = kafka.admin();
+
+  await admin.connect();
+  return admin;
+}
+
+@Cmd('kafka', 'kafka commands')
+export class KafkaCmd {
+  @SubCmd('sync', 'Try sync kafka state from kafka.yml file')
+  async sync(
+    @Option('from-rsdk', 'from rsdk', Boolean) fromRsdk: boolean,
+  ): Promise<void> {
+    const config = fromRsdk
+      ? await KafkaConfigExtractor.extract()
+      : await KafkaExpectedConfigProvider.getConfig();
+
+    const kafkaCreds = KafkaCredsProvider.getKafkaCreds();
+    const admin = await createAdmin(kafkaCreds);
+
+    const existedTopic = await admin.listTopics();
+
+    await new Listr<Context>(
+      config.topics.map((topic) => ({
+        title: topic.name,
+        task: async (_ctx, parentTask): Promise<boolean | Listr> => {
+          const requireCreate = !existedTopic.includes(topic.name);
+
+          return parentTask.newListr(
+            [
+              {
+                title: requireCreate ? 'create' : 'configure',
+                task: async (): Promise<void | Listr> => {
+                  if (requireCreate) {
+                    await createTopic(topic, admin, parentTask);
+                    return;
+                  }
+                  await KafkaTopicConfigurator.configure(
+                    topic,
+                    admin,
+                    parentTask,
+                  );
+                },
+              },
+            ],
+            { concurrent: false },
+          );
+        },
+      })),
+      { concurrent: true },
+    ).run({ requireCreate: true });
+    await admin.disconnect();
+  }
+
+  @SubCmd('extract', 'extract kafka.yml from rsdk.json')
+  async extract(
+    @Option('from-schema', 'make from schema', Boolean) fromSchema: boolean,
+  ): Promise<void> {
+    if (fromSchema) {
+      await printSchema({ outFile: printDefaultOutFile, pretty: true });
+    }
+    await KafkaConfigExtractor.extractCommand(printDefaultOutFile);
+  }
+
+  private static logger = LoggerFactory.create(KafkaCmd);
+}

package/src/sync/kafka.creds-provider.ts

@@ -0,0 +1,15 @@
+import dotenv from 'dotenv';
+import type { KafkaConfig } from 'kafkajs';
+
+export class KafkaCredsProvider {
+  static getKafkaCreds(): KafkaConfig {
+    dotenv.config();
+    const kafkaHost = process.env.KAFKA_HOST;
+    if (!kafkaHost) {
+      throw new Error('KAFKA_HOST not found');
+    }
+    return {
+      brokers: [kafkaHost],
+    };
+  }
+}

package/tsconfig.build.json

@@ -0,0 +1,12 @@
+{
+  "extends": "./tsconfig.json",
+  "exclude": [
+    "node_modules",
+    "dist",
+    "test",
+    "**/*.spec.ts",
+    "**/*.test.ts",
+    "**/*.test.e2e.ts",
+    "**/*.test.manual-e2e.ts",
+  ]
+}

package/tsconfig.json

@@ -0,0 +1,7 @@
+{
+  "extends": "@rsdk/tsconfig/base.json",
+  "compilerOptions": {
+    "declaration": true,
+    "outDir": "dist"
+  }
+}