@rsdk/cli 4.2.5-next.0 → 4.3.0-next.1

package/src/kafka/commands/sync/check-exist.ts

@@ -1,68 +0,0 @@
-import { InternalException } from '@rsdk/core';
-import type { Static } from '@sinclair/typebox';
-import type { Admin } from 'kafkajs';
-import { ConfigResourceTypes } from 'kafkajs';
-import type { Listr, ListrRendererFactory, ListrTaskWrapper } from 'listr2';
-import { delay } from 'listr2';
-
-import type { TopicSchema } from '../../config.schema';
-
-export class KafkaTopicConfigurator {
-  static async configure(
-    topic: Static<typeof TopicSchema>,
-    admin: Admin,
-    parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>,
-  ): Promise<Listr | void> {
-    const metadata = await admin.fetchTopicMetadata({
-      topics: [topic.name],
-    });
-    const partitions = metadata.topics[0].partitions.length;
-    if (topic.spec?.partitions && partitions !== topic.spec.partitions) {
-      throw new Error(
-        `partitoins for ${topic.name} settled to ${partitions}, but expected ${topic.spec.partitions}`,
-      );
-    }
-    const topicConfig = await admin.describeConfigs({
-      resources: [
-        {
-          type: ConfigResourceTypes.TOPIC,
-          configNames: ['cleanup.policy'],
-          name: topic.name,
-        },
-      ],
-      includeSynonyms: true,
-    });
-
-    const cleanupPolicy = topicConfig.resources.find(
-      ({ resourceName }) => resourceName === topic.name,
-    );
-    if (!cleanupPolicy) {
-      throw new InternalException('cleanupPolicy not found');
-    }
-    const currentValue = cleanupPolicy?.configEntries[0].configValue;
-    const configValue = topic?.spec?.settings?.['cleanup.policy'];
-
-    if (configValue && currentValue !== configValue) {
-      parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue}`;
-      await delay(3e3);
-      await admin.alterConfigs({
-        validateOnly: false,
-        resources: [
-          {
-            type: ConfigResourceTypes.TOPIC,
-            configEntries: [
-              {
-                value: configValue,
-                name: 'cleanup.policy',
-              },
-            ],
-            name: topic.name,
-          },
-        ],
-      });
-      parentTask.output = `Alter cleanup.policy from ${currentValue} to ${configValue} completed!`;
-      await delay(3e3);
-    }
-    parentTask.title = `topic ${topic.name} exists and respond config`;
-  }
-}

package/src/kafka/commands/sync/context.ts

@@ -1,3 +0,0 @@
-export type Context = {
-  requireCreate: boolean;
-};

package/src/kafka/commands/sync/create-topic.task.ts

@@ -1,35 +0,0 @@
-import type { Static } from '@sinclair/typebox';
-import type { Admin } from 'kafkajs';
-import type { ListrRendererFactory, ListrTaskWrapper } from 'listr2';
-import { delay } from 'listr2';
-
-import type { TopicSchema } from '../../config.schema';
-
-export async function createTopic(
-  topic: Static<typeof TopicSchema>,
-  admin: Admin,
-  parentTask: ListrTaskWrapper<unknown, ListrRendererFactory>,
-): Promise<void> {
-  await delay(1000);
-  const numPartitions = topic.spec?.partitions ?? 2;
-
-  const replicationFactor = topic.spec?.replicationFactor;
-
-  const result = await admin.createTopics({
-    topics: [
-      {
-        topic: topic.name,
-        ...(replicationFactor && {
-          replicationFactor: replicationFactor,
-        }),
-        numPartitions: numPartitions,
-      },
-    ],
-  });
-  if (result) {
-    console.log('create topic %s complete!', topic.name);
-    parentTask.title = `create topic ${topic.name} complete!`;
-    return;
-  }
-  throw new Error(`create topic ${topic.name} failed!`);
-}

package/src/kafka/commands/sync/get-config.ts

@@ -1,25 +0,0 @@
-import { InputException } from '@rsdk/core';
-import type { Static } from '@sinclair/typebox';
-import { readFile } from 'node:fs/promises';
-import { resolve } from 'node:path';
-import yaml from 'yaml';
-
-import type { CliKafkaConfigSchema } from '../../config.schema';
-import { CliKafkaConfigSchemaChecker } from '../../config.schema';
-
-export class KafkaExpectedConfigProvider {
-  static async getConfig(): Promise<Static<typeof CliKafkaConfigSchema>> {
-    const kafkaYml = await readFile(resolve('kafka.yml'), {
-      encoding: 'utf8',
-    });
-    const config: Static<typeof CliKafkaConfigSchema> = yaml.parse(kafkaYml);
-
-    const isValid = CliKafkaConfigSchemaChecker.Check(config);
-    if (!isValid) {
-      throw new InputException('Invalid config', {
-        cause: [...CliKafkaConfigSchemaChecker.Errors(config)],
-      });
-    }
-    return config;
-  }
-}

package/src/kafka/commands/sync/kafka.creds-provider.ts

@@ -1,16 +0,0 @@
-import { InternalException } from '@rsdk/core';
-import dotenv from 'dotenv';
-import type { KafkaConfig } from 'kafkajs';
-
-export class KafkaCredsProvider {
-  static getKafkaCreds(): KafkaConfig {
-    dotenv.config();
-    const kafkaHost = process.env.KAFKA_HOST;
-    if (!kafkaHost) {
-      throw new InternalException('KAFKA_HOST not found');
-    }
-    return {
-      brokers: [kafkaHost],
-    };
-  }
-}

package/src/kafka/commands/sync/sync.command.ts

@@ -1,66 +0,0 @@
-import { Command } from 'commander';
-import type { Admin, KafkaConfig } from 'kafkajs';
-import { Kafka } from 'kafkajs';
-import { Listr } from 'listr2';
-
-import { KafkaConfigExtractor } from '../extract/kafka-config.extractor';
-
-import { KafkaTopicConfigurator } from './check-exist';
-import type { Context } from './context';
-import { createTopic } from './create-topic.task';
-import { KafkaExpectedConfigProvider } from './get-config';
-import { KafkaCredsProvider } from './kafka.creds-provider';
-
-async function createAdmin(kafkaCreds: KafkaConfig): Promise<Admin> {
-  const kafka = new Kafka(kafkaCreds);
-  const admin = kafka.admin();
-
-  await admin.connect();
-  return admin;
-}
-
-export const KafkaSyncCommand = new Command('sync')
-  .description('try sync kafka state from kafka.yml file')
-  .option('--from-rsdk', 'run command based on rsdk.json, instead of kafka.yml')
-  .action(async function (_, command: Command) {
-    const options = command.opts();
-    const config = options.fromRsdk
-      ? await KafkaConfigExtractor.extract()
-      : await KafkaExpectedConfigProvider.getConfig();
-
-    const kafkaCreds = KafkaCredsProvider.getKafkaCreds();
-    const admin = await createAdmin(kafkaCreds);
-
-    const existedTopic = await admin.listTopics();
-
-    await new Listr<Context>(
-      config.topics.map((topic) => ({
-        title: topic.name,
-        task: async (_ctx, parentTask): Promise<boolean | Listr> => {
-          const requireCreate = !existedTopic.includes(topic.name);
-
-          return parentTask.newListr(
-            [
-              {
-                title: requireCreate ? 'create' : 'configure',
-                task: async (): Promise<void | Listr> => {
-                  if (requireCreate) {
-                    await createTopic(topic, admin, parentTask);
-                    return;
-                  }
-                  await KafkaTopicConfigurator.configure(
-                    topic,
-                    admin,
-                    parentTask,
-                  );
-                },
-              },
-            ],
-            { concurrent: false },
-          );
-        },
-      })),
-      { concurrent: true },
-    ).run({ requireCreate: true });
-    await admin.disconnect();
-  });

package/src/kafka/config.schema.ts

@@ -1,31 +0,0 @@
-import { Type } from '@sinclair/typebox';
-import { TypeCompiler } from '@sinclair/typebox/compiler';
-
-import { StringEnum } from './schemas/string-enum';
-
-const specSchema = Type.Optional(
-  Type.Partial(
-    Type.Object({
-      partitions: Type.Integer({
-        default: 2,
-      }),
-      replicationFactor: Type.Integer({
-        default: 1,
-      }),
-      settings: Type.Object({
-        'cleanup.policy': StringEnum(['delete', 'compact']),
-      }),
-    }),
-  ),
-);
-
-export const TopicSchema = Type.Object({
-  name: Type.String(),
-  spec: Type.Optional(specSchema),
-});
-
-export const CliKafkaConfigSchema = Type.Object({
-  topics: Type.Array(TopicSchema),
-});
-export const CliKafkaConfigSchemaChecker =
-  TypeCompiler.Compile(CliKafkaConfigSchema);

package/src/kafka/schemas/string-enum.ts

@@ -1,15 +0,0 @@
-import type { TUnsafe } from '@sinclair/typebox';
-import { Kind, Type, TypeRegistry } from '@sinclair/typebox';
-
-TypeRegistry.Set('StringEnum', (schema: any, value: any) => {
-  return schema.enum.includes(value);
-});
-
-export const StringEnum = <T extends string[]>(
-  values: [...T],
-): TUnsafe<T[number]> =>
-  Type.Unsafe<T[number]>({
-    [Kind]: 'StringEnum',
-    type: 'string',
-    enum: values,
-  });