@biorate/migrations 1.102.1 → 1.105.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@biorate/migrations",
-  "version": "1.102.1",
+  "version": "1.105.0",
   "description": "Migrations tools",
   "main": "dist",
   "scripts": {
@@ -23,23 +23,24 @@
   "author": "llevkin",
   "license": "MIT",
   "dependencies": {
-    "@biorate/amqp": "1.102.1",
-    "@biorate/clickhouse": "1.102.1",
-    "@biorate/config": "1.102.1",
-    "@biorate/config-loader": "1.102.1",
-    "@biorate/config-loader-env": "1.102.1",
-    "@biorate/config-loader-fs": "1.102.1",
-    "@biorate/config-loader-vault": "1.102.1",
-    "@biorate/connector": "1.102.1",
+    "@biorate/amqp": "1.104.0",
+    "@biorate/clickhouse": "1.104.0",
+    "@biorate/config": "1.104.0",
+    "@biorate/config-loader": "1.104.0",
+    "@biorate/config-loader-env": "1.104.0",
+    "@biorate/config-loader-fs": "1.104.0",
+    "@biorate/config-loader-vault": "1.104.0",
+    "@biorate/connector": "1.104.0",
     "@biorate/errors": "1.102.0",
-    "@biorate/inversion": "1.102.1",
-    "@biorate/kafkajs": "1.102.1",
-    "@biorate/minio": "1.102.1",
-    "@biorate/mongodb": "1.102.1",
-    "@biorate/proxy": "1.102.1",
-    "@biorate/sequelize": "1.102.1",
+    "@biorate/inversion": "1.104.0",
+    "@biorate/kafkajs": "1.104.0",
+    "@biorate/minio": "1.104.0",
+    "@biorate/mongodb": "1.104.0",
+    "@biorate/proxy": "1.104.0",
+    "@biorate/schema-registry": "1.105.0",
+    "@biorate/sequelize": "1.104.0",
     "@biorate/tools": "1.102.1",
-    "@biorate/vault": "1.102.1"
+    "@biorate/vault": "1.104.0"
   },
-  "gitHead": "10e1e368a38b74496f8f868018322d915b95653b"
+  "gitHead": "cf91bcf6bed75b18660eaad219c78d97bdf69ff2"
 }

package/src/default.config.ts

@@ -12,6 +12,10 @@ import { IClickhouseConnector, ClickhouseConnector } from '@biorate/clickhouse';
 import { IAmqpConnector, AmqpConnector } from '@biorate/amqp';
 import { IKafkaJSAdminConnector, KafkaJSAdminConnector } from '@biorate/kafkajs';
 import { IProxyConnector, ProxyConnector } from '@biorate/proxy';
+import {
+  ISchemaRegistryConnector,
+  SchemaRegistryConnector,
+} from '@biorate/schema-registry';
 import { Root } from './';
 import * as Migrations from './types';
 
@@ -42,11 +46,19 @@ container
   .to(KafkaJSAdminConnector)
   .inSingletonScope();
 container.bind<IProxyConnector>(Types.Proxy).to(ProxyConnector).inSingletonScope();
+container
+  .bind<ISchemaRegistryConnector>(Types.SchemaRegistry)
+  .to(SchemaRegistryConnector)
+  .inSingletonScope();
 container.bind<Migrations.Sequelize>(Migrations.Sequelize).toSelf().inSingletonScope();
 container.bind<Migrations.Minio>(Migrations.Minio).toSelf().inSingletonScope();
 container.bind<Migrations.Mongodb>(Migrations.Mongodb).toSelf().inSingletonScope();
 container.bind<Migrations.Kafka>(Migrations.Kafka).toSelf().inSingletonScope();
 container.bind<Migrations.Clickhouse>(Migrations.Clickhouse).toSelf().inSingletonScope();
 container.bind<Migrations.Amqp>(Migrations.Amqp).toSelf().inSingletonScope();
+container
+  .bind<Migrations.SchemaRegistry>(Migrations.SchemaRegistry)
+  .toSelf()
+  .inSingletonScope();
 container.bind<Root>(Root).toSelf().inSingletonScope();
 container.get<Root>(Root).$run().catch(console.error);

package/src/errors.ts

@@ -1,7 +1,9 @@
 import { BaseError } from '@biorate/errors';
 
-// export class CantConnectError extends BaseError {
-//   public constructor(e: Error) {
-//     super(`Can't connect to: [%s]`, [e.message]);
-//   }
-// }
+export class SchemaRegistryWrongFileNameError extends BaseError {
+  public constructor(name: string) {
+    super(`Schema registry wrong filename: [%s], pattern: "00001_filename.avsc.json"`, [
+      name,
+    ]);
+  }
+}

package/src/root.ts

@@ -7,29 +7,32 @@ import * as Migrations from './types';
 
 @injectable()
 export class Root extends Core() {
-  @inject(Types.Config) public config: IConfig;
+  @inject(Types.Config) public readonly config: IConfig;
 
-  @inject(Types.ConfigLoaderEnv) public configLoaderEnv: ConfigLoader;
+  @inject(Types.ConfigLoaderEnv) public readonly configLoaderEnv: ConfigLoader;
 
-  @inject(Types.ConfigLoaderFs) public configLoaderFs: ConfigLoader;
+  @inject(Types.ConfigLoaderFs) public readonly configLoaderFs: ConfigLoader;
 
-  @inject(Types.ConfigLoaderVault) public configLoaderVault: ConfigLoader;
+  @inject(Types.ConfigLoaderVault) public readonly configLoaderVault: ConfigLoader;
 
-  @inject(Types.Vault) public vault: IVaultConnector;
+  @inject(Types.Vault) public readonly vault: IVaultConnector;
 
-  @inject(Types.Proxy) public proxy: IProxyConnector;
+  @inject(Types.Proxy) public readonly proxy: IProxyConnector;
 
-  @inject(Migrations.Sequelize) public sequelize: Migrations.Sequelize;
+  @inject(Migrations.Sequelize) public readonly sequelize: Migrations.Sequelize;
 
-  @inject(Migrations.Minio) protected minio: Migrations.Minio;
+  @inject(Migrations.Minio) public readonly minio: Migrations.Minio;
 
-  @inject(Migrations.Mongodb) protected mongodb: Migrations.Mongodb;
+  @inject(Migrations.Mongodb) public readonly mongodb: Migrations.Mongodb;
 
-  @inject(Migrations.Kafka) public kafkaJSAdmin: Migrations.Kafka;
+  @inject(Migrations.Kafka) public readonly kafkaJSAdmin: Migrations.Kafka;
 
-  @inject(Migrations.Clickhouse) public clickhouse: Migrations.Clickhouse;
+  @inject(Migrations.Clickhouse) public readonly clickhouse: Migrations.Clickhouse;
 
-  @inject(Migrations.Amqp) public amqp: Migrations.Amqp;
+  @inject(Migrations.Amqp) public readonly amqp: Migrations.Amqp;
+
+  @inject(Migrations.SchemaRegistry)
+  public readonly schemaRegistry: Migrations.SchemaRegistry;
 
   @init() protected async initialize() {
     process.exit();

package/src/types/index.ts

@@ -4,3 +4,4 @@ export * from './mongodb';
 export * from './kafka';
 export * from './clickhouse';
 export * from './amqp';
+export * from './schema-registry';

package/src/types/migration.ts

@@ -31,7 +31,7 @@ export abstract class Migration {
         this.path(...args, item),
       );
     } catch {
-      return [] as string[];
+      return <string[]>[];
     }
   }
   /**
@@ -55,7 +55,7 @@ export abstract class Migration {
    * @description Initialize method
    */
   @init() protected async initialize() {
-    console.log(this.constructor.name);
+    console.info(this.constructor.name);
     await this.process();
   }
   /**

package/src/types/schema-registry.ts

@@ -0,0 +1,55 @@
+import { kebabCase } from 'lodash';
+import { inject, Types } from '@biorate/inversion';
+import {
+  ISchemaRegistryConnector,
+  ISchemaRegistryConfig,
+  ISchemaRegistryConnection,
+  ICompatibilities,
+} from '@biorate/schema-registry';
+import { Migration } from './migration';
+import { SchemaRegistryWrongFileNameError } from '../errors';
+/**
+ * @description Schema registry migration class
+ */
+export class SchemaRegistry extends Migration {
+  @inject(Types.SchemaRegistry) protected connector: ISchemaRegistryConnector;
+  /**
+   * @description Get migration type
+   */
+  protected override get type() {
+    return kebabCase(this.constructor.name);
+  }
+  /**
+   * @description Schema registry process method realization
+   */
+  protected async process() {
+    await this.forEach<
+      ISchemaRegistryConfig & { compatibility?: ICompatibilities },
+      ISchemaRegistryConnection
+    >(
+      'SchemaRegistry',
+      async (config, connection, paths) =>
+        await this.forEachPath(paths, async (file, fullName) => {
+          const name = fullName.split('_')?.[1]?.replace('.json', '');
+          if (!name) throw new SchemaRegistryWrongFileNameError(fullName);
+          const schema = <Record<string, unknown>>require(file);
+          await connection.putConfig({
+            subject: name,
+            compatibility: config.compatibility ?? 'FORWARD',
+          });
+          try {
+            await connection.postSubjects({
+              subject: name,
+              schema,
+            });
+          } catch {
+            await connection.postSubjectsVersions({
+              subject: name,
+              schema,
+            });
+            this.log(config.name, fullName);
+          }
+        }),
+    );
+  }
+}