rez_core 4.0.167 → 4.0.171

package/package.json

@@ -1,120 +1,124 @@
-{
-  "name": "rez_core",
-  "version": "4.0.167",
-  "description": "",
-  "author": "",
-  "private": false,
-  "license": "UNLICENSED",
-  "scripts": {
-    "build": "nest build",
-    "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
-    "start": "nest start",
-    "start:dev": "nest start --watch",
-    "start:debug": "nest start --debug --watch",
-    "start:prod": "node dist/main",
-    "lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
-    "test": "jest",
-    "test:watch": "jest --watch",
-    "test:cov": "jest --coverage",
-    "test:debug": "node --inspect-brk -r tsconfig-paths/register -r ts-node/register node_modules/.bin/jest --runInBand",
-    "test:e2e": "jest --config ./test/jest-e2e.json",
-    "prepare": "husky"
-  },
-  "dependencies": {
-    "@aws-sdk/client-s3": "^3.804.0",
-    "@microsoft/microsoft-graph-client": "^3.0.7",
-    "@nestjs-modules/mailer": "^2.0.2",
-    "@nestjs/axios": "^4.0.0",
-    "@nestjs/common": "^11.0.1",
-    "@nestjs/config": "^4.0.1",
-    "@nestjs/core": "^11.0.1",
-    "@nestjs/jwt": "^11.0.0",
-    "@nestjs/microservices": "^11.1.8",
-    "@nestjs/passport": "^11.0.5",
-    "@nestjs/platform-express": "^11.0.20",
-    "@nestjs/schedule": "^6.0.0",
-    "@nestjs/swagger": "^11.0.3",
-    "@nestjs/typeorm": "^11.0.0",
-    "@sendgrid/mail": "^8.1.5",
-    "250218_nodejs_core": "file:",
-    "aws-sdk": "^2.1692.0",
-    "axios": "^1.9.0",
-    "bcrypt": "^5.1.1",
-    "class-transformer": "^0.5.1",
-    "class-validator": "^0.14.1",
-    "crypto": "^1.0.1",
-    "crypto-js": "^4.2.0",
-    "dotenv": "^16.4.7",
-    "exceljs": "^4.4.0",
-    "firebase-admin": "^13.5.0",
-    "googleapis": "^159.0.0",
-    "handlebars": "^4.7.8",
-    "ics": "^3.8.1",
-    "moment": "^2.30.1",
-    "moment-timezone": "^0.6.0",
-    "multer": "^1.4.5-lts.2",
-    "mysql2": "^3.12.0",
-    "nodemailer": "^7.0.5",
-    "passport": "^0.7.0",
-    "passport-google-oauth20": "^2.0.0",
-    "passport-jwt": "^4.0.1",
-    "passport-local": "^1.0.0",
-    "pg": "^8.16.3",
-    "reflect-metadata": "^0.2.2",
-    "rxjs": "^7.8.1",
-    "twilio": "^5.9.0",
-    "typeorm": "^0.3.20",
-    "ua-parser-js": "^2.0.5",
-    "uuid": "^11.1.0",
-    "winston": "^3.17.0",
-    "xlsx": "^0.18.5"
-  },
-  "devDependencies": {
-    "@eslint/eslintrc": "^3.2.0",
-    "@eslint/js": "^9.18.0",
-    "@nestjs/cli": "^11.0.0",
-    "@nestjs/schematics": "^11.0.0",
-    "@nestjs/testing": "^11.0.1",
-    "@swc/cli": "^0.6.0",
-    "@swc/core": "^1.10.7",
-    "@types/cron": "^2.0.1",
-    "@types/express": "^5.0.0",
-    "@types/jest": "^29.5.14",
-    "@types/multer": "^1.4.12",
-    "@types/node": "^22.10.7",
-    "@types/nodemailer": "^6.4.17",
-    "@types/supertest": "^6.0.2",
-    "eslint": "^9.18.0",
-    "eslint-config-prettier": "^10.0.1",
-    "eslint-plugin-prettier": "^5.2.2",
-    "globals": "^15.14.0",
-    "husky": "^9.1.7",
-    "jest": "^29.7.0",
-    "prettier": "^3.4.2",
-    "source-map-support": "^0.5.21",
-    "supertest": "^7.0.0",
-    "ts-jest": "^29.2.5",
-    "ts-loader": "^9.5.2",
-    "ts-node": "^10.9.2",
-    "tsconfig-paths": "^4.2.0",
-    "typescript": "^5.7.3",
-    "typescript-eslint": "^8.20.0"
-  },
-  "jest": {
-    "moduleFileExtensions": [
-      "js",
-      "json",
-      "ts"
-    ],
-    "rootDir": "src",
-    "testRegex": ".*\\.spec\\.ts$",
-    "transform": {
-      "^.+\\.(t|j)s$": "ts-jest"
-    },
-    "collectCoverageFrom": [
-      "**/*.(t|j)s"
-    ],
-    "coverageDirectory": "../coverage",
-    "testEnvironment": "node"
-  }
-}
+{
+  "name": "rez_core",
+  "version": "4.0.171",
+  "description": "",
+  "author": "",
+  "private": false,
+  "license": "UNLICENSED",
+  "scripts": {
+    "build": "nest build",
+    "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
+    "start": "nest start",
+    "start:dev": "nest start --watch",
+    "start:debug": "nest start --debug --watch",
+    "start:prod": "node dist/main",
+    "lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
+    "test": "jest",
+    "test:watch": "jest --watch",
+    "test:cov": "jest --coverage",
+    "test:debug": "node --inspect-brk -r tsconfig-paths/register -r ts-node/register node_modules/.bin/jest --runInBand",
+    "test:e2e": "jest --config ./test/jest-e2e.json",
+    "prepare": "husky"
+  },
+  "dependencies": {
+    "@aws-sdk/client-s3": "^3.804.0",
+    "@microsoft/microsoft-graph-client": "^3.0.7",
+    "@nestjs-modules/mailer": "^2.0.2",
+    "@nestjs/axios": "^4.0.0",
+    "@nestjs/bull": "^11.0.4",
+    "@nestjs/common": "^11.1.0",
+    "@nestjs/config": "^4.0.0",
+    "@nestjs/core": "^11.1.0",
+    "@nestjs/jwt": "^11.0.0",
+    "@nestjs/microservices": "^11.1.8",
+    "@nestjs/passport": "^11.0.5",
+    "@nestjs/platform-express": "^11.0.20",
+    "@nestjs/schedule": "^6.0.0",
+    "@nestjs/swagger": "^11.0.3",
+    "@nestjs/typeorm": "^11.0.0",
+    "@sendgrid/mail": "^8.1.5",
+    "250218_nodejs_core": "file:",
+    "aws-sdk": "^2.1692.0",
+    "axios": "^1.9.0",
+    "bcrypt": "^5.1.1",
+    "bull": "^4.16.5",
+    "class-transformer": "^0.5.1",
+    "class-validator": "^0.14.1",
+    "cron-parser": "^5.4.0",
+    "crypto": "^1.0.1",
+    "crypto-js": "^4.2.0",
+    "dotenv": "^16.4.7",
+    "exceljs": "^4.4.0",
+    "firebase-admin": "^13.5.0",
+    "googleapis": "^159.0.0",
+    "handlebars": "^4.7.8",
+    "ics": "^3.8.1",
+    "moment": "^2.30.1",
+    "moment-timezone": "^0.6.0",
+    "multer": "^1.4.5-lts.2",
+    "mysql2": "^3.12.0",
+    "nodemailer": "^7.0.5",
+    "passport": "^0.7.0",
+    "passport-google-oauth20": "^2.0.0",
+    "passport-jwt": "^4.0.1",
+    "passport-local": "^1.0.0",
+    "redis": "^4.7.1",
+    "reflect-metadata": "^0.2.2",
+    "rxjs": "^7.8.1",
+    "twilio": "^5.9.0",
+    "typeorm": "^0.3.20",
+    "ua-parser-js": "^2.0.5",
+    "uuid": "^11.1.0",
+    "winston": "^3.17.0",
+    "xlsx": "^0.18.5"
+  },
+  "devDependencies": {
+    "@eslint/eslintrc": "^3.2.0",
+    "@eslint/js": "^9.18.0",
+    "@nestjs/cli": "^11.0.0",
+    "@nestjs/schematics": "^11.0.0",
+    "@nestjs/testing": "^11.0.1",
+    "@swc/cli": "^0.6.0",
+    "@swc/core": "^1.10.7",
+    "@types/bull": "^3.15.9",
+    "@types/cron": "^2.0.1",
+    "@types/express": "^5.0.0",
+    "@types/jest": "^29.5.14",
+    "@types/multer": "^1.4.12",
+    "@types/node": "^22.10.7",
+    "@types/nodemailer": "^6.4.17",
+    "@types/supertest": "^6.0.2",
+    "eslint": "^9.18.0",
+    "eslint-config-prettier": "^10.0.1",
+    "eslint-plugin-prettier": "^5.2.2",
+    "globals": "^15.14.0",
+    "husky": "^9.1.7",
+    "jest": "^29.7.0",
+    "prettier": "^3.4.2",
+    "source-map-support": "^0.5.21",
+    "supertest": "^7.0.0",
+    "ts-jest": "^29.2.5",
+    "ts-loader": "^9.5.2",
+    "ts-node": "^10.9.2",
+    "tsconfig-paths": "^4.2.0",
+    "typescript": "^5.7.3",
+    "typescript-eslint": "^8.20.0"
+  },
+  "jest": {
+    "moduleFileExtensions": [
+      "js",
+      "json",
+      "ts"
+    ],
+    "rootDir": "src",
+    "testRegex": ".*\\.spec\\.ts$",
+    "transform": {
+      "^.+\\.(t|j)s$": "ts-jest"
+    },
+    "collectCoverageFrom": [
+      "**/*.(t|j)s"
+    ],
+    "coverageDirectory": "../coverage",
+    "testEnvironment": "node"
+  }
+}

package/src/app.controller.ts

@@ -1,12 +1,12 @@
-import { Controller, Get } from '@nestjs/common';
-import { AppService } from './app.service';
-
-@Controller()
-export class AppController {
-  constructor(private readonly appService: AppService) {}
-
-  @Get()
-  getHello(): string {
-    return this.appService.getHello();
-  }
-}
+import { Controller, Get } from '@nestjs/common';
+import { AppService } from './app.service';
+
+@Controller()
+export class AppController {
+  constructor(private readonly appService: AppService) {}
+
+  @Get()
+  getHello(): string {
+    return this.appService.getHello();
+  }
+}

package/src/app.module.ts

@@ -1,52 +1,62 @@
-import { Module } from '@nestjs/common';
-import { DatabaseModule } from './config/config.module';
-import { EnterpriseModule } from './module/enterprise/enterprise.module';
-import { UtilsModule } from './utils/utils.module';
-import { UserModule } from './module/user/user.module';
-import { EntityModule } from './module/meta/entity.module';
-import { ModuleModule } from './module/module/module.module';
-import { NotificationModule } from './module/notification/notification.module';
-import Properties from './resources/properties.module';
-import { LayoutModule } from './module/layout/layout.module';
-import { ListMasterModule } from './module/listmaster/listmaster.module';
-import { ThirdPartyModule } from './module/third-party-module/third-party.module';
-import { FilterModule } from './module/filter/filter.module';
-import { LeadModule } from './module/lead/lead.module';
-import { LayoutPreferenceModule } from './module/layout_preference/layout_preference.module';
-import { WorkflowModule } from './module/workflow/workflow.module';
-import { IcsMeetingModule } from './module/ics/ics.module';
-import { DashboardModule } from './module/dashboard/dashboard.module';
-import { IntegrationModule } from './module/integration/integration.module';
-import { ScheduleModule } from '@nestjs/schedule';
-import { AuthModule } from './module/auth/auth.module';
-import { MapperModule } from './module/mapper/mapper.module';
-import { MicroserviceClientsModule } from './module/microservice-client/microservice-clients.module';
-
-@Module({
-  imports: [
-    EntityModule,
-    DatabaseModule,
-    EnterpriseModule,
-    UtilsModule,
-    UserModule,
-    ModuleModule,
-    NotificationModule,
-    Properties,
-    LayoutModule,
-    ListMasterModule,
-    ThirdPartyModule,
-    FilterModule,
-    LeadModule,
-    LayoutPreferenceModule,
-    WorkflowModule,
-    IcsMeetingModule,
-    DashboardModule,
-    IntegrationModule,
-    AuthModule,
-    MapperModule,
-    ScheduleModule.forRoot(),
-    MicroserviceClientsModule,
-  ],
-})
-export class AppModule {
-}
+import { Module } from '@nestjs/common';
+import { DatabaseModule } from './config/config.module';
+import { EnterpriseModule } from './module/enterprise/enterprise.module';
+import { UtilsModule } from './utils/utils.module';
+import { UserModule } from './module/user/user.module';
+import { EntityModule } from './module/meta/entity.module';
+import { ModuleModule } from './module/module/module.module';
+import { NotificationModule } from './module/notification/notification.module';
+import Properties from './resources/properties.module';
+import { LayoutModule } from './module/layout/layout.module';
+import { ListMasterModule } from './module/listmaster/listmaster.module';
+import { ThirdPartyModule } from './module/third-party-module/third-party.module';
+import { FilterModule } from './module/filter/filter.module';
+import { LeadModule } from './module/lead/lead.module';
+import { LayoutPreferenceModule } from './module/layout_preference/layout_preference.module';
+import { WorkflowModule } from './module/workflow/workflow.module';
+import { IcsMeetingModule } from './module/ics/ics.module';
+import { DashboardModule } from './module/dashboard/dashboard.module';
+import { IntegrationModule } from './module/integration/integration.module';
+import { ScheduleModule } from '@nestjs/schedule';
+import { AuthModule } from './module/auth/auth.module';
+import { MapperModule } from './module/mapper/mapper.module';
+import { BullModule } from '@nestjs/bull';
+import { bullConfigFactory } from './config/bull.config';
+import { WorkflowScheduleModule } from './module/workflow-schedule/workflow-schedule.module';
+import { MicroserviceClientsModule } from './module/microservice-client/microservice-clients.module';
+import { LinkedAttributesModule } from './module/linked_attributes/linked_attributes.module';
+import { EntityJSONModule } from './module/entity_json/entity_json.module';
+
+@Module({
+  imports: [
+    EntityModule,
+    DatabaseModule,
+    EnterpriseModule,
+    UtilsModule,
+    UserModule,
+    ModuleModule,
+    NotificationModule,
+    Properties,
+    LayoutModule,
+    ListMasterModule,
+    ThirdPartyModule,
+    FilterModule,
+    LeadModule,
+    LayoutPreferenceModule,
+    WorkflowModule,
+    IcsMeetingModule,
+    DashboardModule,
+    IntegrationModule,
+    AuthModule,
+    MapperModule,
+    ScheduleModule.forRoot(),
+    // Bull Queue Module for scheduled workflows
+    BullModule.forRootAsync(bullConfigFactory),
+    // Workflow Schedule Module
+    WorkflowScheduleModule,
+    MicroserviceClientsModule,
+    LinkedAttributesModule,
+    EntityJSONModule,
+  ],
+})
+export class AppModule {}

package/src/app.service.ts

@@ -1,8 +1,8 @@
-import { Injectable } from '@nestjs/common';
-
-@Injectable()
-export class AppService {
-  getHello(): string {
-    return 'Hello World!';
-  }
-}
+import { Injectable } from '@nestjs/common';
+
+@Injectable()
+export class AppService {
+  getHello(): string {
+    return 'Hello World!';
+  }
+}

package/src/config/bull.config.ts

@@ -0,0 +1,69 @@
+import { BullModuleOptions, SharedBullConfigurationFactory } from '@nestjs/bull';
+import { Injectable } from '@nestjs/common';
+import { ConfigService } from '@nestjs/config';
+
+/**
+ * Bull Queue Configuration
+ * Configures Redis connection and queue settings for Bull
+ */
+@Injectable()
+export class BullConfigService implements SharedBullConfigurationFactory {
+  constructor(private configService: ConfigService) {}
+
+  createSharedConfiguration(): BullModuleOptions {
+    return {
+      redis: {
+        host: this.configService.get<string>('REDIS_HOST', 'localhost'),
+        port: this.configService.get<number>('REDIS_PORT', 6379),
+        password: this.configService.get<string>('REDIS_PASSWORD'),
+        db: this.configService.get<number>('REDIS_DB', 0),
+        // Enable offline queue to handle Redis disconnections
+        enableOfflineQueue: true,
+        // Retry strategy for Redis connection
+        retryStrategy: (times: number) => {
+          const delay = Math.min(times * 50, 2000);
+          return delay;
+        },
+        // Connection timeout
+        connectTimeout: 10000,
+        // Keep alive settings
+        keepAlive: 30000,
+      },
+      // Default job options for all queues
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: 'exponential',
+          delay: 5000,
+        },
+        removeOnComplete: {
+          age: 3600 * 24 * 7, // Keep completed jobs for 7 days
+          count: 1000, // Keep max 1000 completed jobs
+        },
+        removeOnFail: {
+          age: 3600 * 24 * 30, // Keep failed jobs for 30 days
+        },
+      },
+      // Queue settings
+      settings: {
+        // Stalled job checking interval
+        stalledInterval: 30000,
+        // Maximum stalled count before job is considered failed
+        maxStalledCount: 2,
+        // Lock duration for jobs
+        lockDuration: 300000, // 5 minutes
+        // Lock renew time
+        lockRenewTime: 150000, // 2.5 minutes
+      },
+      // Prefix for all queue keys in Redis
+      prefix: 'bull',
+    };
+  }
+}
+
+/**
+ * Factory function for BullModule.forRootAsync()
+ */
+export const bullConfigFactory = {
+  useClass: BullConfigService,
+};

package/src/config/config.module.ts

@@ -1,17 +1,18 @@
-import { Global, Module } from '@nestjs/common';
-import { TypeOrmModule } from '@nestjs/typeorm';
-import { PostgresConfiguration } from './database.config';
-import { ConfigModule } from '@nestjs/config';
-
-@Global()
-@Module({
-  imports: [
-    TypeOrmModule.forRootAsync({
-      useClass: PostgresConfiguration,
-    }),
-    ConfigModule.forRoot({ isGlobal: true }),
-  ],
-//   providers: [MySqlConfiguration],
-  exports: [TypeOrmModule],
-})
-export class DatabaseModule {}
+import { Global, Module } from '@nestjs/common';
+import { TypeOrmModule } from '@nestjs/typeorm';
+// import { MySqlConfiguration } from './database.config';
+import {ConfigModule} from "@nestjs/config";
+import { MySqlConfiguration } from './database.config';
+
+@Global()
+@Module({
+  imports: [
+    TypeOrmModule.forRootAsync({
+      useClass: MySqlConfiguration,
+    }),
+    ConfigModule.forRoot({ isGlobal: true }),
+  ],
+//   providers: [MySqlConfiguration],
+  exports: [TypeOrmModule],
+})
+export class DatabaseModule {}

package/src/config/database.config.ts

@@ -1,48 +1,23 @@
-import { Injectable } from '@nestjs/common';
-import { ConfigService } from '@nestjs/config';
-import { TypeOrmModuleOptions, TypeOrmOptionsFactory } from '@nestjs/typeorm';
-
-// @Injectable()
-// export class MySqlConfiguration implements TypeOrmOptionsFactory {
-//   constructor(private configService: ConfigService) {}
-//
-//   createTypeOrmOptions(): TypeOrmModuleOptions {
-//     return {
-//       type: 'mysql',
-//       host: this.configService.get('DB_HOST') || '13.234.25.234',
-//       port: parseInt(this.configService.get('DB_PORT') || '3306', 10),
-//       username: this.configService.get('DB_USER') || 'root',
-//       password: this.configService.get('DB_PASS') || 'Rezolut@123',
-//       database: this.configService.get('DB_NAME') || 'core',
-//       entities: [__dirname + '/../module/**/*.entity.{ts,js}'],
-//       synchronize: false,
-//       autoLoadEntities: true,
-//       poolSize: 5,
-//     };
-//   }
-// }
-
-@Injectable()
-export class PostgresConfiguration implements TypeOrmOptionsFactory {
-  constructor(private configService: ConfigService) {}
-
-  createTypeOrmOptions(): TypeOrmModuleOptions {
-    return {
-      type: 'postgres',
-      host: this.configService.get('DB_HOST') || '127.0.0.1',
-      port: parseInt(this.configService.get('DB_PORT') || '5432', 10),
-      username: this.configService.get('DB_USER') || 'postgres',
-      password: this.configService.get('DB_PASS') || 'postgres',
-      database: this.configService.get('DB_NAME') || 'core',
-      schema: this.configService.get('DB_SCHEMA') || 'package',
-      entities: [__dirname + '/../module/**/*.entity.{ts,js}'],
-      synchronize: false,
-      autoLoadEntities: true,
-      // Configure pg pool size via `extra.max` (pg uses node-postgres pool)
-      extra: {
-        max: parseInt(this.configService.get('PG_POOL_MAX') || '5', 10),
-        searchPath: this.configService.get('DB_SCHEMA') || 'package',
-      },
-    };
-  }
-}
+import { Injectable } from '@nestjs/common';
+import { ConfigService } from '@nestjs/config';
+import { TypeOrmModuleOptions, TypeOrmOptionsFactory } from '@nestjs/typeorm';
+
+@Injectable()
+export class MySqlConfiguration implements TypeOrmOptionsFactory {
+  constructor(private configService: ConfigService) {}
+
+  createTypeOrmOptions(): TypeOrmModuleOptions {
+    return {
+      type: 'mysql',
+      host: this.configService.get('DB_HOST') || '13.234.25.234',
+      port: parseInt(this.configService.get('DB_PORT') || '3306', 10),
+      username: this.configService.get('DB_USER') || 'root',
+      password: this.configService.get('DB_PASS') || 'Rezolut@123',
+      database: this.configService.get('DB_NAME') || 'core',
+      entities: [__dirname + '/../module/**/*.entity.{ts,js}'],
+      synchronize: true,
+      autoLoadEntities: true,
+      poolSize: 5,
+    };
+  }
+}