cc-core-cli 1.0.0

package/template/package.json

@@ -0,0 +1,165 @@
+{
+  "name": "cc-core",
+  "version": "2.4.0",
+  "description": "",
+  "author": "",
+  "private": true,
+  "license": "UNLICENSED",
+  "scripts": {
+    "prebuild": "rimraf dist",
+    "build": "source ./newrelic.sh && nest build",
+    "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
+    "start": "nest start",
+    "start:dev": "source ./newrelic.sh && nest start --watch",
+    "start:debug": "nest start --debug --watch",
+    "start:prod": "source ./newrelic.sh && node dist/src/main",
+    "lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
+    "test": "jest",
+    "test:watch": "jest --watch",
+    "test:cov": "jest --coverage",
+    "test:debug": "node --inspect-brk -r tsconfig-paths/register -r ts-node/register node_modules/.bin/jest --runInBand",
+    "test:e2e": "jest --config ./test/jest-e2e.json"
+  },
+  "dependencies": {
+    "@aws-sdk/client-s3": "^3.282.0",
+    "@aws-sdk/credential-providers": "^3.293.0",
+    "@azure/identity": "^3.2.3",
+    "@azure/storage-file-datalake": "^12.13.0",
+    "@fastify/cors": "^8.2.0",
+    "@fastify/static": "^6.5.1",
+    "@golevelup/nestjs-discovery": "^3.0.0",
+    "@nestjs/bull": "^0.6.3",
+    "@nestjs/common": "^9.3.9",
+    "@nestjs/core": "^9.3.9",
+    "@nestjs/jwt": "^10.0.2",
+    "@nestjs/mongoose": "^9.2.1",
+    "@nestjs/passport": "^9.0.3",
+    "@nestjs/platform-express": "^9.3.9",
+    "@nestjs/platform-fastify": "^9.3.9",
+    "@nestjs/schedule": "^2.2.0",
+    "@nestjs/swagger": "^6.2.1",
+    "@types/chroma-js": "^2.4.0",
+    "@types/numeral": "^2.0.2",
+    "amazon-cognito-identity-js": "^4.5.0",
+    "amqplib": "^0.8.0",
+    "async-redis": "^2.0.0",
+    "axios": "^0.21.1",
+    "base32-codecs": "^1.0.4",
+    "bs58": "^5.0.0",
+    "bson": "^4.2.3",
+    "bull": "^3.18.0",
+    "bwip-js": "^2.0.11",
+    "cartesian": "^1.0.1",
+    "cc-core-lib": "git+ssh://git@cconnect:shopstackthailand/cc-core-lib.git#latest",
+    "chroma-js": "^2.4.2",
+    "cls-rtracer": "^2.6.2",
+    "cron-converter": "^1.0.0",
+    "crypto-js": "^4.0.0",
+    "csvtojson": "^2.0.10",
+    "currency-formatter": "^1.5.9",
+    "dayjs": "^1.11.5",
+    "dotenv": "^16.0.3",
+    "elasticsearch": "^16.7.2",
+    "events": "^3.3.0",
+    "exceljs": "^4.2.1",
+    "fastify": "^4.10.2",
+    "fastify-helmet": "^5.0.3",
+    "fastify-rate-limit": "^4.0.3",
+    "fastify-xml-body-parser": "^2.2.0",
+    "file-type": "^16.5.0",
+    "flat": "^5.0.2",
+    "form-data": "^3.0.0",
+    "fs-extra": "^9.0.1",
+    "googleapis": "^59.0.0",
+    "hot-formula-parser": "^4.0.0",
+    "image-to-base64": "^2.1.1",
+    "ioredis": "^5.2.4",
+    "json-rules-engine": "^6.1.2",
+    "json2csv": "^5.0.3",
+    "jsonwebtoken": "^9.0.0",
+    "jwk-to-pem": "^2.0.3",
+    "kafkajs": "^1.16.0",
+    "knex": "^2.4.2",
+    "ldapauth-fork": "^5.0.5",
+    "lodash": "^4.17.20",
+    "lzutf8": "^0.6.0",
+    "moment": "^2.29.1",
+    "moment-timezone": "^0.5.40",
+    "mongoose": "^6.7.2",
+    "mongoose-dynamic-schemas": "^1.2.6",
+    "ms": "^2.1.2",
+    "mysql": "^2.18.1",
+    "mysql2": "^2.3.3",
+    "nanoid": "^3.1.20",
+    "nest-emitter": "^1.1.0",
+    "nestjs-cls": "^3.3.1",
+    "newrelic": "^9.10.1",
+    "node-fetch": "^2.6.1",
+    "nodemailer": "^6.4.14",
+    "numeral": "^2.0.6",
+    "object-path": "^0.11.8",
+    "oracledb": "^5.2.0",
+    "otplib": "^12.0.1",
+    "passport": "^0.6.0",
+    "passport-jwt": "^4.0.0",
+    "passport-local": "^1.0.0",
+    "pdf-img-convert": "^1.2.1",
+    "pdf-merger-js": "^3.2.1",
+    "performance-now": "^2.1.0",
+    "pg": "^8.7.1",
+    "puppeteer": "^5.3.1",
+    "qs": "^6.9.4",
+    "randomstring": "^1.1.5",
+    "reflect-metadata": "^0.1.13",
+    "request-image-size": "^2.2.0",
+    "rimraf": "^3.0.2",
+    "rxjs": "^7.5.4",
+    "sharp": "^0.31.2",
+    "sqlite3": "^5.0.2",
+    "ssh2-sftp-client": "^9.0.0",
+    "string-replace-async": "^2.0.0",
+    "stringify-object": "^3.3.0",
+    "swagger-ui-express": "^4.1.4",
+    "tedious": "^15.1.3",
+    "tesseract.js": "^4.0.3",
+    "thai-baht-text": "^1.0.8",
+    "to-words": "^2.3.0",
+    "uuid": "^8.3.1",
+    "web-push": "^3.6.1",
+    "xlsx": "^0.18.5"
+  },
+  "devDependencies": {
+    "@types/bull": "^3.14.4",
+    "@types/express": "^4.17.8",
+    "@types/jest": "25.1.4",
+    "@types/node": "^13.13.27",
+    "@types/supertest": "^2.0.10",
+    "@typescript-eslint/eslint-plugin": "^6.1.0",
+    "@typescript-eslint/parser": "^6.1.0",
+    "eslint": "^8.44.0",
+    "eslint-config-prettier": "^6.13.0",
+    "eslint-plugin-import": "^2.22.1",
+    "jest": "^29.3.1",
+    "prettier": "^1.19.1",
+    "supertest": "^4.0.2",
+    "ts-jest": "^29.0.5",
+    "ts-loader": "^6.2.1",
+    "ts-node": "^10.9.1",
+    "tsconfig-paths": "^3.9.0",
+    "typescript": "^4.8.4"
+  },
+  "jest": {
+    "moduleFileExtensions": [
+      "js",
+      "json",
+      "ts"
+    ],
+    "rootDir": "src",
+    "testRegex": ".spec.ts$",
+    "transform": {
+      "^.+\\.(t|j)s$": "ts-jest"
+    },
+    "coverageDirectory": "../coverage",
+    "testEnvironment": "node"
+  }
+}

package/template/src/app.controller.ts

@@ -0,0 +1,33 @@
+import * as _ from "lodash";
+
+import { Controller, Get, Param } from "@nestjs/common";
+import { AppService } from "./app.service";
+
+import { Public, CONST } from "cc-core-lib/core";
+@Controller()
+export class AppController {
+  constructor(private readonly appService: AppService) { }
+
+  @Public()
+  @Get("/health_check")
+  healthCheck(): boolean {
+    return this.appService.healthCheck();
+  }
+
+  @Public()
+  @Get("/health_check/init")
+  init(): string {
+    return this.appService.init();
+  }
+
+  @Get("/all_x_routes/:method")
+  listAllRoutes(@Param() params: any): any {
+    const { method } = params;
+    if (_.isEmpty(method)) {
+      return [];
+    }
+    return CONST.ENDPOINT_PATHS.filter(
+      p => p.method.toLowerCase() === method.toLowerCase()
+    );
+  }
+}

package/template/src/app.module.ts

@@ -0,0 +1,163 @@
+import * as _ from "lodash";
+import {
+  Module,
+} from "@nestjs/common";
+import { MongooseModule } from "@nestjs/mongoose";
+import { ClsModule } from "nestjs-cls";
+import * as dotenv from "dotenv";
+
+import { NestEmitterModule } from "nest-emitter";
+import { EventEmitter } from "events";
+import { AppController } from "./app.controller";
+import { AppService } from "./app.service";
+import { ScheduleModule } from "@nestjs/schedule";
+
+import { CUSTOM_MODULES } from "./modules/modules";
+// import { CoreModule } from "./core/core.module";
+import {
+  UserModule,
+  AuthModule,
+  EntitiesModule,
+  ScheduleActionModule,
+  SettingModule,
+  TemplateModule,
+  QueueModule,
+  TranslateModule,
+  AttachmentModule,
+  NotificationModule,
+  SFTPSettingModule,
+  RedisModule,
+  MailSettingModule,
+  SmsModule,
+  ShortlyModule,
+  LayoutModule,
+  ReportModule,
+  CompanyModule,
+  LanguageModule,
+  ImportExportModule,
+  CommentDataModule,
+  DatabaseModule,
+  DeployModule,
+  CustomFunctionModule,
+  CacheModule
+} from 'cc-core-lib/core'
+
+import { CoreModule } from './core/core.module'
+
+// const { CoreModule } = core
+
+dotenv.config();
+
+const SPECIFY_CUSTOM_MODULES =
+  process.env.CUSTOM_MODULES === "" || process.env.CUSTOM_MODULES === undefined
+    ? []
+    : process.env.CUSTOM_MODULES.split(",");
+const RUN_CUSTOM_MODULES =
+  SPECIFY_CUSTOM_MODULES.length === 0
+    ? CUSTOM_MODULES.map(c => c.module)
+    : CUSTOM_MODULES.filter(c =>
+      SPECIFY_CUSTOM_MODULES.includes(c.module.name)
+    ).map(c => c.module);
+
+const mongoConfig = {};
+
+if (+process.env.MONGODB_MIN_POOL_SIZE) {
+  mongoConfig["minPoolSize"] = +process.env.MONGODB_MIN_POOL_SIZE;
+}
+
+if (+process.env.MONGODB_MAX_POOL_SIZE) {
+  mongoConfig["maxPoolSize"] = +process.env.MONGODB_MAX_POOL_SIZE;
+}
+
+@Module({
+  imports: [
+    // MongooseModule.forRootAsync({
+    //   useFactory: async () => ({
+    //     uri: process.env.MONGODB_URI,
+    //     useNewUrlParser: true,
+    //     useFindAndModify: false
+    //   })
+    // }),
+    MongooseModule.forRoot(process.env.MONGODB_URI, mongoConfig),
+    // Register the ClsModule,
+    ClsModule.forRoot({
+      middleware: {
+        // automatically mount the
+        // ClsMiddleware for all routes
+        mount: true,
+        // and use the setup method to
+        // provide default store values.
+        setup: (cls, req) => {
+          cls.set("request", {
+            api_key: _.get(req, "api_key", {}),
+            profile: _.get(req, "profile", {}),
+            permissions: _.get(req, "permissions", []),
+            headers: _.get(req, "headers", {}),
+            ip: _.get(req, "ip"),
+            hostname: _.get(req, "hostname"),
+            body: _.get(req, "body", {}),
+            action_profile: _.get(req, "action_profile", {})
+          });
+        }
+      },
+      interceptor: {
+        mount: true,
+        setup: (cls, ctx) => {
+          const req = ctx.switchToHttp().getRequest();
+          cls.set("request", {
+            api_key: _.get(req, "api_key", {}),
+            profile: _.get(req, "profile", {}),
+            permissions: _.get(req, "permissions", []),
+            roles: _.get(req, "roles", []),
+            headers: _.get(req, "headers", {}),
+            // ip: req.connection.remoteAddress,
+            ip:
+              _.get(req, "socket.remoteAddress") ||
+              _.get(req, "connection.remoteAddress"),
+            hostname: req.hostname,
+            body: _.get(req, "body", {}),
+            action_profile: _.get(req, "action_profile", {})
+          });
+        }
+      }
+    }),
+
+    EntitiesModule,
+    NestEmitterModule.forRoot(new EventEmitter()),
+    ScheduleModule.forRoot(),
+    AuthModule,
+    SettingModule,
+    QueueModule,
+    RedisModule,
+    DatabaseModule,
+    CacheModule,
+
+    CompanyModule,
+
+    AttachmentModule,
+    CommentDataModule,
+    CustomFunctionModule,
+    DeployModule,
+    ReportModule,
+    ImportExportModule,
+    LanguageModule,
+    MailSettingModule,
+    ScheduleActionModule,
+    SFTPSettingModule,
+    SmsModule,
+    TemplateModule,
+    TranslateModule,
+    NotificationModule,
+    ShortlyModule,
+    UserModule,
+
+    LayoutModule,
+
+    // ...RUN_CUSTOM_MODULES,
+
+    CoreModule
+  ],
+  controllers: [AppController],
+  providers: [AppService]
+})
+export class AppModule { }

package/template/src/app.service.ts

@@ -0,0 +1,21 @@
+import { Injectable, Logger } from "@nestjs/common";
+import * as os from "os";
+import { CONST } from "cc-core-lib/core";
+
+@Injectable()
+export class AppService {
+  private _isReady: boolean;
+
+  init(): string {
+    this._isReady = true;
+    Logger.log(`CPU cores ${os.cpus().length}`, "OS");
+    return "health_check";
+  }
+
+  healthCheck(): boolean {
+    if (!CONST.HEALTH_CHECK) {
+      throw new Error("not ready");
+    }
+    return true;
+  }
+}

package/template/src/app_cluster.service.ts

@@ -0,0 +1,58 @@
+import * as _ from "lodash";
+import * as cluster from "cluster";
+import * as os from "os";
+import { Injectable } from "@nestjs/common";
+import axios, { AxiosInstance } from "axios";
+import { CONST } from 'cc-core-lib/core'
+
+CONST.INTERNAL_DOMAIN = `http://${process.env.LOOP_BACK_IP}:${process.env
+  .PORT || 3000}/api/v1`;
+
+const numCPUs = _.isEmpty(process.env.MAX_WORKER)
+  ? os.cpus().length
+  : parseInt(process.env.MAX_WORKER, 10) === 0
+    ? os.cpus().length
+    : parseInt(process.env.MAX_WORKER, 10);
+console.log("MAXIMUM WORKER PROCESS: " + numCPUs);
+// const numCPUs = 2;
+let checkInit = false;
+let mainPID = 0;
+
+@Injectable()
+export class AppClusterService {
+  static async clusterize(callback: Function): Promise<void> {
+    if (cluster.isMaster) {
+      console.log(`Master server started on ${process.pid}`);
+      CONST.MAIN_PROCESS = true;
+      for (let i = 0; i < numCPUs; i++) {
+        const env = { WORKER_NO: i + 1 }
+        const worker = cluster.fork(env);
+        worker.process['env'] = env
+      }
+      cluster.on("listening", (worker, address) => {
+        console.log(
+          `A worker is now connected to ${address.address}:${address.port}`
+        );
+        const http: AxiosInstance = axios.create();
+        http.get(`${CONST.INTERNAL_DOMAIN}/user_role/reload_system`);
+        http.get(`${CONST.INTERNAL_DOMAIN}/translate/generate`);
+        http.get(`${CONST.INTERNAL_DOMAIN}/setting/update_version`);
+        http.get(`${CONST.INTERNAL_DOMAIN}/health_check/init`);
+      });
+      // cluster.on("online", worker => {
+      //   console.log("Yay, the worker responded after it was forked");
+      // });
+      cluster.on("exit", (worker, code, signal, ...other) => {
+        const env = worker.process['env']
+        console.log(
+          `Worker ${worker.process.pid} (${code},${signal}) died. Restarting`
+        );
+        const newWorker = cluster.fork(env);
+        newWorker.process['env'] = env
+      });
+    } else {
+      console.log(`Cluster server started on ${process.pid}`);
+      await callback();
+    }
+  }
+}