midway-fatcms 0.0.1-beta.2 → 0.0.1-beta.20

package/src/libs/crud-pro/services/CrudProTableMetaService.ts

@@ -1,6 +1,8 @@
 import { CrudProServiceBase } from './CrudProServiceBase';
 import { SqlCfgModel } from '../models/SqlCfgModel';
-import { ITableMeta } from '../interfaces';
+import { IExecuteUnsafeQueryCtx, ITableMeta } from '../interfaces';
+import { SqlDbType } from '../models/keys';
+import { pickAndConvertPgRows } from '../utils/sqlConvert/convertPgType';
 
 class CrudProTableMetaCache {
   private cacheMap: Record<string, ITableMeta> = {};
@@ -42,18 +44,42 @@ class CrudProTableMetaService extends CrudProServiceBase {
       tableColumns: [],
     };
 
-    const baseInfo = {
-      tableName: sqlCfgModel.sqlTable,
-      dbName: sqlCfgModel.sqlDatabase,
+    const baseInfo: IExecuteUnsafeQueryCtx = {
+      sqlTable: sqlCfgModel.sqlTable,
+      sqlDatabase: sqlCfgModel.sqlDatabase,
+      sqlDbType: sqlCfgModel.sqlDbType,
     };
 
-    const [tableDescribe] = await this.executeUnsafeQuery(baseInfo, 'describe ' + sqlCfgModel.sqlTable);
-    const tableDescribe2 = JSON.parse(JSON.stringify(tableDescribe));
-    obj.tableColumns = tableDescribe2.map(fieldObj => {
-      return fieldObj['Field'];
-    });
+    obj.tableColumns = await this.loadTableColumnInfo(baseInfo);
+
     return obj;
   }
+
+  private async loadTableColumnInfo(baseInfo: IExecuteUnsafeQueryCtx): Promise<string[]> {
+    if (baseInfo.sqlDbType === SqlDbType.mysql) {
+      const [tableDescribe] = await this.executeUnsafeQuery(baseInfo, 'describe ' + baseInfo.sqlTable);
+      const tableDescribe2 = JSON.parse(JSON.stringify(tableDescribe));
+      return tableDescribe2.map(fieldObj => {
+        return fieldObj['Field'];
+      });
+    } else if (baseInfo.sqlDbType === SqlDbType.postgres) {
+      const schemaname = 'public';
+      const columnArraySql = `
+      SELECT
+        *
+        FROM information_schema.columns
+        WHERE table_schema = '${schemaname}' and table_name = '${baseInfo.sqlTable}'
+        ORDER BY ordinal_position;
+      `.trim();
+      const queryRes = await this.executeUnsafeQuery(baseInfo, columnArraySql);
+      const rows = pickAndConvertPgRows(queryRes);
+      return rows.map(fieldObj => {
+        return fieldObj['column_name'];
+      });
+    }
+
+    throw new Error('暂不支持的数据库类型：' + baseInfo.sqlDbType);
+  }
 }
 
 export { CrudProTableMetaService };

package/src/libs/crud-pro/utils/DatabaseName.ts

@@ -1,19 +1,45 @@
-import { SqlDbType } from '../models/keys'
+import { SqlDbType } from '../models/keys';
 
 interface IDbTypeAndName {
-  dbType: SqlDbType,
+  dbType: SqlDbType;
   dbName: string;
 }
 
-const SPLIT_CONST = "_________"
+const SPLIT_CONST = '_________';
+
+const PREFIX_MYSQL = `${SqlDbType.mysql}${SPLIT_CONST}`;
+const PREFIX_POSTGRES = `${SqlDbType.postgres}${SPLIT_CONST}`;
+const PREFIX_SQLSERVER = `${SqlDbType.sqlserver}${SPLIT_CONST}`;
 
 function parseDatabaseName(databaseName: string): IDbTypeAndName {
   const dbNameArr = databaseName.split(SPLIT_CONST);
+
+  if (databaseName.startsWith(PREFIX_MYSQL)) {
+    return {
+      dbType: SqlDbType.mysql,
+      dbName: dbNameArr[1],
+    };
+  }
+
+  if (databaseName.startsWith(PREFIX_POSTGRES)) {
+    return {
+      dbType: SqlDbType.postgres,
+      dbName: dbNameArr[1],
+    };
+  }
+
+  if (databaseName.startsWith(PREFIX_SQLSERVER)) {
+    return {
+      dbType: SqlDbType.sqlserver,
+      dbName: dbNameArr[1],
+    };
+  }
+
   if (dbNameArr.length === 1) {
     return {
       dbType: SqlDbType.mysql, // 默认
-      dbName: dbNameArr[0]
-    }
+      dbName: dbNameArr[0],
+    };
   }
 
   if (dbNameArr.length > 1) {
@@ -21,20 +47,14 @@ function parseDatabaseName(databaseName: string): IDbTypeAndName {
     const dbType = dbType0 as any;
     return {
       dbType,
-      dbName
-    }
+      dbName,
+    };
   }
   return null;
 }
 
-
 function toDatabaseNameStr(dbType: SqlDbType, dbName: string): string {
-  return [dbType, dbName].join(SPLIT_CONST)
+  return [dbType, dbName].join(SPLIT_CONST);
 }
 
-
-export {
-  SPLIT_CONST,
-  parseDatabaseName,
-  toDatabaseNameStr
-}
+export { SPLIT_CONST, parseDatabaseName, toDatabaseNameStr };

package/src/libs/crud-pro/utils/DateTimeUtils.ts

@@ -9,10 +9,10 @@ const DateTimeUtils = {
   getCurrentTimeStampSecond(): number {
     return Math.floor(Date.now() / 1000);
   },
-  getCurrentDateFormat(format:string): string {
+  getCurrentDateFormat(format: string): string {
     return moment(Date.now()).format(format);
   },
-  getYesterdayDateFormat(format:string): string {
+  getYesterdayDateFormat(format: string): string {
     return moment(Date.now()).add(-1, 'day').format(format);
   },
 };

package/src/libs/crud-pro/utils/MixinUtils.ts

@@ -50,7 +50,7 @@ const MixinUtils = {
   },
 
   startsWith(str1: string, str2: string): boolean {
-    if (typeof str1 === "string" && typeof str2 === "string") {
+    if (typeof str1 === 'string' && typeof str2 === 'string') {
       return str1.startsWith(str2);
     }
     return false;

package/src/libs/crud-pro/utils/ValidateUtils.ts

@@ -143,9 +143,8 @@ function validateByCfgString(validateCfg: KeysOfValidators | string, itemValue:
     return;
   }
 
-
   // 必填
-  if ("required" === validateCfg) {
+  if ('required' === validateCfg) {
     if (isEmpty(itemValue)) {
       throw new CommonException(Exceptions.VALIDATE_ERR, "'参数校验错误，字段 " + errPath + ' 不满足校验配置：' + validateCfg);
     }
@@ -157,7 +156,6 @@ function validateByCfgString(validateCfg: KeysOfValidators | string, itemValue:
     return;
   }
 
-
   // 校验失败
   if (!validateByCfgStringInner(validateCfg, itemValue)) {
     throw new CommonException(Exceptions.VALIDATE_ERR, "'参数校验错误，字段 " + errPath + ' 不满足校验配置：' + validateCfg);

package/src/libs/crud-pro/utils/pool/MySQLUtils.ts

@@ -1,6 +1,6 @@
 import { createPool } from 'mysql2/promise';
 import { IConnectionPool } from '../../interfaces';
-import {SqlDbType} from "../../models/keys";
+import { SqlDbType } from '../../models/keys';
 
 const POOL_CACHE_MAP: Record<string, IConnectionPool> = {};
 

package/src/libs/crud-pro/utils/pool/PostgresUtils.ts

@@ -1,6 +1,6 @@
-import {Pool} from 'pg';
-import {IConnectionPool} from '../../interfaces';
-import {SqlDbType} from "../../models/keys";
+import { Pool } from 'pg';
+import { IConnectionPool } from '../../interfaces';
+import { SqlDbType } from '../../models/keys';
 
 const POOL_CACHE_MAP: Record<string, IConnectionPool> = {};
 

package/src/libs/crud-pro/utils/pool/SqlServerUtils.ts

@@ -1,6 +1,6 @@
-import {ConnectionPool} from 'mssql';
-import {IConnectionPool} from '../../interfaces';
-import {SqlDbType} from "../../models/keys";
+import { ConnectionPool } from 'mssql';
+import { IConnectionPool } from '../../interfaces';
+import { SqlDbType } from '../../models/keys';
 
 const POOL_CACHE_MAP: Record<string, IConnectionPool> = {};
 

package/src/libs/crud-pro/utils/sqlConvert/convertColumnName.ts

@@ -3,10 +3,10 @@ import {SqlDbType} from "../../models/keys";
 
 
 function toSqlColumnName(columnName: string, sqlCfgModel: SqlCfgModel): string {
-  if (sqlCfgModel.sqlDdType === SqlDbType.postgres) {
+  if (sqlCfgModel.sqlDbType === SqlDbType.postgres) {
     return '"' + columnName + '"';
   }
-  if (sqlCfgModel.sqlDdType === SqlDbType.sqlserver) {
+  if (sqlCfgModel.sqlDbType === SqlDbType.sqlserver) {
     return '[' + columnName + ']';
   }
   return '`' + columnName + '`';

package/src/libs/global-config/global-config.ts

@@ -0,0 +1,78 @@
+import { SqlDbType } from '../crud-pro/models/keys';
+
+interface IGlobalStaticConfig {
+  /**
+   * CrudStd: 业务系统自定义的修改cfgModel
+   * @param reqJson
+   * @param cfgModel
+   * @param appInfo
+   * @param ctx
+   */
+  bizUpdateCfgModelForCrudStd(reqJson: any, cfgModel: any, appInfo: any, ctx: any): Promise<any>;
+
+  /**
+   * CrudMtd: 业务系统自定义的修改cfgModel
+   * @param reqJson
+   * @param cfgModel
+   * @param methodInfo
+   * @param ctx
+   */
+  bizUpdateCfgModelForCrudMtd(reqJson: any, cfgModel: any, methodInfo: any, ctx: any): Promise<any>;
+
+  /**
+   * CrudPro: 业务系统自定义的修改cfgModel。这是最底层的！！全局的！！全局的！！全局的！！！
+   * @param reqJson
+   * @param cfgModel
+   */
+  bizUpdateCfgModelForCrudPro(reqJson: any, cfgModel: any): Promise<any>;
+
+  /**
+   * 生成用户的账号ID，业务系统可以生成类似工号的ID
+   * @param userSubmitData
+   */
+  generateUserAccountId(userSubmitData: any): Promise<string>;
+
+  /**
+   * 将业务系统表中的userId映射为fatcms的UserAccountId
+   * @param bizTableUserId 业余系统表中的UserId
+   */
+  toFatcmsUserAccountId(bizTableUserId: any): string;
+
+  SystemDbName: string;
+  SystemDbType: SqlDbType;
+}
+
+const noop = () => {
+  return Promise.resolve();
+};
+
+class GlobalStaticConfig {
+  private configObject: IGlobalStaticConfig;
+  constructor() {
+    this.configObject = {
+      bizUpdateCfgModelForCrudStd: noop,
+      bizUpdateCfgModelForCrudMtd: noop,
+      bizUpdateCfgModelForCrudPro: noop,
+      generateUserAccountId: null,
+      toFatcmsUserAccountId: (bizTableUserId: any) => {
+        return bizTableUserId;
+      },
+      SystemDbName: 'fatcms',
+      SystemDbType: SqlDbType.mysql,
+    };
+  }
+  public getConfig(): IGlobalStaticConfig {
+    return this.configObject as IGlobalStaticConfig;
+  }
+
+  public setConfig(configObject: any) {
+    if (!configObject || typeof configObject !== 'object') {
+      throw new Error('参数configObject不能为空');
+    }
+    Object.assign(this.configObject, configObject);
+  }
+}
+
+const GLOBAL_STATIC_CONFIG = new GlobalStaticConfig();
+
+export { GLOBAL_STATIC_CONFIG };

package/src/libs/utils/crypto-utils.ts

@@ -15,7 +15,7 @@ function hashUtf8Hex(data: string): string {
   return hash.digest('hex');
 }
 
-function readSeed1()  {
+function readSeed1() {
   // 这个文件肯定存在
   const t = path.join(__dirname, '../../config/seed/aeskey.txt');
   return fs.readFileSync(t, 'utf-8');
@@ -29,8 +29,7 @@ function readSeed2(): string {
   return fs.readFileSync(filePath, 'utf-8');
 }
 
-
-function createAes128BySeedContent(seedContent:string){
+function createAes128BySeedContent(seedContent: string) {
   const hash1 = hashUtf8Hex(seedContent.trim());
   const key = md5(hash1);
   const iv = md5(key + hash1);
@@ -46,7 +45,6 @@ function createAes128BySeedFile() {
   return createAes128BySeedContent(seed1);
 }
 
-
 const privateAES = createAes128BySeedFile();
 
 export { privateAES };

package/src/libs/utils/errorToString.ts

@@ -0,0 +1,61 @@
+function errorToString(error: any): string {
+  // 处理非错误对象的情况
+  if (typeof error === 'undefined') {
+    return 'Error: undefined was thrown';
+  }
+
+  if (error === null) {
+    return 'Error: null was thrown';
+  }
+
+  // 处理原始值类型
+  const primitiveTypes = ['string', 'number', 'boolean', 'symbol'];
+  if (primitiveTypes.includes(typeof error)) {
+    return `Error: A primitive value was thrown\nValue: ${String(error)}`;
+  }
+
+  // 处理 Error 对象
+  if (error instanceof Error) {
+    const errorDetails = [];
+    errorDetails.push(`Error: ${error.name || 'Error'}`);
+    errorDetails.push(`Message: ${error.message || 'No error message'}`);
+
+    if (error.stack) {
+      errorDetails.push('Stack Trace:');
+      errorDetails.push(error.stack);
+    }
+
+    const extraProperties = ['code', 'fileName', 'lineNumber', 'columnNumber'];
+    extraProperties.forEach(prop => {
+      if (error[prop] !== undefined) {
+        errorDetails.push(`${prop}: ${error[prop]}`);
+      }
+    });
+
+    const customProps = Object.keys(error).filter(key => !['name', 'message', 'stack', ...extraProperties].includes(key));
+
+    if (customProps.length > 0) {
+      errorDetails.push('Custom Properties:');
+      customProps.forEach(prop => {
+        try {
+          const value = JSON.stringify(error[prop], null, 2) || String(error[prop]);
+          errorDetails.push(`  ${prop}: ${value}`);
+        } catch (e) {
+          errorDetails.push(`  ${prop}: [Object cannot be serialized]`);
+        }
+      });
+    }
+
+    return errorDetails.join('\n');
+  }
+
+  // 处理普通对象
+  try {
+    const objectDetails = JSON.stringify(error, null, 2);
+    return `Error: A plain object was thrown\nObject: ${objectDetails}`;
+  } catch (e) {
+    return `Error: An object was thrown but could not be serialized\nType: ${error.constructor?.name || 'Unknown'}`;
+  }
+}
+
+export { errorToString };

package/src/libs/utils/fatcms-request.ts

@@ -1,9 +1,9 @@
 import { Context } from '@midwayjs/koa';
 import * as _ from 'lodash';
-import {privateAES} from "./crypto-utils";
-import {CommonException} from "../crud-pro/exceptions";
+import { privateAES } from './crypto-utils';
+import { CommonException } from '../crud-pro/exceptions';
 
-function isEnableByHeaderKey(ctx: Context, configName: string){
+function isEnableByHeaderKey(ctx: Context, configName: string) {
   const fatcmsDebug = ctx.app.getConfig(configName);
   const headerKey = _.get(fatcmsDebug, 'headerKey');
   const headerSecret = _.get(fatcmsDebug, 'headerSecret');
@@ -14,7 +14,6 @@ function isEnableByHeaderKey(ctx: Context, configName: string){
   return headers[headerKey] === headerSecret;
 }
 
-
 /**
  * 是否开启调试能力
  * @param ctx
@@ -23,7 +22,6 @@ export function isEnableDebug(ctx: Context): boolean {
   return isEnableByHeaderKey(ctx, 'fatcmsDebug');
 }
 
-
 /**
  * 是否开启SA账号。只有账号密码没有用，必须通过ModHeader插件设置如下字段
  * @param ctx
@@ -32,7 +30,6 @@ export function isEnableSuperAdmin(ctx: Context): boolean {
   return isEnableByHeaderKey(ctx, 'fatcmsSAEnable');
 }
 
-
 export function isLocalEnv(ctx: Context): boolean {
   // 系统内部调用。如定时任务，没有request对象。
   if (!ctx.request) {
@@ -42,8 +39,6 @@ export function isLocalEnv(ctx: Context): boolean {
   return host.startsWith('127.0.0.1') || host.startsWith('localhost:');
 }
 
-
-
 /**
  * 获取调试时专用的站点code
  * @param ctx
@@ -62,32 +57,26 @@ export function getDebugProxyTarget(ctx: Context): string {
   return headers['fatcmsdebugproxytarget'];
 }
 
-
-export function getCsrfToken(ctx: Context): string{
+export function getCsrfToken(ctx: Context): string {
   const headers = _.get(ctx, 'request.headers') || {};
   return headers['fatcmscsrftoken'];
 }
 
-
 /**
  * 扩展的源码应用：本地开发调试时加载本地的js脚本
  * @param ctx
  */
-export function getExtLocalLoaderPort(ctx: Context) : string {
+export function getExtLocalLoaderPort(ctx: Context): string {
   const headers = _.get(ctx, 'request.headers') || {};
   return headers['fatcmsextlocalloaderport'];
 }
 
-
-
 export async function isCsrfTokenValid(ctx: Context): Promise<boolean> {
-
   // 本地开发，不需要校验
   if (isLocalEnv(ctx) || isEnableDebug(ctx)) {
     return true;
   }
 
-
   const fatcmscsrftoken = getCsrfToken(ctx);
   if (!fatcmscsrftoken) {
     return false;
@@ -96,20 +85,19 @@ export async function isCsrfTokenValid(ctx: Context): Promise<boolean> {
     const depryptToken = await privateAES.time_decrypt_base64_utf8(fatcmscsrftoken);
     if (depryptToken) {
       const num = Number(depryptToken);
-      if (num && ((num + 6 * 3600 * 1000) > Date.now())) {
+      if (num && num + 6 * 3600 * 1000 > Date.now()) {
         return true;
       }
     }
   } catch (e) {
-    console.info('isCsrfTokenValid验证失败')
+    console.info('isCsrfTokenValid验证失败');
   }
   return false;
 }
 
-
 export async function assertCsrfToken(ctx: Context) {
-  const isOK =  await isCsrfTokenValid(ctx);
+  const isOK = await isCsrfTokenValid(ctx);
   if (!isOK) {
-    throw new CommonException("ASSERT_CSRF_TOKEN_ERROR", "CSRF_TOKEN 验证失败")
+    throw new CommonException('ASSERT_CSRF_TOKEN_ERROR', 'CSRF_TOKEN 验证失败');
   }
 }

package/src/libs/utils/ordernum-utils.ts

@@ -1,7 +1,6 @@
 import * as moment from 'moment';
 
-
-function generateOrderNumber(prefix:string = 'NO'): string {
+function generateOrderNumber(prefix = 'NO'): string {
   // 获取当前时间并格式化为YYYYMMDDHHmmss
   const timestamp = moment().format('YYYYMMDDHHmmss');
 
@@ -12,7 +11,4 @@ function generateOrderNumber(prefix:string = 'NO'): string {
   return prefix + timestamp + randomDigits;
 }
 
-
-export {
-  generateOrderNumber
-}
+export { generateOrderNumber };

package/src/libs/utils/parseConfig.ts

@@ -1,7 +1,5 @@
 import * as _ from 'lodash';
-import {parseJsonObject} from "./functions";
-
-
+import { parseJsonObject } from './functions';
 
 interface IEnumInfo {
   label: string;
@@ -9,14 +7,14 @@ interface IEnumInfo {
   children?: IEnumInfo[];
 }
 
-function parseTreeTableToIEnumInfo(dataSource:any[]): IEnumInfo[]{
+function parseTreeTableToIEnumInfo(dataSource: any[]): IEnumInfo[] {
   if (!dataSource || !Array.isArray(dataSource)) {
     return undefined;
   }
-  return  dataSource.map((item: any) => {
-    const {key, nodeName, value, label } = item;
+  return dataSource.map((item: any) => {
+    const { key, nodeName, value, label } = item;
     const children = parseTreeTableToIEnumInfo(item.children);
-    const enumInfo: IEnumInfo =  {
+    const enumInfo: IEnumInfo = {
       label: label || nodeName,
       value: value || key,
     };
@@ -27,9 +25,7 @@ function parseTreeTableToIEnumInfo(dataSource:any[]): IEnumInfo[]{
   });
 }
 
-
 function parseConfigContentToEnumInfo(configEntity: any): IEnumInfo[] {
-
   const { config_content, config_type } = configEntity;
 
   const configObj = parseJsonObject(config_content);
@@ -52,11 +48,7 @@ function parseConfigContentToEnumInfo(configEntity: any): IEnumInfo[] {
   if (Array.isArray(configObj)) {
     return configObj;
   }
-  return []
+  return [];
 }
 
-
-export {
-  parseConfigContentToEnumInfo,
-  IEnumInfo
-}
+export { parseConfigContentToEnumInfo, IEnumInfo };

package/src/middleware/forbidden.middleware.ts

@@ -1,36 +1,18 @@
 import { Middleware, IMiddleware } from '@midwayjs/core';
 import { NextFunction, Context } from '@midwayjs/koa';
 
-
 // 一些爬虫/漏洞分析工具会来请求这玩意。
-const blackEqualList = [
-  '/config.json',
-  '/backend/.env',
-  '/application.yml',
-  '/db.ini',
-  '/.well-known/security.txt',
-];
+const blackEqualList = ['/config.json', '/backend/.env', '/application.yml', '/db.ini', '/.well-known/security.txt'];
 
-const blackPrefixList = [
-  '/.aws/',
-  '/.git/',
-  '/.svn/',
-  '/.env/',
-  '/src/',
-  '/var/logs/',
-  '/var/log/',
-  '/cgi-bin/',
-  '/php-cgi/',
-];
+const blackPrefixList = ['/.aws/', '/.git/', '/.svn/', '/.env/', '/src/', '/var/logs/', '/var/log/', '/cgi-bin/', '/php-cgi/'];
 
 /**
  * 针对一些路径禁止访问。避免一些爬虫抓取网站内容，实际上这里枚举的路径，本身就是不存在的。只是为了提前拦截，为了服务器性能考虑。
  */
 @Middleware()
 export class ForbiddenMiddleware implements IMiddleware<Context, NextFunction> {
-
   match(ctx: Context): boolean {
-    const path = ctx.path ;
+    const path = ctx.path;
     if (path === '/') {
       return false;
     }
@@ -53,15 +35,14 @@ export class ForbiddenMiddleware implements IMiddleware<Context, NextFunction> {
       }
     }
 
-    return !!(path.includes('/wp-includes/') || path.endsWith('.php') ||  path.endsWith('/.git/config'));
+    return !!(path.includes('/wp-includes/') || path.endsWith('.php') || path.endsWith('/.git/config'));
   }
 
-
   resolve() {
     return async (ctx: Context, next: NextFunction) => {
-      ctx.set({"content-type": "text/html; charset=utf-8"});
+      ctx.set({ 'content-type': 'text/html; charset=utf-8' });
       ctx.status = 404;
-      ctx.body = "404！404！404！重要的事情说三遍！"
+      ctx.body = '404！404！404！重要的事情说三遍！';
     };
   }