midway-fatcms 0.0.1-beta.26 → 0.0.1-beta.29

package/src/service/UserSessionService.ts

@@ -1,78 +0,0 @@
-import { Inject, Provide } from '@midwayjs/core';
-import { Context } from '@midwayjs/koa';
-import { parseJsonObject } from '@/libs/utils/functions';
-import { ISessionInfo, SESSION_ID_KEY, sessionCookieCfg } from '@/models/userSession';
-import { RedisCacheService } from './base/RedisCacheService';
-import { RedisKeys } from '@/models/RedisKeys';
-
-function pickUserAvatar(avatar: any): string {
-  if (!avatar) {
-    return null;
-  }
-  if (typeof avatar === 'string') {
-    if (avatar.startsWith('http') || avatar.startsWith('/')) {
-      return avatar;
-    }
-    const obj = parseJsonObject(avatar);
-    if (!obj) {
-      return null;
-    }
-    if (Array.isArray(obj)) {
-      return pickUserAvatar(obj[0]);
-    }
-    return pickUserAvatar(obj);
-  }
-
-  if (avatar && avatar.imgURL) {
-    return avatar.imgURL;
-  }
-  if (avatar && avatar.downloadURL) {
-    return avatar.downloadURL;
-  }
-  return null;
-}
-
-const SESSION_KEEP_TIME_SECOND: number = 3600 * 24 * 30;
-
-const toCacheKey = (sessionId: string): string => {
-  return `${RedisKeys.USER_SESSION_PREFIX}${sessionId}`;
-};
-
-@Provide()
-export class UserSessionService {
-  @Inject()
-  private ctx: Context;
-
-  @Inject()
-  private redisCacheService: RedisCacheService;
-
-  public async saveUserSession(sessionInfo: ISessionInfo) {
-    sessionInfo.avatar = pickUserAvatar(sessionInfo.avatar);
-    const sessionId = sessionInfo.sessionId;
-    await this.redisCacheService.setJsonObject(toCacheKey(sessionId), sessionInfo, SESSION_KEEP_TIME_SECOND);
-  }
-
-  /**
-   * 移除Session
-   * @param sessionId
-   */
-  public async removeUserSession(sessionId: string) {
-    return await this.redisCacheService.removeItem(toCacheKey(sessionId));
-  }
-
-  private async getCurrentUserSessionForMiddleware1(sessionId: string): Promise<ISessionInfo> {
-    if (!sessionId) {
-      return null;
-    }
-    return await this.redisCacheService.getJsonObject(toCacheKey(sessionId));
-  }
-
-  /**
-   * 专门给中间件点调用的
-   */
-  public async getCurrentUserSessionForMiddleware(): Promise<ISessionInfo> {
-    const cookies = this.ctx.cookies;
-    const sessionId = cookies.get(SESSION_ID_KEY, sessionCookieCfg);
-    return this.getCurrentUserSessionForMiddleware1(sessionId);
-  }
-}

package/src/service/VisitStatService.ts

@@ -1,166 +0,0 @@
-import { Inject, Provide } from '@midwayjs/core';
-import { Context } from '@midwayjs/koa';
-import { IScheduleService } from '@/interface';
-import { BaseService } from './base/BaseService';
-import { CurdProService } from './curd/CurdProService';
-import { SystemTables } from '@/models/SystemTables';
-import { KeysOfSimpleSQL } from '@/libs/crud-pro/models/keys';
-import { FILE_GET_TYPES } from '@/models/bizmodels';
-import { CommonResult } from '@/libs/utils/common-dto';
-import { GLOBAL_STATIC_CONFIG } from '@/libs/global-config/global-config';
-import { RedisKeys } from '@/models/RedisKeys';
-
-// 3天 的秒数
-const EXPIRE_TIME = 3 * 24 * 60 * 60;
-
-const STAT_TYPES = {
-  pv: 'pv',
-  uv_ip: 'uv_ip',
-  uv_uid: 'uv_uid',
-};
-
-@Provide()
-export class VisitStatService extends BaseService implements IScheduleService {
-  @Inject()
-  protected ctx: Context;
-
-  @Inject()
-  private curdProService: CurdProService;
-
-  async runBySchedule(): Promise<any> {
-    const hours = new Date().getHours();
-    this.logInfo('[VisitStatService] runBySchedule called, hours = ' + hours);
-    return this.flushVisitStatToDB();
-  }
-
-  async flushVisitStatToDB(): Promise<any> {
-    const { SystemDbName, SystemDbType } = GLOBAL_STATIC_CONFIG.getConfig();
-
-    //  统计昨天的数据。
-    const stat_date = new Date(Date.now() - 24 * 3600 * 1000).toISOString().split('T')[0];
-
-    const lockKey = `${RedisKeys.VISIT_STAT_LOCK_PREFIX}${stat_date}`;
-    // 每天只能执行一次
-    const client = this.redisService;
-    const nxRes = await client.set(lockKey, 1, 'EX', EXPIRE_TIME, 'NX');
-    if (nxRes !== 'OK') {
-      this.logInfo('[VisitStatService] flushVisitStatToDB 每天只能执行一次 ');
-      return CommonResult.errorRes('每天只能执行一次');
-    }
-
-    this.logInfo('[VisitStatService] flushVisitStatToDB start ');
-
-    let totalCount = 0;
-    let successCount = 0;
-
-    try {
-      const keys = await client.keys(`${RedisKeys.VISIT_STAT_DATE_PREFIX}${stat_date}::*`);
-      // `vs_${date}::${req_host}::${resource_type}::${stat_type}::${resource}`;
-      totalCount = keys.length;
-
-      for (const key of keys) {
-        try {
-          const parts = key.split('::');
-          if (parts.length === 5) {
-            const req_host = parts[1];
-            const resource_type = parts[2];
-            const stat_type = parts[3];
-            const stat_resource = parts[4];
-
-            let stat_count: number;
-            if (stat_type === STAT_TYPES.uv_ip || stat_type === STAT_TYPES.uv_uid) {
-              stat_count = await client.scard(key);
-            } else {
-              stat_count = parseInt(await client.get(key)) || 0;
-            }
-
-            await this.curdProService.executeCrudByCfg(
-              {
-                data: {
-                  stat_date,
-                  stat_resource,
-                  stat_type,
-                  resource_type,
-                  stat_count,
-                  req_host,
-                },
-              },
-              {
-                sqlSimpleName: KeysOfSimpleSQL.SIMPLE_INSERT,
-                sqlDatabase: SystemDbName,
-                sqlDbType: SystemDbType,
-                sqlTable: SystemTables.sys_visit_stats,
-              }
-            );
-
-            await client.del(key);
-            successCount++;
-          }
-        } catch (e) {
-          this.logError('[VisitStatService] flushVisitStatToDB: key = ' + key, e);
-          console.log('[VisitStatService] flushVisitStatToDB: key = ' + key, e);
-        }
-      }
-    } catch (error) {
-      this.logError('[VisitStatService] flushVisitStatToDB', error);
-      console.log('[VisitStatService] flushVisitStatToDB', error);
-    }
-
-    this.logInfo('[VisitStatService] flushVisitStatToDB end ');
-
-    return CommonResult.successRes({ successCount, totalCount });
-  }
-
-  /**
-   * 统计请求数据
-   */
-  async trackRequest(resource: string, resourceType: string) {
-    // 文件下载定制
-    if (resource.startsWith('/ns/gw/file/get/')) {
-      for (let i = 0; i < FILE_GET_TYPES.length; i++) {
-        const fileGetType = FILE_GET_TYPES[i];
-        const pathPrefix = `/ns/gw/file/get/${fileGetType}/`;
-        if (resource.startsWith(pathPrefix)) {
-          const res2 = resource.substring(pathPrefix.length);
-          return this.trackRequestImpl(res2, fileGetType);
-        }
-      }
-    }
-
-    // 文档访问定制
-    if (resource.startsWith('/ns/app/doc-editor/libview')) {
-      const { docLibId, docId } = this.ctx.query || {};
-      return this.trackRequestImpl(`${docLibId},${docId}`, 'docLibView');
-    }
-
-    return this.trackRequestImpl(resource, resourceType);
-  }
-
-  private async trackRequestImpl(resource: string, resource_type: string) {
-    const client = this.redisService;
-    const ip = this.ctx.headers['x-real-ip'];
-    const userSession = this.ctx.userSession;
-    const req_host = this.ctx?.request?.host || 'null'; // 域名
-    const date = new Date().toISOString().split('T')[0];
-
-    const toDateResourceKey = (stat_type: string): string => {
-      return `${RedisKeys.VISIT_STAT_DATE_PREFIX}${date}::${req_host}::${resource_type}::${stat_type}::${resource}`;
-    };
-
-    const pv_key = toDateResourceKey(STAT_TYPES.pv);
-    const uv_ip_key = toDateResourceKey(STAT_TYPES.uv_ip);
-    const uv_uid_key = toDateResourceKey(STAT_TYPES.uv_uid);
-
-    // 统计 PV
-    await Promise.all([client.incr(pv_key), client.expire(pv_key, EXPIRE_TIME)]);
-
-    // IP 访问 UV
-    await Promise.all([client.sadd(uv_ip_key, `${ip}`), client.expire(uv_ip_key, EXPIRE_TIME)]);
-
-    if (userSession && userSession.isLogin()) {
-      const accountId = userSession.getSessionInfo().accountId;
-      // 统计 UV
-      await Promise.all([client.sadd(uv_uid_key, accountId), client.expire(uv_uid_key, EXPIRE_TIME)]);
-    }
-  }
-}

package/src/service/WorkbenchService.ts

@@ -1,165 +0,0 @@
-import { Inject, Provide } from '@midwayjs/core';
-import { Context } from '@midwayjs/koa';
-import { KeysOfSimpleSQL } from '@/libs/crud-pro/models/keys';
-import { SystemTables } from '@/models/SystemTables';
-import { BaseService } from './base/BaseService';
-// import { LRUCache } from 'lru-cache';
-import { CurdProService } from './curd/CurdProService';
-import { CommonException } from '@/libs/crud-pro/exceptions';
-import { parseJsonObject } from '@/libs/utils/functions';
-import { IWorkbenchEntity } from '@/models/SystemEntities';
-import { IScheduleService } from '@/interface';
-import { getDebugWorkbenchCode } from '@/libs/utils/fatcms-request';
-import { MixinUtils } from '@/libs/crud-pro/utils/MixinUtils';
-import { GLOBAL_STATIC_CONFIG } from '@/libs/global-config/global-config';
-//
-// const lruCache = new LRUCache<string, any>({
-//   max: 500,
-//   ttl: 1000 * 60 * 60,
-//   ttlAutopurge: true,
-// });
-
-const lruCache = new Map<string, any>();
-
-const CACHE_KEY_WORKBENCH_LIST = 'CACHE_KEY_WORKBENCH_LIST';
-const CACHE_KEY_DOMAIN_MAP = 'CACHE_KEY_DOMAIN_MAP';
-
-@Provide()
-export class WorkbenchService extends BaseService implements IScheduleService {
-  @Inject()
-  ctx: Context;
-
-  @Inject()
-  private curdProService: CurdProService;
-
-  public clearCache() {
-    lruCache.set(CACHE_KEY_WORKBENCH_LIST, null);
-    lruCache.set(CACHE_KEY_DOMAIN_MAP, null);
-  }
-
-  public async runBySchedule() {
-    await this.getAllWorkbenchInfoMap(true);
-  }
-
-  public async getAllWorkbenchInfoList(isForceRefresh?: boolean): Promise<IWorkbenchEntity[]> {
-    const { SystemDbName, SystemDbType } = GLOBAL_STATIC_CONFIG.getConfig();
-
-    let listData = lruCache.get(CACHE_KEY_WORKBENCH_LIST);
-    if (!listData || isForceRefresh === true) {
-      const reqJson = { condition: {}, pageSize: 1000, limit: 1000 };
-      const res = await this.curdProService.executeCrudByCfg(reqJson, {
-        sqlTable: SystemTables.sys_workbench,
-        sqlSimpleName: KeysOfSimpleSQL.SIMPLE_QUERY,
-        sqlDatabase: SystemDbName,
-        sqlDbType: SystemDbType,
-      });
-      listData = res.getResRows();
-      lruCache.set(CACHE_KEY_WORKBENCH_LIST, listData);
-    }
-    return listData;
-  }
-
-  public async getAllWorkbenchInfoMap(isForceRefresh?: boolean): Promise<Record<any, IWorkbenchEntity>> {
-    let listData: any[];
-    let domainMap = lruCache.get(CACHE_KEY_DOMAIN_MAP);
-    if (!domainMap || isForceRefresh === true) {
-      listData = await this.getAllWorkbenchInfoList(isForceRefresh);
-      const domainMap1 = MixinUtils.toMap(listData, (e: any) => e.workbench_domain); // 主域名。其他两个域名。
-      const domainMap2 = MixinUtils.toMap(listData, (e: any) => e.workbench_domain2);
-      const domainMap3 = MixinUtils.toMap(listData, (e: any) => e.workbench_domain3);
-      domainMap = { ...domainMap1, ...domainMap2, ...domainMap3 };
-      lruCache.set(CACHE_KEY_DOMAIN_MAP, domainMap);
-    }
-    return domainMap;
-  }
-
-  public isMatchWorkbenchCode(workbench_code_array: string | string[], workbench_code: string): boolean {
-    if (workbench_code_array === '*') {
-      return true;
-    }
-    const supportWorkbenchArray = parseJsonObject(workbench_code_array)
-      .map(s => s.trim())
-      .filter(Boolean);
-
-    return supportWorkbenchArray.includes('*') || supportWorkbenchArray.includes(workbench_code);
-  }
-
-  /**
-   * 获取当前请求的域名所对应的站点信息
-   */
-  public async getCurrentHostWorkbenchInfo(): Promise<IWorkbenchEntity> {
-    // 本地调试模式
-    if (this.isEnableDebug() && this.isLocalEnv()) {
-      const debugWorkbenchCode = getDebugWorkbenchCode(this.ctx);
-      if (!debugWorkbenchCode) {
-        throw new CommonException('本地环境调试时需要使用ModHeader浏览器插件，指定站点编码');
-      }
-      const list = await this.getAllWorkbenchInfoList();
-      for (let i = 0; i < list.length; i++) {
-        const workbenchInfo = list[i];
-        if (workbenchInfo.workbench_code === debugWorkbenchCode) {
-          return workbenchInfo;
-        }
-      }
-      return null;
-    }
-
-    //正式环境： 根据域名获取站点配置
-    const host = this.getCurrentHost();
-    const domainMap = await this.getAllWorkbenchInfoMap();
-    const workbenchInfo = domainMap[host];
-    if (workbenchInfo) {
-      return workbenchInfo;
-    }
-    return domainMap['*']; // 最后兜底
-  }
-
-  private getCurrentHost(): string {
-    const host = this.ctx.request.host;
-    if (!host) {
-      throw new CommonException('GET_CURRENT_HOST_ERROR', '获取当前域名失败');
-    }
-    return host;
-  }
-
-  public async isSupportCurrentWorkbench(workbench_code_array: string | string[]): Promise<boolean> {
-    // 本地调试模式
-    if (this.isEnableDebug() && this.isLocalEnv()) {
-      return true;
-    }
-
-    if (!workbench_code_array) {
-      throw new CommonException('IS_SUPPORT_CURRENT_WORKBENCH', '未配置支持的站点字段');
-    }
-
-    const workbench = await this.getCurrentHostWorkbenchInfo();
-    if (!workbench) {
-      throw new CommonException('WORKBENCH_IS_NOT_FOUND', '站点未找到');
-    }
-
-    const curWorkbenchCode = workbench.workbench_code;
-    return this.isMatchWorkbenchCode(workbench_code_array, curWorkbenchCode);
-  }
-
-  public async isSupportCurrentHostForForMiddleware(): Promise<string | boolean> {
-    // 本地调试模式
-    if (this.isEnableDebug() && this.isLocalEnv()) {
-      return true;
-    }
-
-    const host = this.getCurrentHost();
-
-    const workbenchInfo = await this.getCurrentHostWorkbenchInfo();
-
-    if (!workbenchInfo || workbenchInfo.status !== 1) {
-      this.logInfo(`域名不存在 host=${host}`);
-      const infos = {
-        host,
-        errorInfo: `ERR_FATCMS_REFUSED <br/> 域名配置不存在 host=${host}`,
-      };
-      this.ctx.status = 404;
-      return this.ctx.render('404_workbench', infos);
-    }
-    return true;
-  }
-}

package/src/service/anyapi/AnyApiSandboxService.ts

@@ -1,121 +0,0 @@
-import { Inject, Provide } from '@midwayjs/core';
-import { Context } from '@midwayjs/koa';
-import * as vm from 'node:vm';
-import { LRUCache } from 'lru-cache';
-import { BaseService } from '../base/BaseService';
-import { CurdMixService } from '../curd/CurdMixService';
-import { ISysAnyApiEntity } from '../../models/SystemEntities';
-import axios from 'axios';
-import * as _ from 'lodash';
-import * as moment from 'moment';
-import * as nodemailer from 'nodemailer';
-
-const scriptCacheOptions = {
-  max: 500,
-  ttl: 1000 * 60 * 5,
-  allowStale: false,
-  updateAgeOnGet: true,
-  updateAgeOnHas: true,
-};
-
-const scriptCache = new LRUCache<string, vm.Script>(scriptCacheOptions);
-
-function getCompiledScript(anyApi: ISysAnyApiEntity, code: string): vm.Script {
-  const { id, func_code_md5 } = anyApi;
-  const cacheKey = id + '_' + func_code_md5;
-  const oldScript = scriptCache.get(cacheKey);
-  if (oldScript) {
-    return oldScript;
-  }
-  const script = new vm.Script(code);
-  scriptCache.set(cacheKey, script);
-  return script;
-}
-
-export interface IRunInSandboxParams {
-  body: any;
-  query: any;
-  headers: any;
-  params?: any;
-}
-
-@Provide()
-export class AnyApiSandboxService extends BaseService {
-  @Inject()
-  protected ctx: Context;
-
-  @Inject()
-  private curdMixService: CurdMixService;
-
-  public async runInSandbox(anyApi: ISysAnyApiEntity, allParams: IRunInSandboxParams) {
-    const { func_code, method } = anyApi;
-
-    return new Promise((resolve, reject) => {
-      const logger = this.getPrefixContextLogger(`[AnyApiSandboxService][method=${method}]`);
-      // 创建一个沙盒上下文
-      const proc = process;
-      const newContext = {
-        sandbox: {
-          allParams,
-          logger,
-          moment,
-          axios,
-          nodemailer,
-          _,
-          userSession: this.ctx.userSession,
-          ctx: this.ctx,
-          curdMixService: this.curdMixService,
-          redisService: this.redisService,
-          publicOSSService: this.getPublicOSSService(),
-          privateOSSService: this.getPrivateOSSService(),
-          returnSuccess: resolve,
-          returnError: reject,
-          processInfo: {
-            version: proc.version,
-            versions: proc.versions,
-            env: process.env,
-            argv: process.argv,
-            cwd: process.cwd(),
-          },
-        },
-        console: logger,
-        JSON: JSON,
-      };
-
-      const nextLine100 = new Array(10).fill('\n').join('');
-      const bindCode = this.toBindCodeString('httpController', newContext, 'sandbox');
-      const code = `
-      (async () => {
-        ${nextLine100}${func_code}; // 必须有一个 class HttpController { async handleRequest(params){} }
-        ${nextLine100}
-        try {
-          const httpController = new HttpController();
-          ${bindCode}
-          const res = await httpController.handleRequest(sandbox.allParams.params);
-          sandbox.returnSuccess(res);
-        } catch (e) {
-          sandbox.returnError(e)
-        }
-      })(); `;
-
-      try {
-        const script = getCompiledScript(anyApi, code);
-        script.runInNewContext(newContext, {
-          filename: 'method',
-          timeout: anyApi.timeout_ms || 1000 * 60 * 5,
-        });
-      } catch (e) {
-        reject(e);
-      }
-    });
-  }
-
-  private toBindCodeString(toName: string, newContext: any, fromName: any): string {
-    const keys = Object.keys(newContext[fromName]);
-    return keys
-      .map(key => {
-        return `${toName}.${key} = ${fromName}.${key};\n`;
-      })
-      .join('');
-  }
-}