midway-fatcms 0.0.1-beta.22 → 0.0.1-beta.24

package/src/service/asyncTask/handler/ExportExcelByInnerHttpHandler.ts

@@ -0,0 +1,147 @@
+import * as _ from 'lodash';
+import axios from 'axios';
+import { IMidwayKoaContext } from '@midwayjs/koa';
+import { IExcelAsyncTaskHandler, IExcelHeaderInfo } from './ExcelInfoModel';
+import { SysAsyncTaskContext } from '@/models/AsyncTaskModel';
+import { IStdCrudExportInputParams, ITableProQueryParams } from '@/models/bizmodels';
+import { IRequestModel } from '@/libs/crud-pro/interfaces';
+import { ANONYMOUS_CONTEXT } from '@/schedule';
+
+function pickData(a: any, key: string) {
+  if (a && typeof a.getResModel === 'function') {
+    const s = a.getResModel();
+    return s[key];
+  }
+  if (!a) {
+    throw 'ExportExcelByInnerHttpHandler返回数据不存在';
+  }
+  return _.get(a, `data.${key}`);
+}
+
+/**
+ * 多实例，每个任务一个实例。
+ * 导出Excel。请求任务级别的。
+ * 使用内部HTTP接口导出
+ */
+class ExportExcelByInnerHttpHandler implements IExcelAsyncTaskHandler {
+  protected asyncTaskContext: SysAsyncTaskContext;
+  protected ctx: IMidwayKoaContext;
+  protected inputParams: IStdCrudExportInputParams;
+  protected appCode: string;
+  public constructor(asyncTaskContext: SysAsyncTaskContext, inputParams: IStdCrudExportInputParams, ctx: IMidwayKoaContext) {
+    this.ctx = ctx;
+    this.inputParams = inputParams;
+    this.asyncTaskContext = asyncTaskContext;
+    this.appCode = this.inputParams.appCode;
+  }
+
+  async getPageSize(): Promise<number> {
+    if (typeof this.inputParams.pageSize === 'number') {
+      return Math.min(this.inputParams.pageSize, 1000);
+    }
+    return 1000;
+  }
+
+  /**
+   * 获取Excel表的表头
+   * @returns 表头信息
+   */
+  async getExcelHeader(): Promise<IExcelHeaderInfo[]> {
+    const columns = this.inputParams.columns;
+    if (!columns) {
+      throw new Error('导出Excel的表头信息不存在');
+    }
+    if (!Array.isArray(columns) || columns.length === 0) {
+      throw new Error('导出Excel的表头信息不是数组');
+    }
+    return columns
+      .map(cc => {
+        let { title, dataIndex } = cc;
+        if (!dataIndex) {
+          return null;
+        }
+        if (!title) {
+          title = '字段_' + dataIndex;
+        }
+        return { title, dataIndex };
+      })
+      .filter(Boolean);
+  }
+
+  private async sendRequest(params: any): Promise<any> {
+    const port = ANONYMOUS_CONTEXT.getApp().getConfig().koa.port;
+    let queryApi = this.inputParams.innerHttpUrl; // 以斜杠开头
+    if (!queryApi.startsWith('/')) {
+      queryApi = '/' + queryApi;
+    }
+
+    params.runByExportExcel = true;
+
+    const response = await axios({
+      method: 'POST',
+      url: `http://127.0.0.1:${port}${queryApi}`,
+      data: params,
+      headers: this.inputParams.headers || {},
+      responseType: 'json',
+      validateStatus: () => true,
+    });
+    if (response.status !== 200) {
+      throw new Error('导出Excel请求错误失败，状态码：' + response.status);
+    }
+    return response.data;
+  }
+
+  /**
+   * 获取要导出的数量总数
+   * @returns 数据总量
+   */
+  async getTotalCount(): Promise<number> {
+    const selectedRowKeys: string[] | number[] = this.inputParams?.selectedRowKeys || [];
+    if (Array.isArray(selectedRowKeys) && selectedRowKeys.length > 0) {
+      return selectedRowKeys.length;
+    }
+
+    const lastQueryParams: ITableProQueryParams = this.inputParams?.lastQueryParams;
+    const res = await this.sendRequest({
+      condition: lastQueryParams?.condition || {},
+      orderBy: lastQueryParams?.orderBy,
+      pageSize: 1,
+      pageNo: 1,
+    });
+    return pickData(res, 'total_count');
+  }
+
+  /**
+   * 获取要导出Excel的数据的内容
+   * @param pageNo 页号，从1开始
+   * @param pageSize 每页数量
+   * @returns
+   */
+  async getExcelDataList(pageNo: number, pageSize: number): Promise<any[]> {
+    const selectedRowKeys: string[] | number[] = this.inputParams?.selectedRowKeys || [];
+    const lastQueryParams: ITableProQueryParams = this.inputParams?.lastQueryParams;
+    const primaryKey: string = this.inputParams.primaryKey || 'id';
+
+    const params: IRequestModel = {
+      condition: lastQueryParams?.condition || {},
+      pageSize: pageSize,
+      pageNo: pageNo,
+      orderBy: lastQueryParams?.orderBy,
+    };
+
+    if (Array.isArray(selectedRowKeys) && selectedRowKeys.length > 0) {
+      params.condition[primaryKey] = {
+        $in: selectedRowKeys,
+      };
+    }
+    const res = await this.sendRequest({
+      condition: lastQueryParams?.condition || {},
+      orderBy: lastQueryParams?.orderBy,
+      pageSize: pageSize,
+      pageNo: pageNo,
+    });
+    return pickData(res, 'rows');
+  }
+}
+
+export { ExportExcelByInnerHttpHandler };

package/src/service/asyncTask/handler/ExportExcelByStdCrudHandler.ts

@@ -0,0 +1,138 @@
+import * as _ from 'lodash';
+import { IMidwayKoaContext } from '@midwayjs/koa';
+import { IExcelAsyncTaskHandler, IExcelHeaderInfo } from './ExcelInfoModel';
+import { SysAsyncTaskContext } from '@/models/AsyncTaskModel';
+import { CrudStdService, SPECIAL_SETTING_KEY } from '@/service/crudstd/CrudStdService';
+import { ICrudStdAppInfo, IStdCrudExportInputParams, ITableProQueryParams } from '@/models/bizmodels';
+import { IRequestModel } from '@/libs/crud-pro/interfaces';
+import { KeysOfSimpleSQL } from '@/libs/crud-pro/models/keys';
+import { ExecuteContext } from '@/libs/crud-pro/models/ExecuteContext';
+
+function pickData(a: any, key: string) {
+  if (a && typeof a.getResModel === 'function') {
+    const s = a.getResModel();
+    return s[key];
+  }
+  if (!a) {
+    throw 'executeStdQuery返回数据不存在';
+  }
+  return _.get(a, `data.${key}`);
+}
+
+/**
+ * 多实例，每个任务一个实例。
+ * 导出Excel。请求任务级别的。
+ * 使用标准CtdCrudApp导出
+ */
+class ExportExcelByStdCrudHandler implements IExcelAsyncTaskHandler {
+  protected asyncTaskContext: SysAsyncTaskContext;
+  protected ctx: IMidwayKoaContext;
+  protected inputParams: IStdCrudExportInputParams;
+  protected appCode: string;
+  protected crudStdAppInfo: ICrudStdAppInfo;
+  public constructor(asyncTaskContext: SysAsyncTaskContext, inputParams: IStdCrudExportInputParams, ctx: IMidwayKoaContext) {
+    this.ctx = ctx;
+    this.inputParams = inputParams;
+    this.asyncTaskContext = asyncTaskContext;
+    this.appCode = this.inputParams.appCode;
+  }
+
+  async getPageSize(): Promise<number> {
+    if (typeof this.inputParams.pageSize === 'number') {
+      return Math.min(this.inputParams.pageSize, 1000);
+    }
+    return 1000;
+  }
+
+  /**
+   * 获取应用信息
+   * @returns CrudStdService服务实例
+   */
+  private async getCrudStdService(): Promise<CrudStdService> {
+    return await this.ctx.requestContext.getAsync(CrudStdService);
+  }
+
+  /**
+   * 获取应用的配置信息
+   * @returns 应用的配置信息
+   */
+  private async getCrudStdAppInfo(): Promise<ICrudStdAppInfo> {
+    if (!this.crudStdAppInfo) {
+      const appCode = this.inputParams.appCode;
+      if (!appCode) {
+        throw new Error('inputParams appCode is required');
+      }
+      const service = await this.getCrudStdService();
+      this.crudStdAppInfo = await service.getParsedCrudStdAppInfo(appCode);
+    }
+    return this.crudStdAppInfo;
+  }
+
+  /**
+   * 获取Excel表的表头
+   * @returns 表头信息
+   */
+  async getExcelHeader(): Promise<IExcelHeaderInfo[]> {
+    const crudStdAppInfo = await this.getCrudStdAppInfo();
+    const stdCrudCfgObj = crudStdAppInfo.stdCrudCfgObj;
+    const tableColumns = stdCrudCfgObj.tableColumns || [];
+    return tableColumns.map(cc => {
+      return cc;
+    });
+  }
+
+  /**
+   * 获取要导出的数量总数
+   * @returns 数据总量
+   */
+  async getTotalCount(): Promise<number> {
+    const selectedRowKeys: string[] | number[] = this.inputParams?.selectedRowKeys || [];
+    if (Array.isArray(selectedRowKeys) && selectedRowKeys.length > 0) {
+      return selectedRowKeys.length;
+    }
+
+    const lastQueryParams: ITableProQueryParams = this.inputParams?.lastQueryParams;
+    const crudStdService = await this.getCrudStdService();
+    const appCode = this.appCode;
+    const params: IRequestModel = {
+      condition: lastQueryParams?.condition || {},
+      pageSize: 1,
+      pageNo: 1,
+    };
+    if (!this.ctx.innerHeaders) {
+      this.ctx.innerHeaders = {};
+    }
+    Object.assign(this.ctx.innerHeaders, this.inputParams.headers || {});
+    const a: ExecuteContext = await crudStdService.executeStdQuery(appCode, SPECIAL_SETTING_KEY.QUERY_LIST, params, KeysOfSimpleSQL.SIMPLE_QUERY_PAGE);
+    return pickData(a, 'total_count');
+  }
+
+  /**
+   * 获取要导出Excel的数据的内容
+   * @param pageNo 页号，从1开始
+   * @param pageSize 每页数量
+   * @returns
+   */
+  async getExcelDataList(pageNo: number, pageSize: number): Promise<any[]> {
+    const selectedRowKeys: string[] | number[] = this.inputParams.selectedRowKeys || [];
+    const primaryKey: string = this.inputParams.primaryKey || 'id';
+    const lastQueryParams: ITableProQueryParams = this.inputParams.lastQueryParams;
+    const crudStdService = await this.getCrudStdService();
+    const appCode = this.appCode;
+    const params: IRequestModel = {
+      condition: lastQueryParams?.condition || {},
+      pageSize: pageSize,
+      pageNo: pageNo,
+      orderBy: lastQueryParams?.orderBy,
+    };
+    if (Array.isArray(selectedRowKeys) && selectedRowKeys.length > 0) {
+      params.condition[primaryKey] = {
+        $in: selectedRowKeys,
+      };
+    }
+    const a: ExecuteContext = await crudStdService.executeStdQuery(appCode, SPECIAL_SETTING_KEY.QUERY_LIST, params, KeysOfSimpleSQL.SIMPLE_QUERY_PAGE);
+    return pickData(a, 'rows');
+  }
+}
+
+export { ExportExcelByStdCrudHandler };

package/src/service/base/ApiBaseService.ts

@@ -1,8 +1,8 @@
 import { Provide } from '@midwayjs/core';
 import { BaseService } from './BaseService';
-import { IApiBaseEntity } from '../../models/SystemEntities';
-import { BizException } from '../../models/devops';
-import { Exceptions } from '../../libs/crud-pro/exceptions';
+import { IApiBaseEntity } from '@/models/SystemEntities';
+import { BizException } from '@/models/devops';
+import { Exceptions } from '@/libs/crud-pro/exceptions';
 import { tryAcquireToken } from './ApiRateLimiter';
 
 export const API_BASE_TYPE = {

package/src/service/base/ApiRateLimiter.ts

@@ -1,59 +1,59 @@
-import { LRUCache } from 'lru-cache';
-
-// 定义 TokenBucket 类
-class TokenBucket {
-  private capacity: number;
-  private fillRate: number;
-  private tokens: number;
-  private lastRefillTime: number;
-
-  constructor(capacity: number, fillRate: number) {
-    this.capacity = capacity;
-    this.fillRate = fillRate;
-    this.tokens = capacity;
-    this.lastRefillTime = Date.now();
-  }
-
-  private refill(): void {
-    const now = Date.now();
-    const elapsedTime = (now - this.lastRefillTime) / 1000;
-    const newTokens = elapsedTime * this.fillRate;
-    this.tokens = Math.min(this.capacity, this.tokens + newTokens);
-    this.lastRefillTime = now;
-  }
-
-  public tryAcquire(tokensNeeded = 1): boolean {
-    this.refill();
-    if (this.tokens >= tokensNeeded) {
-      this.tokens -= tokensNeeded;
-      return true;
-    }
-    return false;
-  }
-}
-
-// 定义一个全局的 Map 来存储不同接口和用户组合的令牌桶
-const apiUserBuckets = new LRUCache<string, TokenBucket>({
-  max: 500,
-  ttl: 1000 * 60 * 5,
-  ttlAutopurge: true,
-});
-
-/**
- * 对接口ID ， 每个用户ID 进行限流。
- * @param apiId 接口ID
- * @param userId 用户ID
- * @param limit_max 限流令牌桶最大值，最大容量
- * @param limit_rate 每秒产生的令牌数量
- * @return {Boolean} 返回token是否可以用。不能被处理就返回false
- */
-function tryAcquireToken(apiId: string, userId: string, limit_max: number, limit_rate: number): boolean {
-  const key = `${apiId}-${userId}`;
-  if (!apiUserBuckets.has(key)) {
-    apiUserBuckets.set(key, new TokenBucket(limit_max, limit_rate));
-  }
-  const bucket = apiUserBuckets.get(key)!;
-  return bucket.tryAcquire();
-}
-
-export { tryAcquireToken };
+import { LRUCache } from 'lru-cache';
+
+// 定义 TokenBucket 类
+class TokenBucket {
+  private capacity: number;
+  private fillRate: number;
+  private tokens: number;
+  private lastRefillTime: number;
+
+  constructor(capacity: number, fillRate: number) {
+    this.capacity = capacity;
+    this.fillRate = fillRate;
+    this.tokens = capacity;
+    this.lastRefillTime = Date.now();
+  }
+
+  private refill(): void {
+    const now = Date.now();
+    const elapsedTime = (now - this.lastRefillTime) / 1000;
+    const newTokens = elapsedTime * this.fillRate;
+    this.tokens = Math.min(this.capacity, this.tokens + newTokens);
+    this.lastRefillTime = now;
+  }
+
+  public tryAcquire(tokensNeeded = 1): boolean {
+    this.refill();
+    if (this.tokens >= tokensNeeded) {
+      this.tokens -= tokensNeeded;
+      return true;
+    }
+    return false;
+  }
+}
+
+// 定义一个全局的 Map 来存储不同接口和用户组合的令牌桶
+const apiUserBuckets = new LRUCache<string, TokenBucket>({
+  max: 500,
+  ttl: 1000 * 60 * 5,
+  ttlAutopurge: true,
+});
+
+/**
+ * 对接口ID ， 每个用户ID 进行限流。
+ * @param apiId 接口ID
+ * @param userId 用户ID
+ * @param limit_max 限流令牌桶最大值，最大容量
+ * @param limit_rate 每秒产生的令牌数量
+ * @return {Boolean} 返回token是否可以用。不能被处理就返回false
+ */
+function tryAcquireToken(apiId: string, userId: string, limit_max: number, limit_rate: number): boolean {
+  const key = `${apiId}-${userId}`;
+  if (!apiUserBuckets.has(key)) {
+    apiUserBuckets.set(key, new TokenBucket(limit_max, limit_rate));
+  }
+  const bucket = apiUserBuckets.get(key)!;
+  return bucket.tryAcquire();
+}
+
+export { tryAcquireToken };

package/src/service/base/BaseService.ts

@@ -1,74 +1,100 @@
-import { Inject, Provide, App } from '@midwayjs/core';
-import { Context } from '@midwayjs/koa';
-import { RedisService } from '@midwayjs/redis';
-import { OSSService, OSSServiceFactory } from '@midwayjs/oss';
-import * as koa from '@midwayjs/koa';
-import { consoleLogger, ContextLogger, ILoggerContext } from '@/models/contextLogger';
-import { isEnableDebug, isLocalEnv } from '@/libs/utils/fatcms-request';
-
-
-@Provide()
-export class BaseService {
-  @Inject()
-  protected ctx: Context;
-
-  @App()
-  protected app: koa.Application;
-
-  @Inject()
-  protected redisService: RedisService;
-
-  @Inject()
-  protected ossServiceFactory: OSSServiceFactory;
-
-
-  /**
-   * 用户自己上传的文件，使用私有的bucket。
-   * @protected
-   */
-  protected getPrivateOSSService(): OSSService {
-    return this.ossServiceFactory.get<OSSService>('privateBucket');
-  }
-
-  /**
-   * 公共读的bucket，如js文件等使用它
-   * @protected
-   */
-  protected getPublicOSSService(): OSSService {
-    return this.ossServiceFactory.get<OSSService>('publicBucket');
-  }
-
-
-  protected getContextLogger(): ILoggerContext {
-    return this.ctx.contextLogger || consoleLogger;
-  }
-
-  protected getPrefixContextLogger(prefix: string) {
-    const s = this.ctx.contextLogger as ContextLogger;
-    return s.getPrefixContextLogger(prefix);
-  }
-
-  protected logInfo(msg: string, ...args: any) {
-    this.getContextLogger().info(msg, ...args);
-  }
-
-  protected logError(msg: string, ...args: any) {
-    this.getContextLogger().error(msg, ...args);
-  }
-
-  protected logWarn(msg: string, ...args: any) {
-    this.getContextLogger().warn(msg, ...args);
-  }
-
-  protected logDebug(msg: string, ...args: any) {
-    this.getContextLogger().debug(msg, ...args);
-  }
-
-  protected isLocalEnv(): boolean {
-    return isLocalEnv(this.ctx);
-  }
-
-  protected isEnableDebug(): boolean {
-    return isEnableDebug(this.ctx);
-  }
-}
+import { Inject, Provide, App } from '@midwayjs/core';
+import { Context } from '@midwayjs/koa';
+import { RedisService } from '@midwayjs/redis';
+import { OSSService, OSSServiceFactory } from '@midwayjs/oss';
+import * as koa from '@midwayjs/koa';
+import { consoleLogger, ContextLogger, ILoggerContext } from '@/models/contextLogger';
+import { isEnableDebug, isLocalEnv } from '@/libs/utils/fatcms-request';
+
+
+@Provide()
+export class BaseService {
+  @Inject()
+  protected ctx: Context;
+
+  @App()
+  protected app: koa.Application;
+
+  @Inject()
+  protected redisService: RedisService;
+
+  @Inject()
+  protected ossServiceFactory: OSSServiceFactory;
+
+
+  /**
+   * 请求级别的内存缓存
+   * @param key 
+   * @returns 
+   */
+  protected getFromCtxCache(key: string): any {
+    if (!this.ctx.ctxCacheMap) {
+      this.ctx.ctxCacheMap = {};
+    }
+    return this.ctx.ctxCacheMap[key];
+  }
+
+
+  /**
+   * 请求级别的内存缓存
+   * @param key 
+   * @param obj 
+   */
+  protected setToCtxCache(key: string, obj: any): void {
+    if (!this.ctx.ctxCacheMap) {
+      this.ctx.ctxCacheMap = {};
+    }
+    this.ctx.ctxCacheMap[key] = obj;
+  }
+
+
+  /**
+   * 用户自己上传的文件，使用私有的bucket。
+   * @protected
+   */
+  protected getPrivateOSSService(): OSSService {
+    return this.ossServiceFactory.get<OSSService>('privateBucket');
+  }
+
+  /**
+   * 公共读的bucket，如js文件等使用它
+   * @protected
+   */
+  protected getPublicOSSService(): OSSService {
+    return this.ossServiceFactory.get<OSSService>('publicBucket');
+  }
+
+
+  protected getContextLogger(): ILoggerContext {
+    return this.ctx.contextLogger || consoleLogger;
+  }
+
+  protected getPrefixContextLogger(prefix: string) {
+    const s = this.ctx.contextLogger as ContextLogger;
+    return s.getPrefixContextLogger(prefix);
+  }
+
+  protected logInfo(msg: string, ...args: any) {
+    this.getContextLogger().info(msg, ...args);
+  }
+
+  protected logError(msg: string, ...args: any) {
+    this.getContextLogger().error(msg, ...args);
+  }
+
+  protected logWarn(msg: string, ...args: any) {
+    this.getContextLogger().warn(msg, ...args);
+  }
+
+  protected logDebug(msg: string, ...args: any) {
+    this.getContextLogger().debug(msg, ...args);
+  }
+
+  protected isLocalEnv(): boolean {
+    return isLocalEnv(this.ctx);
+  }
+
+  protected isEnableDebug(): boolean {
+    return isEnableDebug(this.ctx);
+  }
+}

package/src/service/base/RedisCacheService.ts

@@ -1,38 +1,38 @@
-import { Inject, Provide, App } from '@midwayjs/core';
-import { Context } from '@midwayjs/koa';
-import { RedisService } from '@midwayjs/redis';
-import { OSSServiceFactory } from '@midwayjs/oss';
-import * as koa from '@midwayjs/koa';
-import {parseJsonObject} from "../../libs/utils/functions";
-
-
-@Provide()
-export class RedisCacheService {
-  @Inject()
-  protected ctx: Context;
-
-  @App()
-  protected app: koa.Application;
-
-  @Inject()
-  protected redisService: RedisService;
-
-  @Inject()
-  protected ossServiceFactory: OSSServiceFactory;
-
-
-  async getJsonObject(key: string): Promise<any>  {
-    const str = await this.redisService.get(key);
-    return parseJsonObject(str)
-  }
-
-  async setJsonObject(key: string, obj: any, expireSecond: number): Promise<any> {
-    const str = JSON.stringify(obj);
-    return this.redisService.set(key, str, 'EX', expireSecond);
-  }
-
-  async removeItem(key: string): Promise<any>  {
-    return await this.redisService.del(key);
-  }
-
-}
+import { Inject, Provide, App } from '@midwayjs/core';
+import { Context } from '@midwayjs/koa';
+import { RedisService } from '@midwayjs/redis';
+import { OSSServiceFactory } from '@midwayjs/oss';
+import * as koa from '@midwayjs/koa';
+import {parseJsonObject} from "../../libs/utils/functions";
+
+
+@Provide()
+export class RedisCacheService {
+  @Inject()
+  protected ctx: Context;
+
+  @App()
+  protected app: koa.Application;
+
+  @Inject()
+  protected redisService: RedisService;
+
+  @Inject()
+  protected ossServiceFactory: OSSServiceFactory;
+
+
+  async getJsonObject(key: string): Promise<any>  {
+    const str = await this.redisService.get(key);
+    return parseJsonObject(str)
+  }
+
+  async setJsonObject(key: string, obj: any, expireSecond: number): Promise<any> {
+    const str = JSON.stringify(obj);
+    return this.redisService.set(key, str, 'EX', expireSecond);
+  }
+
+  async removeItem(key: string): Promise<any>  {
+    return await this.redisService.del(key);
+  }
+
+}