midway-fatcms 0.0.1-beta.16 → 0.0.1-beta.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -27,7 +27,6 @@ const global_middleware_1 = require("./middleware/global.middleware");
27
27
  const forbidden_middleware_1 = require("./middleware/forbidden.middleware");
28
28
  const schedule_1 = require("./schedule");
29
29
  const crypto_utils_1 = require("./libs/utils/crypto-utils");
30
- const scheduleNames_1 = require("./schedule/scheduleNames");
31
30
  let ContainerLifeCycle = class ContainerLifeCycle {
32
31
  async onConfigLoad() {
33
32
  const config = this.app.getConfig();
@@ -51,6 +50,10 @@ let ContainerLifeCycle = class ContainerLifeCycle {
51
50
  return newConfig;
52
51
  }
53
52
  async onReady() {
53
+ /**
54
+ * 让ANONYMOUS_CONTEXT获取app对象
55
+ */
56
+ schedule_1.ANONYMOUS_CONTEXT.setApp(this.app);
54
57
  /**
55
58
  * 启动定时任务
56
59
  */
@@ -69,13 +72,21 @@ let ContainerLifeCycle = class ContainerLifeCycle {
69
72
  if (fatcmsScheduleService === false || fatcmsScheduleService === null) {
70
73
  return;
71
74
  }
72
- let scheduleServiceList = scheduleNames_1.ALL_SCHEDULE_NAMES;
73
- // 启动部分定时任务
74
- if (Array.isArray(fatcmsScheduleService)) {
75
- scheduleServiceList = fatcmsScheduleService;
75
+ let scheduleIntervalCfg = schedule_1.INNER_SCHEDULE_INTERVAL;
76
+ if (typeof fatcmsScheduleService === "object") {
77
+ scheduleIntervalCfg = fatcmsScheduleService;
78
+ }
79
+ const keys = Object.keys(scheduleIntervalCfg);
80
+ for (let i = 0; i < keys.length; i++) {
81
+ const service = keys[i];
82
+ const interval = scheduleIntervalCfg[service];
83
+ if (typeof interval !== "number") {
84
+ throw new Error('Invalid scheduleIntervalCfg ' + service + ", interval must be a number");
85
+ }
86
+ schedule_1.SCHEDULE_QUEUE.setScheduleTask(service, interval);
76
87
  }
77
- await (0, schedule_1.startScheduleLoop)(scheduleServiceList);
78
- logger.info('ContainerLifeCycle ==> onReady 启动定时任务 : ' + JSON.stringify(scheduleServiceList));
88
+ await schedule_1.SCHEDULE_QUEUE.startScheduleLoop();
89
+ logger.info('ContainerLifeCycle ==> onReady 启动定时任务 : ' + JSON.stringify(scheduleIntervalCfg));
79
90
  }
80
91
  };
81
92
  __decorate([
@@ -1,4 +1,4 @@
1
- import { startScheduleLoop, runScheduleTaskOnce } from './runSchedule';
1
+ import { SCHEDULE_QUEUE, runScheduleTaskOnce } from './runSchedule';
2
2
  import { ANONYMOUS_CONTEXT } from './anonymousContext';
3
- import { ALL_SCHEDULE_NAMES, SCHEDULE_NAMES } from './scheduleNames';
4
- export { ALL_SCHEDULE_NAMES, SCHEDULE_NAMES, ANONYMOUS_CONTEXT, startScheduleLoop, runScheduleTaskOnce };
3
+ import { INNER_SCHEDULE_INTERVAL } from './scheduleNames';
4
+ export { INNER_SCHEDULE_INTERVAL, ANONYMOUS_CONTEXT, SCHEDULE_QUEUE, runScheduleTaskOnce };
@@ -1,11 +1,10 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.runScheduleTaskOnce = exports.startScheduleLoop = exports.ANONYMOUS_CONTEXT = exports.SCHEDULE_NAMES = exports.ALL_SCHEDULE_NAMES = void 0;
3
+ exports.runScheduleTaskOnce = exports.SCHEDULE_QUEUE = exports.ANONYMOUS_CONTEXT = exports.INNER_SCHEDULE_INTERVAL = void 0;
4
4
  const runSchedule_1 = require("./runSchedule");
5
- Object.defineProperty(exports, "startScheduleLoop", { enumerable: true, get: function () { return runSchedule_1.startScheduleLoop; } });
5
+ Object.defineProperty(exports, "SCHEDULE_QUEUE", { enumerable: true, get: function () { return runSchedule_1.SCHEDULE_QUEUE; } });
6
6
  Object.defineProperty(exports, "runScheduleTaskOnce", { enumerable: true, get: function () { return runSchedule_1.runScheduleTaskOnce; } });
7
7
  const anonymousContext_1 = require("./anonymousContext");
8
8
  Object.defineProperty(exports, "ANONYMOUS_CONTEXT", { enumerable: true, get: function () { return anonymousContext_1.ANONYMOUS_CONTEXT; } });
9
9
  const scheduleNames_1 = require("./scheduleNames");
10
- Object.defineProperty(exports, "ALL_SCHEDULE_NAMES", { enumerable: true, get: function () { return scheduleNames_1.ALL_SCHEDULE_NAMES; } });
11
- Object.defineProperty(exports, "SCHEDULE_NAMES", { enumerable: true, get: function () { return scheduleNames_1.SCHEDULE_NAMES; } });
10
+ Object.defineProperty(exports, "INNER_SCHEDULE_INTERVAL", { enumerable: true, get: function () { return scheduleNames_1.INNER_SCHEDULE_INTERVAL; } });
@@ -2,5 +2,13 @@ declare function runScheduleTaskOnce(serviceName: string): Promise<{
2
2
  result: any;
3
3
  error: any;
4
4
  }>;
5
- declare function startScheduleLoop(serviceList: string[]): Promise<void>;
6
- export { startScheduleLoop, runScheduleTaskOnce };
5
+ declare class ScheduleQueue {
6
+ private scheduleIntervalMap;
7
+ setScheduleTask(serviceName: string, intervalTime: number): void;
8
+ removeScheduleTask(serviceName: string): void;
9
+ private isAlreadyTimeToExecute;
10
+ private runScheduleServiceList;
11
+ startScheduleLoop(): Promise<void>;
12
+ }
13
+ declare const SCHEDULE_QUEUE: ScheduleQueue;
14
+ export { SCHEDULE_QUEUE, runScheduleTaskOnce };
@@ -1,7 +1,10 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.runScheduleTaskOnce = exports.startScheduleLoop = void 0;
3
+ exports.runScheduleTaskOnce = exports.SCHEDULE_QUEUE = void 0;
4
4
  const anonymousContext_1 = require("./anonymousContext");
5
+ // 上次执行时间
6
+ const lastExecuteTimeMap = {};
7
+ const DEFAULT_SCHEDULE_INTERVAL = 2 * 60 * 1000;
5
8
  async function runScheduleTaskOnce(serviceName) {
6
9
  return await anonymousContext_1.ANONYMOUS_CONTEXT.runServiceAtAnonymousContext(async (ctx) => {
7
10
  const serviceObject = await ctx.requestContext.getAsync(serviceName);
@@ -14,21 +17,49 @@ async function runScheduleTaskOnce(serviceName) {
14
17
  });
15
18
  }
16
19
  exports.runScheduleTaskOnce = runScheduleTaskOnce;
17
- async function runScheduleServiceList(serviceList) {
18
- for (let i = 0; i < serviceList.length; i++) {
19
- const serviceName = serviceList[i];
20
- try {
21
- await runScheduleTaskOnce(serviceName);
20
+ class ScheduleQueue {
21
+ constructor() {
22
+ this.scheduleIntervalMap = new Map();
23
+ }
24
+ setScheduleTask(serviceName, intervalTime) {
25
+ this.scheduleIntervalMap.set(serviceName, intervalTime);
26
+ }
27
+ removeScheduleTask(serviceName) {
28
+ this.scheduleIntervalMap.delete(serviceName);
29
+ }
30
+ isAlreadyTimeToExecute(serviceName) {
31
+ if (!lastExecuteTimeMap[serviceName]) {
32
+ return true; // 可以执行
22
33
  }
23
- catch (e) {
24
- anonymousContext_1.ANONYMOUS_CONTEXT.getApp().getCoreLogger().error(`runSchedule error , serviceName = ${serviceName}`, e);
34
+ const intervalTime1 = this.scheduleIntervalMap.get(serviceName);
35
+ const intervalTime = intervalTime1 || DEFAULT_SCHEDULE_INTERVAL; // 时间间隔
36
+ const lastExecuteTime = lastExecuteTimeMap[serviceName];
37
+ return (Date.now() - lastExecuteTime) >= intervalTime;
38
+ }
39
+ async runScheduleServiceList() {
40
+ const serviceListKeys = this.scheduleIntervalMap.keys();
41
+ const serviceList = [...serviceListKeys];
42
+ for (let i = 0; i < serviceList.length; i++) {
43
+ const serviceName = serviceList[i];
44
+ // 还没有到可以执行时间
45
+ if (!this.isAlreadyTimeToExecute(serviceName)) {
46
+ return;
47
+ }
48
+ lastExecuteTimeMap[serviceName] = Date.now();
49
+ try {
50
+ await runScheduleTaskOnce(serviceName);
51
+ }
52
+ catch (e) {
53
+ anonymousContext_1.ANONYMOUS_CONTEXT.getApp().getCoreLogger().error(`runSchedule error , serviceName = ${serviceName}`, e);
54
+ }
25
55
  }
26
56
  }
57
+ async startScheduleLoop() {
58
+ await this.runScheduleServiceList();
59
+ setInterval(() => {
60
+ this.runScheduleServiceList();
61
+ }, 1000); // 最少1秒执行一次
62
+ }
27
63
  }
28
- async function startScheduleLoop(serviceList) {
29
- await runScheduleServiceList(serviceList);
30
- setInterval(() => {
31
- runScheduleServiceList(serviceList);
32
- }, 2 * 60 * 1000);
33
- }
34
- exports.startScheduleLoop = startScheduleLoop;
64
+ const SCHEDULE_QUEUE = new ScheduleQueue();
65
+ exports.SCHEDULE_QUEUE = SCHEDULE_QUEUE;
@@ -1,8 +1,13 @@
1
- declare const SCHEDULE_NAMES: {
1
+ declare const INNER_SCHEDULE_INTERVAL: {
2
+ proxyApiLoadService: number;
3
+ workbenchService: number;
4
+ visitStatService: number;
5
+ asyncTaskRunnerService: number;
6
+ };
7
+ declare const INNER_SCHEDULE_NAMES: {
2
8
  proxyApiLoadService: string;
3
9
  workbenchService: string;
4
10
  visitStatService: string;
5
11
  asyncTaskRunnerService: string;
6
12
  };
7
- declare const ALL_SCHEDULE_NAMES: string[];
8
- export { ALL_SCHEDULE_NAMES, SCHEDULE_NAMES, };
13
+ export { INNER_SCHEDULE_INTERVAL, INNER_SCHEDULE_NAMES };
@@ -1,17 +1,17 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.SCHEDULE_NAMES = exports.ALL_SCHEDULE_NAMES = void 0;
4
- const SCHEDULE_NAMES = {
3
+ exports.INNER_SCHEDULE_NAMES = exports.INNER_SCHEDULE_INTERVAL = void 0;
4
+ const INNER_SCHEDULE_INTERVAL = {
5
+ proxyApiLoadService: 2 * 60 * 1000,
6
+ workbenchService: 60 * 1000,
7
+ visitStatService: 10 * 60 * 1000,
8
+ asyncTaskRunnerService: 1000, // 1s可以执行
9
+ };
10
+ exports.INNER_SCHEDULE_INTERVAL = INNER_SCHEDULE_INTERVAL;
11
+ const INNER_SCHEDULE_NAMES = {
5
12
  proxyApiLoadService: 'proxyApiLoadService',
6
13
  workbenchService: 'workbenchService',
7
- visitStatService: 'visitStatService',
8
- asyncTaskRunnerService: 'asyncTaskRunnerService',
14
+ visitStatService: "visitStatService",
15
+ asyncTaskRunnerService: "asyncTaskRunnerService",
9
16
  };
10
- exports.SCHEDULE_NAMES = SCHEDULE_NAMES;
11
- const ALL_SCHEDULE_NAMES = [
12
- SCHEDULE_NAMES.proxyApiLoadService,
13
- SCHEDULE_NAMES.workbenchService,
14
- SCHEDULE_NAMES.visitStatService,
15
- SCHEDULE_NAMES.asyncTaskRunnerService
16
- ];
17
- exports.ALL_SCHEDULE_NAMES = ALL_SCHEDULE_NAMES;
17
+ exports.INNER_SCHEDULE_NAMES = INNER_SCHEDULE_NAMES;
@@ -7,7 +7,16 @@ declare class AsyncTaskRunner {
7
7
  taskHandlerMap: Map<string, ISysAsyncTaskHandler>;
8
8
  executeTaskList(taskList: SysAsyncTaskEntity[]): Promise<void>;
9
9
  private executeTask;
10
+ /**
11
+ * 更新任务状态或任务进度
12
+ * @param taskElement
13
+ * @private
14
+ */
10
15
  private updateTaskStatus;
16
+ /**
17
+ * 获取当前进程可以处理的任务类型。
18
+ */
19
+ getHandlerTaskTypeList(): string[];
11
20
  }
12
21
  /**
13
22
  * 业务可以扩展
@@ -59,6 +59,11 @@ class AsyncTaskRunner {
59
59
  };
60
60
  await taskHandler.execute({ task: taskElement, updateTaskStatus });
61
61
  }
62
+ /**
63
+ * 更新任务状态或任务进度
64
+ * @param taskElement
65
+ * @private
66
+ */
62
67
  async updateTaskStatus(taskElement) {
63
68
  return await schedule_1.ANONYMOUS_CONTEXT.runServiceAtAnonymousContext(async (ctx) => {
64
69
  const curdProService = await ctx.requestContext.getAsync("curdProService");
@@ -78,6 +83,13 @@ class AsyncTaskRunner {
78
83
  return res.getResModel().affected;
79
84
  });
80
85
  }
86
+ /**
87
+ * 获取当前进程可以处理的任务类型。
88
+ */
89
+ getHandlerTaskTypeList() {
90
+ const keys = this.taskHandlerMap.keys();
91
+ return [...keys];
92
+ }
81
93
  }
82
94
  /**
83
95
  * 业务可以扩展
@@ -90,9 +102,18 @@ const LOCK_KEY_ASYNC_TASK_RUNNER = "LOCK_KEY_ASYNC_TASK_RUNNER";
90
102
  let AsyncTaskRunnerService = class AsyncTaskRunnerService extends BaseService_1.BaseService {
91
103
  async fetchPendingTasks() {
92
104
  const { SystemDbName, SystemDbType } = global_config_1.GLOBAL_STATIC_CONFIG.getConfig();
105
+ // 只获取本进程能够处理的任务类型。
106
+ const taskTypeList = exports.ASYNC_TASK_RUNNER.getHandlerTaskTypeList();
107
+ if (taskTypeList.length === 0) {
108
+ return Promise.resolve();
109
+ }
110
+ // 查询等待处理的任务。
93
111
  const queryRes = await this.curdProService.executeCrudByCfg({
94
112
  condition: {
95
- task_status: AsyncTaskModel_1.SysAsyncTaskStatus.PENDING
113
+ task_status: AsyncTaskModel_1.SysAsyncTaskStatus.PENDING,
114
+ task_type: {
115
+ "$in": taskTypeList
116
+ }
96
117
  },
97
118
  orderBy: 'id+',
98
119
  limit: 10
@@ -107,6 +128,7 @@ let AsyncTaskRunnerService = class AsyncTaskRunnerService extends BaseService_1.
107
128
  return Promise.resolve();
108
129
  }
109
130
  const taskIds = taskList.map(elem => elem.id).filter(Boolean);
131
+ // 将状态更新为处理中。防止其它进程重复处理。
110
132
  await this.curdProService.executeCrudByCfg({
111
133
  condition: {
112
134
  id: {
@@ -122,6 +144,7 @@ let AsyncTaskRunnerService = class AsyncTaskRunnerService extends BaseService_1.
122
144
  sqlDatabase: SystemDbName,
123
145
  sqlDbType: SystemDbType,
124
146
  });
147
+ // 开始执行。
125
148
  exports.ASYNC_TASK_RUNNER.executeTaskList(taskList).then(() => {
126
149
  console.log("ASYNC_TASK_RUNNER finished taskIds ==> " + JSON.stringify(taskIds));
127
150
  });
@@ -16,7 +16,7 @@ const schedule_1 = require("../../schedule");
16
16
  const scheduleNames_1 = require("../../schedule/scheduleNames");
17
17
  let AsyncTaskService = class AsyncTaskService extends BaseService_1.BaseService {
18
18
  async startTask() {
19
- (0, schedule_1.runScheduleTaskOnce)(scheduleNames_1.SCHEDULE_NAMES.asyncTaskRunnerService).then(schedule => {
19
+ (0, schedule_1.runScheduleTaskOnce)(scheduleNames_1.INNER_SCHEDULE_NAMES.asyncTaskRunnerService).then(schedule => {
20
20
  console.log(schedule);
21
21
  });
22
22
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "midway-fatcms",
3
- "version": "0.0.1-beta.16",
3
+ "version": "0.0.1-beta.18",
4
4
  "description": "This is a midway component sample",
5
5
  "main": "dist/index.js",
6
6
  "typings": "index.d.ts",
@@ -13,9 +13,8 @@ import { join } from 'path';
13
13
  // import { NotFoundFilter } from './filter/notfound.filter';
14
14
  import { GlobalMiddleware } from './middleware/global.middleware';
15
15
  import { ForbiddenMiddleware } from './middleware/forbidden.middleware';
16
- import { startScheduleLoop } from './schedule';
16
+ import { SCHEDULE_QUEUE , ANONYMOUS_CONTEXT, INNER_SCHEDULE_INTERVAL } from './schedule';
17
17
  import { privateAES } from './libs/utils/crypto-utils';
18
- import { ALL_SCHEDULE_NAMES } from "@/schedule/scheduleNames";
19
18
 
20
19
  @Configuration({
21
20
  // namespace: 'fatcms',
@@ -65,6 +64,11 @@ export class ContainerLifeCycle {
65
64
 
66
65
  async onReady() {
67
66
 
67
+ /**
68
+ * 让ANONYMOUS_CONTEXT获取app对象
69
+ */
70
+ ANONYMOUS_CONTEXT.setApp(this.app);
71
+
68
72
  /**
69
73
  * 启动定时任务
70
74
  */
@@ -78,25 +82,33 @@ export class ContainerLifeCycle {
78
82
  // this.app.useFilter([NotFoundFilter, DefaultErrorFilter]);
79
83
  }
80
84
 
81
- private async startScheduleOnReady(){
85
+ private async startScheduleOnReady() {
82
86
  const logger = this.app.getLogger();
83
87
  const config = this.app.getConfig();
84
- const fatcmsScheduleService: boolean | string[] = config.fatcmsScheduleService;
88
+ const fatcmsScheduleService: boolean | any = config.fatcmsScheduleService;
85
89
 
86
90
  // 关闭定时任务
87
91
  if (fatcmsScheduleService === false || fatcmsScheduleService === null) {
88
92
  return;
89
93
  }
90
94
 
95
+ let scheduleIntervalCfg = INNER_SCHEDULE_INTERVAL;
96
+ if (typeof fatcmsScheduleService === "object") {
97
+ scheduleIntervalCfg = fatcmsScheduleService
98
+ }
91
99
 
92
- let scheduleServiceList = ALL_SCHEDULE_NAMES
93
-
94
- // 启动部分定时任务
95
- if (Array.isArray(fatcmsScheduleService)){
96
- scheduleServiceList = fatcmsScheduleService;
100
+ const keys = Object.keys(scheduleIntervalCfg);
101
+ for (let i = 0; i < keys.length; i++) {
102
+ const service = keys[i];
103
+ const interval = scheduleIntervalCfg[service];
104
+ if (typeof interval !== "number") {
105
+ throw new Error('Invalid scheduleIntervalCfg ' + service + ", interval must be a number");
106
+ }
107
+ SCHEDULE_QUEUE.setScheduleTask(service, interval);
97
108
  }
98
- await startScheduleLoop(scheduleServiceList);
99
- logger.info('ContainerLifeCycle ==> onReady 启动定时任务 : ' + JSON.stringify(scheduleServiceList) );
109
+
110
+ await SCHEDULE_QUEUE.startScheduleLoop();
111
+ logger.info('ContainerLifeCycle ==> onReady 启动定时任务 : ' + JSON.stringify(scheduleIntervalCfg));
100
112
  }
101
113
 
102
114
 
@@ -1,14 +1,12 @@
1
- import {startScheduleLoop, runScheduleTaskOnce} from './runSchedule'
1
+ import {SCHEDULE_QUEUE, runScheduleTaskOnce} from './runSchedule'
2
2
  import {ANONYMOUS_CONTEXT} from './anonymousContext'
3
3
  import {
4
- ALL_SCHEDULE_NAMES,
5
- SCHEDULE_NAMES,
4
+ INNER_SCHEDULE_INTERVAL
6
5
  } from './scheduleNames'
7
6
 
8
7
  export {
9
- ALL_SCHEDULE_NAMES,
10
- SCHEDULE_NAMES,
8
+ INNER_SCHEDULE_INTERVAL,
11
9
  ANONYMOUS_CONTEXT,
12
- startScheduleLoop,
10
+ SCHEDULE_QUEUE,
13
11
  runScheduleTaskOnce
14
12
  }
@@ -1,10 +1,17 @@
1
1
  import * as koa from '@midwayjs/koa';
2
- import { IScheduleService } from '@/interface';
3
- import { ANONYMOUS_CONTEXT } from "./anonymousContext";
2
+ import {IScheduleService} from '@/interface';
3
+ import {ANONYMOUS_CONTEXT} from "./anonymousContext";
4
+
5
+
6
+ // 上次执行时间
7
+ const lastExecuteTimeMap = {};
8
+
9
+ const DEFAULT_SCHEDULE_INTERVAL = 2 * 60 * 1000;
10
+
4
11
 
5
12
 
6
13
  async function runScheduleTaskOnce(serviceName: string) {
7
- return await ANONYMOUS_CONTEXT.runServiceAtAnonymousContext(async (ctx: koa.IMidwayKoaContext)=>{
14
+ return await ANONYMOUS_CONTEXT.runServiceAtAnonymousContext(async (ctx: koa.IMidwayKoaContext) => {
8
15
  const serviceObject: IScheduleService = await ctx.requestContext.getAsync(serviceName);
9
16
  if (serviceObject && serviceObject.runBySchedule) {
10
17
  await serviceObject.runBySchedule();
@@ -14,22 +21,58 @@ async function runScheduleTaskOnce(serviceName: string) {
14
21
  });
15
22
  }
16
23
 
17
- async function runScheduleServiceList(serviceList: string[]) {
18
- for (let i = 0; i < serviceList.length; i++) {
19
- const serviceName = serviceList[i];
20
- try {
21
- await runScheduleTaskOnce(serviceName);
22
- } catch (e) {
23
- ANONYMOUS_CONTEXT.getApp().getCoreLogger().error(`runSchedule error , serviceName = ${serviceName}`, e);
24
+ class ScheduleQueue {
25
+ private scheduleIntervalMap: Map<string, number> = new Map();
26
+ public setScheduleTask(serviceName: string, intervalTime: number){
27
+ this.scheduleIntervalMap.set(serviceName, intervalTime);
28
+ }
29
+ public removeScheduleTask(serviceName: string){
30
+ this.scheduleIntervalMap.delete(serviceName);
31
+ }
32
+
33
+ private isAlreadyTimeToExecute(serviceName: string): boolean {
34
+ if (!lastExecuteTimeMap[serviceName]) {
35
+ return true; // 可以执行
24
36
  }
37
+ const intervalTime1 = this.scheduleIntervalMap.get(serviceName);
38
+ const intervalTime = intervalTime1 || DEFAULT_SCHEDULE_INTERVAL; // 时间间隔
39
+ const lastExecuteTime = lastExecuteTimeMap[serviceName];
40
+ return (Date.now() - lastExecuteTime) >= intervalTime;
25
41
  }
26
- }
27
42
 
28
- async function startScheduleLoop(serviceList: string[]) {
29
- await runScheduleServiceList(serviceList);
30
- setInterval(() => {
31
- runScheduleServiceList(serviceList);
32
- }, 2 * 60 * 1000);
43
+
44
+ private async runScheduleServiceList() {
45
+ const serviceListKeys = this.scheduleIntervalMap.keys();
46
+ const serviceList = [...serviceListKeys];
47
+ for (let i = 0; i < serviceList.length; i++) {
48
+ const serviceName = serviceList[i];
49
+
50
+ // 还没有到可以执行时间
51
+ if (!this.isAlreadyTimeToExecute(serviceName)) {
52
+ return;
53
+ }
54
+ lastExecuteTimeMap[serviceName] = Date.now();
55
+
56
+ try {
57
+ await runScheduleTaskOnce(serviceName);
58
+ } catch (e) {
59
+ ANONYMOUS_CONTEXT.getApp().getCoreLogger().error(`runSchedule error , serviceName = ${serviceName}`, e);
60
+ }
61
+ }
62
+ }
63
+
64
+
65
+ public async startScheduleLoop() {
66
+ await this.runScheduleServiceList();
67
+ setInterval(() => {
68
+ this.runScheduleServiceList();
69
+ }, 1000); // 最少1秒执行一次
70
+ }
71
+
72
+
33
73
  }
34
74
 
35
- export { startScheduleLoop, runScheduleTaskOnce };
75
+
76
+ const SCHEDULE_QUEUE = new ScheduleQueue();
77
+
78
+ export {SCHEDULE_QUEUE, runScheduleTaskOnce};
@@ -1,20 +1,21 @@
1
1
 
2
+ const INNER_SCHEDULE_INTERVAL = {
3
+ proxyApiLoadService: 2 * 60 * 1000, // 2分钟重新加载一次,
4
+ workbenchService: 60 * 1000, // 1分钟重新加载一次,
5
+ visitStatService: 10 * 60 * 1000, // 10分钟重新加载一次,
6
+ asyncTaskRunnerService: 1000, // 1s可以执行
7
+ }
2
8
 
3
- const SCHEDULE_NAMES = {
9
+ const INNER_SCHEDULE_NAMES = {
4
10
  proxyApiLoadService: 'proxyApiLoadService',
5
11
  workbenchService: 'workbenchService',
6
- visitStatService: 'visitStatService',
7
- asyncTaskRunnerService: 'asyncTaskRunnerService',
12
+ visitStatService: "visitStatService",
13
+ asyncTaskRunnerService: "asyncTaskRunnerService",
8
14
  }
9
15
 
10
- const ALL_SCHEDULE_NAMES = [
11
- SCHEDULE_NAMES.proxyApiLoadService,
12
- SCHEDULE_NAMES.workbenchService,
13
- SCHEDULE_NAMES.visitStatService,
14
- SCHEDULE_NAMES.asyncTaskRunnerService
15
- ];
16
+
16
17
 
17
18
  export {
18
- ALL_SCHEDULE_NAMES,
19
- SCHEDULE_NAMES,
19
+ INNER_SCHEDULE_INTERVAL,
20
+ INNER_SCHEDULE_NAMES
20
21
  }
@@ -34,7 +34,6 @@ export class VisitStatService extends BaseService implements IScheduleService {
34
34
  return this.flushVisitStatToDB();
35
35
  }
36
36
 
37
-
38
37
  async flushVisitStatToDB(): Promise<any> {
39
38
 
40
39
  const { SystemDbName, SystemDbType } = GLOBAL_STATIC_CONFIG.getConfig();
@@ -1,17 +1,17 @@
1
1
  import { Inject, Provide } from '@midwayjs/core';
2
2
  import { Context } from '@midwayjs/koa';
3
- import { KeysOfSimpleSQL } from '../../libs/crud-pro/models/keys';
4
- import { SystemTables} from '../../models/SystemTables';
3
+ import { KeysOfSimpleSQL } from '@/libs/crud-pro/models/keys';
4
+ import { SystemTables} from '@/models/SystemTables';
5
5
  import { LRUCache } from 'lru-cache';
6
- import { BizException } from '../../models/devops';
6
+ import { BizException } from '@/models/devops';
7
7
  import { CurdMixService } from '../curd/CurdMixService';
8
- import { ISysAnyApiEntity } from '../../models/SystemEntities';
8
+ import { ISysAnyApiEntity } from '@/models/SystemEntities';
9
9
  import { AnyApiSandboxService, IRunInSandboxParams } from './AnyApiSandboxService';
10
- import { parseJsonObject } from '../../libs/utils/functions';
10
+ import { parseJsonObject } from '@/libs/utils/functions';
11
11
  import * as _ from 'lodash';
12
- import { MixinUtils } from '../../libs/crud-pro/utils/MixinUtils';
12
+ import { MixinUtils } from '@/libs/crud-pro/utils/MixinUtils';
13
13
  import { WorkbenchService } from '../WorkbenchService';
14
- import { validateByCfgString } from '../../libs/crud-pro/utils/ValidateUtils';
14
+ import { validateByCfgString } from '@/libs/crud-pro/utils/ValidateUtils';
15
15
  import { API_BASE_TYPE, ApiBaseService } from '../base/ApiBaseService';
16
16
  import { GLOBAL_STATIC_CONFIG } from '@/libs/global-config/global-config';
17
17
 
@@ -57,6 +57,11 @@ class AsyncTaskRunner {
57
57
  }
58
58
 
59
59
 
60
+ /**
61
+ * 更新任务状态或任务进度
62
+ * @param taskElement
63
+ * @private
64
+ */
60
65
  private async updateTaskStatus(taskElement: SysAsyncTaskEntity) {
61
66
  return await ANONYMOUS_CONTEXT.runServiceAtAnonymousContext(async (ctx: IMidwayKoaContext) => {
62
67
  const curdProService: CurdProService = await ctx.requestContext.getAsync("curdProService");
@@ -78,8 +83,18 @@ class AsyncTaskRunner {
78
83
  return res.getResModel().affected;
79
84
  });
80
85
 
86
+ }
87
+
81
88
 
89
+ /**
90
+ * 获取当前进程可以处理的任务类型。
91
+ */
92
+ public getHandlerTaskTypeList(): string[] {
93
+ const keys = this.taskHandlerMap.keys();
94
+ return [...keys];
82
95
  }
96
+
97
+
83
98
  }
84
99
 
85
100
 
@@ -97,6 +112,7 @@ const LOCK_KEY_ASYNC_TASK_RUNNER = "LOCK_KEY_ASYNC_TASK_RUNNER"
97
112
  @Provide()
98
113
  export class AsyncTaskRunnerService extends BaseService implements IScheduleService {
99
114
 
115
+
100
116
  @Inject()
101
117
  protected ctx: Context;
102
118
 
@@ -108,9 +124,20 @@ export class AsyncTaskRunnerService extends BaseService implements IScheduleServ
108
124
 
109
125
  const {SystemDbName, SystemDbType} = GLOBAL_STATIC_CONFIG.getConfig();
110
126
 
127
+ // 只获取本进程能够处理的任务类型。
128
+ const taskTypeList = ASYNC_TASK_RUNNER.getHandlerTaskTypeList();
129
+ if (taskTypeList.length === 0) {
130
+ return Promise.resolve();
131
+ }
132
+
133
+
134
+ // 查询等待处理的任务。
111
135
  const queryRes = await this.curdProService.executeCrudByCfg({
112
136
  condition: {
113
- task_status: SysAsyncTaskStatus.PENDING
137
+ task_status: SysAsyncTaskStatus.PENDING,
138
+ task_type: {
139
+ "$in": taskTypeList
140
+ }
114
141
  },
115
142
  orderBy: 'id+',
116
143
  limit: 10
@@ -127,9 +154,9 @@ export class AsyncTaskRunnerService extends BaseService implements IScheduleServ
127
154
  if (taskList.length === 0) {
128
155
  return Promise.resolve();
129
156
  }
130
-
131
157
  const taskIds = taskList.map(elem => elem.id).filter(Boolean)
132
158
 
159
+ // 将状态更新为处理中。防止其它进程重复处理。
133
160
  await this.curdProService.executeCrudByCfg({
134
161
  condition: {
135
162
  id: {
@@ -147,6 +174,7 @@ export class AsyncTaskRunnerService extends BaseService implements IScheduleServ
147
174
  });
148
175
 
149
176
 
177
+ // 开始执行。
150
178
  ASYNC_TASK_RUNNER.executeTaskList(taskList).then(() => {
151
179
  console.log("ASYNC_TASK_RUNNER finished taskIds ==> " + JSON.stringify(taskIds))
152
180
  })
@@ -177,5 +205,4 @@ export class AsyncTaskRunnerService extends BaseService implements IScheduleServ
177
205
  return Promise.resolve();
178
206
  }
179
207
 
180
-
181
208
  }
@@ -2,7 +2,7 @@ import {Inject, Provide} from '@midwayjs/core';
2
2
  import {Context} from '@midwayjs/koa';
3
3
  import {BaseService} from "@/service/base/BaseService";
4
4
  import {runScheduleTaskOnce} from "@/schedule";
5
- import {SCHEDULE_NAMES} from "@/schedule/scheduleNames";
5
+ import {INNER_SCHEDULE_NAMES} from "@/schedule/scheduleNames";
6
6
 
7
7
  @Provide()
8
8
  export class AsyncTaskService extends BaseService {
@@ -10,7 +10,7 @@ export class AsyncTaskService extends BaseService {
10
10
  protected ctx: Context;
11
11
 
12
12
  async startTask() {
13
- runScheduleTaskOnce(SCHEDULE_NAMES.asyncTaskRunnerService).then(schedule => {
13
+ runScheduleTaskOnce(INNER_SCHEDULE_NAMES.asyncTaskRunnerService).then(schedule => {
14
14
  console.log(schedule);
15
15
  })
16
16
  }
@@ -86,7 +86,7 @@ export class ProxyApiLoadService extends BaseService implements IScheduleService
86
86
  }
87
87
 
88
88
  private async buildUpstreamMap() {
89
-
89
+
90
90
  const { SystemDbName, SystemDbType } = GLOBAL_STATIC_CONFIG.getConfig();
91
91
 
92
92
  // biz_tag={'upstream'}
@@ -114,10 +114,10 @@ export class ProxyApiLoadService extends BaseService implements IScheduleService
114
114
  }
115
115
 
116
116
  private async loadProxyApiEntity(workbench_code: string, upstreamMap: Record<string, IUpstreamInfo>): Promise<IProxyApiEntity[]> {
117
-
117
+
118
118
  const { SystemDbName, SystemDbType } = GLOBAL_STATIC_CONFIG.getConfig();
119
119
 
120
-
120
+
121
121
  const res = await this.curdProService.executeCrudByCfg(
122
122
  {
123
123
  condition: {},
@@ -170,4 +170,5 @@ export class ProxyApiLoadService extends BaseService implements IScheduleService
170
170
  }
171
171
  }
172
172
  }
173
+
173
174
  }