@kne/fastify-task 2.0.2 → 2.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,978 @@
1
+ const fp = require('fastify-plugin');
2
+ const dayjs = require('dayjs');
3
+ const utc = require('dayjs/plugin/utc');
4
+ const timezone = require('dayjs/plugin/timezone');
5
+
6
+ dayjs.extend(utc);
7
+ dayjs.extend(timezone);
8
+
9
+ /** 任务看板统计:日/小时预聚合、概览与实时(独立 service 插件,见业务插件开发指南「服务模块化」) */
10
+ module.exports = fp(async (fastify, options) => {
11
+ const { models } = fastify[options.name];
12
+ const { Op } = models.task.sequelize.Sequelize;
13
+
14
+ // 按指定时区获取"今天0点"的UTC Date对象
15
+ const getTodayStart = tz => {
16
+ if (!tz) {
17
+ return dayjs().startOf('day').toDate();
18
+ }
19
+ return dayjs().tz(tz).startOf('day').toDate();
20
+ };
21
+
22
+ // 按指定时区格式化日期
23
+ const formatDate = (date, tz) => {
24
+ if (!tz) {
25
+ return dayjs(date).format('YYYY-MM-DD');
26
+ }
27
+ return dayjs(date).tz(tz).format('YYYY-MM-DD');
28
+ };
29
+
30
+ const resolveTimezone = tz => tz || dayjs.tz.guess();
31
+
32
+ /** 与 updateDailyStatistics 一致的耗时计算(用于实时接口在无日统计时的回算) */
33
+ const computeTaskTiming = task => {
34
+ const completedAt = task.completedAt ? new Date(task.completedAt) : null;
35
+ const createdAt = task.createdAt ? new Date(task.createdAt) : null;
36
+ const startedAt = task.startedAt ? new Date(task.startedAt) : null;
37
+ const endAt = completedAt || (task.updatedAt ? new Date(task.updatedAt) : null);
38
+ let waitingTime = 0;
39
+ let executionTime = 0;
40
+ let totalTime = 0;
41
+ let hasTiming = false;
42
+ if (createdAt && endAt && !Number.isNaN(createdAt.getTime()) && !Number.isNaN(endAt.getTime())) {
43
+ totalTime = endAt.getTime() - createdAt.getTime();
44
+ if (startedAt && !Number.isNaN(startedAt.getTime())) {
45
+ waitingTime = startedAt.getTime() - createdAt.getTime();
46
+ executionTime = endAt.getTime() - startedAt.getTime();
47
+ } else {
48
+ executionTime = totalTime;
49
+ }
50
+ hasTiming = totalTime > 0;
51
+ }
52
+ return { waitingTime, executionTime, totalTime, hasTiming };
53
+ };
54
+
55
+ /** MySQL BIGINT / 部分驱动下字段会以字符串回读,与 number 做 + 会变成拼接字符串,必须把累加基数规范成数字 */
56
+ const n = v => {
57
+ const x = Number(v);
58
+ return Number.isFinite(x) ? x : 0;
59
+ };
60
+
61
+ const parseJsonField = val => {
62
+ if (val == null) return {};
63
+ if (typeof val === 'object' && !Array.isArray(val)) return val;
64
+ if (typeof val === 'string') {
65
+ try {
66
+ const o = JSON.parse(val);
67
+ return o && typeof o === 'object' && !Array.isArray(o) ? o : {};
68
+ } catch {
69
+ return {};
70
+ }
71
+ }
72
+ return {};
73
+ };
74
+
75
+ // 更新每日统计表(任务完成/取消时调用,异步不阻塞主流程)
76
+ const updateDailyStatistics = task => {
77
+ const completedAt = task.completedAt || new Date();
78
+ const statDate = dayjs(completedAt).format('YYYY-MM-DD');
79
+ const status = task.status;
80
+
81
+ // 计算耗时
82
+ const createdAt = task.createdAt;
83
+ const startedAt = task.startedAt;
84
+ let waitingTime = 0;
85
+ let executionTime = 0;
86
+ let totalTime = 0;
87
+ let hasTiming = false;
88
+
89
+ if (createdAt && completedAt) {
90
+ totalTime = new Date(completedAt).getTime() - new Date(createdAt).getTime();
91
+ if (startedAt) {
92
+ waitingTime = new Date(startedAt).getTime() - new Date(createdAt).getTime();
93
+ executionTime = new Date(completedAt).getTime() - new Date(startedAt).getTime();
94
+ } else {
95
+ // 无startedAt时(手动任务直接完成),等待时间=0,执行时间=总耗时
96
+ executionTime = totalTime;
97
+ }
98
+ hasTiming = totalTime > 0;
99
+ }
100
+
101
+ // 异步更新,不阻塞主流程
102
+ (async () => {
103
+ try {
104
+ const [stat, created] = await models.taskDailyStatistics.findOrCreate({
105
+ where: { date: statDate },
106
+ defaults: {
107
+ date: statDate,
108
+ totalCompleted: 1,
109
+ successCount: status === 'success' ? 1 : 0,
110
+ failedCount: status === 'failed' ? 1 : 0,
111
+ canceledCount: status === 'canceled' ? 1 : 0,
112
+ totalWaitingTime: hasTiming ? waitingTime : 0,
113
+ totalExecutionTime: hasTiming ? executionTime : 0,
114
+ totalTime: hasTiming ? totalTime : 0,
115
+ timedTaskCount: hasTiming ? 1 : 0,
116
+ byType: {
117
+ [task.type]: {
118
+ count: 1,
119
+ successCount: status === 'success' ? 1 : 0,
120
+ failedCount: status === 'failed' ? 1 : 0,
121
+ canceledCount: status === 'canceled' ? 1 : 0,
122
+ totalWaitingTime: hasTiming ? waitingTime : 0,
123
+ totalExecutionTime: hasTiming ? executionTime : 0,
124
+ totalTime: hasTiming ? totalTime : 0,
125
+ timedTaskCount: hasTiming ? 1 : 0
126
+ }
127
+ },
128
+ byRunnerType: {
129
+ [task.runnerType]: {
130
+ count: 1,
131
+ successCount: status === 'success' ? 1 : 0,
132
+ failedCount: status === 'failed' ? 1 : 0,
133
+ canceledCount: status === 'canceled' ? 1 : 0,
134
+ totalWaitingTime: hasTiming ? waitingTime : 0,
135
+ totalExecutionTime: hasTiming ? executionTime : 0,
136
+ totalTime: hasTiming ? totalTime : 0,
137
+ timedTaskCount: hasTiming ? 1 : 0
138
+ }
139
+ }
140
+ }
141
+ });
142
+
143
+ if (!created) {
144
+ const mergeKey = (obj, key, increment) => {
145
+ const current = obj[key] || {
146
+ count: 0,
147
+ successCount: 0,
148
+ failedCount: 0,
149
+ canceledCount: 0,
150
+ totalWaitingTime: 0,
151
+ totalExecutionTime: 0,
152
+ totalTime: 0,
153
+ timedTaskCount: 0
154
+ };
155
+ return Object.assign({}, obj, {
156
+ [key]: {
157
+ count: n(current.count) + (increment.count || 0),
158
+ successCount: n(current.successCount) + (increment.successCount || 0),
159
+ failedCount: n(current.failedCount) + (increment.failedCount || 0),
160
+ canceledCount: n(current.canceledCount) + (increment.canceledCount || 0),
161
+ totalWaitingTime: n(current.totalWaitingTime) + (increment.totalWaitingTime || 0),
162
+ totalExecutionTime: n(current.totalExecutionTime) + (increment.totalExecutionTime || 0),
163
+ totalTime: n(current.totalTime) + (increment.totalTime || 0),
164
+ timedTaskCount: n(current.timedTaskCount) + (increment.timedTaskCount || 0)
165
+ }
166
+ });
167
+ };
168
+
169
+ const typeIncrement = {
170
+ count: 1,
171
+ successCount: status === 'success' ? 1 : 0,
172
+ failedCount: status === 'failed' ? 1 : 0,
173
+ canceledCount: status === 'canceled' ? 1 : 0,
174
+ totalWaitingTime: hasTiming ? waitingTime : 0,
175
+ totalExecutionTime: hasTiming ? executionTime : 0,
176
+ totalTime: hasTiming ? totalTime : 0,
177
+ timedTaskCount: hasTiming ? 1 : 0
178
+ };
179
+
180
+ const baseByType = parseJsonField(stat.byType);
181
+ const baseByRunnerType = parseJsonField(stat.byRunnerType);
182
+
183
+ await stat.update({
184
+ totalCompleted: n(stat.totalCompleted) + 1,
185
+ successCount: n(stat.successCount) + (status === 'success' ? 1 : 0),
186
+ failedCount: n(stat.failedCount) + (status === 'failed' ? 1 : 0),
187
+ canceledCount: n(stat.canceledCount) + (status === 'canceled' ? 1 : 0),
188
+ totalWaitingTime: n(stat.totalWaitingTime) + (hasTiming ? waitingTime : 0),
189
+ totalExecutionTime: n(stat.totalExecutionTime) + (hasTiming ? executionTime : 0),
190
+ totalTime: n(stat.totalTime) + (hasTiming ? totalTime : 0),
191
+ timedTaskCount: n(stat.timedTaskCount) + (hasTiming ? 1 : 0),
192
+ byType: mergeKey(baseByType, task.type, typeIncrement),
193
+ byRunnerType: mergeKey(baseByRunnerType, task.runnerType, typeIncrement)
194
+ });
195
+ }
196
+ } catch (e) {
197
+ fastify.log.error(`更新每日统计失败: ${e.message}`);
198
+ }
199
+ })();
200
+ };
201
+
202
+ /**
203
+ * 按任务表 completedAt 重算某一 UTC 整点桶的完成数(不写实时增量,供定时任务调用)。
204
+ * 未传 bucketStartUtc 时默认聚合「上一完整 UTC 小时」。
205
+ */
206
+ const syncHourlyStatisticsFromTasks = async ({ bucketStartUtc } = {}) => {
207
+ const taskModel = models.task;
208
+ const { Sequelize } = taskModel.sequelize;
209
+ const bucket = bucketStartUtc != null ? dayjs.utc(bucketStartUtc).startOf('hour') : dayjs.utc().subtract(1, 'hour').startOf('hour');
210
+ const hourStart = bucket.toDate();
211
+ const hourEnd = bucket.add(1, 'hour').toDate();
212
+
213
+ try {
214
+ const rows = await taskModel.findAll({
215
+ where: {
216
+ status: { [Sequelize.Op.in]: ['success', 'failed', 'canceled'] },
217
+ completedAt: {
218
+ [Sequelize.Op.gte]: hourStart,
219
+ [Sequelize.Op.lt]: hourEnd
220
+ }
221
+ },
222
+ raw: true
223
+ });
224
+
225
+ const map = new Map();
226
+ for (const t of rows) {
227
+ const typ = t.type;
228
+ const runnerTypeKey = t.runnerType || 'manual';
229
+ const key = `${typ}\0${runnerTypeKey}`;
230
+ if (!map.has(key)) {
231
+ map.set(key, {
232
+ type: typ,
233
+ runnerType: runnerTypeKey,
234
+ totalCompleted: 0,
235
+ successCount: 0,
236
+ failedCount: 0,
237
+ canceledCount: 0
238
+ });
239
+ }
240
+ const acc = map.get(key);
241
+ acc.totalCompleted += 1;
242
+ if (t.status === 'success') acc.successCount += 1;
243
+ else if (t.status === 'failed') acc.failedCount += 1;
244
+ else if (t.status === 'canceled') acc.canceledCount += 1;
245
+ }
246
+
247
+ await models.taskHourlyStatistics.destroy({
248
+ where: { bucketStartUtc: hourStart }
249
+ });
250
+
251
+ for (const agg of map.values()) {
252
+ await models.taskHourlyStatistics.create({
253
+ bucketStartUtc: hourStart,
254
+ type: agg.type,
255
+ runnerType: agg.runnerType,
256
+ totalCompleted: agg.totalCompleted,
257
+ successCount: agg.successCount,
258
+ failedCount: agg.failedCount,
259
+ canceledCount: agg.canceledCount
260
+ });
261
+ }
262
+ } catch (e) {
263
+ fastify.log.error(`同步小时统计失败: ${e.message}`);
264
+ }
265
+ };
266
+
267
+ const flushCompletionStatistics = task => {
268
+ updateDailyStatistics(task);
269
+ };
270
+
271
+ const statistics = {
272
+ getOverview: async ({ range = '7d', timezone, type, runnerType } = {}) => {
273
+ const { Sequelize } = models.task.sequelize;
274
+ const taskModel = models.task;
275
+ const createdAtCol = taskModel.rawAttributes.createdAt.field;
276
+ const dialect = taskModel.sequelize.getDialect();
277
+ const effectiveTimezone = resolveTimezone(timezone);
278
+
279
+ const rangeMap = {
280
+ '7d': { days: 7, label: '近7天' },
281
+ '1m': { days: 30, label: '近1个月' },
282
+ '1y': { days: 365, label: '近1年' }
283
+ };
284
+ const normalizedRange = rangeMap[range] ? range : '7d';
285
+ const rangeConfig = rangeMap[normalizedRange];
286
+ // 与「按创建日 + 用户时区」的聚合一致:用同一时区做日历减法,避免 Date#setDate 与服务器本地时区混用
287
+ const rangeStartDayjs = dayjs().tz(effectiveTimezone).startOf('day').subtract(rangeConfig.days, 'day');
288
+ const startDate = rangeStartDayjs.toDate();
289
+ const minStatDateStr = rangeStartDayjs.format('YYYY-MM-DD');
290
+
291
+ const whereRange = { createdAt: { [Sequelize.Op.gte]: startDate } };
292
+ if (type) {
293
+ whereRange.type = type;
294
+ }
295
+ if (runnerType) {
296
+ whereRange.runnerType = runnerType;
297
+ }
298
+
299
+ // 按时区格式化日期的SQL
300
+ const dateFn = (() => {
301
+ if (!effectiveTimezone || dialect === 'sqlite') {
302
+ return col => Sequelize.fn('DATE', Sequelize.col(col));
303
+ }
304
+ if (dialect === 'postgres') {
305
+ return col => Sequelize.fn('TO_CHAR', Sequelize.literal(`"${col}" AT TIME ZONE '${effectiveTimezone}'`), 'YYYY-MM-DD');
306
+ }
307
+ return col => Sequelize.fn('DATE_FORMAT', Sequelize.fn('CONVERT_TZ', Sequelize.col(col), '+00:00', Sequelize.literal(`'${effectiveTimezone}'`)), '%Y-%m-%d');
308
+ })();
309
+
310
+ // 并行执行所有查询
311
+ const [totalTasks, byStatus, byType, byRunnerType, byTargetType, recentTrend, recentTrendByStatus, recentTrendByType] = await Promise.all([
312
+ taskModel.count({ where: whereRange }),
313
+ taskModel.findAll({
314
+ attributes: ['status', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
315
+ where: whereRange,
316
+ group: ['status'],
317
+ raw: true
318
+ }),
319
+ taskModel.findAll({
320
+ attributes: ['type', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
321
+ where: whereRange,
322
+ group: ['type'],
323
+ raw: true
324
+ }),
325
+ taskModel.findAll({
326
+ attributes: ['runnerType', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
327
+ where: whereRange,
328
+ group: ['runnerType'],
329
+ raw: true
330
+ }),
331
+ taskModel.findAll({
332
+ attributes: ['targetType', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
333
+ where: whereRange,
334
+ group: ['targetType'],
335
+ raw: true
336
+ }),
337
+ taskModel.findAll({
338
+ attributes: [
339
+ [dateFn(createdAtCol), 'date'],
340
+ [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']
341
+ ],
342
+ where: whereRange,
343
+ group: [dateFn(createdAtCol)],
344
+ order: [[dateFn(createdAtCol), 'ASC']],
345
+ raw: true
346
+ }),
347
+ taskModel.findAll({
348
+ attributes: [[dateFn(createdAtCol), 'date'], 'status', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
349
+ where: whereRange,
350
+ group: [dateFn(createdAtCol), 'status'],
351
+ order: [[dateFn(createdAtCol), 'ASC']],
352
+ raw: true
353
+ }),
354
+ taskModel.findAll({
355
+ attributes: [[dateFn(createdAtCol), 'date'], 'type', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
356
+ where: whereRange,
357
+ group: [dateFn(createdAtCol), 'type'],
358
+ order: [[dateFn(createdAtCol), 'ASC']],
359
+ raw: true
360
+ })
361
+ ]);
362
+
363
+ // SQLite 需要在JS层做时区偏移修正DATE结果
364
+ const adjustDate = dateStr => {
365
+ if (!effectiveTimezone || dialect !== 'sqlite') return dateStr;
366
+ return dayjs.utc(dateStr).tz(effectiveTimezone).format('YYYY-MM-DD');
367
+ };
368
+
369
+ // 从预聚合表读取每日耗时统计
370
+ const dailyStats = await models.taskDailyStatistics.findAll({
371
+ where: { date: { [Sequelize.Op.gte]: minStatDateStr } },
372
+ order: [['date', 'ASC']],
373
+ raw: true
374
+ });
375
+
376
+ const durationTrend = dailyStats.map(item => {
377
+ // 如果指定了type/runnerType筛选,从对应子维度中提取数据作为主数据
378
+ const typeData = type && item.byType && item.byType[type] ? item.byType[type] : null;
379
+ const runnerTypeData = runnerType && item.byRunnerType && item.byRunnerType[runnerType] ? item.byRunnerType[runnerType] : null;
380
+ // runnerType优先级高于type(两者同时指定时取交集,但预聚合表无交叉维度,取runnerType)
381
+ const filterData = runnerTypeData || typeData;
382
+ const mainTimedTaskCount = filterData ? filterData.timedTaskCount : item.timedTaskCount;
383
+ const mainTotalWaitingTime = filterData ? filterData.totalWaitingTime : item.totalWaitingTime;
384
+ const mainTotalExecutionTime = filterData ? filterData.totalExecutionTime : item.totalExecutionTime;
385
+ const mainTotalTime = filterData ? filterData.totalTime : item.totalTime;
386
+
387
+ return {
388
+ date: item.date,
389
+ completedCount: filterData ? filterData.count : item.totalCompleted,
390
+ successCount: filterData ? filterData.successCount : item.successCount,
391
+ failedCount: filterData ? filterData.failedCount : item.failedCount,
392
+ canceledCount: filterData ? filterData.canceledCount : item.canceledCount,
393
+ avgWaitingTime: mainTimedTaskCount > 0 ? Math.round(mainTotalWaitingTime / mainTimedTaskCount) : 0,
394
+ avgExecutionTime: mainTimedTaskCount > 0 ? Math.round(mainTotalExecutionTime / mainTimedTaskCount) : 0,
395
+ avgTotalTime: mainTimedTaskCount > 0 ? Math.round(mainTotalTime / mainTimedTaskCount) : 0,
396
+ byType: Object.entries(item.byType || {}).reduce((acc, [key, val]) => {
397
+ if (type && key !== type) return acc;
398
+ acc[key] = {
399
+ count: val.count,
400
+ avgWaitingTime: val.timedTaskCount > 0 ? Math.round(val.totalWaitingTime / val.timedTaskCount) : 0,
401
+ avgExecutionTime: val.timedTaskCount > 0 ? Math.round(val.totalExecutionTime / val.timedTaskCount) : 0,
402
+ avgTotalTime: val.timedTaskCount > 0 ? Math.round(val.totalTime / val.timedTaskCount) : 0
403
+ };
404
+ return acc;
405
+ }, {}),
406
+ byRunnerType: Object.entries(item.byRunnerType || {}).reduce((acc, [key, val]) => {
407
+ if (runnerType && key !== runnerType) return acc;
408
+ acc[key] = {
409
+ count: val.count,
410
+ avgWaitingTime: val.timedTaskCount > 0 ? Math.round(val.totalWaitingTime / val.timedTaskCount) : 0,
411
+ avgExecutionTime: val.timedTaskCount > 0 ? Math.round(val.totalExecutionTime / val.timedTaskCount) : 0,
412
+ avgTotalTime: val.timedTaskCount > 0 ? Math.round(val.totalTime / val.timedTaskCount) : 0
413
+ };
414
+ return acc;
415
+ }, {})
416
+ };
417
+ });
418
+
419
+ // 时段完成活跃度:按任务表 completedAt + 客户端时区聚合(不依赖小时预聚合表,避免无 cron 数据时空白)
420
+ const completedAtCol = taskModel.rawAttributes.completedAt?.field || 'completed_at';
421
+ const hourExtractCompleted = (() => {
422
+ if (!effectiveTimezone || dialect === 'sqlite') {
423
+ return dialect === 'sqlite'
424
+ ? Sequelize.fn('strftime', '%H', Sequelize.col(completedAtCol))
425
+ : Sequelize.fn('EXTRACT', Sequelize.literal(`HOUR FROM "${completedAtCol}"`));
426
+ }
427
+ if (dialect === 'postgres') {
428
+ return Sequelize.fn('EXTRACT', Sequelize.literal(`HOUR FROM "${completedAtCol}" AT TIME ZONE '${effectiveTimezone}'`));
429
+ }
430
+ return Sequelize.fn('EXTRACT', Sequelize.literal(`HOUR FROM CONVERT_TZ("${completedAtCol}", '+00:00', '${effectiveTimezone}')`));
431
+ })();
432
+
433
+ const completedRangeStart = rangeStartDayjs.toDate();
434
+ const completedRangeEnd = dayjs().tz(effectiveTimezone).endOf('day').toDate();
435
+ const whereHourlyCompletion = {
436
+ completedAt: {
437
+ [Sequelize.Op.gte]: completedRangeStart,
438
+ [Sequelize.Op.lte]: completedRangeEnd
439
+ },
440
+ status: { [Sequelize.Op.in]: ['success', 'failed', 'canceled'] }
441
+ };
442
+ if (type) {
443
+ whereHourlyCompletion.type = type;
444
+ }
445
+ if (runnerType) {
446
+ whereHourlyCompletion.runnerType = runnerType;
447
+ }
448
+
449
+ const adjustHourForCompletion = hour => {
450
+ if (!effectiveTimezone || dialect !== 'sqlite') return Number(hour);
451
+ const utcTime = dayjs.utc().startOf('day').hour(Number(hour));
452
+ return utcTime.tz(effectiveTimezone).hour();
453
+ };
454
+
455
+ const hourlyCompletionRows = await taskModel.findAll({
456
+ attributes: [
457
+ [dateFn(completedAtCol), 'date'],
458
+ [hourExtractCompleted, 'hour'],
459
+ 'type',
460
+ 'runnerType',
461
+ 'status',
462
+ [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']
463
+ ],
464
+ where: whereHourlyCompletion,
465
+ group: [dateFn(completedAtCol), hourExtractCompleted, 'type', 'runnerType', 'status'],
466
+ order: [
467
+ [dateFn(completedAtCol), 'ASC'],
468
+ [hourExtractCompleted, 'ASC']
469
+ ],
470
+ raw: true
471
+ });
472
+
473
+ const hourlyBucketMap = new Map();
474
+ for (const row of hourlyCompletionRows) {
475
+ const dateStr = adjustDate(row.date);
476
+ const hourNum = adjustHourForCompletion(row.hour);
477
+ const typ = row.type;
478
+ const rt = row.runnerType || 'manual';
479
+ const key = `${dateStr}\0${hourNum}\0${typ}\0${rt}`;
480
+ if (!hourlyBucketMap.has(key)) {
481
+ hourlyBucketMap.set(key, {
482
+ date: dateStr,
483
+ hour: hourNum,
484
+ type: typ,
485
+ runnerType: rt,
486
+ totalCompleted: 0,
487
+ successCount: 0,
488
+ failedCount: 0,
489
+ canceledCount: 0
490
+ });
491
+ }
492
+ const b = hourlyBucketMap.get(key);
493
+ const c = Number(row.count) || 0;
494
+ b.totalCompleted += c;
495
+ if (row.status === 'success') b.successCount += c;
496
+ else if (row.status === 'failed') b.failedCount += c;
497
+ else if (row.status === 'canceled') b.canceledCount += c;
498
+ }
499
+ const hourlyCompletionTrend = Array.from(hourlyBucketMap.values()).sort((a, b) =>
500
+ a.date !== b.date
501
+ ? a.date.localeCompare(b.date)
502
+ : a.hour !== b.hour
503
+ ? a.hour - b.hour
504
+ : `${a.type}:${a.runnerType}`.localeCompare(`${b.type}:${b.runnerType}`)
505
+ );
506
+
507
+ return {
508
+ range: normalizedRange,
509
+ rangeLabel: rangeConfig.label,
510
+ totalTasks,
511
+ byStatus: byStatus.reduce((acc, item) => {
512
+ acc[item.status] = Number(item.count);
513
+ return acc;
514
+ }, {}),
515
+ byType: byType.reduce((acc, item) => {
516
+ acc[item.type] = Number(item.count);
517
+ return acc;
518
+ }, {}),
519
+ byRunnerType: byRunnerType.reduce((acc, item) => {
520
+ acc[item.runnerType] = Number(item.count);
521
+ return acc;
522
+ }, {}),
523
+ byTargetType: byTargetType.reduce((acc, item) => {
524
+ acc[item.targetType] = Number(item.count);
525
+ return acc;
526
+ }, {}),
527
+ recentTrend: recentTrend.map(item => ({ date: adjustDate(item.date), count: Number(item.count) })),
528
+ recentTrendByStatus: recentTrendByStatus.map(item => ({ date: adjustDate(item.date), status: item.status, count: Number(item.count) })),
529
+ recentTrendByType: recentTrendByType.map(item => ({ date: adjustDate(item.date), type: item.type, count: Number(item.count) })),
530
+ durationTrend,
531
+ hourlyCompletionTrend
532
+ };
533
+ },
534
+
535
+ getRealtime: async ({ timezone, type, runnerType } = {}) => {
536
+ const { Sequelize } = models.task.sequelize;
537
+ const taskModel = models.task;
538
+ const createdAtCol = taskModel.rawAttributes.createdAt.field;
539
+ const dialect = taskModel.sequelize.getDialect();
540
+ const effectiveTimezone = resolveTimezone(timezone);
541
+
542
+ const todayStart = getTodayStart(effectiveTimezone);
543
+ const todayEnd = effectiveTimezone
544
+ ? dayjs().tz(effectiveTimezone).endOf('day').toDate()
545
+ : dayjs().endOf('day').toDate();
546
+ const whereToday = { createdAt: { [Sequelize.Op.gte]: todayStart } };
547
+ if (type) {
548
+ whereToday.type = type;
549
+ }
550
+ if (runnerType) {
551
+ whereToday.runnerType = runnerType;
552
+ }
553
+
554
+ // 按小时提取
555
+ const hourExtract = (() => {
556
+ if (!effectiveTimezone || dialect === 'sqlite') {
557
+ return dialect === 'sqlite' ? Sequelize.fn('strftime', '%H', Sequelize.col(createdAtCol)) : Sequelize.fn('EXTRACT', Sequelize.literal(`HOUR FROM "${createdAtCol}"`));
558
+ }
559
+ if (dialect === 'postgres') {
560
+ return Sequelize.fn('EXTRACT', Sequelize.literal(`HOUR FROM "${createdAtCol}" AT TIME ZONE '${effectiveTimezone}'`));
561
+ }
562
+ return Sequelize.fn('EXTRACT', Sequelize.literal(`HOUR FROM CONVERT_TZ("${createdAtCol}", '+00:00', '${effectiveTimezone}')`));
563
+ })();
564
+
565
+ // 15分钟间隔提取
566
+ const intervalExtract = (() => {
567
+ if (dialect === 'sqlite') {
568
+ return Sequelize.literal(`strftime('%H', "${createdAtCol}") || ':' || printf('%02d', CAST(strftime('%M', "${createdAtCol}") AS INTEGER) / 15 * 15)`);
569
+ }
570
+ if (!effectiveTimezone) {
571
+ if (dialect === 'postgres') {
572
+ return Sequelize.literal(`TO_CHAR("${createdAtCol}", 'HH24:') || LPAD((FLOOR(EXTRACT(MINUTE FROM "${createdAtCol}") / 15) * 15)::TEXT, 2, '0')`);
573
+ }
574
+ return Sequelize.literal(`CONCAT(DATE_FORMAT("${createdAtCol}", '%H:'), LPAD(FLOOR(EXTRACT(MINUTE FROM "${createdAtCol}") / 15) * 15, 2, '0'))`);
575
+ }
576
+ if (dialect === 'postgres') {
577
+ return Sequelize.literal(`TO_CHAR("${createdAtCol}" AT TIME ZONE '${effectiveTimezone}', 'HH24:') || LPAD((FLOOR(EXTRACT(MINUTE FROM "${createdAtCol}" AT TIME ZONE '${effectiveTimezone}') / 15) * 15)::TEXT, 2, '0')`);
578
+ }
579
+ return Sequelize.literal(
580
+ `CONCAT(DATE_FORMAT(CONVERT_TZ("${createdAtCol}", '+00:00', '${effectiveTimezone}'), '%H:'), LPAD(FLOOR(EXTRACT(MINUTE FROM CONVERT_TZ("${createdAtCol}", '+00:00', '${effectiveTimezone}')) / 15) * 15, 2, '0'))`
581
+ );
582
+ })();
583
+
584
+ const [totalTasks, byStatus, byType, byRunnerType, pendingByRunnerType, nonPendingByRunnerType, hourlyTrend, hourlyTrendByStatus, hourlyTrendByType, intervalTrend] = await Promise.all([
585
+ taskModel.count({ where: whereToday }),
586
+ taskModel.findAll({
587
+ attributes: ['status', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
588
+ where: whereToday,
589
+ group: ['status'],
590
+ raw: true
591
+ }),
592
+ taskModel.findAll({
593
+ attributes: ['type', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
594
+ where: whereToday,
595
+ group: ['type'],
596
+ raw: true
597
+ }),
598
+ taskModel.findAll({
599
+ attributes: ['runnerType', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
600
+ where: whereToday,
601
+ group: ['runnerType'],
602
+ raw: true
603
+ }),
604
+ taskModel.findAll({
605
+ attributes: ['runnerType', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
606
+ where: { ...whereToday, status: 'pending' },
607
+ group: ['runnerType'],
608
+ raw: true
609
+ }),
610
+ taskModel.findAll({
611
+ attributes: ['runnerType', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
612
+ where: { ...whereToday, status: { [Sequelize.Op.ne]: 'pending' } },
613
+ group: ['runnerType'],
614
+ raw: true
615
+ }),
616
+ taskModel.findAll({
617
+ attributes: [
618
+ [hourExtract, 'hour'],
619
+ [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']
620
+ ],
621
+ where: whereToday,
622
+ group: [hourExtract],
623
+ order: [[hourExtract, 'ASC']],
624
+ raw: true
625
+ }),
626
+ taskModel.findAll({
627
+ attributes: [[hourExtract, 'hour'], 'status', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
628
+ where: whereToday,
629
+ group: [hourExtract, 'status'],
630
+ order: [
631
+ [hourExtract, 'ASC'],
632
+ ['status', 'ASC']
633
+ ],
634
+ raw: true
635
+ }),
636
+ taskModel.findAll({
637
+ attributes: [[hourExtract, 'hour'], 'type', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
638
+ where: whereToday,
639
+ group: [hourExtract, 'type'],
640
+ order: [
641
+ [hourExtract, 'ASC'],
642
+ ['type', 'ASC']
643
+ ],
644
+ raw: true
645
+ }),
646
+ taskModel.findAll({
647
+ attributes: [
648
+ [intervalExtract, 'interval'],
649
+ [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']
650
+ ],
651
+ where: whereToday,
652
+ group: [intervalExtract],
653
+ order: [[intervalExtract, 'ASC']],
654
+ raw: true
655
+ })
656
+ ]);
657
+
658
+ // SQLite的hour/interval是UTC,需按timezone偏移修正
659
+ const adjustHour = hour => {
660
+ if (!effectiveTimezone || dialect !== 'sqlite') return Number(hour);
661
+ const utcTime = dayjs.utc().startOf('day').hour(Number(hour));
662
+ return utcTime.tz(effectiveTimezone).hour();
663
+ };
664
+
665
+ const adjustInterval = intervalStr => {
666
+ if (!effectiveTimezone || dialect !== 'sqlite') return intervalStr;
667
+ const [h, m] = intervalStr.split(':').map(Number);
668
+ const utcTime = dayjs.utc().startOf('day').hour(h).minute(m);
669
+ return utcTime.tz(effectiveTimezone).format('HH:mm');
670
+ };
671
+
672
+ const byRunnerTypeMap = byRunnerType.reduce((acc, item) => {
673
+ acc[item.runnerType] = Number(item.count);
674
+ return acc;
675
+ }, {});
676
+ const pendingByRunnerTypeMap = pendingByRunnerType.reduce((acc, item) => {
677
+ acc[item.runnerType] = Number(item.count);
678
+ return acc;
679
+ }, {});
680
+ const nonPendingByRunnerTypeMap = nonPendingByRunnerType.reduce((acc, item) => {
681
+ acc[item.runnerType] = Number(item.count);
682
+ return acc;
683
+ }, {});
684
+
685
+ /** 看板「等待操作」:waiting + 手动队列 pending(与 components-admin 约定字段 waitingByRunnerType 对齐) */
686
+ const waitingByRunnerWhere = {
687
+ [Op.or]: [{ status: 'waiting' }, { runnerType: 'manual', status: 'pending' }]
688
+ };
689
+ if (type) {
690
+ waitingByRunnerWhere.type = type;
691
+ }
692
+ if (runnerType) {
693
+ waitingByRunnerWhere.runnerType = runnerType;
694
+ }
695
+
696
+ /** 看板「当日完成」:完成时间落在当日(用户时区)且终态,按 runnerType 分组 → completedToday */
697
+ const completedTodayWhere = {
698
+ completedAt: {
699
+ [Op.gte]: todayStart,
700
+ [Op.lte]: todayEnd
701
+ },
702
+ status: { [Op.in]: ['success', 'failed', 'canceled'] }
703
+ };
704
+ if (type) {
705
+ completedTodayWhere.type = type;
706
+ }
707
+ if (runnerType) {
708
+ completedTodayWhere.runnerType = runnerType;
709
+ }
710
+
711
+ const [waitingByRunnerTypeRows, completedTodayRows] = await Promise.all([
712
+ taskModel.findAll({
713
+ attributes: ['runnerType', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
714
+ where: waitingByRunnerWhere,
715
+ group: ['runnerType'],
716
+ raw: true
717
+ }),
718
+ taskModel.findAll({
719
+ attributes: ['runnerType', [Sequelize.fn('COUNT', Sequelize.col('id')), 'count']],
720
+ where: completedTodayWhere,
721
+ group: ['runnerType'],
722
+ raw: true
723
+ })
724
+ ]);
725
+
726
+ const rowsToRunnerMap = rows =>
727
+ rows.reduce((acc, item) => {
728
+ acc[item.runnerType] = Number(item.count) || 0;
729
+ return acc;
730
+ }, {});
731
+
732
+ const waitingByRunnerType = rowsToRunnerMap(waitingByRunnerTypeRows);
733
+ const completedToday = rowsToRunnerMap(completedTodayRows);
734
+
735
+ const [waitingQueueRows, completedTodayTimingRows] = await Promise.all([
736
+ taskModel.findAll({
737
+ where: waitingByRunnerWhere,
738
+ attributes: ['runnerType', 'createdAt'],
739
+ raw: true
740
+ }),
741
+ taskModel.findAll({
742
+ where: completedTodayWhere,
743
+ attributes: ['runnerType', 'createdAt', 'completedAt'],
744
+ raw: true
745
+ })
746
+ ]);
747
+
748
+ const nowMs = Date.now();
749
+ const waitingQueueMaxWaitMsByRunnerType = {};
750
+ for (const row of waitingQueueRows) {
751
+ const rt = row.runnerType;
752
+ const created = row.createdAt ? new Date(row.createdAt).getTime() : nowMs;
753
+ const waitMs = Math.max(0, nowMs - created);
754
+ const prev = waitingQueueMaxWaitMsByRunnerType[rt] || 0;
755
+ waitingQueueMaxWaitMsByRunnerType[rt] = Math.max(prev, waitMs);
756
+ }
757
+
758
+ const completedTodayTotalDurationMsByRunnerType = {};
759
+ for (const row of completedTodayTimingRows) {
760
+ const rt = row.runnerType || 'manual';
761
+ const ca = row.completedAt ? new Date(row.completedAt).getTime() : NaN;
762
+ const cr = row.createdAt ? new Date(row.createdAt).getTime() : NaN;
763
+ if (!Number.isFinite(ca) || !Number.isFinite(cr)) continue;
764
+ const dur = Math.max(0, ca - cr);
765
+ completedTodayTotalDurationMsByRunnerType[rt] = (completedTodayTotalDurationMsByRunnerType[rt] || 0) + dur;
766
+ }
767
+
768
+ const runnerTypeStatsKeys = new Set([...Object.keys(byRunnerTypeMap), ...Object.keys(pendingByRunnerTypeMap), ...Object.keys(nonPendingByRunnerTypeMap)]);
769
+ const runnerTypeStats = {};
770
+ for (const k of runnerTypeStatsKeys) {
771
+ runnerTypeStats[k] = {
772
+ total: Number(byRunnerTypeMap[k]) || 0,
773
+ pending: Number(pendingByRunnerTypeMap[k]) || 0,
774
+ executed: Number(nonPendingByRunnerTypeMap[k]) || 0
775
+ };
776
+ }
777
+
778
+ return {
779
+ date: formatDate(todayStart, effectiveTimezone),
780
+ totalTasks,
781
+ byStatus: byStatus.reduce((acc, item) => {
782
+ acc[item.status] = Number(item.count);
783
+ return acc;
784
+ }, {}),
785
+ byType: byType.reduce((acc, item) => {
786
+ acc[item.type] = Number(item.count);
787
+ return acc;
788
+ }, {}),
789
+ byRunnerType: byRunnerTypeMap,
790
+ pendingByRunnerType: pendingByRunnerTypeMap,
791
+ waitingByRunnerType,
792
+ completedToday,
793
+ waitingQueueMaxWaitMsByRunnerType,
794
+ completedTodayTotalDurationMsByRunnerType,
795
+ runnerTypeStats,
796
+ hourlyTrend: hourlyTrend.map(item => ({ hour: adjustHour(item.hour), count: Number(item.count) })),
797
+ hourlyTrendByStatus: hourlyTrendByStatus.map(item => ({
798
+ hour: adjustHour(item.hour),
799
+ status: item.status,
800
+ count: Number(item.count)
801
+ })),
802
+ hourlyTrendByType: hourlyTrendByType.map(item => ({
803
+ hour: adjustHour(item.hour),
804
+ type: item.type,
805
+ count: Number(item.count)
806
+ })),
807
+ intervalTrend: intervalTrend.map(item => ({ interval: adjustInterval(item.interval), count: Number(item.count) })),
808
+ todayDuration: await (async () => {
809
+ const statDateKey = formatDate(todayStart, effectiveTimezone);
810
+ const todayStat = await models.taskDailyStatistics.findOne({
811
+ where: { date: statDateKey },
812
+ raw: true
813
+ });
814
+
815
+ const emptyDuration = () => ({
816
+ completedCount: 0,
817
+ successCount: 0,
818
+ failedCount: 0,
819
+ canceledCount: 0,
820
+ avgWaitingTime: 0,
821
+ avgExecutionTime: 0,
822
+ avgTotalTime: 0,
823
+ byType: {},
824
+ byRunnerType: {},
825
+ /** 看板「按类型 × 执行方式」:仅当日任务行回算时有值;日统计 JSON 未存交叉维度时为空 */
826
+ byTypeByRunnerType: { manual: {}, system: {} }
827
+ });
828
+
829
+ const mapStatToDuration = baseStat => {
830
+ if (!baseStat) return emptyDuration();
831
+ const typeData = type && baseStat.byType && baseStat.byType[type] ? baseStat.byType[type] : null;
832
+ const runnerTypeData = runnerType && baseStat.byRunnerType && baseStat.byRunnerType[runnerType] ? baseStat.byRunnerType[runnerType] : null;
833
+ const filterData = runnerTypeData || typeData;
834
+ const mainTimedTaskCount = filterData ? filterData.timedTaskCount : baseStat.timedTaskCount;
835
+ const mainTotalWaitingTime = filterData ? filterData.totalWaitingTime : baseStat.totalWaitingTime;
836
+ const mainTotalExecutionTime = filterData ? filterData.totalExecutionTime : baseStat.totalExecutionTime;
837
+ const mainTotalTime = filterData ? filterData.totalTime : baseStat.totalTime;
838
+
839
+ return {
840
+ completedCount: filterData ? filterData.count : baseStat.totalCompleted,
841
+ successCount: filterData ? filterData.successCount : baseStat.successCount,
842
+ failedCount: filterData ? filterData.failedCount : baseStat.failedCount,
843
+ canceledCount: filterData ? filterData.canceledCount : baseStat.canceledCount,
844
+ avgWaitingTime: mainTimedTaskCount > 0 ? Math.round(mainTotalWaitingTime / mainTimedTaskCount) : 0,
845
+ avgExecutionTime: mainTimedTaskCount > 0 ? Math.round(mainTotalExecutionTime / mainTimedTaskCount) : 0,
846
+ avgTotalTime: mainTimedTaskCount > 0 ? Math.round(mainTotalTime / mainTimedTaskCount) : 0,
847
+ byType: Object.entries(baseStat.byType || {}).reduce((acc, [key, val]) => {
848
+ if (type && key !== type) return acc;
849
+ acc[key] = {
850
+ count: val.count,
851
+ avgWaitingTime: val.timedTaskCount > 0 ? Math.round(val.totalWaitingTime / val.timedTaskCount) : 0,
852
+ avgExecutionTime: val.timedTaskCount > 0 ? Math.round(val.totalExecutionTime / val.timedTaskCount) : 0,
853
+ avgTotalTime: val.timedTaskCount > 0 ? Math.round(val.totalTime / val.timedTaskCount) : 0
854
+ };
855
+ return acc;
856
+ }, {}),
857
+ byRunnerType: Object.entries(baseStat.byRunnerType || {}).reduce((acc, [key, val]) => {
858
+ if (runnerType && key !== runnerType) return acc;
859
+ acc[key] = {
860
+ count: val.count,
861
+ avgWaitingTime: val.timedTaskCount > 0 ? Math.round(val.totalWaitingTime / val.timedTaskCount) : 0,
862
+ avgExecutionTime: val.timedTaskCount > 0 ? Math.round(val.totalExecutionTime / val.timedTaskCount) : 0,
863
+ avgTotalTime: val.timedTaskCount > 0 ? Math.round(val.totalTime / val.timedTaskCount) : 0
864
+ };
865
+ return acc;
866
+ }, {}),
867
+ byTypeByRunnerType: { manual: {}, system: {} }
868
+ };
869
+ };
870
+
871
+ const aggregateDurationFromTodayTasks = async () => {
872
+ const terminalStatuses = ['success', 'failed', 'canceled'];
873
+ const tasks = await taskModel.findAll({
874
+ where: {
875
+ ...whereToday,
876
+ status: { [Op.in]: terminalStatuses }
877
+ },
878
+ attributes: ['type', 'runnerType', 'status', 'createdAt', 'startedAt', 'completedAt', 'updatedAt'],
879
+ raw: true
880
+ });
881
+
882
+ const newBucket = () => ({
883
+ count: 0,
884
+ successCount: 0,
885
+ failedCount: 0,
886
+ canceledCount: 0,
887
+ totalWaitingTime: 0,
888
+ totalExecutionTime: 0,
889
+ totalTime: 0,
890
+ timedTaskCount: 0
891
+ });
892
+
893
+ const bump = (bucket, task, timing) => {
894
+ bucket.count += 1;
895
+ if (task.status === 'success') bucket.successCount += 1;
896
+ else if (task.status === 'failed') bucket.failedCount += 1;
897
+ else if (task.status === 'canceled') bucket.canceledCount += 1;
898
+ if (timing.hasTiming) {
899
+ bucket.totalWaitingTime += timing.waitingTime;
900
+ bucket.totalExecutionTime += timing.executionTime;
901
+ bucket.totalTime += timing.totalTime;
902
+ bucket.timedTaskCount += 1;
903
+ }
904
+ };
905
+
906
+ const byTypeAcc = {};
907
+ const byTypeManualAcc = {};
908
+ const byTypeSystemAcc = {};
909
+ const byRunnerAcc = {};
910
+ const main = newBucket();
911
+
912
+ for (const task of tasks) {
913
+ const timing = computeTaskTiming(task);
914
+ bump(main, task, timing);
915
+ if (!byTypeAcc[task.type]) byTypeAcc[task.type] = newBucket();
916
+ bump(byTypeAcc[task.type], task, timing);
917
+ const splitAcc = task.runnerType === 'manual' ? byTypeManualAcc : byTypeSystemAcc;
918
+ if (!splitAcc[task.type]) splitAcc[task.type] = newBucket();
919
+ bump(splitAcc[task.type], task, timing);
920
+ const rt = task.runnerType || 'system';
921
+ if (!byRunnerAcc[rt]) byRunnerAcc[rt] = newBucket();
922
+ bump(byRunnerAcc[rt], task, timing);
923
+ }
924
+
925
+ const finalizeBuckets = acc =>
926
+ Object.entries(acc).reduce((out, [key, b]) => {
927
+ out[key] = {
928
+ count: b.count,
929
+ avgWaitingTime: b.timedTaskCount > 0 ? Math.round(b.totalWaitingTime / b.timedTaskCount) : 0,
930
+ avgExecutionTime: b.timedTaskCount > 0 ? Math.round(b.totalExecutionTime / b.timedTaskCount) : 0,
931
+ avgTotalTime: b.timedTaskCount > 0 ? Math.round(b.totalTime / b.timedTaskCount) : 0
932
+ };
933
+ return out;
934
+ }, {});
935
+
936
+ return {
937
+ completedCount: main.count,
938
+ successCount: main.successCount,
939
+ failedCount: main.failedCount,
940
+ canceledCount: main.canceledCount,
941
+ avgWaitingTime: main.timedTaskCount > 0 ? Math.round(main.totalWaitingTime / main.timedTaskCount) : 0,
942
+ avgExecutionTime: main.timedTaskCount > 0 ? Math.round(main.totalExecutionTime / main.timedTaskCount) : 0,
943
+ avgTotalTime: main.timedTaskCount > 0 ? Math.round(main.totalTime / main.timedTaskCount) : 0,
944
+ byType: finalizeBuckets(byTypeAcc),
945
+ byRunnerType: finalizeBuckets(byRunnerAcc),
946
+ byTypeByRunnerType: {
947
+ manual: finalizeBuckets(byTypeManualAcc),
948
+ system: finalizeBuckets(byTypeSystemAcc)
949
+ }
950
+ };
951
+ };
952
+
953
+ const fromTasks = await aggregateDurationFromTodayTasks();
954
+
955
+ const statHasAggregate = ts => ts && (Number(ts.totalCompleted) > 0 || Number(ts.timedTaskCount) > 0 || (ts.byType && Object.keys(ts.byType).length > 0) || (ts.byRunnerType && Object.keys(ts.byRunnerType).length > 0));
956
+
957
+ // 实时接口与当日任务表一致:优先按任务行回算;日统计可能滞后或仅部分类型已写入
958
+ if (fromTasks.completedCount > 0) {
959
+ return fromTasks;
960
+ }
961
+ if (todayStat && statHasAggregate(todayStat)) {
962
+ return mapStatToDuration(todayStat);
963
+ }
964
+ if (todayStat) {
965
+ return mapStatToDuration(todayStat);
966
+ }
967
+ return emptyDuration();
968
+ })()
969
+ };
970
+ }
971
+ };
972
+
973
+ Object.assign(fastify[options.name].services, {
974
+ flushCompletionStatistics,
975
+ syncHourlyStatisticsFromTasks,
976
+ statistics
977
+ });
978
+ });