midway-fatcms 0.0.1-beta.6 → 0.0.1-beta.61

package/src/service/VisitStatService.ts

@@ -1,179 +1,166 @@
-import {Inject, Provide} from '@midwayjs/core';
-import {Context} from '@midwayjs/koa';
-import {IScheduleService} from '../interface';
-import {BaseService} from "./base/BaseService";
-import {CurdProService} from "./curd/CurdProService";
-import {SystemDbName, SystemDbType, SystemTables} from "../models/SystemTables";
-import {KeysOfSimpleSQL} from "../libs/crud-pro/models/keys";
-import {FILE_GET_TYPES} from "../models/bizmodels";
-import {CommonResult} from "../libs/utils/common-dto";
-
-
-// 3天 的秒数
-const EXPIRE_TIME = 3 * 24 * 60 * 60;
-
-const STAT_TYPES = {
-  pv: 'pv',
-  uv_ip: 'uv_ip',
-  uv_uid: 'uv_uid',
-};
-
-
-@Provide()
-export class VisitStatService extends BaseService implements IScheduleService {
-  @Inject()
-  protected ctx: Context;
-
-  @Inject()
-  private curdProService: CurdProService;
-
-  async runBySchedule(): Promise<any> {
-    const hours = new Date().getHours();
-    this.logInfo("[VisitStatService] runBySchedule called, hours = " + hours);
-    return this.flushVisitStatToDB();
-  }
-
-
-  async flushVisitStatToDB():  Promise<any>   {
-    //  统计昨天的数据。
-    const stat_date = new Date(Date.now() - 24 * 3600 * 1000).toISOString().split('T')[0];
-
-    const lockKey = `vs_lock_${stat_date}`;
-    // 每天只能执行一次
-    const client = this.redisService;
-    const nxRes = await client.set(lockKey, 1, 'EX', EXPIRE_TIME, 'NX')
-    if (nxRes !== 'OK') {
-      this.logInfo("[VisitStatService] flushVisitStatToDB 每天只能执行一次 ");
-      return CommonResult.errorRes("每天只能执行一次")
-    }
-
-    this.logInfo("[VisitStatService] flushVisitStatToDB start ");
-
-    let totalCount = 0 ;
-    let successCount = 0;
-
-    try {
-
-      const keys = await client.keys(`vs_${stat_date}::*`);
-      // `vs_${date}::${req_host}::${resource_type}::${stat_type}::${resource}`;
-      totalCount = keys.length;
-
-      for (const key of keys) {
-        try {
-          const parts = key.split('::');
-          if (parts.length === 5) {
-            const req_host = parts[1];
-            const resource_type = parts[2];
-            const stat_type = parts[3];
-            const stat_resource = parts[4];
-
-            let stat_count: number;
-            if (stat_type === STAT_TYPES.uv_ip || stat_type == STAT_TYPES.uv_uid) {
-              stat_count = await client.scard(key);
-            } else {
-              stat_count = parseInt(await client.get(key)) || 0;
-            }
-
-            await this.curdProService.executeCrudByCfg({
-              data: {
-                stat_date,
-                stat_resource,
-                stat_type,
-                resource_type,
-                stat_count,
-                req_host
-              }
-            }, {
-              sqlSimpleName: KeysOfSimpleSQL.SIMPLE_INSERT,
-              sqlDatabase: SystemDbName,
-              sqlDdType: SystemDbType,
-              sqlTable: SystemTables.sys_visit_stats,
-            })
-
-            await client.del(key);
-            successCount++;
-          }
-        } catch (e){
-          this.logError('[VisitStatService] flushVisitStatToDB: key = ' + key, e);
-          console.log('[VisitStatService] flushVisitStatToDB: key = ' + key, e);
-        }
-      }
-    } catch (error) {
-      this.logError('[VisitStatService] flushVisitStatToDB' , error);
-      console.log('[VisitStatService] flushVisitStatToDB' , error);
-    }
-
-    this.logInfo("[VisitStatService] flushVisitStatToDB end ");
-
-    return CommonResult.successRes({successCount, totalCount})
-  }
-
-
-  /**
-   * 统计请求数据
-   */
-  async trackRequest(resource: string, resourceType: string) {
-
-    // 文件下载定制
-    if (resource.startsWith('/ns/gw/file/get/')) {
-      for (let i = 0; i < FILE_GET_TYPES.length; i++) {
-        const fileGetType = FILE_GET_TYPES[i];
-        const pathPrefix = `/ns/gw/file/get/${fileGetType}/`
-        if (resource.startsWith(pathPrefix)) {
-          const res2 = resource.substring(pathPrefix.length);
-          return this.trackRequestImpl(res2, fileGetType)
-        }
-      }
-    }
-
-    // 文档访问定制
-    if (resource.startsWith('/ns/app/doc-editor/libview')) {
-      const {docLibId,docId} = this.ctx.query || {};
-      return this.trackRequestImpl(`${docLibId},${docId}`, 'docLibView')
-    }
-
-
-    return this.trackRequestImpl(resource, resourceType)
-  }
-
-
-  private async trackRequestImpl(resource: string, resource_type: string) {
-    const client = this.redisService;
-    const ip = this.ctx.headers['x-real-ip'];
-    const userSession = this.ctx.userSession
-    const req_host = this.ctx?.request?.host || "null" // 域名
-    const date = new Date().toISOString().split('T')[0];
-
-    const toDateResourceKey = (stat_type: string): string => {
-      return `vs_${date}::${req_host}::${resource_type}::${stat_type}::${resource}`;
-    }
-
-    const pv_key = toDateResourceKey(STAT_TYPES.pv);
-    const uv_ip_key = toDateResourceKey(STAT_TYPES.uv_ip);
-    const uv_uid_key = toDateResourceKey(STAT_TYPES.uv_uid);
-
-
-    // 统计 PV
-    await Promise.all([
-      client.incr(pv_key),
-      client.expire(pv_key, EXPIRE_TIME)
-    ]);
-
-    // IP 访问 UV
-    await Promise.all([
-      client.sadd(uv_ip_key, `${ip}`),
-      client.expire(uv_ip_key, EXPIRE_TIME)
-    ]);
-
-    if (userSession && userSession.isLogin()) {
-      const accountId = userSession.getSessionInfo().accountId;
-      // 统计 UV
-      await Promise.all([
-        client.sadd(uv_uid_key, accountId),
-        client.expire(uv_uid_key, EXPIRE_TIME)
-      ]);
-    }
-
-  };
-
-}
+import { Inject, Provide } from '@midwayjs/core';
+import { Context } from '@midwayjs/koa';
+import { IScheduleService } from '@/interface';
+import { BaseService } from './base/BaseService';
+import { CurdProService } from './curd/CurdProService';
+import { SystemTables } from '@/models/SystemTables';
+import { KeysOfSimpleSQL } from '@/libs/crud-pro/models/keys';
+import { FILE_GET_TYPES } from '@/models/bizmodels';
+import { CommonResult } from '@/libs/utils/common-dto';
+import { GLOBAL_STATIC_CONFIG } from '@/libs/global-config/global-config';
+import { RedisKeys } from '@/models/RedisKeys';
+
+// 3天 的秒数
+const EXPIRE_TIME = 3 * 24 * 60 * 60;
+
+const STAT_TYPES = {
+  pv: 'pv',
+  uv_ip: 'uv_ip',
+  uv_uid: 'uv_uid',
+};
+
+@Provide()
+export class VisitStatService extends BaseService implements IScheduleService {
+  @Inject()
+  protected ctx: Context;
+
+  @Inject()
+  private curdProService: CurdProService;
+
+  async runBySchedule(): Promise<any> {
+    const hours = new Date().getHours();
+    this.logInfo('[VisitStatService] runBySchedule called, hours = ' + hours);
+    return this.flushVisitStatToDB();
+  }
+
+  async flushVisitStatToDB(): Promise<any> {
+    const { SystemDbName, SystemDbType } = GLOBAL_STATIC_CONFIG.getConfig();
+
+    //  统计昨天的数据。
+    const stat_date = new Date(Date.now() - 24 * 3600 * 1000).toISOString().split('T')[0];
+
+    const lockKey = `${RedisKeys.VISIT_STAT_LOCK_PREFIX}${stat_date}`;
+    // 每天只能执行一次
+    const client = this.redisService;
+    const nxRes = await client.set(lockKey, 1, 'EX', EXPIRE_TIME, 'NX');
+    if (nxRes !== 'OK') {
+      this.logInfo('[VisitStatService] flushVisitStatToDB 每天只能执行一次 ');
+      return CommonResult.errorRes('每天只能执行一次');
+    }
+
+    this.logInfo('[VisitStatService] flushVisitStatToDB start ');
+
+    let totalCount = 0;
+    let successCount = 0;
+
+    try {
+      const keys = await client.keys(`${RedisKeys.VISIT_STAT_DATE_PREFIX}${stat_date}::*`);
+      // `vs_${date}::${req_host}::${resource_type}::${stat_type}::${resource}`;
+      totalCount = keys.length;
+
+      for (const key of keys) {
+        try {
+          const parts = key.split('::');
+          if (parts.length === 5) {
+            const req_host = parts[1];
+            const resource_type = parts[2];
+            const stat_type = parts[3];
+            const stat_resource = parts[4];
+
+            let stat_count: number;
+            if (stat_type === STAT_TYPES.uv_ip || stat_type === STAT_TYPES.uv_uid) {
+              stat_count = await client.scard(key);
+            } else {
+              stat_count = parseInt(await client.get(key)) || 0;
+            }
+
+            await this.curdProService.executeCrudByCfg(
+              {
+                data: {
+                  stat_date,
+                  stat_resource,
+                  stat_type,
+                  resource_type,
+                  stat_count,
+                  req_host,
+                },
+              },
+              {
+                sqlSimpleName: KeysOfSimpleSQL.SIMPLE_INSERT,
+                sqlDatabase: SystemDbName,
+                sqlDbType: SystemDbType,
+                sqlTable: SystemTables.sys_visit_stats,
+              }
+            );
+
+            await client.del(key);
+            successCount++;
+          }
+        } catch (e) {
+          this.logError('[VisitStatService] flushVisitStatToDB: key = ' + key, e);
+          console.log('[VisitStatService] flushVisitStatToDB: key = ' + key, e);
+        }
+      }
+    } catch (error) {
+      this.logError('[VisitStatService] flushVisitStatToDB', error);
+      console.log('[VisitStatService] flushVisitStatToDB', error);
+    }
+
+    this.logInfo('[VisitStatService] flushVisitStatToDB end ');
+
+    return CommonResult.successRes({ successCount, totalCount });
+  }
+
+  /**
+   * 统计请求数据
+   */
+  async trackRequest(resource: string, resourceType: string) {
+    // 文件下载定制
+    if (resource.startsWith('/ns/gw/file/get/')) {
+      for (let i = 0; i < FILE_GET_TYPES.length; i++) {
+        const fileGetType = FILE_GET_TYPES[i];
+        const pathPrefix = `/ns/gw/file/get/${fileGetType}/`;
+        if (resource.startsWith(pathPrefix)) {
+          const res2 = resource.substring(pathPrefix.length);
+          return this.trackRequestImpl(res2, fileGetType);
+        }
+      }
+    }
+
+    // 文档访问定制
+    if (resource.startsWith('/ns/app/doc-editor/libview')) {
+      const { docLibId, docId } = this.ctx.query || {};
+      return this.trackRequestImpl(`${docLibId},${docId}`, 'docLibView');
+    }
+
+    return this.trackRequestImpl(resource, resourceType);
+  }
+
+  private async trackRequestImpl(resource: string, resource_type: string) {
+    const client = this.redisService;
+    const ip = this.ctx.headers['x-real-ip'];
+    const userSession = this.ctx.userSession;
+    const req_host = this.ctx?.request?.host || 'null'; // 域名
+    const date = new Date().toISOString().split('T')[0];
+
+    const toDateResourceKey = (stat_type: string): string => {
+      return `${RedisKeys.VISIT_STAT_DATE_PREFIX}${date}::${req_host}::${resource_type}::${stat_type}::${resource}`;
+    };
+
+    const pv_key = toDateResourceKey(STAT_TYPES.pv);
+    const uv_ip_key = toDateResourceKey(STAT_TYPES.uv_ip);
+    const uv_uid_key = toDateResourceKey(STAT_TYPES.uv_uid);
+
+    // 统计 PV
+    await Promise.all([client.incr(pv_key), client.expire(pv_key, EXPIRE_TIME)]);
+
+    // IP 访问 UV
+    await Promise.all([client.sadd(uv_ip_key, `${ip}`), client.expire(uv_ip_key, EXPIRE_TIME)]);
+
+    if (userSession && userSession.isLogin()) {
+      const accountId = userSession.getSessionInfo().accountId;
+      // 统计 UV
+      await Promise.all([client.sadd(uv_uid_key, accountId), client.expire(uv_uid_key, EXPIRE_TIME)]);
+    }
+  }
+}