@abtnode/core 1.15.17 → 1.16.0-beta-8ee536d7

package/lib/monitor/node-runtime-monitor.js

@@ -0,0 +1,228 @@
+const EventEmitter = require('events');
+const pick = require('lodash/pick');
+const cloneDeep = require('lodash/cloneDeep');
+
+const { PROCESS_NAME_DAEMON, PROCESS_NAME_PROXY, PROCESS_NAME_SERVICE, EVENTS } = require('@abtnode/constant');
+const defaultLogger = require('@abtnode/logger')('@abtnode/util:node-runtime-info');
+const pm2 = require('@abtnode/util/lib/async-pm2');
+
+const { getSysInfo } = require('../util/sysinfo');
+
+const getProcessInfo = (processId, { returnList } = {}) =>
+  new Promise((resolve, reject) => {
+    pm2.describe(processId, (err, infos) => {
+      if (err) {
+        return reject(err);
+      }
+
+      if (!infos || !infos[0]) {
+        return resolve(null);
+      }
+
+      if (returnList) {
+        return resolve(infos);
+      }
+
+      return resolve(infos[0]);
+    });
+  });
+
+// type RuntimeInfo = {
+//   pid: number;
+//   uptime: number;
+//   memoryUsage: number;
+//   cpuUsage: number;
+//   status: string;
+// };
+
+// type ServiceRuntimeInfo = RuntimeInfo & {
+//   instanceCount: number;
+// };
+
+// type NodeHistoryItem = {
+//   date: number;
+//   cpu: number;
+//   mem: number;
+//   daemonMem: number;
+//   serviceMem: number;
+//   dbMem: number;
+// };
+
+// type History = Array<NodeHistoryItem>;
+
+// type Realtime = {
+//   cpu: {};
+//   mem: {};
+//   os: {};
+//   disks: [];
+//   daemon: RuntimeInfo
+//   service: ServiceRuntimeInfo
+//   db: RuntimeInfo
+
+// type MonitorData = {
+//   realtime: Realtime;
+//   history: History;
+// }
+
+const DEFAULT_DATA = {
+  realtime: {
+    cpu: {},
+    mem: {},
+    os: {},
+    disks: [],
+    daemon: {},
+    service: {},
+    db: {},
+  },
+  history: [],
+};
+
+class NodeRuntimeMonitor extends EventEmitter {
+  constructor({ historyLength = 100, logger = defaultLogger } = {}) {
+    super();
+
+    /**
+     * private
+     */
+    this.historyLength = historyLength;
+    this.logger = logger;
+    this.data = cloneDeep(DEFAULT_DATA);
+    this.inProgress = false;
+  }
+
+  emitRealtimeData() {
+    this.emit(EVENTS.NODE_RUNTIME_INFO, this.getRealtimeData());
+  }
+
+  getRealtimeData() {
+    return this.data.realtime;
+  }
+
+  getHistory() {
+    return this.data.history;
+  }
+
+  async monit() {
+    if (this.inProgress) {
+      this.logger.error('monitoring is in progress');
+      return;
+    }
+
+    this.inProgress = true;
+
+    const date = Date.now();
+    await Promise.allSettled([
+      getSysInfo().catch((error) => {
+        this.logger.error(`failed to getSysInfo: ${error.message}`);
+      }),
+      getProcessInfo(PROCESS_NAME_SERVICE, { returnList: true }).catch((error) => {
+        this.logger.error(`failed to get blocklet-service info: ${error.message}`);
+      }),
+      process.env.NODE_ENV !== 'development'
+        ? getProcessInfo(PROCESS_NAME_DAEMON).catch((error) => {
+            this.logger.error(`failed to get daemon info: ${error.message}`);
+          })
+        : Promise.resolve(),
+      process.env.NODE_ENV !== 'development'
+        ? getProcessInfo(PROCESS_NAME_PROXY).catch((error) => {
+            this.logger.error(`failed to get db info: ${error.message}`);
+          })
+        : Promise.resolve(),
+    ])
+      .then(([{ value: sysInfo }, { value: serviceInfos }, { value: daemonInfo }, { value: dbInfo }]) => {
+        this.inProgress = false;
+
+        const historyItem = {
+          date,
+          cpu: 0,
+          mem: 0,
+          daemonMem: 0,
+          serviceMem: 0,
+          dbMem: 0,
+        };
+
+        if (sysInfo) {
+          Object.assign(this.data.realtime, pick(sysInfo, ['cpu', 'mem', 'os', 'disks']));
+
+          historyItem.cpu = Number(sysInfo.cpu.currentLoad.toFixed(2));
+          historyItem.mem = sysInfo.mem.total - sysInfo.mem.available;
+        }
+
+        if (serviceInfos) {
+          const [proc] = serviceInfos;
+
+          const runtimeInfo = {
+            pid: proc.pid,
+            uptime: proc.pm2_env ? +new Date() - Number(proc.pm2_env.pm_uptime) : 0,
+            // FIXME: 将 services 进程聚合在一起不利于排查问题
+            memoryUsage: serviceInfos.reduce((total, info) => total + info.monit.memory, 0),
+            cpuUsage: serviceInfos.reduce((total, info) => total + info.monit.cpu, 0),
+            status: proc.pm2_env ? proc.pm2_env.status : null,
+            instanceCount: serviceInfos.length,
+          };
+
+          this.data.realtime.service = runtimeInfo;
+
+          historyItem.serviceMem = runtimeInfo.memoryUsage;
+        } else {
+          this.data.realtime.service = {};
+        }
+
+        if (daemonInfo) {
+          const proc = daemonInfo;
+
+          const runtimeInfo = {
+            pid: proc.pid,
+            uptime: proc.pm2_env ? +new Date() - Number(proc.pm2_env.pm_uptime) : 0,
+            memoryUsage: proc.monit.memory,
+            cpuUsage: proc.monit.cpu,
+            status: proc.pm2_env ? proc.pm2_env.status : null,
+          };
+
+          this.data.realtime.daemon = runtimeInfo;
+
+          historyItem.daemonMem = runtimeInfo.memoryUsage;
+        } else {
+          this.data.realtime.daemon = {};
+        }
+
+        if (dbInfo) {
+          const proc = dbInfo;
+
+          const runtimeInfo = {
+            pid: proc.pid,
+            uptime: proc.pm2_env ? +new Date() - Number(proc.pm2_env.pm_uptime) : 0,
+            memoryUsage: proc.monit.memory,
+            cpuUsage: proc.monit.cpu,
+            status: proc.pm2_env ? proc.pm2_env.status : null,
+          };
+
+          this.data.realtime.db = runtimeInfo;
+
+          historyItem.dbMem = runtimeInfo.memoryUsage;
+        } else {
+          this.data.realtime.db = {};
+        }
+
+        this.logger.info('server runtime info', historyItem);
+
+        this._push(historyItem);
+
+        this.emitRealtimeData();
+      })
+      .catch((err) => {
+        this.inProgress = false;
+        this.logger.error(err.message);
+      });
+  }
+
+  _push(value) {
+    const arr = this.data.history;
+    arr.push(value);
+    if (arr.length > this.historyLength) {
+      arr.shift();
+    }
+  }
+}
+
+module.exports.NodeRuntimeMonitor = NodeRuntimeMonitor;