@arcblock/pm2-prom-module 2.6.4 → 2.6.6

package/core/app.js

@@ -57,6 +57,8 @@ class App {
                 restartCount: pidData.restartCount,
                 metrics: this.fillMetricsData(pidData.metrics),
                 status: pidData.status,
+                appUrl: pidData.appUrl,
+                appName: pidData.appName,
             };
         }
         else {

package/core/pm2.js

@@ -17,10 +17,13 @@ const pm2_1 = __importDefault(require("pm2"));
 const app_1 = require("./app");
 const utils_1 = require("../utils");
 const cpu_1 = require("../utils/cpu");
+const keyBy_1 = __importDefault(require("lodash/keyBy"));
 const metrics_1 = require("../metrics");
 const app_2 = require("../metrics/app");
 const logger_1 = require("../utils/logger");
 const docker_1 = require("../utils/docker");
+const domain_1 = require("../utils/domain");
+const p_all_1 = __importDefault(require("p-all"));
 const WORKER_CHECK_INTERVAL = 1000;
 const SHOW_STAT_INTERVAL = 10000;
 const APPS = {};
@@ -44,6 +47,8 @@ const updateAppPidsData = (workingApp, pidData) => {
         createdAt: pidData.createdAt,
         metrics: pidData.metrics,
         status: pidData.status,
+        appUrl: pidData.appUrl,
+        appName: pidData.appName,
     });
 };
 const detectActiveApps = () => {
@@ -88,6 +93,8 @@ const detectActiveApps = () => {
                     createdAt: pm2_env.created_at || 0,
                     metrics: pm2_env.axm_monitor,
                     status: pm2_env.status,
+                    appUrl: pm2_env.BLOCKLET_APP_URL,
+                    appName: pm2_env.BLOCKLET_APP_NAME,
                 };
             }
         });
@@ -142,11 +149,6 @@ const detectActiveApps = () => {
                 workingApp.updateStatus(entry.status);
             }
         }
-        // Collect statistic from apps. Do it after all APPS created
-        if (activePM2Ids.size > 0) {
-            // logger.debug(`Collect app metrics from PIDs ${Array.from(activePM2Ids)}`);
-            sendCollectStaticticBusEvent(Array.from(activePM2Ids));
-        }
         // Update metric with available apps
         metrics_1.metricAvailableApps === null || metrics_1.metricAvailableApps === void 0 ? void 0 : metrics_1.metricAvailableApps.set(Object.keys(APPS).length);
         // Get all pids to monit
@@ -202,10 +204,35 @@ const detectActiveApps = () => {
             .catch((err) => {
             console.error(err.stack || err);
         });
+        const uniqAppMaps = (0, keyBy_1.default)(
+        // @ts-expect-error
+        apps.filter((x) => { var _a; return (_a = x.pm2_env) === null || _a === void 0 ? void 0 : _a.BLOCKLET_APP_PID; }), (x) => { var _a; return (_a = x.pm2_env) === null || _a === void 0 ? void 0 : _a.BLOCKLET_APP_PID; });
+        (0, p_all_1.default)(Object.values(uniqAppMaps)
+            .map((x) => x.pid)
+            .map((pid) => {
+            const app = pidsMonit[pid];
+            if (!app) {
+                throw new Error(`App ${pid} does not have active PIDs. Clear app metrics`);
+            }
+            return app;
+        })
+            .map((app) => {
+            return () => __awaiter(void 0, void 0, void 0, function* () {
+                return {
+                    appName: app.appName,
+                    urls: yield (0, domain_1.getAppDomainList)(app.appUrl),
+                };
+            });
+        }), { concurrency: 8 }).then((apps) => {
+            for (const app of apps) {
+                for (const url of app.urls) {
+                    metrics_1.metricAppDomainList === null || metrics_1.metricAppDomainList === void 0 ? void 0 : metrics_1.metricAppDomainList.set({ appName: app.appName, domain: url }, app.urls.length);
+                }
+            }
+        }).catch(error => console.error(error));
     });
 };
 const startPm2Connect = (conf) => {
-    const logger = (0, logger_1.getLogger)();
     pm2_1.default.connect((err) => {
         var _a;
         if (err)
@@ -220,32 +247,6 @@ const startPm2Connect = (conf) => {
             (0, metrics_1.initDynamicGaugeMetricClients)(additionalMetrics);
         }
         detectActiveApps();
-        // Collect statistic from running apps
-        pm2_1.default.launchBus((err, bus) => {
-            if (err)
-                return console.error(err.stack || err);
-            logger.debug('Start bus listener');
-            bus.on('process:msg', (packet) => {
-                if (packet.process &&
-                    packet.raw &&
-                    packet.raw.topic === 'pm2-prom-module:metrics' &&
-                    packet.raw.data) {
-                    const { name, pm_id } = packet.process;
-                    /*logger.debug(
-                        `Got message from app=${name} and pid=${pm_id}. Message=${JSON.stringify(
-                            packet.raw.data
-                        )}`
-                    );*/
-                    if (name && APPS[name] && packet.raw.data.metrics) {
-                        (0, app_2.processAppMetrics)(conf, {
-                            pmId: pm_id,
-                            appName: name,
-                            appResponse: packet.raw.data,
-                        });
-                    }
-                }
-            });
-        });
         // Start timer to update available apps
         setInterval(() => {
             detectActiveApps();
@@ -296,17 +297,3 @@ function processWorkingApp(workingApp) {
         });
     });
 }
-function sendCollectStaticticBusEvent(pm2Ids) {
-    // Request available metrics from all running apps
-    pm2Ids.forEach((pm2id) => {
-        pm2_1.default.sendDataToProcessId(pm2id, {
-            topic: 'pm2-prom-module:collect',
-            data: {},
-            // Required fields by pm2 but we do not use them
-            id: pm2id,
-        }, (err) => {
-            if (err)
-                return console.error(`pm2-prom-module: sendDataToProcessId ${err.stack || err}`);
-        });
-    });
-}

package/metrics/index.js

@@ -12,7 +12,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.deletePromAppInstancesMetrics = exports.deletePromAppMetrics = exports.combineAllRegistries = exports.initDynamicGaugeMetricClients = exports.initMetrics = exports.dynamicGaugeMetricClients = exports.metricAppStatus = exports.metricAppPidsMemory = exports.metricAppUptime = exports.metricAppRestartCount = exports.metricAppPidsCpuThreshold = exports.metricAppPidsCpuLast = exports.metricAppAverageCpu = exports.metricAppTotalMemory = exports.metricAppAverageMemory = exports.metricAppInstances = exports.metricAvailableApps = exports.registry = void 0;
+exports.deletePromAppInstancesMetrics = exports.deletePromAppMetrics = exports.combineAllRegistries = exports.initDynamicGaugeMetricClients = exports.initMetrics = exports.dynamicGaugeMetricClients = exports.metricAppStatus = exports.metricAppPidsMemory = exports.metricAppUptime = exports.metricAppRestartCount = exports.metricAppPidsCpuThreshold = exports.metricAppPidsCpuLast = exports.metricAppAverageCpu = exports.metricAppTotalMemory = exports.metricAppAverageMemory = exports.metricAppDomainList = exports.metricAppInstances = exports.metricAvailableApps = exports.registry = void 0;
 const prom_client_1 = __importDefault(require("prom-client"));
 const node_os_1 = __importDefault(require("node:os"));
 const cpu_1 = require("../utils/cpu");
@@ -23,6 +23,7 @@ const METRIC_FREE_MEMORY = 'free_memory';
 const METRIC_AVAILABLE_CPU = 'cpu_count';
 const METRIC_AVAILABLE_APPS = 'available_apps';
 const METRIC_APP_INSTANCES = 'app_instances';
+const METRIC_APP_DOMAIN_LIST = 'app_domain_list';
 const METRIC_APP_AVERAGE_MEMORY = 'app_average_memory';
 const METRIC_APP_PIDS_MEMORY = 'app_pids_memory';
 const METRIC_APP_TOTAL_MEMORY = 'app_total_memory';
@@ -146,6 +147,12 @@ const initMetrics = (prefix) => {
         registers: [exports.registry],
         labelNames: ['app'],
     });
+    exports.metricAppDomainList = new prom_client_1.default.Gauge({
+        name: `${prefix}_${METRIC_APP_DOMAIN_LIST}`,
+        help: 'Show app domain list',
+        registers: [exports.registry],
+        labelNames: ['appName', 'domain'],
+    });
     exports.metricAppAverageMemory = new prom_client_1.default.Gauge({
         name: `${prefix}_${METRIC_APP_AVERAGE_MEMORY}`,
         help: 'Show average using memory of an app',

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@arcblock/pm2-prom-module",
-    "version": "2.6.4",
+    "version": "2.6.6",
     "publishConfig": {
         "access": "public"
     },
@@ -8,13 +8,21 @@
     "main": "index.js",
     "dependencies": {
         "@abtnode/util": "^1.16.44",
+        "@keyv/sqlite": "^4.0.6",
+        "@types/dockerode": "^3.3.42",
+        "dockerode": "^4.0.7",
         "internal-ip": "^6.2.0",
+        "is-url": "^1.2.4",
+        "keyv": "^5.5.3",
+        "lodash": "^4.17.21",
+        "p-all": "^3.0.0",
         "pidusage": "^3.0.2",
-        "pm2": "^5.3.0",
+        "pm2": "^6.0.8",
         "pmx": "beta",
         "prom-client": "^15.1.3",
+        "ufo": "^1.6.1",
         "xbytes": "^1.9.1",
-        "zx": "^4.3.0"
+        "zx": "^8.8.0"
     },
     "scripts": {
         "predev": "export PM2_HOME=~/.arcblock/abtnode && pm2 delete @arcblock/pm2-prom-module && pm2 uninstall @arcblock/pm2-prom-module || true && npm run build",
@@ -46,6 +54,7 @@
         "prefix": "pm2"
     },
     "devDependencies": {
+        "@types/fs-extra": "^11.0.4",
         "@types/node": "^18.19.50",
         "@types/pidusage": "^2.0.5",
         "bumpp": "^10.1.0",

package/utils/docker.js

@@ -12,16 +12,17 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getDockerStats = exports.getCPULimit = exports.getFreeMemory = exports.getUsedMemory = exports.getBlockletServerInfo = exports.getAvailableMemory = exports.hasDockerLimitFiles = void 0;
+exports.getCPULimit = exports.getFreeMemory = exports.getUsedMemory = exports.getBlockletServerInfo = exports.getAvailableMemory = exports.hasDockerLimitFiles = void 0;
+exports.getDockerStats = getDockerStats;
 const promises_1 = require("node:fs/promises");
 const node_os_1 = __importDefault(require("node:os"));
 const cpu_1 = require("./cpu");
-const zx_1 = require("zx");
-const xbytes_1 = __importDefault(require("xbytes"));
+const dockerode_1 = __importDefault(require("dockerode"));
 const get_ip_1 = __importDefault(require("@abtnode/util/lib/get-ip"));
 const internal_ip_1 = require("internal-ip");
-// 禁用命令和结果的自动输出
-zx_1.$.verbose = false;
+const uniq_1 = __importDefault(require("lodash/uniq"));
+// 初始化 Docker 客户端
+const docker = new dockerode_1.default();
 //const MEMORY_AVAILABLE = '/sys/fs/cgroup/memory.limit_in_bytes';
 //const MEMORY_USED = '/sys/fs/cgroup/memory.usage_in_bytes';
 const MEMORY_AVAILABLE = '/sys/fs/cgroup/memory.max';
@@ -97,7 +98,7 @@ const getUsedMemory = () => __awaiter(void 0, void 0, void 0, function* () {
             return usedMemory;
         }
     }
-    catch (_b) {
+    catch (_a) {
         return 0;
     }
 });
@@ -126,7 +127,7 @@ const getFreeMemory = () => __awaiter(void 0, void 0, void 0, function* () {
             return systemFreeMem;
         }
     }
-    catch (_c) {
+    catch (_a) {
         return 0;
     }
 });
@@ -146,41 +147,74 @@ const getCPULimit = () => __awaiter(void 0, void 0, void 0, function* () {
             }
         }
     }
-    catch (_d) { }
+    catch (_a) { }
     return count;
 });
 exports.getCPULimit = getCPULimit;
+/**
+ * 获取单个容器的统计信息
+ */
+function getContainerStats(containerId) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, _b, _c, _d, _e, _f, _g;
+        try {
+            const container = docker.getContainer(containerId);
+            const stats = yield container.stats({ stream: false });
+            // 内存使用信息
+            const memoryUsage = ((_a = stats.memory_stats) === null || _a === void 0 ? void 0 : _a.usage) || 0;
+            const memoryLimit = ((_b = stats.memory_stats) === null || _b === void 0 ? void 0 : _b.limit) || 0;
+            // CPU使用信息
+            const cpuStats = (_c = stats.cpu_stats) === null || _c === void 0 ? void 0 : _c.cpu_usage;
+            const preCpuStats = (_d = stats.precpu_stats) === null || _d === void 0 ? void 0 : _d.cpu_usage;
+            let cpuPercent = 0;
+            if (cpuStats && preCpuStats && ((_e = stats.cpu_stats) === null || _e === void 0 ? void 0 : _e.system_cpu_usage) && ((_f = stats.precpu_stats) === null || _f === void 0 ? void 0 : _f.system_cpu_usage)) {
+                // 计算容器CPU使用时间的增量（纳秒）
+                const cpuDelta = cpuStats.total_usage - preCpuStats.total_usage;
+                // 计算系统CPU时间的增量（纳秒）
+                const systemDelta = stats.cpu_stats.system_cpu_usage - stats.precpu_stats.system_cpu_usage;
+                if (systemDelta > 0 && cpuDelta >= 0) {
+                    // 获取系统可用的CPU核心数
+                    const onlineCpus = ((_g = stats.cpu_stats) === null || _g === void 0 ? void 0 : _g.online_cpus) || node_os_1.default.cpus().length;
+                    // Docker CPU使用率计算公式：
+                    // CPU% = (容器CPU增量 / 系统CPU增量) * CPU核心数 * 100%
+                    // 
+                    // 解释：
+                    // - cpuDelta: 容器在两次采样间隔内使用的CPU时间
+                    // - systemDelta: 系统在两次采样间隔内所有CPU核心的总时间
+                    // - 比值 (cpuDelta/systemDelta) 表示容器占用系统总CPU时间的比例
+                    // - 乘以核心数是因为Docker的统计方式：单核100%使用时，在N核系统上显示为N*100%
+                    cpuPercent = (cpuDelta / systemDelta) * onlineCpus * 100;
+                    // 确保结果为非负数且不超过理论最大值
+                    cpuPercent = Math.max(0, Math.min(cpuPercent, onlineCpus * 100));
+                }
+            }
+            return {
+                name: containerId,
+                cpuUsage: Math.round(cpuPercent * 100) / 100, // 保留2位小数
+                memoryUsage: memoryUsage,
+                totalMemory: memoryLimit,
+            };
+        }
+        catch (error) {
+            console.error(`Failed to get stats for container ${containerId}:`, error.message);
+            return null;
+        }
+    });
+}
 function getDockerStats(ids) {
     return __awaiter(this, void 0, void 0, function* () {
         try {
             if (!ids.length) {
                 return [];
             }
-            const result = yield (0, zx_1.$) `docker stats --no-stream --format "{{json .}}" -a`;
-            if (result.exitCode || !result.stdout) {
-                return [];
-            }
-            const statsRows = result.stdout
-                .split('\n')
-                .filter(Boolean)
-                .map((x) => JSON.parse(x));
-            const stats = statsRows.map((x) => {
-                const [memoryUsage, totalMemory] = x.MemUsage.split('/').map((x) => xbytes_1.default.parseSize(x.trim()));
-                return {
-                    name: x.Name,
-                    cpuUsage: +x.CPUPerc.replace('%', ''),
-                    memoryUsage: memoryUsage,
-                    totalMemory: totalMemory,
-                };
-            });
-            return ids.map((id) => {
-                return stats.find((x) => x.name === id);
-            });
+            // 并行获取所有容器的统计信息
+            const results = yield Promise.all((0, uniq_1.default)(ids).map(id => getContainerStats(id)));
+            // 过滤出成功的结果
+            return results.filter((stat) => stat !== null);
         }
         catch (error) {
-            console.error(error);
+            console.error('Error getting Docker stats:', error);
             return [];
         }
     });
 }
-exports.getDockerStats = getDockerStats;

package/utils/domain.js

@@ -0,0 +1,56 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getAppDomainList = getAppDomainList;
+const is_url_1 = __importDefault(require("is-url"));
+const isEmpty_1 = __importDefault(require("lodash/isEmpty"));
+const ufo_1 = require("ufo");
+const keyv_1 = __importDefault(require("keyv"));
+const sqlite_1 = __importDefault(require("@keyv/sqlite"));
+const appDomainListCache = new keyv_1.default({
+    store: new sqlite_1.default({
+        // 这里只能相对路径才能工作
+        uri: 'sqlite://./cache.db',
+        table: 'app_domain_list_cache',
+        busyTimeout: 10000,
+    }),
+    // 默认缓存一个小时
+    ttl: 1000 * 60 * 60,
+});
+function getAppDomainList(url) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        try {
+            if (!url) {
+                return [];
+            }
+            if (!(0, is_url_1.default)(url)) {
+                return [url];
+            }
+            if (yield appDomainListCache.has(url)) {
+                return yield appDomainListCache.get(url);
+            }
+            const response = yield fetch((0, ufo_1.joinURL)(url, '__blocklet__.js?type=json'));
+            const domainAliases = ((_a = (yield response.json())) === null || _a === void 0 ? void 0 : _a.domainAliases) || [];
+            if (!(0, isEmpty_1.default)(domainAliases)) {
+                yield appDomainListCache.set(url, domainAliases);
+            }
+            return domainAliases || [url];
+        }
+        catch (error) {
+            console.error(error);
+            return [url];
+        }
+    });
+}

package/utils/index.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.toUndescore = void 0;
+exports.toUndescore = toUndescore;
 function toUndescore(str) {
     return str.toLowerCase().replace(/\s+/g, '_');
 }
-exports.toUndescore = toUndescore;