@oneuptime/common 11.6.0 → 11.6.2

package/build/dist/Server/Utils/Monitor/NetworkDeviceMetricUtil.js

@@ -0,0 +1,262 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import logger from "../Logger";
+import TelemetryUtil from "../Telemetry/Telemetry";
+import MetricService from "../../Services/MetricService";
+import GlobalConfigService from "../../Services/GlobalConfigService";
+import { MetricPointType } from "../../../Models/AnalyticsModels/Metric";
+import ServiceType from "../../../Types/Telemetry/ServiceType";
+import MetricType from "../../../Models/DatabaseModels/MetricType";
+import MonitorMetricType from "../../../Types/Monitor/MonitorMetricType";
+import ObjectID from "../../../Types/ObjectID";
+import OneUptimeDate from "../../../Types/Date";
+import CaptureSpan from "../Telemetry/CaptureSpan";
+/*
+ * Emits device-scoped metrics from each device walk — availability,
+ * response time, per-interface status/bandwidth/utilization/errors, and
+ * polled health-OID values. Series are keyed to the NetworkDevice
+ * (primaryEntityId = deviceId, attributes.networkDeviceId), NOT to a
+ * monitor, so the device pages can chart health for every registered
+ * device — including devices no monitor watches. Mirrors the SNMP sections
+ * of MonitorMetricUtil, which continue to emit monitor-scoped series for
+ * monitors that alert on the device.
+ */
+class NetworkDeviceMetricUtil {
+    static async getRetentionDays() {
+        const now = OneUptimeDate.getCurrentDate();
+        if (this.cachedRetentionDays !== null &&
+            this.lastCacheRefresh !== null &&
+            now.getTime() - this.lastCacheRefresh.getTime() < this.CACHE_TTL_MS) {
+            return this.cachedRetentionDays;
+        }
+        try {
+            const globalConfig = await GlobalConfigService.findOneBy({
+                query: {
+                    _id: ObjectID.getZeroObjectID().toString(),
+                },
+                props: {
+                    isRoot: true,
+                },
+                select: {
+                    monitorMetricRetentionInDays: true,
+                },
+            });
+            if (globalConfig &&
+                globalConfig.monitorMetricRetentionInDays !== undefined &&
+                globalConfig.monitorMetricRetentionInDays !== null) {
+                this.cachedRetentionDays = globalConfig.monitorMetricRetentionInDays;
+            }
+            else {
+                this.cachedRetentionDays = this.DEFAULT_RETENTION_DAYS;
+            }
+        }
+        catch (err) {
+            logger.error(err);
+            this.cachedRetentionDays = this.DEFAULT_RETENTION_DAYS;
+        }
+        this.lastCacheRefresh = now;
+        return this.cachedRetentionDays;
+    }
+    static async saveWalkMetrics(data) {
+        var _a, _b;
+        const metricRows = [];
+        const metricNameServiceNameMap = {};
+        const retentionDays = await NetworkDeviceMetricUtil.getRetentionDays();
+        const retentionDate = OneUptimeDate.addRemoveDays(OneUptimeDate.getCurrentDate(), retentionDays);
+        const baseAttributes = {
+            projectId: data.projectId.toString(),
+            networkDeviceId: data.networkDeviceId.toString(),
+        };
+        if (data.deviceName) {
+            baseAttributes["deviceName"] = data.deviceName;
+        }
+        if (data.probeId) {
+            baseAttributes["probeId"] = data.probeId.toString();
+        }
+        const pushMetric = (metric) => {
+            if (metric.value === undefined || metric.value === null) {
+                return;
+            }
+            if (typeof metric.value !== "number" || !isFinite(metric.value)) {
+                return;
+            }
+            metricRows.push(NetworkDeviceMetricUtil.buildDeviceMetricRow({
+                projectId: data.projectId,
+                networkDeviceId: data.networkDeviceId,
+                metricName: metric.metricName,
+                value: metric.value,
+                retentionDate: retentionDate,
+                attributes: Object.assign(Object.assign({}, baseAttributes), (metric.extraAttributes || {})),
+            }));
+            const metricType = new MetricType();
+            metricType.name = metric.metricName;
+            metricType.description = metric.description;
+            metricType.unit = metric.unit;
+            metricNameServiceNameMap[metric.metricName] = metricType;
+        };
+        if (data.isOnline !== undefined) {
+            pushMetric({
+                metricName: MonitorMetricType.IsOnline,
+                value: data.isOnline ? 1 : 0,
+                description: "SNMP reachability of this network device (1 up, 0 down)",
+                unit: "",
+            });
+        }
+        if (data.responseTimeInMs !== undefined) {
+            pushMetric({
+                metricName: MonitorMetricType.ResponseTime,
+                value: data.responseTimeInMs,
+                description: "SNMP response time of this network device",
+                unit: "ms",
+            });
+        }
+        const snmpInterfaces = (_a = data.snmpResponse) === null || _a === void 0 ? void 0 : _a.interfaces;
+        if (snmpInterfaces && snmpInterfaces.length > 0) {
+            const interfacesToEmit = snmpInterfaces.slice(0, NetworkDeviceMetricUtil.maxInterfaceSeries);
+            if (interfacesToEmit.length < snmpInterfaces.length) {
+                logger.warn(`Device ${data.networkDeviceId.toString()}: emitting metrics for first ${interfacesToEmit.length} of ${snmpInterfaces.length} SNMP interfaces`);
+            }
+            for (const snmpInterface of interfacesToEmit) {
+                const interfaceAttributes = {
+                    interfaceName: snmpInterface.name,
+                    interfaceIndex: snmpInterface.interfaceIndex.toString(),
+                };
+                pushMetric({
+                    metricName: MonitorMetricType.SnmpInterfaceOperStatus,
+                    value: snmpInterface.isOperationallyUp ? 1 : 0,
+                    description: "SNMP interface operational status (1 up, 0 down)",
+                    unit: "",
+                    extraAttributes: interfaceAttributes,
+                });
+                pushMetric({
+                    metricName: MonitorMetricType.SnmpInterfaceInBitsPerSecond,
+                    value: snmpInterface.inBitsPerSecond,
+                    description: "SNMP interface inbound bandwidth",
+                    unit: "bps",
+                    extraAttributes: interfaceAttributes,
+                });
+                pushMetric({
+                    metricName: MonitorMetricType.SnmpInterfaceOutBitsPerSecond,
+                    value: snmpInterface.outBitsPerSecond,
+                    description: "SNMP interface outbound bandwidth",
+                    unit: "bps",
+                    extraAttributes: interfaceAttributes,
+                });
+                pushMetric({
+                    metricName: MonitorMetricType.SnmpInterfaceUtilizationPercent,
+                    value: snmpInterface.utilizationPercent,
+                    description: "SNMP interface utilization",
+                    unit: "%",
+                    extraAttributes: interfaceAttributes,
+                });
+                pushMetric({
+                    metricName: MonitorMetricType.SnmpInterfaceErrorsPerSecond,
+                    value: snmpInterface.errorsPerSecond,
+                    description: "SNMP interface errors per second",
+                    unit: "errors/s",
+                    extraAttributes: interfaceAttributes,
+                });
+            }
+        }
+        /*
+         * Polled health-OID values (vendor-template CPU/memory/temperature and
+         * custom OIDs configured on the device). One series per OID, keyed by
+         * the oid/oidName attributes; non-numeric values (strings, OIDs, MACs)
+         * are skipped — they carry no chartable signal.
+         */
+        const snmpOidResponses = (_b = data.snmpResponse) === null || _b === void 0 ? void 0 : _b.oidResponses;
+        if (snmpOidResponses && snmpOidResponses.length > 0) {
+            const oidResponsesToEmit = snmpOidResponses.slice(0, NetworkDeviceMetricUtil.maxOidSeries);
+            if (oidResponsesToEmit.length < snmpOidResponses.length) {
+                logger.warn(`Device ${data.networkDeviceId.toString()}: emitting metrics for first ${oidResponsesToEmit.length} of ${snmpOidResponses.length} SNMP OID responses`);
+            }
+            for (const oidResponse of oidResponsesToEmit) {
+                const numericValue = typeof oidResponse.value === "number" && isFinite(oidResponse.value)
+                    ? oidResponse.value
+                    : undefined;
+                if (numericValue === undefined) {
+                    continue;
+                }
+                pushMetric({
+                    metricName: MonitorMetricType.SnmpOidValue,
+                    value: numericValue,
+                    description: "Value of a polled SNMP OID",
+                    unit: "",
+                    extraAttributes: {
+                        oid: oidResponse.oid,
+                        oidName: oidResponse.name || oidResponse.oid,
+                    },
+                });
+            }
+        }
+        if (metricRows.length === 0) {
+            return;
+        }
+        await MetricService.insertJsonRows(metricRows);
+        TelemetryUtil.indexMetricNameServiceNameMap({
+            projectId: data.projectId,
+            metricNameServiceNameMap: metricNameServiceNameMap,
+        }).catch((err) => {
+            logger.error(err);
+        });
+    }
+    // Row shape must stay in lockstep with MonitorMetricUtil.buildMonitorMetricRow.
+    static buildDeviceMetricRow(data) {
+        const ingestionDate = OneUptimeDate.getCurrentDate();
+        const ingestionTimestamp = OneUptimeDate.toClickhouseDateTime(ingestionDate);
+        const timeUnixNano = OneUptimeDate.toUnixNano(ingestionDate).toString();
+        const attributes = Object.assign({}, data.attributes);
+        const attributeKeys = TelemetryUtil.getAttributeKeys(attributes);
+        return {
+            _id: ObjectID.generateTimeOrdered().toString(),
+            createdAt: ingestionTimestamp,
+            projectId: data.projectId.toString(),
+            primaryEntityId: data.networkDeviceId.toString(),
+            primaryEntityType: ServiceType.NetworkDevice,
+            name: data.metricName,
+            aggregationTemporality: null,
+            metricPointType: MetricPointType.Sum,
+            time: ingestionTimestamp,
+            startTime: null,
+            timeUnixNano: timeUnixNano,
+            startTimeUnixNano: null,
+            attributes: attributes,
+            attributeKeys: attributeKeys,
+            isMonotonic: null,
+            count: null,
+            sum: null,
+            min: null,
+            max: null,
+            bucketCounts: [],
+            explicitBounds: [],
+            value: data.value,
+            retentionDate: OneUptimeDate.toClickhouseDateTime(data.retentionDate),
+        };
+    }
+}
+/*
+ * Caps mirror MonitorMetricUtil: bound what a single walk can write —
+ * large routers can expose thousands of subinterfaces.
+ */
+NetworkDeviceMetricUtil.maxInterfaceSeries = 200;
+NetworkDeviceMetricUtil.maxOidSeries = 50;
+// Retention handling mirrors MonitorMetricUtil (shared GlobalConfig knob).
+NetworkDeviceMetricUtil.DEFAULT_RETENTION_DAYS = 30;
+NetworkDeviceMetricUtil.cachedRetentionDays = null;
+NetworkDeviceMetricUtil.lastCacheRefresh = null;
+NetworkDeviceMetricUtil.CACHE_TTL_MS = 5 * 60 * 1000;
+export default NetworkDeviceMetricUtil;
+__decorate([
+    CaptureSpan(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], NetworkDeviceMetricUtil, "saveWalkMetrics", null);
+//# sourceMappingURL=NetworkDeviceMetricUtil.js.map

package/build/dist/Server/Utils/Monitor/NetworkDeviceMetricUtil.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NetworkDeviceMetricUtil.js","sourceRoot":"","sources":["../../../../../Server/Utils/Monitor/NetworkDeviceMetricUtil.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,MAAM,MAAM,WAAW,CAAC;AAC/B,OAAO,aAAa,MAAM,wBAAwB,CAAC;AACnD,OAAO,aAAa,MAAM,8BAA8B,CAAC;AACzD,OAAO,mBAAmB,MAAM,oCAAoC,CAAC;AAErE,OAAO,EAAE,eAAe,EAAE,MAAM,wCAAwC,CAAC;AACzE,OAAO,WAAW,MAAM,sCAAsC,CAAC;AAC/D,OAAO,UAAU,MAAM,2CAA2C,CAAC;AAGnE,OAAO,iBAAiB,MAAM,0CAA0C,CAAC;AAKzE,OAAO,QAAQ,MAAM,yBAAyB,CAAC;AAC/C,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAChD,OAAO,WAAW,MAAM,0BAA0B,CAAC;AAEnD;;;;;;;;;GASG;AACH,MAAqB,uBAAuB;IAclC,MAAM,CAAC,KAAK,CAAC,gBAAgB;QACnC,MAAM,GAAG,GAAS,aAAa,CAAC,cAAc,EAAE,CAAC;QAEjD,IACE,IAAI,CAAC,mBAAmB,KAAK,IAAI;YACjC,IAAI,CAAC,gBAAgB,KAAK,IAAI;YAC9B,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,YAAY,EACnE,CAAC;YACD,OAAO,IAAI,CAAC,mBAAmB,CAAC;QAClC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,YAAY,GAChB,MAAM,mBAAmB,CAAC,SAAS,CAAC;gBAClC,KAAK,EAAE;oBACL,GAAG,EAAE,QAAQ,CAAC,eAAe,EAAE,CAAC,QAAQ,EAAE;iBAC3C;gBACD,KAAK,EAAE;oBACL,MAAM,EAAE,IAAI;iBACb;gBACD,MAAM,EAAE;oBACN,4BAA4B,EAAE,IAAI;iBACnC;aACF,CAAC,CAAC;YAEL,IACE,YAAY;gBACZ,YAAY,CAAC,4BAA4B,KAAK,SAAS;gBACvD,YAAY,CAAC,4BAA4B,KAAK,IAAI,EAClD,CAAC;gBACD,IAAI,CAAC,mBAAmB,GAAG,YAAY,CAAC,4BAA4B,CAAC;YACvE,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC;YACzD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAClB,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,GAAG,CAAC;QAC5B,OAAO,IAAI,CAAC,mBAAmB,CAAC;IAClC,CAAC;IAGmB,AAAb,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,IAQnC;;QACC,MAAM,UAAU,GAAsB,EAAE,CAAC;QACzC,MAAM,wBAAwB,GAA2B,EAAE,CAAC;QAE5D,MAAM,aAAa,GACjB,MAAM,uBAAuB,CAAC,gBAAgB,EAAE,CAAC;QACnD,MAAM,aAAa,GAAS,aAAa,CAAC,aAAa,CACrD,aAAa,CAAC,cAAc,EAAE,EAC9B,aAAa,CACd,CAAC;QAEF,MAAM,cAAc,GAAe;YACjC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;YACpC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE;SACjD,CAAC;QAEF,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,cAAc,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;QACjD,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,cAAc,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACtD,CAAC;QAED,MAAM,UAAU,GAMH,CAAC,MAMb,EAAE,EAAE;YACH,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;gBACxD,OAAO;YACT,CAAC;YAED,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChE,OAAO;YACT,CAAC;YAED,UAAU,CAAC,IAAI,CACb,uBAAuB,CAAC,oBAAoB,CAAC;gBAC3C,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,aAAa,EAAE,aAAa;gBAC5B,UAAU,kCACL,cAAc,GACd,CAAC,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC,CAClC;aACF,CAAC,CACH,CAAC;YAEF,MAAM,UAAU,GAAe,IAAI,UAAU,EAAE,CAAC;YAChD,UAAU,CAAC,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC;YACpC,UAAU,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YAC5C,UAAU,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YAE9B,wBAAwB,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;QAC3D,CAAC,CAAC;QAEF,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,UAAU,CAAC;gBACT,UAAU,EAAE,iBAAiB,CAAC,QAAQ;gBACtC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5B,WAAW,EAAE,yDAAyD;gBACtE,IAAI,EAAE,EAAE;aACT,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACxC,UAAU,CAAC;gBACT,UAAU,EAAE,iBAAiB,CAAC,YAAY;gBAC1C,KAAK,EAAE,IAAI,CAAC,gBAAgB;gBAC5B,WAAW,EAAE,2CAA2C;gBACxD,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;QACL,CAAC;QAED,MAAM,cAAc,GAClB,MAAA,IAAI,CAAC,YAAY,0CAAE,UAAU,CAAC;QAEhC,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,MAAM,gBAAgB,GAAyB,cAAc,CAAC,KAAK,CACjE,CAAC,EACD,uBAAuB,CAAC,kBAAkB,CAC3C,CAAC;YAEF,IAAI,gBAAgB,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC;gBACpD,MAAM,CAAC,IAAI,CACT,UAAU,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,gCAAgC,gBAAgB,CAAC,MAAM,OAAO,cAAc,CAAC,MAAM,kBAAkB,CAC/I,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,aAAa,IAAI,gBAAgB,EAAE,CAAC;gBAC7C,MAAM,mBAAmB,GAAe;oBACtC,aAAa,EAAE,aAAa,CAAC,IAAI;oBACjC,cAAc,EAAE,aAAa,CAAC,cAAc,CAAC,QAAQ,EAAE;iBACxD,CAAC;gBAEF,UAAU,CAAC;oBACT,UAAU,EAAE,iBAAiB,CAAC,uBAAuB;oBACrD,KAAK,EAAE,aAAa,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC9C,WAAW,EAAE,kDAAkD;oBAC/D,IAAI,EAAE,EAAE;oBACR,eAAe,EAAE,mBAAmB;iBACrC,CAAC,CAAC;gBACH,UAAU,CAAC;oBACT,UAAU,EAAE,iBAAiB,CAAC,4BAA4B;oBAC1D,KAAK,EAAE,aAAa,CAAC,eAAe;oBACpC,WAAW,EAAE,kCAAkC;oBAC/C,IAAI,EAAE,KAAK;oBACX,eAAe,EAAE,mBAAmB;iBACrC,CAAC,CAAC;gBACH,UAAU,CAAC;oBACT,UAAU,EAAE,iBAAiB,CAAC,6BAA6B;oBAC3D,KAAK,EAAE,aAAa,CAAC,gBAAgB;oBACrC,WAAW,EAAE,mCAAmC;oBAChD,IAAI,EAAE,KAAK;oBACX,eAAe,EAAE,mBAAmB;iBACrC,CAAC,CAAC;gBACH,UAAU,CAAC;oBACT,UAAU,EAAE,iBAAiB,CAAC,+BAA+B;oBAC7D,KAAK,EAAE,aAAa,CAAC,kBAAkB;oBACvC,WAAW,EAAE,4BAA4B;oBACzC,IAAI,EAAE,GAAG;oBACT,eAAe,EAAE,mBAAmB;iBACrC,CAAC,CAAC;gBACH,UAAU,CAAC;oBACT,UAAU,EAAE,iBAAiB,CAAC,4BAA4B;oBAC1D,KAAK,EAAE,aAAa,CAAC,eAAe;oBACpC,WAAW,EAAE,kCAAkC;oBAC/C,IAAI,EAAE,UAAU;oBAChB,eAAe,EAAE,mBAAmB;iBACrC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED;;;;;WAKG;QACH,MAAM,gBAAgB,GACpB,MAAA,IAAI,CAAC,YAAY,0CAAE,YAAY,CAAC;QAElC,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,MAAM,kBAAkB,GAA2B,gBAAgB,CAAC,KAAK,CACvE,CAAC,EACD,uBAAuB,CAAC,YAAY,CACrC,CAAC;YAEF,IAAI,kBAAkB,CAAC,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBACxD,MAAM,CAAC,IAAI,CACT,UAAU,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,gCAAgC,kBAAkB,CAAC,MAAM,OAAO,gBAAgB,CAAC,MAAM,qBAAqB,CACtJ,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,WAAW,IAAI,kBAAkB,EAAE,CAAC;gBAC7C,MAAM,YAAY,GAChB,OAAO,WAAW,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC;oBAClE,CAAC,CAAC,WAAW,CAAC,KAAK;oBACnB,CAAC,CAAC,SAAS,CAAC;gBAEhB,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,SAAS;gBACX,CAAC;gBAED,UAAU,CAAC;oBACT,UAAU,EAAE,iBAAiB,CAAC,YAAY;oBAC1C,KAAK,EAAE,YAAY;oBACnB,WAAW,EAAE,4BAA4B;oBACzC,IAAI,EAAE,EAAE;oBACR,eAAe,EAAE;wBACf,GAAG,EAAE,WAAW,CAAC,GAAG;wBACpB,OAAO,EAAE,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,GAAG;qBAC7C;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,MAAM,aAAa,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAE/C,aAAa,CAAC,6BAA6B,CAAC;YAC1C,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,wBAAwB,EAAE,wBAAwB;SACnD,CAAC,CAAC,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE;YACtB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,gFAAgF;IACxE,MAAM,CAAC,oBAAoB,CAAC,IAOnC;QACC,MAAM,aAAa,GAAS,aAAa,CAAC,cAAc,EAAE,CAAC;QAC3D,MAAM,kBAAkB,GACtB,aAAa,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;QACpD,MAAM,YAAY,GAChB,aAAa,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;QAErD,MAAM,UAAU,qBAAoB,IAAI,CAAC,UAAU,CAAE,CAAC;QACtD,MAAM,aAAa,GACjB,aAAa,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAE7C,OAAO;YACL,GAAG,EAAE,QAAQ,CAAC,mBAAmB,EAAE,CAAC,QAAQ,EAAE;YAC9C,SAAS,EAAE,kBAAkB;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;YACpC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE;YAChD,iBAAiB,EAAE,WAAW,CAAC,aAAa;YAC5C,IAAI,EAAE,IAAI,CAAC,UAAU;YACrB,sBAAsB,EAAE,IAAI;YAC5B,eAAe,EAAE,eAAe,CAAC,GAAG;YACpC,IAAI,EAAE,kBAAkB;YACxB,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,YAAY;YAC1B,iBAAiB,EAAE,IAAI;YACvB,UAAU,EAAE,UAAU;YACtB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,IAAI;YACjB,KAAK,EAAE,IAAI;YACX,GAAG,EAAE,IAAI;YACT,GAAG,EAAE,IAAI;YACT,GAAG,EAAE,IAAI;YACT,YAAY,EAAE,EAAE;YAChB,cAAc,EAAE,EAAE;YAClB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,aAAa,EAAE,aAAa,CAAC,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC;SACxD,CAAC;IAClB,CAAC;;AAvTD;;;GAGG;AACqB,0CAAkB,GAAW,GAAG,CAAC;AACjC,oCAAY,GAAW,EAAE,CAAC;AAElD,2EAA2E;AACnD,8CAAsB,GAAW,EAAE,CAAC;AAC7C,2CAAmB,GAAkB,IAAI,CAAC;AAC1C,wCAAgB,GAAgB,IAAI,CAAC;AAC5B,oCAAY,GAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;eAZ1C,uBAAuB;AA0DtB;IADnB,WAAW,EAAE;;;;oDAiNb"}

package/build/dist/Server/Utils/Monitor/NetworkDeviceWalkUtil.js

@@ -0,0 +1,201 @@
+import MonitorService from "../../Services/MonitorService";
+import NetworkDeviceService from "../../Services/NetworkDeviceService";
+import MonitorResourceUtil from "./MonitorResource";
+import NetworkDeviceMetricUtil from "./NetworkDeviceMetricUtil";
+import NetworkInventoryUtil from "./NetworkInventoryUtil";
+import SnmpInterfaceRateUtil from "./SnmpInterfaceRateUtil";
+import LIMIT_MAX from "../../../Types/Database/LimitMax";
+import MonitorType from "../../../Types/Monitor/MonitorType";
+import OneUptimeDate from "../../../Types/Date";
+import logger from "../Logger";
+/*
+ * Server half of device-owned polling.
+ *
+ * The device's assigned probe walks every polling-enabled NetworkDevice on
+ * the device's own schedule and reports each walk here. This util then:
+ *
+ *   1. computes interface rates against the device's previous walk
+ *      (NetworkDevice.lastWalkLog),
+ *   2. syncs the device/interface/endpoint inventory and lastSeenAt,
+ *   3. emits device-scoped metrics (so health charts work with zero
+ *      monitors), and
+ *   4. fans the walk out to every Network Device monitor referencing the
+ *      device — each gets an event-driven ProbeMonitorResponse evaluated
+ *      through the ordinary criteria pipeline (incidents, alerts, status).
+ *
+ * Monitors are pure alerting config here: they never poll, and deleting
+ * every monitor leaves the device fully inventoried and charted.
+ */
+export default class NetworkDeviceWalkUtil {
+    static async processWalkResult(data) {
+        var _a, _b, _c, _d;
+        /*
+         * Scope the lookup to the reporting probe (the auth middleware only
+         * proves the caller is SOME valid probe) — without this any probe that
+         * learned a foreign device id could overwrite another project's
+         * inventory or trigger its monitors.
+         */
+        const device = await NetworkDeviceService.findOneBy({
+            query: {
+                _id: data.networkDeviceId,
+                probeId: data.probeId,
+            },
+            select: {
+                _id: true,
+                projectId: true,
+                name: true,
+                siteId: true,
+                lastWalkLog: true,
+            },
+            props: {
+                isRoot: true,
+            },
+        });
+        if (!device || !device.id || !device.projectId) {
+            logger.warn(`Device walk ignored: device ${data.networkDeviceId.toString()} is not assigned to probe ${data.probeId.toString()}.`);
+            return;
+        }
+        const isOnline = data.snmpResponse.isOnline;
+        /*
+         * Interface rates are counter deltas against the previous walk. Compute
+         * them on the FULL interface set, before inventory pruning, so muted
+         * ports still get fresh rates in the inventory table.
+         */
+        SnmpInterfaceRateUtil.attachInterfaceRates({
+            snmpResponse: data.snmpResponse,
+            previousWalkLog: device.lastWalkLog,
+        });
+        /*
+         * Persist this walk as the next delta baseline — but only when it
+         * actually walked interfaces. Keeping the last GOOD counters across
+         * failed polls means rates resume with a correct (longer-window) delta
+         * instead of losing a cycle.
+         */
+        if (data.snmpResponse.interfaces &&
+            data.snmpResponse.interfaces.length > 0) {
+            await NetworkDeviceService.updateOneById({
+                id: device.id,
+                data: {
+                    lastWalkLog: {
+                        snmpResponse: JSON.parse(JSON.stringify(data.snmpResponse)),
+                        monitoredAt: OneUptimeDate.getCurrentDate(),
+                    },
+                },
+                props: {
+                    isRoot: true,
+                },
+            });
+        }
+        /*
+         * Inventory sync also prunes data.snmpResponse.interfaces down to
+         * monitored ports, so the metrics and criteria below only see ports the
+         * user cares about.
+         */
+        await NetworkInventoryUtil.updateFromWalk({
+            projectId: device.projectId,
+            deviceId: device.id,
+            snmpResponse: data.snmpResponse,
+            isOnline: isOnline,
+        });
+        try {
+            await NetworkDeviceMetricUtil.saveWalkMetrics({
+                projectId: device.projectId,
+                networkDeviceId: device.id,
+                deviceName: device.name,
+                probeId: data.probeId,
+                snmpResponse: data.snmpResponse,
+                responseTimeInMs: data.snmpResponse.responseTimeInMs,
+                isOnline: isOnline,
+            });
+        }
+        catch (err) {
+            // Metrics must never fail the walk pipeline.
+            logger.error(`Failed to save device metrics for ${device.id.toString()}:`);
+            logger.error(err);
+        }
+        // --- Fan out to the monitors alerting on this device ---
+        const monitors = await NetworkDeviceWalkUtil.findMonitorsWatchingDevices({
+            projectId: device.projectId,
+            deviceIds: [device.id.toString()],
+        });
+        for (const monitor of monitors) {
+            if (monitor.disableActiveMonitoring ||
+                monitor.disableActiveMonitoringBecauseOfManualIncident ||
+                monitor.disableActiveMonitoringBecauseOfScheduledMaintenanceEvent) {
+                continue;
+            }
+            if (!monitor.id || !monitor.projectId) {
+                continue;
+            }
+            for (const monitorStep of ((_b = (_a = monitor.monitorSteps) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.monitorStepsInstanceArray) || []) {
+                const referencedDeviceId = (_d = (_c = monitorStep.data) === null || _c === void 0 ? void 0 : _c.networkDeviceMonitor) === null || _d === void 0 ? void 0 : _d.networkDeviceId;
+                if (!referencedDeviceId ||
+                    referencedDeviceId !== device.id.toString()) {
+                    continue;
+                }
+                const walkResponse = {
+                    projectId: monitor.projectId,
+                    monitorId: monitor.id,
+                    monitorStepId: monitorStep.id,
+                    probeId: data.probeId,
+                    snmpResponse: data.snmpResponse,
+                    isOnline: isOnline,
+                    responseTimeInMs: data.snmpResponse.responseTimeInMs,
+                    isTimeout: data.snmpResponse.isTimeout,
+                    failureCause: data.snmpResponse.failureCause || "",
+                    monitoredAt: data.monitoredAt,
+                    ingestedAt: OneUptimeDate.getCurrentDate(),
+                };
+                try {
+                    await MonitorResourceUtil.monitorResource(walkResponse);
+                }
+                catch (err) {
+                    logger.error(`Error evaluating device walk for monitor ${monitor.id.toString()}:`);
+                    logger.error(err);
+                }
+            }
+        }
+        logger.debug(`Device walk for ${device.id.toString()} processed: evaluated ${monitors.length} watching monitor(s).`);
+    }
+    /*
+     * Every enabled Network Device monitor in the project whose steps
+     * reference one of the given devices. Shared by the walk fan-out above
+     * and the SNMP trap fan-out — the monitor↔device link lives in step JSON,
+     * so this fetches the project's Network Device monitors and filters
+     * server-side.
+     */
+    static async findMonitorsWatchingDevices(data) {
+        if (data.deviceIds.length === 0) {
+            return [];
+        }
+        const deviceIdSet = new Set(data.deviceIds);
+        const monitors = await MonitorService.findBy({
+            query: {
+                projectId: data.projectId,
+                monitorType: MonitorType.NetworkDevice,
+            },
+            select: {
+                _id: true,
+                projectId: true,
+                monitorSteps: true,
+                disableActiveMonitoring: true,
+                disableActiveMonitoringBecauseOfManualIncident: true,
+                disableActiveMonitoringBecauseOfScheduledMaintenanceEvent: true,
+            },
+            limit: LIMIT_MAX,
+            skip: 0,
+            props: {
+                isRoot: true,
+            },
+        });
+        return monitors.filter((monitor) => {
+            var _a, _b;
+            return (((_b = (_a = monitor.monitorSteps) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.monitorStepsInstanceArray) || []).some((monitorStep) => {
+                var _a, _b;
+                const referencedDeviceId = (_b = (_a = monitorStep.data) === null || _a === void 0 ? void 0 : _a.networkDeviceMonitor) === null || _b === void 0 ? void 0 : _b.networkDeviceId;
+                return Boolean(referencedDeviceId && deviceIdSet.has(referencedDeviceId));
+            });
+        });
+    }
+}
+//# sourceMappingURL=NetworkDeviceWalkUtil.js.map

package/build/dist/Server/Utils/Monitor/NetworkDeviceWalkUtil.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NetworkDeviceWalkUtil.js","sourceRoot":"","sources":["../../../../../Server/Utils/Monitor/NetworkDeviceWalkUtil.ts"],"names":[],"mappings":"AAEA,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAC3D,OAAO,oBAAoB,MAAM,qCAAqC,CAAC;AACvE,OAAO,mBAAmB,MAAM,mBAAmB,CAAC;AACpD,OAAO,uBAAuB,MAAM,2BAA2B,CAAC;AAChE,OAAO,oBAAoB,MAAM,wBAAwB,CAAC;AAC1D,OAAO,qBAAqB,MAAM,yBAAyB,CAAC;AAC5D,OAAO,SAAS,MAAM,kCAAkC,CAAC;AAEzD,OAAO,WAAW,MAAM,oCAAoC,CAAC;AAK7D,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAChD,OAAO,MAAM,MAAM,WAAW,CAAC;AAE/B;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,CAAC,OAAO,OAAO,qBAAqB;IACjC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAKrC;;QACC;;;;;WAKG;QACH,MAAM,MAAM,GAAyB,MAAM,oBAAoB,CAAC,SAAS,CAAC;YACxE,KAAK,EAAE;gBACL,GAAG,EAAE,IAAI,CAAC,eAAe;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB;YACD,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,IAAI;gBACf,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,IAAI;aAClB;YACD,KAAK,EAAE;gBACL,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC/C,MAAM,CAAC,IAAI,CACT,+BAA+B,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,6BAA6B,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CACtH,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAwB,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;QAEjE;;;;WAIG;QACH,qBAAqB,CAAC,oBAAoB,CAAC;YACzC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,eAAe,EAAE,MAAM,CAAC,WAAqC;SAC9D,CAAC,CAAC;QAEH;;;;;WAKG;QACH,IACE,IAAI,CAAC,YAAY,CAAC,UAAU;YAC5B,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EACvC,CAAC;YACD,MAAM,oBAAoB,CAAC,aAAa,CAAC;gBACvC,EAAE,EAAE,MAAM,CAAC,EAAE;gBACb,IAAI,EAAE;oBACJ,WAAW,EAAE;wBACX,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBAC3D,WAAW,EAAE,aAAa,CAAC,cAAc,EAAE;qBAC5C;iBACK;gBACR,KAAK,EAAE;oBACL,MAAM,EAAE,IAAI;iBACb;aACF,CAAC,CAAC;QACL,CAAC;QAED;;;;WAIG;QACH,MAAM,oBAAoB,CAAC,cAAc,CAAC;YACxC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,uBAAuB,CAAC,eAAe,CAAC;gBAC5C,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,eAAe,EAAE,MAAM,CAAC,EAAE;gBAC1B,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB;gBACpD,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,6CAA6C;YAC7C,MAAM,CAAC,KAAK,CACV,qCAAqC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,CAC7D,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAED,0DAA0D;QAC1D,MAAM,QAAQ,GACZ,MAAM,qBAAqB,CAAC,2BAA2B,CAAC;YACtD,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;SAClC,CAAC,CAAC;QAEL,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IACE,OAAO,CAAC,uBAAuB;gBAC/B,OAAO,CAAC,8CAA8C;gBACtD,OAAO,CAAC,yDAAyD,EACjE,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtC,SAAS;YACX,CAAC;YAED,KAAK,MAAM,WAAW,IAAI,CAAA,MAAA,MAAA,OAAO,CAAC,YAAY,0CAAE,IAAI,0CAChD,yBAAyB,KAAI,EAAE,EAAE,CAAC;gBACpC,MAAM,kBAAkB,GACtB,MAAA,MAAA,WAAW,CAAC,IAAI,0CAAE,oBAAoB,0CAAE,eAAe,CAAC;gBAE1D,IACE,CAAC,kBAAkB;oBACnB,kBAAkB,KAAK,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,EAC3C,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,MAAM,YAAY,GAAyB;oBACzC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,SAAS,EAAE,OAAO,CAAC,EAAE;oBACrB,aAAa,EAAE,WAAW,CAAC,EAAE;oBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,QAAQ,EAAE,QAAQ;oBAClB,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB;oBACpD,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS;oBACtC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,IAAI,EAAE;oBAClD,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,UAAU,EAAE,aAAa,CAAC,cAAc,EAAE;iBAC3C,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,mBAAmB,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;gBAC1D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,KAAK,CACV,4CAA4C,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,CACrE,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CACV,mBAAmB,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,yBAAyB,QAAQ,CAAC,MAAM,uBAAuB,CACvG,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,IAG/C;QACC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,WAAW,GAAgB,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEzD,MAAM,QAAQ,GAAmB,MAAM,cAAc,CAAC,MAAM,CAAC;YAC3D,KAAK,EAAE;gBACL,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,WAAW,EAAE,WAAW,CAAC,aAAa;aACvC;YACD,MAAM,EAAE;gBACN,GAAG,EAAE,IAAI;gBACT,SAAS,EAAE,IAAI;gBACf,YAAY,EAAE,IAAI;gBAClB,uBAAuB,EAAE,IAAI;gBAC7B,8CAA8C,EAAE,IAAI;gBACpD,yDAAyD,EAAE,IAAI;aAChE;YACD,KAAK,EAAE,SAAS;YAChB,IAAI,EAAE,CAAC;YACP,KAAK,EAAE;gBACL,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAgB,EAAE,EAAE;;YAC1C,OAAO,CAAC,CAAA,MAAA,MAAA,OAAO,CAAC,YAAY,0CAAE,IAAI,0CAAE,yBAAyB,KAAI,EAAE,CAAC,CAAC,IAAI,CACvE,CAAC,WAAwB,EAAE,EAAE;;gBAC3B,MAAM,kBAAkB,GACtB,MAAA,MAAA,WAAW,CAAC,IAAI,0CAAE,oBAAoB,0CAAE,eAAe,CAAC;gBAC1D,OAAO,OAAO,CACZ,kBAAkB,IAAI,WAAW,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAC1D,CAAC;YACJ,CAAC,CACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}