sysmonitoringexpress 1.0.0

package/dist/index.d.ts

@@ -0,0 +1,10 @@
+import type { NextFunction, Request, Response } from "express";
+type MonitorOptions = {
+    apiKey: string;
+    endpoint?: string;
+};
+export declare function initializeSysMonitoring(options?: MonitorOptions): void;
+export declare function createMonitorMiddleware(options: MonitorOptions): typeof monitorMiddleware;
+export declare function monitorMiddleware(req: Request, res: Response, next: NextFunction): void;
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAO/D,KAAK,cAAc,GAAG;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAmCF,wBAAgB,uBAAuB,CAAC,OAAO,CAAC,EAAE,cAAc,QAsF/D;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,4BAG9D;AAED,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,OAAO,EACZ,GAAG,EAAE,QAAQ,EACb,IAAI,EAAE,YAAY,QAoCnB"}

package/dist/index.js

@@ -0,0 +1,129 @@
+import { TDigest } from "tdigest";
+let initialized = false;
+let started = false;
+const digests = new Map();
+let config = null;
+function ensureConfig(options) {
+    if (config)
+        return config;
+    const endpoint = options?.endpoint ?? process.env.SYS_MONITOR_ENDPOINT;
+    const apiKey = options?.apiKey ?? process.env.SYS_MONITOR_API_KEY;
+    if (!endpoint || !apiKey) {
+        throw new Error("SYS_MONITOR_ENDPOINT and apiKey or SYS_MONITOR_API_KEY must be set");
+    }
+    try {
+        new URL(endpoint);
+    }
+    catch {
+        throw new Error("SYS_MONITOR_ENDPOINT must be a valid absolute URL, for example http://localhost:3000/api/ping");
+    }
+    config = { endpoint, apiKey, flushInterval: 5 * 60 * 1000 };
+    return config;
+}
+export function initializeSysMonitoring(options) {
+    if (initialized)
+        return;
+    const cfg = ensureConfig(options);
+    if (started) {
+        initialized = true;
+        return;
+    }
+    started = true;
+    const interval = setInterval(() => {
+        if (digests.size === 0)
+            return;
+        const fiveWindow = (ts) => {
+            const d = new Date(ts);
+            d.setUTCMinutes(Math.floor(d.getUTCMinutes() / 5) * 5, 0, 0);
+            return d.toISOString().replace(".000Z", "Z");
+        };
+        const currentWindowKey = fiveWindow(Date.now());
+        const flushable = Array.from(digests.values()).filter((b) => b.windowKey < currentWindowKey);
+        if (flushable.length === 0)
+            return;
+        const fetchFn = globalThis.fetch;
+        if (!fetchFn)
+            return;
+        for (const bucket of flushable) {
+            // remove from map; we'll re-add if needed
+            const key = `${bucket.requestUrl}\n${bucket.windowKey}`;
+            digests.delete(key);
+            bucket.digest.compress();
+            const arr = bucket.digest.toArray();
+            const centroids = arr.map((c) => ({ mean: c.mean, count: c.n }));
+            const n = centroids.reduce((t, c) => t + c.count, 0);
+            if (centroids.length === 0)
+                continue;
+            void fetchFn(cfg.endpoint, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    "x-api-key": cfg.apiKey,
+                },
+                body: JSON.stringify({
+                    requestUrl: bucket.requestUrl,
+                    windowKey: bucket.windowKey,
+                    centroids,
+                    n,
+                }),
+            })
+                .then((response) => {
+                const data = async () => {
+                    const data = await response.json();
+                    console.log("Response from monitoring endpoint:", data);
+                };
+                data();
+                const ok = response && typeof response === "object"
+                    ? response.ok
+                    : undefined;
+                const status = response && typeof response === "object"
+                    ? response.status
+                    : undefined;
+                if (ok === false && status !== 409) {
+                    console.error(`Failed to flush digest for ${bucket.requestUrl} (${bucket.windowKey}): backend returned ${status ?? "non-ok response"}`);
+                    digests.set(key, bucket);
+                    return;
+                }
+            })
+                .catch((err) => {
+                console.error(`Failed to flush digest for ${bucket.requestUrl} (${bucket.windowKey}):`, err);
+                digests.set(key, bucket);
+            });
+        }
+    }, cfg.flushInterval);
+    interval.unref?.();
+    initialized = true;
+}
+export function createMonitorMiddleware(options) {
+    initializeSysMonitoring(options);
+    return monitorMiddleware;
+}
+export function monitorMiddleware(req, res, next) {
+    initializeSysMonitoring();
+    const start = Date.now();
+    const forwardedProtocol = req.get("x-forwarded-proto")?.split(",")[0]?.trim();
+    const forwardedHost = req.get("x-forwarded-host")?.split(",")[0]?.trim();
+    const protocol = forwardedProtocol || req.protocol || "http";
+    const host = forwardedHost || req.get("host");
+    const path = req.originalUrl || req.url;
+    if (!host) {
+        throw new Error("Unable to determine request host for monitoring payload");
+    }
+    const requestUrl = `${protocol}://${host}${path}`;
+    res.once("finish", () => {
+        const duration = Date.now() - start;
+        const timestamp = Date.now();
+        const d = new Date(timestamp);
+        d.setUTCMinutes(Math.floor(d.getUTCMinutes() / 5) * 5, 0, 0);
+        const windowKey = d.toISOString().replace(".000Z", "Z");
+        const digestKey = `${requestUrl}\n${windowKey}`;
+        let bucket = digests.get(digestKey);
+        if (!bucket) {
+            bucket = { requestUrl, windowKey, digest: new TDigest() };
+            digests.set(digestKey, bucket);
+        }
+        bucket.digest.push(duration);
+    });
+    next();
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAWlC,IAAI,WAAW,GAAG,KAAK,CAAC;AACxB,IAAI,OAAO,GAAG,KAAK,CAAC;AACpB,MAAM,OAAO,GAAG,IAAI,GAAG,EAGpB,CAAC;AACJ,IAAI,MAAM,GACR,IAAI,CAAC;AAEP,SAAS,YAAY,CAAC,OAAwB;IAC5C,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IACvE,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAElE,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,oEAAoE,CACrE,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,+FAA+F,CAChG,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;IAC5D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAwB;IAC9D,IAAI,WAAW;QAAE,OAAO;IAExB,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAClC,IAAI,OAAO,EAAE,CAAC;QACZ,WAAW,GAAG,IAAI,CAAC;QACnB,OAAO;IACT,CAAC;IAED,OAAO,GAAG,IAAI,CAAC;IAEf,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;QAChC,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAE/B,MAAM,UAAU,GAAG,CAAC,EAAU,EAAE,EAAE;YAChC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;YACvB,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7D,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC/C,CAAC,CAAC;QACF,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACnD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,gBAAgB,CACtC,CAAC;QACF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEnC,MAAM,OAAO,GAAI,UAAkB,CAAC,KAAiC,CAAC;QACtE,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/B,0CAA0C;YAC1C,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;YACxD,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAEpB,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACrD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAErC,KAAK,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;gBACzB,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,GAAG,CAAC,MAAM;iBACxB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,SAAS;oBACT,CAAC;iBACF,CAAC;aACH,CAAC;iBACC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACjB,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;oBACtB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACnC,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE,IAAI,CAAC,CAAC;gBAC1D,CAAC,CAAC;gBACF,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,GACN,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ;oBACtC,CAAC,CAAE,QAAgB,CAAC,EAAE;oBACtB,CAAC,CAAC,SAAS,CAAC;gBAChB,MAAM,MAAM,GACV,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ;oBACtC,CAAC,CAAE,QAAgB,CAAC,MAAM;oBAC1B,CAAC,CAAC,SAAS,CAAC;gBAChB,IAAI,EAAE,KAAK,KAAK,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;oBACnC,OAAO,CAAC,KAAK,CACX,8BAA8B,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,SAAS,uBAAuB,MAAM,IAAI,iBAAiB,EAAE,CACzH,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBACzB,OAAO;gBACT,CAAC;YACH,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,OAAO,CAAC,KAAK,CACX,8BAA8B,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,SAAS,IAAI,EACxE,GAAG,CACJ,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC3B,CAAC,CAAC,CAAC;QACP,CAAC;IACH,CAAC,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;IAEtB,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;IACnB,WAAW,GAAG,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAuB;IAC7D,uBAAuB,CAAC,OAAO,CAAC,CAAC;IACjC,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,GAAY,EACZ,GAAa,EACb,IAAkB;IAElB,uBAAuB,EAAE,CAAC;IAE1B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEzB,MAAM,iBAAiB,GAAG,GAAG,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IAC9E,MAAM,aAAa,GAAG,GAAG,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IACzE,MAAM,QAAQ,GAAG,iBAAiB,IAAI,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC;IAC7D,MAAM,IAAI,GAAG,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,GAAG,CAAC;IAExC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,QAAQ,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC;IAElD,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9B,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,GAAG,UAAU,KAAK,SAAS,EAAE,CAAC;QAChD,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,EAAE,CAAC;YAC1D,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,IAAI,EAAE,CAAC;AACT,CAAC"}

package/package.json

@@ -0,0 +1,29 @@
+{
+  "name": "sysmonitoringexpress",
+  "version": "1.0.0",
+  "description": "",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "build": "tsc",
+    "start": "node dist/index.js",
+    "dev": "npx tsx src/index.ts"
+  },
+  "files": [
+    "dist"
+  ],
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "type": "module",
+  "devDependencies": {
+    "@types/express": "^5.0.6",
+    "@types/node": "^22.19.15",
+    "typescript": "^5.9.2"
+  },
+  "dependencies": {
+    "dotenv": "^16.0.3",
+    "express": "^4.18.2",
+    "tdigest": "^0.1.2"
+  }
+}