@adalo/metrics 0.1.161 → 0.1.163
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/metrics/baseMetricsClient.d.ts.map +1 -1
- package/lib/metrics/baseMetricsClient.js +1 -4
- package/lib/metrics/baseMetricsClient.js.map +1 -1
- package/lib/metrics/metricsRedisClient.d.ts +24 -10
- package/lib/metrics/metricsRedisClient.d.ts.map +1 -1
- package/lib/metrics/metricsRedisClient.js +125 -79
- package/lib/metrics/metricsRedisClient.js.map +1 -1
- package/package.json +1 -1
- package/src/metrics/baseMetricsClient.js +8 -10
- package/src/metrics/metricsRedisClient.js +133 -119
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseMetricsClient.d.ts","sourceRoot":"","sources":["../../src/metrics/baseMetricsClient.js"],"names":[],"mappings":"AAKA;;;;GAIG;AACH;IACE;;;;;;;;;;;;;;OAcG;IACH;QAb2B,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QAChB,aAAa;QACZ,iBAAiB;QAClB,kBAAkB;OA4D7C;IAzDC,gBAA4E;IAC5E,eAAqE;IACrE,oBAG6B;IAC7B,iBAAuE;IACvE,mBAC+D;IAC/D,uBACoE;IACpE,kBAC0E;IAC1E,oBAGI;IACJ,wCAAiD;IACjD,4BAEoD;IACpD,0BAEmD;IACnD,4HAA4H;IAC5H,uBACwE;IACxE,0IAA0I;IAC1I,yBAA6D;IAE7D,0FAA0F;IAC1F,iBADW,OAAO,OAAO,GAAG,IAAI,CACL;IAE3B,mBAAyF;IAEzF,uEAAsC;IAGtC;;;;MAIC;IAGD,aAAmB;IACnB,WAAgB;IAChB,aAAkB;IAClB,sBAA2B;IAE3B,mEAAmE;IACnE;YADkB,MAAM,SAAc,MAAM,GAAG,QAAQ,MAAM,CAAC;MACvC;IAKvB,sCAAwC;IAG1C;;;;;;;;OAQG;IACH;QAN2B,IAAI,EAApB,MAAM;QACU,IAAI,EAApB,MAAM;QACuC,QAAQ,UAAzC,MAAM,GAAC,QAAQ,MAAM,CAAC;QACf,UAAU;UAC3B,OAAO,aAAa,EAAE,KAAK,CAuBvC;IAED;;;;;;;;;;;OAWG;IACH;QAR0B,IAAI,EAAnB,MAAM;QACS,IAAI,EAAnB,MAAM;QACY,UAAU;kBAEhB,MAAM,mBAAmB,MAAM,KAAK,IAAI,CAuB9D;IAED;;OAEG;IACH,6BAKC;IAED;;OAEG;IACH,kCAiCC;IAED,
|
|
1
|
+
{"version":3,"file":"baseMetricsClient.d.ts","sourceRoot":"","sources":["../../src/metrics/baseMetricsClient.js"],"names":[],"mappings":"AAKA;;;;GAIG;AACH;IACE;;;;;;;;;;;;;;OAcG;IACH;QAb2B,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QAChB,aAAa;QACZ,iBAAiB;QAClB,kBAAkB;OA4D7C;IAzDC,gBAA4E;IAC5E,eAAqE;IACrE,oBAG6B;IAC7B,iBAAuE;IACvE,mBAC+D;IAC/D,uBACoE;IACpE,kBAC0E;IAC1E,oBAGI;IACJ,wCAAiD;IACjD,4BAEoD;IACpD,0BAEmD;IACnD,4HAA4H;IAC5H,uBACwE;IACxE,0IAA0I;IAC1I,yBAA6D;IAE7D,0FAA0F;IAC1F,iBADW,OAAO,OAAO,GAAG,IAAI,CACL;IAE3B,mBAAyF;IAEzF,uEAAsC;IAGtC;;;;MAIC;IAGD,aAAmB;IACnB,WAAgB;IAChB,aAAkB;IAClB,sBAA2B;IAE3B,mEAAmE;IACnE;YADkB,MAAM,SAAc,MAAM,GAAG,QAAQ,MAAM,CAAC;MACvC;IAKvB,sCAAwC;IAG1C;;;;;;;;OAQG;IACH;QAN2B,IAAI,EAApB,MAAM;QACU,IAAI,EAApB,MAAM;QACuC,QAAQ,UAAzC,MAAM,GAAC,QAAQ,MAAM,CAAC;QACf,UAAU;UAC3B,OAAO,aAAa,EAAE,KAAK,CAuBvC;IAED;;;;;;;;;;;OAWG;IACH;QAR0B,IAAI,EAAnB,MAAM;QACS,IAAI,EAAnB,MAAM;QACY,UAAU;kBAEhB,MAAM,mBAAmB,MAAM,KAAK,IAAI,CAuB9D;IAED;;OAEG;IACH,6BAKC;IAED;;OAEG;IACH,kCAiCC;IAED,sEA2DC;IAvDK,+CAA0D;IAyDhE;;;OAGG;IACH,qBAQC;IAED,iCAEC;IAED;;;;;;;;;OASG;IACH,iFAEC;IAED;;;;OAIG;IACH,eAFa,QAAQ,IAAI,CAAC,CAWzB;IAED;;;;;;;;;OASG;IACH,yBAEC;IAED;;;OAGG;IACH,qBAFa,QAAQ,IAAI,CAAC,CAkBzB;IAED;;;OAGG;IACH,8BAkDC;IAED;;;;;OAKG;IACH,8CAFa,QAAQ,IAAI,CAAC,CAgBzB;IAED;;;OAGG;IACH,uBAoDC;IAED;;;;;;OAMG;IACH,6BAHW,MAAM,EAAE,KACN,MAAM,EAAE,CAIpB;IAED;;;;MAEC;IAED,gCAKC;IAID,8BAEC;IAED,gCAEC;IAED,4EAEC;IAED,sCAEC;IAED,2DAWC;CACF"}
|
|
@@ -208,13 +208,11 @@ class BaseMetricsClient {
|
|
|
208
208
|
}, interval * 1000);
|
|
209
209
|
}
|
|
210
210
|
|
|
211
|
-
// First push: skip when skipFirstPush
|
|
211
|
+
// First push: skip when skipFirstPush, otherwise push immediately
|
|
212
212
|
if (!this.skipFirstPush) {
|
|
213
213
|
runPush().catch(err => {
|
|
214
214
|
console.error(`${this.prefixLogs} Failed to push metrics (initial):`, err);
|
|
215
215
|
});
|
|
216
|
-
} else {
|
|
217
|
-
console.warn(`${this.prefixLogs} First push skipped (METRICS_SKIP_FIRST_PUSH or skipFirstPush); first push in ${interval}s.`);
|
|
218
216
|
}
|
|
219
217
|
let pushOrigin = 'none';
|
|
220
218
|
try {
|
|
@@ -225,7 +223,6 @@ class BaseMetricsClient {
|
|
|
225
223
|
pushOrigin = 'invalid URL';
|
|
226
224
|
}
|
|
227
225
|
console.warn(`${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s, push: ${pushOrigin})`);
|
|
228
|
-
console.warn(`${this.prefixLogs} Push interval: process_type=${this.processType} app=${this.appName} dyno_id=${this.dynoId} interval_sec=${this.intervalSec}`);
|
|
229
226
|
};
|
|
230
227
|
|
|
231
228
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"baseMetricsClient.js","names":["client","require","https","http","URL","BaseMetricsClient","constructor","config","appName","process","env","BUILD_APP_NAME","dynoId","HOSTNAME","processType","BUILD_DYNO_PROCESS_TYPE","enabled","METRICS_ENABLED","logValues","METRICS_LOG_VALUES","pushgatewayUrl","METRICS_PUSHGATEWAY_URL","authToken","pushgatewaySecret","METRICS_PUSHGATEWAY_SECRET","intervalSec","parseInt","METRICS_INTERVAL_SEC","startupValidation","disablePushgateway","METRICS_DISABLE_PUSHGATEWAY","removeOldMetrics","METRICS_REMOVE_OLD_METRICS","skipFirstPush","METRICS_SKIP_FIRST_PUSH","cleanupExitsProcess","_pushIntervalId","prefixLogs","_registry","Registry","collectDefaultMetrics","register","defaultLabels","app","dyno_id","process_type","gateway","gauges","counters","countersFunctions","gaugeUpdaters","_clearOldWorkers","_setCleanupHandlers","keepProcessAliveWhenDisabled","createGauge","name","help","updateFn","labelNames","Object","keys","g","Gauge","registers","createCounter","c","Counter","data","value","inc","clearAllCounters","metricsLogValues","console","log","values","forEach","counter","reset","_pushMetrics","entries","result","val","Promise","undefined","set","err","error","gatewayPush","metrics","getMetricsAsJSON","JSON","stringify","_startPush","interval","customPushMetics","warn","_idleInterval","setInterval","clearInterval","runPush","resolve","pushMetrics","catch","pushOrigin","trim","origin","stopPush","startPush","cleanup","gatewayDelete","exit","_deleteFromVMByLabels","message","esc","s","String","replace","selector","u","reject","Error","path","encodeURIComponent","req","protocol","request","hostname","port","method","headers","Authorization","agent","Agent","keepAlive","res","statusCode","on","chunk","end","params","_pushToVMAgent","pushUrl","pathname","search","contentType","then","setHeader","Buffer","byteLength","withDefaultLabels","labels","getDefaultLabels","metricsEnabled","registry","getMetricsAsString","metricsMiddleware","status","module","exports"],"sources":["../../src/metrics/baseMetricsClient.js"],"sourcesContent":["const client = require('prom-client')\nconst https = require('https')\nconst http = require('http')\nconst { URL } = require('url')\n\n/**\n * BaseMetricsClient provides common functionality for all metrics clients.\n * Handles registry setup, push to remote (VM-agent), default labels, and common operations.\n * Always pushes registry to the configured URL (POST Prometheus text format + Basic auth). No Pushgateway.\n */\nclass BaseMetricsClient {\n /**\n * @param {Object} config\n * @param {string} [config.appName] Name of the application\n * @param {string} [config.dynoId] Dyno/instance ID\n * @param {string} [config.processType] Process type (web, worker, etc.)\n * @param {boolean} [config.enabled] Enable metrics collection\n * @param {boolean} [config.logValues] Log metrics values to console\n * @param {string} [config.pushgatewayUrl] Push URL (VM-agent import endpoint, e.g. .../api/v1/import/prometheus). /metrics is for GET (scrape), not POST (push).\n * @param {string} [config.pushgatewaySecret] Basic auth secret (Base64 of user:password)\n * @param {number} [config.intervalSec] Interval in seconds for pushing metrics\n * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name\n * @param {boolean} [config.skipFirstPush] Skip the first push (first push after interval); set METRICS_SKIP_FIRST_PUSH=true to give old instance time to exit\n * @param {function} [config.startupValidation] Add to validate on start push.\n * @param {boolean} [config.disablePushgateway] Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor(config = {}) {\n this.appName = config.appName || process.env.BUILD_APP_NAME || 'unknown-app'\n this.dynoId = config.dynoId || process.env.HOSTNAME || 'unknown-dyno'\n this.processType =\n config.processType ||\n process.env.BUILD_DYNO_PROCESS_TYPE ||\n 'undefined_build_dyno_type'\n this.enabled = config.enabled ?? process.env.METRICS_ENABLED === 'true'\n this.logValues =\n config.logValues ?? process.env.METRICS_LOG_VALUES === 'true'\n this.pushgatewayUrl =\n config.pushgatewayUrl || process.env.METRICS_PUSHGATEWAY_URL || ''\n this.authToken =\n config.pushgatewaySecret || process.env.METRICS_PUSHGATEWAY_SECRET || ''\n this.intervalSec =\n config.intervalSec ||\n parseInt(process.env.METRICS_INTERVAL_SEC || '', 10) ||\n 15\n this.startupValidation = config.startupValidation\n this.disablePushgateway =\n config.disablePushgateway ??\n process.env.METRICS_DISABLE_PUSHGATEWAY === 'true'\n this.removeOldMetrics =\n config.removeOldMetrics ??\n process.env.METRICS_REMOVE_OLD_METRICS === 'true'\n /** When true, skip the immediate first push; first push runs after the first interval. Set METRICS_SKIP_FIRST_PUSH=true. */\n this.skipFirstPush =\n config.skipFirstPush ?? process.env.METRICS_SKIP_FIRST_PUSH === 'true'\n /** If true (default), cleanup() calls process.exit(0). Set to false when the app handles SIGTERM itself (e.g. graceful HTTP shutdown). */\n this.cleanupExitsProcess = config.cleanupExitsProcess ?? true\n\n /** @type {NodeJS.Timeout | null} Push interval handle so it can be cleared on shutdown */\n this._pushIntervalId = null\n\n this.prefixLogs = `[${this.processType}] [${this.appName}] [${this.dynoId}] [Monitoring]`\n\n this._registry = new client.Registry()\n client.collectDefaultMetrics({ register: this._registry })\n\n this.defaultLabels = {\n app: this.appName,\n dyno_id: this.dynoId,\n process_type: this.processType,\n }\n\n // Always push to configured URL (VM-agent). No Pushgateway.\n this.gateway = null\n this.gauges = {}\n this.counters = {}\n this.countersFunctions = {}\n\n /** @type {Object<string, function(): number | Promise<number>>} */\n this.gaugeUpdaters = {}\n\n this._clearOldWorkers(config.removeOldMetrics)\n this._setCleanupHandlers()\n\n this.keepProcessAliveWhenDisabled = true\n }\n\n /**\n * Create a gauge metric.\n * @param {Object} options - Gauge configuration\n * @param {string} options.name - Name of the gauge\n * @param {string} options.help - Help text describing the gauge\n * @param {function(): number|Promise<number>} [options.updateFn] - Optional function returning the gauge value\n * @param {string[]} [options.labelNames] - Optional custom label names\n * @returns {import('prom-client').Gauge} The created Prometheus gauge\n */\n createGauge = ({\n name,\n help,\n updateFn,\n labelNames = Object.keys(this.defaultLabels),\n }) => {\n if (this.gauges[name]) return this.gauges[name]\n\n const g = new client.Gauge({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.gauges[name] = g\n\n if (updateFn && typeof updateFn === 'function') {\n this.gaugeUpdaters[name] = updateFn\n }\n\n return g\n }\n\n /**\n * Create a Prometheus Counter metric.\n *\n * @param {Object} params - Counter configuration\n * @param {string} params.name - Metric name\n * @param {string} params.help - Metric description\n * @param {string[]} [params.labelNames] - Optional list of label names. Defaults to this.defaultLabels keys.\n *\n * @returns {(labels?: Object, incrementValue?: number) => void}\n * A function to increment the counter.\n * Usage: (labels?, incrementValue?)\n */\n createCounter({ name, help, labelNames = Object.keys(this.defaultLabels) }) {\n if (this.counters[name]) return this.countersFunctions[name]\n\n const c = new client.Counter({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.counters[name] = c\n\n this.countersFunctions = {\n ...this.countersFunctions,\n [name]: (data = {}, value = 1) => {\n c.inc({ ...this.defaultLabels, ...data }, value)\n },\n }\n\n return this.countersFunctions[name]\n }\n\n /**\n * Clear all collected counters\n */\n clearAllCounters = () => {\n if (this.metricsLogValues) {\n console.log('Counters to clear: ', Object.keys(this.counters))\n }\n Object.values(this.counters).forEach(counter => counter.reset())\n }\n\n /**\n * Push all gauges and counters to PushGateway and optionally log.\n */\n _pushMetrics = async () => {\n try {\n for (const [name, updateFn] of Object.entries(this.gaugeUpdaters)) {\n try {\n if (!updateFn) {\n continue\n }\n const result = updateFn()\n const val = result instanceof Promise ? await result : result\n if (val !== undefined) this.gauges[name].set(this.defaultLabels, val)\n } catch (err) {\n console.error(\n `${this.prefixLogs} Failed to update gauge ${name}:`,\n err\n )\n }\n }\n\n if (!this.disablePushgateway) {\n await this.gatewayPush()\n }\n // this.clearAllCounters() //TODO: or uncommit or delete (based on grafana expectation)\n\n if (this.logValues) {\n const metrics = await this._registry.getMetricsAsJSON()\n console.log(\n `${this.prefixLogs} Metrics:\\n`,\n JSON.stringify(metrics, null, 2)\n )\n }\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n }\n }\n\n _startPush = (interval = this.intervalSec, customPushMetics = undefined) => {\n if (!this.enabled) {\n console.warn(`${this.prefixLogs} Metrics disabled`)\n if (this.keepProcessAliveWhenDisabled && !this._idleInterval) {\n this._idleInterval = setInterval(() => {}, 60 * 60 * 1000)\n }\n return\n }\n\n if (this._idleInterval) {\n clearInterval(this._idleInterval)\n this._idleInterval = null\n }\n\n if (this.startupValidation && !this.startupValidation()) {\n return\n }\n\n const runPush = () => {\n if (customPushMetics && typeof customPushMetics === 'function') {\n return Promise.resolve(customPushMetics())\n }\n return this.pushMetrics()\n }\n\n if (customPushMetics && typeof customPushMetics === 'function') {\n this._pushIntervalId = setInterval(\n () => customPushMetics(),\n interval * 1000\n )\n } else {\n this._pushIntervalId = setInterval(() => {\n runPush().catch(err => {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n })\n }, interval * 1000)\n }\n\n // First push: skip when skipFirstPush (e.g. give old instance time to exit), otherwise push immediately\n if (!this.skipFirstPush) {\n runPush().catch(err => {\n console.error(`${this.prefixLogs} Failed to push metrics (initial):`, err)\n })\n } else {\n console.warn(\n `${this.prefixLogs} First push skipped (METRICS_SKIP_FIRST_PUSH or skipFirstPush); first push in ${interval}s.`\n )\n }\n\n let pushOrigin = 'none'\n try {\n if (this.pushgatewayUrl && this.pushgatewayUrl.trim()) {\n pushOrigin = new URL(this.pushgatewayUrl.trim()).origin\n }\n } catch {\n pushOrigin = 'invalid URL'\n }\n console.warn(\n `${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s, push: ${pushOrigin})`\n )\n console.warn(\n `${this.prefixLogs} Push interval: process_type=${this.processType} app=${this.appName} dyno_id=${this.dynoId} interval_sec=${this.intervalSec}`\n )\n }\n\n /**\n * Stop periodic metrics push (clears the interval).\n * Call this before process exit to avoid pushing during shutdown and to reduce connection overlap on redeploy.\n */\n stopPush = () => {\n if (this._pushIntervalId) {\n clearInterval(this._pushIntervalId)\n this._pushIntervalId = null\n console.warn(`${this.prefixLogs} Metrics collection stopped (push interval cleared).`)\n }\n }\n\n pushMetrics = async () => {\n return this._pushMetrics()\n }\n\n /**\n * Start periodic metrics collection and push.\n *\n * This method wraps the internal `_startPush` method.\n * If a `customPushMetrics` function is provided, it will be executed\n * at the given interval instead of the default `pushMetrics` behavior.\n *\n * @param {number} [interval=this.intervalSec] - Interval in seconds between pushes.\n * @param {() => void | Promise<void>} [customPushMetrics] - Optional custom push function. If provided, Prometheus push is skipped.\n */\n startPush = (interval, customPushMetics = undefined) => {\n this._startPush(interval, customPushMetics)\n }\n\n /**\n * Cleanup metrics and optionally exit process.\n * Stops the push interval immediately (to avoid overlap on redeploy), then deletes this instance's metrics from the gateway, then exits if cleanupExitsProcess is true.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n console.warn(`${this.prefixLogs} Metrics cleanup started (shutdown).`)\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this.cleanupExitsProcess !== false) {\n process.exit(0)\n }\n }\n\n /**\n * Remove old/stale dyno/instance metrics from PushGateway.\n *\n * Compares existing PushGateway metrics for this job and deletes any instances\n * that do not match the current dynoId.\n *\n * @param {boolean} removeOldMetrics If true, performs cleanup; otherwise does nothing\n * @returns {Promise<void>}\n * @private\n */\n _clearOldWorkers = async removeOldMetrics => {\n // No Pushgateway; VM-agent does not support per-instance delete. Skip.\n }\n\n /**\n * On shutdown: optionally delete this instance's metrics from VictoriaMetrics (by app, dyno_id, process_type).\n * @returns {Promise<void>}\n */\n gatewayDelete = async () => {\n if (\n this.removeOldMetrics &&\n this.pushgatewayUrl &&\n this.pushgatewayUrl.trim()\n ) {\n console.warn(\n `${this.prefixLogs} Deleting this instance's metrics from VM (app=${this.appName}, dyno_id=${this.dynoId}, process_type=${this.processType}).`\n )\n await this._deleteFromVMByLabels().catch(err => {\n console.warn(\n `${this.prefixLogs} Deletion from VM on shutdown failed:`,\n err.message\n )\n })\n }\n }\n\n /**\n * Call VictoriaMetrics delete_series API to remove all series matching this instance's labels (app, dyno_id, process_type).\n * @private\n */\n _deleteFromVMByLabels = () => {\n const esc = s => String(s).replace(/\\\\/g, '\\\\\\\\').replace(/\"/g, '\\\\\"')\n const selector = `{app=\"${esc(this.appName)}\",dyno_id=\"${esc(\n this.dynoId\n )}\",process_type=\"${esc(this.processType)}\"}`\n let origin\n try {\n const u = new URL((this.pushgatewayUrl || '').trim())\n origin = u.origin\n } catch {\n return Promise.reject(new Error('Invalid push URL'))\n }\n const path = `/api/v1/admin/tsdb/delete_series?match[]=${encodeURIComponent(\n selector\n )}`\n return new Promise((resolve, reject) => {\n const u = new URL(origin)\n const req = (u.protocol === 'https:' ? https : http).request(\n {\n hostname: u.hostname,\n port: u.port || (u.protocol === 'https:' ? 443 : 80),\n path,\n method: 'POST',\n headers: {\n 'Content-Length': '0',\n Authorization: this.authToken\n ? `Basic ${this.authToken}`\n : undefined,\n },\n agent:\n u.protocol === 'https:'\n ? new https.Agent({ keepAlive: false })\n : undefined,\n },\n res => {\n if (res.statusCode >= 200 && res.statusCode < 300) resolve()\n else {\n let data = ''\n res.on('data', chunk => {\n data += chunk\n })\n res.on('end', () =>\n reject(new Error(`Delete failed: ${res.statusCode} ${data}`))\n )\n }\n }\n )\n req.on('error', reject)\n req.end()\n })\n }\n\n /**\n * Push registry to configured URL (VM-agent). POST Prometheus text format + Basic auth.\n *\n * @param {object} [params] Unused; kept for API compatibility.\n * @returns {Promise<void>}\n */\n gatewayPush = async (params = {}) => {\n if (this.disablePushgateway) {\n console.warn(\n `${this.prefixLogs} Metrics push skipped: METRICS_DISABLE_PUSHGATEWAY is set`\n )\n return Promise.resolve()\n }\n if (!this.pushgatewayUrl || !this.pushgatewayUrl.trim()) {\n console.warn(\n `${this.prefixLogs} Metrics push skipped: METRICS_PUSHGATEWAY_URL is not set`\n )\n return Promise.resolve()\n }\n return this._pushToVMAgent()\n }\n\n /**\n * POST registry (Prometheus text format) to VM-agent. VM-agent accepts push at /api/v1/import/prometheus; /metrics is GET (scrape) only.\n * @private\n */\n _pushToVMAgent = () => {\n let pushUrl = (this.pushgatewayUrl || '').trim()\n try {\n const u = new URL(pushUrl)\n if (!u.pathname || u.pathname === '/' || u.pathname === '/metrics') {\n pushUrl = `${u.origin}/api/v1/import/prometheus${u.search}`\n }\n } catch {\n // leave pushUrl as-is\n }\n return new Promise((resolve, reject) => {\n const u = new URL(pushUrl)\n const req = (u.protocol === 'https:' ? https : http).request(\n {\n hostname: u.hostname,\n port: u.port || (u.protocol === 'https:' ? 443 : 80),\n path: u.pathname + u.search,\n method: 'POST',\n headers: {\n 'Content-Type': client.register.contentType,\n Authorization: this.authToken\n ? `Basic ${this.authToken}`\n : undefined,\n },\n agent:\n u.protocol === 'https:'\n ? new https.Agent({ keepAlive: true })\n : undefined,\n },\n res => {\n if (res.statusCode >= 200 && res.statusCode < 300) {\n resolve()\n } else {\n let data = ''\n res.on('data', chunk => {\n data += chunk\n })\n res.on('end', () =>\n reject(new Error(`Push failed: ${res.statusCode} ${data}`))\n )\n }\n }\n )\n req.on('error', reject)\n this._registry\n .metrics()\n .then(metrics => {\n req.setHeader('Content-Length', Buffer.byteLength(metrics, 'utf8'))\n req.end(metrics, 'utf8')\n })\n .catch(reject)\n })\n }\n\n /**\n * Merge the default metric labels (`app`, `dyno_id`, `process_type`)\n * with custom label names.\n *\n * @param {string[]} labels Additional label names\n * @returns {string[]} Combined label names\n */\n withDefaultLabels = (labels = []) => {\n return [...Object.keys(this.defaultLabels), ...labels]\n }\n\n getDefaultLabels = (labels = []) => {\n return this.defaultLabels\n }\n\n _setCleanupHandlers = () => {\n if (this.cleanupExitsProcess) {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n }\n\n // GETTERS\n\n get metricsEnabled() {\n return this.enabled\n }\n\n get metricsLogValues() {\n return this.logValues\n }\n\n get registry() {\n return this._registry\n }\n\n async getMetricsAsString() {\n return this._registry.metrics()\n }\n\n metricsMiddleware() {\n return async (req, res) => {\n try {\n const metrics = await this.getMetricsAsString()\n res.set('Content-Type', client.register.contentType)\n res.end(metrics)\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to get metrics:`, err)\n res.status(500).end('Failed to collect metrics')\n }\n }\n }\n}\n\nmodule.exports = { BaseMetricsClient }\n"],"mappings":";;AAAA,MAAMA,MAAM,GAAGC,OAAO,CAAC,aAAa,CAAC;AACrC,MAAMC,KAAK,GAAGD,OAAO,CAAC,OAAO,CAAC;AAC9B,MAAME,IAAI,GAAGF,OAAO,CAAC,MAAM,CAAC;AAC5B,MAAM;EAAEG;AAAI,CAAC,GAAGH,OAAO,CAAC,KAAK,CAAC;;AAE9B;AACA;AACA;AACA;AACA;AACA,MAAMI,iBAAiB,CAAC;EACtB;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAWA,CAACC,MAAM,GAAG,CAAC,CAAC,EAAE;IACvB,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO,IAAIC,OAAO,CAACC,GAAG,CAACC,cAAc,IAAI,aAAa;IAC5E,IAAI,CAACC,MAAM,GAAGL,MAAM,CAACK,MAAM,IAAIH,OAAO,CAACC,GAAG,CAACG,QAAQ,IAAI,cAAc;IACrE,IAAI,CAACC,WAAW,GACdP,MAAM,CAACO,WAAW,IAClBL,OAAO,CAACC,GAAG,CAACK,uBAAuB,IACnC,2BAA2B;IAC7B,IAAI,CAACC,OAAO,GAAGT,MAAM,CAACS,OAAO,IAAIP,OAAO,CAACC,GAAG,CAACO,eAAe,KAAK,MAAM;IACvE,IAAI,CAACC,SAAS,GACZX,MAAM,CAACW,SAAS,IAAIT,OAAO,CAACC,GAAG,CAACS,kBAAkB,KAAK,MAAM;IAC/D,IAAI,CAACC,cAAc,GACjBb,MAAM,CAACa,cAAc,IAAIX,OAAO,CAACC,GAAG,CAACW,uBAAuB,IAAI,EAAE;IACpE,IAAI,CAACC,SAAS,GACZf,MAAM,CAACgB,iBAAiB,IAAId,OAAO,CAACC,GAAG,CAACc,0BAA0B,IAAI,EAAE;IAC1E,IAAI,CAACC,WAAW,GACdlB,MAAM,CAACkB,WAAW,IAClBC,QAAQ,CAACjB,OAAO,CAACC,GAAG,CAACiB,oBAAoB,IAAI,EAAE,EAAE,EAAE,CAAC,IACpD,EAAE;IACJ,IAAI,CAACC,iBAAiB,GAAGrB,MAAM,CAACqB,iBAAiB;IACjD,IAAI,CAACC,kBAAkB,GACrBtB,MAAM,CAACsB,kBAAkB,IACzBpB,OAAO,CAACC,GAAG,CAACoB,2BAA2B,KAAK,MAAM;IACpD,IAAI,CAACC,gBAAgB,GACnBxB,MAAM,CAACwB,gBAAgB,IACvBtB,OAAO,CAACC,GAAG,CAACsB,0BAA0B,KAAK,MAAM;IACnD;IACA,IAAI,CAACC,aAAa,GAChB1B,MAAM,CAAC0B,aAAa,IAAIxB,OAAO,CAACC,GAAG,CAACwB,uBAAuB,KAAK,MAAM;IACxE;IACA,IAAI,CAACC,mBAAmB,GAAG5B,MAAM,CAAC4B,mBAAmB,IAAI,IAAI;;IAE7D;IACA,IAAI,CAACC,eAAe,GAAG,IAAI;IAE3B,IAAI,CAACC,UAAU,GAAG,IAAI,IAAI,CAACvB,WAAW,MAAM,IAAI,CAACN,OAAO,MAAM,IAAI,CAACI,MAAM,gBAAgB;IAEzF,IAAI,CAAC0B,SAAS,GAAG,IAAItC,MAAM,CAACuC,QAAQ,CAAC,CAAC;IACtCvC,MAAM,CAACwC,qBAAqB,CAAC;MAAEC,QAAQ,EAAE,IAAI,CAACH;IAAU,CAAC,CAAC;IAE1D,IAAI,CAACI,aAAa,GAAG;MACnBC,GAAG,EAAE,IAAI,CAACnC,OAAO;MACjBoC,OAAO,EAAE,IAAI,CAAChC,MAAM;MACpBiC,YAAY,EAAE,IAAI,CAAC/B;IACrB,CAAC;;IAED;IACA,IAAI,CAACgC,OAAO,GAAG,IAAI;IACnB,IAAI,CAACC,MAAM,GAAG,CAAC,CAAC;IAChB,IAAI,CAACC,QAAQ,GAAG,CAAC,CAAC;IAClB,IAAI,CAACC,iBAAiB,GAAG,CAAC,CAAC;;IAE3B;IACA,IAAI,CAACC,aAAa,GAAG,CAAC,CAAC;IAEvB,IAAI,CAACC,gBAAgB,CAAC5C,MAAM,CAACwB,gBAAgB,CAAC;IAC9C,IAAI,CAACqB,mBAAmB,CAAC,CAAC;IAE1B,IAAI,CAACC,4BAA4B,GAAG,IAAI;EAC1C;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAW,GAAGA,CAAC;IACbC,IAAI;IACJC,IAAI;IACJC,QAAQ;IACRC,UAAU,GAAGC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa;EAC7C,CAAC,KAAK;IACJ,IAAI,IAAI,CAACK,MAAM,CAACQ,IAAI,CAAC,EAAE,OAAO,IAAI,CAACR,MAAM,CAACQ,IAAI,CAAC;IAE/C,MAAMM,CAAC,GAAG,IAAI7D,MAAM,CAAC8D,KAAK,CAAC;MACzBP,IAAI;MACJC,IAAI;MACJE,UAAU;MACVK,SAAS,EAAE,CAAC,IAAI,CAACzB,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACS,MAAM,CAACQ,IAAI,CAAC,GAAGM,CAAC;IAErB,IAAIJ,QAAQ,IAAI,OAAOA,QAAQ,KAAK,UAAU,EAAE;MAC9C,IAAI,CAACP,aAAa,CAACK,IAAI,CAAC,GAAGE,QAAQ;IACrC;IAEA,OAAOI,CAAC;EACV,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEG,aAAaA,CAAC;IAAET,IAAI;IAAEC,IAAI;IAAEE,UAAU,GAAGC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa;EAAE,CAAC,EAAE;IAC1E,IAAI,IAAI,CAACM,QAAQ,CAACO,IAAI,CAAC,EAAE,OAAO,IAAI,CAACN,iBAAiB,CAACM,IAAI,CAAC;IAE5D,MAAMU,CAAC,GAAG,IAAIjE,MAAM,CAACkE,OAAO,CAAC;MAC3BX,IAAI;MACJC,IAAI;MACJE,UAAU;MACVK,SAAS,EAAE,CAAC,IAAI,CAACzB,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACU,QAAQ,CAACO,IAAI,CAAC,GAAGU,CAAC;IAEvB,IAAI,CAAChB,iBAAiB,GAAG;MACvB,GAAG,IAAI,CAACA,iBAAiB;MACzB,CAACM,IAAI,GAAG,CAACY,IAAI,GAAG,CAAC,CAAC,EAAEC,KAAK,GAAG,CAAC,KAAK;QAChCH,CAAC,CAACI,GAAG,CAAC;UAAE,GAAG,IAAI,CAAC3B,aAAa;UAAE,GAAGyB;QAAK,CAAC,EAAEC,KAAK,CAAC;MAClD;IACF,CAAC;IAED,OAAO,IAAI,CAACnB,iBAAiB,CAACM,IAAI,CAAC;EACrC;;EAEA;AACF;AACA;EACEe,gBAAgB,GAAGA,CAAA,KAAM;IACvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;MACzBC,OAAO,CAACC,GAAG,CAAC,qBAAqB,EAAEd,MAAM,CAACC,IAAI,CAAC,IAAI,CAACZ,QAAQ,CAAC,CAAC;IAChE;IACAW,MAAM,CAACe,MAAM,CAAC,IAAI,CAAC1B,QAAQ,CAAC,CAAC2B,OAAO,CAACC,OAAO,IAAIA,OAAO,CAACC,KAAK,CAAC,CAAC,CAAC;EAClE,CAAC;;EAED;AACF;AACA;EACEC,YAAY,GAAG,MAAAA,CAAA,KAAY;IACzB,IAAI;MACF,KAAK,MAAM,CAACvB,IAAI,EAAEE,QAAQ,CAAC,IAAIE,MAAM,CAACoB,OAAO,CAAC,IAAI,CAAC7B,aAAa,CAAC,EAAE;QACjE,IAAI;UACF,IAAI,CAACO,QAAQ,EAAE;YACb;UACF;UACA,MAAMuB,MAAM,GAAGvB,QAAQ,CAAC,CAAC;UACzB,MAAMwB,GAAG,GAAGD,MAAM,YAAYE,OAAO,GAAG,MAAMF,MAAM,GAAGA,MAAM;UAC7D,IAAIC,GAAG,KAAKE,SAAS,EAAE,IAAI,CAACpC,MAAM,CAACQ,IAAI,CAAC,CAAC6B,GAAG,CAAC,IAAI,CAAC1C,aAAa,EAAEuC,GAAG,CAAC;QACvE,CAAC,CAAC,OAAOI,GAAG,EAAE;UACZb,OAAO,CAACc,KAAK,CACX,GAAG,IAAI,CAACjD,UAAU,2BAA2BkB,IAAI,GAAG,EACpD8B,GACF,CAAC;QACH;MACF;MAEA,IAAI,CAAC,IAAI,CAACxD,kBAAkB,EAAE;QAC5B,MAAM,IAAI,CAAC0D,WAAW,CAAC,CAAC;MAC1B;MACA;;MAEA,IAAI,IAAI,CAACrE,SAAS,EAAE;QAClB,MAAMsE,OAAO,GAAG,MAAM,IAAI,CAAClD,SAAS,CAACmD,gBAAgB,CAAC,CAAC;QACvDjB,OAAO,CAACC,GAAG,CACT,GAAG,IAAI,CAACpC,UAAU,aAAa,EAC/BqD,IAAI,CAACC,SAAS,CAACH,OAAO,EAAE,IAAI,EAAE,CAAC,CACjC,CAAC;MACH;IACF,CAAC,CAAC,OAAOH,GAAG,EAAE;MACZb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,0BAA0B,EAAEgD,GAAG,CAAC;IAClE;EACF,CAAC;EAEDO,UAAU,GAAGA,CAACC,QAAQ,GAAG,IAAI,CAACpE,WAAW,EAAEqE,gBAAgB,GAAGX,SAAS,KAAK;IAC1E,IAAI,CAAC,IAAI,CAACnE,OAAO,EAAE;MACjBwD,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,mBAAmB,CAAC;MACnD,IAAI,IAAI,CAACgB,4BAA4B,IAAI,CAAC,IAAI,CAAC2C,aAAa,EAAE;QAC5D,IAAI,CAACA,aAAa,GAAGC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;MAC5D;MACA;IACF;IAEA,IAAI,IAAI,CAACD,aAAa,EAAE;MACtBE,aAAa,CAAC,IAAI,CAACF,aAAa,CAAC;MACjC,IAAI,CAACA,aAAa,GAAG,IAAI;IAC3B;IAEA,IAAI,IAAI,CAACpE,iBAAiB,IAAI,CAAC,IAAI,CAACA,iBAAiB,CAAC,CAAC,EAAE;MACvD;IACF;IAEA,MAAMuE,OAAO,GAAGA,CAAA,KAAM;MACpB,IAAIL,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;QAC9D,OAAOZ,OAAO,CAACkB,OAAO,CAACN,gBAAgB,CAAC,CAAC,CAAC;MAC5C;MACA,OAAO,IAAI,CAACO,WAAW,CAAC,CAAC;IAC3B,CAAC;IAED,IAAIP,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;MAC9D,IAAI,CAAC1D,eAAe,GAAG6D,WAAW,CAChC,MAAMH,gBAAgB,CAAC,CAAC,EACxBD,QAAQ,GAAG,IACb,CAAC;IACH,CAAC,MAAM;MACL,IAAI,CAACzD,eAAe,GAAG6D,WAAW,CAAC,MAAM;QACvCE,OAAO,CAAC,CAAC,CAACG,KAAK,CAACjB,GAAG,IAAI;UACrBb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,0BAA0B,EAAEgD,GAAG,CAAC;QAClE,CAAC,CAAC;MACJ,CAAC,EAAEQ,QAAQ,GAAG,IAAI,CAAC;IACrB;;IAEA;IACA,IAAI,CAAC,IAAI,CAAC5D,aAAa,EAAE;MACvBkE,OAAO,CAAC,CAAC,CAACG,KAAK,CAACjB,GAAG,IAAI;QACrBb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,oCAAoC,EAAEgD,GAAG,CAAC;MAC5E,CAAC,CAAC;IACJ,CAAC,MAAM;MACLb,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,iFAAiFwD,QAAQ,IAC7G,CAAC;IACH;IAEA,IAAIU,UAAU,GAAG,MAAM;IACvB,IAAI;MACF,IAAI,IAAI,CAACnF,cAAc,IAAI,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAAE;QACrDD,UAAU,GAAG,IAAInG,GAAG,CAAC,IAAI,CAACgB,cAAc,CAACoF,IAAI,CAAC,CAAC,CAAC,CAACC,MAAM;MACzD;IACF,CAAC,CAAC,MAAM;MACNF,UAAU,GAAG,aAAa;IAC5B;IACA/B,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2CAA2C,IAAI,CAACZ,WAAW,YAAY8E,UAAU,GACrG,CAAC;IACD/B,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,gCAAgC,IAAI,CAACvB,WAAW,QAAQ,IAAI,CAACN,OAAO,YAAY,IAAI,CAACI,MAAM,iBAAiB,IAAI,CAACa,WAAW,EAChJ,CAAC;EACH,CAAC;;EAED;AACF;AACA;AACA;EACEiF,QAAQ,GAAGA,CAAA,KAAM;IACf,IAAI,IAAI,CAACtE,eAAe,EAAE;MACxB8D,aAAa,CAAC,IAAI,CAAC9D,eAAe,CAAC;MACnC,IAAI,CAACA,eAAe,GAAG,IAAI;MAC3BoC,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,sDAAsD,CAAC;IACxF;EACF,CAAC;EAEDgE,WAAW,GAAG,MAAAA,CAAA,KAAY;IACxB,OAAO,IAAI,CAACvB,YAAY,CAAC,CAAC;EAC5B,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE6B,SAAS,GAAGA,CAACd,QAAQ,EAAEC,gBAAgB,GAAGX,SAAS,KAAK;IACtD,IAAI,CAACS,UAAU,CAACC,QAAQ,EAAEC,gBAAgB,CAAC;EAC7C,CAAC;;EAED;AACF;AACA;AACA;AACA;EACEc,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpBpC,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,sCAAsC,CAAC;IACtE,IAAI,CAACqE,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAAC1F,OAAO,EAAE;MAChB,MAAM,IAAI,CAAC6F,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAAC1E,mBAAmB,KAAK,KAAK,EAAE;MACtC1B,OAAO,CAACqG,IAAI,CAAC,CAAC,CAAC;IACjB;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE3D,gBAAgB,GAAG,MAAMpB,gBAAgB,IAAI;IAC3C;EAAA,CACD;;EAED;AACF;AACA;AACA;EACE8E,aAAa,GAAG,MAAAA,CAAA,KAAY;IAC1B,IACE,IAAI,CAAC9E,gBAAgB,IACrB,IAAI,CAACX,cAAc,IACnB,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAC1B;MACAhC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,kDAAkD,IAAI,CAAC7B,OAAO,aAAa,IAAI,CAACI,MAAM,kBAAkB,IAAI,CAACE,WAAW,IAC5I,CAAC;MACD,MAAM,IAAI,CAACiG,qBAAqB,CAAC,CAAC,CAACT,KAAK,CAACjB,GAAG,IAAI;QAC9Cb,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,uCAAuC,EACzDgD,GAAG,CAAC2B,OACN,CAAC;MACH,CAAC,CAAC;IACJ;EACF,CAAC;;EAED;AACF;AACA;AACA;EACED,qBAAqB,GAAGA,CAAA,KAAM;IAC5B,MAAME,GAAG,GAAGC,CAAC,IAAIC,MAAM,CAACD,CAAC,CAAC,CAACE,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAACA,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;IACtE,MAAMC,QAAQ,GAAG,SAASJ,GAAG,CAAC,IAAI,CAACzG,OAAO,CAAC,cAAcyG,GAAG,CAC1D,IAAI,CAACrG,MACP,CAAC,mBAAmBqG,GAAG,CAAC,IAAI,CAACnG,WAAW,CAAC,IAAI;IAC7C,IAAI2F,MAAM;IACV,IAAI;MACF,MAAMa,CAAC,GAAG,IAAIlH,GAAG,CAAC,CAAC,IAAI,CAACgB,cAAc,IAAI,EAAE,EAAEoF,IAAI,CAAC,CAAC,CAAC;MACrDC,MAAM,GAAGa,CAAC,CAACb,MAAM;IACnB,CAAC,CAAC,MAAM;MACN,OAAOvB,OAAO,CAACqC,MAAM,CAAC,IAAIC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtD;IACA,MAAMC,IAAI,GAAG,4CAA4CC,kBAAkB,CACzEL,QACF,CAAC,EAAE;IACH,OAAO,IAAInC,OAAO,CAAC,CAACkB,OAAO,EAAEmB,MAAM,KAAK;MACtC,MAAMD,CAAC,GAAG,IAAIlH,GAAG,CAACqG,MAAM,CAAC;MACzB,MAAMkB,GAAG,GAAG,CAACL,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG1H,KAAK,GAAGC,IAAI,EAAE0H,OAAO,CAC1D;QACEC,QAAQ,EAAER,CAAC,CAACQ,QAAQ;QACpBC,IAAI,EAAET,CAAC,CAACS,IAAI,KAAKT,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG,GAAG,GAAG,EAAE,CAAC;QACpDH,IAAI;QACJO,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,gBAAgB,EAAE,GAAG;UACrBC,aAAa,EAAE,IAAI,CAAC5G,SAAS,GACzB,SAAS,IAAI,CAACA,SAAS,EAAE,GACzB6D;QACN,CAAC;QACDgD,KAAK,EACHb,CAAC,CAACM,QAAQ,KAAK,QAAQ,GACnB,IAAI1H,KAAK,CAACkI,KAAK,CAAC;UAAEC,SAAS,EAAE;QAAM,CAAC,CAAC,GACrClD;MACR,CAAC,EACDmD,GAAG,IAAI;QACL,IAAIA,GAAG,CAACC,UAAU,IAAI,GAAG,IAAID,GAAG,CAACC,UAAU,GAAG,GAAG,EAAEnC,OAAO,CAAC,CAAC,MACvD;UACH,IAAIjC,IAAI,GAAG,EAAE;UACbmE,GAAG,CAACE,EAAE,CAAC,MAAM,EAAEC,KAAK,IAAI;YACtBtE,IAAI,IAAIsE,KAAK;UACf,CAAC,CAAC;UACFH,GAAG,CAACE,EAAE,CAAC,KAAK,EAAE,MACZjB,MAAM,CAAC,IAAIC,KAAK,CAAC,kBAAkBc,GAAG,CAACC,UAAU,IAAIpE,IAAI,EAAE,CAAC,CAC9D,CAAC;QACH;MACF,CACF,CAAC;MACDwD,GAAG,CAACa,EAAE,CAAC,OAAO,EAAEjB,MAAM,CAAC;MACvBI,GAAG,CAACe,GAAG,CAAC,CAAC;IACX,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;EACEnD,WAAW,GAAG,MAAAA,CAAOoD,MAAM,GAAG,CAAC,CAAC,KAAK;IACnC,IAAI,IAAI,CAAC9G,kBAAkB,EAAE;MAC3B2C,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2DACpB,CAAC;MACD,OAAO6C,OAAO,CAACkB,OAAO,CAAC,CAAC;IAC1B;IACA,IAAI,CAAC,IAAI,CAAChF,cAAc,IAAI,CAAC,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAAE;MACvDhC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2DACpB,CAAC;MACD,OAAO6C,OAAO,CAACkB,OAAO,CAAC,CAAC;IAC1B;IACA,OAAO,IAAI,CAACwC,cAAc,CAAC,CAAC;EAC9B,CAAC;;EAED;AACF;AACA;AACA;EACEA,cAAc,GAAGA,CAAA,KAAM;IACrB,IAAIC,OAAO,GAAG,CAAC,IAAI,CAACzH,cAAc,IAAI,EAAE,EAAEoF,IAAI,CAAC,CAAC;IAChD,IAAI;MACF,MAAMc,CAAC,GAAG,IAAIlH,GAAG,CAACyI,OAAO,CAAC;MAC1B,IAAI,CAACvB,CAAC,CAACwB,QAAQ,IAAIxB,CAAC,CAACwB,QAAQ,KAAK,GAAG,IAAIxB,CAAC,CAACwB,QAAQ,KAAK,UAAU,EAAE;QAClED,OAAO,GAAG,GAAGvB,CAAC,CAACb,MAAM,4BAA4Ba,CAAC,CAACyB,MAAM,EAAE;MAC7D;IACF,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,OAAO,IAAI7D,OAAO,CAAC,CAACkB,OAAO,EAAEmB,MAAM,KAAK;MACtC,MAAMD,CAAC,GAAG,IAAIlH,GAAG,CAACyI,OAAO,CAAC;MAC1B,MAAMlB,GAAG,GAAG,CAACL,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG1H,KAAK,GAAGC,IAAI,EAAE0H,OAAO,CAC1D;QACEC,QAAQ,EAAER,CAAC,CAACQ,QAAQ;QACpBC,IAAI,EAAET,CAAC,CAACS,IAAI,KAAKT,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG,GAAG,GAAG,EAAE,CAAC;QACpDH,IAAI,EAAEH,CAAC,CAACwB,QAAQ,GAAGxB,CAAC,CAACyB,MAAM;QAC3Bf,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,cAAc,EAAEjI,MAAM,CAACyC,QAAQ,CAACuG,WAAW;UAC3Cd,aAAa,EAAE,IAAI,CAAC5G,SAAS,GACzB,SAAS,IAAI,CAACA,SAAS,EAAE,GACzB6D;QACN,CAAC;QACDgD,KAAK,EACHb,CAAC,CAACM,QAAQ,KAAK,QAAQ,GACnB,IAAI1H,KAAK,CAACkI,KAAK,CAAC;UAAEC,SAAS,EAAE;QAAK,CAAC,CAAC,GACpClD;MACR,CAAC,EACDmD,GAAG,IAAI;QACL,IAAIA,GAAG,CAACC,UAAU,IAAI,GAAG,IAAID,GAAG,CAACC,UAAU,GAAG,GAAG,EAAE;UACjDnC,OAAO,CAAC,CAAC;QACX,CAAC,MAAM;UACL,IAAIjC,IAAI,GAAG,EAAE;UACbmE,GAAG,CAACE,EAAE,CAAC,MAAM,EAAEC,KAAK,IAAI;YACtBtE,IAAI,IAAIsE,KAAK;UACf,CAAC,CAAC;UACFH,GAAG,CAACE,EAAE,CAAC,KAAK,EAAE,MACZjB,MAAM,CAAC,IAAIC,KAAK,CAAC,gBAAgBc,GAAG,CAACC,UAAU,IAAIpE,IAAI,EAAE,CAAC,CAC5D,CAAC;QACH;MACF,CACF,CAAC;MACDwD,GAAG,CAACa,EAAE,CAAC,OAAO,EAAEjB,MAAM,CAAC;MACvB,IAAI,CAACjF,SAAS,CACXkD,OAAO,CAAC,CAAC,CACTyD,IAAI,CAACzD,OAAO,IAAI;QACfmC,GAAG,CAACuB,SAAS,CAAC,gBAAgB,EAAEC,MAAM,CAACC,UAAU,CAAC5D,OAAO,EAAE,MAAM,CAAC,CAAC;QACnEmC,GAAG,CAACe,GAAG,CAAClD,OAAO,EAAE,MAAM,CAAC;MAC1B,CAAC,CAAC,CACDc,KAAK,CAACiB,MAAM,CAAC;IAClB,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;EACE8B,iBAAiB,GAAGA,CAACC,MAAM,GAAG,EAAE,KAAK;IACnC,OAAO,CAAC,GAAG3F,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa,CAAC,EAAE,GAAG4G,MAAM,CAAC;EACxD,CAAC;EAEDC,gBAAgB,GAAGA,CAACD,MAAM,GAAG,EAAE,KAAK;IAClC,OAAO,IAAI,CAAC5G,aAAa;EAC3B,CAAC;EAEDU,mBAAmB,GAAGA,CAAA,KAAM;IAC1B,IAAI,IAAI,CAACjB,mBAAmB,EAAE;MAC5B1B,OAAO,CAAC+H,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC5B,OAAO,CAAC;MAClCnG,OAAO,CAAC+H,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC5B,OAAO,CAAC;IACrC;EACF,CAAC;;EAED;;EAEA,IAAI4C,cAAcA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACxI,OAAO;EACrB;EAEA,IAAIuD,gBAAgBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAACrD,SAAS;EACvB;EAEA,IAAIuI,QAAQA,CAAA,EAAG;IACb,OAAO,IAAI,CAACnH,SAAS;EACvB;EAEA,MAAMoH,kBAAkBA,CAAA,EAAG;IACzB,OAAO,IAAI,CAACpH,SAAS,CAACkD,OAAO,CAAC,CAAC;EACjC;EAEAmE,iBAAiBA,CAAA,EAAG;IAClB,OAAO,OAAOhC,GAAG,EAAEW,GAAG,KAAK;MACzB,IAAI;QACF,MAAM9C,OAAO,GAAG,MAAM,IAAI,CAACkE,kBAAkB,CAAC,CAAC;QAC/CpB,GAAG,CAAClD,GAAG,CAAC,cAAc,EAAEpF,MAAM,CAACyC,QAAQ,CAACuG,WAAW,CAAC;QACpDV,GAAG,CAACI,GAAG,CAAClD,OAAO,CAAC;MAClB,CAAC,CAAC,OAAOH,GAAG,EAAE;QACZb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,yBAAyB,EAAEgD,GAAG,CAAC;QAC/DiD,GAAG,CAACsB,MAAM,CAAC,GAAG,CAAC,CAAClB,GAAG,CAAC,2BAA2B,CAAC;MAClD;IACF,CAAC;EACH;AACF;AAEAmB,MAAM,CAACC,OAAO,GAAG;EAAEzJ;AAAkB,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"file":"baseMetricsClient.js","names":["client","require","https","http","URL","BaseMetricsClient","constructor","config","appName","process","env","BUILD_APP_NAME","dynoId","HOSTNAME","processType","BUILD_DYNO_PROCESS_TYPE","enabled","METRICS_ENABLED","logValues","METRICS_LOG_VALUES","pushgatewayUrl","METRICS_PUSHGATEWAY_URL","authToken","pushgatewaySecret","METRICS_PUSHGATEWAY_SECRET","intervalSec","parseInt","METRICS_INTERVAL_SEC","startupValidation","disablePushgateway","METRICS_DISABLE_PUSHGATEWAY","removeOldMetrics","METRICS_REMOVE_OLD_METRICS","skipFirstPush","METRICS_SKIP_FIRST_PUSH","cleanupExitsProcess","_pushIntervalId","prefixLogs","_registry","Registry","collectDefaultMetrics","register","defaultLabels","app","dyno_id","process_type","gateway","gauges","counters","countersFunctions","gaugeUpdaters","_clearOldWorkers","_setCleanupHandlers","keepProcessAliveWhenDisabled","createGauge","name","help","updateFn","labelNames","Object","keys","g","Gauge","registers","createCounter","c","Counter","data","value","inc","clearAllCounters","metricsLogValues","console","log","values","forEach","counter","reset","_pushMetrics","entries","result","val","Promise","undefined","set","err","error","gatewayPush","metrics","getMetricsAsJSON","JSON","stringify","_startPush","interval","customPushMetics","warn","_idleInterval","setInterval","clearInterval","runPush","resolve","pushMetrics","catch","pushOrigin","trim","origin","stopPush","startPush","cleanup","gatewayDelete","exit","_deleteFromVMByLabels","message","esc","s","String","replace","selector","u","reject","Error","path","encodeURIComponent","req","protocol","request","hostname","port","method","headers","Authorization","agent","Agent","keepAlive","res","statusCode","on","chunk","end","params","_pushToVMAgent","pushUrl","pathname","search","contentType","then","setHeader","Buffer","byteLength","withDefaultLabels","labels","getDefaultLabels","metricsEnabled","registry","getMetricsAsString","metricsMiddleware","status","module","exports"],"sources":["../../src/metrics/baseMetricsClient.js"],"sourcesContent":["const client = require('prom-client')\nconst https = require('https')\nconst http = require('http')\nconst { URL } = require('url')\n\n/**\n * BaseMetricsClient provides common functionality for all metrics clients.\n * Handles registry setup, push to remote (VM-agent), default labels, and common operations.\n * Always pushes registry to the configured URL (POST Prometheus text format + Basic auth). No Pushgateway.\n */\nclass BaseMetricsClient {\n /**\n * @param {Object} config\n * @param {string} [config.appName] Name of the application\n * @param {string} [config.dynoId] Dyno/instance ID\n * @param {string} [config.processType] Process type (web, worker, etc.)\n * @param {boolean} [config.enabled] Enable metrics collection\n * @param {boolean} [config.logValues] Log metrics values to console\n * @param {string} [config.pushgatewayUrl] Push URL (VM-agent import endpoint, e.g. .../api/v1/import/prometheus). /metrics is for GET (scrape), not POST (push).\n * @param {string} [config.pushgatewaySecret] Basic auth secret (Base64 of user:password)\n * @param {number} [config.intervalSec] Interval in seconds for pushing metrics\n * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name\n * @param {boolean} [config.skipFirstPush] Skip the first push (first push after interval); set METRICS_SKIP_FIRST_PUSH=true to give old instance time to exit\n * @param {function} [config.startupValidation] Add to validate on start push.\n * @param {boolean} [config.disablePushgateway] Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor(config = {}) {\n this.appName = config.appName || process.env.BUILD_APP_NAME || 'unknown-app'\n this.dynoId = config.dynoId || process.env.HOSTNAME || 'unknown-dyno'\n this.processType =\n config.processType ||\n process.env.BUILD_DYNO_PROCESS_TYPE ||\n 'undefined_build_dyno_type'\n this.enabled = config.enabled ?? process.env.METRICS_ENABLED === 'true'\n this.logValues =\n config.logValues ?? process.env.METRICS_LOG_VALUES === 'true'\n this.pushgatewayUrl =\n config.pushgatewayUrl || process.env.METRICS_PUSHGATEWAY_URL || ''\n this.authToken =\n config.pushgatewaySecret || process.env.METRICS_PUSHGATEWAY_SECRET || ''\n this.intervalSec =\n config.intervalSec ||\n parseInt(process.env.METRICS_INTERVAL_SEC || '', 10) ||\n 15\n this.startupValidation = config.startupValidation\n this.disablePushgateway =\n config.disablePushgateway ??\n process.env.METRICS_DISABLE_PUSHGATEWAY === 'true'\n this.removeOldMetrics =\n config.removeOldMetrics ??\n process.env.METRICS_REMOVE_OLD_METRICS === 'true'\n /** When true, skip the immediate first push; first push runs after the first interval. Set METRICS_SKIP_FIRST_PUSH=true. */\n this.skipFirstPush =\n config.skipFirstPush ?? process.env.METRICS_SKIP_FIRST_PUSH === 'true'\n /** If true (default), cleanup() calls process.exit(0). Set to false when the app handles SIGTERM itself (e.g. graceful HTTP shutdown). */\n this.cleanupExitsProcess = config.cleanupExitsProcess ?? true\n\n /** @type {NodeJS.Timeout | null} Push interval handle so it can be cleared on shutdown */\n this._pushIntervalId = null\n\n this.prefixLogs = `[${this.processType}] [${this.appName}] [${this.dynoId}] [Monitoring]`\n\n this._registry = new client.Registry()\n client.collectDefaultMetrics({ register: this._registry })\n\n this.defaultLabels = {\n app: this.appName,\n dyno_id: this.dynoId,\n process_type: this.processType,\n }\n\n // Always push to configured URL (VM-agent). No Pushgateway.\n this.gateway = null\n this.gauges = {}\n this.counters = {}\n this.countersFunctions = {}\n\n /** @type {Object<string, function(): number | Promise<number>>} */\n this.gaugeUpdaters = {}\n\n this._clearOldWorkers(config.removeOldMetrics)\n this._setCleanupHandlers()\n\n this.keepProcessAliveWhenDisabled = true\n }\n\n /**\n * Create a gauge metric.\n * @param {Object} options - Gauge configuration\n * @param {string} options.name - Name of the gauge\n * @param {string} options.help - Help text describing the gauge\n * @param {function(): number|Promise<number>} [options.updateFn] - Optional function returning the gauge value\n * @param {string[]} [options.labelNames] - Optional custom label names\n * @returns {import('prom-client').Gauge} The created Prometheus gauge\n */\n createGauge = ({\n name,\n help,\n updateFn,\n labelNames = Object.keys(this.defaultLabels),\n }) => {\n if (this.gauges[name]) return this.gauges[name]\n\n const g = new client.Gauge({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.gauges[name] = g\n\n if (updateFn && typeof updateFn === 'function') {\n this.gaugeUpdaters[name] = updateFn\n }\n\n return g\n }\n\n /**\n * Create a Prometheus Counter metric.\n *\n * @param {Object} params - Counter configuration\n * @param {string} params.name - Metric name\n * @param {string} params.help - Metric description\n * @param {string[]} [params.labelNames] - Optional list of label names. Defaults to this.defaultLabels keys.\n *\n * @returns {(labels?: Object, incrementValue?: number) => void}\n * A function to increment the counter.\n * Usage: (labels?, incrementValue?)\n */\n createCounter({ name, help, labelNames = Object.keys(this.defaultLabels) }) {\n if (this.counters[name]) return this.countersFunctions[name]\n\n const c = new client.Counter({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.counters[name] = c\n\n this.countersFunctions = {\n ...this.countersFunctions,\n [name]: (data = {}, value = 1) => {\n c.inc({ ...this.defaultLabels, ...data }, value)\n },\n }\n\n return this.countersFunctions[name]\n }\n\n /**\n * Clear all collected counters\n */\n clearAllCounters = () => {\n if (this.metricsLogValues) {\n console.log('Counters to clear: ', Object.keys(this.counters))\n }\n Object.values(this.counters).forEach(counter => counter.reset())\n }\n\n /**\n * Push all gauges and counters to PushGateway and optionally log.\n */\n _pushMetrics = async () => {\n try {\n for (const [name, updateFn] of Object.entries(this.gaugeUpdaters)) {\n try {\n if (!updateFn) {\n continue\n }\n const result = updateFn()\n const val = result instanceof Promise ? await result : result\n if (val !== undefined) this.gauges[name].set(this.defaultLabels, val)\n } catch (err) {\n console.error(\n `${this.prefixLogs} Failed to update gauge ${name}:`,\n err\n )\n }\n }\n\n if (!this.disablePushgateway) {\n await this.gatewayPush()\n }\n // this.clearAllCounters() //TODO: or uncommit or delete (based on grafana expectation)\n\n if (this.logValues) {\n const metrics = await this._registry.getMetricsAsJSON()\n console.log(\n `${this.prefixLogs} Metrics:\\n`,\n JSON.stringify(metrics, null, 2)\n )\n }\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n }\n }\n\n _startPush = (interval = this.intervalSec, customPushMetics = undefined) => {\n if (!this.enabled) {\n console.warn(`${this.prefixLogs} Metrics disabled`)\n if (this.keepProcessAliveWhenDisabled && !this._idleInterval) {\n this._idleInterval = setInterval(() => {}, 60 * 60 * 1000)\n }\n return\n }\n\n if (this._idleInterval) {\n clearInterval(this._idleInterval)\n this._idleInterval = null\n }\n\n if (this.startupValidation && !this.startupValidation()) {\n return\n }\n\n const runPush = () => {\n if (customPushMetics && typeof customPushMetics === 'function') {\n return Promise.resolve(customPushMetics())\n }\n return this.pushMetrics()\n }\n\n if (customPushMetics && typeof customPushMetics === 'function') {\n this._pushIntervalId = setInterval(\n () => customPushMetics(),\n interval * 1000\n )\n } else {\n this._pushIntervalId = setInterval(() => {\n runPush().catch(err => {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n })\n }, interval * 1000)\n }\n\n // First push: skip when skipFirstPush, otherwise push immediately\n if (!this.skipFirstPush) {\n runPush().catch(err => {\n console.error(\n `${this.prefixLogs} Failed to push metrics (initial):`,\n err\n )\n })\n }\n\n let pushOrigin = 'none'\n try {\n if (this.pushgatewayUrl && this.pushgatewayUrl.trim()) {\n pushOrigin = new URL(this.pushgatewayUrl.trim()).origin\n }\n } catch {\n pushOrigin = 'invalid URL'\n }\n console.warn(\n `${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s, push: ${pushOrigin})`\n )\n }\n\n /**\n * Stop periodic metrics push (clears the interval).\n * Call this before process exit to avoid pushing during shutdown and to reduce connection overlap on redeploy.\n */\n stopPush = () => {\n if (this._pushIntervalId) {\n clearInterval(this._pushIntervalId)\n this._pushIntervalId = null\n console.warn(\n `${this.prefixLogs} Metrics collection stopped (push interval cleared).`\n )\n }\n }\n\n pushMetrics = async () => {\n return this._pushMetrics()\n }\n\n /**\n * Start periodic metrics collection and push.\n *\n * This method wraps the internal `_startPush` method.\n * If a `customPushMetrics` function is provided, it will be executed\n * at the given interval instead of the default `pushMetrics` behavior.\n *\n * @param {number} [interval=this.intervalSec] - Interval in seconds between pushes.\n * @param {() => void | Promise<void>} [customPushMetrics] - Optional custom push function. If provided, Prometheus push is skipped.\n */\n startPush = (interval, customPushMetics = undefined) => {\n this._startPush(interval, customPushMetics)\n }\n\n /**\n * Cleanup metrics and optionally exit process.\n * Stops the push interval immediately (to avoid overlap on redeploy), then deletes this instance's metrics from the gateway, then exits if cleanupExitsProcess is true.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n console.warn(`${this.prefixLogs} Metrics cleanup started (shutdown).`)\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this.cleanupExitsProcess !== false) {\n process.exit(0)\n }\n }\n\n /**\n * Remove old/stale dyno/instance metrics from PushGateway.\n *\n * Compares existing PushGateway metrics for this job and deletes any instances\n * that do not match the current dynoId.\n *\n * @param {boolean} removeOldMetrics If true, performs cleanup; otherwise does nothing\n * @returns {Promise<void>}\n * @private\n */\n _clearOldWorkers = async removeOldMetrics => {\n // No Pushgateway; VM-agent does not support per-instance delete. Skip.\n }\n\n /**\n * On shutdown: optionally delete this instance's metrics from VictoriaMetrics (by app, dyno_id, process_type).\n * @returns {Promise<void>}\n */\n gatewayDelete = async () => {\n if (\n this.removeOldMetrics &&\n this.pushgatewayUrl &&\n this.pushgatewayUrl.trim()\n ) {\n console.warn(\n `${this.prefixLogs} Deleting this instance's metrics from VM (app=${this.appName}, dyno_id=${this.dynoId}, process_type=${this.processType}).`\n )\n await this._deleteFromVMByLabels().catch(err => {\n console.warn(\n `${this.prefixLogs} Deletion from VM on shutdown failed:`,\n err.message\n )\n })\n }\n }\n\n /**\n * Call VictoriaMetrics delete_series API to remove all series matching this instance's labels (app, dyno_id, process_type).\n * @private\n */\n _deleteFromVMByLabels = () => {\n const esc = s => String(s).replace(/\\\\/g, '\\\\\\\\').replace(/\"/g, '\\\\\"')\n const selector = `{app=\"${esc(this.appName)}\",dyno_id=\"${esc(\n this.dynoId\n )}\",process_type=\"${esc(this.processType)}\"}`\n let origin\n try {\n const u = new URL((this.pushgatewayUrl || '').trim())\n origin = u.origin\n } catch {\n return Promise.reject(new Error('Invalid push URL'))\n }\n const path = `/api/v1/admin/tsdb/delete_series?match[]=${encodeURIComponent(\n selector\n )}`\n return new Promise((resolve, reject) => {\n const u = new URL(origin)\n const req = (u.protocol === 'https:' ? https : http).request(\n {\n hostname: u.hostname,\n port: u.port || (u.protocol === 'https:' ? 443 : 80),\n path,\n method: 'POST',\n headers: {\n 'Content-Length': '0',\n Authorization: this.authToken\n ? `Basic ${this.authToken}`\n : undefined,\n },\n agent:\n u.protocol === 'https:'\n ? new https.Agent({ keepAlive: false })\n : undefined,\n },\n res => {\n if (res.statusCode >= 200 && res.statusCode < 300) resolve()\n else {\n let data = ''\n res.on('data', chunk => {\n data += chunk\n })\n res.on('end', () =>\n reject(new Error(`Delete failed: ${res.statusCode} ${data}`))\n )\n }\n }\n )\n req.on('error', reject)\n req.end()\n })\n }\n\n /**\n * Push registry to configured URL (VM-agent). POST Prometheus text format + Basic auth.\n *\n * @param {object} [params] Unused; kept for API compatibility.\n * @returns {Promise<void>}\n */\n gatewayPush = async (params = {}) => {\n if (this.disablePushgateway) {\n console.warn(\n `${this.prefixLogs} Metrics push skipped: METRICS_DISABLE_PUSHGATEWAY is set`\n )\n return Promise.resolve()\n }\n if (!this.pushgatewayUrl || !this.pushgatewayUrl.trim()) {\n console.warn(\n `${this.prefixLogs} Metrics push skipped: METRICS_PUSHGATEWAY_URL is not set`\n )\n return Promise.resolve()\n }\n return this._pushToVMAgent()\n }\n\n /**\n * POST registry (Prometheus text format) to VM-agent. VM-agent accepts push at /api/v1/import/prometheus; /metrics is GET (scrape) only.\n * @private\n */\n _pushToVMAgent = () => {\n let pushUrl = (this.pushgatewayUrl || '').trim()\n try {\n const u = new URL(pushUrl)\n if (!u.pathname || u.pathname === '/' || u.pathname === '/metrics') {\n pushUrl = `${u.origin}/api/v1/import/prometheus${u.search}`\n }\n } catch {\n // leave pushUrl as-is\n }\n return new Promise((resolve, reject) => {\n const u = new URL(pushUrl)\n const req = (u.protocol === 'https:' ? https : http).request(\n {\n hostname: u.hostname,\n port: u.port || (u.protocol === 'https:' ? 443 : 80),\n path: u.pathname + u.search,\n method: 'POST',\n headers: {\n 'Content-Type': client.register.contentType,\n Authorization: this.authToken\n ? `Basic ${this.authToken}`\n : undefined,\n },\n agent:\n u.protocol === 'https:'\n ? new https.Agent({ keepAlive: true })\n : undefined,\n },\n res => {\n if (res.statusCode >= 200 && res.statusCode < 300) {\n resolve()\n } else {\n let data = ''\n res.on('data', chunk => {\n data += chunk\n })\n res.on('end', () =>\n reject(new Error(`Push failed: ${res.statusCode} ${data}`))\n )\n }\n }\n )\n req.on('error', reject)\n this._registry\n .metrics()\n .then(metrics => {\n req.setHeader('Content-Length', Buffer.byteLength(metrics, 'utf8'))\n req.end(metrics, 'utf8')\n })\n .catch(reject)\n })\n }\n\n /**\n * Merge the default metric labels (`app`, `dyno_id`, `process_type`)\n * with custom label names.\n *\n * @param {string[]} labels Additional label names\n * @returns {string[]} Combined label names\n */\n withDefaultLabels = (labels = []) => {\n return [...Object.keys(this.defaultLabels), ...labels]\n }\n\n getDefaultLabels = (labels = []) => {\n return this.defaultLabels\n }\n\n _setCleanupHandlers = () => {\n if (this.cleanupExitsProcess) {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n }\n\n // GETTERS\n\n get metricsEnabled() {\n return this.enabled\n }\n\n get metricsLogValues() {\n return this.logValues\n }\n\n get registry() {\n return this._registry\n }\n\n async getMetricsAsString() {\n return this._registry.metrics()\n }\n\n metricsMiddleware() {\n return async (req, res) => {\n try {\n const metrics = await this.getMetricsAsString()\n res.set('Content-Type', client.register.contentType)\n res.end(metrics)\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to get metrics:`, err)\n res.status(500).end('Failed to collect metrics')\n }\n }\n }\n}\n\nmodule.exports = { BaseMetricsClient }\n"],"mappings":";;AAAA,MAAMA,MAAM,GAAGC,OAAO,CAAC,aAAa,CAAC;AACrC,MAAMC,KAAK,GAAGD,OAAO,CAAC,OAAO,CAAC;AAC9B,MAAME,IAAI,GAAGF,OAAO,CAAC,MAAM,CAAC;AAC5B,MAAM;EAAEG;AAAI,CAAC,GAAGH,OAAO,CAAC,KAAK,CAAC;;AAE9B;AACA;AACA;AACA;AACA;AACA,MAAMI,iBAAiB,CAAC;EACtB;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAWA,CAACC,MAAM,GAAG,CAAC,CAAC,EAAE;IACvB,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO,IAAIC,OAAO,CAACC,GAAG,CAACC,cAAc,IAAI,aAAa;IAC5E,IAAI,CAACC,MAAM,GAAGL,MAAM,CAACK,MAAM,IAAIH,OAAO,CAACC,GAAG,CAACG,QAAQ,IAAI,cAAc;IACrE,IAAI,CAACC,WAAW,GACdP,MAAM,CAACO,WAAW,IAClBL,OAAO,CAACC,GAAG,CAACK,uBAAuB,IACnC,2BAA2B;IAC7B,IAAI,CAACC,OAAO,GAAGT,MAAM,CAACS,OAAO,IAAIP,OAAO,CAACC,GAAG,CAACO,eAAe,KAAK,MAAM;IACvE,IAAI,CAACC,SAAS,GACZX,MAAM,CAACW,SAAS,IAAIT,OAAO,CAACC,GAAG,CAACS,kBAAkB,KAAK,MAAM;IAC/D,IAAI,CAACC,cAAc,GACjBb,MAAM,CAACa,cAAc,IAAIX,OAAO,CAACC,GAAG,CAACW,uBAAuB,IAAI,EAAE;IACpE,IAAI,CAACC,SAAS,GACZf,MAAM,CAACgB,iBAAiB,IAAId,OAAO,CAACC,GAAG,CAACc,0BAA0B,IAAI,EAAE;IAC1E,IAAI,CAACC,WAAW,GACdlB,MAAM,CAACkB,WAAW,IAClBC,QAAQ,CAACjB,OAAO,CAACC,GAAG,CAACiB,oBAAoB,IAAI,EAAE,EAAE,EAAE,CAAC,IACpD,EAAE;IACJ,IAAI,CAACC,iBAAiB,GAAGrB,MAAM,CAACqB,iBAAiB;IACjD,IAAI,CAACC,kBAAkB,GACrBtB,MAAM,CAACsB,kBAAkB,IACzBpB,OAAO,CAACC,GAAG,CAACoB,2BAA2B,KAAK,MAAM;IACpD,IAAI,CAACC,gBAAgB,GACnBxB,MAAM,CAACwB,gBAAgB,IACvBtB,OAAO,CAACC,GAAG,CAACsB,0BAA0B,KAAK,MAAM;IACnD;IACA,IAAI,CAACC,aAAa,GAChB1B,MAAM,CAAC0B,aAAa,IAAIxB,OAAO,CAACC,GAAG,CAACwB,uBAAuB,KAAK,MAAM;IACxE;IACA,IAAI,CAACC,mBAAmB,GAAG5B,MAAM,CAAC4B,mBAAmB,IAAI,IAAI;;IAE7D;IACA,IAAI,CAACC,eAAe,GAAG,IAAI;IAE3B,IAAI,CAACC,UAAU,GAAG,IAAI,IAAI,CAACvB,WAAW,MAAM,IAAI,CAACN,OAAO,MAAM,IAAI,CAACI,MAAM,gBAAgB;IAEzF,IAAI,CAAC0B,SAAS,GAAG,IAAItC,MAAM,CAACuC,QAAQ,CAAC,CAAC;IACtCvC,MAAM,CAACwC,qBAAqB,CAAC;MAAEC,QAAQ,EAAE,IAAI,CAACH;IAAU,CAAC,CAAC;IAE1D,IAAI,CAACI,aAAa,GAAG;MACnBC,GAAG,EAAE,IAAI,CAACnC,OAAO;MACjBoC,OAAO,EAAE,IAAI,CAAChC,MAAM;MACpBiC,YAAY,EAAE,IAAI,CAAC/B;IACrB,CAAC;;IAED;IACA,IAAI,CAACgC,OAAO,GAAG,IAAI;IACnB,IAAI,CAACC,MAAM,GAAG,CAAC,CAAC;IAChB,IAAI,CAACC,QAAQ,GAAG,CAAC,CAAC;IAClB,IAAI,CAACC,iBAAiB,GAAG,CAAC,CAAC;;IAE3B;IACA,IAAI,CAACC,aAAa,GAAG,CAAC,CAAC;IAEvB,IAAI,CAACC,gBAAgB,CAAC5C,MAAM,CAACwB,gBAAgB,CAAC;IAC9C,IAAI,CAACqB,mBAAmB,CAAC,CAAC;IAE1B,IAAI,CAACC,4BAA4B,GAAG,IAAI;EAC1C;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAW,GAAGA,CAAC;IACbC,IAAI;IACJC,IAAI;IACJC,QAAQ;IACRC,UAAU,GAAGC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa;EAC7C,CAAC,KAAK;IACJ,IAAI,IAAI,CAACK,MAAM,CAACQ,IAAI,CAAC,EAAE,OAAO,IAAI,CAACR,MAAM,CAACQ,IAAI,CAAC;IAE/C,MAAMM,CAAC,GAAG,IAAI7D,MAAM,CAAC8D,KAAK,CAAC;MACzBP,IAAI;MACJC,IAAI;MACJE,UAAU;MACVK,SAAS,EAAE,CAAC,IAAI,CAACzB,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACS,MAAM,CAACQ,IAAI,CAAC,GAAGM,CAAC;IAErB,IAAIJ,QAAQ,IAAI,OAAOA,QAAQ,KAAK,UAAU,EAAE;MAC9C,IAAI,CAACP,aAAa,CAACK,IAAI,CAAC,GAAGE,QAAQ;IACrC;IAEA,OAAOI,CAAC;EACV,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEG,aAAaA,CAAC;IAAET,IAAI;IAAEC,IAAI;IAAEE,UAAU,GAAGC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa;EAAE,CAAC,EAAE;IAC1E,IAAI,IAAI,CAACM,QAAQ,CAACO,IAAI,CAAC,EAAE,OAAO,IAAI,CAACN,iBAAiB,CAACM,IAAI,CAAC;IAE5D,MAAMU,CAAC,GAAG,IAAIjE,MAAM,CAACkE,OAAO,CAAC;MAC3BX,IAAI;MACJC,IAAI;MACJE,UAAU;MACVK,SAAS,EAAE,CAAC,IAAI,CAACzB,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACU,QAAQ,CAACO,IAAI,CAAC,GAAGU,CAAC;IAEvB,IAAI,CAAChB,iBAAiB,GAAG;MACvB,GAAG,IAAI,CAACA,iBAAiB;MACzB,CAACM,IAAI,GAAG,CAACY,IAAI,GAAG,CAAC,CAAC,EAAEC,KAAK,GAAG,CAAC,KAAK;QAChCH,CAAC,CAACI,GAAG,CAAC;UAAE,GAAG,IAAI,CAAC3B,aAAa;UAAE,GAAGyB;QAAK,CAAC,EAAEC,KAAK,CAAC;MAClD;IACF,CAAC;IAED,OAAO,IAAI,CAACnB,iBAAiB,CAACM,IAAI,CAAC;EACrC;;EAEA;AACF;AACA;EACEe,gBAAgB,GAAGA,CAAA,KAAM;IACvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;MACzBC,OAAO,CAACC,GAAG,CAAC,qBAAqB,EAAEd,MAAM,CAACC,IAAI,CAAC,IAAI,CAACZ,QAAQ,CAAC,CAAC;IAChE;IACAW,MAAM,CAACe,MAAM,CAAC,IAAI,CAAC1B,QAAQ,CAAC,CAAC2B,OAAO,CAACC,OAAO,IAAIA,OAAO,CAACC,KAAK,CAAC,CAAC,CAAC;EAClE,CAAC;;EAED;AACF;AACA;EACEC,YAAY,GAAG,MAAAA,CAAA,KAAY;IACzB,IAAI;MACF,KAAK,MAAM,CAACvB,IAAI,EAAEE,QAAQ,CAAC,IAAIE,MAAM,CAACoB,OAAO,CAAC,IAAI,CAAC7B,aAAa,CAAC,EAAE;QACjE,IAAI;UACF,IAAI,CAACO,QAAQ,EAAE;YACb;UACF;UACA,MAAMuB,MAAM,GAAGvB,QAAQ,CAAC,CAAC;UACzB,MAAMwB,GAAG,GAAGD,MAAM,YAAYE,OAAO,GAAG,MAAMF,MAAM,GAAGA,MAAM;UAC7D,IAAIC,GAAG,KAAKE,SAAS,EAAE,IAAI,CAACpC,MAAM,CAACQ,IAAI,CAAC,CAAC6B,GAAG,CAAC,IAAI,CAAC1C,aAAa,EAAEuC,GAAG,CAAC;QACvE,CAAC,CAAC,OAAOI,GAAG,EAAE;UACZb,OAAO,CAACc,KAAK,CACX,GAAG,IAAI,CAACjD,UAAU,2BAA2BkB,IAAI,GAAG,EACpD8B,GACF,CAAC;QACH;MACF;MAEA,IAAI,CAAC,IAAI,CAACxD,kBAAkB,EAAE;QAC5B,MAAM,IAAI,CAAC0D,WAAW,CAAC,CAAC;MAC1B;MACA;;MAEA,IAAI,IAAI,CAACrE,SAAS,EAAE;QAClB,MAAMsE,OAAO,GAAG,MAAM,IAAI,CAAClD,SAAS,CAACmD,gBAAgB,CAAC,CAAC;QACvDjB,OAAO,CAACC,GAAG,CACT,GAAG,IAAI,CAACpC,UAAU,aAAa,EAC/BqD,IAAI,CAACC,SAAS,CAACH,OAAO,EAAE,IAAI,EAAE,CAAC,CACjC,CAAC;MACH;IACF,CAAC,CAAC,OAAOH,GAAG,EAAE;MACZb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,0BAA0B,EAAEgD,GAAG,CAAC;IAClE;EACF,CAAC;EAEDO,UAAU,GAAGA,CAACC,QAAQ,GAAG,IAAI,CAACpE,WAAW,EAAEqE,gBAAgB,GAAGX,SAAS,KAAK;IAC1E,IAAI,CAAC,IAAI,CAACnE,OAAO,EAAE;MACjBwD,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,mBAAmB,CAAC;MACnD,IAAI,IAAI,CAACgB,4BAA4B,IAAI,CAAC,IAAI,CAAC2C,aAAa,EAAE;QAC5D,IAAI,CAACA,aAAa,GAAGC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;MAC5D;MACA;IACF;IAEA,IAAI,IAAI,CAACD,aAAa,EAAE;MACtBE,aAAa,CAAC,IAAI,CAACF,aAAa,CAAC;MACjC,IAAI,CAACA,aAAa,GAAG,IAAI;IAC3B;IAEA,IAAI,IAAI,CAACpE,iBAAiB,IAAI,CAAC,IAAI,CAACA,iBAAiB,CAAC,CAAC,EAAE;MACvD;IACF;IAEA,MAAMuE,OAAO,GAAGA,CAAA,KAAM;MACpB,IAAIL,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;QAC9D,OAAOZ,OAAO,CAACkB,OAAO,CAACN,gBAAgB,CAAC,CAAC,CAAC;MAC5C;MACA,OAAO,IAAI,CAACO,WAAW,CAAC,CAAC;IAC3B,CAAC;IAED,IAAIP,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;MAC9D,IAAI,CAAC1D,eAAe,GAAG6D,WAAW,CAChC,MAAMH,gBAAgB,CAAC,CAAC,EACxBD,QAAQ,GAAG,IACb,CAAC;IACH,CAAC,MAAM;MACL,IAAI,CAACzD,eAAe,GAAG6D,WAAW,CAAC,MAAM;QACvCE,OAAO,CAAC,CAAC,CAACG,KAAK,CAACjB,GAAG,IAAI;UACrBb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,0BAA0B,EAAEgD,GAAG,CAAC;QAClE,CAAC,CAAC;MACJ,CAAC,EAAEQ,QAAQ,GAAG,IAAI,CAAC;IACrB;;IAEA;IACA,IAAI,CAAC,IAAI,CAAC5D,aAAa,EAAE;MACvBkE,OAAO,CAAC,CAAC,CAACG,KAAK,CAACjB,GAAG,IAAI;QACrBb,OAAO,CAACc,KAAK,CACX,GAAG,IAAI,CAACjD,UAAU,oCAAoC,EACtDgD,GACF,CAAC;MACH,CAAC,CAAC;IACJ;IAEA,IAAIkB,UAAU,GAAG,MAAM;IACvB,IAAI;MACF,IAAI,IAAI,CAACnF,cAAc,IAAI,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAAE;QACrDD,UAAU,GAAG,IAAInG,GAAG,CAAC,IAAI,CAACgB,cAAc,CAACoF,IAAI,CAAC,CAAC,CAAC,CAACC,MAAM;MACzD;IACF,CAAC,CAAC,MAAM;MACNF,UAAU,GAAG,aAAa;IAC5B;IACA/B,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2CAA2C,IAAI,CAACZ,WAAW,YAAY8E,UAAU,GACrG,CAAC;EACH,CAAC;;EAED;AACF;AACA;AACA;EACEG,QAAQ,GAAGA,CAAA,KAAM;IACf,IAAI,IAAI,CAACtE,eAAe,EAAE;MACxB8D,aAAa,CAAC,IAAI,CAAC9D,eAAe,CAAC;MACnC,IAAI,CAACA,eAAe,GAAG,IAAI;MAC3BoC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,sDACpB,CAAC;IACH;EACF,CAAC;EAEDgE,WAAW,GAAG,MAAAA,CAAA,KAAY;IACxB,OAAO,IAAI,CAACvB,YAAY,CAAC,CAAC;EAC5B,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE6B,SAAS,GAAGA,CAACd,QAAQ,EAAEC,gBAAgB,GAAGX,SAAS,KAAK;IACtD,IAAI,CAACS,UAAU,CAACC,QAAQ,EAAEC,gBAAgB,CAAC;EAC7C,CAAC;;EAED;AACF;AACA;AACA;AACA;EACEc,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpBpC,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,sCAAsC,CAAC;IACtE,IAAI,CAACqE,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAAC1F,OAAO,EAAE;MAChB,MAAM,IAAI,CAAC6F,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAAC1E,mBAAmB,KAAK,KAAK,EAAE;MACtC1B,OAAO,CAACqG,IAAI,CAAC,CAAC,CAAC;IACjB;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE3D,gBAAgB,GAAG,MAAMpB,gBAAgB,IAAI;IAC3C;EAAA,CACD;;EAED;AACF;AACA;AACA;EACE8E,aAAa,GAAG,MAAAA,CAAA,KAAY;IAC1B,IACE,IAAI,CAAC9E,gBAAgB,IACrB,IAAI,CAACX,cAAc,IACnB,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAC1B;MACAhC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,kDAAkD,IAAI,CAAC7B,OAAO,aAAa,IAAI,CAACI,MAAM,kBAAkB,IAAI,CAACE,WAAW,IAC5I,CAAC;MACD,MAAM,IAAI,CAACiG,qBAAqB,CAAC,CAAC,CAACT,KAAK,CAACjB,GAAG,IAAI;QAC9Cb,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,uCAAuC,EACzDgD,GAAG,CAAC2B,OACN,CAAC;MACH,CAAC,CAAC;IACJ;EACF,CAAC;;EAED;AACF;AACA;AACA;EACED,qBAAqB,GAAGA,CAAA,KAAM;IAC5B,MAAME,GAAG,GAAGC,CAAC,IAAIC,MAAM,CAACD,CAAC,CAAC,CAACE,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAACA,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;IACtE,MAAMC,QAAQ,GAAG,SAASJ,GAAG,CAAC,IAAI,CAACzG,OAAO,CAAC,cAAcyG,GAAG,CAC1D,IAAI,CAACrG,MACP,CAAC,mBAAmBqG,GAAG,CAAC,IAAI,CAACnG,WAAW,CAAC,IAAI;IAC7C,IAAI2F,MAAM;IACV,IAAI;MACF,MAAMa,CAAC,GAAG,IAAIlH,GAAG,CAAC,CAAC,IAAI,CAACgB,cAAc,IAAI,EAAE,EAAEoF,IAAI,CAAC,CAAC,CAAC;MACrDC,MAAM,GAAGa,CAAC,CAACb,MAAM;IACnB,CAAC,CAAC,MAAM;MACN,OAAOvB,OAAO,CAACqC,MAAM,CAAC,IAAIC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtD;IACA,MAAMC,IAAI,GAAG,4CAA4CC,kBAAkB,CACzEL,QACF,CAAC,EAAE;IACH,OAAO,IAAInC,OAAO,CAAC,CAACkB,OAAO,EAAEmB,MAAM,KAAK;MACtC,MAAMD,CAAC,GAAG,IAAIlH,GAAG,CAACqG,MAAM,CAAC;MACzB,MAAMkB,GAAG,GAAG,CAACL,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG1H,KAAK,GAAGC,IAAI,EAAE0H,OAAO,CAC1D;QACEC,QAAQ,EAAER,CAAC,CAACQ,QAAQ;QACpBC,IAAI,EAAET,CAAC,CAACS,IAAI,KAAKT,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG,GAAG,GAAG,EAAE,CAAC;QACpDH,IAAI;QACJO,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,gBAAgB,EAAE,GAAG;UACrBC,aAAa,EAAE,IAAI,CAAC5G,SAAS,GACzB,SAAS,IAAI,CAACA,SAAS,EAAE,GACzB6D;QACN,CAAC;QACDgD,KAAK,EACHb,CAAC,CAACM,QAAQ,KAAK,QAAQ,GACnB,IAAI1H,KAAK,CAACkI,KAAK,CAAC;UAAEC,SAAS,EAAE;QAAM,CAAC,CAAC,GACrClD;MACR,CAAC,EACDmD,GAAG,IAAI;QACL,IAAIA,GAAG,CAACC,UAAU,IAAI,GAAG,IAAID,GAAG,CAACC,UAAU,GAAG,GAAG,EAAEnC,OAAO,CAAC,CAAC,MACvD;UACH,IAAIjC,IAAI,GAAG,EAAE;UACbmE,GAAG,CAACE,EAAE,CAAC,MAAM,EAAEC,KAAK,IAAI;YACtBtE,IAAI,IAAIsE,KAAK;UACf,CAAC,CAAC;UACFH,GAAG,CAACE,EAAE,CAAC,KAAK,EAAE,MACZjB,MAAM,CAAC,IAAIC,KAAK,CAAC,kBAAkBc,GAAG,CAACC,UAAU,IAAIpE,IAAI,EAAE,CAAC,CAC9D,CAAC;QACH;MACF,CACF,CAAC;MACDwD,GAAG,CAACa,EAAE,CAAC,OAAO,EAAEjB,MAAM,CAAC;MACvBI,GAAG,CAACe,GAAG,CAAC,CAAC;IACX,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;EACEnD,WAAW,GAAG,MAAAA,CAAOoD,MAAM,GAAG,CAAC,CAAC,KAAK;IACnC,IAAI,IAAI,CAAC9G,kBAAkB,EAAE;MAC3B2C,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2DACpB,CAAC;MACD,OAAO6C,OAAO,CAACkB,OAAO,CAAC,CAAC;IAC1B;IACA,IAAI,CAAC,IAAI,CAAChF,cAAc,IAAI,CAAC,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAAE;MACvDhC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2DACpB,CAAC;MACD,OAAO6C,OAAO,CAACkB,OAAO,CAAC,CAAC;IAC1B;IACA,OAAO,IAAI,CAACwC,cAAc,CAAC,CAAC;EAC9B,CAAC;;EAED;AACF;AACA;AACA;EACEA,cAAc,GAAGA,CAAA,KAAM;IACrB,IAAIC,OAAO,GAAG,CAAC,IAAI,CAACzH,cAAc,IAAI,EAAE,EAAEoF,IAAI,CAAC,CAAC;IAChD,IAAI;MACF,MAAMc,CAAC,GAAG,IAAIlH,GAAG,CAACyI,OAAO,CAAC;MAC1B,IAAI,CAACvB,CAAC,CAACwB,QAAQ,IAAIxB,CAAC,CAACwB,QAAQ,KAAK,GAAG,IAAIxB,CAAC,CAACwB,QAAQ,KAAK,UAAU,EAAE;QAClED,OAAO,GAAG,GAAGvB,CAAC,CAACb,MAAM,4BAA4Ba,CAAC,CAACyB,MAAM,EAAE;MAC7D;IACF,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,OAAO,IAAI7D,OAAO,CAAC,CAACkB,OAAO,EAAEmB,MAAM,KAAK;MACtC,MAAMD,CAAC,GAAG,IAAIlH,GAAG,CAACyI,OAAO,CAAC;MAC1B,MAAMlB,GAAG,GAAG,CAACL,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG1H,KAAK,GAAGC,IAAI,EAAE0H,OAAO,CAC1D;QACEC,QAAQ,EAAER,CAAC,CAACQ,QAAQ;QACpBC,IAAI,EAAET,CAAC,CAACS,IAAI,KAAKT,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG,GAAG,GAAG,EAAE,CAAC;QACpDH,IAAI,EAAEH,CAAC,CAACwB,QAAQ,GAAGxB,CAAC,CAACyB,MAAM;QAC3Bf,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,cAAc,EAAEjI,MAAM,CAACyC,QAAQ,CAACuG,WAAW;UAC3Cd,aAAa,EAAE,IAAI,CAAC5G,SAAS,GACzB,SAAS,IAAI,CAACA,SAAS,EAAE,GACzB6D;QACN,CAAC;QACDgD,KAAK,EACHb,CAAC,CAACM,QAAQ,KAAK,QAAQ,GACnB,IAAI1H,KAAK,CAACkI,KAAK,CAAC;UAAEC,SAAS,EAAE;QAAK,CAAC,CAAC,GACpClD;MACR,CAAC,EACDmD,GAAG,IAAI;QACL,IAAIA,GAAG,CAACC,UAAU,IAAI,GAAG,IAAID,GAAG,CAACC,UAAU,GAAG,GAAG,EAAE;UACjDnC,OAAO,CAAC,CAAC;QACX,CAAC,MAAM;UACL,IAAIjC,IAAI,GAAG,EAAE;UACbmE,GAAG,CAACE,EAAE,CAAC,MAAM,EAAEC,KAAK,IAAI;YACtBtE,IAAI,IAAIsE,KAAK;UACf,CAAC,CAAC;UACFH,GAAG,CAACE,EAAE,CAAC,KAAK,EAAE,MACZjB,MAAM,CAAC,IAAIC,KAAK,CAAC,gBAAgBc,GAAG,CAACC,UAAU,IAAIpE,IAAI,EAAE,CAAC,CAC5D,CAAC;QACH;MACF,CACF,CAAC;MACDwD,GAAG,CAACa,EAAE,CAAC,OAAO,EAAEjB,MAAM,CAAC;MACvB,IAAI,CAACjF,SAAS,CACXkD,OAAO,CAAC,CAAC,CACTyD,IAAI,CAACzD,OAAO,IAAI;QACfmC,GAAG,CAACuB,SAAS,CAAC,gBAAgB,EAAEC,MAAM,CAACC,UAAU,CAAC5D,OAAO,EAAE,MAAM,CAAC,CAAC;QACnEmC,GAAG,CAACe,GAAG,CAAClD,OAAO,EAAE,MAAM,CAAC;MAC1B,CAAC,CAAC,CACDc,KAAK,CAACiB,MAAM,CAAC;IAClB,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;EACE8B,iBAAiB,GAAGA,CAACC,MAAM,GAAG,EAAE,KAAK;IACnC,OAAO,CAAC,GAAG3F,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa,CAAC,EAAE,GAAG4G,MAAM,CAAC;EACxD,CAAC;EAEDC,gBAAgB,GAAGA,CAACD,MAAM,GAAG,EAAE,KAAK;IAClC,OAAO,IAAI,CAAC5G,aAAa;EAC3B,CAAC;EAEDU,mBAAmB,GAAGA,CAAA,KAAM;IAC1B,IAAI,IAAI,CAACjB,mBAAmB,EAAE;MAC5B1B,OAAO,CAAC+H,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC5B,OAAO,CAAC;MAClCnG,OAAO,CAAC+H,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC5B,OAAO,CAAC;IACrC;EACF,CAAC;;EAED;;EAEA,IAAI4C,cAAcA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACxI,OAAO;EACrB;EAEA,IAAIuD,gBAAgBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAACrD,SAAS;EACvB;EAEA,IAAIuI,QAAQA,CAAA,EAAG;IACb,OAAO,IAAI,CAACnH,SAAS;EACvB;EAEA,MAAMoH,kBAAkBA,CAAA,EAAG;IACzB,OAAO,IAAI,CAACpH,SAAS,CAACkD,OAAO,CAAC,CAAC;EACjC;EAEAmE,iBAAiBA,CAAA,EAAG;IAClB,OAAO,OAAOhC,GAAG,EAAEW,GAAG,KAAK;MACzB,IAAI;QACF,MAAM9C,OAAO,GAAG,MAAM,IAAI,CAACkE,kBAAkB,CAAC,CAAC;QAC/CpB,GAAG,CAAClD,GAAG,CAAC,cAAc,EAAEpF,MAAM,CAACyC,QAAQ,CAACuG,WAAW,CAAC;QACpDV,GAAG,CAACI,GAAG,CAAClD,OAAO,CAAC;MAClB,CAAC,CAAC,OAAOH,GAAG,EAAE;QACZb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,yBAAyB,EAAEgD,GAAG,CAAC;QAC/DiD,GAAG,CAACsB,MAAM,CAAC,GAAG,CAAC,CAAClB,GAAG,CAAC,2BAA2B,CAAC;MAClD;IACF,CAAC;EACH;AACF;AAEAmB,MAAM,CAACC,OAAO,GAAG;EAAEzJ;AAAkB,CAAC","ignoreList":[]}
|
|
@@ -21,7 +21,7 @@ export class RedisMetricsClient extends BaseMetricsClient {
|
|
|
21
21
|
* @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)
|
|
22
22
|
* @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)
|
|
23
23
|
*/
|
|
24
|
-
constructor({ redisClient,
|
|
24
|
+
constructor({ redisClient, ...metricsConfig }?: {
|
|
25
25
|
redisClient: any;
|
|
26
26
|
gracefulShutdownRedis?: boolean | undefined;
|
|
27
27
|
appName?: string | undefined;
|
|
@@ -39,12 +39,8 @@ export class RedisMetricsClient extends BaseMetricsClient {
|
|
|
39
39
|
/** Redis client used for metrics */
|
|
40
40
|
redisClient: any;
|
|
41
41
|
redisClientType: string;
|
|
42
|
-
_gracefulShutdownRedis: boolean;
|
|
43
|
-
_gracefulShutdownChannel: string | null;
|
|
44
42
|
/** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */
|
|
45
43
|
_subClient: any;
|
|
46
|
-
/** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */
|
|
47
|
-
_gracefulShutdownLogPrefix: string;
|
|
48
44
|
/** Counter for Redis client connections */
|
|
49
45
|
redisConnectionsGauge: import("prom-client").Gauge<string>;
|
|
50
46
|
redisConnectionsMemoryGauge: import("prom-client").Gauge<string>;
|
|
@@ -55,11 +51,30 @@ export class RedisMetricsClient extends BaseMetricsClient {
|
|
|
55
51
|
_redisConnSeenKeys: Set<any>;
|
|
56
52
|
_redisConnZeroedKeys: Set<any>;
|
|
57
53
|
/**
|
|
58
|
-
*
|
|
54
|
+
* Initialize graceful-shutdown state and subscribe when enabled. Called from constructor.
|
|
55
|
+
* @param {boolean} [gracefulShutdownRedis] - Explicit false to disable; otherwise enabled unless METRICS_GRACEFUL_SHUTDOWN_REDIS=false.
|
|
56
|
+
*/
|
|
57
|
+
_initGracefulShutdown(gracefulShutdownRedis?: boolean | undefined): void;
|
|
58
|
+
_gracefulShutdownRedis: boolean | undefined;
|
|
59
|
+
_gracefulShutdownChannel: string | null | undefined;
|
|
60
|
+
_gracefulShutdownAckChannel: string | null | undefined;
|
|
61
|
+
_gracefulShutdownLogPrefix: string | undefined;
|
|
62
|
+
/**
|
|
63
|
+
* Create a dedicated Redis client for subscribe (pub/sub). Uses duplicate() when available, else createClient from REDIS_URL. Branches by redisClientType (IOREDIS, REDIS_V3, REDIS_V4).
|
|
64
|
+
* @returns {any|null} Subscriber client or null if not possible.
|
|
65
|
+
*/
|
|
66
|
+
_createSubscriberClient(): any | null;
|
|
67
|
+
/**
|
|
68
|
+
* Set up Redis subscribe for graceful shutdown. Uses _createSubscriberClient() so subscriber matches client type (ioredis vs node-redis v3/v4).
|
|
59
69
|
*/
|
|
60
70
|
_setupGracefulShutdownSubscribe(): void;
|
|
61
71
|
/**
|
|
62
|
-
*
|
|
72
|
+
* Old instance: stop push, clear metrics from VM, then publish ack so new can start; then exit.
|
|
73
|
+
*/
|
|
74
|
+
_cleanupAndPublishAck(): Promise<void>;
|
|
75
|
+
_publishAck(): any;
|
|
76
|
+
/**
|
|
77
|
+
* Publish "new instance started" so old instances exit and clear metrics. No push waiting.
|
|
63
78
|
*/
|
|
64
79
|
_publishNewInstanceStarted(): void;
|
|
65
80
|
getRedisConnections: () => Promise<any>;
|
|
@@ -76,10 +91,9 @@ export class RedisMetricsClient extends BaseMetricsClient {
|
|
|
76
91
|
*/
|
|
77
92
|
pushRedisMetrics: () => Promise<void>;
|
|
78
93
|
/**
|
|
79
|
-
* Start periodic collection.
|
|
80
|
-
* @param {number} [intervalSec=this.intervalSec] - Interval in seconds
|
|
94
|
+
* Start periodic collection. When graceful shutdown is on: new publishes "new started" so old exits and clears; new does not push until after one interval (skipFirstPush), giving old time to stop.
|
|
81
95
|
*/
|
|
82
|
-
startPush: (intervalSec?: number
|
|
96
|
+
startPush: (intervalSec?: number) => void;
|
|
83
97
|
}
|
|
84
98
|
import { BaseMetricsClient } from "./baseMetricsClient";
|
|
85
99
|
//# sourceMappingURL=metricsRedisClient.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"metricsRedisClient.d.ts","sourceRoot":"","sources":["../../src/metrics/metricsRedisClient.js"],"names":[],"mappings":"AAWA;;;;;GAKG;AACH;IACE;;;;;;;;;;;;;;;OAeG;IACH;QAdwB,WAAW,EAAxB,GAAG;QACe,qBAAqB;QACtB,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QACf,iBAAiB;QAClB,kBAAkB;
|
|
1
|
+
{"version":3,"file":"metricsRedisClient.d.ts","sourceRoot":"","sources":["../../src/metrics/metricsRedisClient.js"],"names":[],"mappings":"AAWA;;;;;GAKG;AACH;IACE;;;;;;;;;;;;;;;OAeG;IACH;QAdwB,WAAW,EAAxB,GAAG;QACe,qBAAqB;QACtB,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QACf,iBAAiB;QAClB,kBAAkB;OAgE9C;IA9CC,oCAAoC;IACpC,iBAA8B;IAC9B,wBAAsD;IAEtD,qFAAqF;IACrF,gBAAsB;IAItB,2CAA2C;IAC3C,2DAIE;IAEF,iEAIE;IAEF,mCAAmC;IACnC,sDAIE;IAEF,sCAAsC;IACtC,qDAIE;IAQF,6BAAmC;IACnC,+BAAqC;IAKvC;;;OAGG;IACH,yEAeC;IAXC,4CAAgE;IAChE,oDAEQ;IACR,uDAEQ;IACR,+CAAgH;IAMlH;;;OAGG;IACH,2BAFa,GAAG,GAAC,IAAI,CAuBpB;IAED;;OAEG;IACH,wCA+BC;IAED;;OAEG;IACH,uCAoCC;IAED,mBAmBC;IAED;;OAEG;IACH,mCAYC;IAED,wCAgCC;IAED,6CAuBC;IAED,gDAkBC;IAED;;;OAGG;IACH,2BAFa,QAAQ,IAAI,CAAC,CA6KzB;IAED;;;OAGG;IACH,wBAFa,QAAQ,IAAI,CAAC,CAazB;IAED;;OAEG;IACH,0CASC;CAmDF"}
|
|
@@ -37,35 +37,25 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
37
37
|
*/
|
|
38
38
|
constructor({
|
|
39
39
|
redisClient,
|
|
40
|
-
gracefulShutdownRedis,
|
|
41
40
|
...metricsConfig
|
|
42
41
|
} = {}) {
|
|
42
|
+
if (redisClient == null) {
|
|
43
|
+
throw new Error('RedisMetricsClient requires redisClient');
|
|
44
|
+
}
|
|
43
45
|
const intervalSec = metricsConfig.intervalSec || parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) || 5;
|
|
44
46
|
super({
|
|
45
47
|
...metricsConfig,
|
|
46
48
|
processType: metricsConfig.processType || 'queue-metrics',
|
|
47
|
-
intervalSec
|
|
48
|
-
skipFirstPush: metricsConfig.skipFirstPush !== false
|
|
49
|
+
intervalSec
|
|
49
50
|
});
|
|
50
51
|
|
|
51
52
|
/** Redis client used for metrics */
|
|
52
53
|
this.redisClient = redisClient;
|
|
53
54
|
this.redisClientType = getRedisClientType(redisClient);
|
|
54
55
|
|
|
55
|
-
/** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */
|
|
56
|
-
const disabledByParam = gracefulShutdownRedis === false;
|
|
57
|
-
const disabledByEnv = process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false';
|
|
58
|
-
this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv;
|
|
59
|
-
this._gracefulShutdownChannel = this._gracefulShutdownRedis ? `metrics:graceful-shutdown:${this.appName}:${this.processType}` : null;
|
|
60
56
|
/** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */
|
|
61
57
|
this._subClient = null;
|
|
62
|
-
|
|
63
|
-
/** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */
|
|
64
|
-
this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`;
|
|
65
|
-
console.info(`${this._gracefulShutdownLogPrefix} startup: graceful_shutdown_redis=${this._gracefulShutdownRedis} channel=${this._gracefulShutdownChannel || 'none'}`);
|
|
66
|
-
if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {
|
|
67
|
-
this._setupGracefulShutdownSubscribe();
|
|
68
|
-
}
|
|
58
|
+
this._initGracefulShutdown(metricsConfig.gracefulShutdownRedis);
|
|
69
59
|
|
|
70
60
|
/** Counter for Redis client connections */
|
|
71
61
|
this.redisConnectionsGauge = this.createGauge({
|
|
@@ -105,92 +95,153 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
105
95
|
}
|
|
106
96
|
|
|
107
97
|
/**
|
|
108
|
-
*
|
|
98
|
+
* Initialize graceful-shutdown state and subscribe when enabled. Called from constructor.
|
|
99
|
+
* @param {boolean} [gracefulShutdownRedis] - Explicit false to disable; otherwise enabled unless METRICS_GRACEFUL_SHUTDOWN_REDIS=false.
|
|
109
100
|
*/
|
|
110
|
-
|
|
111
|
-
const
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
101
|
+
_initGracefulShutdown(gracefulShutdownRedis) {
|
|
102
|
+
const disabledByParam = gracefulShutdownRedis === false;
|
|
103
|
+
const disabledByEnv = process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false';
|
|
104
|
+
this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv;
|
|
105
|
+
this._gracefulShutdownChannel = this._gracefulShutdownRedis ? `metrics:graceful-shutdown:${this.appName}:${this.processType}` : null;
|
|
106
|
+
this._gracefulShutdownAckChannel = this._gracefulShutdownRedis ? `metrics:graceful-shutdown-ack:${this.appName}:${this.processType}` : null;
|
|
107
|
+
this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`;
|
|
108
|
+
if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {
|
|
109
|
+
this._setupGracefulShutdownSubscribe();
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
/**
|
|
114
|
+
* Create a dedicated Redis client for subscribe (pub/sub). Uses duplicate() when available, else createClient from REDIS_URL. Branches by redisClientType (IOREDIS, REDIS_V3, REDIS_V4).
|
|
115
|
+
* @returns {any|null} Subscriber client or null if not possible.
|
|
116
|
+
*/
|
|
117
|
+
_createSubscriberClient() {
|
|
118
|
+
if (this.redisClientType === IOREDIS && this.redisClient && typeof this.redisClient.duplicate === 'function') {
|
|
119
|
+
return this.redisClient.duplicate();
|
|
120
|
+
}
|
|
121
|
+
if ((this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) && this.redisClient && typeof this.redisClient.duplicate === 'function') {
|
|
122
|
+
return this.redisClient.duplicate();
|
|
123
|
+
}
|
|
124
|
+
if ((this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) && process.env.REDIS_URL) {
|
|
118
125
|
try {
|
|
119
126
|
const redis = require('redis');
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
subClient.on('error', err => {
|
|
125
|
-
console.error(`${this._gracefulShutdownLogPrefix} subscriber client error:`, err.message);
|
|
127
|
+
if (typeof redis.createClient !== 'function') return null;
|
|
128
|
+
try {
|
|
129
|
+
return redis.createClient({
|
|
130
|
+
url: process.env.REDIS_URL
|
|
126
131
|
});
|
|
132
|
+
} catch {
|
|
133
|
+
return redis.createClient(process.env.REDIS_URL);
|
|
127
134
|
}
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
console.info(`${this._gracefulShutdownLogPrefix} setup_subscribe: could not create subscriber from REDIS_URL:`, e.message);
|
|
135
|
+
} catch {
|
|
136
|
+
return null;
|
|
131
137
|
}
|
|
132
138
|
}
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
139
|
+
return null;
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
/**
|
|
143
|
+
* Set up Redis subscribe for graceful shutdown. Uses _createSubscriberClient() so subscriber matches client type (ioredis vs node-redis v3/v4).
|
|
144
|
+
*/
|
|
145
|
+
_setupGracefulShutdownSubscribe() {
|
|
146
|
+
const channel = this._gracefulShutdownChannel;
|
|
147
|
+
if (!channel) return;
|
|
148
|
+
let subClient = this._createSubscriberClient();
|
|
149
|
+
if (subClient && typeof subClient.on === 'function') {
|
|
150
|
+
subClient.on('error', () => {});
|
|
136
151
|
}
|
|
137
|
-
|
|
152
|
+
if (!subClient) return;
|
|
138
153
|
this._subClient = subClient;
|
|
139
|
-
const
|
|
140
|
-
|
|
141
|
-
|
|
154
|
+
const onNewStarted = () => {
|
|
155
|
+
this._cleanupAndPublishAck();
|
|
156
|
+
};
|
|
157
|
+
const onMessage = (ch, _msg) => {
|
|
158
|
+
if (ch === channel) onNewStarted();
|
|
142
159
|
};
|
|
143
160
|
if (this.redisClientType === REDIS_V3) {
|
|
144
|
-
subClient.on('
|
|
145
|
-
console.info(`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`);
|
|
146
|
-
});
|
|
147
|
-
subClient.on('message', (ch, _msg) => {
|
|
148
|
-
if (ch === channel) onMessage();
|
|
149
|
-
});
|
|
161
|
+
subClient.on('message', onMessage);
|
|
150
162
|
subClient.subscribe(channel);
|
|
151
163
|
} else if (this.redisClientType === REDIS_V4) {
|
|
152
|
-
subClient.on('
|
|
153
|
-
console.info(`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`);
|
|
154
|
-
});
|
|
155
|
-
subClient.on('message', (ch, _msg) => {
|
|
156
|
-
if (ch === channel) onMessage();
|
|
157
|
-
});
|
|
164
|
+
subClient.on('message', onMessage);
|
|
158
165
|
subClient.subscribe(channel);
|
|
159
166
|
} else if (this.redisClientType === IOREDIS) {
|
|
160
|
-
subClient.
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
167
|
+
subClient.on('message', onMessage);
|
|
168
|
+
subClient.subscribe(channel);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
/**
|
|
173
|
+
* Old instance: stop push, clear metrics from VM, then publish ack so new can start; then exit.
|
|
174
|
+
*/
|
|
175
|
+
async _cleanupAndPublishAck() {
|
|
176
|
+
this.stopPush();
|
|
177
|
+
if (this.enabled) {
|
|
178
|
+
await this.gatewayDelete();
|
|
179
|
+
}
|
|
180
|
+
await this._publishAck();
|
|
181
|
+
if (this._subClient) {
|
|
182
|
+
try {
|
|
183
|
+
if (this.redisClientType === REDIS_V3) {
|
|
184
|
+
await new Promise((resolve, reject) => {
|
|
185
|
+
if (typeof this._subClient.quit === 'function') {
|
|
186
|
+
this._subClient.quit(err => err ? reject(err) : resolve());
|
|
187
|
+
} else resolve();
|
|
188
|
+
});
|
|
189
|
+
} else if (this.redisClientType === REDIS_V4) {
|
|
190
|
+
if (this._subClient.quit) await this._subClient.quit();
|
|
191
|
+
} else if (this.redisClientType === IOREDIS) {
|
|
192
|
+
if (this._subClient.disconnect) await this._subClient.disconnect();
|
|
164
193
|
}
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
194
|
+
} catch {
|
|
195
|
+
// ignore
|
|
196
|
+
}
|
|
197
|
+
this._subClient = null;
|
|
198
|
+
}
|
|
199
|
+
try {
|
|
200
|
+
if (this.redisClient) {
|
|
201
|
+
if (this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) {
|
|
202
|
+
await this.redisClient.quit();
|
|
203
|
+
} else if (this.redisClientType === IOREDIS) {
|
|
204
|
+
await this.redisClient.disconnect();
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
} catch {
|
|
208
|
+
// ignore
|
|
209
|
+
}
|
|
210
|
+
process.exit(0);
|
|
211
|
+
}
|
|
212
|
+
_publishAck() {
|
|
213
|
+
const ackChannel = this._gracefulShutdownAckChannel;
|
|
214
|
+
if (!ackChannel || !this.redisClient) return Promise.resolve();
|
|
215
|
+
console.warn(`${this._gracefulShutdownLogPrefix} OLD: clearing metrics and exiting.`);
|
|
216
|
+
const msg = this.dynoId || 'stopped';
|
|
217
|
+
if (this.redisClientType === REDIS_V3) {
|
|
218
|
+
return new Promise(resolve => {
|
|
219
|
+
this.redisClient.send_command('PUBLISH', [ackChannel, msg], () => resolve());
|
|
169
220
|
});
|
|
170
221
|
}
|
|
222
|
+
if (this.redisClientType === REDIS_V4) {
|
|
223
|
+
return this.redisClient.sendCommand(['PUBLISH', ackChannel, msg]).catch(() => {});
|
|
224
|
+
}
|
|
225
|
+
if (this.redisClientType === IOREDIS) {
|
|
226
|
+
return this.redisClient.publish(ackChannel, msg).catch(() => {});
|
|
227
|
+
}
|
|
228
|
+
return Promise.resolve();
|
|
171
229
|
}
|
|
172
230
|
|
|
173
231
|
/**
|
|
174
|
-
* Publish
|
|
232
|
+
* Publish "new instance started" so old instances exit and clear metrics. No push waiting.
|
|
175
233
|
*/
|
|
176
234
|
_publishNewInstanceStarted() {
|
|
177
235
|
if (!this._gracefulShutdownChannel || !this.redisClient) return;
|
|
178
236
|
const channel = this._gracefulShutdownChannel;
|
|
179
237
|
const message = this.dynoId || '1';
|
|
180
|
-
const
|
|
181
|
-
if (err) {
|
|
182
|
-
console.info(`${this._gracefulShutdownLogPrefix} NEW: publish failed:`, err.message);
|
|
183
|
-
} else {
|
|
184
|
-
console.info(`${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`);
|
|
185
|
-
}
|
|
186
|
-
};
|
|
187
|
-
console.info(`${this._gracefulShutdownLogPrefix} NEW: publishing to channel=${channel} dynoId=${this.dynoId || '1'}`);
|
|
238
|
+
const noop = () => {};
|
|
188
239
|
if (this.redisClientType === REDIS_V3) {
|
|
189
|
-
this.redisClient.send_command('PUBLISH', [channel, message],
|
|
240
|
+
this.redisClient.send_command('PUBLISH', [channel, message], noop);
|
|
190
241
|
} else if (this.redisClientType === REDIS_V4) {
|
|
191
|
-
this.redisClient.sendCommand(['PUBLISH', channel, message]).
|
|
242
|
+
this.redisClient.sendCommand(['PUBLISH', channel, message]).catch(noop);
|
|
192
243
|
} else if (this.redisClientType === IOREDIS) {
|
|
193
|
-
this.redisClient.publish(channel, message).
|
|
244
|
+
this.redisClient.publish(channel, message).catch(noop);
|
|
194
245
|
}
|
|
195
246
|
}
|
|
196
247
|
getRedisConnections = async () => {
|
|
@@ -406,7 +457,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
406
457
|
}, parseInt(stats.instantaneous_ops_per_sec, 10) || 0);
|
|
407
458
|
}
|
|
408
459
|
} catch (error) {
|
|
409
|
-
console.
|
|
460
|
+
console.error(`[queue-metrics] Failed to collect Redis metrics:`, error.message);
|
|
410
461
|
}
|
|
411
462
|
};
|
|
412
463
|
|
|
@@ -419,10 +470,6 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
419
470
|
await this.collectRedisMetrics();
|
|
420
471
|
await this.gatewayPush();
|
|
421
472
|
this.clearAllCounters();
|
|
422
|
-
if (this.metricsLogValues) {
|
|
423
|
-
const metricObjects = await this.registry.getMetricsAsJSON();
|
|
424
|
-
console.info(`[queue-metrics] Collected metrics for Redis`, JSON.stringify(metricObjects, null, 2));
|
|
425
|
-
}
|
|
426
473
|
} catch (error) {
|
|
427
474
|
console.error(`[queue-metrics] Failed to collect Redis metrics: ${error.message}`);
|
|
428
475
|
throw error;
|
|
@@ -430,8 +477,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
430
477
|
};
|
|
431
478
|
|
|
432
479
|
/**
|
|
433
|
-
* Start periodic collection.
|
|
434
|
-
* @param {number} [intervalSec=this.intervalSec] - Interval in seconds
|
|
480
|
+
* Start periodic collection. When graceful shutdown is on: new publishes "new started" so old exits and clears; new does not push until after one interval (skipFirstPush), giving old time to stop.
|
|
435
481
|
*/
|
|
436
482
|
startPush = (intervalSec = this.intervalSec) => {
|
|
437
483
|
this._startPush(intervalSec, () => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"metricsRedisClient.js","names":["BaseMetricsClient","require","getRedisClientType","REDIS_V4","IOREDIS","REDIS_V3","redisConnectionStableFields","redisConnectionFields","RedisMetricsClient","constructor","redisClient","gracefulShutdownRedis","metricsConfig","intervalSec","parseInt","process","env","METRICS_QUEUE_INTERVAL_SEC","processType","skipFirstPush","redisClientType","disabledByParam","disabledByEnv","METRICS_GRACEFUL_SHUTDOWN_REDIS","_gracefulShutdownRedis","_gracefulShutdownChannel","appName","_subClient","_gracefulShutdownLogPrefix","dynoId","console","info","_setupGracefulShutdownSubscribe","redisConnectionsGauge","createGauge","name","help","labelNames","withDefaultLabels","redisConnectionsMemoryGauge","redisMemoryGauge","redisStatsGauge","_redisConnSeenKeys","Set","_redisConnZeroedKeys","_setCleanupHandlers","channel","subClient","duplicate","REDIS_URL","redis","createClient","url","on","err","error","message","e","onMessage","cleanup","ch","_msg","subscribe","count","_publishNewInstanceStarted","done","send_command","sendCommand","then","catch","publish","getRedisConnections","Error","Promise","resolve","reject","result","client","getRedisInfo","section","parseRedisConnections","clientsStr","split","filter","line","trim","map","parts","forEach","p","eqIdx","indexOf","k","slice","v","includes","collectRedisMetrics","memoryInfoStr","statsInfoStr","connectionsInfoStr","all","labels","getDefaultLabels","connections","logValues","log","length","JSON","stringify","missing","flags","cmd","c","grouped","conn","totMem","key","memory","mem","Number","isFinite","currentKeys","Object","keys","add","has","delete","reset","valueLabels","parse","set","groups","values","groupedTotal","reduce","sum","g","size","parseRedisInfo","infoStr","fromEntries","startsWith","stats","used_memory","memory_type","maxmemory","instantaneous_ops_per_sec","operation","pushRedisMetrics","gatewayPush","clearAllCounters","metricsLogValues","metricObjects","registry","getMetricsAsJSON","startPush","_startPush","stopPush","enabled","gatewayDelete","quit","disconnect","exit","module","exports"],"sources":["../../src/metrics/metricsRedisClient.js"],"sourcesContent":["const { BaseMetricsClient } = require('./baseMetricsClient')\nconst {\n getRedisClientType,\n REDIS_V4,\n IOREDIS,\n REDIS_V3,\n} = require('../redisUtils')\n\nconst redisConnectionStableFields = ['name', 'flags', 'cmd']\nconst redisConnectionFields = ['name', 'flags', 'tot-mem', 'cmd']\n\n/**\n * RedisMetricsClient extends BaseMetricsClient to collect\n * Redis metrics periodically and push them to Prometheus Pushgateway.\n *\n * @extends BaseMetricsClient\n */\nclass RedisMetricsClient extends BaseMetricsClient {\n /**\n * @param {Object} options\n * @param {any} options.redisClient - Redis client instance (required). Used for metrics and publish. Subscriber is created internally (duplicate() or REDIS_URL).\n * @param {boolean} [options.gracefulShutdownRedis] - Default true. When true, new instance publishes on start and old instances exit on message. Set false or METRICS_GRACEFUL_SHUTDOWN_REDIS=false to disable.\n * @param {string} [options.appName] - Application name (from BaseMetricsClient)\n * @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)\n * @param {string} [options.processType] - Process type (from BaseMetricsClient)\n * @param {boolean} [options.enabled] - Enable metrics collection (from BaseMetricsClient)\n * @param {boolean} [options.logValues] - Log metrics values (from BaseMetricsClient)\n * @param {string} [options.pushgatewayUrl] - PushGateway URL (from BaseMetricsClient)\n * @param {string} [options.pushgatewaySecret] - PushGateway secret token (from BaseMetricsClient)\n * @param {number} [options.intervalSec] - Interval in seconds for pushing metrics (from BaseMetricsClient)\n * @param {boolean} [options.removeOldMetrics] - Remove old metrics by service (from BaseMetricsClient)\n * @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)\n * @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor({ redisClient, gracefulShutdownRedis, ...metricsConfig } = {}) {\n const intervalSec =\n metricsConfig.intervalSec ||\n parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) ||\n 5\n\n super({\n ...metricsConfig,\n processType: metricsConfig.processType || 'queue-metrics',\n intervalSec,\n skipFirstPush: metricsConfig.skipFirstPush !== false,\n })\n\n /** Redis client used for metrics */\n this.redisClient = redisClient\n this.redisClientType = getRedisClientType(redisClient)\n\n /** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */\n const disabledByParam = gracefulShutdownRedis === false\n const disabledByEnv = process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false'\n this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv\n this._gracefulShutdownChannel =\n this._gracefulShutdownRedis\n ? `metrics:graceful-shutdown:${this.appName}:${this.processType}`\n : null\n /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */\n this._subClient = null\n\n /** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */\n this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`\n\n console.info(\n `${this._gracefulShutdownLogPrefix} startup: graceful_shutdown_redis=${this._gracefulShutdownRedis} channel=${this._gracefulShutdownChannel || 'none'}`\n )\n\n if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {\n this._setupGracefulShutdownSubscribe()\n }\n\n /** Counter for Redis client connections */\n this.redisConnectionsGauge = this.createGauge({\n name: 'app_redis_connections_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n this.redisConnectionsMemoryGauge = this.createGauge({\n name: 'app_redis_connections_memory_usage_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n /** Gauge for Redis memory usage */\n this.redisMemoryGauge = this.createGauge({\n name: 'app_redis_memory_bytes',\n help: 'Redis memory usage in bytes',\n labelNames: this.withDefaultLabels(['memory_type']),\n })\n\n /** Gauge for Redis operation stats */\n this.redisStatsGauge = this.createGauge({\n name: 'app_redis_stats_total',\n help: 'Redis operation statistics',\n labelNames: this.withDefaultLabels(['operation']),\n })\n\n // Track emitted connection label combinations so we can:\n // - emit a one-shot 0 for series that disappear (overwrite last non-zero sample)\n // - then stop emitting them on subsequent scrapes\n //\n // This is mainly needed because we label connections by `cmd`,\n // and Redis `CLIENT LIST` `cmd` is volatile.\n this._redisConnSeenKeys = new Set()\n this._redisConnZeroedKeys = new Set()\n\n this._setCleanupHandlers()\n }\n\n /**\n * Set up Redis subscribe for graceful shutdown. Uses one connection: either redisClient.duplicate() (ioredis) or a client created from REDIS_URL (node-redis). Caller passes only redisClient.\n */\n _setupGracefulShutdownSubscribe() {\n const channel = this._gracefulShutdownChannel\n if (!channel) return\n\n let subClient = null\n if (this.redisClient && typeof this.redisClient.duplicate === 'function') {\n subClient = this.redisClient.duplicate()\n console.info(\n `${this._gracefulShutdownLogPrefix} setup_subscribe: using redisClient.duplicate() for channel=${channel}`\n )\n } else if (process.env.REDIS_URL) {\n try {\n const redis = require('redis')\n subClient = redis.createClient({ url: process.env.REDIS_URL })\n if (subClient && typeof subClient.on === 'function') {\n subClient.on('error', err => {\n console.error(`${this._gracefulShutdownLogPrefix} subscriber client error:`, err.message)\n })\n }\n console.info(\n `${this._gracefulShutdownLogPrefix} setup_subscribe: created subscriber from REDIS_URL for channel=${channel}`\n )\n } catch (e) {\n console.info(\n `${this._gracefulShutdownLogPrefix} setup_subscribe: could not create subscriber from REDIS_URL:`,\n e.message\n )\n }\n }\n\n if (!subClient) {\n console.info(\n `${this._gracefulShutdownLogPrefix} No subscriber (need ioredis or REDIS_URL). Graceful shutdown via Redis disabled.`\n )\n return\n }\n\n console.info(\n `${this._gracefulShutdownLogPrefix} setup_subscribe: channel=${channel} hasSubClient=true`\n )\n\n this._subClient = subClient\n\n const onMessage = () => {\n console.info(\n `${this._gracefulShutdownLogPrefix} OLD: received new-instance message on channel ${channel}; exiting.`\n )\n this.cleanup()\n }\n\n if (this.redisClientType === REDIS_V3) {\n subClient.on('subscribe', () => {\n console.info(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === REDIS_V4) {\n subClient.on('subscribe', () => {\n console.info(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === IOREDIS) {\n subClient.subscribe(channel, (err, count) => {\n if (err) {\n console.error(\n `${this._gracefulShutdownLogPrefix} Subscribe error:`,\n err\n )\n return\n }\n console.info(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n }\n }\n\n /**\n * Publish one-time \"new instance started\" so old instances (subscribed to the same channel) exit. Call from new instance after startPush.\n */\n _publishNewInstanceStarted() {\n if (!this._gracefulShutdownChannel || !this.redisClient) return\n const channel = this._gracefulShutdownChannel\n const message = this.dynoId || '1'\n\n const done = err => {\n if (err) {\n console.info(\n `${this._gracefulShutdownLogPrefix} NEW: publish failed:`,\n err.message\n )\n } else {\n console.info(\n `${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`\n )\n }\n }\n\n console.info(\n `${this._gracefulShutdownLogPrefix} NEW: publishing to channel=${channel} dynoId=${this.dynoId || '1'}`\n )\n\n if (this.redisClientType === REDIS_V3) {\n this.redisClient.send_command('PUBLISH', [channel, message], done)\n } else if (this.redisClientType === REDIS_V4) {\n this.redisClient.sendCommand(['PUBLISH', channel, message]).then(() => done()).catch(done)\n } else if (this.redisClientType === IOREDIS) {\n this.redisClient.publish(channel, message).then(() => done()).catch(done)\n }\n }\n\n getRedisConnections = async () => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.send_command('CLIENT', ['LIST'], (err, result) => {\n if (err) {\n reject(new Error(`Failed to get CLIENT LIST: ${err.message}`))\n } else resolve(result)\n })\n })\n }\n\n // node-redis v4\n if (this.redisClientType === REDIS_V4) {\n try {\n return this.redisClient.sendCommand(['CLIENT', 'LIST'])\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n if (this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.client('LIST')\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n getRedisInfo = async section => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.info(section, (err, result) => {\n if (err) reject(err)\n else resolve(result)\n })\n })\n }\n\n // node-redis v4 or ioredis (info returns Promise)\n if (this.redisClientType === REDIS_V4 || this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.info(section)\n } catch (err) {\n throw new Error(`Failed to get Redis INFO: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n parseRedisConnections = clientsStr => {\n return clientsStr\n .split('\\n')\n .filter(line => line.trim() !== '')\n .map(line => {\n const parts = line.split(' ')\n const client = {}\n parts.forEach(p => {\n const eqIdx = p.indexOf('=')\n if (eqIdx === -1) return\n const k = p.slice(0, eqIdx)\n const v = p.slice(eqIdx + 1)\n if (redisConnectionFields.includes(k)) {\n client[k] = v\n }\n })\n return client\n })\n }\n\n /**\n * Collect basic Redis INFO metrics: clients, memory, stats\n * @returns {Promise<void>}\n */\n collectRedisMetrics = async () => {\n try {\n const [memoryInfoStr, statsInfoStr, connectionsInfoStr] =\n await Promise.all([\n this.getRedisInfo('memory'),\n this.getRedisInfo('stats'),\n this.getRedisConnections(),\n ])\n\n const labels = this.getDefaultLabels()\n\n const connections = this.parseRedisConnections(connectionsInfoStr)\n\n if (this.logValues) {\n // \"IN\" data: raw client list from Redis\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw):\\n',\n connectionsInfoStr\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw) length:',\n connectionsInfoStr.length\n )\n\n // \"OUT\" data: parsed fields used for metrics\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) count:',\n connections.length\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed sample, first 10):',\n JSON.stringify(connections.slice(0, 10), null, 2)\n )\n\n const missing = { name: 0, flags: 0, cmd: 0, 'tot-mem': 0 }\n connections.forEach(c => {\n if (!c.name) missing.name += 1\n if (!c.flags) missing.flags += 1\n if (!c.cmd) missing.cmd += 1\n if (!c['tot-mem']) missing['tot-mem'] += 1\n })\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) missing fields:',\n missing\n )\n }\n\n const grouped = {}\n connections.forEach(conn => {\n const { name, flags, 'tot-mem': totMem, cmd } = conn\n\n // build grouping key (includes default gauge labels later)\n const key = JSON.stringify({ name, flags, cmd })\n\n if (!grouped[key]) {\n grouped[key] = {\n labels: { name, flags, cmd },\n count: 0,\n memory: 0,\n }\n }\n\n grouped[key].count += 1\n const mem = parseInt(totMem, 10)\n grouped[key].memory += Number.isFinite(mem) ? mem : 0\n })\n\n // Ensure sets exist even if older instance is hot-reloaded.\n if (!this._redisConnSeenKeys) this._redisConnSeenKeys = new Set()\n if (!this._redisConnZeroedKeys) this._redisConnZeroedKeys = new Set()\n\n const currentKeys = new Set(Object.keys(grouped))\n for (const k of currentKeys) {\n this._redisConnSeenKeys.add(k)\n if (this._redisConnZeroedKeys.has(k)) {\n this._redisConnZeroedKeys.delete(k)\n }\n }\n\n // Reset gauges each scrape so we only export:\n // - current snapshot series\n // - one-shot zeros for recently disappeared series\n this.redisConnectionsGauge.reset()\n this.redisConnectionsMemoryGauge.reset()\n\n // Emit one-shot zeros for series that disappeared since last seen.\n for (const k of this._redisConnSeenKeys) {\n if (currentKeys.has(k)) continue\n if (this._redisConnZeroedKeys.has(k)) continue\n try {\n const valueLabels = JSON.parse(k)\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, 0)\n this.redisConnectionsMemoryGauge.set({ ...labels, ...valueLabels }, 0)\n this._redisConnZeroedKeys.add(k)\n } catch {\n // ignore malformed key\n }\n }\n\n if (this.logValues) {\n const groups = Object.values(grouped)\n const groupedTotal = groups.reduce((sum, g) => sum + (g.count || 0), 0)\n console.log(\n '[queue-metrics] Redis connections grouped buckets:',\n groups.length\n )\n console.log(\n '[queue-metrics] Redis connections grouped total:',\n groupedTotal\n )\n console.log(\n '[queue-metrics] Redis connections seen keys:',\n this._redisConnSeenKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections zeroed keys:',\n this._redisConnZeroedKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections grouped sample (first 10):',\n JSON.stringify(groups.slice(0, 10), null, 2)\n )\n }\n\n Object.values(grouped).forEach(\n ({ labels: valueLabels, count, memory }) => {\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, count)\n this.redisConnectionsMemoryGauge.set(\n { ...labels, ...valueLabels },\n memory\n )\n }\n )\n\n const parseRedisInfo = infoStr =>\n Object.fromEntries(\n infoStr\n .split('\\r\\n')\n .filter(line => line && !line.startsWith('#'))\n .map(line => line.split(':', 2))\n .filter(parts => parts.length === 2 && parts[0] && parts[1])\n )\n\n const memory = parseRedisInfo(memoryInfoStr)\n const stats = parseRedisInfo(statsInfoStr)\n\n if (memory.used_memory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'used' },\n parseInt(memory.used_memory, 10) || 0\n )\n }\n if (memory.maxmemory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'max' },\n parseInt(memory.maxmemory, 10) || 0\n )\n }\n\n if (stats.instantaneous_ops_per_sec) {\n this.redisStatsGauge.set(\n { ...labels, operation: 'ops_per_sec' },\n parseInt(stats.instantaneous_ops_per_sec, 10) || 0\n )\n }\n } catch (error) {\n console.info(\n `[queue-metrics] Failed to collect Redis metrics:`,\n error.message\n )\n }\n }\n\n /**\n * Collect metrics for all Redis and push to Prometheus Pushgateway\n * @returns {Promise<void>}\n */\n pushRedisMetrics = async () => {\n try {\n await this.collectRedisMetrics()\n await this.gatewayPush()\n this.clearAllCounters()\n\n if (this.metricsLogValues) {\n const metricObjects = await this.registry.getMetricsAsJSON()\n console.info(\n `[queue-metrics] Collected metrics for Redis`,\n JSON.stringify(metricObjects, null, 2)\n )\n }\n } catch (error) {\n console.error(\n `[queue-metrics] Failed to collect Redis metrics: ${error.message}`\n )\n throw error\n }\n }\n\n /**\n * Start periodic collection.\n * @param {number} [intervalSec=this.intervalSec] - Interval in seconds\n */\n startPush = (intervalSec = this.intervalSec) => {\n this._startPush(intervalSec, () => {\n this.pushRedisMetrics().catch(err => {\n console.error(`[queue-metrics] Failed to push Redis metrics:`, err)\n })\n })\n if (this._gracefulShutdownRedis) {\n this._publishNewInstanceStarted()\n }\n }\n\n /**\n * Cleanup Redis client and exit process.\n * Stops push, deletes this instance's metrics from VM (if removeOldMetrics), closes subscriber and main Redis, then exits.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this._subClient) {\n try {\n if (this.redisClientType === REDIS_V3) {\n await new Promise((resolve, reject) => {\n if (typeof this._subClient.quit === 'function') {\n this._subClient.quit(err => (err ? reject(err) : resolve()))\n } else resolve()\n })\n } else if (this.redisClientType === REDIS_V4) {\n if (this._subClient.quit) await this._subClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n if (this._subClient.disconnect) await this._subClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing subscriber client:', err)\n }\n this._subClient = null\n }\n try {\n if (!this.redisClient) return\n\n if (\n this.redisClientType === REDIS_V3 ||\n this.redisClientType === REDIS_V4\n ) {\n await this.redisClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n await this.redisClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing Redis client:', err)\n }\n process.exit(0)\n }\n\n _setCleanupHandlers = () => {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n}\n\nmodule.exports = { RedisMetricsClient }\n"],"mappings":";;AAAA,MAAM;EAAEA;AAAkB,CAAC,GAAGC,OAAO,CAAC,qBAAqB,CAAC;AAC5D,MAAM;EACJC,kBAAkB;EAClBC,QAAQ;EACRC,OAAO;EACPC;AACF,CAAC,GAAGJ,OAAO,CAAC,eAAe,CAAC;AAE5B,MAAMK,2BAA2B,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;AAC5D,MAAMC,qBAAqB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC;;AAEjE;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,kBAAkB,SAASR,iBAAiB,CAAC;EACjD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACES,WAAWA,CAAC;IAAEC,WAAW;IAAEC,qBAAqB;IAAE,GAAGC;EAAc,CAAC,GAAG,CAAC,CAAC,EAAE;IACzE,MAAMC,WAAW,GACfD,aAAa,CAACC,WAAW,IACzBC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,0BAA0B,IAAI,EAAE,EAAE,EAAE,CAAC,IAC1D,CAAC;IAEH,KAAK,CAAC;MACJ,GAAGL,aAAa;MAChBM,WAAW,EAAEN,aAAa,CAACM,WAAW,IAAI,eAAe;MACzDL,WAAW;MACXM,aAAa,EAAEP,aAAa,CAACO,aAAa,KAAK;IACjD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACT,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACU,eAAe,GAAGlB,kBAAkB,CAACQ,WAAW,CAAC;;IAEtD;IACA,MAAMW,eAAe,GAAGV,qBAAqB,KAAK,KAAK;IACvD,MAAMW,aAAa,GAAGP,OAAO,CAACC,GAAG,CAACO,+BAA+B,KAAK,OAAO;IAC7E,IAAI,CAACC,sBAAsB,GAAG,CAACH,eAAe,IAAI,CAACC,aAAa;IAChE,IAAI,CAACG,wBAAwB,GAC3B,IAAI,CAACD,sBAAsB,GACvB,6BAA6B,IAAI,CAACE,OAAO,IAAI,IAAI,CAACR,WAAW,EAAE,GAC/D,IAAI;IACV;IACA,IAAI,CAACS,UAAU,GAAG,IAAI;;IAEtB;IACA,IAAI,CAACC,0BAA0B,GAAG,wBAAwB,IAAI,CAACV,WAAW,MAAM,IAAI,CAACQ,OAAO,MAAM,IAAI,CAACG,MAAM,GAAG;IAEhHC,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,qCAAqC,IAAI,CAACJ,sBAAsB,YAAY,IAAI,CAACC,wBAAwB,IAAI,MAAM,EACvJ,CAAC;IAED,IAAI,IAAI,CAACD,sBAAsB,IAAI,IAAI,CAACC,wBAAwB,EAAE;MAChE,IAAI,CAACO,+BAA+B,CAAC,CAAC;IACxC;;IAEA;IACA,IAAI,CAACC,qBAAqB,GAAG,IAAI,CAACC,WAAW,CAAC;MAC5CC,IAAI,EAAE,6BAA6B;MACnCC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAChC,2BAA2B;IAChE,CAAC,CAAC;IAEF,IAAI,CAACiC,2BAA2B,GAAG,IAAI,CAACL,WAAW,CAAC;MAClDC,IAAI,EAAE,0CAA0C;MAChDC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAChC,2BAA2B;IAChE,CAAC,CAAC;;IAEF;IACA,IAAI,CAACkC,gBAAgB,GAAG,IAAI,CAACN,WAAW,CAAC;MACvCC,IAAI,EAAE,wBAAwB;MAC9BC,IAAI,EAAE,6BAA6B;MACnCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,aAAa,CAAC;IACpD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACG,eAAe,GAAG,IAAI,CAACP,WAAW,CAAC;MACtCC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE,4BAA4B;MAClCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,WAAW,CAAC;IAClD,CAAC,CAAC;;IAEF;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACI,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;IACnC,IAAI,CAACC,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;IAErC,IAAI,CAACE,mBAAmB,CAAC,CAAC;EAC5B;;EAEA;AACF;AACA;EACEb,+BAA+BA,CAAA,EAAG;IAChC,MAAMc,OAAO,GAAG,IAAI,CAACrB,wBAAwB;IAC7C,IAAI,CAACqB,OAAO,EAAE;IAEd,IAAIC,SAAS,GAAG,IAAI;IACpB,IAAI,IAAI,CAACrC,WAAW,IAAI,OAAO,IAAI,CAACA,WAAW,CAACsC,SAAS,KAAK,UAAU,EAAE;MACxED,SAAS,GAAG,IAAI,CAACrC,WAAW,CAACsC,SAAS,CAAC,CAAC;MACxClB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,+DAA+DkB,OAAO,EAC1G,CAAC;IACH,CAAC,MAAM,IAAI/B,OAAO,CAACC,GAAG,CAACiC,SAAS,EAAE;MAChC,IAAI;QACF,MAAMC,KAAK,GAAGjD,OAAO,CAAC,OAAO,CAAC;QAC9B8C,SAAS,GAAGG,KAAK,CAACC,YAAY,CAAC;UAAEC,GAAG,EAAErC,OAAO,CAACC,GAAG,CAACiC;QAAU,CAAC,CAAC;QAC9D,IAAIF,SAAS,IAAI,OAAOA,SAAS,CAACM,EAAE,KAAK,UAAU,EAAE;UACnDN,SAAS,CAACM,EAAE,CAAC,OAAO,EAAEC,GAAG,IAAI;YAC3BxB,OAAO,CAACyB,KAAK,CAAC,GAAG,IAAI,CAAC3B,0BAA0B,2BAA2B,EAAE0B,GAAG,CAACE,OAAO,CAAC;UAC3F,CAAC,CAAC;QACJ;QACA1B,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,mEAAmEkB,OAAO,EAC9G,CAAC;MACH,CAAC,CAAC,OAAOW,CAAC,EAAE;QACV3B,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,+DAA+D,EACjG6B,CAAC,CAACD,OACJ,CAAC;MACH;IACF;IAEA,IAAI,CAACT,SAAS,EAAE;MACdjB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,mFACpC,CAAC;MACD;IACF;IAEAE,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,6BAA6BkB,OAAO,oBACxE,CAAC;IAED,IAAI,CAACnB,UAAU,GAAGoB,SAAS;IAE3B,MAAMW,SAAS,GAAGA,CAAA,KAAM;MACtB5B,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,kDAAkDkB,OAAO,YAC7F,CAAC;MACD,IAAI,CAACa,OAAO,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,CAACvC,eAAe,KAAKf,QAAQ,EAAE;MACrC0C,SAAS,CAACM,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BvB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,0BAA0BkB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACO,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKd,OAAO,EAAEY,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFX,SAAS,CAACe,SAAS,CAAChB,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAAC1B,eAAe,KAAKjB,QAAQ,EAAE;MAC5C4C,SAAS,CAACM,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BvB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,0BAA0BkB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACO,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKd,OAAO,EAAEY,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFX,SAAS,CAACe,SAAS,CAAChB,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAAC1B,eAAe,KAAKhB,OAAO,EAAE;MAC3C2C,SAAS,CAACe,SAAS,CAAChB,OAAO,EAAE,CAACQ,GAAG,EAAES,KAAK,KAAK;QAC3C,IAAIT,GAAG,EAAE;UACPxB,OAAO,CAACyB,KAAK,CACX,GAAG,IAAI,CAAC3B,0BAA0B,mBAAmB,EACrD0B,GACF,CAAC;UACD;QACF;QACAxB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,0BAA0BkB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACO,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKd,OAAO,EAAEY,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;IACJ;EACF;;EAEA;AACF;AACA;EACEM,0BAA0BA,CAAA,EAAG;IAC3B,IAAI,CAAC,IAAI,CAACvC,wBAAwB,IAAI,CAAC,IAAI,CAACf,WAAW,EAAE;IACzD,MAAMoC,OAAO,GAAG,IAAI,CAACrB,wBAAwB;IAC7C,MAAM+B,OAAO,GAAG,IAAI,CAAC3B,MAAM,IAAI,GAAG;IAElC,MAAMoC,IAAI,GAAGX,GAAG,IAAI;MAClB,IAAIA,GAAG,EAAE;QACPxB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,uBAAuB,EACzD0B,GAAG,CAACE,OACN,CAAC;MACH,CAAC,MAAM;QACL1B,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,8BAA8BkB,OAAO,mDACzE,CAAC;MACH;IACF,CAAC;IAEDhB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,+BAA+BkB,OAAO,WAAW,IAAI,CAACjB,MAAM,IAAI,GAAG,EACvG,CAAC;IAED,IAAI,IAAI,CAACT,eAAe,KAAKf,QAAQ,EAAE;MACrC,IAAI,CAACK,WAAW,CAACwD,YAAY,CAAC,SAAS,EAAE,CAACpB,OAAO,EAAEU,OAAO,CAAC,EAAES,IAAI,CAAC;IACpE,CAAC,MAAM,IAAI,IAAI,CAAC7C,eAAe,KAAKjB,QAAQ,EAAE;MAC5C,IAAI,CAACO,WAAW,CAACyD,WAAW,CAAC,CAAC,SAAS,EAAErB,OAAO,EAAEU,OAAO,CAAC,CAAC,CAACY,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC5F,CAAC,MAAM,IAAI,IAAI,CAAC7C,eAAe,KAAKhB,OAAO,EAAE;MAC3C,IAAI,CAACM,WAAW,CAAC4D,OAAO,CAACxB,OAAO,EAAEU,OAAO,CAAC,CAACY,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC3E;EACF;EAEAM,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI,CAAC,IAAI,CAAC7D,WAAW,EAAE,MAAM,IAAI8D,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAACpD,eAAe,KAAKf,QAAQ,EAAE;MACrC,OAAO,IAAIoE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAACjE,WAAW,CAACwD,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,CAACZ,GAAG,EAAEsB,MAAM,KAAK;UACjE,IAAItB,GAAG,EAAE;YACPqB,MAAM,CAAC,IAAIH,KAAK,CAAC,8BAA8BlB,GAAG,CAACE,OAAO,EAAE,CAAC,CAAC;UAChE,CAAC,MAAMkB,OAAO,CAACE,MAAM,CAAC;QACxB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAACxD,eAAe,KAAKjB,QAAQ,EAAE;MACrC,IAAI;QACF,OAAO,IAAI,CAACO,WAAW,CAACyD,WAAW,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;MACzD,CAAC,CAAC,OAAOb,GAAG,EAAE;QACZ,MAAM,IAAIkB,KAAK,CAAC,8BAA8BlB,GAAG,CAACE,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,IAAI,IAAI,CAACpC,eAAe,KAAKhB,OAAO,EAAE;MACpC,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAACmE,MAAM,CAAC,MAAM,CAAC;MACxC,CAAC,CAAC,OAAOvB,GAAG,EAAE;QACZ,MAAM,IAAIkB,KAAK,CAAC,8BAA8BlB,GAAG,CAACE,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,MAAM,IAAIgB,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDM,YAAY,GAAG,MAAMC,OAAO,IAAI;IAC9B,IAAI,CAAC,IAAI,CAACrE,WAAW,EAAE,MAAM,IAAI8D,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAACpD,eAAe,KAAKf,QAAQ,EAAE;MACrC,OAAO,IAAIoE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAACjE,WAAW,CAACqB,IAAI,CAACgD,OAAO,EAAE,CAACzB,GAAG,EAAEsB,MAAM,KAAK;UAC9C,IAAItB,GAAG,EAAEqB,MAAM,CAACrB,GAAG,CAAC,MACfoB,OAAO,CAACE,MAAM,CAAC;QACtB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAACxD,eAAe,KAAKjB,QAAQ,IAAI,IAAI,CAACiB,eAAe,KAAKhB,OAAO,EAAE;MACzE,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAACqB,IAAI,CAACgD,OAAO,CAAC;MACvC,CAAC,CAAC,OAAOzB,GAAG,EAAE;QACZ,MAAM,IAAIkB,KAAK,CAAC,6BAA6BlB,GAAG,CAACE,OAAO,EAAE,CAAC;MAC7D;IACF;IAEA,MAAM,IAAIgB,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDQ,qBAAqB,GAAGC,UAAU,IAAI;IACpC,OAAOA,UAAU,CACdC,KAAK,CAAC,IAAI,CAAC,CACXC,MAAM,CAACC,IAAI,IAAIA,IAAI,CAACC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAClCC,GAAG,CAACF,IAAI,IAAI;MACX,MAAMG,KAAK,GAAGH,IAAI,CAACF,KAAK,CAAC,GAAG,CAAC;MAC7B,MAAML,MAAM,GAAG,CAAC,CAAC;MACjBU,KAAK,CAACC,OAAO,CAACC,CAAC,IAAI;QACjB,MAAMC,KAAK,GAAGD,CAAC,CAACE,OAAO,CAAC,GAAG,CAAC;QAC5B,IAAID,KAAK,KAAK,CAAC,CAAC,EAAE;QAClB,MAAME,CAAC,GAAGH,CAAC,CAACI,KAAK,CAAC,CAAC,EAAEH,KAAK,CAAC;QAC3B,MAAMI,CAAC,GAAGL,CAAC,CAACI,KAAK,CAACH,KAAK,GAAG,CAAC,CAAC;QAC5B,IAAInF,qBAAqB,CAACwF,QAAQ,CAACH,CAAC,CAAC,EAAE;UACrCf,MAAM,CAACe,CAAC,CAAC,GAAGE,CAAC;QACf;MACF,CAAC,CAAC;MACF,OAAOjB,MAAM;IACf,CAAC,CAAC;EACN,CAAC;;EAED;AACF;AACA;AACA;EACEmB,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI;MACF,MAAM,CAACC,aAAa,EAAEC,YAAY,EAAEC,kBAAkB,CAAC,GACrD,MAAM1B,OAAO,CAAC2B,GAAG,CAAC,CAChB,IAAI,CAACtB,YAAY,CAAC,QAAQ,CAAC,EAC3B,IAAI,CAACA,YAAY,CAAC,OAAO,CAAC,EAC1B,IAAI,CAACP,mBAAmB,CAAC,CAAC,CAC3B,CAAC;MAEJ,MAAM8B,MAAM,GAAG,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEtC,MAAMC,WAAW,GAAG,IAAI,CAACvB,qBAAqB,CAACmB,kBAAkB,CAAC;MAElE,IAAI,IAAI,CAACK,SAAS,EAAE;QAClB;QACA1E,OAAO,CAAC2E,GAAG,CACT,4CAA4C,EAC5CN,kBACF,CAAC;QACDrE,OAAO,CAAC2E,GAAG,CACT,iDAAiD,EACjDN,kBAAkB,CAACO,MACrB,CAAC;;QAED;QACA5E,OAAO,CAAC2E,GAAG,CACT,mDAAmD,EACnDF,WAAW,CAACG,MACd,CAAC;QACD5E,OAAO,CAAC2E,GAAG,CACT,8DAA8D,EAC9DE,IAAI,CAACC,SAAS,CAACL,WAAW,CAACV,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAClD,CAAC;QAED,MAAMgB,OAAO,GAAG;UAAE1E,IAAI,EAAE,CAAC;UAAE2E,KAAK,EAAE,CAAC;UAAEC,GAAG,EAAE,CAAC;UAAE,SAAS,EAAE;QAAE,CAAC;QAC3DR,WAAW,CAACf,OAAO,CAACwB,CAAC,IAAI;UACvB,IAAI,CAACA,CAAC,CAAC7E,IAAI,EAAE0E,OAAO,CAAC1E,IAAI,IAAI,CAAC;UAC9B,IAAI,CAAC6E,CAAC,CAACF,KAAK,EAAED,OAAO,CAACC,KAAK,IAAI,CAAC;UAChC,IAAI,CAACE,CAAC,CAACD,GAAG,EAAEF,OAAO,CAACE,GAAG,IAAI,CAAC;UAC5B,IAAI,CAACC,CAAC,CAAC,SAAS,CAAC,EAAEH,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;QAC5C,CAAC,CAAC;QACF/E,OAAO,CAAC2E,GAAG,CACT,4DAA4D,EAC5DI,OACF,CAAC;MACH;MAEA,MAAMI,OAAO,GAAG,CAAC,CAAC;MAClBV,WAAW,CAACf,OAAO,CAAC0B,IAAI,IAAI;QAC1B,MAAM;UAAE/E,IAAI;UAAE2E,KAAK;UAAE,SAAS,EAAEK,MAAM;UAAEJ;QAAI,CAAC,GAAGG,IAAI;;QAEpD;QACA,MAAME,GAAG,GAAGT,IAAI,CAACC,SAAS,CAAC;UAAEzE,IAAI;UAAE2E,KAAK;UAAEC;QAAI,CAAC,CAAC;QAEhD,IAAI,CAACE,OAAO,CAACG,GAAG,CAAC,EAAE;UACjBH,OAAO,CAACG,GAAG,CAAC,GAAG;YACbf,MAAM,EAAE;cAAElE,IAAI;cAAE2E,KAAK;cAAEC;YAAI,CAAC;YAC5BhD,KAAK,EAAE,CAAC;YACRsD,MAAM,EAAE;UACV,CAAC;QACH;QAEAJ,OAAO,CAACG,GAAG,CAAC,CAACrD,KAAK,IAAI,CAAC;QACvB,MAAMuD,GAAG,GAAGxG,QAAQ,CAACqG,MAAM,EAAE,EAAE,CAAC;QAChCF,OAAO,CAACG,GAAG,CAAC,CAACC,MAAM,IAAIE,MAAM,CAACC,QAAQ,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,CAAC;MACvD,CAAC,CAAC;;MAEF;MACA,IAAI,CAAC,IAAI,CAAC5E,kBAAkB,EAAE,IAAI,CAACA,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;MACjE,IAAI,CAAC,IAAI,CAACC,oBAAoB,EAAE,IAAI,CAACA,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;MAErE,MAAM8E,WAAW,GAAG,IAAI9E,GAAG,CAAC+E,MAAM,CAACC,IAAI,CAACV,OAAO,CAAC,CAAC;MACjD,KAAK,MAAMrB,CAAC,IAAI6B,WAAW,EAAE;QAC3B,IAAI,CAAC/E,kBAAkB,CAACkF,GAAG,CAAChC,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAChD,oBAAoB,CAACiF,GAAG,CAACjC,CAAC,CAAC,EAAE;UACpC,IAAI,CAAChD,oBAAoB,CAACkF,MAAM,CAAClC,CAAC,CAAC;QACrC;MACF;;MAEA;MACA;MACA;MACA,IAAI,CAAC3D,qBAAqB,CAAC8F,KAAK,CAAC,CAAC;MAClC,IAAI,CAACxF,2BAA2B,CAACwF,KAAK,CAAC,CAAC;;MAExC;MACA,KAAK,MAAMnC,CAAC,IAAI,IAAI,CAAClD,kBAAkB,EAAE;QACvC,IAAI+E,WAAW,CAACI,GAAG,CAACjC,CAAC,CAAC,EAAE;QACxB,IAAI,IAAI,CAAChD,oBAAoB,CAACiF,GAAG,CAACjC,CAAC,CAAC,EAAE;QACtC,IAAI;UACF,MAAMoC,WAAW,GAAGrB,IAAI,CAACsB,KAAK,CAACrC,CAAC,CAAC;UACjC,IAAI,CAAC3D,qBAAqB,CAACiG,GAAG,CAAC;YAAE,GAAG7B,MAAM;YAAE,GAAG2B;UAAY,CAAC,EAAE,CAAC,CAAC;UAChE,IAAI,CAACzF,2BAA2B,CAAC2F,GAAG,CAAC;YAAE,GAAG7B,MAAM;YAAE,GAAG2B;UAAY,CAAC,EAAE,CAAC,CAAC;UACtE,IAAI,CAACpF,oBAAoB,CAACgF,GAAG,CAAChC,CAAC,CAAC;QAClC,CAAC,CAAC,MAAM;UACN;QAAA;MAEJ;MAEA,IAAI,IAAI,CAACY,SAAS,EAAE;QAClB,MAAM2B,MAAM,GAAGT,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC;QACrC,MAAMoB,YAAY,GAAGF,MAAM,CAACG,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAKD,GAAG,IAAIC,CAAC,CAACzE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvEjC,OAAO,CAAC2E,GAAG,CACT,oDAAoD,EACpD0B,MAAM,CAACzB,MACT,CAAC;QACD5E,OAAO,CAAC2E,GAAG,CACT,kDAAkD,EAClD4B,YACF,CAAC;QACDvG,OAAO,CAAC2E,GAAG,CACT,8CAA8C,EAC9C,IAAI,CAAC/D,kBAAkB,CAAC+F,IAC1B,CAAC;QACD3G,OAAO,CAAC2E,GAAG,CACT,gDAAgD,EAChD,IAAI,CAAC7D,oBAAoB,CAAC6F,IAC5B,CAAC;QACD3G,OAAO,CAAC2E,GAAG,CACT,8DAA8D,EAC9DE,IAAI,CAACC,SAAS,CAACuB,MAAM,CAACtC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAC7C,CAAC;MACH;MAEA6B,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC,CAACzB,OAAO,CAC5B,CAAC;QAAEa,MAAM,EAAE2B,WAAW;QAAEjE,KAAK;QAAEsD;MAAO,CAAC,KAAK;QAC1C,IAAI,CAACpF,qBAAqB,CAACiG,GAAG,CAAC;UAAE,GAAG7B,MAAM;UAAE,GAAG2B;QAAY,CAAC,EAAEjE,KAAK,CAAC;QACpE,IAAI,CAACxB,2BAA2B,CAAC2F,GAAG,CAClC;UAAE,GAAG7B,MAAM;UAAE,GAAG2B;QAAY,CAAC,EAC7BX,MACF,CAAC;MACH,CACF,CAAC;MAED,MAAMqB,cAAc,GAAGC,OAAO,IAC5BjB,MAAM,CAACkB,WAAW,CAChBD,OAAO,CACJzD,KAAK,CAAC,MAAM,CAAC,CACbC,MAAM,CAACC,IAAI,IAAIA,IAAI,IAAI,CAACA,IAAI,CAACyD,UAAU,CAAC,GAAG,CAAC,CAAC,CAC7CvD,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACF,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAC/BC,MAAM,CAACI,KAAK,IAAIA,KAAK,CAACmB,MAAM,KAAK,CAAC,IAAInB,KAAK,CAAC,CAAC,CAAC,IAAIA,KAAK,CAAC,CAAC,CAAC,CAC/D,CAAC;MAEH,MAAM8B,MAAM,GAAGqB,cAAc,CAACzC,aAAa,CAAC;MAC5C,MAAM6C,KAAK,GAAGJ,cAAc,CAACxC,YAAY,CAAC;MAE1C,IAAImB,MAAM,CAAC0B,WAAW,EAAE;QACtB,IAAI,CAACvG,gBAAgB,CAAC0F,GAAG,CACvB;UAAE,GAAG7B,MAAM;UAAE2C,WAAW,EAAE;QAAO,CAAC,EAClClI,QAAQ,CAACuG,MAAM,CAAC0B,WAAW,EAAE,EAAE,CAAC,IAAI,CACtC,CAAC;MACH;MACA,IAAI1B,MAAM,CAAC4B,SAAS,EAAE;QACpB,IAAI,CAACzG,gBAAgB,CAAC0F,GAAG,CACvB;UAAE,GAAG7B,MAAM;UAAE2C,WAAW,EAAE;QAAM,CAAC,EACjClI,QAAQ,CAACuG,MAAM,CAAC4B,SAAS,EAAE,EAAE,CAAC,IAAI,CACpC,CAAC;MACH;MAEA,IAAIH,KAAK,CAACI,yBAAyB,EAAE;QACnC,IAAI,CAACzG,eAAe,CAACyF,GAAG,CACtB;UAAE,GAAG7B,MAAM;UAAE8C,SAAS,EAAE;QAAc,CAAC,EACvCrI,QAAQ,CAACgI,KAAK,CAACI,yBAAyB,EAAE,EAAE,CAAC,IAAI,CACnD,CAAC;MACH;IACF,CAAC,CAAC,OAAO3F,KAAK,EAAE;MACdzB,OAAO,CAACC,IAAI,CACV,kDAAkD,EAClDwB,KAAK,CAACC,OACR,CAAC;IACH;EACF,CAAC;;EAED;AACF;AACA;AACA;EACE4F,gBAAgB,GAAG,MAAAA,CAAA,KAAY;IAC7B,IAAI;MACF,MAAM,IAAI,CAACpD,mBAAmB,CAAC,CAAC;MAChC,MAAM,IAAI,CAACqD,WAAW,CAAC,CAAC;MACxB,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;QACzB,MAAMC,aAAa,GAAG,MAAM,IAAI,CAACC,QAAQ,CAACC,gBAAgB,CAAC,CAAC;QAC5D5H,OAAO,CAACC,IAAI,CACV,6CAA6C,EAC7C4E,IAAI,CAACC,SAAS,CAAC4C,aAAa,EAAE,IAAI,EAAE,CAAC,CACvC,CAAC;MACH;IACF,CAAC,CAAC,OAAOjG,KAAK,EAAE;MACdzB,OAAO,CAACyB,KAAK,CACX,oDAAoDA,KAAK,CAACC,OAAO,EACnE,CAAC;MACD,MAAMD,KAAK;IACb;EACF,CAAC;;EAED;AACF;AACA;AACA;EACEoG,SAAS,GAAGA,CAAC9I,WAAW,GAAG,IAAI,CAACA,WAAW,KAAK;IAC9C,IAAI,CAAC+I,UAAU,CAAC/I,WAAW,EAAE,MAAM;MACjC,IAAI,CAACuI,gBAAgB,CAAC,CAAC,CAAC/E,KAAK,CAACf,GAAG,IAAI;QACnCxB,OAAO,CAACyB,KAAK,CAAC,+CAA+C,EAAED,GAAG,CAAC;MACrE,CAAC,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,IAAI,CAAC9B,sBAAsB,EAAE;MAC/B,IAAI,CAACwC,0BAA0B,CAAC,CAAC;IACnC;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;EACEL,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpB,IAAI,CAACkG,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAACC,OAAO,EAAE;MAChB,MAAM,IAAI,CAACC,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAACpI,UAAU,EAAE;MACnB,IAAI;QACF,IAAI,IAAI,CAACP,eAAe,KAAKf,QAAQ,EAAE;UACrC,MAAM,IAAIoE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;YACrC,IAAI,OAAO,IAAI,CAAChD,UAAU,CAACqI,IAAI,KAAK,UAAU,EAAE;cAC9C,IAAI,CAACrI,UAAU,CAACqI,IAAI,CAAC1G,GAAG,IAAKA,GAAG,GAAGqB,MAAM,CAACrB,GAAG,CAAC,GAAGoB,OAAO,CAAC,CAAE,CAAC;YAC9D,CAAC,MAAMA,OAAO,CAAC,CAAC;UAClB,CAAC,CAAC;QACJ,CAAC,MAAM,IAAI,IAAI,CAACtD,eAAe,KAAKjB,QAAQ,EAAE;UAC5C,IAAI,IAAI,CAACwB,UAAU,CAACqI,IAAI,EAAE,MAAM,IAAI,CAACrI,UAAU,CAACqI,IAAI,CAAC,CAAC;QACxD,CAAC,MAAM,IAAI,IAAI,CAAC5I,eAAe,KAAKhB,OAAO,EAAE;UAC3C,IAAI,IAAI,CAACuB,UAAU,CAACsI,UAAU,EAAE,MAAM,IAAI,CAACtI,UAAU,CAACsI,UAAU,CAAC,CAAC;QACpE;MACF,CAAC,CAAC,OAAO3G,GAAG,EAAE;QACZxB,OAAO,CAACyB,KAAK,CAAC,kDAAkD,EAAED,GAAG,CAAC;MACxE;MACA,IAAI,CAAC3B,UAAU,GAAG,IAAI;IACxB;IACA,IAAI;MACF,IAAI,CAAC,IAAI,CAACjB,WAAW,EAAE;MAEvB,IACE,IAAI,CAACU,eAAe,KAAKf,QAAQ,IACjC,IAAI,CAACe,eAAe,KAAKjB,QAAQ,EACjC;QACA,MAAM,IAAI,CAACO,WAAW,CAACsJ,IAAI,CAAC,CAAC;MAC/B,CAAC,MAAM,IAAI,IAAI,CAAC5I,eAAe,KAAKhB,OAAO,EAAE;QAC3C,MAAM,IAAI,CAACM,WAAW,CAACuJ,UAAU,CAAC,CAAC;MACrC;IACF,CAAC,CAAC,OAAO3G,GAAG,EAAE;MACZxB,OAAO,CAACyB,KAAK,CAAC,6CAA6C,EAAED,GAAG,CAAC;IACnE;IACAvC,OAAO,CAACmJ,IAAI,CAAC,CAAC,CAAC;EACjB,CAAC;EAEDrH,mBAAmB,GAAGA,CAAA,KAAM;IAC1B9B,OAAO,CAACsC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAACM,OAAO,CAAC;IAClC5C,OAAO,CAACsC,EAAE,CAAC,SAAS,EAAE,IAAI,CAACM,OAAO,CAAC;EACrC,CAAC;AACH;AAEAwG,MAAM,CAACC,OAAO,GAAG;EAAE5J;AAAmB,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"file":"metricsRedisClient.js","names":["BaseMetricsClient","require","getRedisClientType","REDIS_V4","IOREDIS","REDIS_V3","redisConnectionStableFields","redisConnectionFields","RedisMetricsClient","constructor","redisClient","metricsConfig","Error","intervalSec","parseInt","process","env","METRICS_QUEUE_INTERVAL_SEC","processType","redisClientType","_subClient","_initGracefulShutdown","gracefulShutdownRedis","redisConnectionsGauge","createGauge","name","help","labelNames","withDefaultLabels","redisConnectionsMemoryGauge","redisMemoryGauge","redisStatsGauge","_redisConnSeenKeys","Set","_redisConnZeroedKeys","_setCleanupHandlers","disabledByParam","disabledByEnv","METRICS_GRACEFUL_SHUTDOWN_REDIS","_gracefulShutdownRedis","_gracefulShutdownChannel","appName","_gracefulShutdownAckChannel","_gracefulShutdownLogPrefix","dynoId","_setupGracefulShutdownSubscribe","_createSubscriberClient","duplicate","REDIS_URL","redis","createClient","url","channel","subClient","on","onNewStarted","_cleanupAndPublishAck","onMessage","ch","_msg","subscribe","stopPush","enabled","gatewayDelete","_publishAck","Promise","resolve","reject","quit","err","disconnect","exit","ackChannel","console","warn","msg","send_command","sendCommand","catch","publish","_publishNewInstanceStarted","message","noop","getRedisConnections","result","client","getRedisInfo","section","info","parseRedisConnections","clientsStr","split","filter","line","trim","map","parts","forEach","p","eqIdx","indexOf","k","slice","v","includes","collectRedisMetrics","memoryInfoStr","statsInfoStr","connectionsInfoStr","all","labels","getDefaultLabels","connections","logValues","log","length","JSON","stringify","missing","flags","cmd","c","grouped","conn","totMem","key","count","memory","mem","Number","isFinite","currentKeys","Object","keys","add","has","delete","reset","valueLabels","parse","set","groups","values","groupedTotal","reduce","sum","g","size","parseRedisInfo","infoStr","fromEntries","startsWith","stats","used_memory","memory_type","maxmemory","instantaneous_ops_per_sec","operation","error","pushRedisMetrics","gatewayPush","clearAllCounters","startPush","_startPush","cleanup","module","exports"],"sources":["../../src/metrics/metricsRedisClient.js"],"sourcesContent":["const { BaseMetricsClient } = require('./baseMetricsClient')\nconst {\n getRedisClientType,\n REDIS_V4,\n IOREDIS,\n REDIS_V3,\n} = require('../redisUtils')\n\nconst redisConnectionStableFields = ['name', 'flags', 'cmd']\nconst redisConnectionFields = ['name', 'flags', 'tot-mem', 'cmd']\n\n/**\n * RedisMetricsClient extends BaseMetricsClient to collect\n * Redis metrics periodically and push them to Prometheus Pushgateway.\n *\n * @extends BaseMetricsClient\n */\nclass RedisMetricsClient extends BaseMetricsClient {\n /**\n * @param {Object} options\n * @param {any} options.redisClient - Redis client instance (required). Used for metrics and publish. Subscriber is created internally (duplicate() or REDIS_URL).\n * @param {boolean} [options.gracefulShutdownRedis] - Default true. When true, new instance publishes on start and old instances exit on message. Set false or METRICS_GRACEFUL_SHUTDOWN_REDIS=false to disable.\n * @param {string} [options.appName] - Application name (from BaseMetricsClient)\n * @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)\n * @param {string} [options.processType] - Process type (from BaseMetricsClient)\n * @param {boolean} [options.enabled] - Enable metrics collection (from BaseMetricsClient)\n * @param {boolean} [options.logValues] - Log metrics values (from BaseMetricsClient)\n * @param {string} [options.pushgatewayUrl] - PushGateway URL (from BaseMetricsClient)\n * @param {string} [options.pushgatewaySecret] - PushGateway secret token (from BaseMetricsClient)\n * @param {number} [options.intervalSec] - Interval in seconds for pushing metrics (from BaseMetricsClient)\n * @param {boolean} [options.removeOldMetrics] - Remove old metrics by service (from BaseMetricsClient)\n * @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)\n * @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor({ redisClient, ...metricsConfig } = {}) {\n if (redisClient == null) {\n throw new Error('RedisMetricsClient requires redisClient')\n }\n\n const intervalSec =\n metricsConfig.intervalSec ||\n parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) ||\n 5\n\n super({\n ...metricsConfig,\n processType: metricsConfig.processType || 'queue-metrics',\n intervalSec,\n })\n\n /** Redis client used for metrics */\n this.redisClient = redisClient\n this.redisClientType = getRedisClientType(redisClient)\n\n /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */\n this._subClient = null\n\n this._initGracefulShutdown(metricsConfig.gracefulShutdownRedis)\n\n /** Counter for Redis client connections */\n this.redisConnectionsGauge = this.createGauge({\n name: 'app_redis_connections_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n this.redisConnectionsMemoryGauge = this.createGauge({\n name: 'app_redis_connections_memory_usage_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n /** Gauge for Redis memory usage */\n this.redisMemoryGauge = this.createGauge({\n name: 'app_redis_memory_bytes',\n help: 'Redis memory usage in bytes',\n labelNames: this.withDefaultLabels(['memory_type']),\n })\n\n /** Gauge for Redis operation stats */\n this.redisStatsGauge = this.createGauge({\n name: 'app_redis_stats_total',\n help: 'Redis operation statistics',\n labelNames: this.withDefaultLabels(['operation']),\n })\n\n // Track emitted connection label combinations so we can:\n // - emit a one-shot 0 for series that disappear (overwrite last non-zero sample)\n // - then stop emitting them on subsequent scrapes\n //\n // This is mainly needed because we label connections by `cmd`,\n // and Redis `CLIENT LIST` `cmd` is volatile.\n this._redisConnSeenKeys = new Set()\n this._redisConnZeroedKeys = new Set()\n\n this._setCleanupHandlers()\n }\n\n /**\n * Initialize graceful-shutdown state and subscribe when enabled. Called from constructor.\n * @param {boolean} [gracefulShutdownRedis] - Explicit false to disable; otherwise enabled unless METRICS_GRACEFUL_SHUTDOWN_REDIS=false.\n */\n _initGracefulShutdown(gracefulShutdownRedis) {\n const disabledByParam = gracefulShutdownRedis === false\n const disabledByEnv =\n process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false'\n this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv\n this._gracefulShutdownChannel = this._gracefulShutdownRedis\n ? `metrics:graceful-shutdown:${this.appName}:${this.processType}`\n : null\n this._gracefulShutdownAckChannel = this._gracefulShutdownRedis\n ? `metrics:graceful-shutdown-ack:${this.appName}:${this.processType}`\n : null\n this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`\n if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {\n this._setupGracefulShutdownSubscribe()\n }\n }\n\n /**\n * Create a dedicated Redis client for subscribe (pub/sub). Uses duplicate() when available, else createClient from REDIS_URL. Branches by redisClientType (IOREDIS, REDIS_V3, REDIS_V4).\n * @returns {any|null} Subscriber client or null if not possible.\n */\n _createSubscriberClient() {\n if (this.redisClientType === IOREDIS && this.redisClient && typeof this.redisClient.duplicate === 'function') {\n return this.redisClient.duplicate()\n }\n if ((this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) && this.redisClient && typeof this.redisClient.duplicate === 'function') {\n return this.redisClient.duplicate()\n }\n if ((this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) && process.env.REDIS_URL) {\n try {\n const redis = require('redis')\n if (typeof redis.createClient !== 'function') return null\n try {\n return redis.createClient({ url: process.env.REDIS_URL })\n } catch {\n return redis.createClient(process.env.REDIS_URL)\n }\n } catch {\n return null\n }\n }\n return null\n }\n\n /**\n * Set up Redis subscribe for graceful shutdown. Uses _createSubscriberClient() so subscriber matches client type (ioredis vs node-redis v3/v4).\n */\n _setupGracefulShutdownSubscribe() {\n const channel = this._gracefulShutdownChannel\n if (!channel) return\n\n let subClient = this._createSubscriberClient()\n if (subClient && typeof subClient.on === 'function') {\n subClient.on('error', () => {})\n }\n\n if (!subClient) return\n\n this._subClient = subClient\n\n const onNewStarted = () => {\n this._cleanupAndPublishAck()\n }\n\n const onMessage = (ch, _msg) => {\n if (ch === channel) onNewStarted()\n }\n\n if (this.redisClientType === REDIS_V3) {\n subClient.on('message', onMessage)\n subClient.subscribe(channel)\n } else if (this.redisClientType === REDIS_V4) {\n subClient.on('message', onMessage)\n subClient.subscribe(channel)\n } else if (this.redisClientType === IOREDIS) {\n subClient.on('message', onMessage)\n subClient.subscribe(channel)\n }\n }\n\n /**\n * Old instance: stop push, clear metrics from VM, then publish ack so new can start; then exit.\n */\n async _cleanupAndPublishAck() {\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n await this._publishAck()\n if (this._subClient) {\n try {\n if (this.redisClientType === REDIS_V3) {\n await new Promise((resolve, reject) => {\n if (typeof this._subClient.quit === 'function') {\n this._subClient.quit(err => (err ? reject(err) : resolve()))\n } else resolve()\n })\n } else if (this.redisClientType === REDIS_V4) {\n if (this._subClient.quit) await this._subClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n if (this._subClient.disconnect) await this._subClient.disconnect()\n }\n } catch {\n // ignore\n }\n this._subClient = null\n }\n try {\n if (this.redisClient) {\n if (this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) {\n await this.redisClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n await this.redisClient.disconnect()\n }\n }\n } catch {\n // ignore\n }\n process.exit(0)\n }\n\n _publishAck() {\n const ackChannel = this._gracefulShutdownAckChannel\n if (!ackChannel || !this.redisClient) return Promise.resolve()\n console.warn(\n `${this._gracefulShutdownLogPrefix} OLD: clearing metrics and exiting.`\n )\n const msg = this.dynoId || 'stopped'\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve) => {\n this.redisClient.send_command('PUBLISH', [ackChannel, msg], () => resolve())\n })\n }\n if (this.redisClientType === REDIS_V4) {\n return this.redisClient.sendCommand(['PUBLISH', ackChannel, msg]).catch(() => {})\n }\n if (this.redisClientType === IOREDIS) {\n return this.redisClient.publish(ackChannel, msg).catch(() => {})\n }\n return Promise.resolve()\n }\n\n /**\n * Publish \"new instance started\" so old instances exit and clear metrics. No push waiting.\n */\n _publishNewInstanceStarted() {\n if (!this._gracefulShutdownChannel || !this.redisClient) return\n const channel = this._gracefulShutdownChannel\n const message = this.dynoId || '1'\n const noop = () => {}\n if (this.redisClientType === REDIS_V3) {\n this.redisClient.send_command('PUBLISH', [channel, message], noop)\n } else if (this.redisClientType === REDIS_V4) {\n this.redisClient.sendCommand(['PUBLISH', channel, message]).catch(noop)\n } else if (this.redisClientType === IOREDIS) {\n this.redisClient.publish(channel, message).catch(noop)\n }\n }\n\n getRedisConnections = async () => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.send_command('CLIENT', ['LIST'], (err, result) => {\n if (err) {\n reject(new Error(`Failed to get CLIENT LIST: ${err.message}`))\n } else resolve(result)\n })\n })\n }\n\n // node-redis v4\n if (this.redisClientType === REDIS_V4) {\n try {\n return this.redisClient.sendCommand(['CLIENT', 'LIST'])\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n if (this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.client('LIST')\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n getRedisInfo = async section => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.info(section, (err, result) => {\n if (err) reject(err)\n else resolve(result)\n })\n })\n }\n\n // node-redis v4 or ioredis (info returns Promise)\n if (this.redisClientType === REDIS_V4 || this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.info(section)\n } catch (err) {\n throw new Error(`Failed to get Redis INFO: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n parseRedisConnections = clientsStr => {\n return clientsStr\n .split('\\n')\n .filter(line => line.trim() !== '')\n .map(line => {\n const parts = line.split(' ')\n const client = {}\n parts.forEach(p => {\n const eqIdx = p.indexOf('=')\n if (eqIdx === -1) return\n const k = p.slice(0, eqIdx)\n const v = p.slice(eqIdx + 1)\n if (redisConnectionFields.includes(k)) {\n client[k] = v\n }\n })\n return client\n })\n }\n\n /**\n * Collect basic Redis INFO metrics: clients, memory, stats\n * @returns {Promise<void>}\n */\n collectRedisMetrics = async () => {\n try {\n const [memoryInfoStr, statsInfoStr, connectionsInfoStr] =\n await Promise.all([\n this.getRedisInfo('memory'),\n this.getRedisInfo('stats'),\n this.getRedisConnections(),\n ])\n\n const labels = this.getDefaultLabels()\n\n const connections = this.parseRedisConnections(connectionsInfoStr)\n\n if (this.logValues) {\n // \"IN\" data: raw client list from Redis\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw):\\n',\n connectionsInfoStr\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw) length:',\n connectionsInfoStr.length\n )\n\n // \"OUT\" data: parsed fields used for metrics\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) count:',\n connections.length\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed sample, first 10):',\n JSON.stringify(connections.slice(0, 10), null, 2)\n )\n\n const missing = { name: 0, flags: 0, cmd: 0, 'tot-mem': 0 }\n connections.forEach(c => {\n if (!c.name) missing.name += 1\n if (!c.flags) missing.flags += 1\n if (!c.cmd) missing.cmd += 1\n if (!c['tot-mem']) missing['tot-mem'] += 1\n })\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) missing fields:',\n missing\n )\n }\n\n const grouped = {}\n connections.forEach(conn => {\n const { name, flags, 'tot-mem': totMem, cmd } = conn\n\n // build grouping key (includes default gauge labels later)\n const key = JSON.stringify({ name, flags, cmd })\n\n if (!grouped[key]) {\n grouped[key] = {\n labels: { name, flags, cmd },\n count: 0,\n memory: 0,\n }\n }\n\n grouped[key].count += 1\n const mem = parseInt(totMem, 10)\n grouped[key].memory += Number.isFinite(mem) ? mem : 0\n })\n\n // Ensure sets exist even if older instance is hot-reloaded.\n if (!this._redisConnSeenKeys) this._redisConnSeenKeys = new Set()\n if (!this._redisConnZeroedKeys) this._redisConnZeroedKeys = new Set()\n\n const currentKeys = new Set(Object.keys(grouped))\n for (const k of currentKeys) {\n this._redisConnSeenKeys.add(k)\n if (this._redisConnZeroedKeys.has(k)) {\n this._redisConnZeroedKeys.delete(k)\n }\n }\n\n // Reset gauges each scrape so we only export:\n // - current snapshot series\n // - one-shot zeros for recently disappeared series\n this.redisConnectionsGauge.reset()\n this.redisConnectionsMemoryGauge.reset()\n\n // Emit one-shot zeros for series that disappeared since last seen.\n for (const k of this._redisConnSeenKeys) {\n if (currentKeys.has(k)) continue\n if (this._redisConnZeroedKeys.has(k)) continue\n try {\n const valueLabels = JSON.parse(k)\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, 0)\n this.redisConnectionsMemoryGauge.set({ ...labels, ...valueLabels }, 0)\n this._redisConnZeroedKeys.add(k)\n } catch {\n // ignore malformed key\n }\n }\n\n if (this.logValues) {\n const groups = Object.values(grouped)\n const groupedTotal = groups.reduce((sum, g) => sum + (g.count || 0), 0)\n console.log(\n '[queue-metrics] Redis connections grouped buckets:',\n groups.length\n )\n console.log(\n '[queue-metrics] Redis connections grouped total:',\n groupedTotal\n )\n console.log(\n '[queue-metrics] Redis connections seen keys:',\n this._redisConnSeenKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections zeroed keys:',\n this._redisConnZeroedKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections grouped sample (first 10):',\n JSON.stringify(groups.slice(0, 10), null, 2)\n )\n }\n\n Object.values(grouped).forEach(\n ({ labels: valueLabels, count, memory }) => {\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, count)\n this.redisConnectionsMemoryGauge.set(\n { ...labels, ...valueLabels },\n memory\n )\n }\n )\n\n const parseRedisInfo = infoStr =>\n Object.fromEntries(\n infoStr\n .split('\\r\\n')\n .filter(line => line && !line.startsWith('#'))\n .map(line => line.split(':', 2))\n .filter(parts => parts.length === 2 && parts[0] && parts[1])\n )\n\n const memory = parseRedisInfo(memoryInfoStr)\n const stats = parseRedisInfo(statsInfoStr)\n\n if (memory.used_memory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'used' },\n parseInt(memory.used_memory, 10) || 0\n )\n }\n if (memory.maxmemory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'max' },\n parseInt(memory.maxmemory, 10) || 0\n )\n }\n\n if (stats.instantaneous_ops_per_sec) {\n this.redisStatsGauge.set(\n { ...labels, operation: 'ops_per_sec' },\n parseInt(stats.instantaneous_ops_per_sec, 10) || 0\n )\n }\n } catch (error) {\n console.error(\n `[queue-metrics] Failed to collect Redis metrics:`,\n error.message\n )\n }\n }\n\n /**\n * Collect metrics for all Redis and push to Prometheus Pushgateway\n * @returns {Promise<void>}\n */\n pushRedisMetrics = async () => {\n try {\n await this.collectRedisMetrics()\n await this.gatewayPush()\n this.clearAllCounters()\n } catch (error) {\n console.error(\n `[queue-metrics] Failed to collect Redis metrics: ${error.message}`\n )\n throw error\n }\n }\n\n /**\n * Start periodic collection. When graceful shutdown is on: new publishes \"new started\" so old exits and clears; new does not push until after one interval (skipFirstPush), giving old time to stop.\n */\n startPush = (intervalSec = this.intervalSec) => {\n this._startPush(intervalSec, () => {\n this.pushRedisMetrics().catch(err => {\n console.error(`[queue-metrics] Failed to push Redis metrics:`, err)\n })\n })\n if (this._gracefulShutdownRedis) {\n this._publishNewInstanceStarted()\n }\n }\n\n /**\n * Cleanup Redis client and exit process.\n * Stops push, deletes this instance's metrics from VM (if removeOldMetrics), closes subscriber and main Redis, then exits.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this._subClient) {\n try {\n if (this.redisClientType === REDIS_V3) {\n await new Promise((resolve, reject) => {\n if (typeof this._subClient.quit === 'function') {\n this._subClient.quit(err => (err ? reject(err) : resolve()))\n } else resolve()\n })\n } else if (this.redisClientType === REDIS_V4) {\n if (this._subClient.quit) await this._subClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n if (this._subClient.disconnect) await this._subClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing subscriber client:', err)\n }\n this._subClient = null\n }\n try {\n if (!this.redisClient) return\n\n if (\n this.redisClientType === REDIS_V3 ||\n this.redisClientType === REDIS_V4\n ) {\n await this.redisClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n await this.redisClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing Redis client:', err)\n }\n process.exit(0)\n }\n\n _setCleanupHandlers = () => {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n}\n\nmodule.exports = { RedisMetricsClient }\n"],"mappings":";;AAAA,MAAM;EAAEA;AAAkB,CAAC,GAAGC,OAAO,CAAC,qBAAqB,CAAC;AAC5D,MAAM;EACJC,kBAAkB;EAClBC,QAAQ;EACRC,OAAO;EACPC;AACF,CAAC,GAAGJ,OAAO,CAAC,eAAe,CAAC;AAE5B,MAAMK,2BAA2B,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;AAC5D,MAAMC,qBAAqB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC;;AAEjE;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,kBAAkB,SAASR,iBAAiB,CAAC;EACjD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACES,WAAWA,CAAC;IAAEC,WAAW;IAAE,GAAGC;EAAc,CAAC,GAAG,CAAC,CAAC,EAAE;IAClD,IAAID,WAAW,IAAI,IAAI,EAAE;MACvB,MAAM,IAAIE,KAAK,CAAC,yCAAyC,CAAC;IAC5D;IAEA,MAAMC,WAAW,GACfF,aAAa,CAACE,WAAW,IACzBC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,0BAA0B,IAAI,EAAE,EAAE,EAAE,CAAC,IAC1D,CAAC;IAEH,KAAK,CAAC;MACJ,GAAGN,aAAa;MAChBO,WAAW,EAAEP,aAAa,CAACO,WAAW,IAAI,eAAe;MACzDL;IACF,CAAC,CAAC;;IAEF;IACA,IAAI,CAACH,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACS,eAAe,GAAGjB,kBAAkB,CAACQ,WAAW,CAAC;;IAEtD;IACA,IAAI,CAACU,UAAU,GAAG,IAAI;IAEtB,IAAI,CAACC,qBAAqB,CAACV,aAAa,CAACW,qBAAqB,CAAC;;IAE/D;IACA,IAAI,CAACC,qBAAqB,GAAG,IAAI,CAACC,WAAW,CAAC;MAC5CC,IAAI,EAAE,6BAA6B;MACnCC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAACtB,2BAA2B;IAChE,CAAC,CAAC;IAEF,IAAI,CAACuB,2BAA2B,GAAG,IAAI,CAACL,WAAW,CAAC;MAClDC,IAAI,EAAE,0CAA0C;MAChDC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAACtB,2BAA2B;IAChE,CAAC,CAAC;;IAEF;IACA,IAAI,CAACwB,gBAAgB,GAAG,IAAI,CAACN,WAAW,CAAC;MACvCC,IAAI,EAAE,wBAAwB;MAC9BC,IAAI,EAAE,6BAA6B;MACnCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,aAAa,CAAC;IACpD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACG,eAAe,GAAG,IAAI,CAACP,WAAW,CAAC;MACtCC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE,4BAA4B;MAClCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,WAAW,CAAC;IAClD,CAAC,CAAC;;IAEF;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACI,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;IACnC,IAAI,CAACC,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;IAErC,IAAI,CAACE,mBAAmB,CAAC,CAAC;EAC5B;;EAEA;AACF;AACA;AACA;EACEd,qBAAqBA,CAACC,qBAAqB,EAAE;IAC3C,MAAMc,eAAe,GAAGd,qBAAqB,KAAK,KAAK;IACvD,MAAMe,aAAa,GACjBtB,OAAO,CAACC,GAAG,CAACsB,+BAA+B,KAAK,OAAO;IACzD,IAAI,CAACC,sBAAsB,GAAG,CAACH,eAAe,IAAI,CAACC,aAAa;IAChE,IAAI,CAACG,wBAAwB,GAAG,IAAI,CAACD,sBAAsB,GACvD,6BAA6B,IAAI,CAACE,OAAO,IAAI,IAAI,CAACvB,WAAW,EAAE,GAC/D,IAAI;IACR,IAAI,CAACwB,2BAA2B,GAAG,IAAI,CAACH,sBAAsB,GAC1D,iCAAiC,IAAI,CAACE,OAAO,IAAI,IAAI,CAACvB,WAAW,EAAE,GACnE,IAAI;IACR,IAAI,CAACyB,0BAA0B,GAAG,wBAAwB,IAAI,CAACzB,WAAW,MAAM,IAAI,CAACuB,OAAO,MAAM,IAAI,CAACG,MAAM,GAAG;IAChH,IAAI,IAAI,CAACL,sBAAsB,IAAI,IAAI,CAACC,wBAAwB,EAAE;MAChE,IAAI,CAACK,+BAA+B,CAAC,CAAC;IACxC;EACF;;EAEA;AACF;AACA;AACA;EACEC,uBAAuBA,CAAA,EAAG;IACxB,IAAI,IAAI,CAAC3B,eAAe,KAAKf,OAAO,IAAI,IAAI,CAACM,WAAW,IAAI,OAAO,IAAI,CAACA,WAAW,CAACqC,SAAS,KAAK,UAAU,EAAE;MAC5G,OAAO,IAAI,CAACrC,WAAW,CAACqC,SAAS,CAAC,CAAC;IACrC;IACA,IAAI,CAAC,IAAI,CAAC5B,eAAe,KAAKd,QAAQ,IAAI,IAAI,CAACc,eAAe,KAAKhB,QAAQ,KAAK,IAAI,CAACO,WAAW,IAAI,OAAO,IAAI,CAACA,WAAW,CAACqC,SAAS,KAAK,UAAU,EAAE;MACpJ,OAAO,IAAI,CAACrC,WAAW,CAACqC,SAAS,CAAC,CAAC;IACrC;IACA,IAAI,CAAC,IAAI,CAAC5B,eAAe,KAAKd,QAAQ,IAAI,IAAI,CAACc,eAAe,KAAKhB,QAAQ,KAAKY,OAAO,CAACC,GAAG,CAACgC,SAAS,EAAE;MACrG,IAAI;QACF,MAAMC,KAAK,GAAGhD,OAAO,CAAC,OAAO,CAAC;QAC9B,IAAI,OAAOgD,KAAK,CAACC,YAAY,KAAK,UAAU,EAAE,OAAO,IAAI;QACzD,IAAI;UACF,OAAOD,KAAK,CAACC,YAAY,CAAC;YAAEC,GAAG,EAAEpC,OAAO,CAACC,GAAG,CAACgC;UAAU,CAAC,CAAC;QAC3D,CAAC,CAAC,MAAM;UACN,OAAOC,KAAK,CAACC,YAAY,CAACnC,OAAO,CAACC,GAAG,CAACgC,SAAS,CAAC;QAClD;MACF,CAAC,CAAC,MAAM;QACN,OAAO,IAAI;MACb;IACF;IACA,OAAO,IAAI;EACb;;EAEA;AACF;AACA;EACEH,+BAA+BA,CAAA,EAAG;IAChC,MAAMO,OAAO,GAAG,IAAI,CAACZ,wBAAwB;IAC7C,IAAI,CAACY,OAAO,EAAE;IAEd,IAAIC,SAAS,GAAG,IAAI,CAACP,uBAAuB,CAAC,CAAC;IAC9C,IAAIO,SAAS,IAAI,OAAOA,SAAS,CAACC,EAAE,KAAK,UAAU,EAAE;MACnDD,SAAS,CAACC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IACjC;IAEA,IAAI,CAACD,SAAS,EAAE;IAEhB,IAAI,CAACjC,UAAU,GAAGiC,SAAS;IAE3B,MAAME,YAAY,GAAGA,CAAA,KAAM;MACzB,IAAI,CAACC,qBAAqB,CAAC,CAAC;IAC9B,CAAC;IAED,MAAMC,SAAS,GAAGA,CAACC,EAAE,EAAEC,IAAI,KAAK;MAC9B,IAAID,EAAE,KAAKN,OAAO,EAAEG,YAAY,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,IAAI,CAACpC,eAAe,KAAKd,QAAQ,EAAE;MACrCgD,SAAS,CAACC,EAAE,CAAC,SAAS,EAAEG,SAAS,CAAC;MAClCJ,SAAS,CAACO,SAAS,CAACR,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAACjC,eAAe,KAAKhB,QAAQ,EAAE;MAC5CkD,SAAS,CAACC,EAAE,CAAC,SAAS,EAAEG,SAAS,CAAC;MAClCJ,SAAS,CAACO,SAAS,CAACR,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAACjC,eAAe,KAAKf,OAAO,EAAE;MAC3CiD,SAAS,CAACC,EAAE,CAAC,SAAS,EAAEG,SAAS,CAAC;MAClCJ,SAAS,CAACO,SAAS,CAACR,OAAO,CAAC;IAC9B;EACF;;EAEA;AACF;AACA;EACE,MAAMI,qBAAqBA,CAAA,EAAG;IAC5B,IAAI,CAACK,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAACC,OAAO,EAAE;MAChB,MAAM,IAAI,CAACC,aAAa,CAAC,CAAC;IAC5B;IACA,MAAM,IAAI,CAACC,WAAW,CAAC,CAAC;IACxB,IAAI,IAAI,CAAC5C,UAAU,EAAE;MACnB,IAAI;QACF,IAAI,IAAI,CAACD,eAAe,KAAKd,QAAQ,EAAE;UACrC,MAAM,IAAI4D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;YACrC,IAAI,OAAO,IAAI,CAAC/C,UAAU,CAACgD,IAAI,KAAK,UAAU,EAAE;cAC9C,IAAI,CAAChD,UAAU,CAACgD,IAAI,CAACC,GAAG,IAAKA,GAAG,GAAGF,MAAM,CAACE,GAAG,CAAC,GAAGH,OAAO,CAAC,CAAE,CAAC;YAC9D,CAAC,MAAMA,OAAO,CAAC,CAAC;UAClB,CAAC,CAAC;QACJ,CAAC,MAAM,IAAI,IAAI,CAAC/C,eAAe,KAAKhB,QAAQ,EAAE;UAC5C,IAAI,IAAI,CAACiB,UAAU,CAACgD,IAAI,EAAE,MAAM,IAAI,CAAChD,UAAU,CAACgD,IAAI,CAAC,CAAC;QACxD,CAAC,MAAM,IAAI,IAAI,CAACjD,eAAe,KAAKf,OAAO,EAAE;UAC3C,IAAI,IAAI,CAACgB,UAAU,CAACkD,UAAU,EAAE,MAAM,IAAI,CAAClD,UAAU,CAACkD,UAAU,CAAC,CAAC;QACpE;MACF,CAAC,CAAC,MAAM;QACN;MAAA;MAEF,IAAI,CAAClD,UAAU,GAAG,IAAI;IACxB;IACA,IAAI;MACF,IAAI,IAAI,CAACV,WAAW,EAAE;QACpB,IAAI,IAAI,CAACS,eAAe,KAAKd,QAAQ,IAAI,IAAI,CAACc,eAAe,KAAKhB,QAAQ,EAAE;UAC1E,MAAM,IAAI,CAACO,WAAW,CAAC0D,IAAI,CAAC,CAAC;QAC/B,CAAC,MAAM,IAAI,IAAI,CAACjD,eAAe,KAAKf,OAAO,EAAE;UAC3C,MAAM,IAAI,CAACM,WAAW,CAAC4D,UAAU,CAAC,CAAC;QACrC;MACF;IACF,CAAC,CAAC,MAAM;MACN;IAAA;IAEFvD,OAAO,CAACwD,IAAI,CAAC,CAAC,CAAC;EACjB;EAEAP,WAAWA,CAAA,EAAG;IACZ,MAAMQ,UAAU,GAAG,IAAI,CAAC9B,2BAA2B;IACnD,IAAI,CAAC8B,UAAU,IAAI,CAAC,IAAI,CAAC9D,WAAW,EAAE,OAAOuD,OAAO,CAACC,OAAO,CAAC,CAAC;IAC9DO,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAAC/B,0BAA0B,qCACpC,CAAC;IACD,MAAMgC,GAAG,GAAG,IAAI,CAAC/B,MAAM,IAAI,SAAS;IACpC,IAAI,IAAI,CAACzB,eAAe,KAAKd,QAAQ,EAAE;MACrC,OAAO,IAAI4D,OAAO,CAAEC,OAAO,IAAK;QAC9B,IAAI,CAACxD,WAAW,CAACkE,YAAY,CAAC,SAAS,EAAE,CAACJ,UAAU,EAAEG,GAAG,CAAC,EAAE,MAAMT,OAAO,CAAC,CAAC,CAAC;MAC9E,CAAC,CAAC;IACJ;IACA,IAAI,IAAI,CAAC/C,eAAe,KAAKhB,QAAQ,EAAE;MACrC,OAAO,IAAI,CAACO,WAAW,CAACmE,WAAW,CAAC,CAAC,SAAS,EAAEL,UAAU,EAAEG,GAAG,CAAC,CAAC,CAACG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACnF;IACA,IAAI,IAAI,CAAC3D,eAAe,KAAKf,OAAO,EAAE;MACpC,OAAO,IAAI,CAACM,WAAW,CAACqE,OAAO,CAACP,UAAU,EAAEG,GAAG,CAAC,CAACG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAClE;IACA,OAAOb,OAAO,CAACC,OAAO,CAAC,CAAC;EAC1B;;EAEA;AACF;AACA;EACEc,0BAA0BA,CAAA,EAAG;IAC3B,IAAI,CAAC,IAAI,CAACxC,wBAAwB,IAAI,CAAC,IAAI,CAAC9B,WAAW,EAAE;IACzD,MAAM0C,OAAO,GAAG,IAAI,CAACZ,wBAAwB;IAC7C,MAAMyC,OAAO,GAAG,IAAI,CAACrC,MAAM,IAAI,GAAG;IAClC,MAAMsC,IAAI,GAAGA,CAAA,KAAM,CAAC,CAAC;IACrB,IAAI,IAAI,CAAC/D,eAAe,KAAKd,QAAQ,EAAE;MACrC,IAAI,CAACK,WAAW,CAACkE,YAAY,CAAC,SAAS,EAAE,CAACxB,OAAO,EAAE6B,OAAO,CAAC,EAAEC,IAAI,CAAC;IACpE,CAAC,MAAM,IAAI,IAAI,CAAC/D,eAAe,KAAKhB,QAAQ,EAAE;MAC5C,IAAI,CAACO,WAAW,CAACmE,WAAW,CAAC,CAAC,SAAS,EAAEzB,OAAO,EAAE6B,OAAO,CAAC,CAAC,CAACH,KAAK,CAACI,IAAI,CAAC;IACzE,CAAC,MAAM,IAAI,IAAI,CAAC/D,eAAe,KAAKf,OAAO,EAAE;MAC3C,IAAI,CAACM,WAAW,CAACqE,OAAO,CAAC3B,OAAO,EAAE6B,OAAO,CAAC,CAACH,KAAK,CAACI,IAAI,CAAC;IACxD;EACF;EAEAC,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI,CAAC,IAAI,CAACzE,WAAW,EAAE,MAAM,IAAIE,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAACO,eAAe,KAAKd,QAAQ,EAAE;MACrC,OAAO,IAAI4D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAACzD,WAAW,CAACkE,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,CAACP,GAAG,EAAEe,MAAM,KAAK;UACjE,IAAIf,GAAG,EAAE;YACPF,MAAM,CAAC,IAAIvD,KAAK,CAAC,8BAA8ByD,GAAG,CAACY,OAAO,EAAE,CAAC,CAAC;UAChE,CAAC,MAAMf,OAAO,CAACkB,MAAM,CAAC;QACxB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAACjE,eAAe,KAAKhB,QAAQ,EAAE;MACrC,IAAI;QACF,OAAO,IAAI,CAACO,WAAW,CAACmE,WAAW,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;MACzD,CAAC,CAAC,OAAOR,GAAG,EAAE;QACZ,MAAM,IAAIzD,KAAK,CAAC,8BAA8ByD,GAAG,CAACY,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,IAAI,IAAI,CAAC9D,eAAe,KAAKf,OAAO,EAAE;MACpC,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAAC2E,MAAM,CAAC,MAAM,CAAC;MACxC,CAAC,CAAC,OAAOhB,GAAG,EAAE;QACZ,MAAM,IAAIzD,KAAK,CAAC,8BAA8ByD,GAAG,CAACY,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,MAAM,IAAIrE,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAED0E,YAAY,GAAG,MAAMC,OAAO,IAAI;IAC9B,IAAI,CAAC,IAAI,CAAC7E,WAAW,EAAE,MAAM,IAAIE,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAACO,eAAe,KAAKd,QAAQ,EAAE;MACrC,OAAO,IAAI4D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAACzD,WAAW,CAAC8E,IAAI,CAACD,OAAO,EAAE,CAAClB,GAAG,EAAEe,MAAM,KAAK;UAC9C,IAAIf,GAAG,EAAEF,MAAM,CAACE,GAAG,CAAC,MACfH,OAAO,CAACkB,MAAM,CAAC;QACtB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAACjE,eAAe,KAAKhB,QAAQ,IAAI,IAAI,CAACgB,eAAe,KAAKf,OAAO,EAAE;MACzE,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAAC8E,IAAI,CAACD,OAAO,CAAC;MACvC,CAAC,CAAC,OAAOlB,GAAG,EAAE;QACZ,MAAM,IAAIzD,KAAK,CAAC,6BAA6ByD,GAAG,CAACY,OAAO,EAAE,CAAC;MAC7D;IACF;IAEA,MAAM,IAAIrE,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAED6E,qBAAqB,GAAGC,UAAU,IAAI;IACpC,OAAOA,UAAU,CACdC,KAAK,CAAC,IAAI,CAAC,CACXC,MAAM,CAACC,IAAI,IAAIA,IAAI,CAACC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAClCC,GAAG,CAACF,IAAI,IAAI;MACX,MAAMG,KAAK,GAAGH,IAAI,CAACF,KAAK,CAAC,GAAG,CAAC;MAC7B,MAAMN,MAAM,GAAG,CAAC,CAAC;MACjBW,KAAK,CAACC,OAAO,CAACC,CAAC,IAAI;QACjB,MAAMC,KAAK,GAAGD,CAAC,CAACE,OAAO,CAAC,GAAG,CAAC;QAC5B,IAAID,KAAK,KAAK,CAAC,CAAC,EAAE;QAClB,MAAME,CAAC,GAAGH,CAAC,CAACI,KAAK,CAAC,CAAC,EAAEH,KAAK,CAAC;QAC3B,MAAMI,CAAC,GAAGL,CAAC,CAACI,KAAK,CAACH,KAAK,GAAG,CAAC,CAAC;QAC5B,IAAI5F,qBAAqB,CAACiG,QAAQ,CAACH,CAAC,CAAC,EAAE;UACrChB,MAAM,CAACgB,CAAC,CAAC,GAAGE,CAAC;QACf;MACF,CAAC,CAAC;MACF,OAAOlB,MAAM;IACf,CAAC,CAAC;EACN,CAAC;;EAED;AACF;AACA;AACA;EACEoB,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI;MACF,MAAM,CAACC,aAAa,EAAEC,YAAY,EAAEC,kBAAkB,CAAC,GACrD,MAAM3C,OAAO,CAAC4C,GAAG,CAAC,CAChB,IAAI,CAACvB,YAAY,CAAC,QAAQ,CAAC,EAC3B,IAAI,CAACA,YAAY,CAAC,OAAO,CAAC,EAC1B,IAAI,CAACH,mBAAmB,CAAC,CAAC,CAC3B,CAAC;MAEJ,MAAM2B,MAAM,GAAG,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEtC,MAAMC,WAAW,GAAG,IAAI,CAACvB,qBAAqB,CAACmB,kBAAkB,CAAC;MAElE,IAAI,IAAI,CAACK,SAAS,EAAE;QAClB;QACAxC,OAAO,CAACyC,GAAG,CACT,4CAA4C,EAC5CN,kBACF,CAAC;QACDnC,OAAO,CAACyC,GAAG,CACT,iDAAiD,EACjDN,kBAAkB,CAACO,MACrB,CAAC;;QAED;QACA1C,OAAO,CAACyC,GAAG,CACT,mDAAmD,EACnDF,WAAW,CAACG,MACd,CAAC;QACD1C,OAAO,CAACyC,GAAG,CACT,8DAA8D,EAC9DE,IAAI,CAACC,SAAS,CAACL,WAAW,CAACV,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAClD,CAAC;QAED,MAAMgB,OAAO,GAAG;UAAE7F,IAAI,EAAE,CAAC;UAAE8F,KAAK,EAAE,CAAC;UAAEC,GAAG,EAAE,CAAC;UAAE,SAAS,EAAE;QAAE,CAAC;QAC3DR,WAAW,CAACf,OAAO,CAACwB,CAAC,IAAI;UACvB,IAAI,CAACA,CAAC,CAAChG,IAAI,EAAE6F,OAAO,CAAC7F,IAAI,IAAI,CAAC;UAC9B,IAAI,CAACgG,CAAC,CAACF,KAAK,EAAED,OAAO,CAACC,KAAK,IAAI,CAAC;UAChC,IAAI,CAACE,CAAC,CAACD,GAAG,EAAEF,OAAO,CAACE,GAAG,IAAI,CAAC;UAC5B,IAAI,CAACC,CAAC,CAAC,SAAS,CAAC,EAAEH,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;QAC5C,CAAC,CAAC;QACF7C,OAAO,CAACyC,GAAG,CACT,4DAA4D,EAC5DI,OACF,CAAC;MACH;MAEA,MAAMI,OAAO,GAAG,CAAC,CAAC;MAClBV,WAAW,CAACf,OAAO,CAAC0B,IAAI,IAAI;QAC1B,MAAM;UAAElG,IAAI;UAAE8F,KAAK;UAAE,SAAS,EAAEK,MAAM;UAAEJ;QAAI,CAAC,GAAGG,IAAI;;QAEpD;QACA,MAAME,GAAG,GAAGT,IAAI,CAACC,SAAS,CAAC;UAAE5F,IAAI;UAAE8F,KAAK;UAAEC;QAAI,CAAC,CAAC;QAEhD,IAAI,CAACE,OAAO,CAACG,GAAG,CAAC,EAAE;UACjBH,OAAO,CAACG,GAAG,CAAC,GAAG;YACbf,MAAM,EAAE;cAAErF,IAAI;cAAE8F,KAAK;cAAEC;YAAI,CAAC;YAC5BM,KAAK,EAAE,CAAC;YACRC,MAAM,EAAE;UACV,CAAC;QACH;QAEAL,OAAO,CAACG,GAAG,CAAC,CAACC,KAAK,IAAI,CAAC;QACvB,MAAME,GAAG,GAAGlH,QAAQ,CAAC8G,MAAM,EAAE,EAAE,CAAC;QAChCF,OAAO,CAACG,GAAG,CAAC,CAACE,MAAM,IAAIE,MAAM,CAACC,QAAQ,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,CAAC;MACvD,CAAC,CAAC;;MAEF;MACA,IAAI,CAAC,IAAI,CAAChG,kBAAkB,EAAE,IAAI,CAACA,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;MACjE,IAAI,CAAC,IAAI,CAACC,oBAAoB,EAAE,IAAI,CAACA,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;MAErE,MAAMkG,WAAW,GAAG,IAAIlG,GAAG,CAACmG,MAAM,CAACC,IAAI,CAACX,OAAO,CAAC,CAAC;MACjD,KAAK,MAAMrB,CAAC,IAAI8B,WAAW,EAAE;QAC3B,IAAI,CAACnG,kBAAkB,CAACsG,GAAG,CAACjC,CAAC,CAAC;QAC9B,IAAI,IAAI,CAACnE,oBAAoB,CAACqG,GAAG,CAAClC,CAAC,CAAC,EAAE;UACpC,IAAI,CAACnE,oBAAoB,CAACsG,MAAM,CAACnC,CAAC,CAAC;QACrC;MACF;;MAEA;MACA;MACA;MACA,IAAI,CAAC9E,qBAAqB,CAACkH,KAAK,CAAC,CAAC;MAClC,IAAI,CAAC5G,2BAA2B,CAAC4G,KAAK,CAAC,CAAC;;MAExC;MACA,KAAK,MAAMpC,CAAC,IAAI,IAAI,CAACrE,kBAAkB,EAAE;QACvC,IAAImG,WAAW,CAACI,GAAG,CAAClC,CAAC,CAAC,EAAE;QACxB,IAAI,IAAI,CAACnE,oBAAoB,CAACqG,GAAG,CAAClC,CAAC,CAAC,EAAE;QACtC,IAAI;UACF,MAAMqC,WAAW,GAAGtB,IAAI,CAACuB,KAAK,CAACtC,CAAC,CAAC;UACjC,IAAI,CAAC9E,qBAAqB,CAACqH,GAAG,CAAC;YAAE,GAAG9B,MAAM;YAAE,GAAG4B;UAAY,CAAC,EAAE,CAAC,CAAC;UAChE,IAAI,CAAC7G,2BAA2B,CAAC+G,GAAG,CAAC;YAAE,GAAG9B,MAAM;YAAE,GAAG4B;UAAY,CAAC,EAAE,CAAC,CAAC;UACtE,IAAI,CAACxG,oBAAoB,CAACoG,GAAG,CAACjC,CAAC,CAAC;QAClC,CAAC,CAAC,MAAM;UACN;QAAA;MAEJ;MAEA,IAAI,IAAI,CAACY,SAAS,EAAE;QAClB,MAAM4B,MAAM,GAAGT,MAAM,CAACU,MAAM,CAACpB,OAAO,CAAC;QACrC,MAAMqB,YAAY,GAAGF,MAAM,CAACG,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAKD,GAAG,IAAIC,CAAC,CAACpB,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvErD,OAAO,CAACyC,GAAG,CACT,oDAAoD,EACpD2B,MAAM,CAAC1B,MACT,CAAC;QACD1C,OAAO,CAACyC,GAAG,CACT,kDAAkD,EAClD6B,YACF,CAAC;QACDtE,OAAO,CAACyC,GAAG,CACT,8CAA8C,EAC9C,IAAI,CAAClF,kBAAkB,CAACmH,IAC1B,CAAC;QACD1E,OAAO,CAACyC,GAAG,CACT,gDAAgD,EAChD,IAAI,CAAChF,oBAAoB,CAACiH,IAC5B,CAAC;QACD1E,OAAO,CAACyC,GAAG,CACT,8DAA8D,EAC9DE,IAAI,CAACC,SAAS,CAACwB,MAAM,CAACvC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAC7C,CAAC;MACH;MAEA8B,MAAM,CAACU,MAAM,CAACpB,OAAO,CAAC,CAACzB,OAAO,CAC5B,CAAC;QAAEa,MAAM,EAAE4B,WAAW;QAAEZ,KAAK;QAAEC;MAAO,CAAC,KAAK;QAC1C,IAAI,CAACxG,qBAAqB,CAACqH,GAAG,CAAC;UAAE,GAAG9B,MAAM;UAAE,GAAG4B;QAAY,CAAC,EAAEZ,KAAK,CAAC;QACpE,IAAI,CAACjG,2BAA2B,CAAC+G,GAAG,CAClC;UAAE,GAAG9B,MAAM;UAAE,GAAG4B;QAAY,CAAC,EAC7BX,MACF,CAAC;MACH,CACF,CAAC;MAED,MAAMqB,cAAc,GAAGC,OAAO,IAC5BjB,MAAM,CAACkB,WAAW,CAChBD,OAAO,CACJ1D,KAAK,CAAC,MAAM,CAAC,CACbC,MAAM,CAACC,IAAI,IAAIA,IAAI,IAAI,CAACA,IAAI,CAAC0D,UAAU,CAAC,GAAG,CAAC,CAAC,CAC7CxD,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACF,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAC/BC,MAAM,CAACI,KAAK,IAAIA,KAAK,CAACmB,MAAM,KAAK,CAAC,IAAInB,KAAK,CAAC,CAAC,CAAC,IAAIA,KAAK,CAAC,CAAC,CAAC,CAC/D,CAAC;MAEH,MAAM+B,MAAM,GAAGqB,cAAc,CAAC1C,aAAa,CAAC;MAC5C,MAAM8C,KAAK,GAAGJ,cAAc,CAACzC,YAAY,CAAC;MAE1C,IAAIoB,MAAM,CAAC0B,WAAW,EAAE;QACtB,IAAI,CAAC3H,gBAAgB,CAAC8G,GAAG,CACvB;UAAE,GAAG9B,MAAM;UAAE4C,WAAW,EAAE;QAAO,CAAC,EAClC5I,QAAQ,CAACiH,MAAM,CAAC0B,WAAW,EAAE,EAAE,CAAC,IAAI,CACtC,CAAC;MACH;MACA,IAAI1B,MAAM,CAAC4B,SAAS,EAAE;QACpB,IAAI,CAAC7H,gBAAgB,CAAC8G,GAAG,CACvB;UAAE,GAAG9B,MAAM;UAAE4C,WAAW,EAAE;QAAM,CAAC,EACjC5I,QAAQ,CAACiH,MAAM,CAAC4B,SAAS,EAAE,EAAE,CAAC,IAAI,CACpC,CAAC;MACH;MAEA,IAAIH,KAAK,CAACI,yBAAyB,EAAE;QACnC,IAAI,CAAC7H,eAAe,CAAC6G,GAAG,CACtB;UAAE,GAAG9B,MAAM;UAAE+C,SAAS,EAAE;QAAc,CAAC,EACvC/I,QAAQ,CAAC0I,KAAK,CAACI,yBAAyB,EAAE,EAAE,CAAC,IAAI,CACnD,CAAC;MACH;IACF,CAAC,CAAC,OAAOE,KAAK,EAAE;MACdrF,OAAO,CAACqF,KAAK,CACX,kDAAkD,EAClDA,KAAK,CAAC7E,OACR,CAAC;IACH;EACF,CAAC;;EAED;AACF;AACA;AACA;EACE8E,gBAAgB,GAAG,MAAAA,CAAA,KAAY;IAC7B,IAAI;MACF,MAAM,IAAI,CAACtD,mBAAmB,CAAC,CAAC;MAChC,MAAM,IAAI,CAACuD,WAAW,CAAC,CAAC;MACxB,IAAI,CAACC,gBAAgB,CAAC,CAAC;IACzB,CAAC,CAAC,OAAOH,KAAK,EAAE;MACdrF,OAAO,CAACqF,KAAK,CACX,oDAAoDA,KAAK,CAAC7E,OAAO,EACnE,CAAC;MACD,MAAM6E,KAAK;IACb;EACF,CAAC;;EAED;AACF;AACA;EACEI,SAAS,GAAGA,CAACrJ,WAAW,GAAG,IAAI,CAACA,WAAW,KAAK;IAC9C,IAAI,CAACsJ,UAAU,CAACtJ,WAAW,EAAE,MAAM;MACjC,IAAI,CAACkJ,gBAAgB,CAAC,CAAC,CAACjF,KAAK,CAACT,GAAG,IAAI;QACnCI,OAAO,CAACqF,KAAK,CAAC,+CAA+C,EAAEzF,GAAG,CAAC;MACrE,CAAC,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,IAAI,CAAC9B,sBAAsB,EAAE;MAC/B,IAAI,CAACyC,0BAA0B,CAAC,CAAC;IACnC;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;EACEoF,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpB,IAAI,CAACvG,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAACC,OAAO,EAAE;MAChB,MAAM,IAAI,CAACC,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAAC3C,UAAU,EAAE;MACnB,IAAI;QACF,IAAI,IAAI,CAACD,eAAe,KAAKd,QAAQ,EAAE;UACrC,MAAM,IAAI4D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;YACrC,IAAI,OAAO,IAAI,CAAC/C,UAAU,CAACgD,IAAI,KAAK,UAAU,EAAE;cAC9C,IAAI,CAAChD,UAAU,CAACgD,IAAI,CAACC,GAAG,IAAKA,GAAG,GAAGF,MAAM,CAACE,GAAG,CAAC,GAAGH,OAAO,CAAC,CAAE,CAAC;YAC9D,CAAC,MAAMA,OAAO,CAAC,CAAC;UAClB,CAAC,CAAC;QACJ,CAAC,MAAM,IAAI,IAAI,CAAC/C,eAAe,KAAKhB,QAAQ,EAAE;UAC5C,IAAI,IAAI,CAACiB,UAAU,CAACgD,IAAI,EAAE,MAAM,IAAI,CAAChD,UAAU,CAACgD,IAAI,CAAC,CAAC;QACxD,CAAC,MAAM,IAAI,IAAI,CAACjD,eAAe,KAAKf,OAAO,EAAE;UAC3C,IAAI,IAAI,CAACgB,UAAU,CAACkD,UAAU,EAAE,MAAM,IAAI,CAAClD,UAAU,CAACkD,UAAU,CAAC,CAAC;QACpE;MACF,CAAC,CAAC,OAAOD,GAAG,EAAE;QACZI,OAAO,CAACqF,KAAK,CAAC,kDAAkD,EAAEzF,GAAG,CAAC;MACxE;MACA,IAAI,CAACjD,UAAU,GAAG,IAAI;IACxB;IACA,IAAI;MACF,IAAI,CAAC,IAAI,CAACV,WAAW,EAAE;MAEvB,IACE,IAAI,CAACS,eAAe,KAAKd,QAAQ,IACjC,IAAI,CAACc,eAAe,KAAKhB,QAAQ,EACjC;QACA,MAAM,IAAI,CAACO,WAAW,CAAC0D,IAAI,CAAC,CAAC;MAC/B,CAAC,MAAM,IAAI,IAAI,CAACjD,eAAe,KAAKf,OAAO,EAAE;QAC3C,MAAM,IAAI,CAACM,WAAW,CAAC4D,UAAU,CAAC,CAAC;MACrC;IACF,CAAC,CAAC,OAAOD,GAAG,EAAE;MACZI,OAAO,CAACqF,KAAK,CAAC,6CAA6C,EAAEzF,GAAG,CAAC;IACnE;IACAtD,OAAO,CAACwD,IAAI,CAAC,CAAC,CAAC;EACjB,CAAC;EAEDpC,mBAAmB,GAAGA,CAAA,KAAM;IAC1BpB,OAAO,CAACuC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC8G,OAAO,CAAC;IAClCrJ,OAAO,CAACuC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC8G,OAAO,CAAC;EACrC,CAAC;AACH;AAEAC,MAAM,CAACC,OAAO,GAAG;EAAE9J;AAAmB,CAAC","ignoreList":[]}
|
package/package.json
CHANGED
|
@@ -235,15 +235,14 @@ class BaseMetricsClient {
|
|
|
235
235
|
}, interval * 1000)
|
|
236
236
|
}
|
|
237
237
|
|
|
238
|
-
// First push: skip when skipFirstPush
|
|
238
|
+
// First push: skip when skipFirstPush, otherwise push immediately
|
|
239
239
|
if (!this.skipFirstPush) {
|
|
240
240
|
runPush().catch(err => {
|
|
241
|
-
console.error(
|
|
241
|
+
console.error(
|
|
242
|
+
`${this.prefixLogs} Failed to push metrics (initial):`,
|
|
243
|
+
err
|
|
244
|
+
)
|
|
242
245
|
})
|
|
243
|
-
} else {
|
|
244
|
-
console.warn(
|
|
245
|
-
`${this.prefixLogs} First push skipped (METRICS_SKIP_FIRST_PUSH or skipFirstPush); first push in ${interval}s.`
|
|
246
|
-
)
|
|
247
246
|
}
|
|
248
247
|
|
|
249
248
|
let pushOrigin = 'none'
|
|
@@ -257,9 +256,6 @@ class BaseMetricsClient {
|
|
|
257
256
|
console.warn(
|
|
258
257
|
`${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s, push: ${pushOrigin})`
|
|
259
258
|
)
|
|
260
|
-
console.warn(
|
|
261
|
-
`${this.prefixLogs} Push interval: process_type=${this.processType} app=${this.appName} dyno_id=${this.dynoId} interval_sec=${this.intervalSec}`
|
|
262
|
-
)
|
|
263
259
|
}
|
|
264
260
|
|
|
265
261
|
/**
|
|
@@ -270,7 +266,9 @@ class BaseMetricsClient {
|
|
|
270
266
|
if (this._pushIntervalId) {
|
|
271
267
|
clearInterval(this._pushIntervalId)
|
|
272
268
|
this._pushIntervalId = null
|
|
273
|
-
console.warn(
|
|
269
|
+
console.warn(
|
|
270
|
+
`${this.prefixLogs} Metrics collection stopped (push interval cleared).`
|
|
271
|
+
)
|
|
274
272
|
}
|
|
275
273
|
}
|
|
276
274
|
|
|
@@ -32,7 +32,11 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
32
32
|
* @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)
|
|
33
33
|
* @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)
|
|
34
34
|
*/
|
|
35
|
-
constructor({ redisClient,
|
|
35
|
+
constructor({ redisClient, ...metricsConfig } = {}) {
|
|
36
|
+
if (redisClient == null) {
|
|
37
|
+
throw new Error('RedisMetricsClient requires redisClient')
|
|
38
|
+
}
|
|
39
|
+
|
|
36
40
|
const intervalSec =
|
|
37
41
|
metricsConfig.intervalSec ||
|
|
38
42
|
parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) ||
|
|
@@ -42,34 +46,16 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
42
46
|
...metricsConfig,
|
|
43
47
|
processType: metricsConfig.processType || 'queue-metrics',
|
|
44
48
|
intervalSec,
|
|
45
|
-
skipFirstPush: metricsConfig.skipFirstPush !== false,
|
|
46
49
|
})
|
|
47
50
|
|
|
48
51
|
/** Redis client used for metrics */
|
|
49
52
|
this.redisClient = redisClient
|
|
50
53
|
this.redisClientType = getRedisClientType(redisClient)
|
|
51
54
|
|
|
52
|
-
/** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */
|
|
53
|
-
const disabledByParam = gracefulShutdownRedis === false
|
|
54
|
-
const disabledByEnv = process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false'
|
|
55
|
-
this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv
|
|
56
|
-
this._gracefulShutdownChannel =
|
|
57
|
-
this._gracefulShutdownRedis
|
|
58
|
-
? `metrics:graceful-shutdown:${this.appName}:${this.processType}`
|
|
59
|
-
: null
|
|
60
55
|
/** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */
|
|
61
56
|
this._subClient = null
|
|
62
57
|
|
|
63
|
-
|
|
64
|
-
this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`
|
|
65
|
-
|
|
66
|
-
console.info(
|
|
67
|
-
`${this._gracefulShutdownLogPrefix} startup: graceful_shutdown_redis=${this._gracefulShutdownRedis} channel=${this._gracefulShutdownChannel || 'none'}`
|
|
68
|
-
)
|
|
69
|
-
|
|
70
|
-
if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {
|
|
71
|
-
this._setupGracefulShutdownSubscribe()
|
|
72
|
-
}
|
|
58
|
+
this._initGracefulShutdown(metricsConfig.gracefulShutdownRedis)
|
|
73
59
|
|
|
74
60
|
/** Counter for Redis client connections */
|
|
75
61
|
this.redisConnectionsGauge = this.createGauge({
|
|
@@ -111,128 +97,165 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
111
97
|
}
|
|
112
98
|
|
|
113
99
|
/**
|
|
114
|
-
*
|
|
100
|
+
* Initialize graceful-shutdown state and subscribe when enabled. Called from constructor.
|
|
101
|
+
* @param {boolean} [gracefulShutdownRedis] - Explicit false to disable; otherwise enabled unless METRICS_GRACEFUL_SHUTDOWN_REDIS=false.
|
|
115
102
|
*/
|
|
116
|
-
|
|
117
|
-
const
|
|
118
|
-
|
|
103
|
+
_initGracefulShutdown(gracefulShutdownRedis) {
|
|
104
|
+
const disabledByParam = gracefulShutdownRedis === false
|
|
105
|
+
const disabledByEnv =
|
|
106
|
+
process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false'
|
|
107
|
+
this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv
|
|
108
|
+
this._gracefulShutdownChannel = this._gracefulShutdownRedis
|
|
109
|
+
? `metrics:graceful-shutdown:${this.appName}:${this.processType}`
|
|
110
|
+
: null
|
|
111
|
+
this._gracefulShutdownAckChannel = this._gracefulShutdownRedis
|
|
112
|
+
? `metrics:graceful-shutdown-ack:${this.appName}:${this.processType}`
|
|
113
|
+
: null
|
|
114
|
+
this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`
|
|
115
|
+
if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {
|
|
116
|
+
this._setupGracefulShutdownSubscribe()
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
119
|
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
120
|
+
/**
|
|
121
|
+
* Create a dedicated Redis client for subscribe (pub/sub). Uses duplicate() when available, else createClient from REDIS_URL. Branches by redisClientType (IOREDIS, REDIS_V3, REDIS_V4).
|
|
122
|
+
* @returns {any|null} Subscriber client or null if not possible.
|
|
123
|
+
*/
|
|
124
|
+
_createSubscriberClient() {
|
|
125
|
+
if (this.redisClientType === IOREDIS && this.redisClient && typeof this.redisClient.duplicate === 'function') {
|
|
126
|
+
return this.redisClient.duplicate()
|
|
127
|
+
}
|
|
128
|
+
if ((this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) && this.redisClient && typeof this.redisClient.duplicate === 'function') {
|
|
129
|
+
return this.redisClient.duplicate()
|
|
130
|
+
}
|
|
131
|
+
if ((this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) && process.env.REDIS_URL) {
|
|
127
132
|
try {
|
|
128
133
|
const redis = require('redis')
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
+
if (typeof redis.createClient !== 'function') return null
|
|
135
|
+
try {
|
|
136
|
+
return redis.createClient({ url: process.env.REDIS_URL })
|
|
137
|
+
} catch {
|
|
138
|
+
return redis.createClient(process.env.REDIS_URL)
|
|
134
139
|
}
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
)
|
|
138
|
-
} catch (e) {
|
|
139
|
-
console.info(
|
|
140
|
-
`${this._gracefulShutdownLogPrefix} setup_subscribe: could not create subscriber from REDIS_URL:`,
|
|
141
|
-
e.message
|
|
142
|
-
)
|
|
140
|
+
} catch {
|
|
141
|
+
return null
|
|
143
142
|
}
|
|
144
143
|
}
|
|
144
|
+
return null
|
|
145
|
+
}
|
|
145
146
|
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
147
|
+
/**
|
|
148
|
+
* Set up Redis subscribe for graceful shutdown. Uses _createSubscriberClient() so subscriber matches client type (ioredis vs node-redis v3/v4).
|
|
149
|
+
*/
|
|
150
|
+
_setupGracefulShutdownSubscribe() {
|
|
151
|
+
const channel = this._gracefulShutdownChannel
|
|
152
|
+
if (!channel) return
|
|
153
|
+
|
|
154
|
+
let subClient = this._createSubscriberClient()
|
|
155
|
+
if (subClient && typeof subClient.on === 'function') {
|
|
156
|
+
subClient.on('error', () => {})
|
|
151
157
|
}
|
|
152
158
|
|
|
153
|
-
|
|
154
|
-
`${this._gracefulShutdownLogPrefix} setup_subscribe: channel=${channel} hasSubClient=true`
|
|
155
|
-
)
|
|
159
|
+
if (!subClient) return
|
|
156
160
|
|
|
157
161
|
this._subClient = subClient
|
|
158
162
|
|
|
159
|
-
const
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
163
|
+
const onNewStarted = () => {
|
|
164
|
+
this._cleanupAndPublishAck()
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
const onMessage = (ch, _msg) => {
|
|
168
|
+
if (ch === channel) onNewStarted()
|
|
164
169
|
}
|
|
165
170
|
|
|
166
171
|
if (this.redisClientType === REDIS_V3) {
|
|
167
|
-
subClient.on('
|
|
168
|
-
console.info(
|
|
169
|
-
`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`
|
|
170
|
-
)
|
|
171
|
-
})
|
|
172
|
-
subClient.on('message', (ch, _msg) => {
|
|
173
|
-
if (ch === channel) onMessage()
|
|
174
|
-
})
|
|
172
|
+
subClient.on('message', onMessage)
|
|
175
173
|
subClient.subscribe(channel)
|
|
176
174
|
} else if (this.redisClientType === REDIS_V4) {
|
|
177
|
-
subClient.on('
|
|
178
|
-
console.info(
|
|
179
|
-
`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`
|
|
180
|
-
)
|
|
181
|
-
})
|
|
182
|
-
subClient.on('message', (ch, _msg) => {
|
|
183
|
-
if (ch === channel) onMessage()
|
|
184
|
-
})
|
|
175
|
+
subClient.on('message', onMessage)
|
|
185
176
|
subClient.subscribe(channel)
|
|
186
177
|
} else if (this.redisClientType === IOREDIS) {
|
|
187
|
-
subClient.
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
178
|
+
subClient.on('message', onMessage)
|
|
179
|
+
subClient.subscribe(channel)
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
/**
|
|
184
|
+
* Old instance: stop push, clear metrics from VM, then publish ack so new can start; then exit.
|
|
185
|
+
*/
|
|
186
|
+
async _cleanupAndPublishAck() {
|
|
187
|
+
this.stopPush()
|
|
188
|
+
if (this.enabled) {
|
|
189
|
+
await this.gatewayDelete()
|
|
190
|
+
}
|
|
191
|
+
await this._publishAck()
|
|
192
|
+
if (this._subClient) {
|
|
193
|
+
try {
|
|
194
|
+
if (this.redisClientType === REDIS_V3) {
|
|
195
|
+
await new Promise((resolve, reject) => {
|
|
196
|
+
if (typeof this._subClient.quit === 'function') {
|
|
197
|
+
this._subClient.quit(err => (err ? reject(err) : resolve()))
|
|
198
|
+
} else resolve()
|
|
199
|
+
})
|
|
200
|
+
} else if (this.redisClientType === REDIS_V4) {
|
|
201
|
+
if (this._subClient.quit) await this._subClient.quit()
|
|
202
|
+
} else if (this.redisClientType === IOREDIS) {
|
|
203
|
+
if (this._subClient.disconnect) await this._subClient.disconnect()
|
|
194
204
|
}
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
205
|
+
} catch {
|
|
206
|
+
// ignore
|
|
207
|
+
}
|
|
208
|
+
this._subClient = null
|
|
209
|
+
}
|
|
210
|
+
try {
|
|
211
|
+
if (this.redisClient) {
|
|
212
|
+
if (this.redisClientType === REDIS_V3 || this.redisClientType === REDIS_V4) {
|
|
213
|
+
await this.redisClient.quit()
|
|
214
|
+
} else if (this.redisClientType === IOREDIS) {
|
|
215
|
+
await this.redisClient.disconnect()
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
} catch {
|
|
219
|
+
// ignore
|
|
220
|
+
}
|
|
221
|
+
process.exit(0)
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
_publishAck() {
|
|
225
|
+
const ackChannel = this._gracefulShutdownAckChannel
|
|
226
|
+
if (!ackChannel || !this.redisClient) return Promise.resolve()
|
|
227
|
+
console.warn(
|
|
228
|
+
`${this._gracefulShutdownLogPrefix} OLD: clearing metrics and exiting.`
|
|
229
|
+
)
|
|
230
|
+
const msg = this.dynoId || 'stopped'
|
|
231
|
+
if (this.redisClientType === REDIS_V3) {
|
|
232
|
+
return new Promise((resolve) => {
|
|
233
|
+
this.redisClient.send_command('PUBLISH', [ackChannel, msg], () => resolve())
|
|
201
234
|
})
|
|
202
235
|
}
|
|
236
|
+
if (this.redisClientType === REDIS_V4) {
|
|
237
|
+
return this.redisClient.sendCommand(['PUBLISH', ackChannel, msg]).catch(() => {})
|
|
238
|
+
}
|
|
239
|
+
if (this.redisClientType === IOREDIS) {
|
|
240
|
+
return this.redisClient.publish(ackChannel, msg).catch(() => {})
|
|
241
|
+
}
|
|
242
|
+
return Promise.resolve()
|
|
203
243
|
}
|
|
204
244
|
|
|
205
245
|
/**
|
|
206
|
-
* Publish
|
|
246
|
+
* Publish "new instance started" so old instances exit and clear metrics. No push waiting.
|
|
207
247
|
*/
|
|
208
248
|
_publishNewInstanceStarted() {
|
|
209
249
|
if (!this._gracefulShutdownChannel || !this.redisClient) return
|
|
210
250
|
const channel = this._gracefulShutdownChannel
|
|
211
251
|
const message = this.dynoId || '1'
|
|
212
|
-
|
|
213
|
-
const done = err => {
|
|
214
|
-
if (err) {
|
|
215
|
-
console.info(
|
|
216
|
-
`${this._gracefulShutdownLogPrefix} NEW: publish failed:`,
|
|
217
|
-
err.message
|
|
218
|
-
)
|
|
219
|
-
} else {
|
|
220
|
-
console.info(
|
|
221
|
-
`${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`
|
|
222
|
-
)
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
|
|
226
|
-
console.info(
|
|
227
|
-
`${this._gracefulShutdownLogPrefix} NEW: publishing to channel=${channel} dynoId=${this.dynoId || '1'}`
|
|
228
|
-
)
|
|
229
|
-
|
|
252
|
+
const noop = () => {}
|
|
230
253
|
if (this.redisClientType === REDIS_V3) {
|
|
231
|
-
this.redisClient.send_command('PUBLISH', [channel, message],
|
|
254
|
+
this.redisClient.send_command('PUBLISH', [channel, message], noop)
|
|
232
255
|
} else if (this.redisClientType === REDIS_V4) {
|
|
233
|
-
this.redisClient.sendCommand(['PUBLISH', channel, message]).
|
|
256
|
+
this.redisClient.sendCommand(['PUBLISH', channel, message]).catch(noop)
|
|
234
257
|
} else if (this.redisClientType === IOREDIS) {
|
|
235
|
-
this.redisClient.publish(channel, message).
|
|
258
|
+
this.redisClient.publish(channel, message).catch(noop)
|
|
236
259
|
}
|
|
237
260
|
}
|
|
238
261
|
|
|
@@ -485,7 +508,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
485
508
|
)
|
|
486
509
|
}
|
|
487
510
|
} catch (error) {
|
|
488
|
-
console.
|
|
511
|
+
console.error(
|
|
489
512
|
`[queue-metrics] Failed to collect Redis metrics:`,
|
|
490
513
|
error.message
|
|
491
514
|
)
|
|
@@ -501,14 +524,6 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
501
524
|
await this.collectRedisMetrics()
|
|
502
525
|
await this.gatewayPush()
|
|
503
526
|
this.clearAllCounters()
|
|
504
|
-
|
|
505
|
-
if (this.metricsLogValues) {
|
|
506
|
-
const metricObjects = await this.registry.getMetricsAsJSON()
|
|
507
|
-
console.info(
|
|
508
|
-
`[queue-metrics] Collected metrics for Redis`,
|
|
509
|
-
JSON.stringify(metricObjects, null, 2)
|
|
510
|
-
)
|
|
511
|
-
}
|
|
512
527
|
} catch (error) {
|
|
513
528
|
console.error(
|
|
514
529
|
`[queue-metrics] Failed to collect Redis metrics: ${error.message}`
|
|
@@ -518,8 +533,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
518
533
|
}
|
|
519
534
|
|
|
520
535
|
/**
|
|
521
|
-
* Start periodic collection.
|
|
522
|
-
* @param {number} [intervalSec=this.intervalSec] - Interval in seconds
|
|
536
|
+
* Start periodic collection. When graceful shutdown is on: new publishes "new started" so old exits and clears; new does not push until after one interval (skipFirstPush), giving old time to stop.
|
|
523
537
|
*/
|
|
524
538
|
startPush = (intervalSec = this.intervalSec) => {
|
|
525
539
|
this._startPush(intervalSec, () => {
|