@adalo/metrics 0.1.157 → 0.1.158

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -15,6 +15,7 @@ export class BaseMetricsClient {
15
15
  * @param {string} [config.pushgatewaySecret] Basic auth secret (Base64 of user:password)
16
16
  * @param {number} [config.intervalSec] Interval in seconds for pushing metrics
17
17
  * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name
18
+ * @param {boolean} [config.skipFirstPush] Skip the first push (first push after interval); set METRICS_SKIP_FIRST_PUSH=true to give old instance time to exit
18
19
  * @param {function} [config.startupValidation] Add to validate on start push.
19
20
  * @param {boolean} [config.disablePushgateway] Disable pushing to Pushgateway (use HTTP scraping instead)
20
21
  */
@@ -28,6 +29,7 @@ export class BaseMetricsClient {
28
29
  pushgatewaySecret?: string | undefined;
29
30
  intervalSec?: number | undefined;
30
31
  removeOldMetrics?: boolean | undefined;
32
+ skipFirstPush?: boolean | undefined;
31
33
  startupValidation?: Function | undefined;
32
34
  disablePushgateway?: boolean | undefined;
33
35
  });
@@ -42,6 +44,8 @@ export class BaseMetricsClient {
42
44
  startupValidation: Function | undefined;
43
45
  disablePushgateway: boolean;
44
46
  removeOldMetrics: boolean;
47
+ /** When true, skip the immediate first push; first push runs after the first interval. Set METRICS_SKIP_FIRST_PUSH=true. */
48
+ skipFirstPush: boolean;
45
49
  /** If true (default), cleanup() calls process.exit(0). Set to false when the app handles SIGTERM itself (e.g. graceful HTTP shutdown). */
46
50
  cleanupExitsProcess: any;
47
51
  /** @type {NodeJS.Timeout | null} Push interval handle so it can be cleared on shutdown */
@@ -1 +1 @@
1
- {"version":3,"file":"baseMetricsClient.d.ts","sourceRoot":"","sources":["../../src/metrics/baseMetricsClient.js"],"names":[],"mappings":"AAKA;;;;GAIG;AACH;IACE;;;;;;;;;;;;;OAaG;IACH;QAZ2B,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QACf,iBAAiB;QAClB,kBAAkB;OAyD7C;IAtDC,gBAA4E;IAC5E,eAAqE;IACrE,oBAG6B;IAC7B,iBAAuE;IACvE,mBAC+D;IAC/D,uBACoE;IACpE,kBAC0E;IAC1E,oBAGI;IACJ,wCAAiD;IACjD,4BAEoD;IACpD,0BAEmD;IACnD,0IAA0I;IAC1I,yBAA6D;IAE7D,0FAA0F;IAC1F,iBADW,OAAO,OAAO,GAAG,IAAI,CACL;IAE3B,mBAAyF;IAEzF,uEAAsC;IAGtC;;;;MAIC;IAGD,aAAmB;IACnB,WAAgB;IAChB,aAAkB;IAClB,sBAA2B;IAE3B,mEAAmE;IACnE;YADkB,MAAM,SAAc,MAAM,GAAG,QAAQ,MAAM,CAAC;MACvC;IAKvB,sCAAwC;IAG1C;;;;;;;;OAQG;IACH;QAN2B,IAAI,EAApB,MAAM;QACU,IAAI,EAApB,MAAM;QACuC,QAAQ,UAAzC,MAAM,GAAC,QAAQ,MAAM,CAAC;QACf,UAAU;UAC3B,OAAO,aAAa,EAAE,KAAK,CAuBvC;IAED;;;;;;;;;;;OAWG;IACH;QAR0B,IAAI,EAAnB,MAAM;QACS,IAAI,EAAnB,MAAM;QACY,UAAU;kBAEhB,MAAM,mBAAmB,MAAM,KAAK,IAAI,CAuB9D;IAED;;OAEG;IACH,6BAKC;IAED;;OAEG;IACH,kCAiCC;IAED,sEAsDC;IAlDK,+CAA0D;IAoDhE;;;OAGG;IACH,qBAMC;IAED,iCAEC;IAED;;;;;;;;;OASG;IACH,iFAEC;IAED;;;;OAIG;IACH,eAFa,QAAQ,IAAI,CAAC,CAWzB;IAED;;;;;;;;;OASG;IACH,yBAEC;IAED;;;OAGG;IACH,qBAFa,QAAQ,IAAI,CAAC,CAkBzB;IAED;;;OAGG;IACH,8BAkDC;IAED;;;;;OAKG;IACH,8CAFa,QAAQ,IAAI,CAAC,CAgBzB;IAED;;;OAGG;IACH,uBAoDC;IAED;;;;;;OAMG;IACH,6BAHW,MAAM,EAAE,KACN,MAAM,EAAE,CAIpB;IAED;;;;MAEC;IAED,gCAKC;IAID,8BAEC;IAED,gCAEC;IAED,4EAEC;IAED,sCAEC;IAED,2DAWC;CACF"}
1
+ {"version":3,"file":"baseMetricsClient.d.ts","sourceRoot":"","sources":["../../src/metrics/baseMetricsClient.js"],"names":[],"mappings":"AAKA;;;;GAIG;AACH;IACE;;;;;;;;;;;;;;OAcG;IACH;QAb2B,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QAChB,aAAa;QACZ,iBAAiB;QAClB,kBAAkB;OA4D7C;IAzDC,gBAA4E;IAC5E,eAAqE;IACrE,oBAG6B;IAC7B,iBAAuE;IACvE,mBAC+D;IAC/D,uBACoE;IACpE,kBAC0E;IAC1E,oBAGI;IACJ,wCAAiD;IACjD,4BAEoD;IACpD,0BAEmD;IACnD,4HAA4H;IAC5H,uBACwE;IACxE,0IAA0I;IAC1I,yBAA6D;IAE7D,0FAA0F;IAC1F,iBADW,OAAO,OAAO,GAAG,IAAI,CACL;IAE3B,mBAAyF;IAEzF,uEAAsC;IAGtC;;;;MAIC;IAGD,aAAmB;IACnB,WAAgB;IAChB,aAAkB;IAClB,sBAA2B;IAE3B,mEAAmE;IACnE;YADkB,MAAM,SAAc,MAAM,GAAG,QAAQ,MAAM,CAAC;MACvC;IAKvB,sCAAwC;IAG1C;;;;;;;;OAQG;IACH;QAN2B,IAAI,EAApB,MAAM;QACU,IAAI,EAApB,MAAM;QACuC,QAAQ,UAAzC,MAAM,GAAC,QAAQ,MAAM,CAAC;QACf,UAAU;UAC3B,OAAO,aAAa,EAAE,KAAK,CAuBvC;IAED;;;;;;;;;;;OAWG;IACH;QAR0B,IAAI,EAAnB,MAAM;QACS,IAAI,EAAnB,MAAM;QACY,UAAU;kBAEhB,MAAM,mBAAmB,MAAM,KAAK,IAAI,CAuB9D;IAED;;OAEG;IACH,6BAKC;IAED;;OAEG;IACH,kCAiCC;IAED,sEA+DC;IA3DK,+CAA0D;IA6DhE;;;OAGG;IACH,qBAMC;IAED,iCAEC;IAED;;;;;;;;;OASG;IACH,iFAEC;IAED;;;;OAIG;IACH,eAFa,QAAQ,IAAI,CAAC,CAWzB;IAED;;;;;;;;;OASG;IACH,yBAEC;IAED;;;OAGG;IACH,qBAFa,QAAQ,IAAI,CAAC,CAkBzB;IAED;;;OAGG;IACH,8BAkDC;IAED;;;;;OAKG;IACH,8CAFa,QAAQ,IAAI,CAAC,CAgBzB;IAED;;;OAGG;IACH,uBAoDC;IAED;;;;;;OAMG;IACH,6BAHW,MAAM,EAAE,KACN,MAAM,EAAE,CAIpB;IAED;;;;MAEC;IAED,gCAKC;IAID,8BAEC;IAED,gCAEC;IAED,4EAEC;IAED,sCAEC;IAED,2DAWC;CACF"}
@@ -24,6 +24,7 @@ class BaseMetricsClient {
24
24
  * @param {string} [config.pushgatewaySecret] Basic auth secret (Base64 of user:password)
25
25
  * @param {number} [config.intervalSec] Interval in seconds for pushing metrics
26
26
  * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name
27
+ * @param {boolean} [config.skipFirstPush] Skip the first push (first push after interval); set METRICS_SKIP_FIRST_PUSH=true to give old instance time to exit
27
28
  * @param {function} [config.startupValidation] Add to validate on start push.
28
29
  * @param {boolean} [config.disablePushgateway] Disable pushing to Pushgateway (use HTTP scraping instead)
29
30
  */
@@ -39,6 +40,8 @@ class BaseMetricsClient {
39
40
  this.startupValidation = config.startupValidation;
40
41
  this.disablePushgateway = config.disablePushgateway ?? process.env.METRICS_DISABLE_PUSHGATEWAY === 'true';
41
42
  this.removeOldMetrics = config.removeOldMetrics ?? process.env.METRICS_REMOVE_OLD_METRICS === 'true';
43
+ /** When true, skip the immediate first push; first push runs after the first interval. Set METRICS_SKIP_FIRST_PUSH=true. */
44
+ this.skipFirstPush = config.skipFirstPush ?? process.env.METRICS_SKIP_FIRST_PUSH === 'true';
42
45
  /** If true (default), cleanup() calls process.exit(0). Set to false when the app handles SIGTERM itself (e.g. graceful HTTP shutdown). */
43
46
  this.cleanupExitsProcess = config.cleanupExitsProcess ?? true;
44
47
 
@@ -205,10 +208,14 @@ class BaseMetricsClient {
205
208
  }, interval * 1000);
206
209
  }
207
210
 
208
- // First push immediately so metrics appear without waiting for the first interval
209
- runPush().catch(err => {
210
- console.error(`${this.prefixLogs} Failed to push metrics (initial):`, err);
211
- });
211
+ // First push: skip when skipFirstPush (e.g. give old instance time to exit), otherwise push immediately
212
+ if (!this.skipFirstPush) {
213
+ runPush().catch(err => {
214
+ console.error(`${this.prefixLogs} Failed to push metrics (initial):`, err);
215
+ });
216
+ } else {
217
+ console.warn(`${this.prefixLogs} First push skipped (METRICS_SKIP_FIRST_PUSH or skipFirstPush); first push in ${interval}s.`);
218
+ }
212
219
  let pushOrigin = 'none';
213
220
  try {
214
221
  if (this.pushgatewayUrl && this.pushgatewayUrl.trim()) {
@@ -218,6 +225,7 @@ class BaseMetricsClient {
218
225
  pushOrigin = 'invalid URL';
219
226
  }
220
227
  console.warn(`${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s, push: ${pushOrigin})`);
228
+ console.warn(`${this.prefixLogs} Push interval: process_type=${this.processType} app=${this.appName} dyno_id=${this.dynoId} interval_sec=${this.intervalSec}`);
221
229
  };
222
230
 
223
231
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"baseMetricsClient.js","names":["client","require","https","http","URL","BaseMetricsClient","constructor","config","appName","process","env","BUILD_APP_NAME","dynoId","HOSTNAME","processType","BUILD_DYNO_PROCESS_TYPE","enabled","METRICS_ENABLED","logValues","METRICS_LOG_VALUES","pushgatewayUrl","METRICS_PUSHGATEWAY_URL","authToken","pushgatewaySecret","METRICS_PUSHGATEWAY_SECRET","intervalSec","parseInt","METRICS_INTERVAL_SEC","startupValidation","disablePushgateway","METRICS_DISABLE_PUSHGATEWAY","removeOldMetrics","METRICS_REMOVE_OLD_METRICS","cleanupExitsProcess","_pushIntervalId","prefixLogs","_registry","Registry","collectDefaultMetrics","register","defaultLabels","app","dyno_id","process_type","gateway","gauges","counters","countersFunctions","gaugeUpdaters","_clearOldWorkers","_setCleanupHandlers","keepProcessAliveWhenDisabled","createGauge","name","help","updateFn","labelNames","Object","keys","g","Gauge","registers","createCounter","c","Counter","data","value","inc","clearAllCounters","metricsLogValues","console","log","values","forEach","counter","reset","_pushMetrics","entries","result","val","Promise","undefined","set","err","error","gatewayPush","metrics","getMetricsAsJSON","JSON","stringify","_startPush","interval","customPushMetics","warn","_idleInterval","setInterval","clearInterval","runPush","resolve","pushMetrics","catch","pushOrigin","trim","origin","stopPush","startPush","cleanup","gatewayDelete","exit","_deleteFromVMByLabels","message","esc","s","String","replace","selector","u","reject","Error","path","encodeURIComponent","req","protocol","request","hostname","port","method","headers","Authorization","agent","Agent","keepAlive","res","statusCode","on","chunk","end","params","_pushToVMAgent","pushUrl","pathname","search","contentType","then","setHeader","Buffer","byteLength","withDefaultLabels","labels","getDefaultLabels","metricsEnabled","registry","getMetricsAsString","metricsMiddleware","status","module","exports"],"sources":["../../src/metrics/baseMetricsClient.js"],"sourcesContent":["const client = require('prom-client')\nconst https = require('https')\nconst http = require('http')\nconst { URL } = require('url')\n\n/**\n * BaseMetricsClient provides common functionality for all metrics clients.\n * Handles registry setup, push to remote (VM-agent), default labels, and common operations.\n * Always pushes registry to the configured URL (POST Prometheus text format + Basic auth). No Pushgateway.\n */\nclass BaseMetricsClient {\n /**\n * @param {Object} config\n * @param {string} [config.appName] Name of the application\n * @param {string} [config.dynoId] Dyno/instance ID\n * @param {string} [config.processType] Process type (web, worker, etc.)\n * @param {boolean} [config.enabled] Enable metrics collection\n * @param {boolean} [config.logValues] Log metrics values to console\n * @param {string} [config.pushgatewayUrl] Push URL (VM-agent import endpoint, e.g. .../api/v1/import/prometheus). /metrics is for GET (scrape), not POST (push).\n * @param {string} [config.pushgatewaySecret] Basic auth secret (Base64 of user:password)\n * @param {number} [config.intervalSec] Interval in seconds for pushing metrics\n * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name\n * @param {function} [config.startupValidation] Add to validate on start push.\n * @param {boolean} [config.disablePushgateway] Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor(config = {}) {\n this.appName = config.appName || process.env.BUILD_APP_NAME || 'unknown-app'\n this.dynoId = config.dynoId || process.env.HOSTNAME || 'unknown-dyno'\n this.processType =\n config.processType ||\n process.env.BUILD_DYNO_PROCESS_TYPE ||\n 'undefined_build_dyno_type'\n this.enabled = config.enabled ?? process.env.METRICS_ENABLED === 'true'\n this.logValues =\n config.logValues ?? process.env.METRICS_LOG_VALUES === 'true'\n this.pushgatewayUrl =\n config.pushgatewayUrl || process.env.METRICS_PUSHGATEWAY_URL || ''\n this.authToken =\n config.pushgatewaySecret || process.env.METRICS_PUSHGATEWAY_SECRET || ''\n this.intervalSec =\n config.intervalSec ||\n parseInt(process.env.METRICS_INTERVAL_SEC || '', 10) ||\n 15\n this.startupValidation = config.startupValidation\n this.disablePushgateway =\n config.disablePushgateway ??\n process.env.METRICS_DISABLE_PUSHGATEWAY === 'true'\n this.removeOldMetrics =\n config.removeOldMetrics ??\n process.env.METRICS_REMOVE_OLD_METRICS === 'true'\n /** If true (default), cleanup() calls process.exit(0). Set to false when the app handles SIGTERM itself (e.g. graceful HTTP shutdown). */\n this.cleanupExitsProcess = config.cleanupExitsProcess ?? true\n\n /** @type {NodeJS.Timeout | null} Push interval handle so it can be cleared on shutdown */\n this._pushIntervalId = null\n\n this.prefixLogs = `[${this.processType}] [${this.appName}] [${this.dynoId}] [Monitoring]`\n\n this._registry = new client.Registry()\n client.collectDefaultMetrics({ register: this._registry })\n\n this.defaultLabels = {\n app: this.appName,\n dyno_id: this.dynoId,\n process_type: this.processType,\n }\n\n // Always push to configured URL (VM-agent). No Pushgateway.\n this.gateway = null\n this.gauges = {}\n this.counters = {}\n this.countersFunctions = {}\n\n /** @type {Object<string, function(): number | Promise<number>>} */\n this.gaugeUpdaters = {}\n\n this._clearOldWorkers(config.removeOldMetrics)\n this._setCleanupHandlers()\n\n this.keepProcessAliveWhenDisabled = true\n }\n\n /**\n * Create a gauge metric.\n * @param {Object} options - Gauge configuration\n * @param {string} options.name - Name of the gauge\n * @param {string} options.help - Help text describing the gauge\n * @param {function(): number|Promise<number>} [options.updateFn] - Optional function returning the gauge value\n * @param {string[]} [options.labelNames] - Optional custom label names\n * @returns {import('prom-client').Gauge} The created Prometheus gauge\n */\n createGauge = ({\n name,\n help,\n updateFn,\n labelNames = Object.keys(this.defaultLabels),\n }) => {\n if (this.gauges[name]) return this.gauges[name]\n\n const g = new client.Gauge({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.gauges[name] = g\n\n if (updateFn && typeof updateFn === 'function') {\n this.gaugeUpdaters[name] = updateFn\n }\n\n return g\n }\n\n /**\n * Create a Prometheus Counter metric.\n *\n * @param {Object} params - Counter configuration\n * @param {string} params.name - Metric name\n * @param {string} params.help - Metric description\n * @param {string[]} [params.labelNames] - Optional list of label names. Defaults to this.defaultLabels keys.\n *\n * @returns {(labels?: Object, incrementValue?: number) => void}\n * A function to increment the counter.\n * Usage: (labels?, incrementValue?)\n */\n createCounter({ name, help, labelNames = Object.keys(this.defaultLabels) }) {\n if (this.counters[name]) return this.countersFunctions[name]\n\n const c = new client.Counter({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.counters[name] = c\n\n this.countersFunctions = {\n ...this.countersFunctions,\n [name]: (data = {}, value = 1) => {\n c.inc({ ...this.defaultLabels, ...data }, value)\n },\n }\n\n return this.countersFunctions[name]\n }\n\n /**\n * Clear all collected counters\n */\n clearAllCounters = () => {\n if (this.metricsLogValues) {\n console.log('Counters to clear: ', Object.keys(this.counters))\n }\n Object.values(this.counters).forEach(counter => counter.reset())\n }\n\n /**\n * Push all gauges and counters to PushGateway and optionally log.\n */\n _pushMetrics = async () => {\n try {\n for (const [name, updateFn] of Object.entries(this.gaugeUpdaters)) {\n try {\n if (!updateFn) {\n continue\n }\n const result = updateFn()\n const val = result instanceof Promise ? await result : result\n if (val !== undefined) this.gauges[name].set(this.defaultLabels, val)\n } catch (err) {\n console.error(\n `${this.prefixLogs} Failed to update gauge ${name}:`,\n err\n )\n }\n }\n\n if (!this.disablePushgateway) {\n await this.gatewayPush()\n }\n // this.clearAllCounters() //TODO: or uncommit or delete (based on grafana expectation)\n\n if (this.logValues) {\n const metrics = await this._registry.getMetricsAsJSON()\n console.log(\n `${this.prefixLogs} Metrics:\\n`,\n JSON.stringify(metrics, null, 2)\n )\n }\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n }\n }\n\n _startPush = (interval = this.intervalSec, customPushMetics = undefined) => {\n if (!this.enabled) {\n console.warn(`${this.prefixLogs} Metrics disabled`)\n if (this.keepProcessAliveWhenDisabled && !this._idleInterval) {\n this._idleInterval = setInterval(() => {}, 60 * 60 * 1000)\n }\n return\n }\n\n if (this._idleInterval) {\n clearInterval(this._idleInterval)\n this._idleInterval = null\n }\n\n if (this.startupValidation && !this.startupValidation()) {\n return\n }\n\n const runPush = () => {\n if (customPushMetics && typeof customPushMetics === 'function') {\n return Promise.resolve(customPushMetics())\n }\n return this.pushMetrics()\n }\n\n if (customPushMetics && typeof customPushMetics === 'function') {\n this._pushIntervalId = setInterval(\n () => customPushMetics(),\n interval * 1000\n )\n } else {\n this._pushIntervalId = setInterval(() => {\n runPush().catch(err => {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n })\n }, interval * 1000)\n }\n\n // First push immediately so metrics appear without waiting for the first interval\n runPush().catch(err => {\n console.error(`${this.prefixLogs} Failed to push metrics (initial):`, err)\n })\n\n let pushOrigin = 'none'\n try {\n if (this.pushgatewayUrl && this.pushgatewayUrl.trim()) {\n pushOrigin = new URL(this.pushgatewayUrl.trim()).origin\n }\n } catch {\n pushOrigin = 'invalid URL'\n }\n console.warn(\n `${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s, push: ${pushOrigin})`\n )\n }\n\n /**\n * Stop periodic metrics push (clears the interval).\n * Call this before process exit to avoid pushing during shutdown and to reduce connection overlap on redeploy.\n */\n stopPush = () => {\n if (this._pushIntervalId) {\n clearInterval(this._pushIntervalId)\n this._pushIntervalId = null\n console.warn(`${this.prefixLogs} Metrics collection stopped (push interval cleared).`)\n }\n }\n\n pushMetrics = async () => {\n return this._pushMetrics()\n }\n\n /**\n * Start periodic metrics collection and push.\n *\n * This method wraps the internal `_startPush` method.\n * If a `customPushMetrics` function is provided, it will be executed\n * at the given interval instead of the default `pushMetrics` behavior.\n *\n * @param {number} [interval=this.intervalSec] - Interval in seconds between pushes.\n * @param {() => void | Promise<void>} [customPushMetrics] - Optional custom push function. If provided, Prometheus push is skipped.\n */\n startPush = (interval, customPushMetics = undefined) => {\n this._startPush(interval, customPushMetics)\n }\n\n /**\n * Cleanup metrics and optionally exit process.\n * Stops the push interval immediately (to avoid overlap on redeploy), then deletes this instance's metrics from the gateway, then exits if cleanupExitsProcess is true.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n console.warn(`${this.prefixLogs} Metrics cleanup started (shutdown).`)\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this.cleanupExitsProcess !== false) {\n process.exit(0)\n }\n }\n\n /**\n * Remove old/stale dyno/instance metrics from PushGateway.\n *\n * Compares existing PushGateway metrics for this job and deletes any instances\n * that do not match the current dynoId.\n *\n * @param {boolean} removeOldMetrics If true, performs cleanup; otherwise does nothing\n * @returns {Promise<void>}\n * @private\n */\n _clearOldWorkers = async removeOldMetrics => {\n // No Pushgateway; VM-agent does not support per-instance delete. Skip.\n }\n\n /**\n * On shutdown: optionally delete this instance's metrics from VictoriaMetrics (by app, dyno_id, process_type).\n * @returns {Promise<void>}\n */\n gatewayDelete = async () => {\n if (\n this.removeOldMetrics &&\n this.pushgatewayUrl &&\n this.pushgatewayUrl.trim()\n ) {\n console.warn(\n `${this.prefixLogs} Deleting this instance's metrics from VM (app=${this.appName}, dyno_id=${this.dynoId}, process_type=${this.processType}).`\n )\n await this._deleteFromVMByLabels().catch(err => {\n console.warn(\n `${this.prefixLogs} Deletion from VM on shutdown failed:`,\n err.message\n )\n })\n }\n }\n\n /**\n * Call VictoriaMetrics delete_series API to remove all series matching this instance's labels (app, dyno_id, process_type).\n * @private\n */\n _deleteFromVMByLabels = () => {\n const esc = s => String(s).replace(/\\\\/g, '\\\\\\\\').replace(/\"/g, '\\\\\"')\n const selector = `{app=\"${esc(this.appName)}\",dyno_id=\"${esc(\n this.dynoId\n )}\",process_type=\"${esc(this.processType)}\"}`\n let origin\n try {\n const u = new URL((this.pushgatewayUrl || '').trim())\n origin = u.origin\n } catch {\n return Promise.reject(new Error('Invalid push URL'))\n }\n const path = `/api/v1/admin/tsdb/delete_series?match[]=${encodeURIComponent(\n selector\n )}`\n return new Promise((resolve, reject) => {\n const u = new URL(origin)\n const req = (u.protocol === 'https:' ? https : http).request(\n {\n hostname: u.hostname,\n port: u.port || (u.protocol === 'https:' ? 443 : 80),\n path,\n method: 'POST',\n headers: {\n 'Content-Length': '0',\n Authorization: this.authToken\n ? `Basic ${this.authToken}`\n : undefined,\n },\n agent:\n u.protocol === 'https:'\n ? new https.Agent({ keepAlive: false })\n : undefined,\n },\n res => {\n if (res.statusCode >= 200 && res.statusCode < 300) resolve()\n else {\n let data = ''\n res.on('data', chunk => {\n data += chunk\n })\n res.on('end', () =>\n reject(new Error(`Delete failed: ${res.statusCode} ${data}`))\n )\n }\n }\n )\n req.on('error', reject)\n req.end()\n })\n }\n\n /**\n * Push registry to configured URL (VM-agent). POST Prometheus text format + Basic auth.\n *\n * @param {object} [params] Unused; kept for API compatibility.\n * @returns {Promise<void>}\n */\n gatewayPush = async (params = {}) => {\n if (this.disablePushgateway) {\n console.warn(\n `${this.prefixLogs} Metrics push skipped: METRICS_DISABLE_PUSHGATEWAY is set`\n )\n return Promise.resolve()\n }\n if (!this.pushgatewayUrl || !this.pushgatewayUrl.trim()) {\n console.warn(\n `${this.prefixLogs} Metrics push skipped: METRICS_PUSHGATEWAY_URL is not set`\n )\n return Promise.resolve()\n }\n return this._pushToVMAgent()\n }\n\n /**\n * POST registry (Prometheus text format) to VM-agent. VM-agent accepts push at /api/v1/import/prometheus; /metrics is GET (scrape) only.\n * @private\n */\n _pushToVMAgent = () => {\n let pushUrl = (this.pushgatewayUrl || '').trim()\n try {\n const u = new URL(pushUrl)\n if (!u.pathname || u.pathname === '/' || u.pathname === '/metrics') {\n pushUrl = `${u.origin}/api/v1/import/prometheus${u.search}`\n }\n } catch {\n // leave pushUrl as-is\n }\n return new Promise((resolve, reject) => {\n const u = new URL(pushUrl)\n const req = (u.protocol === 'https:' ? https : http).request(\n {\n hostname: u.hostname,\n port: u.port || (u.protocol === 'https:' ? 443 : 80),\n path: u.pathname + u.search,\n method: 'POST',\n headers: {\n 'Content-Type': client.register.contentType,\n Authorization: this.authToken\n ? `Basic ${this.authToken}`\n : undefined,\n },\n agent:\n u.protocol === 'https:'\n ? new https.Agent({ keepAlive: true })\n : undefined,\n },\n res => {\n if (res.statusCode >= 200 && res.statusCode < 300) {\n resolve()\n } else {\n let data = ''\n res.on('data', chunk => {\n data += chunk\n })\n res.on('end', () =>\n reject(new Error(`Push failed: ${res.statusCode} ${data}`))\n )\n }\n }\n )\n req.on('error', reject)\n this._registry\n .metrics()\n .then(metrics => {\n req.setHeader('Content-Length', Buffer.byteLength(metrics, 'utf8'))\n req.end(metrics, 'utf8')\n })\n .catch(reject)\n })\n }\n\n /**\n * Merge the default metric labels (`app`, `dyno_id`, `process_type`)\n * with custom label names.\n *\n * @param {string[]} labels Additional label names\n * @returns {string[]} Combined label names\n */\n withDefaultLabels = (labels = []) => {\n return [...Object.keys(this.defaultLabels), ...labels]\n }\n\n getDefaultLabels = (labels = []) => {\n return this.defaultLabels\n }\n\n _setCleanupHandlers = () => {\n if (this.cleanupExitsProcess) {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n }\n\n // GETTERS\n\n get metricsEnabled() {\n return this.enabled\n }\n\n get metricsLogValues() {\n return this.logValues\n }\n\n get registry() {\n return this._registry\n }\n\n async getMetricsAsString() {\n return this._registry.metrics()\n }\n\n metricsMiddleware() {\n return async (req, res) => {\n try {\n const metrics = await this.getMetricsAsString()\n res.set('Content-Type', client.register.contentType)\n res.end(metrics)\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to get metrics:`, err)\n res.status(500).end('Failed to collect metrics')\n }\n }\n }\n}\n\nmodule.exports = { BaseMetricsClient }\n"],"mappings":";;AAAA,MAAMA,MAAM,GAAGC,OAAO,CAAC,aAAa,CAAC;AACrC,MAAMC,KAAK,GAAGD,OAAO,CAAC,OAAO,CAAC;AAC9B,MAAME,IAAI,GAAGF,OAAO,CAAC,MAAM,CAAC;AAC5B,MAAM;EAAEG;AAAI,CAAC,GAAGH,OAAO,CAAC,KAAK,CAAC;;AAE9B;AACA;AACA;AACA;AACA;AACA,MAAMI,iBAAiB,CAAC;EACtB;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAWA,CAACC,MAAM,GAAG,CAAC,CAAC,EAAE;IACvB,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO,IAAIC,OAAO,CAACC,GAAG,CAACC,cAAc,IAAI,aAAa;IAC5E,IAAI,CAACC,MAAM,GAAGL,MAAM,CAACK,MAAM,IAAIH,OAAO,CAACC,GAAG,CAACG,QAAQ,IAAI,cAAc;IACrE,IAAI,CAACC,WAAW,GACdP,MAAM,CAACO,WAAW,IAClBL,OAAO,CAACC,GAAG,CAACK,uBAAuB,IACnC,2BAA2B;IAC7B,IAAI,CAACC,OAAO,GAAGT,MAAM,CAACS,OAAO,IAAIP,OAAO,CAACC,GAAG,CAACO,eAAe,KAAK,MAAM;IACvE,IAAI,CAACC,SAAS,GACZX,MAAM,CAACW,SAAS,IAAIT,OAAO,CAACC,GAAG,CAACS,kBAAkB,KAAK,MAAM;IAC/D,IAAI,CAACC,cAAc,GACjBb,MAAM,CAACa,cAAc,IAAIX,OAAO,CAACC,GAAG,CAACW,uBAAuB,IAAI,EAAE;IACpE,IAAI,CAACC,SAAS,GACZf,MAAM,CAACgB,iBAAiB,IAAId,OAAO,CAACC,GAAG,CAACc,0BAA0B,IAAI,EAAE;IAC1E,IAAI,CAACC,WAAW,GACdlB,MAAM,CAACkB,WAAW,IAClBC,QAAQ,CAACjB,OAAO,CAACC,GAAG,CAACiB,oBAAoB,IAAI,EAAE,EAAE,EAAE,CAAC,IACpD,EAAE;IACJ,IAAI,CAACC,iBAAiB,GAAGrB,MAAM,CAACqB,iBAAiB;IACjD,IAAI,CAACC,kBAAkB,GACrBtB,MAAM,CAACsB,kBAAkB,IACzBpB,OAAO,CAACC,GAAG,CAACoB,2BAA2B,KAAK,MAAM;IACpD,IAAI,CAACC,gBAAgB,GACnBxB,MAAM,CAACwB,gBAAgB,IACvBtB,OAAO,CAACC,GAAG,CAACsB,0BAA0B,KAAK,MAAM;IACnD;IACA,IAAI,CAACC,mBAAmB,GAAG1B,MAAM,CAAC0B,mBAAmB,IAAI,IAAI;;IAE7D;IACA,IAAI,CAACC,eAAe,GAAG,IAAI;IAE3B,IAAI,CAACC,UAAU,GAAG,IAAI,IAAI,CAACrB,WAAW,MAAM,IAAI,CAACN,OAAO,MAAM,IAAI,CAACI,MAAM,gBAAgB;IAEzF,IAAI,CAACwB,SAAS,GAAG,IAAIpC,MAAM,CAACqC,QAAQ,CAAC,CAAC;IACtCrC,MAAM,CAACsC,qBAAqB,CAAC;MAAEC,QAAQ,EAAE,IAAI,CAACH;IAAU,CAAC,CAAC;IAE1D,IAAI,CAACI,aAAa,GAAG;MACnBC,GAAG,EAAE,IAAI,CAACjC,OAAO;MACjBkC,OAAO,EAAE,IAAI,CAAC9B,MAAM;MACpB+B,YAAY,EAAE,IAAI,CAAC7B;IACrB,CAAC;;IAED;IACA,IAAI,CAAC8B,OAAO,GAAG,IAAI;IACnB,IAAI,CAACC,MAAM,GAAG,CAAC,CAAC;IAChB,IAAI,CAACC,QAAQ,GAAG,CAAC,CAAC;IAClB,IAAI,CAACC,iBAAiB,GAAG,CAAC,CAAC;;IAE3B;IACA,IAAI,CAACC,aAAa,GAAG,CAAC,CAAC;IAEvB,IAAI,CAACC,gBAAgB,CAAC1C,MAAM,CAACwB,gBAAgB,CAAC;IAC9C,IAAI,CAACmB,mBAAmB,CAAC,CAAC;IAE1B,IAAI,CAACC,4BAA4B,GAAG,IAAI;EAC1C;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAW,GAAGA,CAAC;IACbC,IAAI;IACJC,IAAI;IACJC,QAAQ;IACRC,UAAU,GAAGC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa;EAC7C,CAAC,KAAK;IACJ,IAAI,IAAI,CAACK,MAAM,CAACQ,IAAI,CAAC,EAAE,OAAO,IAAI,CAACR,MAAM,CAACQ,IAAI,CAAC;IAE/C,MAAMM,CAAC,GAAG,IAAI3D,MAAM,CAAC4D,KAAK,CAAC;MACzBP,IAAI;MACJC,IAAI;MACJE,UAAU;MACVK,SAAS,EAAE,CAAC,IAAI,CAACzB,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACS,MAAM,CAACQ,IAAI,CAAC,GAAGM,CAAC;IAErB,IAAIJ,QAAQ,IAAI,OAAOA,QAAQ,KAAK,UAAU,EAAE;MAC9C,IAAI,CAACP,aAAa,CAACK,IAAI,CAAC,GAAGE,QAAQ;IACrC;IAEA,OAAOI,CAAC;EACV,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEG,aAAaA,CAAC;IAAET,IAAI;IAAEC,IAAI;IAAEE,UAAU,GAAGC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa;EAAE,CAAC,EAAE;IAC1E,IAAI,IAAI,CAACM,QAAQ,CAACO,IAAI,CAAC,EAAE,OAAO,IAAI,CAACN,iBAAiB,CAACM,IAAI,CAAC;IAE5D,MAAMU,CAAC,GAAG,IAAI/D,MAAM,CAACgE,OAAO,CAAC;MAC3BX,IAAI;MACJC,IAAI;MACJE,UAAU;MACVK,SAAS,EAAE,CAAC,IAAI,CAACzB,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACU,QAAQ,CAACO,IAAI,CAAC,GAAGU,CAAC;IAEvB,IAAI,CAAChB,iBAAiB,GAAG;MACvB,GAAG,IAAI,CAACA,iBAAiB;MACzB,CAACM,IAAI,GAAG,CAACY,IAAI,GAAG,CAAC,CAAC,EAAEC,KAAK,GAAG,CAAC,KAAK;QAChCH,CAAC,CAACI,GAAG,CAAC;UAAE,GAAG,IAAI,CAAC3B,aAAa;UAAE,GAAGyB;QAAK,CAAC,EAAEC,KAAK,CAAC;MAClD;IACF,CAAC;IAED,OAAO,IAAI,CAACnB,iBAAiB,CAACM,IAAI,CAAC;EACrC;;EAEA;AACF;AACA;EACEe,gBAAgB,GAAGA,CAAA,KAAM;IACvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;MACzBC,OAAO,CAACC,GAAG,CAAC,qBAAqB,EAAEd,MAAM,CAACC,IAAI,CAAC,IAAI,CAACZ,QAAQ,CAAC,CAAC;IAChE;IACAW,MAAM,CAACe,MAAM,CAAC,IAAI,CAAC1B,QAAQ,CAAC,CAAC2B,OAAO,CAACC,OAAO,IAAIA,OAAO,CAACC,KAAK,CAAC,CAAC,CAAC;EAClE,CAAC;;EAED;AACF;AACA;EACEC,YAAY,GAAG,MAAAA,CAAA,KAAY;IACzB,IAAI;MACF,KAAK,MAAM,CAACvB,IAAI,EAAEE,QAAQ,CAAC,IAAIE,MAAM,CAACoB,OAAO,CAAC,IAAI,CAAC7B,aAAa,CAAC,EAAE;QACjE,IAAI;UACF,IAAI,CAACO,QAAQ,EAAE;YACb;UACF;UACA,MAAMuB,MAAM,GAAGvB,QAAQ,CAAC,CAAC;UACzB,MAAMwB,GAAG,GAAGD,MAAM,YAAYE,OAAO,GAAG,MAAMF,MAAM,GAAGA,MAAM;UAC7D,IAAIC,GAAG,KAAKE,SAAS,EAAE,IAAI,CAACpC,MAAM,CAACQ,IAAI,CAAC,CAAC6B,GAAG,CAAC,IAAI,CAAC1C,aAAa,EAAEuC,GAAG,CAAC;QACvE,CAAC,CAAC,OAAOI,GAAG,EAAE;UACZb,OAAO,CAACc,KAAK,CACX,GAAG,IAAI,CAACjD,UAAU,2BAA2BkB,IAAI,GAAG,EACpD8B,GACF,CAAC;QACH;MACF;MAEA,IAAI,CAAC,IAAI,CAACtD,kBAAkB,EAAE;QAC5B,MAAM,IAAI,CAACwD,WAAW,CAAC,CAAC;MAC1B;MACA;;MAEA,IAAI,IAAI,CAACnE,SAAS,EAAE;QAClB,MAAMoE,OAAO,GAAG,MAAM,IAAI,CAAClD,SAAS,CAACmD,gBAAgB,CAAC,CAAC;QACvDjB,OAAO,CAACC,GAAG,CACT,GAAG,IAAI,CAACpC,UAAU,aAAa,EAC/BqD,IAAI,CAACC,SAAS,CAACH,OAAO,EAAE,IAAI,EAAE,CAAC,CACjC,CAAC;MACH;IACF,CAAC,CAAC,OAAOH,GAAG,EAAE;MACZb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,0BAA0B,EAAEgD,GAAG,CAAC;IAClE;EACF,CAAC;EAEDO,UAAU,GAAGA,CAACC,QAAQ,GAAG,IAAI,CAAClE,WAAW,EAAEmE,gBAAgB,GAAGX,SAAS,KAAK;IAC1E,IAAI,CAAC,IAAI,CAACjE,OAAO,EAAE;MACjBsD,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,mBAAmB,CAAC;MACnD,IAAI,IAAI,CAACgB,4BAA4B,IAAI,CAAC,IAAI,CAAC2C,aAAa,EAAE;QAC5D,IAAI,CAACA,aAAa,GAAGC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;MAC5D;MACA;IACF;IAEA,IAAI,IAAI,CAACD,aAAa,EAAE;MACtBE,aAAa,CAAC,IAAI,CAACF,aAAa,CAAC;MACjC,IAAI,CAACA,aAAa,GAAG,IAAI;IAC3B;IAEA,IAAI,IAAI,CAAClE,iBAAiB,IAAI,CAAC,IAAI,CAACA,iBAAiB,CAAC,CAAC,EAAE;MACvD;IACF;IAEA,MAAMqE,OAAO,GAAGA,CAAA,KAAM;MACpB,IAAIL,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;QAC9D,OAAOZ,OAAO,CAACkB,OAAO,CAACN,gBAAgB,CAAC,CAAC,CAAC;MAC5C;MACA,OAAO,IAAI,CAACO,WAAW,CAAC,CAAC;IAC3B,CAAC;IAED,IAAIP,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;MAC9D,IAAI,CAAC1D,eAAe,GAAG6D,WAAW,CAChC,MAAMH,gBAAgB,CAAC,CAAC,EACxBD,QAAQ,GAAG,IACb,CAAC;IACH,CAAC,MAAM;MACL,IAAI,CAACzD,eAAe,GAAG6D,WAAW,CAAC,MAAM;QACvCE,OAAO,CAAC,CAAC,CAACG,KAAK,CAACjB,GAAG,IAAI;UACrBb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,0BAA0B,EAAEgD,GAAG,CAAC;QAClE,CAAC,CAAC;MACJ,CAAC,EAAEQ,QAAQ,GAAG,IAAI,CAAC;IACrB;;IAEA;IACAM,OAAO,CAAC,CAAC,CAACG,KAAK,CAACjB,GAAG,IAAI;MACrBb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,oCAAoC,EAAEgD,GAAG,CAAC;IAC5E,CAAC,CAAC;IAEF,IAAIkB,UAAU,GAAG,MAAM;IACvB,IAAI;MACF,IAAI,IAAI,CAACjF,cAAc,IAAI,IAAI,CAACA,cAAc,CAACkF,IAAI,CAAC,CAAC,EAAE;QACrDD,UAAU,GAAG,IAAIjG,GAAG,CAAC,IAAI,CAACgB,cAAc,CAACkF,IAAI,CAAC,CAAC,CAAC,CAACC,MAAM;MACzD;IACF,CAAC,CAAC,MAAM;MACNF,UAAU,GAAG,aAAa;IAC5B;IACA/B,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2CAA2C,IAAI,CAACV,WAAW,YAAY4E,UAAU,GACrG,CAAC;EACH,CAAC;;EAED;AACF;AACA;AACA;EACEG,QAAQ,GAAGA,CAAA,KAAM;IACf,IAAI,IAAI,CAACtE,eAAe,EAAE;MACxB8D,aAAa,CAAC,IAAI,CAAC9D,eAAe,CAAC;MACnC,IAAI,CAACA,eAAe,GAAG,IAAI;MAC3BoC,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,sDAAsD,CAAC;IACxF;EACF,CAAC;EAEDgE,WAAW,GAAG,MAAAA,CAAA,KAAY;IACxB,OAAO,IAAI,CAACvB,YAAY,CAAC,CAAC;EAC5B,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE6B,SAAS,GAAGA,CAACd,QAAQ,EAAEC,gBAAgB,GAAGX,SAAS,KAAK;IACtD,IAAI,CAACS,UAAU,CAACC,QAAQ,EAAEC,gBAAgB,CAAC;EAC7C,CAAC;;EAED;AACF;AACA;AACA;AACA;EACEc,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpBpC,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,sCAAsC,CAAC;IACtE,IAAI,CAACqE,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAACxF,OAAO,EAAE;MAChB,MAAM,IAAI,CAAC2F,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAAC1E,mBAAmB,KAAK,KAAK,EAAE;MACtCxB,OAAO,CAACmG,IAAI,CAAC,CAAC,CAAC;IACjB;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE3D,gBAAgB,GAAG,MAAMlB,gBAAgB,IAAI;IAC3C;EAAA,CACD;;EAED;AACF;AACA;AACA;EACE4E,aAAa,GAAG,MAAAA,CAAA,KAAY;IAC1B,IACE,IAAI,CAAC5E,gBAAgB,IACrB,IAAI,CAACX,cAAc,IACnB,IAAI,CAACA,cAAc,CAACkF,IAAI,CAAC,CAAC,EAC1B;MACAhC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,kDAAkD,IAAI,CAAC3B,OAAO,aAAa,IAAI,CAACI,MAAM,kBAAkB,IAAI,CAACE,WAAW,IAC5I,CAAC;MACD,MAAM,IAAI,CAAC+F,qBAAqB,CAAC,CAAC,CAACT,KAAK,CAACjB,GAAG,IAAI;QAC9Cb,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,uCAAuC,EACzDgD,GAAG,CAAC2B,OACN,CAAC;MACH,CAAC,CAAC;IACJ;EACF,CAAC;;EAED;AACF;AACA;AACA;EACED,qBAAqB,GAAGA,CAAA,KAAM;IAC5B,MAAME,GAAG,GAAGC,CAAC,IAAIC,MAAM,CAACD,CAAC,CAAC,CAACE,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAACA,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;IACtE,MAAMC,QAAQ,GAAG,SAASJ,GAAG,CAAC,IAAI,CAACvG,OAAO,CAAC,cAAcuG,GAAG,CAC1D,IAAI,CAACnG,MACP,CAAC,mBAAmBmG,GAAG,CAAC,IAAI,CAACjG,WAAW,CAAC,IAAI;IAC7C,IAAIyF,MAAM;IACV,IAAI;MACF,MAAMa,CAAC,GAAG,IAAIhH,GAAG,CAAC,CAAC,IAAI,CAACgB,cAAc,IAAI,EAAE,EAAEkF,IAAI,CAAC,CAAC,CAAC;MACrDC,MAAM,GAAGa,CAAC,CAACb,MAAM;IACnB,CAAC,CAAC,MAAM;MACN,OAAOvB,OAAO,CAACqC,MAAM,CAAC,IAAIC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtD;IACA,MAAMC,IAAI,GAAG,4CAA4CC,kBAAkB,CACzEL,QACF,CAAC,EAAE;IACH,OAAO,IAAInC,OAAO,CAAC,CAACkB,OAAO,EAAEmB,MAAM,KAAK;MACtC,MAAMD,CAAC,GAAG,IAAIhH,GAAG,CAACmG,MAAM,CAAC;MACzB,MAAMkB,GAAG,GAAG,CAACL,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAGxH,KAAK,GAAGC,IAAI,EAAEwH,OAAO,CAC1D;QACEC,QAAQ,EAAER,CAAC,CAACQ,QAAQ;QACpBC,IAAI,EAAET,CAAC,CAACS,IAAI,KAAKT,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG,GAAG,GAAG,EAAE,CAAC;QACpDH,IAAI;QACJO,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,gBAAgB,EAAE,GAAG;UACrBC,aAAa,EAAE,IAAI,CAAC1G,SAAS,GACzB,SAAS,IAAI,CAACA,SAAS,EAAE,GACzB2D;QACN,CAAC;QACDgD,KAAK,EACHb,CAAC,CAACM,QAAQ,KAAK,QAAQ,GACnB,IAAIxH,KAAK,CAACgI,KAAK,CAAC;UAAEC,SAAS,EAAE;QAAM,CAAC,CAAC,GACrClD;MACR,CAAC,EACDmD,GAAG,IAAI;QACL,IAAIA,GAAG,CAACC,UAAU,IAAI,GAAG,IAAID,GAAG,CAACC,UAAU,GAAG,GAAG,EAAEnC,OAAO,CAAC,CAAC,MACvD;UACH,IAAIjC,IAAI,GAAG,EAAE;UACbmE,GAAG,CAACE,EAAE,CAAC,MAAM,EAAEC,KAAK,IAAI;YACtBtE,IAAI,IAAIsE,KAAK;UACf,CAAC,CAAC;UACFH,GAAG,CAACE,EAAE,CAAC,KAAK,EAAE,MACZjB,MAAM,CAAC,IAAIC,KAAK,CAAC,kBAAkBc,GAAG,CAACC,UAAU,IAAIpE,IAAI,EAAE,CAAC,CAC9D,CAAC;QACH;MACF,CACF,CAAC;MACDwD,GAAG,CAACa,EAAE,CAAC,OAAO,EAAEjB,MAAM,CAAC;MACvBI,GAAG,CAACe,GAAG,CAAC,CAAC;IACX,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;EACEnD,WAAW,GAAG,MAAAA,CAAOoD,MAAM,GAAG,CAAC,CAAC,KAAK;IACnC,IAAI,IAAI,CAAC5G,kBAAkB,EAAE;MAC3ByC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2DACpB,CAAC;MACD,OAAO6C,OAAO,CAACkB,OAAO,CAAC,CAAC;IAC1B;IACA,IAAI,CAAC,IAAI,CAAC9E,cAAc,IAAI,CAAC,IAAI,CAACA,cAAc,CAACkF,IAAI,CAAC,CAAC,EAAE;MACvDhC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2DACpB,CAAC;MACD,OAAO6C,OAAO,CAACkB,OAAO,CAAC,CAAC;IAC1B;IACA,OAAO,IAAI,CAACwC,cAAc,CAAC,CAAC;EAC9B,CAAC;;EAED;AACF;AACA;AACA;EACEA,cAAc,GAAGA,CAAA,KAAM;IACrB,IAAIC,OAAO,GAAG,CAAC,IAAI,CAACvH,cAAc,IAAI,EAAE,EAAEkF,IAAI,CAAC,CAAC;IAChD,IAAI;MACF,MAAMc,CAAC,GAAG,IAAIhH,GAAG,CAACuI,OAAO,CAAC;MAC1B,IAAI,CAACvB,CAAC,CAACwB,QAAQ,IAAIxB,CAAC,CAACwB,QAAQ,KAAK,GAAG,IAAIxB,CAAC,CAACwB,QAAQ,KAAK,UAAU,EAAE;QAClED,OAAO,GAAG,GAAGvB,CAAC,CAACb,MAAM,4BAA4Ba,CAAC,CAACyB,MAAM,EAAE;MAC7D;IACF,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,OAAO,IAAI7D,OAAO,CAAC,CAACkB,OAAO,EAAEmB,MAAM,KAAK;MACtC,MAAMD,CAAC,GAAG,IAAIhH,GAAG,CAACuI,OAAO,CAAC;MAC1B,MAAMlB,GAAG,GAAG,CAACL,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAGxH,KAAK,GAAGC,IAAI,EAAEwH,OAAO,CAC1D;QACEC,QAAQ,EAAER,CAAC,CAACQ,QAAQ;QACpBC,IAAI,EAAET,CAAC,CAACS,IAAI,KAAKT,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG,GAAG,GAAG,EAAE,CAAC;QACpDH,IAAI,EAAEH,CAAC,CAACwB,QAAQ,GAAGxB,CAAC,CAACyB,MAAM;QAC3Bf,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,cAAc,EAAE/H,MAAM,CAACuC,QAAQ,CAACuG,WAAW;UAC3Cd,aAAa,EAAE,IAAI,CAAC1G,SAAS,GACzB,SAAS,IAAI,CAACA,SAAS,EAAE,GACzB2D;QACN,CAAC;QACDgD,KAAK,EACHb,CAAC,CAACM,QAAQ,KAAK,QAAQ,GACnB,IAAIxH,KAAK,CAACgI,KAAK,CAAC;UAAEC,SAAS,EAAE;QAAK,CAAC,CAAC,GACpClD;MACR,CAAC,EACDmD,GAAG,IAAI;QACL,IAAIA,GAAG,CAACC,UAAU,IAAI,GAAG,IAAID,GAAG,CAACC,UAAU,GAAG,GAAG,EAAE;UACjDnC,OAAO,CAAC,CAAC;QACX,CAAC,MAAM;UACL,IAAIjC,IAAI,GAAG,EAAE;UACbmE,GAAG,CAACE,EAAE,CAAC,MAAM,EAAEC,KAAK,IAAI;YACtBtE,IAAI,IAAIsE,KAAK;UACf,CAAC,CAAC;UACFH,GAAG,CAACE,EAAE,CAAC,KAAK,EAAE,MACZjB,MAAM,CAAC,IAAIC,KAAK,CAAC,gBAAgBc,GAAG,CAACC,UAAU,IAAIpE,IAAI,EAAE,CAAC,CAC5D,CAAC;QACH;MACF,CACF,CAAC;MACDwD,GAAG,CAACa,EAAE,CAAC,OAAO,EAAEjB,MAAM,CAAC;MACvB,IAAI,CAACjF,SAAS,CACXkD,OAAO,CAAC,CAAC,CACTyD,IAAI,CAACzD,OAAO,IAAI;QACfmC,GAAG,CAACuB,SAAS,CAAC,gBAAgB,EAAEC,MAAM,CAACC,UAAU,CAAC5D,OAAO,EAAE,MAAM,CAAC,CAAC;QACnEmC,GAAG,CAACe,GAAG,CAAClD,OAAO,EAAE,MAAM,CAAC;MAC1B,CAAC,CAAC,CACDc,KAAK,CAACiB,MAAM,CAAC;IAClB,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;EACE8B,iBAAiB,GAAGA,CAACC,MAAM,GAAG,EAAE,KAAK;IACnC,OAAO,CAAC,GAAG3F,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa,CAAC,EAAE,GAAG4G,MAAM,CAAC;EACxD,CAAC;EAEDC,gBAAgB,GAAGA,CAACD,MAAM,GAAG,EAAE,KAAK;IAClC,OAAO,IAAI,CAAC5G,aAAa;EAC3B,CAAC;EAEDU,mBAAmB,GAAGA,CAAA,KAAM;IAC1B,IAAI,IAAI,CAACjB,mBAAmB,EAAE;MAC5BxB,OAAO,CAAC6H,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC5B,OAAO,CAAC;MAClCjG,OAAO,CAAC6H,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC5B,OAAO,CAAC;IACrC;EACF,CAAC;;EAED;;EAEA,IAAI4C,cAAcA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACtI,OAAO;EACrB;EAEA,IAAIqD,gBAAgBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAACnD,SAAS;EACvB;EAEA,IAAIqI,QAAQA,CAAA,EAAG;IACb,OAAO,IAAI,CAACnH,SAAS;EACvB;EAEA,MAAMoH,kBAAkBA,CAAA,EAAG;IACzB,OAAO,IAAI,CAACpH,SAAS,CAACkD,OAAO,CAAC,CAAC;EACjC;EAEAmE,iBAAiBA,CAAA,EAAG;IAClB,OAAO,OAAOhC,GAAG,EAAEW,GAAG,KAAK;MACzB,IAAI;QACF,MAAM9C,OAAO,GAAG,MAAM,IAAI,CAACkE,kBAAkB,CAAC,CAAC;QAC/CpB,GAAG,CAAClD,GAAG,CAAC,cAAc,EAAElF,MAAM,CAACuC,QAAQ,CAACuG,WAAW,CAAC;QACpDV,GAAG,CAACI,GAAG,CAAClD,OAAO,CAAC;MAClB,CAAC,CAAC,OAAOH,GAAG,EAAE;QACZb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,yBAAyB,EAAEgD,GAAG,CAAC;QAC/DiD,GAAG,CAACsB,MAAM,CAAC,GAAG,CAAC,CAAClB,GAAG,CAAC,2BAA2B,CAAC;MAClD;IACF,CAAC;EACH;AACF;AAEAmB,MAAM,CAACC,OAAO,GAAG;EAAEvJ;AAAkB,CAAC","ignoreList":[]}
1
+ {"version":3,"file":"baseMetricsClient.js","names":["client","require","https","http","URL","BaseMetricsClient","constructor","config","appName","process","env","BUILD_APP_NAME","dynoId","HOSTNAME","processType","BUILD_DYNO_PROCESS_TYPE","enabled","METRICS_ENABLED","logValues","METRICS_LOG_VALUES","pushgatewayUrl","METRICS_PUSHGATEWAY_URL","authToken","pushgatewaySecret","METRICS_PUSHGATEWAY_SECRET","intervalSec","parseInt","METRICS_INTERVAL_SEC","startupValidation","disablePushgateway","METRICS_DISABLE_PUSHGATEWAY","removeOldMetrics","METRICS_REMOVE_OLD_METRICS","skipFirstPush","METRICS_SKIP_FIRST_PUSH","cleanupExitsProcess","_pushIntervalId","prefixLogs","_registry","Registry","collectDefaultMetrics","register","defaultLabels","app","dyno_id","process_type","gateway","gauges","counters","countersFunctions","gaugeUpdaters","_clearOldWorkers","_setCleanupHandlers","keepProcessAliveWhenDisabled","createGauge","name","help","updateFn","labelNames","Object","keys","g","Gauge","registers","createCounter","c","Counter","data","value","inc","clearAllCounters","metricsLogValues","console","log","values","forEach","counter","reset","_pushMetrics","entries","result","val","Promise","undefined","set","err","error","gatewayPush","metrics","getMetricsAsJSON","JSON","stringify","_startPush","interval","customPushMetics","warn","_idleInterval","setInterval","clearInterval","runPush","resolve","pushMetrics","catch","pushOrigin","trim","origin","stopPush","startPush","cleanup","gatewayDelete","exit","_deleteFromVMByLabels","message","esc","s","String","replace","selector","u","reject","Error","path","encodeURIComponent","req","protocol","request","hostname","port","method","headers","Authorization","agent","Agent","keepAlive","res","statusCode","on","chunk","end","params","_pushToVMAgent","pushUrl","pathname","search","contentType","then","setHeader","Buffer","byteLength","withDefaultLabels","labels","getDefaultLabels","metricsEnabled","registry","getMetricsAsString","metricsMiddleware","status","module","exports"],"sources":["../../src/metrics/baseMetricsClient.js"],"sourcesContent":["const client = require('prom-client')\nconst https = require('https')\nconst http = require('http')\nconst { URL } = require('url')\n\n/**\n * BaseMetricsClient provides common functionality for all metrics clients.\n * Handles registry setup, push to remote (VM-agent), default labels, and common operations.\n * Always pushes registry to the configured URL (POST Prometheus text format + Basic auth). No Pushgateway.\n */\nclass BaseMetricsClient {\n /**\n * @param {Object} config\n * @param {string} [config.appName] Name of the application\n * @param {string} [config.dynoId] Dyno/instance ID\n * @param {string} [config.processType] Process type (web, worker, etc.)\n * @param {boolean} [config.enabled] Enable metrics collection\n * @param {boolean} [config.logValues] Log metrics values to console\n * @param {string} [config.pushgatewayUrl] Push URL (VM-agent import endpoint, e.g. .../api/v1/import/prometheus). /metrics is for GET (scrape), not POST (push).\n * @param {string} [config.pushgatewaySecret] Basic auth secret (Base64 of user:password)\n * @param {number} [config.intervalSec] Interval in seconds for pushing metrics\n * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name\n * @param {boolean} [config.skipFirstPush] Skip the first push (first push after interval); set METRICS_SKIP_FIRST_PUSH=true to give old instance time to exit\n * @param {function} [config.startupValidation] Add to validate on start push.\n * @param {boolean} [config.disablePushgateway] Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor(config = {}) {\n this.appName = config.appName || process.env.BUILD_APP_NAME || 'unknown-app'\n this.dynoId = config.dynoId || process.env.HOSTNAME || 'unknown-dyno'\n this.processType =\n config.processType ||\n process.env.BUILD_DYNO_PROCESS_TYPE ||\n 'undefined_build_dyno_type'\n this.enabled = config.enabled ?? process.env.METRICS_ENABLED === 'true'\n this.logValues =\n config.logValues ?? process.env.METRICS_LOG_VALUES === 'true'\n this.pushgatewayUrl =\n config.pushgatewayUrl || process.env.METRICS_PUSHGATEWAY_URL || ''\n this.authToken =\n config.pushgatewaySecret || process.env.METRICS_PUSHGATEWAY_SECRET || ''\n this.intervalSec =\n config.intervalSec ||\n parseInt(process.env.METRICS_INTERVAL_SEC || '', 10) ||\n 15\n this.startupValidation = config.startupValidation\n this.disablePushgateway =\n config.disablePushgateway ??\n process.env.METRICS_DISABLE_PUSHGATEWAY === 'true'\n this.removeOldMetrics =\n config.removeOldMetrics ??\n process.env.METRICS_REMOVE_OLD_METRICS === 'true'\n /** When true, skip the immediate first push; first push runs after the first interval. Set METRICS_SKIP_FIRST_PUSH=true. */\n this.skipFirstPush =\n config.skipFirstPush ?? process.env.METRICS_SKIP_FIRST_PUSH === 'true'\n /** If true (default), cleanup() calls process.exit(0). Set to false when the app handles SIGTERM itself (e.g. graceful HTTP shutdown). */\n this.cleanupExitsProcess = config.cleanupExitsProcess ?? true\n\n /** @type {NodeJS.Timeout | null} Push interval handle so it can be cleared on shutdown */\n this._pushIntervalId = null\n\n this.prefixLogs = `[${this.processType}] [${this.appName}] [${this.dynoId}] [Monitoring]`\n\n this._registry = new client.Registry()\n client.collectDefaultMetrics({ register: this._registry })\n\n this.defaultLabels = {\n app: this.appName,\n dyno_id: this.dynoId,\n process_type: this.processType,\n }\n\n // Always push to configured URL (VM-agent). No Pushgateway.\n this.gateway = null\n this.gauges = {}\n this.counters = {}\n this.countersFunctions = {}\n\n /** @type {Object<string, function(): number | Promise<number>>} */\n this.gaugeUpdaters = {}\n\n this._clearOldWorkers(config.removeOldMetrics)\n this._setCleanupHandlers()\n\n this.keepProcessAliveWhenDisabled = true\n }\n\n /**\n * Create a gauge metric.\n * @param {Object} options - Gauge configuration\n * @param {string} options.name - Name of the gauge\n * @param {string} options.help - Help text describing the gauge\n * @param {function(): number|Promise<number>} [options.updateFn] - Optional function returning the gauge value\n * @param {string[]} [options.labelNames] - Optional custom label names\n * @returns {import('prom-client').Gauge} The created Prometheus gauge\n */\n createGauge = ({\n name,\n help,\n updateFn,\n labelNames = Object.keys(this.defaultLabels),\n }) => {\n if (this.gauges[name]) return this.gauges[name]\n\n const g = new client.Gauge({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.gauges[name] = g\n\n if (updateFn && typeof updateFn === 'function') {\n this.gaugeUpdaters[name] = updateFn\n }\n\n return g\n }\n\n /**\n * Create a Prometheus Counter metric.\n *\n * @param {Object} params - Counter configuration\n * @param {string} params.name - Metric name\n * @param {string} params.help - Metric description\n * @param {string[]} [params.labelNames] - Optional list of label names. Defaults to this.defaultLabels keys.\n *\n * @returns {(labels?: Object, incrementValue?: number) => void}\n * A function to increment the counter.\n * Usage: (labels?, incrementValue?)\n */\n createCounter({ name, help, labelNames = Object.keys(this.defaultLabels) }) {\n if (this.counters[name]) return this.countersFunctions[name]\n\n const c = new client.Counter({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.counters[name] = c\n\n this.countersFunctions = {\n ...this.countersFunctions,\n [name]: (data = {}, value = 1) => {\n c.inc({ ...this.defaultLabels, ...data }, value)\n },\n }\n\n return this.countersFunctions[name]\n }\n\n /**\n * Clear all collected counters\n */\n clearAllCounters = () => {\n if (this.metricsLogValues) {\n console.log('Counters to clear: ', Object.keys(this.counters))\n }\n Object.values(this.counters).forEach(counter => counter.reset())\n }\n\n /**\n * Push all gauges and counters to PushGateway and optionally log.\n */\n _pushMetrics = async () => {\n try {\n for (const [name, updateFn] of Object.entries(this.gaugeUpdaters)) {\n try {\n if (!updateFn) {\n continue\n }\n const result = updateFn()\n const val = result instanceof Promise ? await result : result\n if (val !== undefined) this.gauges[name].set(this.defaultLabels, val)\n } catch (err) {\n console.error(\n `${this.prefixLogs} Failed to update gauge ${name}:`,\n err\n )\n }\n }\n\n if (!this.disablePushgateway) {\n await this.gatewayPush()\n }\n // this.clearAllCounters() //TODO: or uncommit or delete (based on grafana expectation)\n\n if (this.logValues) {\n const metrics = await this._registry.getMetricsAsJSON()\n console.log(\n `${this.prefixLogs} Metrics:\\n`,\n JSON.stringify(metrics, null, 2)\n )\n }\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n }\n }\n\n _startPush = (interval = this.intervalSec, customPushMetics = undefined) => {\n if (!this.enabled) {\n console.warn(`${this.prefixLogs} Metrics disabled`)\n if (this.keepProcessAliveWhenDisabled && !this._idleInterval) {\n this._idleInterval = setInterval(() => {}, 60 * 60 * 1000)\n }\n return\n }\n\n if (this._idleInterval) {\n clearInterval(this._idleInterval)\n this._idleInterval = null\n }\n\n if (this.startupValidation && !this.startupValidation()) {\n return\n }\n\n const runPush = () => {\n if (customPushMetics && typeof customPushMetics === 'function') {\n return Promise.resolve(customPushMetics())\n }\n return this.pushMetrics()\n }\n\n if (customPushMetics && typeof customPushMetics === 'function') {\n this._pushIntervalId = setInterval(\n () => customPushMetics(),\n interval * 1000\n )\n } else {\n this._pushIntervalId = setInterval(() => {\n runPush().catch(err => {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n })\n }, interval * 1000)\n }\n\n // First push: skip when skipFirstPush (e.g. give old instance time to exit), otherwise push immediately\n if (!this.skipFirstPush) {\n runPush().catch(err => {\n console.error(`${this.prefixLogs} Failed to push metrics (initial):`, err)\n })\n } else {\n console.warn(\n `${this.prefixLogs} First push skipped (METRICS_SKIP_FIRST_PUSH or skipFirstPush); first push in ${interval}s.`\n )\n }\n\n let pushOrigin = 'none'\n try {\n if (this.pushgatewayUrl && this.pushgatewayUrl.trim()) {\n pushOrigin = new URL(this.pushgatewayUrl.trim()).origin\n }\n } catch {\n pushOrigin = 'invalid URL'\n }\n console.warn(\n `${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s, push: ${pushOrigin})`\n )\n console.warn(\n `${this.prefixLogs} Push interval: process_type=${this.processType} app=${this.appName} dyno_id=${this.dynoId} interval_sec=${this.intervalSec}`\n )\n }\n\n /**\n * Stop periodic metrics push (clears the interval).\n * Call this before process exit to avoid pushing during shutdown and to reduce connection overlap on redeploy.\n */\n stopPush = () => {\n if (this._pushIntervalId) {\n clearInterval(this._pushIntervalId)\n this._pushIntervalId = null\n console.warn(`${this.prefixLogs} Metrics collection stopped (push interval cleared).`)\n }\n }\n\n pushMetrics = async () => {\n return this._pushMetrics()\n }\n\n /**\n * Start periodic metrics collection and push.\n *\n * This method wraps the internal `_startPush` method.\n * If a `customPushMetrics` function is provided, it will be executed\n * at the given interval instead of the default `pushMetrics` behavior.\n *\n * @param {number} [interval=this.intervalSec] - Interval in seconds between pushes.\n * @param {() => void | Promise<void>} [customPushMetrics] - Optional custom push function. If provided, Prometheus push is skipped.\n */\n startPush = (interval, customPushMetics = undefined) => {\n this._startPush(interval, customPushMetics)\n }\n\n /**\n * Cleanup metrics and optionally exit process.\n * Stops the push interval immediately (to avoid overlap on redeploy), then deletes this instance's metrics from the gateway, then exits if cleanupExitsProcess is true.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n console.warn(`${this.prefixLogs} Metrics cleanup started (shutdown).`)\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this.cleanupExitsProcess !== false) {\n process.exit(0)\n }\n }\n\n /**\n * Remove old/stale dyno/instance metrics from PushGateway.\n *\n * Compares existing PushGateway metrics for this job and deletes any instances\n * that do not match the current dynoId.\n *\n * @param {boolean} removeOldMetrics If true, performs cleanup; otherwise does nothing\n * @returns {Promise<void>}\n * @private\n */\n _clearOldWorkers = async removeOldMetrics => {\n // No Pushgateway; VM-agent does not support per-instance delete. Skip.\n }\n\n /**\n * On shutdown: optionally delete this instance's metrics from VictoriaMetrics (by app, dyno_id, process_type).\n * @returns {Promise<void>}\n */\n gatewayDelete = async () => {\n if (\n this.removeOldMetrics &&\n this.pushgatewayUrl &&\n this.pushgatewayUrl.trim()\n ) {\n console.warn(\n `${this.prefixLogs} Deleting this instance's metrics from VM (app=${this.appName}, dyno_id=${this.dynoId}, process_type=${this.processType}).`\n )\n await this._deleteFromVMByLabels().catch(err => {\n console.warn(\n `${this.prefixLogs} Deletion from VM on shutdown failed:`,\n err.message\n )\n })\n }\n }\n\n /**\n * Call VictoriaMetrics delete_series API to remove all series matching this instance's labels (app, dyno_id, process_type).\n * @private\n */\n _deleteFromVMByLabels = () => {\n const esc = s => String(s).replace(/\\\\/g, '\\\\\\\\').replace(/\"/g, '\\\\\"')\n const selector = `{app=\"${esc(this.appName)}\",dyno_id=\"${esc(\n this.dynoId\n )}\",process_type=\"${esc(this.processType)}\"}`\n let origin\n try {\n const u = new URL((this.pushgatewayUrl || '').trim())\n origin = u.origin\n } catch {\n return Promise.reject(new Error('Invalid push URL'))\n }\n const path = `/api/v1/admin/tsdb/delete_series?match[]=${encodeURIComponent(\n selector\n )}`\n return new Promise((resolve, reject) => {\n const u = new URL(origin)\n const req = (u.protocol === 'https:' ? https : http).request(\n {\n hostname: u.hostname,\n port: u.port || (u.protocol === 'https:' ? 443 : 80),\n path,\n method: 'POST',\n headers: {\n 'Content-Length': '0',\n Authorization: this.authToken\n ? `Basic ${this.authToken}`\n : undefined,\n },\n agent:\n u.protocol === 'https:'\n ? new https.Agent({ keepAlive: false })\n : undefined,\n },\n res => {\n if (res.statusCode >= 200 && res.statusCode < 300) resolve()\n else {\n let data = ''\n res.on('data', chunk => {\n data += chunk\n })\n res.on('end', () =>\n reject(new Error(`Delete failed: ${res.statusCode} ${data}`))\n )\n }\n }\n )\n req.on('error', reject)\n req.end()\n })\n }\n\n /**\n * Push registry to configured URL (VM-agent). POST Prometheus text format + Basic auth.\n *\n * @param {object} [params] Unused; kept for API compatibility.\n * @returns {Promise<void>}\n */\n gatewayPush = async (params = {}) => {\n if (this.disablePushgateway) {\n console.warn(\n `${this.prefixLogs} Metrics push skipped: METRICS_DISABLE_PUSHGATEWAY is set`\n )\n return Promise.resolve()\n }\n if (!this.pushgatewayUrl || !this.pushgatewayUrl.trim()) {\n console.warn(\n `${this.prefixLogs} Metrics push skipped: METRICS_PUSHGATEWAY_URL is not set`\n )\n return Promise.resolve()\n }\n return this._pushToVMAgent()\n }\n\n /**\n * POST registry (Prometheus text format) to VM-agent. VM-agent accepts push at /api/v1/import/prometheus; /metrics is GET (scrape) only.\n * @private\n */\n _pushToVMAgent = () => {\n let pushUrl = (this.pushgatewayUrl || '').trim()\n try {\n const u = new URL(pushUrl)\n if (!u.pathname || u.pathname === '/' || u.pathname === '/metrics') {\n pushUrl = `${u.origin}/api/v1/import/prometheus${u.search}`\n }\n } catch {\n // leave pushUrl as-is\n }\n return new Promise((resolve, reject) => {\n const u = new URL(pushUrl)\n const req = (u.protocol === 'https:' ? https : http).request(\n {\n hostname: u.hostname,\n port: u.port || (u.protocol === 'https:' ? 443 : 80),\n path: u.pathname + u.search,\n method: 'POST',\n headers: {\n 'Content-Type': client.register.contentType,\n Authorization: this.authToken\n ? `Basic ${this.authToken}`\n : undefined,\n },\n agent:\n u.protocol === 'https:'\n ? new https.Agent({ keepAlive: true })\n : undefined,\n },\n res => {\n if (res.statusCode >= 200 && res.statusCode < 300) {\n resolve()\n } else {\n let data = ''\n res.on('data', chunk => {\n data += chunk\n })\n res.on('end', () =>\n reject(new Error(`Push failed: ${res.statusCode} ${data}`))\n )\n }\n }\n )\n req.on('error', reject)\n this._registry\n .metrics()\n .then(metrics => {\n req.setHeader('Content-Length', Buffer.byteLength(metrics, 'utf8'))\n req.end(metrics, 'utf8')\n })\n .catch(reject)\n })\n }\n\n /**\n * Merge the default metric labels (`app`, `dyno_id`, `process_type`)\n * with custom label names.\n *\n * @param {string[]} labels Additional label names\n * @returns {string[]} Combined label names\n */\n withDefaultLabels = (labels = []) => {\n return [...Object.keys(this.defaultLabels), ...labels]\n }\n\n getDefaultLabels = (labels = []) => {\n return this.defaultLabels\n }\n\n _setCleanupHandlers = () => {\n if (this.cleanupExitsProcess) {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n }\n\n // GETTERS\n\n get metricsEnabled() {\n return this.enabled\n }\n\n get metricsLogValues() {\n return this.logValues\n }\n\n get registry() {\n return this._registry\n }\n\n async getMetricsAsString() {\n return this._registry.metrics()\n }\n\n metricsMiddleware() {\n return async (req, res) => {\n try {\n const metrics = await this.getMetricsAsString()\n res.set('Content-Type', client.register.contentType)\n res.end(metrics)\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to get metrics:`, err)\n res.status(500).end('Failed to collect metrics')\n }\n }\n }\n}\n\nmodule.exports = { BaseMetricsClient }\n"],"mappings":";;AAAA,MAAMA,MAAM,GAAGC,OAAO,CAAC,aAAa,CAAC;AACrC,MAAMC,KAAK,GAAGD,OAAO,CAAC,OAAO,CAAC;AAC9B,MAAME,IAAI,GAAGF,OAAO,CAAC,MAAM,CAAC;AAC5B,MAAM;EAAEG;AAAI,CAAC,GAAGH,OAAO,CAAC,KAAK,CAAC;;AAE9B;AACA;AACA;AACA;AACA;AACA,MAAMI,iBAAiB,CAAC;EACtB;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAWA,CAACC,MAAM,GAAG,CAAC,CAAC,EAAE;IACvB,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO,IAAIC,OAAO,CAACC,GAAG,CAACC,cAAc,IAAI,aAAa;IAC5E,IAAI,CAACC,MAAM,GAAGL,MAAM,CAACK,MAAM,IAAIH,OAAO,CAACC,GAAG,CAACG,QAAQ,IAAI,cAAc;IACrE,IAAI,CAACC,WAAW,GACdP,MAAM,CAACO,WAAW,IAClBL,OAAO,CAACC,GAAG,CAACK,uBAAuB,IACnC,2BAA2B;IAC7B,IAAI,CAACC,OAAO,GAAGT,MAAM,CAACS,OAAO,IAAIP,OAAO,CAACC,GAAG,CAACO,eAAe,KAAK,MAAM;IACvE,IAAI,CAACC,SAAS,GACZX,MAAM,CAACW,SAAS,IAAIT,OAAO,CAACC,GAAG,CAACS,kBAAkB,KAAK,MAAM;IAC/D,IAAI,CAACC,cAAc,GACjBb,MAAM,CAACa,cAAc,IAAIX,OAAO,CAACC,GAAG,CAACW,uBAAuB,IAAI,EAAE;IACpE,IAAI,CAACC,SAAS,GACZf,MAAM,CAACgB,iBAAiB,IAAId,OAAO,CAACC,GAAG,CAACc,0BAA0B,IAAI,EAAE;IAC1E,IAAI,CAACC,WAAW,GACdlB,MAAM,CAACkB,WAAW,IAClBC,QAAQ,CAACjB,OAAO,CAACC,GAAG,CAACiB,oBAAoB,IAAI,EAAE,EAAE,EAAE,CAAC,IACpD,EAAE;IACJ,IAAI,CAACC,iBAAiB,GAAGrB,MAAM,CAACqB,iBAAiB;IACjD,IAAI,CAACC,kBAAkB,GACrBtB,MAAM,CAACsB,kBAAkB,IACzBpB,OAAO,CAACC,GAAG,CAACoB,2BAA2B,KAAK,MAAM;IACpD,IAAI,CAACC,gBAAgB,GACnBxB,MAAM,CAACwB,gBAAgB,IACvBtB,OAAO,CAACC,GAAG,CAACsB,0BAA0B,KAAK,MAAM;IACnD;IACA,IAAI,CAACC,aAAa,GAChB1B,MAAM,CAAC0B,aAAa,IAAIxB,OAAO,CAACC,GAAG,CAACwB,uBAAuB,KAAK,MAAM;IACxE;IACA,IAAI,CAACC,mBAAmB,GAAG5B,MAAM,CAAC4B,mBAAmB,IAAI,IAAI;;IAE7D;IACA,IAAI,CAACC,eAAe,GAAG,IAAI;IAE3B,IAAI,CAACC,UAAU,GAAG,IAAI,IAAI,CAACvB,WAAW,MAAM,IAAI,CAACN,OAAO,MAAM,IAAI,CAACI,MAAM,gBAAgB;IAEzF,IAAI,CAAC0B,SAAS,GAAG,IAAItC,MAAM,CAACuC,QAAQ,CAAC,CAAC;IACtCvC,MAAM,CAACwC,qBAAqB,CAAC;MAAEC,QAAQ,EAAE,IAAI,CAACH;IAAU,CAAC,CAAC;IAE1D,IAAI,CAACI,aAAa,GAAG;MACnBC,GAAG,EAAE,IAAI,CAACnC,OAAO;MACjBoC,OAAO,EAAE,IAAI,CAAChC,MAAM;MACpBiC,YAAY,EAAE,IAAI,CAAC/B;IACrB,CAAC;;IAED;IACA,IAAI,CAACgC,OAAO,GAAG,IAAI;IACnB,IAAI,CAACC,MAAM,GAAG,CAAC,CAAC;IAChB,IAAI,CAACC,QAAQ,GAAG,CAAC,CAAC;IAClB,IAAI,CAACC,iBAAiB,GAAG,CAAC,CAAC;;IAE3B;IACA,IAAI,CAACC,aAAa,GAAG,CAAC,CAAC;IAEvB,IAAI,CAACC,gBAAgB,CAAC5C,MAAM,CAACwB,gBAAgB,CAAC;IAC9C,IAAI,CAACqB,mBAAmB,CAAC,CAAC;IAE1B,IAAI,CAACC,4BAA4B,GAAG,IAAI;EAC1C;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAW,GAAGA,CAAC;IACbC,IAAI;IACJC,IAAI;IACJC,QAAQ;IACRC,UAAU,GAAGC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa;EAC7C,CAAC,KAAK;IACJ,IAAI,IAAI,CAACK,MAAM,CAACQ,IAAI,CAAC,EAAE,OAAO,IAAI,CAACR,MAAM,CAACQ,IAAI,CAAC;IAE/C,MAAMM,CAAC,GAAG,IAAI7D,MAAM,CAAC8D,KAAK,CAAC;MACzBP,IAAI;MACJC,IAAI;MACJE,UAAU;MACVK,SAAS,EAAE,CAAC,IAAI,CAACzB,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACS,MAAM,CAACQ,IAAI,CAAC,GAAGM,CAAC;IAErB,IAAIJ,QAAQ,IAAI,OAAOA,QAAQ,KAAK,UAAU,EAAE;MAC9C,IAAI,CAACP,aAAa,CAACK,IAAI,CAAC,GAAGE,QAAQ;IACrC;IAEA,OAAOI,CAAC;EACV,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEG,aAAaA,CAAC;IAAET,IAAI;IAAEC,IAAI;IAAEE,UAAU,GAAGC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa;EAAE,CAAC,EAAE;IAC1E,IAAI,IAAI,CAACM,QAAQ,CAACO,IAAI,CAAC,EAAE,OAAO,IAAI,CAACN,iBAAiB,CAACM,IAAI,CAAC;IAE5D,MAAMU,CAAC,GAAG,IAAIjE,MAAM,CAACkE,OAAO,CAAC;MAC3BX,IAAI;MACJC,IAAI;MACJE,UAAU;MACVK,SAAS,EAAE,CAAC,IAAI,CAACzB,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACU,QAAQ,CAACO,IAAI,CAAC,GAAGU,CAAC;IAEvB,IAAI,CAAChB,iBAAiB,GAAG;MACvB,GAAG,IAAI,CAACA,iBAAiB;MACzB,CAACM,IAAI,GAAG,CAACY,IAAI,GAAG,CAAC,CAAC,EAAEC,KAAK,GAAG,CAAC,KAAK;QAChCH,CAAC,CAACI,GAAG,CAAC;UAAE,GAAG,IAAI,CAAC3B,aAAa;UAAE,GAAGyB;QAAK,CAAC,EAAEC,KAAK,CAAC;MAClD;IACF,CAAC;IAED,OAAO,IAAI,CAACnB,iBAAiB,CAACM,IAAI,CAAC;EACrC;;EAEA;AACF;AACA;EACEe,gBAAgB,GAAGA,CAAA,KAAM;IACvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;MACzBC,OAAO,CAACC,GAAG,CAAC,qBAAqB,EAAEd,MAAM,CAACC,IAAI,CAAC,IAAI,CAACZ,QAAQ,CAAC,CAAC;IAChE;IACAW,MAAM,CAACe,MAAM,CAAC,IAAI,CAAC1B,QAAQ,CAAC,CAAC2B,OAAO,CAACC,OAAO,IAAIA,OAAO,CAACC,KAAK,CAAC,CAAC,CAAC;EAClE,CAAC;;EAED;AACF;AACA;EACEC,YAAY,GAAG,MAAAA,CAAA,KAAY;IACzB,IAAI;MACF,KAAK,MAAM,CAACvB,IAAI,EAAEE,QAAQ,CAAC,IAAIE,MAAM,CAACoB,OAAO,CAAC,IAAI,CAAC7B,aAAa,CAAC,EAAE;QACjE,IAAI;UACF,IAAI,CAACO,QAAQ,EAAE;YACb;UACF;UACA,MAAMuB,MAAM,GAAGvB,QAAQ,CAAC,CAAC;UACzB,MAAMwB,GAAG,GAAGD,MAAM,YAAYE,OAAO,GAAG,MAAMF,MAAM,GAAGA,MAAM;UAC7D,IAAIC,GAAG,KAAKE,SAAS,EAAE,IAAI,CAACpC,MAAM,CAACQ,IAAI,CAAC,CAAC6B,GAAG,CAAC,IAAI,CAAC1C,aAAa,EAAEuC,GAAG,CAAC;QACvE,CAAC,CAAC,OAAOI,GAAG,EAAE;UACZb,OAAO,CAACc,KAAK,CACX,GAAG,IAAI,CAACjD,UAAU,2BAA2BkB,IAAI,GAAG,EACpD8B,GACF,CAAC;QACH;MACF;MAEA,IAAI,CAAC,IAAI,CAACxD,kBAAkB,EAAE;QAC5B,MAAM,IAAI,CAAC0D,WAAW,CAAC,CAAC;MAC1B;MACA;;MAEA,IAAI,IAAI,CAACrE,SAAS,EAAE;QAClB,MAAMsE,OAAO,GAAG,MAAM,IAAI,CAAClD,SAAS,CAACmD,gBAAgB,CAAC,CAAC;QACvDjB,OAAO,CAACC,GAAG,CACT,GAAG,IAAI,CAACpC,UAAU,aAAa,EAC/BqD,IAAI,CAACC,SAAS,CAACH,OAAO,EAAE,IAAI,EAAE,CAAC,CACjC,CAAC;MACH;IACF,CAAC,CAAC,OAAOH,GAAG,EAAE;MACZb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,0BAA0B,EAAEgD,GAAG,CAAC;IAClE;EACF,CAAC;EAEDO,UAAU,GAAGA,CAACC,QAAQ,GAAG,IAAI,CAACpE,WAAW,EAAEqE,gBAAgB,GAAGX,SAAS,KAAK;IAC1E,IAAI,CAAC,IAAI,CAACnE,OAAO,EAAE;MACjBwD,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,mBAAmB,CAAC;MACnD,IAAI,IAAI,CAACgB,4BAA4B,IAAI,CAAC,IAAI,CAAC2C,aAAa,EAAE;QAC5D,IAAI,CAACA,aAAa,GAAGC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;MAC5D;MACA;IACF;IAEA,IAAI,IAAI,CAACD,aAAa,EAAE;MACtBE,aAAa,CAAC,IAAI,CAACF,aAAa,CAAC;MACjC,IAAI,CAACA,aAAa,GAAG,IAAI;IAC3B;IAEA,IAAI,IAAI,CAACpE,iBAAiB,IAAI,CAAC,IAAI,CAACA,iBAAiB,CAAC,CAAC,EAAE;MACvD;IACF;IAEA,MAAMuE,OAAO,GAAGA,CAAA,KAAM;MACpB,IAAIL,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;QAC9D,OAAOZ,OAAO,CAACkB,OAAO,CAACN,gBAAgB,CAAC,CAAC,CAAC;MAC5C;MACA,OAAO,IAAI,CAACO,WAAW,CAAC,CAAC;IAC3B,CAAC;IAED,IAAIP,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;MAC9D,IAAI,CAAC1D,eAAe,GAAG6D,WAAW,CAChC,MAAMH,gBAAgB,CAAC,CAAC,EACxBD,QAAQ,GAAG,IACb,CAAC;IACH,CAAC,MAAM;MACL,IAAI,CAACzD,eAAe,GAAG6D,WAAW,CAAC,MAAM;QACvCE,OAAO,CAAC,CAAC,CAACG,KAAK,CAACjB,GAAG,IAAI;UACrBb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,0BAA0B,EAAEgD,GAAG,CAAC;QAClE,CAAC,CAAC;MACJ,CAAC,EAAEQ,QAAQ,GAAG,IAAI,CAAC;IACrB;;IAEA;IACA,IAAI,CAAC,IAAI,CAAC5D,aAAa,EAAE;MACvBkE,OAAO,CAAC,CAAC,CAACG,KAAK,CAACjB,GAAG,IAAI;QACrBb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,oCAAoC,EAAEgD,GAAG,CAAC;MAC5E,CAAC,CAAC;IACJ,CAAC,MAAM;MACLb,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,iFAAiFwD,QAAQ,IAC7G,CAAC;IACH;IAEA,IAAIU,UAAU,GAAG,MAAM;IACvB,IAAI;MACF,IAAI,IAAI,CAACnF,cAAc,IAAI,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAAE;QACrDD,UAAU,GAAG,IAAInG,GAAG,CAAC,IAAI,CAACgB,cAAc,CAACoF,IAAI,CAAC,CAAC,CAAC,CAACC,MAAM;MACzD;IACF,CAAC,CAAC,MAAM;MACNF,UAAU,GAAG,aAAa;IAC5B;IACA/B,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2CAA2C,IAAI,CAACZ,WAAW,YAAY8E,UAAU,GACrG,CAAC;IACD/B,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,gCAAgC,IAAI,CAACvB,WAAW,QAAQ,IAAI,CAACN,OAAO,YAAY,IAAI,CAACI,MAAM,iBAAiB,IAAI,CAACa,WAAW,EAChJ,CAAC;EACH,CAAC;;EAED;AACF;AACA;AACA;EACEiF,QAAQ,GAAGA,CAAA,KAAM;IACf,IAAI,IAAI,CAACtE,eAAe,EAAE;MACxB8D,aAAa,CAAC,IAAI,CAAC9D,eAAe,CAAC;MACnC,IAAI,CAACA,eAAe,GAAG,IAAI;MAC3BoC,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,sDAAsD,CAAC;IACxF;EACF,CAAC;EAEDgE,WAAW,GAAG,MAAAA,CAAA,KAAY;IACxB,OAAO,IAAI,CAACvB,YAAY,CAAC,CAAC;EAC5B,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE6B,SAAS,GAAGA,CAACd,QAAQ,EAAEC,gBAAgB,GAAGX,SAAS,KAAK;IACtD,IAAI,CAACS,UAAU,CAACC,QAAQ,EAAEC,gBAAgB,CAAC;EAC7C,CAAC;;EAED;AACF;AACA;AACA;AACA;EACEc,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpBpC,OAAO,CAACuB,IAAI,CAAC,GAAG,IAAI,CAAC1D,UAAU,sCAAsC,CAAC;IACtE,IAAI,CAACqE,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAAC1F,OAAO,EAAE;MAChB,MAAM,IAAI,CAAC6F,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAAC1E,mBAAmB,KAAK,KAAK,EAAE;MACtC1B,OAAO,CAACqG,IAAI,CAAC,CAAC,CAAC;IACjB;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE3D,gBAAgB,GAAG,MAAMpB,gBAAgB,IAAI;IAC3C;EAAA,CACD;;EAED;AACF;AACA;AACA;EACE8E,aAAa,GAAG,MAAAA,CAAA,KAAY;IAC1B,IACE,IAAI,CAAC9E,gBAAgB,IACrB,IAAI,CAACX,cAAc,IACnB,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAC1B;MACAhC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,kDAAkD,IAAI,CAAC7B,OAAO,aAAa,IAAI,CAACI,MAAM,kBAAkB,IAAI,CAACE,WAAW,IAC5I,CAAC;MACD,MAAM,IAAI,CAACiG,qBAAqB,CAAC,CAAC,CAACT,KAAK,CAACjB,GAAG,IAAI;QAC9Cb,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,uCAAuC,EACzDgD,GAAG,CAAC2B,OACN,CAAC;MACH,CAAC,CAAC;IACJ;EACF,CAAC;;EAED;AACF;AACA;AACA;EACED,qBAAqB,GAAGA,CAAA,KAAM;IAC5B,MAAME,GAAG,GAAGC,CAAC,IAAIC,MAAM,CAACD,CAAC,CAAC,CAACE,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAACA,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;IACtE,MAAMC,QAAQ,GAAG,SAASJ,GAAG,CAAC,IAAI,CAACzG,OAAO,CAAC,cAAcyG,GAAG,CAC1D,IAAI,CAACrG,MACP,CAAC,mBAAmBqG,GAAG,CAAC,IAAI,CAACnG,WAAW,CAAC,IAAI;IAC7C,IAAI2F,MAAM;IACV,IAAI;MACF,MAAMa,CAAC,GAAG,IAAIlH,GAAG,CAAC,CAAC,IAAI,CAACgB,cAAc,IAAI,EAAE,EAAEoF,IAAI,CAAC,CAAC,CAAC;MACrDC,MAAM,GAAGa,CAAC,CAACb,MAAM;IACnB,CAAC,CAAC,MAAM;MACN,OAAOvB,OAAO,CAACqC,MAAM,CAAC,IAAIC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtD;IACA,MAAMC,IAAI,GAAG,4CAA4CC,kBAAkB,CACzEL,QACF,CAAC,EAAE;IACH,OAAO,IAAInC,OAAO,CAAC,CAACkB,OAAO,EAAEmB,MAAM,KAAK;MACtC,MAAMD,CAAC,GAAG,IAAIlH,GAAG,CAACqG,MAAM,CAAC;MACzB,MAAMkB,GAAG,GAAG,CAACL,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG1H,KAAK,GAAGC,IAAI,EAAE0H,OAAO,CAC1D;QACEC,QAAQ,EAAER,CAAC,CAACQ,QAAQ;QACpBC,IAAI,EAAET,CAAC,CAACS,IAAI,KAAKT,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG,GAAG,GAAG,EAAE,CAAC;QACpDH,IAAI;QACJO,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,gBAAgB,EAAE,GAAG;UACrBC,aAAa,EAAE,IAAI,CAAC5G,SAAS,GACzB,SAAS,IAAI,CAACA,SAAS,EAAE,GACzB6D;QACN,CAAC;QACDgD,KAAK,EACHb,CAAC,CAACM,QAAQ,KAAK,QAAQ,GACnB,IAAI1H,KAAK,CAACkI,KAAK,CAAC;UAAEC,SAAS,EAAE;QAAM,CAAC,CAAC,GACrClD;MACR,CAAC,EACDmD,GAAG,IAAI;QACL,IAAIA,GAAG,CAACC,UAAU,IAAI,GAAG,IAAID,GAAG,CAACC,UAAU,GAAG,GAAG,EAAEnC,OAAO,CAAC,CAAC,MACvD;UACH,IAAIjC,IAAI,GAAG,EAAE;UACbmE,GAAG,CAACE,EAAE,CAAC,MAAM,EAAEC,KAAK,IAAI;YACtBtE,IAAI,IAAIsE,KAAK;UACf,CAAC,CAAC;UACFH,GAAG,CAACE,EAAE,CAAC,KAAK,EAAE,MACZjB,MAAM,CAAC,IAAIC,KAAK,CAAC,kBAAkBc,GAAG,CAACC,UAAU,IAAIpE,IAAI,EAAE,CAAC,CAC9D,CAAC;QACH;MACF,CACF,CAAC;MACDwD,GAAG,CAACa,EAAE,CAAC,OAAO,EAAEjB,MAAM,CAAC;MACvBI,GAAG,CAACe,GAAG,CAAC,CAAC;IACX,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;EACEnD,WAAW,GAAG,MAAAA,CAAOoD,MAAM,GAAG,CAAC,CAAC,KAAK;IACnC,IAAI,IAAI,CAAC9G,kBAAkB,EAAE;MAC3B2C,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2DACpB,CAAC;MACD,OAAO6C,OAAO,CAACkB,OAAO,CAAC,CAAC;IAC1B;IACA,IAAI,CAAC,IAAI,CAAChF,cAAc,IAAI,CAAC,IAAI,CAACA,cAAc,CAACoF,IAAI,CAAC,CAAC,EAAE;MACvDhC,OAAO,CAACuB,IAAI,CACV,GAAG,IAAI,CAAC1D,UAAU,2DACpB,CAAC;MACD,OAAO6C,OAAO,CAACkB,OAAO,CAAC,CAAC;IAC1B;IACA,OAAO,IAAI,CAACwC,cAAc,CAAC,CAAC;EAC9B,CAAC;;EAED;AACF;AACA;AACA;EACEA,cAAc,GAAGA,CAAA,KAAM;IACrB,IAAIC,OAAO,GAAG,CAAC,IAAI,CAACzH,cAAc,IAAI,EAAE,EAAEoF,IAAI,CAAC,CAAC;IAChD,IAAI;MACF,MAAMc,CAAC,GAAG,IAAIlH,GAAG,CAACyI,OAAO,CAAC;MAC1B,IAAI,CAACvB,CAAC,CAACwB,QAAQ,IAAIxB,CAAC,CAACwB,QAAQ,KAAK,GAAG,IAAIxB,CAAC,CAACwB,QAAQ,KAAK,UAAU,EAAE;QAClED,OAAO,GAAG,GAAGvB,CAAC,CAACb,MAAM,4BAA4Ba,CAAC,CAACyB,MAAM,EAAE;MAC7D;IACF,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,OAAO,IAAI7D,OAAO,CAAC,CAACkB,OAAO,EAAEmB,MAAM,KAAK;MACtC,MAAMD,CAAC,GAAG,IAAIlH,GAAG,CAACyI,OAAO,CAAC;MAC1B,MAAMlB,GAAG,GAAG,CAACL,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG1H,KAAK,GAAGC,IAAI,EAAE0H,OAAO,CAC1D;QACEC,QAAQ,EAAER,CAAC,CAACQ,QAAQ;QACpBC,IAAI,EAAET,CAAC,CAACS,IAAI,KAAKT,CAAC,CAACM,QAAQ,KAAK,QAAQ,GAAG,GAAG,GAAG,EAAE,CAAC;QACpDH,IAAI,EAAEH,CAAC,CAACwB,QAAQ,GAAGxB,CAAC,CAACyB,MAAM;QAC3Bf,MAAM,EAAE,MAAM;QACdC,OAAO,EAAE;UACP,cAAc,EAAEjI,MAAM,CAACyC,QAAQ,CAACuG,WAAW;UAC3Cd,aAAa,EAAE,IAAI,CAAC5G,SAAS,GACzB,SAAS,IAAI,CAACA,SAAS,EAAE,GACzB6D;QACN,CAAC;QACDgD,KAAK,EACHb,CAAC,CAACM,QAAQ,KAAK,QAAQ,GACnB,IAAI1H,KAAK,CAACkI,KAAK,CAAC;UAAEC,SAAS,EAAE;QAAK,CAAC,CAAC,GACpClD;MACR,CAAC,EACDmD,GAAG,IAAI;QACL,IAAIA,GAAG,CAACC,UAAU,IAAI,GAAG,IAAID,GAAG,CAACC,UAAU,GAAG,GAAG,EAAE;UACjDnC,OAAO,CAAC,CAAC;QACX,CAAC,MAAM;UACL,IAAIjC,IAAI,GAAG,EAAE;UACbmE,GAAG,CAACE,EAAE,CAAC,MAAM,EAAEC,KAAK,IAAI;YACtBtE,IAAI,IAAIsE,KAAK;UACf,CAAC,CAAC;UACFH,GAAG,CAACE,EAAE,CAAC,KAAK,EAAE,MACZjB,MAAM,CAAC,IAAIC,KAAK,CAAC,gBAAgBc,GAAG,CAACC,UAAU,IAAIpE,IAAI,EAAE,CAAC,CAC5D,CAAC;QACH;MACF,CACF,CAAC;MACDwD,GAAG,CAACa,EAAE,CAAC,OAAO,EAAEjB,MAAM,CAAC;MACvB,IAAI,CAACjF,SAAS,CACXkD,OAAO,CAAC,CAAC,CACTyD,IAAI,CAACzD,OAAO,IAAI;QACfmC,GAAG,CAACuB,SAAS,CAAC,gBAAgB,EAAEC,MAAM,CAACC,UAAU,CAAC5D,OAAO,EAAE,MAAM,CAAC,CAAC;QACnEmC,GAAG,CAACe,GAAG,CAAClD,OAAO,EAAE,MAAM,CAAC;MAC1B,CAAC,CAAC,CACDc,KAAK,CAACiB,MAAM,CAAC;IAClB,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;EACE8B,iBAAiB,GAAGA,CAACC,MAAM,GAAG,EAAE,KAAK;IACnC,OAAO,CAAC,GAAG3F,MAAM,CAACC,IAAI,CAAC,IAAI,CAAClB,aAAa,CAAC,EAAE,GAAG4G,MAAM,CAAC;EACxD,CAAC;EAEDC,gBAAgB,GAAGA,CAACD,MAAM,GAAG,EAAE,KAAK;IAClC,OAAO,IAAI,CAAC5G,aAAa;EAC3B,CAAC;EAEDU,mBAAmB,GAAGA,CAAA,KAAM;IAC1B,IAAI,IAAI,CAACjB,mBAAmB,EAAE;MAC5B1B,OAAO,CAAC+H,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC5B,OAAO,CAAC;MAClCnG,OAAO,CAAC+H,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC5B,OAAO,CAAC;IACrC;EACF,CAAC;;EAED;;EAEA,IAAI4C,cAAcA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACxI,OAAO;EACrB;EAEA,IAAIuD,gBAAgBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAACrD,SAAS;EACvB;EAEA,IAAIuI,QAAQA,CAAA,EAAG;IACb,OAAO,IAAI,CAACnH,SAAS;EACvB;EAEA,MAAMoH,kBAAkBA,CAAA,EAAG;IACzB,OAAO,IAAI,CAACpH,SAAS,CAACkD,OAAO,CAAC,CAAC;EACjC;EAEAmE,iBAAiBA,CAAA,EAAG;IAClB,OAAO,OAAOhC,GAAG,EAAEW,GAAG,KAAK;MACzB,IAAI;QACF,MAAM9C,OAAO,GAAG,MAAM,IAAI,CAACkE,kBAAkB,CAAC,CAAC;QAC/CpB,GAAG,CAAClD,GAAG,CAAC,cAAc,EAAEpF,MAAM,CAACyC,QAAQ,CAACuG,WAAW,CAAC;QACpDV,GAAG,CAACI,GAAG,CAAClD,OAAO,CAAC;MAClB,CAAC,CAAC,OAAOH,GAAG,EAAE;QACZb,OAAO,CAACc,KAAK,CAAC,GAAG,IAAI,CAACjD,UAAU,yBAAyB,EAAEgD,GAAG,CAAC;QAC/DiD,GAAG,CAACsB,MAAM,CAAC,GAAG,CAAC,CAAClB,GAAG,CAAC,2BAA2B,CAAC;MAClD;IACF,CAAC;EACH;AACF;AAEAmB,MAAM,CAACC,OAAO,GAAG;EAAEzJ;AAAkB,CAAC","ignoreList":[]}
@@ -46,6 +46,8 @@ export class RedisMetricsClient extends BaseMetricsClient {
46
46
  _gracefulShutdownChannel: string | null;
47
47
  /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */
48
48
  _subClient: any;
49
+ /** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */
50
+ _gracefulShutdownLogPrefix: string;
49
51
  /** Counter for Redis client connections */
50
52
  redisConnectionsGauge: import("prom-client").Gauge<string>;
51
53
  redisConnectionsMemoryGauge: import("prom-client").Gauge<string>;
@@ -1 +1 @@
1
- {"version":3,"file":"metricsRedisClient.d.ts","sourceRoot":"","sources":["../../src/metrics/metricsRedisClient.js"],"names":[],"mappings":"AAWA;;;;;GAKG;AACH;IACE;;;;;;;;;;;;;;;;OAgBG;IACH;QAfwB,WAAW,EAAxB,GAAG;QACW,iBAAiB,GAA/B,GAAG;QACe,qBAAqB;QACtB,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QACf,iBAAiB;QAClB,kBAAkB;OAqE9C;IAvDC,oCAAoC;IACpC,iBAA8B;IAC9B,wBAAsD;IAEtD,yRAAyR;IACzR,gCAC4F;IAC5F,wCAGU;IACV,qFAAqF;IACrF,gBAAsB;IAMtB,2CAA2C;IAC3C,2DAIE;IAEF,iEAIE;IAEF,mCAAmC;IACnC,sDAIE;IAEF,sCAAsC;IACtC,qDAIE;IAQF,6BAAmC;IACnC,+BAAqC;IAKvC;;;;OAIG;IACH,oDAFW,GAAG,QAsDb;IAED;;OAEG;IACH,mCAoBC;IAED,wCAgCC;IAED,6CAuBC;IAED,gDAkBC;IAED;;;OAGG;IACH,2BAFa,QAAQ,IAAI,CAAC,CA6KzB;IAED;;;OAGG;IACH,wBAFa,QAAQ,IAAI,CAAC,CAqBzB;IAED;;;OAGG;IACH,sDASC;CAmDF"}
1
+ {"version":3,"file":"metricsRedisClient.d.ts","sourceRoot":"","sources":["../../src/metrics/metricsRedisClient.js"],"names":[],"mappings":"AAWA;;;;;GAKG;AACH;IACE;;;;;;;;;;;;;;;;OAgBG;IACH;QAfwB,WAAW,EAAxB,GAAG;QACW,iBAAiB,GAA/B,GAAG;QACe,qBAAqB;QACtB,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QACf,iBAAiB;QAClB,kBAAkB;OAyE9C;IA1DC,oCAAoC;IACpC,iBAA8B;IAC9B,wBAAsD;IAEtD,yRAAyR;IACzR,gCAC4F;IAC5F,wCAGU;IACV,qFAAqF;IACrF,gBAAsB;IAEtB,gGAAgG;IAChG,mCAAgH;IAMhH,2CAA2C;IAC3C,2DAIE;IAEF,iEAIE;IAEF,mCAAmC;IACnC,sDAIE;IAEF,sCAAsC;IACtC,qDAIE;IAQF,6BAAmC;IACnC,+BAAqC;IAKvC;;;;OAIG;IACH,oDAFW,GAAG,QA+Db;IAED;;OAEG;IACH,mCAyBC;IAED,wCAgCC;IAED,6CAuBC;IAED,gDAkBC;IAED;;;OAGG;IACH,2BAFa,QAAQ,IAAI,CAAC,CA6KzB;IAED;;;OAGG;IACH,wBAFa,QAAQ,IAAI,CAAC,CAqBzB;IAED;;;OAGG;IACH,sDASC;CAmDF"}
@@ -46,7 +46,8 @@ class RedisMetricsClient extends BaseMetricsClient {
46
46
  super({
47
47
  ...metricsConfig,
48
48
  processType: metricsConfig.processType || 'queue-metrics',
49
- intervalSec
49
+ intervalSec,
50
+ skipFirstPush: metricsConfig.skipFirstPush !== false
50
51
  });
51
52
 
52
53
  /** Redis client used for metrics */
@@ -58,6 +59,9 @@ class RedisMetricsClient extends BaseMetricsClient {
58
59
  this._gracefulShutdownChannel = this._gracefulShutdownRedis ? `metrics:graceful-shutdown:${this.appName}:${this.processType}` : null;
59
60
  /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */
60
61
  this._subClient = null;
62
+
63
+ /** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */
64
+ this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`;
61
65
  if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {
62
66
  this._setupGracefulShutdownSubscribe(redisPubSubClient);
63
67
  }
@@ -112,17 +116,17 @@ class RedisMetricsClient extends BaseMetricsClient {
112
116
  subClient = this.redisClient.duplicate();
113
117
  }
114
118
  if (!subClient) {
115
- console.warn('[queue-metrics] METRICS_GRACEFUL_SHUTDOWN_REDIS is true but no subscriber connection available. Pass redisPubSubClient or use ioredis (duplicate()).');
119
+ console.warn(`${this._gracefulShutdownLogPrefix} No subscriber connection (pass redisPubSubClient or use ioredis). Graceful shutdown via Redis disabled.`);
116
120
  return;
117
121
  }
118
122
  this._subClient = subClient;
119
123
  const onMessage = () => {
120
- console.warn(`[queue-metrics] New instance started (channel ${channel}); this instance exiting.`);
124
+ console.log(`${this._gracefulShutdownLogPrefix} OLD: received new-instance message on channel ${channel}; exiting.`);
121
125
  this.cleanup();
122
126
  };
123
127
  if (this.redisClientType === REDIS_V3) {
124
128
  subClient.on('subscribe', () => {
125
- console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`);
129
+ console.log(`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`);
126
130
  });
127
131
  subClient.on('message', (ch, _msg) => {
128
132
  if (ch === channel) onMessage();
@@ -130,7 +134,7 @@ class RedisMetricsClient extends BaseMetricsClient {
130
134
  subClient.subscribe(channel);
131
135
  } else if (this.redisClientType === REDIS_V4) {
132
136
  subClient.on('subscribe', () => {
133
- console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`);
137
+ console.log(`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`);
134
138
  });
135
139
  subClient.on('message', (ch, _msg) => {
136
140
  if (ch === channel) onMessage();
@@ -139,10 +143,10 @@ class RedisMetricsClient extends BaseMetricsClient {
139
143
  } else if (this.redisClientType === IOREDIS) {
140
144
  subClient.subscribe(channel, (err, count) => {
141
145
  if (err) {
142
- console.error('[queue-metrics] Graceful shutdown subscribe error:', err);
146
+ console.error(`${this._gracefulShutdownLogPrefix} Subscribe error:`, err);
143
147
  return;
144
148
  }
145
- console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`);
149
+ console.log(`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`);
146
150
  });
147
151
  subClient.on('message', (ch, _msg) => {
148
152
  if (ch === channel) onMessage();
@@ -159,9 +163,9 @@ class RedisMetricsClient extends BaseMetricsClient {
159
163
  const message = this.dynoId || '1';
160
164
  const done = err => {
161
165
  if (err) {
162
- console.warn('[queue-metrics] Graceful shutdown publish failed:', err.message);
166
+ console.log(`${this._gracefulShutdownLogPrefix} NEW: publish failed:`, err.message);
163
167
  } else {
164
- console.warn(`[queue-metrics] Published to ${channel} (new instance started).`);
168
+ console.log(`${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`);
165
169
  }
166
170
  };
167
171
  if (this.redisClientType === REDIS_V3) {
@@ -1 +1 @@
1
- {"version":3,"file":"metricsRedisClient.js","names":["BaseMetricsClient","require","getRedisClientType","REDIS_V4","IOREDIS","REDIS_V3","redisConnectionStableFields","redisConnectionFields","RedisMetricsClient","constructor","redisClient","redisPubSubClient","gracefulShutdownRedis","metricsConfig","intervalSec","parseInt","process","env","METRICS_QUEUE_INTERVAL_SEC","processType","redisClientType","_gracefulShutdownRedis","METRICS_GRACEFUL_SHUTDOWN_REDIS","_gracefulShutdownChannel","appName","_subClient","_setupGracefulShutdownSubscribe","redisConnectionsGauge","createGauge","name","help","labelNames","withDefaultLabels","redisConnectionsMemoryGauge","redisMemoryGauge","redisStatsGauge","_redisConnSeenKeys","Set","_redisConnZeroedKeys","_setCleanupHandlers","channel","subClient","duplicate","console","warn","onMessage","cleanup","on","ch","_msg","subscribe","err","count","error","_publishNewInstanceStarted","message","dynoId","done","send_command","sendCommand","then","catch","publish","getRedisConnections","Error","Promise","resolve","reject","result","client","getRedisInfo","section","info","parseRedisConnections","clientsStr","split","filter","line","trim","map","parts","forEach","p","eqIdx","indexOf","k","slice","v","includes","collectRedisMetrics","memoryInfoStr","statsInfoStr","connectionsInfoStr","all","labels","getDefaultLabels","connections","logValues","log","length","JSON","stringify","missing","flags","cmd","c","grouped","conn","totMem","key","memory","mem","Number","isFinite","currentKeys","Object","keys","add","has","delete","reset","valueLabels","parse","set","groups","values","groupedTotal","reduce","sum","g","size","parseRedisInfo","infoStr","fromEntries","startsWith","stats","used_memory","memory_type","maxmemory","instantaneous_ops_per_sec","operation","pushRedisMetrics","gatewayPush","clearAllCounters","metricsLogValues","metricObjects","registry","getMetricsAsJSON","startPush","_startPush","stopPush","enabled","gatewayDelete","quit","disconnect","exit","module","exports"],"sources":["../../src/metrics/metricsRedisClient.js"],"sourcesContent":["const { BaseMetricsClient } = require('./baseMetricsClient')\nconst {\n getRedisClientType,\n REDIS_V4,\n IOREDIS,\n REDIS_V3,\n} = require('../redisUtils')\n\nconst redisConnectionStableFields = ['name', 'flags', 'cmd']\nconst redisConnectionFields = ['name', 'flags', 'tot-mem', 'cmd']\n\n/**\n * RedisMetricsClient extends BaseMetricsClient to collect\n * Redis metrics periodically and push them to Prometheus Pushgateway.\n *\n * @extends BaseMetricsClient\n */\nclass RedisMetricsClient extends BaseMetricsClient {\n /**\n * @param {Object} options\n * @param {any} options.redisClient - Redis client instance (required)\n * @param {any} [options.redisPubSubClient] - Optional dedicated Redis connection for subscribe (required for node-redis; ioredis can use redisClient.duplicate())\n * @param {boolean} [options.gracefulShutdownRedis] - If true, new instance publishes to Redis on start and old instances exit when they receive (set METRICS_GRACEFUL_SHUTDOWN_REDIS=true). Channel scoped by app + process_type so other services are not closed.\n * @param {string} [options.appName] - Application name (from BaseMetricsClient)\n * @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)\n * @param {string} [options.processType] - Process type (from BaseMetricsClient)\n * @param {boolean} [options.enabled] - Enable metrics collection (from BaseMetricsClient)\n * @param {boolean} [options.logValues] - Log metrics values (from BaseMetricsClient)\n * @param {string} [options.pushgatewayUrl] - PushGateway URL (from BaseMetricsClient)\n * @param {string} [options.pushgatewaySecret] - PushGateway secret token (from BaseMetricsClient)\n * @param {number} [options.intervalSec] - Interval in seconds for pushing metrics (from BaseMetricsClient)\n * @param {boolean} [options.removeOldMetrics] - Remove old metrics by service (from BaseMetricsClient)\n * @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)\n * @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor({ redisClient, redisPubSubClient, gracefulShutdownRedis, ...metricsConfig } = {}) {\n const intervalSec =\n metricsConfig.intervalSec ||\n parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) ||\n 5\n\n super({\n ...metricsConfig,\n processType: metricsConfig.processType || 'queue-metrics',\n intervalSec,\n })\n\n /** Redis client used for metrics */\n this.redisClient = redisClient\n this.redisClientType = getRedisClientType(redisClient)\n\n /** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */\n this._gracefulShutdownRedis =\n gracefulShutdownRedis !== false && process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS !== 'false'\n this._gracefulShutdownChannel =\n this._gracefulShutdownRedis\n ? `metrics:graceful-shutdown:${this.appName}:${this.processType}`\n : null\n /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */\n this._subClient = null\n\n if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {\n this._setupGracefulShutdownSubscribe(redisPubSubClient)\n }\n\n /** Counter for Redis client connections */\n this.redisConnectionsGauge = this.createGauge({\n name: 'app_redis_connections_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n this.redisConnectionsMemoryGauge = this.createGauge({\n name: 'app_redis_connections_memory_usage_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n /** Gauge for Redis memory usage */\n this.redisMemoryGauge = this.createGauge({\n name: 'app_redis_memory_bytes',\n help: 'Redis memory usage in bytes',\n labelNames: this.withDefaultLabels(['memory_type']),\n })\n\n /** Gauge for Redis operation stats */\n this.redisStatsGauge = this.createGauge({\n name: 'app_redis_stats_total',\n help: 'Redis operation statistics',\n labelNames: this.withDefaultLabels(['operation']),\n })\n\n // Track emitted connection label combinations so we can:\n // - emit a one-shot 0 for series that disappear (overwrite last non-zero sample)\n // - then stop emitting them on subsequent scrapes\n //\n // This is mainly needed because we label connections by `cmd`,\n // and Redis `CLIENT LIST` `cmd` is volatile.\n this._redisConnSeenKeys = new Set()\n this._redisConnZeroedKeys = new Set()\n\n this._setCleanupHandlers()\n }\n\n /**\n * Set up Redis subscribe for graceful shutdown: when we receive a message on the channel, another instance started → exit.\n * Uses redisPubSubClient if provided, or redisClient.duplicate() when available (e.g. ioredis). Channel is scoped by app + process_type so only same service is affected.\n * @param {any} [redisPubSubClient] - Dedicated connection for subscribe (required for node-redis; ioredis can use duplicate())\n */\n _setupGracefulShutdownSubscribe(redisPubSubClient) {\n const channel = this._gracefulShutdownChannel\n if (!channel) return\n\n let subClient = redisPubSubClient\n if (!subClient && this.redisClient && typeof this.redisClient.duplicate === 'function') {\n subClient = this.redisClient.duplicate()\n }\n if (!subClient) {\n console.warn(\n '[queue-metrics] METRICS_GRACEFUL_SHUTDOWN_REDIS is true but no subscriber connection available. Pass redisPubSubClient or use ioredis (duplicate()).'\n )\n return\n }\n\n this._subClient = subClient\n\n const onMessage = () => {\n console.warn(\n `[queue-metrics] New instance started (channel ${channel}); this instance exiting.`\n )\n this.cleanup()\n }\n\n if (this.redisClientType === REDIS_V3) {\n subClient.on('subscribe', () => {\n console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`)\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === REDIS_V4) {\n subClient.on('subscribe', () => {\n console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`)\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === IOREDIS) {\n subClient.subscribe(channel, (err, count) => {\n if (err) {\n console.error('[queue-metrics] Graceful shutdown subscribe error:', err)\n return\n }\n console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`)\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n }\n }\n\n /**\n * Publish one-time \"new instance started\" so old instances (subscribed to the same channel) exit. Call from new instance after startPush.\n */\n _publishNewInstanceStarted() {\n if (!this._gracefulShutdownChannel || !this.redisClient) return\n const channel = this._gracefulShutdownChannel\n const message = this.dynoId || '1'\n\n const done = err => {\n if (err) {\n console.warn('[queue-metrics] Graceful shutdown publish failed:', err.message)\n } else {\n console.warn(`[queue-metrics] Published to ${channel} (new instance started).`)\n }\n }\n\n if (this.redisClientType === REDIS_V3) {\n this.redisClient.send_command('PUBLISH', [channel, message], done)\n } else if (this.redisClientType === REDIS_V4) {\n this.redisClient.sendCommand(['PUBLISH', channel, message]).then(() => done()).catch(done)\n } else if (this.redisClientType === IOREDIS) {\n this.redisClient.publish(channel, message).then(() => done()).catch(done)\n }\n }\n\n getRedisConnections = async () => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.send_command('CLIENT', ['LIST'], (err, result) => {\n if (err) {\n reject(new Error(`Failed to get CLIENT LIST: ${err.message}`))\n } else resolve(result)\n })\n })\n }\n\n // node-redis v4\n if (this.redisClientType === REDIS_V4) {\n try {\n return this.redisClient.sendCommand(['CLIENT', 'LIST'])\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n if (this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.client('LIST')\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n getRedisInfo = async section => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.info(section, (err, result) => {\n if (err) reject(err)\n else resolve(result)\n })\n })\n }\n\n // node-redis v4 or ioredis (info returns Promise)\n if (this.redisClientType === REDIS_V4 || this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.info(section)\n } catch (err) {\n throw new Error(`Failed to get Redis INFO: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n parseRedisConnections = clientsStr => {\n return clientsStr\n .split('\\n')\n .filter(line => line.trim() !== '')\n .map(line => {\n const parts = line.split(' ')\n const client = {}\n parts.forEach(p => {\n const eqIdx = p.indexOf('=')\n if (eqIdx === -1) return\n const k = p.slice(0, eqIdx)\n const v = p.slice(eqIdx + 1)\n if (redisConnectionFields.includes(k)) {\n client[k] = v\n }\n })\n return client\n })\n }\n\n /**\n * Collect basic Redis INFO metrics: clients, memory, stats\n * @returns {Promise<void>}\n */\n collectRedisMetrics = async () => {\n try {\n const [memoryInfoStr, statsInfoStr, connectionsInfoStr] =\n await Promise.all([\n this.getRedisInfo('memory'),\n this.getRedisInfo('stats'),\n this.getRedisConnections(),\n ])\n\n const labels = this.getDefaultLabels()\n\n const connections = this.parseRedisConnections(connectionsInfoStr)\n\n if (this.logValues) {\n // \"IN\" data: raw client list from Redis\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw):\\n',\n connectionsInfoStr\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw) length:',\n connectionsInfoStr.length\n )\n\n // \"OUT\" data: parsed fields used for metrics\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) count:',\n connections.length\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed sample, first 10):',\n JSON.stringify(connections.slice(0, 10), null, 2)\n )\n\n const missing = { name: 0, flags: 0, cmd: 0, 'tot-mem': 0 }\n connections.forEach(c => {\n if (!c.name) missing.name += 1\n if (!c.flags) missing.flags += 1\n if (!c.cmd) missing.cmd += 1\n if (!c['tot-mem']) missing['tot-mem'] += 1\n })\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) missing fields:',\n missing\n )\n }\n\n const grouped = {}\n connections.forEach(conn => {\n const { name, flags, 'tot-mem': totMem, cmd } = conn\n\n // build grouping key (includes default gauge labels later)\n const key = JSON.stringify({ name, flags, cmd })\n\n if (!grouped[key]) {\n grouped[key] = {\n labels: { name, flags, cmd },\n count: 0,\n memory: 0,\n }\n }\n\n grouped[key].count += 1\n const mem = parseInt(totMem, 10)\n grouped[key].memory += Number.isFinite(mem) ? mem : 0\n })\n\n // Ensure sets exist even if older instance is hot-reloaded.\n if (!this._redisConnSeenKeys) this._redisConnSeenKeys = new Set()\n if (!this._redisConnZeroedKeys) this._redisConnZeroedKeys = new Set()\n\n const currentKeys = new Set(Object.keys(grouped))\n for (const k of currentKeys) {\n this._redisConnSeenKeys.add(k)\n if (this._redisConnZeroedKeys.has(k)) {\n this._redisConnZeroedKeys.delete(k)\n }\n }\n\n // Reset gauges each scrape so we only export:\n // - current snapshot series\n // - one-shot zeros for recently disappeared series\n this.redisConnectionsGauge.reset()\n this.redisConnectionsMemoryGauge.reset()\n\n // Emit one-shot zeros for series that disappeared since last seen.\n for (const k of this._redisConnSeenKeys) {\n if (currentKeys.has(k)) continue\n if (this._redisConnZeroedKeys.has(k)) continue\n try {\n const valueLabels = JSON.parse(k)\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, 0)\n this.redisConnectionsMemoryGauge.set({ ...labels, ...valueLabels }, 0)\n this._redisConnZeroedKeys.add(k)\n } catch {\n // ignore malformed key\n }\n }\n\n if (this.logValues) {\n const groups = Object.values(grouped)\n const groupedTotal = groups.reduce((sum, g) => sum + (g.count || 0), 0)\n console.log(\n '[queue-metrics] Redis connections grouped buckets:',\n groups.length\n )\n console.log(\n '[queue-metrics] Redis connections grouped total:',\n groupedTotal\n )\n console.log(\n '[queue-metrics] Redis connections seen keys:',\n this._redisConnSeenKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections zeroed keys:',\n this._redisConnZeroedKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections grouped sample (first 10):',\n JSON.stringify(groups.slice(0, 10), null, 2)\n )\n }\n\n Object.values(grouped).forEach(\n ({ labels: valueLabels, count, memory }) => {\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, count)\n this.redisConnectionsMemoryGauge.set(\n { ...labels, ...valueLabels },\n memory\n )\n }\n )\n\n const parseRedisInfo = infoStr =>\n Object.fromEntries(\n infoStr\n .split('\\r\\n')\n .filter(line => line && !line.startsWith('#'))\n .map(line => line.split(':', 2))\n .filter(parts => parts.length === 2 && parts[0] && parts[1])\n )\n\n const memory = parseRedisInfo(memoryInfoStr)\n const stats = parseRedisInfo(statsInfoStr)\n\n if (memory.used_memory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'used' },\n parseInt(memory.used_memory, 10) || 0\n )\n }\n if (memory.maxmemory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'max' },\n parseInt(memory.maxmemory, 10) || 0\n )\n }\n\n if (stats.instantaneous_ops_per_sec) {\n this.redisStatsGauge.set(\n { ...labels, operation: 'ops_per_sec' },\n parseInt(stats.instantaneous_ops_per_sec, 10) || 0\n )\n }\n } catch (error) {\n console.warn(\n `[queue-metrics] Failed to collect Redis metrics:`,\n error.message\n )\n }\n }\n\n /**\n * Collect metrics for all Redis and push to Prometheus Pushgateway\n * @returns {Promise<void>}\n */\n pushRedisMetrics = async () => {\n try {\n await this.collectRedisMetrics()\n await this.gatewayPush()\n this.clearAllCounters()\n\n if (this.metricsLogValues) {\n const metricObjects = await this.registry.getMetricsAsJSON()\n console.info(\n `[queue-metrics] Collected metrics for Redis`,\n JSON.stringify(metricObjects, null, 2)\n )\n }\n } catch (error) {\n console.error(\n `[queue-metrics] Failed to collect Redis metrics: ${error.message}`\n )\n throw error\n }\n }\n\n /**\n * Start periodic collection.\n * @param {number} [intervalSec=this.intervalSec] - Interval in seconds\n */\n startPush = (intervalSec = this.intervalSec) => {\n this._startPush(intervalSec, () => {\n this.pushRedisMetrics().catch(err => {\n console.error(`[queue-metrics] Failed to push Redis metrics:`, err)\n })\n })\n if (this._gracefulShutdownRedis) {\n this._publishNewInstanceStarted()\n }\n }\n\n /**\n * Cleanup Redis client and exit process.\n * Stops push, deletes this instance's metrics from VM (if removeOldMetrics), closes subscriber and main Redis, then exits.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this._subClient) {\n try {\n if (this.redisClientType === REDIS_V3) {\n await new Promise((resolve, reject) => {\n if (typeof this._subClient.quit === 'function') {\n this._subClient.quit(err => (err ? reject(err) : resolve()))\n } else resolve()\n })\n } else if (this.redisClientType === REDIS_V4) {\n if (this._subClient.quit) await this._subClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n if (this._subClient.disconnect) await this._subClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing subscriber client:', err)\n }\n this._subClient = null\n }\n try {\n if (!this.redisClient) return\n\n if (\n this.redisClientType === REDIS_V3 ||\n this.redisClientType === REDIS_V4\n ) {\n await this.redisClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n await this.redisClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing Redis client:', err)\n }\n process.exit(0)\n }\n\n _setCleanupHandlers = () => {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n}\n\nmodule.exports = { RedisMetricsClient }\n"],"mappings":";;AAAA,MAAM;EAAEA;AAAkB,CAAC,GAAGC,OAAO,CAAC,qBAAqB,CAAC;AAC5D,MAAM;EACJC,kBAAkB;EAClBC,QAAQ;EACRC,OAAO;EACPC;AACF,CAAC,GAAGJ,OAAO,CAAC,eAAe,CAAC;AAE5B,MAAMK,2BAA2B,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;AAC5D,MAAMC,qBAAqB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC;;AAEjE;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,kBAAkB,SAASR,iBAAiB,CAAC;EACjD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACES,WAAWA,CAAC;IAAEC,WAAW;IAAEC,iBAAiB;IAAEC,qBAAqB;IAAE,GAAGC;EAAc,CAAC,GAAG,CAAC,CAAC,EAAE;IAC5F,MAAMC,WAAW,GACfD,aAAa,CAACC,WAAW,IACzBC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,0BAA0B,IAAI,EAAE,EAAE,EAAE,CAAC,IAC1D,CAAC;IAEH,KAAK,CAAC;MACJ,GAAGL,aAAa;MAChBM,WAAW,EAAEN,aAAa,CAACM,WAAW,IAAI,eAAe;MACzDL;IACF,CAAC,CAAC;;IAEF;IACA,IAAI,CAACJ,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACU,eAAe,GAAGlB,kBAAkB,CAACQ,WAAW,CAAC;;IAEtD;IACA,IAAI,CAACW,sBAAsB,GACzBT,qBAAqB,KAAK,KAAK,IAAII,OAAO,CAACC,GAAG,CAACK,+BAA+B,KAAK,OAAO;IAC5F,IAAI,CAACC,wBAAwB,GAC3B,IAAI,CAACF,sBAAsB,GACvB,6BAA6B,IAAI,CAACG,OAAO,IAAI,IAAI,CAACL,WAAW,EAAE,GAC/D,IAAI;IACV;IACA,IAAI,CAACM,UAAU,GAAG,IAAI;IAEtB,IAAI,IAAI,CAACJ,sBAAsB,IAAI,IAAI,CAACE,wBAAwB,EAAE;MAChE,IAAI,CAACG,+BAA+B,CAACf,iBAAiB,CAAC;IACzD;;IAEA;IACA,IAAI,CAACgB,qBAAqB,GAAG,IAAI,CAACC,WAAW,CAAC;MAC5CC,IAAI,EAAE,6BAA6B;MACnCC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC1B,2BAA2B;IAChE,CAAC,CAAC;IAEF,IAAI,CAAC2B,2BAA2B,GAAG,IAAI,CAACL,WAAW,CAAC;MAClDC,IAAI,EAAE,0CAA0C;MAChDC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC1B,2BAA2B;IAChE,CAAC,CAAC;;IAEF;IACA,IAAI,CAAC4B,gBAAgB,GAAG,IAAI,CAACN,WAAW,CAAC;MACvCC,IAAI,EAAE,wBAAwB;MAC9BC,IAAI,EAAE,6BAA6B;MACnCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,aAAa,CAAC;IACpD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACG,eAAe,GAAG,IAAI,CAACP,WAAW,CAAC;MACtCC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE,4BAA4B;MAClCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,WAAW,CAAC;IAClD,CAAC,CAAC;;IAEF;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACI,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;IACnC,IAAI,CAACC,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;IAErC,IAAI,CAACE,mBAAmB,CAAC,CAAC;EAC5B;;EAEA;AACF;AACA;AACA;AACA;EACEb,+BAA+BA,CAACf,iBAAiB,EAAE;IACjD,MAAM6B,OAAO,GAAG,IAAI,CAACjB,wBAAwB;IAC7C,IAAI,CAACiB,OAAO,EAAE;IAEd,IAAIC,SAAS,GAAG9B,iBAAiB;IACjC,IAAI,CAAC8B,SAAS,IAAI,IAAI,CAAC/B,WAAW,IAAI,OAAO,IAAI,CAACA,WAAW,CAACgC,SAAS,KAAK,UAAU,EAAE;MACtFD,SAAS,GAAG,IAAI,CAAC/B,WAAW,CAACgC,SAAS,CAAC,CAAC;IAC1C;IACA,IAAI,CAACD,SAAS,EAAE;MACdE,OAAO,CAACC,IAAI,CACV,sJACF,CAAC;MACD;IACF;IAEA,IAAI,CAACnB,UAAU,GAAGgB,SAAS;IAE3B,MAAMI,SAAS,GAAGA,CAAA,KAAM;MACtBF,OAAO,CAACC,IAAI,CACV,iDAAiDJ,OAAO,2BAC1D,CAAC;MACD,IAAI,CAACM,OAAO,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,CAAC1B,eAAe,KAAKf,QAAQ,EAAE;MACrCoC,SAAS,CAACM,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BJ,OAAO,CAACC,IAAI,CAAC,iCAAiCJ,OAAO,uBAAuB,CAAC;MAC/E,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKR,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFJ,SAAS,CAACS,SAAS,CAACV,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAACpB,eAAe,KAAKjB,QAAQ,EAAE;MAC5CsC,SAAS,CAACM,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BJ,OAAO,CAACC,IAAI,CAAC,iCAAiCJ,OAAO,uBAAuB,CAAC;MAC/E,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKR,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFJ,SAAS,CAACS,SAAS,CAACV,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAACpB,eAAe,KAAKhB,OAAO,EAAE;MAC3CqC,SAAS,CAACS,SAAS,CAACV,OAAO,EAAE,CAACW,GAAG,EAAEC,KAAK,KAAK;QAC3C,IAAID,GAAG,EAAE;UACPR,OAAO,CAACU,KAAK,CAAC,oDAAoD,EAAEF,GAAG,CAAC;UACxE;QACF;QACAR,OAAO,CAACC,IAAI,CAAC,iCAAiCJ,OAAO,uBAAuB,CAAC;MAC/E,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKR,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;IACJ;EACF;;EAEA;AACF;AACA;EACES,0BAA0BA,CAAA,EAAG;IAC3B,IAAI,CAAC,IAAI,CAAC/B,wBAAwB,IAAI,CAAC,IAAI,CAACb,WAAW,EAAE;IACzD,MAAM8B,OAAO,GAAG,IAAI,CAACjB,wBAAwB;IAC7C,MAAMgC,OAAO,GAAG,IAAI,CAACC,MAAM,IAAI,GAAG;IAElC,MAAMC,IAAI,GAAGN,GAAG,IAAI;MAClB,IAAIA,GAAG,EAAE;QACPR,OAAO,CAACC,IAAI,CAAC,mDAAmD,EAAEO,GAAG,CAACI,OAAO,CAAC;MAChF,CAAC,MAAM;QACLZ,OAAO,CAACC,IAAI,CAAC,gCAAgCJ,OAAO,0BAA0B,CAAC;MACjF;IACF,CAAC;IAED,IAAI,IAAI,CAACpB,eAAe,KAAKf,QAAQ,EAAE;MACrC,IAAI,CAACK,WAAW,CAACgD,YAAY,CAAC,SAAS,EAAE,CAAClB,OAAO,EAAEe,OAAO,CAAC,EAAEE,IAAI,CAAC;IACpE,CAAC,MAAM,IAAI,IAAI,CAACrC,eAAe,KAAKjB,QAAQ,EAAE;MAC5C,IAAI,CAACO,WAAW,CAACiD,WAAW,CAAC,CAAC,SAAS,EAAEnB,OAAO,EAAEe,OAAO,CAAC,CAAC,CAACK,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC5F,CAAC,MAAM,IAAI,IAAI,CAACrC,eAAe,KAAKhB,OAAO,EAAE;MAC3C,IAAI,CAACM,WAAW,CAACoD,OAAO,CAACtB,OAAO,EAAEe,OAAO,CAAC,CAACK,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC3E;EACF;EAEAM,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI,CAAC,IAAI,CAACrD,WAAW,EAAE,MAAM,IAAIsD,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAAC5C,eAAe,KAAKf,QAAQ,EAAE;MACrC,OAAO,IAAI4D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAACzD,WAAW,CAACgD,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,CAACP,GAAG,EAAEiB,MAAM,KAAK;UACjE,IAAIjB,GAAG,EAAE;YACPgB,MAAM,CAAC,IAAIH,KAAK,CAAC,8BAA8Bb,GAAG,CAACI,OAAO,EAAE,CAAC,CAAC;UAChE,CAAC,MAAMW,OAAO,CAACE,MAAM,CAAC;QACxB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAAChD,eAAe,KAAKjB,QAAQ,EAAE;MACrC,IAAI;QACF,OAAO,IAAI,CAACO,WAAW,CAACiD,WAAW,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;MACzD,CAAC,CAAC,OAAOR,GAAG,EAAE;QACZ,MAAM,IAAIa,KAAK,CAAC,8BAA8Bb,GAAG,CAACI,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,IAAI,IAAI,CAACnC,eAAe,KAAKhB,OAAO,EAAE;MACpC,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAAC2D,MAAM,CAAC,MAAM,CAAC;MACxC,CAAC,CAAC,OAAOlB,GAAG,EAAE;QACZ,MAAM,IAAIa,KAAK,CAAC,8BAA8Bb,GAAG,CAACI,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,MAAM,IAAIS,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDM,YAAY,GAAG,MAAMC,OAAO,IAAI;IAC9B,IAAI,CAAC,IAAI,CAAC7D,WAAW,EAAE,MAAM,IAAIsD,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAAC5C,eAAe,KAAKf,QAAQ,EAAE;MACrC,OAAO,IAAI4D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAACzD,WAAW,CAAC8D,IAAI,CAACD,OAAO,EAAE,CAACpB,GAAG,EAAEiB,MAAM,KAAK;UAC9C,IAAIjB,GAAG,EAAEgB,MAAM,CAAChB,GAAG,CAAC,MACfe,OAAO,CAACE,MAAM,CAAC;QACtB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAAChD,eAAe,KAAKjB,QAAQ,IAAI,IAAI,CAACiB,eAAe,KAAKhB,OAAO,EAAE;MACzE,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAAC8D,IAAI,CAACD,OAAO,CAAC;MACvC,CAAC,CAAC,OAAOpB,GAAG,EAAE;QACZ,MAAM,IAAIa,KAAK,CAAC,6BAA6Bb,GAAG,CAACI,OAAO,EAAE,CAAC;MAC7D;IACF;IAEA,MAAM,IAAIS,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDS,qBAAqB,GAAGC,UAAU,IAAI;IACpC,OAAOA,UAAU,CACdC,KAAK,CAAC,IAAI,CAAC,CACXC,MAAM,CAACC,IAAI,IAAIA,IAAI,CAACC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAClCC,GAAG,CAACF,IAAI,IAAI;MACX,MAAMG,KAAK,GAAGH,IAAI,CAACF,KAAK,CAAC,GAAG,CAAC;MAC7B,MAAMN,MAAM,GAAG,CAAC,CAAC;MACjBW,KAAK,CAACC,OAAO,CAACC,CAAC,IAAI;QACjB,MAAMC,KAAK,GAAGD,CAAC,CAACE,OAAO,CAAC,GAAG,CAAC;QAC5B,IAAID,KAAK,KAAK,CAAC,CAAC,EAAE;QAClB,MAAME,CAAC,GAAGH,CAAC,CAACI,KAAK,CAAC,CAAC,EAAEH,KAAK,CAAC;QAC3B,MAAMI,CAAC,GAAGL,CAAC,CAACI,KAAK,CAACH,KAAK,GAAG,CAAC,CAAC;QAC5B,IAAI5E,qBAAqB,CAACiF,QAAQ,CAACH,CAAC,CAAC,EAAE;UACrChB,MAAM,CAACgB,CAAC,CAAC,GAAGE,CAAC;QACf;MACF,CAAC,CAAC;MACF,OAAOlB,MAAM;IACf,CAAC,CAAC;EACN,CAAC;;EAED;AACF;AACA;AACA;EACEoB,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI;MACF,MAAM,CAACC,aAAa,EAAEC,YAAY,EAAEC,kBAAkB,CAAC,GACrD,MAAM3B,OAAO,CAAC4B,GAAG,CAAC,CAChB,IAAI,CAACvB,YAAY,CAAC,QAAQ,CAAC,EAC3B,IAAI,CAACA,YAAY,CAAC,OAAO,CAAC,EAC1B,IAAI,CAACP,mBAAmB,CAAC,CAAC,CAC3B,CAAC;MAEJ,MAAM+B,MAAM,GAAG,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEtC,MAAMC,WAAW,GAAG,IAAI,CAACvB,qBAAqB,CAACmB,kBAAkB,CAAC;MAElE,IAAI,IAAI,CAACK,SAAS,EAAE;QAClB;QACAtD,OAAO,CAACuD,GAAG,CACT,4CAA4C,EAC5CN,kBACF,CAAC;QACDjD,OAAO,CAACuD,GAAG,CACT,iDAAiD,EACjDN,kBAAkB,CAACO,MACrB,CAAC;;QAED;QACAxD,OAAO,CAACuD,GAAG,CACT,mDAAmD,EACnDF,WAAW,CAACG,MACd,CAAC;QACDxD,OAAO,CAACuD,GAAG,CACT,8DAA8D,EAC9DE,IAAI,CAACC,SAAS,CAACL,WAAW,CAACV,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAClD,CAAC;QAED,MAAMgB,OAAO,GAAG;UAAEzE,IAAI,EAAE,CAAC;UAAE0E,KAAK,EAAE,CAAC;UAAEC,GAAG,EAAE,CAAC;UAAE,SAAS,EAAE;QAAE,CAAC;QAC3DR,WAAW,CAACf,OAAO,CAACwB,CAAC,IAAI;UACvB,IAAI,CAACA,CAAC,CAAC5E,IAAI,EAAEyE,OAAO,CAACzE,IAAI,IAAI,CAAC;UAC9B,IAAI,CAAC4E,CAAC,CAACF,KAAK,EAAED,OAAO,CAACC,KAAK,IAAI,CAAC;UAChC,IAAI,CAACE,CAAC,CAACD,GAAG,EAAEF,OAAO,CAACE,GAAG,IAAI,CAAC;UAC5B,IAAI,CAACC,CAAC,CAAC,SAAS,CAAC,EAAEH,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;QAC5C,CAAC,CAAC;QACF3D,OAAO,CAACuD,GAAG,CACT,4DAA4D,EAC5DI,OACF,CAAC;MACH;MAEA,MAAMI,OAAO,GAAG,CAAC,CAAC;MAClBV,WAAW,CAACf,OAAO,CAAC0B,IAAI,IAAI;QAC1B,MAAM;UAAE9E,IAAI;UAAE0E,KAAK;UAAE,SAAS,EAAEK,MAAM;UAAEJ;QAAI,CAAC,GAAGG,IAAI;;QAEpD;QACA,MAAME,GAAG,GAAGT,IAAI,CAACC,SAAS,CAAC;UAAExE,IAAI;UAAE0E,KAAK;UAAEC;QAAI,CAAC,CAAC;QAEhD,IAAI,CAACE,OAAO,CAACG,GAAG,CAAC,EAAE;UACjBH,OAAO,CAACG,GAAG,CAAC,GAAG;YACbf,MAAM,EAAE;cAAEjE,IAAI;cAAE0E,KAAK;cAAEC;YAAI,CAAC;YAC5BpD,KAAK,EAAE,CAAC;YACR0D,MAAM,EAAE;UACV,CAAC;QACH;QAEAJ,OAAO,CAACG,GAAG,CAAC,CAACzD,KAAK,IAAI,CAAC;QACvB,MAAM2D,GAAG,GAAGhG,QAAQ,CAAC6F,MAAM,EAAE,EAAE,CAAC;QAChCF,OAAO,CAACG,GAAG,CAAC,CAACC,MAAM,IAAIE,MAAM,CAACC,QAAQ,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,CAAC;MACvD,CAAC,CAAC;;MAEF;MACA,IAAI,CAAC,IAAI,CAAC3E,kBAAkB,EAAE,IAAI,CAACA,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;MACjE,IAAI,CAAC,IAAI,CAACC,oBAAoB,EAAE,IAAI,CAACA,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;MAErE,MAAM6E,WAAW,GAAG,IAAI7E,GAAG,CAAC8E,MAAM,CAACC,IAAI,CAACV,OAAO,CAAC,CAAC;MACjD,KAAK,MAAMrB,CAAC,IAAI6B,WAAW,EAAE;QAC3B,IAAI,CAAC9E,kBAAkB,CAACiF,GAAG,CAAChC,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC/C,oBAAoB,CAACgF,GAAG,CAACjC,CAAC,CAAC,EAAE;UACpC,IAAI,CAAC/C,oBAAoB,CAACiF,MAAM,CAAClC,CAAC,CAAC;QACrC;MACF;;MAEA;MACA;MACA;MACA,IAAI,CAAC1D,qBAAqB,CAAC6F,KAAK,CAAC,CAAC;MAClC,IAAI,CAACvF,2BAA2B,CAACuF,KAAK,CAAC,CAAC;;MAExC;MACA,KAAK,MAAMnC,CAAC,IAAI,IAAI,CAACjD,kBAAkB,EAAE;QACvC,IAAI8E,WAAW,CAACI,GAAG,CAACjC,CAAC,CAAC,EAAE;QACxB,IAAI,IAAI,CAAC/C,oBAAoB,CAACgF,GAAG,CAACjC,CAAC,CAAC,EAAE;QACtC,IAAI;UACF,MAAMoC,WAAW,GAAGrB,IAAI,CAACsB,KAAK,CAACrC,CAAC,CAAC;UACjC,IAAI,CAAC1D,qBAAqB,CAACgG,GAAG,CAAC;YAAE,GAAG7B,MAAM;YAAE,GAAG2B;UAAY,CAAC,EAAE,CAAC,CAAC;UAChE,IAAI,CAACxF,2BAA2B,CAAC0F,GAAG,CAAC;YAAE,GAAG7B,MAAM;YAAE,GAAG2B;UAAY,CAAC,EAAE,CAAC,CAAC;UACtE,IAAI,CAACnF,oBAAoB,CAAC+E,GAAG,CAAChC,CAAC,CAAC;QAClC,CAAC,CAAC,MAAM;UACN;QAAA;MAEJ;MAEA,IAAI,IAAI,CAACY,SAAS,EAAE;QAClB,MAAM2B,MAAM,GAAGT,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC;QACrC,MAAMoB,YAAY,GAAGF,MAAM,CAACG,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAKD,GAAG,IAAIC,CAAC,CAAC7E,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvET,OAAO,CAACuD,GAAG,CACT,oDAAoD,EACpD0B,MAAM,CAACzB,MACT,CAAC;QACDxD,OAAO,CAACuD,GAAG,CACT,kDAAkD,EAClD4B,YACF,CAAC;QACDnF,OAAO,CAACuD,GAAG,CACT,8CAA8C,EAC9C,IAAI,CAAC9D,kBAAkB,CAAC8F,IAC1B,CAAC;QACDvF,OAAO,CAACuD,GAAG,CACT,gDAAgD,EAChD,IAAI,CAAC5D,oBAAoB,CAAC4F,IAC5B,CAAC;QACDvF,OAAO,CAACuD,GAAG,CACT,8DAA8D,EAC9DE,IAAI,CAACC,SAAS,CAACuB,MAAM,CAACtC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAC7C,CAAC;MACH;MAEA6B,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC,CAACzB,OAAO,CAC5B,CAAC;QAAEa,MAAM,EAAE2B,WAAW;QAAErE,KAAK;QAAE0D;MAAO,CAAC,KAAK;QAC1C,IAAI,CAACnF,qBAAqB,CAACgG,GAAG,CAAC;UAAE,GAAG7B,MAAM;UAAE,GAAG2B;QAAY,CAAC,EAAErE,KAAK,CAAC;QACpE,IAAI,CAACnB,2BAA2B,CAAC0F,GAAG,CAClC;UAAE,GAAG7B,MAAM;UAAE,GAAG2B;QAAY,CAAC,EAC7BX,MACF,CAAC;MACH,CACF,CAAC;MAED,MAAMqB,cAAc,GAAGC,OAAO,IAC5BjB,MAAM,CAACkB,WAAW,CAChBD,OAAO,CACJzD,KAAK,CAAC,MAAM,CAAC,CACbC,MAAM,CAACC,IAAI,IAAIA,IAAI,IAAI,CAACA,IAAI,CAACyD,UAAU,CAAC,GAAG,CAAC,CAAC,CAC7CvD,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACF,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAC/BC,MAAM,CAACI,KAAK,IAAIA,KAAK,CAACmB,MAAM,KAAK,CAAC,IAAInB,KAAK,CAAC,CAAC,CAAC,IAAIA,KAAK,CAAC,CAAC,CAAC,CAC/D,CAAC;MAEH,MAAM8B,MAAM,GAAGqB,cAAc,CAACzC,aAAa,CAAC;MAC5C,MAAM6C,KAAK,GAAGJ,cAAc,CAACxC,YAAY,CAAC;MAE1C,IAAImB,MAAM,CAAC0B,WAAW,EAAE;QACtB,IAAI,CAACtG,gBAAgB,CAACyF,GAAG,CACvB;UAAE,GAAG7B,MAAM;UAAE2C,WAAW,EAAE;QAAO,CAAC,EAClC1H,QAAQ,CAAC+F,MAAM,CAAC0B,WAAW,EAAE,EAAE,CAAC,IAAI,CACtC,CAAC;MACH;MACA,IAAI1B,MAAM,CAAC4B,SAAS,EAAE;QACpB,IAAI,CAACxG,gBAAgB,CAACyF,GAAG,CACvB;UAAE,GAAG7B,MAAM;UAAE2C,WAAW,EAAE;QAAM,CAAC,EACjC1H,QAAQ,CAAC+F,MAAM,CAAC4B,SAAS,EAAE,EAAE,CAAC,IAAI,CACpC,CAAC;MACH;MAEA,IAAIH,KAAK,CAACI,yBAAyB,EAAE;QACnC,IAAI,CAACxG,eAAe,CAACwF,GAAG,CACtB;UAAE,GAAG7B,MAAM;UAAE8C,SAAS,EAAE;QAAc,CAAC,EACvC7H,QAAQ,CAACwH,KAAK,CAACI,yBAAyB,EAAE,EAAE,CAAC,IAAI,CACnD,CAAC;MACH;IACF,CAAC,CAAC,OAAOtF,KAAK,EAAE;MACdV,OAAO,CAACC,IAAI,CACV,kDAAkD,EAClDS,KAAK,CAACE,OACR,CAAC;IACH;EACF,CAAC;;EAED;AACF;AACA;AACA;EACEsF,gBAAgB,GAAG,MAAAA,CAAA,KAAY;IAC7B,IAAI;MACF,MAAM,IAAI,CAACpD,mBAAmB,CAAC,CAAC;MAChC,MAAM,IAAI,CAACqD,WAAW,CAAC,CAAC;MACxB,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;QACzB,MAAMC,aAAa,GAAG,MAAM,IAAI,CAACC,QAAQ,CAACC,gBAAgB,CAAC,CAAC;QAC5DxG,OAAO,CAAC6B,IAAI,CACV,6CAA6C,EAC7C4B,IAAI,CAACC,SAAS,CAAC4C,aAAa,EAAE,IAAI,EAAE,CAAC,CACvC,CAAC;MACH;IACF,CAAC,CAAC,OAAO5F,KAAK,EAAE;MACdV,OAAO,CAACU,KAAK,CACX,oDAAoDA,KAAK,CAACE,OAAO,EACnE,CAAC;MACD,MAAMF,KAAK;IACb;EACF,CAAC;;EAED;AACF;AACA;AACA;EACE+F,SAAS,GAAGA,CAACtI,WAAW,GAAG,IAAI,CAACA,WAAW,KAAK;IAC9C,IAAI,CAACuI,UAAU,CAACvI,WAAW,EAAE,MAAM;MACjC,IAAI,CAAC+H,gBAAgB,CAAC,CAAC,CAAChF,KAAK,CAACV,GAAG,IAAI;QACnCR,OAAO,CAACU,KAAK,CAAC,+CAA+C,EAAEF,GAAG,CAAC;MACrE,CAAC,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,IAAI,CAAC9B,sBAAsB,EAAE;MAC/B,IAAI,CAACiC,0BAA0B,CAAC,CAAC;IACnC;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;EACER,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpB,IAAI,CAACwG,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAACC,OAAO,EAAE;MAChB,MAAM,IAAI,CAACC,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAAC/H,UAAU,EAAE;MACnB,IAAI;QACF,IAAI,IAAI,CAACL,eAAe,KAAKf,QAAQ,EAAE;UACrC,MAAM,IAAI4D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;YACrC,IAAI,OAAO,IAAI,CAAC1C,UAAU,CAACgI,IAAI,KAAK,UAAU,EAAE;cAC9C,IAAI,CAAChI,UAAU,CAACgI,IAAI,CAACtG,GAAG,IAAKA,GAAG,GAAGgB,MAAM,CAAChB,GAAG,CAAC,GAAGe,OAAO,CAAC,CAAE,CAAC;YAC9D,CAAC,MAAMA,OAAO,CAAC,CAAC;UAClB,CAAC,CAAC;QACJ,CAAC,MAAM,IAAI,IAAI,CAAC9C,eAAe,KAAKjB,QAAQ,EAAE;UAC5C,IAAI,IAAI,CAACsB,UAAU,CAACgI,IAAI,EAAE,MAAM,IAAI,CAAChI,UAAU,CAACgI,IAAI,CAAC,CAAC;QACxD,CAAC,MAAM,IAAI,IAAI,CAACrI,eAAe,KAAKhB,OAAO,EAAE;UAC3C,IAAI,IAAI,CAACqB,UAAU,CAACiI,UAAU,EAAE,MAAM,IAAI,CAACjI,UAAU,CAACiI,UAAU,CAAC,CAAC;QACpE;MACF,CAAC,CAAC,OAAOvG,GAAG,EAAE;QACZR,OAAO,CAACU,KAAK,CAAC,kDAAkD,EAAEF,GAAG,CAAC;MACxE;MACA,IAAI,CAAC1B,UAAU,GAAG,IAAI;IACxB;IACA,IAAI;MACF,IAAI,CAAC,IAAI,CAACf,WAAW,EAAE;MAEvB,IACE,IAAI,CAACU,eAAe,KAAKf,QAAQ,IACjC,IAAI,CAACe,eAAe,KAAKjB,QAAQ,EACjC;QACA,MAAM,IAAI,CAACO,WAAW,CAAC+I,IAAI,CAAC,CAAC;MAC/B,CAAC,MAAM,IAAI,IAAI,CAACrI,eAAe,KAAKhB,OAAO,EAAE;QAC3C,MAAM,IAAI,CAACM,WAAW,CAACgJ,UAAU,CAAC,CAAC;MACrC;IACF,CAAC,CAAC,OAAOvG,GAAG,EAAE;MACZR,OAAO,CAACU,KAAK,CAAC,6CAA6C,EAAEF,GAAG,CAAC;IACnE;IACAnC,OAAO,CAAC2I,IAAI,CAAC,CAAC,CAAC;EACjB,CAAC;EAEDpH,mBAAmB,GAAGA,CAAA,KAAM;IAC1BvB,OAAO,CAAC+B,EAAE,CAAC,QAAQ,EAAE,IAAI,CAACD,OAAO,CAAC;IAClC9B,OAAO,CAAC+B,EAAE,CAAC,SAAS,EAAE,IAAI,CAACD,OAAO,CAAC;EACrC,CAAC;AACH;AAEA8G,MAAM,CAACC,OAAO,GAAG;EAAErJ;AAAmB,CAAC","ignoreList":[]}
1
+ {"version":3,"file":"metricsRedisClient.js","names":["BaseMetricsClient","require","getRedisClientType","REDIS_V4","IOREDIS","REDIS_V3","redisConnectionStableFields","redisConnectionFields","RedisMetricsClient","constructor","redisClient","redisPubSubClient","gracefulShutdownRedis","metricsConfig","intervalSec","parseInt","process","env","METRICS_QUEUE_INTERVAL_SEC","processType","skipFirstPush","redisClientType","_gracefulShutdownRedis","METRICS_GRACEFUL_SHUTDOWN_REDIS","_gracefulShutdownChannel","appName","_subClient","_gracefulShutdownLogPrefix","dynoId","_setupGracefulShutdownSubscribe","redisConnectionsGauge","createGauge","name","help","labelNames","withDefaultLabels","redisConnectionsMemoryGauge","redisMemoryGauge","redisStatsGauge","_redisConnSeenKeys","Set","_redisConnZeroedKeys","_setCleanupHandlers","channel","subClient","duplicate","console","warn","onMessage","log","cleanup","on","ch","_msg","subscribe","err","count","error","_publishNewInstanceStarted","message","done","send_command","sendCommand","then","catch","publish","getRedisConnections","Error","Promise","resolve","reject","result","client","getRedisInfo","section","info","parseRedisConnections","clientsStr","split","filter","line","trim","map","parts","forEach","p","eqIdx","indexOf","k","slice","v","includes","collectRedisMetrics","memoryInfoStr","statsInfoStr","connectionsInfoStr","all","labels","getDefaultLabels","connections","logValues","length","JSON","stringify","missing","flags","cmd","c","grouped","conn","totMem","key","memory","mem","Number","isFinite","currentKeys","Object","keys","add","has","delete","reset","valueLabels","parse","set","groups","values","groupedTotal","reduce","sum","g","size","parseRedisInfo","infoStr","fromEntries","startsWith","stats","used_memory","memory_type","maxmemory","instantaneous_ops_per_sec","operation","pushRedisMetrics","gatewayPush","clearAllCounters","metricsLogValues","metricObjects","registry","getMetricsAsJSON","startPush","_startPush","stopPush","enabled","gatewayDelete","quit","disconnect","exit","module","exports"],"sources":["../../src/metrics/metricsRedisClient.js"],"sourcesContent":["const { BaseMetricsClient } = require('./baseMetricsClient')\nconst {\n getRedisClientType,\n REDIS_V4,\n IOREDIS,\n REDIS_V3,\n} = require('../redisUtils')\n\nconst redisConnectionStableFields = ['name', 'flags', 'cmd']\nconst redisConnectionFields = ['name', 'flags', 'tot-mem', 'cmd']\n\n/**\n * RedisMetricsClient extends BaseMetricsClient to collect\n * Redis metrics periodically and push them to Prometheus Pushgateway.\n *\n * @extends BaseMetricsClient\n */\nclass RedisMetricsClient extends BaseMetricsClient {\n /**\n * @param {Object} options\n * @param {any} options.redisClient - Redis client instance (required)\n * @param {any} [options.redisPubSubClient] - Optional dedicated Redis connection for subscribe (required for node-redis; ioredis can use redisClient.duplicate())\n * @param {boolean} [options.gracefulShutdownRedis] - If true, new instance publishes to Redis on start and old instances exit when they receive (set METRICS_GRACEFUL_SHUTDOWN_REDIS=true). Channel scoped by app + process_type so other services are not closed.\n * @param {string} [options.appName] - Application name (from BaseMetricsClient)\n * @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)\n * @param {string} [options.processType] - Process type (from BaseMetricsClient)\n * @param {boolean} [options.enabled] - Enable metrics collection (from BaseMetricsClient)\n * @param {boolean} [options.logValues] - Log metrics values (from BaseMetricsClient)\n * @param {string} [options.pushgatewayUrl] - PushGateway URL (from BaseMetricsClient)\n * @param {string} [options.pushgatewaySecret] - PushGateway secret token (from BaseMetricsClient)\n * @param {number} [options.intervalSec] - Interval in seconds for pushing metrics (from BaseMetricsClient)\n * @param {boolean} [options.removeOldMetrics] - Remove old metrics by service (from BaseMetricsClient)\n * @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)\n * @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor({ redisClient, redisPubSubClient, gracefulShutdownRedis, ...metricsConfig } = {}) {\n const intervalSec =\n metricsConfig.intervalSec ||\n parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) ||\n 5\n\n super({\n ...metricsConfig,\n processType: metricsConfig.processType || 'queue-metrics',\n intervalSec,\n skipFirstPush: metricsConfig.skipFirstPush !== false,\n })\n\n /** Redis client used for metrics */\n this.redisClient = redisClient\n this.redisClientType = getRedisClientType(redisClient)\n\n /** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */\n this._gracefulShutdownRedis =\n gracefulShutdownRedis !== false && process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS !== 'false'\n this._gracefulShutdownChannel =\n this._gracefulShutdownRedis\n ? `metrics:graceful-shutdown:${this.appName}:${this.processType}`\n : null\n /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */\n this._subClient = null\n\n /** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */\n this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`\n\n if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {\n this._setupGracefulShutdownSubscribe(redisPubSubClient)\n }\n\n /** Counter for Redis client connections */\n this.redisConnectionsGauge = this.createGauge({\n name: 'app_redis_connections_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n this.redisConnectionsMemoryGauge = this.createGauge({\n name: 'app_redis_connections_memory_usage_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n /** Gauge for Redis memory usage */\n this.redisMemoryGauge = this.createGauge({\n name: 'app_redis_memory_bytes',\n help: 'Redis memory usage in bytes',\n labelNames: this.withDefaultLabels(['memory_type']),\n })\n\n /** Gauge for Redis operation stats */\n this.redisStatsGauge = this.createGauge({\n name: 'app_redis_stats_total',\n help: 'Redis operation statistics',\n labelNames: this.withDefaultLabels(['operation']),\n })\n\n // Track emitted connection label combinations so we can:\n // - emit a one-shot 0 for series that disappear (overwrite last non-zero sample)\n // - then stop emitting them on subsequent scrapes\n //\n // This is mainly needed because we label connections by `cmd`,\n // and Redis `CLIENT LIST` `cmd` is volatile.\n this._redisConnSeenKeys = new Set()\n this._redisConnZeroedKeys = new Set()\n\n this._setCleanupHandlers()\n }\n\n /**\n * Set up Redis subscribe for graceful shutdown: when we receive a message on the channel, another instance started → exit.\n * Uses redisPubSubClient if provided, or redisClient.duplicate() when available (e.g. ioredis). Channel is scoped by app + process_type so only same service is affected.\n * @param {any} [redisPubSubClient] - Dedicated connection for subscribe (required for node-redis; ioredis can use duplicate())\n */\n _setupGracefulShutdownSubscribe(redisPubSubClient) {\n const channel = this._gracefulShutdownChannel\n if (!channel) return\n\n let subClient = redisPubSubClient\n if (!subClient && this.redisClient && typeof this.redisClient.duplicate === 'function') {\n subClient = this.redisClient.duplicate()\n }\n if (!subClient) {\n console.warn(\n `${this._gracefulShutdownLogPrefix} No subscriber connection (pass redisPubSubClient or use ioredis). Graceful shutdown via Redis disabled.`\n )\n return\n }\n\n this._subClient = subClient\n\n const onMessage = () => {\n console.log(\n `${this._gracefulShutdownLogPrefix} OLD: received new-instance message on channel ${channel}; exiting.`\n )\n this.cleanup()\n }\n\n if (this.redisClientType === REDIS_V3) {\n subClient.on('subscribe', () => {\n console.log(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === REDIS_V4) {\n subClient.on('subscribe', () => {\n console.log(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === IOREDIS) {\n subClient.subscribe(channel, (err, count) => {\n if (err) {\n console.error(\n `${this._gracefulShutdownLogPrefix} Subscribe error:`,\n err\n )\n return\n }\n console.log(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n }\n }\n\n /**\n * Publish one-time \"new instance started\" so old instances (subscribed to the same channel) exit. Call from new instance after startPush.\n */\n _publishNewInstanceStarted() {\n if (!this._gracefulShutdownChannel || !this.redisClient) return\n const channel = this._gracefulShutdownChannel\n const message = this.dynoId || '1'\n\n const done = err => {\n if (err) {\n console.log(\n `${this._gracefulShutdownLogPrefix} NEW: publish failed:`,\n err.message\n )\n } else {\n console.log(\n `${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`\n )\n }\n }\n\n if (this.redisClientType === REDIS_V3) {\n this.redisClient.send_command('PUBLISH', [channel, message], done)\n } else if (this.redisClientType === REDIS_V4) {\n this.redisClient.sendCommand(['PUBLISH', channel, message]).then(() => done()).catch(done)\n } else if (this.redisClientType === IOREDIS) {\n this.redisClient.publish(channel, message).then(() => done()).catch(done)\n }\n }\n\n getRedisConnections = async () => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.send_command('CLIENT', ['LIST'], (err, result) => {\n if (err) {\n reject(new Error(`Failed to get CLIENT LIST: ${err.message}`))\n } else resolve(result)\n })\n })\n }\n\n // node-redis v4\n if (this.redisClientType === REDIS_V4) {\n try {\n return this.redisClient.sendCommand(['CLIENT', 'LIST'])\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n if (this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.client('LIST')\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n getRedisInfo = async section => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.info(section, (err, result) => {\n if (err) reject(err)\n else resolve(result)\n })\n })\n }\n\n // node-redis v4 or ioredis (info returns Promise)\n if (this.redisClientType === REDIS_V4 || this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.info(section)\n } catch (err) {\n throw new Error(`Failed to get Redis INFO: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n parseRedisConnections = clientsStr => {\n return clientsStr\n .split('\\n')\n .filter(line => line.trim() !== '')\n .map(line => {\n const parts = line.split(' ')\n const client = {}\n parts.forEach(p => {\n const eqIdx = p.indexOf('=')\n if (eqIdx === -1) return\n const k = p.slice(0, eqIdx)\n const v = p.slice(eqIdx + 1)\n if (redisConnectionFields.includes(k)) {\n client[k] = v\n }\n })\n return client\n })\n }\n\n /**\n * Collect basic Redis INFO metrics: clients, memory, stats\n * @returns {Promise<void>}\n */\n collectRedisMetrics = async () => {\n try {\n const [memoryInfoStr, statsInfoStr, connectionsInfoStr] =\n await Promise.all([\n this.getRedisInfo('memory'),\n this.getRedisInfo('stats'),\n this.getRedisConnections(),\n ])\n\n const labels = this.getDefaultLabels()\n\n const connections = this.parseRedisConnections(connectionsInfoStr)\n\n if (this.logValues) {\n // \"IN\" data: raw client list from Redis\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw):\\n',\n connectionsInfoStr\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw) length:',\n connectionsInfoStr.length\n )\n\n // \"OUT\" data: parsed fields used for metrics\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) count:',\n connections.length\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed sample, first 10):',\n JSON.stringify(connections.slice(0, 10), null, 2)\n )\n\n const missing = { name: 0, flags: 0, cmd: 0, 'tot-mem': 0 }\n connections.forEach(c => {\n if (!c.name) missing.name += 1\n if (!c.flags) missing.flags += 1\n if (!c.cmd) missing.cmd += 1\n if (!c['tot-mem']) missing['tot-mem'] += 1\n })\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) missing fields:',\n missing\n )\n }\n\n const grouped = {}\n connections.forEach(conn => {\n const { name, flags, 'tot-mem': totMem, cmd } = conn\n\n // build grouping key (includes default gauge labels later)\n const key = JSON.stringify({ name, flags, cmd })\n\n if (!grouped[key]) {\n grouped[key] = {\n labels: { name, flags, cmd },\n count: 0,\n memory: 0,\n }\n }\n\n grouped[key].count += 1\n const mem = parseInt(totMem, 10)\n grouped[key].memory += Number.isFinite(mem) ? mem : 0\n })\n\n // Ensure sets exist even if older instance is hot-reloaded.\n if (!this._redisConnSeenKeys) this._redisConnSeenKeys = new Set()\n if (!this._redisConnZeroedKeys) this._redisConnZeroedKeys = new Set()\n\n const currentKeys = new Set(Object.keys(grouped))\n for (const k of currentKeys) {\n this._redisConnSeenKeys.add(k)\n if (this._redisConnZeroedKeys.has(k)) {\n this._redisConnZeroedKeys.delete(k)\n }\n }\n\n // Reset gauges each scrape so we only export:\n // - current snapshot series\n // - one-shot zeros for recently disappeared series\n this.redisConnectionsGauge.reset()\n this.redisConnectionsMemoryGauge.reset()\n\n // Emit one-shot zeros for series that disappeared since last seen.\n for (const k of this._redisConnSeenKeys) {\n if (currentKeys.has(k)) continue\n if (this._redisConnZeroedKeys.has(k)) continue\n try {\n const valueLabels = JSON.parse(k)\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, 0)\n this.redisConnectionsMemoryGauge.set({ ...labels, ...valueLabels }, 0)\n this._redisConnZeroedKeys.add(k)\n } catch {\n // ignore malformed key\n }\n }\n\n if (this.logValues) {\n const groups = Object.values(grouped)\n const groupedTotal = groups.reduce((sum, g) => sum + (g.count || 0), 0)\n console.log(\n '[queue-metrics] Redis connections grouped buckets:',\n groups.length\n )\n console.log(\n '[queue-metrics] Redis connections grouped total:',\n groupedTotal\n )\n console.log(\n '[queue-metrics] Redis connections seen keys:',\n this._redisConnSeenKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections zeroed keys:',\n this._redisConnZeroedKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections grouped sample (first 10):',\n JSON.stringify(groups.slice(0, 10), null, 2)\n )\n }\n\n Object.values(grouped).forEach(\n ({ labels: valueLabels, count, memory }) => {\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, count)\n this.redisConnectionsMemoryGauge.set(\n { ...labels, ...valueLabels },\n memory\n )\n }\n )\n\n const parseRedisInfo = infoStr =>\n Object.fromEntries(\n infoStr\n .split('\\r\\n')\n .filter(line => line && !line.startsWith('#'))\n .map(line => line.split(':', 2))\n .filter(parts => parts.length === 2 && parts[0] && parts[1])\n )\n\n const memory = parseRedisInfo(memoryInfoStr)\n const stats = parseRedisInfo(statsInfoStr)\n\n if (memory.used_memory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'used' },\n parseInt(memory.used_memory, 10) || 0\n )\n }\n if (memory.maxmemory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'max' },\n parseInt(memory.maxmemory, 10) || 0\n )\n }\n\n if (stats.instantaneous_ops_per_sec) {\n this.redisStatsGauge.set(\n { ...labels, operation: 'ops_per_sec' },\n parseInt(stats.instantaneous_ops_per_sec, 10) || 0\n )\n }\n } catch (error) {\n console.warn(\n `[queue-metrics] Failed to collect Redis metrics:`,\n error.message\n )\n }\n }\n\n /**\n * Collect metrics for all Redis and push to Prometheus Pushgateway\n * @returns {Promise<void>}\n */\n pushRedisMetrics = async () => {\n try {\n await this.collectRedisMetrics()\n await this.gatewayPush()\n this.clearAllCounters()\n\n if (this.metricsLogValues) {\n const metricObjects = await this.registry.getMetricsAsJSON()\n console.info(\n `[queue-metrics] Collected metrics for Redis`,\n JSON.stringify(metricObjects, null, 2)\n )\n }\n } catch (error) {\n console.error(\n `[queue-metrics] Failed to collect Redis metrics: ${error.message}`\n )\n throw error\n }\n }\n\n /**\n * Start periodic collection.\n * @param {number} [intervalSec=this.intervalSec] - Interval in seconds\n */\n startPush = (intervalSec = this.intervalSec) => {\n this._startPush(intervalSec, () => {\n this.pushRedisMetrics().catch(err => {\n console.error(`[queue-metrics] Failed to push Redis metrics:`, err)\n })\n })\n if (this._gracefulShutdownRedis) {\n this._publishNewInstanceStarted()\n }\n }\n\n /**\n * Cleanup Redis client and exit process.\n * Stops push, deletes this instance's metrics from VM (if removeOldMetrics), closes subscriber and main Redis, then exits.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this._subClient) {\n try {\n if (this.redisClientType === REDIS_V3) {\n await new Promise((resolve, reject) => {\n if (typeof this._subClient.quit === 'function') {\n this._subClient.quit(err => (err ? reject(err) : resolve()))\n } else resolve()\n })\n } else if (this.redisClientType === REDIS_V4) {\n if (this._subClient.quit) await this._subClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n if (this._subClient.disconnect) await this._subClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing subscriber client:', err)\n }\n this._subClient = null\n }\n try {\n if (!this.redisClient) return\n\n if (\n this.redisClientType === REDIS_V3 ||\n this.redisClientType === REDIS_V4\n ) {\n await this.redisClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n await this.redisClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing Redis client:', err)\n }\n process.exit(0)\n }\n\n _setCleanupHandlers = () => {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n}\n\nmodule.exports = { RedisMetricsClient }\n"],"mappings":";;AAAA,MAAM;EAAEA;AAAkB,CAAC,GAAGC,OAAO,CAAC,qBAAqB,CAAC;AAC5D,MAAM;EACJC,kBAAkB;EAClBC,QAAQ;EACRC,OAAO;EACPC;AACF,CAAC,GAAGJ,OAAO,CAAC,eAAe,CAAC;AAE5B,MAAMK,2BAA2B,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;AAC5D,MAAMC,qBAAqB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC;;AAEjE;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,kBAAkB,SAASR,iBAAiB,CAAC;EACjD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACES,WAAWA,CAAC;IAAEC,WAAW;IAAEC,iBAAiB;IAAEC,qBAAqB;IAAE,GAAGC;EAAc,CAAC,GAAG,CAAC,CAAC,EAAE;IAC5F,MAAMC,WAAW,GACfD,aAAa,CAACC,WAAW,IACzBC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,0BAA0B,IAAI,EAAE,EAAE,EAAE,CAAC,IAC1D,CAAC;IAEH,KAAK,CAAC;MACJ,GAAGL,aAAa;MAChBM,WAAW,EAAEN,aAAa,CAACM,WAAW,IAAI,eAAe;MACzDL,WAAW;MACXM,aAAa,EAAEP,aAAa,CAACO,aAAa,KAAK;IACjD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACV,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACW,eAAe,GAAGnB,kBAAkB,CAACQ,WAAW,CAAC;;IAEtD;IACA,IAAI,CAACY,sBAAsB,GACzBV,qBAAqB,KAAK,KAAK,IAAII,OAAO,CAACC,GAAG,CAACM,+BAA+B,KAAK,OAAO;IAC5F,IAAI,CAACC,wBAAwB,GAC3B,IAAI,CAACF,sBAAsB,GACvB,6BAA6B,IAAI,CAACG,OAAO,IAAI,IAAI,CAACN,WAAW,EAAE,GAC/D,IAAI;IACV;IACA,IAAI,CAACO,UAAU,GAAG,IAAI;;IAEtB;IACA,IAAI,CAACC,0BAA0B,GAAG,wBAAwB,IAAI,CAACR,WAAW,MAAM,IAAI,CAACM,OAAO,MAAM,IAAI,CAACG,MAAM,GAAG;IAEhH,IAAI,IAAI,CAACN,sBAAsB,IAAI,IAAI,CAACE,wBAAwB,EAAE;MAChE,IAAI,CAACK,+BAA+B,CAAClB,iBAAiB,CAAC;IACzD;;IAEA;IACA,IAAI,CAACmB,qBAAqB,GAAG,IAAI,CAACC,WAAW,CAAC;MAC5CC,IAAI,EAAE,6BAA6B;MACnCC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC7B,2BAA2B;IAChE,CAAC,CAAC;IAEF,IAAI,CAAC8B,2BAA2B,GAAG,IAAI,CAACL,WAAW,CAAC;MAClDC,IAAI,EAAE,0CAA0C;MAChDC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC7B,2BAA2B;IAChE,CAAC,CAAC;;IAEF;IACA,IAAI,CAAC+B,gBAAgB,GAAG,IAAI,CAACN,WAAW,CAAC;MACvCC,IAAI,EAAE,wBAAwB;MAC9BC,IAAI,EAAE,6BAA6B;MACnCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,aAAa,CAAC;IACpD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACG,eAAe,GAAG,IAAI,CAACP,WAAW,CAAC;MACtCC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE,4BAA4B;MAClCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,WAAW,CAAC;IAClD,CAAC,CAAC;;IAEF;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACI,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;IACnC,IAAI,CAACC,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;IAErC,IAAI,CAACE,mBAAmB,CAAC,CAAC;EAC5B;;EAEA;AACF;AACA;AACA;AACA;EACEb,+BAA+BA,CAAClB,iBAAiB,EAAE;IACjD,MAAMgC,OAAO,GAAG,IAAI,CAACnB,wBAAwB;IAC7C,IAAI,CAACmB,OAAO,EAAE;IAEd,IAAIC,SAAS,GAAGjC,iBAAiB;IACjC,IAAI,CAACiC,SAAS,IAAI,IAAI,CAAClC,WAAW,IAAI,OAAO,IAAI,CAACA,WAAW,CAACmC,SAAS,KAAK,UAAU,EAAE;MACtFD,SAAS,GAAG,IAAI,CAAClC,WAAW,CAACmC,SAAS,CAAC,CAAC;IAC1C;IACA,IAAI,CAACD,SAAS,EAAE;MACdE,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACpB,0BAA0B,0GACpC,CAAC;MACD;IACF;IAEA,IAAI,CAACD,UAAU,GAAGkB,SAAS;IAE3B,MAAMI,SAAS,GAAGA,CAAA,KAAM;MACtBF,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,kDAAkDgB,OAAO,YAC7F,CAAC;MACD,IAAI,CAACO,OAAO,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,CAAC7B,eAAe,KAAKhB,QAAQ,EAAE;MACrCuC,SAAS,CAACO,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BL,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,0BAA0BgB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACO,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKT,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFJ,SAAS,CAACU,SAAS,CAACX,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAACtB,eAAe,KAAKlB,QAAQ,EAAE;MAC5CyC,SAAS,CAACO,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BL,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,0BAA0BgB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACO,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKT,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFJ,SAAS,CAACU,SAAS,CAACX,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAACtB,eAAe,KAAKjB,OAAO,EAAE;MAC3CwC,SAAS,CAACU,SAAS,CAACX,OAAO,EAAE,CAACY,GAAG,EAAEC,KAAK,KAAK;QAC3C,IAAID,GAAG,EAAE;UACPT,OAAO,CAACW,KAAK,CACX,GAAG,IAAI,CAAC9B,0BAA0B,mBAAmB,EACrD4B,GACF,CAAC;UACD;QACF;QACAT,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,0BAA0BgB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACO,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKT,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;IACJ;EACF;;EAEA;AACF;AACA;EACEU,0BAA0BA,CAAA,EAAG;IAC3B,IAAI,CAAC,IAAI,CAAClC,wBAAwB,IAAI,CAAC,IAAI,CAACd,WAAW,EAAE;IACzD,MAAMiC,OAAO,GAAG,IAAI,CAACnB,wBAAwB;IAC7C,MAAMmC,OAAO,GAAG,IAAI,CAAC/B,MAAM,IAAI,GAAG;IAElC,MAAMgC,IAAI,GAAGL,GAAG,IAAI;MAClB,IAAIA,GAAG,EAAE;QACPT,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,uBAAuB,EACzD4B,GAAG,CAACI,OACN,CAAC;MACH,CAAC,MAAM;QACLb,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,8BAA8BgB,OAAO,mDACzE,CAAC;MACH;IACF,CAAC;IAED,IAAI,IAAI,CAACtB,eAAe,KAAKhB,QAAQ,EAAE;MACrC,IAAI,CAACK,WAAW,CAACmD,YAAY,CAAC,SAAS,EAAE,CAAClB,OAAO,EAAEgB,OAAO,CAAC,EAAEC,IAAI,CAAC;IACpE,CAAC,MAAM,IAAI,IAAI,CAACvC,eAAe,KAAKlB,QAAQ,EAAE;MAC5C,IAAI,CAACO,WAAW,CAACoD,WAAW,CAAC,CAAC,SAAS,EAAEnB,OAAO,EAAEgB,OAAO,CAAC,CAAC,CAACI,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC5F,CAAC,MAAM,IAAI,IAAI,CAACvC,eAAe,KAAKjB,OAAO,EAAE;MAC3C,IAAI,CAACM,WAAW,CAACuD,OAAO,CAACtB,OAAO,EAAEgB,OAAO,CAAC,CAACI,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC3E;EACF;EAEAM,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI,CAAC,IAAI,CAACxD,WAAW,EAAE,MAAM,IAAIyD,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAAC9C,eAAe,KAAKhB,QAAQ,EAAE;MACrC,OAAO,IAAI+D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAAC5D,WAAW,CAACmD,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,CAACN,GAAG,EAAEgB,MAAM,KAAK;UACjE,IAAIhB,GAAG,EAAE;YACPe,MAAM,CAAC,IAAIH,KAAK,CAAC,8BAA8BZ,GAAG,CAACI,OAAO,EAAE,CAAC,CAAC;UAChE,CAAC,MAAMU,OAAO,CAACE,MAAM,CAAC;QACxB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAAClD,eAAe,KAAKlB,QAAQ,EAAE;MACrC,IAAI;QACF,OAAO,IAAI,CAACO,WAAW,CAACoD,WAAW,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;MACzD,CAAC,CAAC,OAAOP,GAAG,EAAE;QACZ,MAAM,IAAIY,KAAK,CAAC,8BAA8BZ,GAAG,CAACI,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,IAAI,IAAI,CAACtC,eAAe,KAAKjB,OAAO,EAAE;MACpC,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAAC8D,MAAM,CAAC,MAAM,CAAC;MACxC,CAAC,CAAC,OAAOjB,GAAG,EAAE;QACZ,MAAM,IAAIY,KAAK,CAAC,8BAA8BZ,GAAG,CAACI,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,MAAM,IAAIQ,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDM,YAAY,GAAG,MAAMC,OAAO,IAAI;IAC9B,IAAI,CAAC,IAAI,CAAChE,WAAW,EAAE,MAAM,IAAIyD,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAAC9C,eAAe,KAAKhB,QAAQ,EAAE;MACrC,OAAO,IAAI+D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAAC5D,WAAW,CAACiE,IAAI,CAACD,OAAO,EAAE,CAACnB,GAAG,EAAEgB,MAAM,KAAK;UAC9C,IAAIhB,GAAG,EAAEe,MAAM,CAACf,GAAG,CAAC,MACfc,OAAO,CAACE,MAAM,CAAC;QACtB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAAClD,eAAe,KAAKlB,QAAQ,IAAI,IAAI,CAACkB,eAAe,KAAKjB,OAAO,EAAE;MACzE,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAACiE,IAAI,CAACD,OAAO,CAAC;MACvC,CAAC,CAAC,OAAOnB,GAAG,EAAE;QACZ,MAAM,IAAIY,KAAK,CAAC,6BAA6BZ,GAAG,CAACI,OAAO,EAAE,CAAC;MAC7D;IACF;IAEA,MAAM,IAAIQ,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDS,qBAAqB,GAAGC,UAAU,IAAI;IACpC,OAAOA,UAAU,CACdC,KAAK,CAAC,IAAI,CAAC,CACXC,MAAM,CAACC,IAAI,IAAIA,IAAI,CAACC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAClCC,GAAG,CAACF,IAAI,IAAI;MACX,MAAMG,KAAK,GAAGH,IAAI,CAACF,KAAK,CAAC,GAAG,CAAC;MAC7B,MAAMN,MAAM,GAAG,CAAC,CAAC;MACjBW,KAAK,CAACC,OAAO,CAACC,CAAC,IAAI;QACjB,MAAMC,KAAK,GAAGD,CAAC,CAACE,OAAO,CAAC,GAAG,CAAC;QAC5B,IAAID,KAAK,KAAK,CAAC,CAAC,EAAE;QAClB,MAAME,CAAC,GAAGH,CAAC,CAACI,KAAK,CAAC,CAAC,EAAEH,KAAK,CAAC;QAC3B,MAAMI,CAAC,GAAGL,CAAC,CAACI,KAAK,CAACH,KAAK,GAAG,CAAC,CAAC;QAC5B,IAAI/E,qBAAqB,CAACoF,QAAQ,CAACH,CAAC,CAAC,EAAE;UACrChB,MAAM,CAACgB,CAAC,CAAC,GAAGE,CAAC;QACf;MACF,CAAC,CAAC;MACF,OAAOlB,MAAM;IACf,CAAC,CAAC;EACN,CAAC;;EAED;AACF;AACA;AACA;EACEoB,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI;MACF,MAAM,CAACC,aAAa,EAAEC,YAAY,EAAEC,kBAAkB,CAAC,GACrD,MAAM3B,OAAO,CAAC4B,GAAG,CAAC,CAChB,IAAI,CAACvB,YAAY,CAAC,QAAQ,CAAC,EAC3B,IAAI,CAACA,YAAY,CAAC,OAAO,CAAC,EAC1B,IAAI,CAACP,mBAAmB,CAAC,CAAC,CAC3B,CAAC;MAEJ,MAAM+B,MAAM,GAAG,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEtC,MAAMC,WAAW,GAAG,IAAI,CAACvB,qBAAqB,CAACmB,kBAAkB,CAAC;MAElE,IAAI,IAAI,CAACK,SAAS,EAAE;QAClB;QACAtD,OAAO,CAACG,GAAG,CACT,4CAA4C,EAC5C8C,kBACF,CAAC;QACDjD,OAAO,CAACG,GAAG,CACT,iDAAiD,EACjD8C,kBAAkB,CAACM,MACrB,CAAC;;QAED;QACAvD,OAAO,CAACG,GAAG,CACT,mDAAmD,EACnDkD,WAAW,CAACE,MACd,CAAC;QACDvD,OAAO,CAACG,GAAG,CACT,8DAA8D,EAC9DqD,IAAI,CAACC,SAAS,CAACJ,WAAW,CAACV,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAClD,CAAC;QAED,MAAMe,OAAO,GAAG;UAAExE,IAAI,EAAE,CAAC;UAAEyE,KAAK,EAAE,CAAC;UAAEC,GAAG,EAAE,CAAC;UAAE,SAAS,EAAE;QAAE,CAAC;QAC3DP,WAAW,CAACf,OAAO,CAACuB,CAAC,IAAI;UACvB,IAAI,CAACA,CAAC,CAAC3E,IAAI,EAAEwE,OAAO,CAACxE,IAAI,IAAI,CAAC;UAC9B,IAAI,CAAC2E,CAAC,CAACF,KAAK,EAAED,OAAO,CAACC,KAAK,IAAI,CAAC;UAChC,IAAI,CAACE,CAAC,CAACD,GAAG,EAAEF,OAAO,CAACE,GAAG,IAAI,CAAC;UAC5B,IAAI,CAACC,CAAC,CAAC,SAAS,CAAC,EAAEH,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;QAC5C,CAAC,CAAC;QACF1D,OAAO,CAACG,GAAG,CACT,4DAA4D,EAC5DuD,OACF,CAAC;MACH;MAEA,MAAMI,OAAO,GAAG,CAAC,CAAC;MAClBT,WAAW,CAACf,OAAO,CAACyB,IAAI,IAAI;QAC1B,MAAM;UAAE7E,IAAI;UAAEyE,KAAK;UAAE,SAAS,EAAEK,MAAM;UAAEJ;QAAI,CAAC,GAAGG,IAAI;;QAEpD;QACA,MAAME,GAAG,GAAGT,IAAI,CAACC,SAAS,CAAC;UAAEvE,IAAI;UAAEyE,KAAK;UAAEC;QAAI,CAAC,CAAC;QAEhD,IAAI,CAACE,OAAO,CAACG,GAAG,CAAC,EAAE;UACjBH,OAAO,CAACG,GAAG,CAAC,GAAG;YACbd,MAAM,EAAE;cAAEjE,IAAI;cAAEyE,KAAK;cAAEC;YAAI,CAAC;YAC5BlD,KAAK,EAAE,CAAC;YACRwD,MAAM,EAAE;UACV,CAAC;QACH;QAEAJ,OAAO,CAACG,GAAG,CAAC,CAACvD,KAAK,IAAI,CAAC;QACvB,MAAMyD,GAAG,GAAGlG,QAAQ,CAAC+F,MAAM,EAAE,EAAE,CAAC;QAChCF,OAAO,CAACG,GAAG,CAAC,CAACC,MAAM,IAAIE,MAAM,CAACC,QAAQ,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,CAAC;MACvD,CAAC,CAAC;;MAEF;MACA,IAAI,CAAC,IAAI,CAAC1E,kBAAkB,EAAE,IAAI,CAACA,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;MACjE,IAAI,CAAC,IAAI,CAACC,oBAAoB,EAAE,IAAI,CAACA,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;MAErE,MAAM4E,WAAW,GAAG,IAAI5E,GAAG,CAAC6E,MAAM,CAACC,IAAI,CAACV,OAAO,CAAC,CAAC;MACjD,KAAK,MAAMpB,CAAC,IAAI4B,WAAW,EAAE;QAC3B,IAAI,CAAC7E,kBAAkB,CAACgF,GAAG,CAAC/B,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC/C,oBAAoB,CAAC+E,GAAG,CAAChC,CAAC,CAAC,EAAE;UACpC,IAAI,CAAC/C,oBAAoB,CAACgF,MAAM,CAACjC,CAAC,CAAC;QACrC;MACF;;MAEA;MACA;MACA;MACA,IAAI,CAAC1D,qBAAqB,CAAC4F,KAAK,CAAC,CAAC;MAClC,IAAI,CAACtF,2BAA2B,CAACsF,KAAK,CAAC,CAAC;;MAExC;MACA,KAAK,MAAMlC,CAAC,IAAI,IAAI,CAACjD,kBAAkB,EAAE;QACvC,IAAI6E,WAAW,CAACI,GAAG,CAAChC,CAAC,CAAC,EAAE;QACxB,IAAI,IAAI,CAAC/C,oBAAoB,CAAC+E,GAAG,CAAChC,CAAC,CAAC,EAAE;QACtC,IAAI;UACF,MAAMmC,WAAW,GAAGrB,IAAI,CAACsB,KAAK,CAACpC,CAAC,CAAC;UACjC,IAAI,CAAC1D,qBAAqB,CAAC+F,GAAG,CAAC;YAAE,GAAG5B,MAAM;YAAE,GAAG0B;UAAY,CAAC,EAAE,CAAC,CAAC;UAChE,IAAI,CAACvF,2BAA2B,CAACyF,GAAG,CAAC;YAAE,GAAG5B,MAAM;YAAE,GAAG0B;UAAY,CAAC,EAAE,CAAC,CAAC;UACtE,IAAI,CAAClF,oBAAoB,CAAC8E,GAAG,CAAC/B,CAAC,CAAC;QAClC,CAAC,CAAC,MAAM;UACN;QAAA;MAEJ;MAEA,IAAI,IAAI,CAACY,SAAS,EAAE;QAClB,MAAM0B,MAAM,GAAGT,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC;QACrC,MAAMoB,YAAY,GAAGF,MAAM,CAACG,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAKD,GAAG,IAAIC,CAAC,CAAC3E,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvEV,OAAO,CAACG,GAAG,CACT,oDAAoD,EACpD6E,MAAM,CAACzB,MACT,CAAC;QACDvD,OAAO,CAACG,GAAG,CACT,kDAAkD,EAClD+E,YACF,CAAC;QACDlF,OAAO,CAACG,GAAG,CACT,8CAA8C,EAC9C,IAAI,CAACV,kBAAkB,CAAC6F,IAC1B,CAAC;QACDtF,OAAO,CAACG,GAAG,CACT,gDAAgD,EAChD,IAAI,CAACR,oBAAoB,CAAC2F,IAC5B,CAAC;QACDtF,OAAO,CAACG,GAAG,CACT,8DAA8D,EAC9DqD,IAAI,CAACC,SAAS,CAACuB,MAAM,CAACrC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAC7C,CAAC;MACH;MAEA4B,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC,CAACxB,OAAO,CAC5B,CAAC;QAAEa,MAAM,EAAE0B,WAAW;QAAEnE,KAAK;QAAEwD;MAAO,CAAC,KAAK;QAC1C,IAAI,CAAClF,qBAAqB,CAAC+F,GAAG,CAAC;UAAE,GAAG5B,MAAM;UAAE,GAAG0B;QAAY,CAAC,EAAEnE,KAAK,CAAC;QACpE,IAAI,CAACpB,2BAA2B,CAACyF,GAAG,CAClC;UAAE,GAAG5B,MAAM;UAAE,GAAG0B;QAAY,CAAC,EAC7BX,MACF,CAAC;MACH,CACF,CAAC;MAED,MAAMqB,cAAc,GAAGC,OAAO,IAC5BjB,MAAM,CAACkB,WAAW,CAChBD,OAAO,CACJxD,KAAK,CAAC,MAAM,CAAC,CACbC,MAAM,CAACC,IAAI,IAAIA,IAAI,IAAI,CAACA,IAAI,CAACwD,UAAU,CAAC,GAAG,CAAC,CAAC,CAC7CtD,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACF,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAC/BC,MAAM,CAACI,KAAK,IAAIA,KAAK,CAACkB,MAAM,KAAK,CAAC,IAAIlB,KAAK,CAAC,CAAC,CAAC,IAAIA,KAAK,CAAC,CAAC,CAAC,CAC/D,CAAC;MAEH,MAAM6B,MAAM,GAAGqB,cAAc,CAACxC,aAAa,CAAC;MAC5C,MAAM4C,KAAK,GAAGJ,cAAc,CAACvC,YAAY,CAAC;MAE1C,IAAIkB,MAAM,CAAC0B,WAAW,EAAE;QACtB,IAAI,CAACrG,gBAAgB,CAACwF,GAAG,CACvB;UAAE,GAAG5B,MAAM;UAAE0C,WAAW,EAAE;QAAO,CAAC,EAClC5H,QAAQ,CAACiG,MAAM,CAAC0B,WAAW,EAAE,EAAE,CAAC,IAAI,CACtC,CAAC;MACH;MACA,IAAI1B,MAAM,CAAC4B,SAAS,EAAE;QACpB,IAAI,CAACvG,gBAAgB,CAACwF,GAAG,CACvB;UAAE,GAAG5B,MAAM;UAAE0C,WAAW,EAAE;QAAM,CAAC,EACjC5H,QAAQ,CAACiG,MAAM,CAAC4B,SAAS,EAAE,EAAE,CAAC,IAAI,CACpC,CAAC;MACH;MAEA,IAAIH,KAAK,CAACI,yBAAyB,EAAE;QACnC,IAAI,CAACvG,eAAe,CAACuF,GAAG,CACtB;UAAE,GAAG5B,MAAM;UAAE6C,SAAS,EAAE;QAAc,CAAC,EACvC/H,QAAQ,CAAC0H,KAAK,CAACI,yBAAyB,EAAE,EAAE,CAAC,IAAI,CACnD,CAAC;MACH;IACF,CAAC,CAAC,OAAOpF,KAAK,EAAE;MACdX,OAAO,CAACC,IAAI,CACV,kDAAkD,EAClDU,KAAK,CAACE,OACR,CAAC;IACH;EACF,CAAC;;EAED;AACF;AACA;AACA;EACEoF,gBAAgB,GAAG,MAAAA,CAAA,KAAY;IAC7B,IAAI;MACF,MAAM,IAAI,CAACnD,mBAAmB,CAAC,CAAC;MAChC,MAAM,IAAI,CAACoD,WAAW,CAAC,CAAC;MACxB,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;QACzB,MAAMC,aAAa,GAAG,MAAM,IAAI,CAACC,QAAQ,CAACC,gBAAgB,CAAC,CAAC;QAC5DvG,OAAO,CAAC6B,IAAI,CACV,6CAA6C,EAC7C2B,IAAI,CAACC,SAAS,CAAC4C,aAAa,EAAE,IAAI,EAAE,CAAC,CACvC,CAAC;MACH;IACF,CAAC,CAAC,OAAO1F,KAAK,EAAE;MACdX,OAAO,CAACW,KAAK,CACX,oDAAoDA,KAAK,CAACE,OAAO,EACnE,CAAC;MACD,MAAMF,KAAK;IACb;EACF,CAAC;;EAED;AACF;AACA;AACA;EACE6F,SAAS,GAAGA,CAACxI,WAAW,GAAG,IAAI,CAACA,WAAW,KAAK;IAC9C,IAAI,CAACyI,UAAU,CAACzI,WAAW,EAAE,MAAM;MACjC,IAAI,CAACiI,gBAAgB,CAAC,CAAC,CAAC/E,KAAK,CAACT,GAAG,IAAI;QACnCT,OAAO,CAACW,KAAK,CAAC,+CAA+C,EAAEF,GAAG,CAAC;MACrE,CAAC,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,IAAI,CAACjC,sBAAsB,EAAE;MAC/B,IAAI,CAACoC,0BAA0B,CAAC,CAAC;IACnC;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;EACER,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpB,IAAI,CAACsG,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAACC,OAAO,EAAE;MAChB,MAAM,IAAI,CAACC,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAAChI,UAAU,EAAE;MACnB,IAAI;QACF,IAAI,IAAI,CAACL,eAAe,KAAKhB,QAAQ,EAAE;UACrC,MAAM,IAAI+D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;YACrC,IAAI,OAAO,IAAI,CAAC5C,UAAU,CAACiI,IAAI,KAAK,UAAU,EAAE;cAC9C,IAAI,CAACjI,UAAU,CAACiI,IAAI,CAACpG,GAAG,IAAKA,GAAG,GAAGe,MAAM,CAACf,GAAG,CAAC,GAAGc,OAAO,CAAC,CAAE,CAAC;YAC9D,CAAC,MAAMA,OAAO,CAAC,CAAC;UAClB,CAAC,CAAC;QACJ,CAAC,MAAM,IAAI,IAAI,CAAChD,eAAe,KAAKlB,QAAQ,EAAE;UAC5C,IAAI,IAAI,CAACuB,UAAU,CAACiI,IAAI,EAAE,MAAM,IAAI,CAACjI,UAAU,CAACiI,IAAI,CAAC,CAAC;QACxD,CAAC,MAAM,IAAI,IAAI,CAACtI,eAAe,KAAKjB,OAAO,EAAE;UAC3C,IAAI,IAAI,CAACsB,UAAU,CAACkI,UAAU,EAAE,MAAM,IAAI,CAAClI,UAAU,CAACkI,UAAU,CAAC,CAAC;QACpE;MACF,CAAC,CAAC,OAAOrG,GAAG,EAAE;QACZT,OAAO,CAACW,KAAK,CAAC,kDAAkD,EAAEF,GAAG,CAAC;MACxE;MACA,IAAI,CAAC7B,UAAU,GAAG,IAAI;IACxB;IACA,IAAI;MACF,IAAI,CAAC,IAAI,CAAChB,WAAW,EAAE;MAEvB,IACE,IAAI,CAACW,eAAe,KAAKhB,QAAQ,IACjC,IAAI,CAACgB,eAAe,KAAKlB,QAAQ,EACjC;QACA,MAAM,IAAI,CAACO,WAAW,CAACiJ,IAAI,CAAC,CAAC;MAC/B,CAAC,MAAM,IAAI,IAAI,CAACtI,eAAe,KAAKjB,OAAO,EAAE;QAC3C,MAAM,IAAI,CAACM,WAAW,CAACkJ,UAAU,CAAC,CAAC;MACrC;IACF,CAAC,CAAC,OAAOrG,GAAG,EAAE;MACZT,OAAO,CAACW,KAAK,CAAC,6CAA6C,EAAEF,GAAG,CAAC;IACnE;IACAvC,OAAO,CAAC6I,IAAI,CAAC,CAAC,CAAC;EACjB,CAAC;EAEDnH,mBAAmB,GAAGA,CAAA,KAAM;IAC1B1B,OAAO,CAACmC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAACD,OAAO,CAAC;IAClClC,OAAO,CAACmC,EAAE,CAAC,SAAS,EAAE,IAAI,CAACD,OAAO,CAAC;EACrC,CAAC;AACH;AAEA4G,MAAM,CAACC,OAAO,GAAG;EAAEvJ;AAAmB,CAAC","ignoreList":[]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@adalo/metrics",
3
- "version": "0.1.157",
3
+ "version": "0.1.158",
4
4
  "description": "Reusable metrics utilities for Node.js and Laravel apps",
5
5
  "main": "lib/index.js",
6
6
  "types": "lib/index.d.ts",
@@ -20,6 +20,7 @@ class BaseMetricsClient {
20
20
  * @param {string} [config.pushgatewaySecret] Basic auth secret (Base64 of user:password)
21
21
  * @param {number} [config.intervalSec] Interval in seconds for pushing metrics
22
22
  * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name
23
+ * @param {boolean} [config.skipFirstPush] Skip the first push (first push after interval); set METRICS_SKIP_FIRST_PUSH=true to give old instance time to exit
23
24
  * @param {function} [config.startupValidation] Add to validate on start push.
24
25
  * @param {boolean} [config.disablePushgateway] Disable pushing to Pushgateway (use HTTP scraping instead)
25
26
  */
@@ -48,6 +49,9 @@ class BaseMetricsClient {
48
49
  this.removeOldMetrics =
49
50
  config.removeOldMetrics ??
50
51
  process.env.METRICS_REMOVE_OLD_METRICS === 'true'
52
+ /** When true, skip the immediate first push; first push runs after the first interval. Set METRICS_SKIP_FIRST_PUSH=true. */
53
+ this.skipFirstPush =
54
+ config.skipFirstPush ?? process.env.METRICS_SKIP_FIRST_PUSH === 'true'
51
55
  /** If true (default), cleanup() calls process.exit(0). Set to false when the app handles SIGTERM itself (e.g. graceful HTTP shutdown). */
52
56
  this.cleanupExitsProcess = config.cleanupExitsProcess ?? true
53
57
 
@@ -231,10 +235,16 @@ class BaseMetricsClient {
231
235
  }, interval * 1000)
232
236
  }
233
237
 
234
- // First push immediately so metrics appear without waiting for the first interval
235
- runPush().catch(err => {
236
- console.error(`${this.prefixLogs} Failed to push metrics (initial):`, err)
237
- })
238
+ // First push: skip when skipFirstPush (e.g. give old instance time to exit), otherwise push immediately
239
+ if (!this.skipFirstPush) {
240
+ runPush().catch(err => {
241
+ console.error(`${this.prefixLogs} Failed to push metrics (initial):`, err)
242
+ })
243
+ } else {
244
+ console.warn(
245
+ `${this.prefixLogs} First push skipped (METRICS_SKIP_FIRST_PUSH or skipFirstPush); first push in ${interval}s.`
246
+ )
247
+ }
238
248
 
239
249
  let pushOrigin = 'none'
240
250
  try {
@@ -247,6 +257,9 @@ class BaseMetricsClient {
247
257
  console.warn(
248
258
  `${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s, push: ${pushOrigin})`
249
259
  )
260
+ console.warn(
261
+ `${this.prefixLogs} Push interval: process_type=${this.processType} app=${this.appName} dyno_id=${this.dynoId} interval_sec=${this.intervalSec}`
262
+ )
250
263
  }
251
264
 
252
265
  /**
@@ -43,6 +43,7 @@ class RedisMetricsClient extends BaseMetricsClient {
43
43
  ...metricsConfig,
44
44
  processType: metricsConfig.processType || 'queue-metrics',
45
45
  intervalSec,
46
+ skipFirstPush: metricsConfig.skipFirstPush !== false,
46
47
  })
47
48
 
48
49
  /** Redis client used for metrics */
@@ -59,6 +60,9 @@ class RedisMetricsClient extends BaseMetricsClient {
59
60
  /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */
60
61
  this._subClient = null
61
62
 
63
+ /** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */
64
+ this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`
65
+
62
66
  if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {
63
67
  this._setupGracefulShutdownSubscribe(redisPubSubClient)
64
68
  }
@@ -117,7 +121,7 @@ class RedisMetricsClient extends BaseMetricsClient {
117
121
  }
118
122
  if (!subClient) {
119
123
  console.warn(
120
- '[queue-metrics] METRICS_GRACEFUL_SHUTDOWN_REDIS is true but no subscriber connection available. Pass redisPubSubClient or use ioredis (duplicate()).'
124
+ `${this._gracefulShutdownLogPrefix} No subscriber connection (pass redisPubSubClient or use ioredis). Graceful shutdown via Redis disabled.`
121
125
  )
122
126
  return
123
127
  }
@@ -125,15 +129,17 @@ class RedisMetricsClient extends BaseMetricsClient {
125
129
  this._subClient = subClient
126
130
 
127
131
  const onMessage = () => {
128
- console.warn(
129
- `[queue-metrics] New instance started (channel ${channel}); this instance exiting.`
132
+ console.log(
133
+ `${this._gracefulShutdownLogPrefix} OLD: received new-instance message on channel ${channel}; exiting.`
130
134
  )
131
135
  this.cleanup()
132
136
  }
133
137
 
134
138
  if (this.redisClientType === REDIS_V3) {
135
139
  subClient.on('subscribe', () => {
136
- console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`)
140
+ console.log(
141
+ `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`
142
+ )
137
143
  })
138
144
  subClient.on('message', (ch, _msg) => {
139
145
  if (ch === channel) onMessage()
@@ -141,7 +147,9 @@ class RedisMetricsClient extends BaseMetricsClient {
141
147
  subClient.subscribe(channel)
142
148
  } else if (this.redisClientType === REDIS_V4) {
143
149
  subClient.on('subscribe', () => {
144
- console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`)
150
+ console.log(
151
+ `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`
152
+ )
145
153
  })
146
154
  subClient.on('message', (ch, _msg) => {
147
155
  if (ch === channel) onMessage()
@@ -150,10 +158,15 @@ class RedisMetricsClient extends BaseMetricsClient {
150
158
  } else if (this.redisClientType === IOREDIS) {
151
159
  subClient.subscribe(channel, (err, count) => {
152
160
  if (err) {
153
- console.error('[queue-metrics] Graceful shutdown subscribe error:', err)
161
+ console.error(
162
+ `${this._gracefulShutdownLogPrefix} Subscribe error:`,
163
+ err
164
+ )
154
165
  return
155
166
  }
156
- console.warn(`[queue-metrics] Subscribed to ${channel} (graceful shutdown).`)
167
+ console.log(
168
+ `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`
169
+ )
157
170
  })
158
171
  subClient.on('message', (ch, _msg) => {
159
172
  if (ch === channel) onMessage()
@@ -171,9 +184,14 @@ class RedisMetricsClient extends BaseMetricsClient {
171
184
 
172
185
  const done = err => {
173
186
  if (err) {
174
- console.warn('[queue-metrics] Graceful shutdown publish failed:', err.message)
187
+ console.log(
188
+ `${this._gracefulShutdownLogPrefix} NEW: publish failed:`,
189
+ err.message
190
+ )
175
191
  } else {
176
- console.warn(`[queue-metrics] Published to ${channel} (new instance started).`)
192
+ console.log(
193
+ `${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`
194
+ )
177
195
  }
178
196
  }
179
197