@adalo/metrics 0.1.158 → 0.1.160
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -7,9 +7,8 @@
|
|
|
7
7
|
export class RedisMetricsClient extends BaseMetricsClient {
|
|
8
8
|
/**
|
|
9
9
|
* @param {Object} options
|
|
10
|
-
* @param {any} options.redisClient - Redis client instance (required)
|
|
11
|
-
* @param {
|
|
12
|
-
* @param {boolean} [options.gracefulShutdownRedis] - If true, new instance publishes to Redis on start and old instances exit when they receive (set METRICS_GRACEFUL_SHUTDOWN_REDIS=true). Channel scoped by app + process_type so other services are not closed.
|
|
10
|
+
* @param {any} options.redisClient - Redis client instance (required). Used for metrics and publish. Subscriber is created internally (duplicate() or REDIS_URL).
|
|
11
|
+
* @param {boolean} [options.gracefulShutdownRedis] - Default true. When true, new instance publishes on start and old instances exit on message. Set false or METRICS_GRACEFUL_SHUTDOWN_REDIS=false to disable.
|
|
13
12
|
* @param {string} [options.appName] - Application name (from BaseMetricsClient)
|
|
14
13
|
* @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)
|
|
15
14
|
* @param {string} [options.processType] - Process type (from BaseMetricsClient)
|
|
@@ -22,9 +21,8 @@ export class RedisMetricsClient extends BaseMetricsClient {
|
|
|
22
21
|
* @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)
|
|
23
22
|
* @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)
|
|
24
23
|
*/
|
|
25
|
-
constructor({ redisClient,
|
|
24
|
+
constructor({ redisClient, gracefulShutdownRedis, ...metricsConfig }?: {
|
|
26
25
|
redisClient: any;
|
|
27
|
-
redisPubSubClient?: any;
|
|
28
26
|
gracefulShutdownRedis?: boolean | undefined;
|
|
29
27
|
appName?: string | undefined;
|
|
30
28
|
dynoId?: string | undefined;
|
|
@@ -41,7 +39,6 @@ export class RedisMetricsClient extends BaseMetricsClient {
|
|
|
41
39
|
/** Redis client used for metrics */
|
|
42
40
|
redisClient: any;
|
|
43
41
|
redisClientType: string;
|
|
44
|
-
/** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */
|
|
45
42
|
_gracefulShutdownRedis: boolean;
|
|
46
43
|
_gracefulShutdownChannel: string | null;
|
|
47
44
|
/** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */
|
|
@@ -58,11 +55,9 @@ export class RedisMetricsClient extends BaseMetricsClient {
|
|
|
58
55
|
_redisConnSeenKeys: Set<any>;
|
|
59
56
|
_redisConnZeroedKeys: Set<any>;
|
|
60
57
|
/**
|
|
61
|
-
* Set up Redis subscribe for graceful shutdown:
|
|
62
|
-
* Uses redisPubSubClient if provided, or redisClient.duplicate() when available (e.g. ioredis). Channel is scoped by app + process_type so only same service is affected.
|
|
63
|
-
* @param {any} [redisPubSubClient] - Dedicated connection for subscribe (required for node-redis; ioredis can use duplicate())
|
|
58
|
+
* Set up Redis subscribe for graceful shutdown. Uses one connection: either redisClient.duplicate() (ioredis) or a client created from REDIS_URL (node-redis). Caller passes only redisClient.
|
|
64
59
|
*/
|
|
65
|
-
_setupGracefulShutdownSubscribe(
|
|
60
|
+
_setupGracefulShutdownSubscribe(): void;
|
|
66
61
|
/**
|
|
67
62
|
* Publish one-time "new instance started" so old instances (subscribed to the same channel) exit. Call from new instance after startPush.
|
|
68
63
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"metricsRedisClient.d.ts","sourceRoot":"","sources":["../../src/metrics/metricsRedisClient.js"],"names":[],"mappings":"AAWA;;;;;GAKG;AACH;IACE
|
|
1
|
+
{"version":3,"file":"metricsRedisClient.d.ts","sourceRoot":"","sources":["../../src/metrics/metricsRedisClient.js"],"names":[],"mappings":"AAWA;;;;;GAKG;AACH;IACE;;;;;;;;;;;;;;;OAeG;IACH;QAdwB,WAAW,EAAxB,GAAG;QACe,qBAAqB;QACtB,OAAO;QACP,MAAM;QACN,WAAW;QACV,OAAO;QACP,SAAS;QACV,cAAc;QACd,iBAAiB;QACjB,WAAW;QACV,gBAAgB;QACf,iBAAiB;QAClB,kBAAkB;OA8E9C;IA/DC,oCAAoC;IACpC,iBAA8B;IAC9B,wBAAsD;IAKtD,gCAAgE;IAChE,wCAGU;IACV,qFAAqF;IACrF,gBAAsB;IAEtB,gGAAgG;IAChG,mCAAgH;IAUhH,2CAA2C;IAC3C,2DAIE;IAEF,iEAIE;IAEF,mCAAmC;IACnC,sDAIE;IAEF,sCAAsC;IACtC,qDAIE;IAQF,6BAAmC;IACnC,+BAAqC;IAKvC;;OAEG;IACH,wCAuFC;IAED;;OAEG;IACH,mCA6BC;IAED,wCAgCC;IAED,6CAuBC;IAED,gDAkBC;IAED;;;OAGG;IACH,2BAFa,QAAQ,IAAI,CAAC,CA6KzB;IAED;;;OAGG;IACH,wBAFa,QAAQ,IAAI,CAAC,CAqBzB;IAED;;;OAGG;IACH,sDASC;CAmDF"}
|
|
@@ -21,9 +21,8 @@ const redisConnectionFields = ['name', 'flags', 'tot-mem', 'cmd'];
|
|
|
21
21
|
class RedisMetricsClient extends BaseMetricsClient {
|
|
22
22
|
/**
|
|
23
23
|
* @param {Object} options
|
|
24
|
-
* @param {any} options.redisClient - Redis client instance (required)
|
|
25
|
-
* @param {
|
|
26
|
-
* @param {boolean} [options.gracefulShutdownRedis] - If true, new instance publishes to Redis on start and old instances exit when they receive (set METRICS_GRACEFUL_SHUTDOWN_REDIS=true). Channel scoped by app + process_type so other services are not closed.
|
|
24
|
+
* @param {any} options.redisClient - Redis client instance (required). Used for metrics and publish. Subscriber is created internally (duplicate() or REDIS_URL).
|
|
25
|
+
* @param {boolean} [options.gracefulShutdownRedis] - Default true. When true, new instance publishes on start and old instances exit on message. Set false or METRICS_GRACEFUL_SHUTDOWN_REDIS=false to disable.
|
|
27
26
|
* @param {string} [options.appName] - Application name (from BaseMetricsClient)
|
|
28
27
|
* @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)
|
|
29
28
|
* @param {string} [options.processType] - Process type (from BaseMetricsClient)
|
|
@@ -38,7 +37,6 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
38
37
|
*/
|
|
39
38
|
constructor({
|
|
40
39
|
redisClient,
|
|
41
|
-
redisPubSubClient,
|
|
42
40
|
gracefulShutdownRedis,
|
|
43
41
|
...metricsConfig
|
|
44
42
|
} = {}) {
|
|
@@ -55,15 +53,18 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
55
53
|
this.redisClientType = getRedisClientType(redisClient);
|
|
56
54
|
|
|
57
55
|
/** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */
|
|
58
|
-
|
|
56
|
+
const disabledByParam = gracefulShutdownRedis === false;
|
|
57
|
+
const disabledByEnv = process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false';
|
|
58
|
+
this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv;
|
|
59
59
|
this._gracefulShutdownChannel = this._gracefulShutdownRedis ? `metrics:graceful-shutdown:${this.appName}:${this.processType}` : null;
|
|
60
60
|
/** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */
|
|
61
61
|
this._subClient = null;
|
|
62
62
|
|
|
63
63
|
/** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */
|
|
64
64
|
this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`;
|
|
65
|
+
console.info(`${this._gracefulShutdownLogPrefix} startup: graceful_shutdown_redis=${this._gracefulShutdownRedis} channel=${this._gracefulShutdownChannel || 'none'}`);
|
|
65
66
|
if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {
|
|
66
|
-
this._setupGracefulShutdownSubscribe(
|
|
67
|
+
this._setupGracefulShutdownSubscribe();
|
|
67
68
|
}
|
|
68
69
|
|
|
69
70
|
/** Counter for Redis client connections */
|
|
@@ -104,29 +105,44 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
104
105
|
}
|
|
105
106
|
|
|
106
107
|
/**
|
|
107
|
-
* Set up Redis subscribe for graceful shutdown:
|
|
108
|
-
* Uses redisPubSubClient if provided, or redisClient.duplicate() when available (e.g. ioredis). Channel is scoped by app + process_type so only same service is affected.
|
|
109
|
-
* @param {any} [redisPubSubClient] - Dedicated connection for subscribe (required for node-redis; ioredis can use duplicate())
|
|
108
|
+
* Set up Redis subscribe for graceful shutdown. Uses one connection: either redisClient.duplicate() (ioredis) or a client created from REDIS_URL (node-redis). Caller passes only redisClient.
|
|
110
109
|
*/
|
|
111
|
-
_setupGracefulShutdownSubscribe(
|
|
110
|
+
_setupGracefulShutdownSubscribe() {
|
|
112
111
|
const channel = this._gracefulShutdownChannel;
|
|
113
112
|
if (!channel) return;
|
|
114
|
-
let subClient =
|
|
115
|
-
if (
|
|
113
|
+
let subClient = null;
|
|
114
|
+
if (this.redisClient && typeof this.redisClient.duplicate === 'function') {
|
|
116
115
|
subClient = this.redisClient.duplicate();
|
|
116
|
+
console.info(`${this._gracefulShutdownLogPrefix} setup_subscribe: using redisClient.duplicate() for channel=${channel}`);
|
|
117
|
+
} else if (process.env.REDIS_URL) {
|
|
118
|
+
try {
|
|
119
|
+
const redis = require('redis');
|
|
120
|
+
subClient = redis.createClient({
|
|
121
|
+
url: process.env.REDIS_URL
|
|
122
|
+
});
|
|
123
|
+
if (subClient && typeof subClient.on === 'function') {
|
|
124
|
+
subClient.on('error', err => {
|
|
125
|
+
console.error(`${this._gracefulShutdownLogPrefix} subscriber client error:`, err.message);
|
|
126
|
+
});
|
|
127
|
+
}
|
|
128
|
+
console.info(`${this._gracefulShutdownLogPrefix} setup_subscribe: created subscriber from REDIS_URL for channel=${channel}`);
|
|
129
|
+
} catch (e) {
|
|
130
|
+
console.info(`${this._gracefulShutdownLogPrefix} setup_subscribe: could not create subscriber from REDIS_URL:`, e.message);
|
|
131
|
+
}
|
|
117
132
|
}
|
|
118
133
|
if (!subClient) {
|
|
119
|
-
console.
|
|
134
|
+
console.info(`${this._gracefulShutdownLogPrefix} No subscriber (need ioredis or REDIS_URL). Graceful shutdown via Redis disabled.`);
|
|
120
135
|
return;
|
|
121
136
|
}
|
|
137
|
+
console.info(`${this._gracefulShutdownLogPrefix} setup_subscribe: channel=${channel} hasSubClient=true`);
|
|
122
138
|
this._subClient = subClient;
|
|
123
139
|
const onMessage = () => {
|
|
124
|
-
console.
|
|
140
|
+
console.info(`${this._gracefulShutdownLogPrefix} OLD: received new-instance message on channel ${channel}; exiting.`);
|
|
125
141
|
this.cleanup();
|
|
126
142
|
};
|
|
127
143
|
if (this.redisClientType === REDIS_V3) {
|
|
128
144
|
subClient.on('subscribe', () => {
|
|
129
|
-
console.
|
|
145
|
+
console.info(`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`);
|
|
130
146
|
});
|
|
131
147
|
subClient.on('message', (ch, _msg) => {
|
|
132
148
|
if (ch === channel) onMessage();
|
|
@@ -134,7 +150,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
134
150
|
subClient.subscribe(channel);
|
|
135
151
|
} else if (this.redisClientType === REDIS_V4) {
|
|
136
152
|
subClient.on('subscribe', () => {
|
|
137
|
-
console.
|
|
153
|
+
console.info(`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`);
|
|
138
154
|
});
|
|
139
155
|
subClient.on('message', (ch, _msg) => {
|
|
140
156
|
if (ch === channel) onMessage();
|
|
@@ -146,7 +162,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
146
162
|
console.error(`${this._gracefulShutdownLogPrefix} Subscribe error:`, err);
|
|
147
163
|
return;
|
|
148
164
|
}
|
|
149
|
-
console.
|
|
165
|
+
console.info(`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`);
|
|
150
166
|
});
|
|
151
167
|
subClient.on('message', (ch, _msg) => {
|
|
152
168
|
if (ch === channel) onMessage();
|
|
@@ -163,11 +179,12 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
163
179
|
const message = this.dynoId || '1';
|
|
164
180
|
const done = err => {
|
|
165
181
|
if (err) {
|
|
166
|
-
console.
|
|
182
|
+
console.info(`${this._gracefulShutdownLogPrefix} NEW: publish failed:`, err.message);
|
|
167
183
|
} else {
|
|
168
|
-
console.
|
|
184
|
+
console.info(`${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`);
|
|
169
185
|
}
|
|
170
186
|
};
|
|
187
|
+
console.info(`${this._gracefulShutdownLogPrefix} NEW: publishing to channel=${channel} dynoId=${this.dynoId || '1'}`);
|
|
171
188
|
if (this.redisClientType === REDIS_V3) {
|
|
172
189
|
this.redisClient.send_command('PUBLISH', [channel, message], done);
|
|
173
190
|
} else if (this.redisClientType === REDIS_V4) {
|
|
@@ -389,7 +406,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
389
406
|
}, parseInt(stats.instantaneous_ops_per_sec, 10) || 0);
|
|
390
407
|
}
|
|
391
408
|
} catch (error) {
|
|
392
|
-
console.
|
|
409
|
+
console.info(`[queue-metrics] Failed to collect Redis metrics:`, error.message);
|
|
393
410
|
}
|
|
394
411
|
};
|
|
395
412
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"metricsRedisClient.js","names":["BaseMetricsClient","require","getRedisClientType","REDIS_V4","IOREDIS","REDIS_V3","redisConnectionStableFields","redisConnectionFields","RedisMetricsClient","constructor","redisClient","redisPubSubClient","gracefulShutdownRedis","metricsConfig","intervalSec","parseInt","process","env","METRICS_QUEUE_INTERVAL_SEC","processType","skipFirstPush","redisClientType","_gracefulShutdownRedis","METRICS_GRACEFUL_SHUTDOWN_REDIS","_gracefulShutdownChannel","appName","_subClient","_gracefulShutdownLogPrefix","dynoId","_setupGracefulShutdownSubscribe","redisConnectionsGauge","createGauge","name","help","labelNames","withDefaultLabels","redisConnectionsMemoryGauge","redisMemoryGauge","redisStatsGauge","_redisConnSeenKeys","Set","_redisConnZeroedKeys","_setCleanupHandlers","channel","subClient","duplicate","console","warn","onMessage","log","cleanup","on","ch","_msg","subscribe","err","count","error","_publishNewInstanceStarted","message","done","send_command","sendCommand","then","catch","publish","getRedisConnections","Error","Promise","resolve","reject","result","client","getRedisInfo","section","info","parseRedisConnections","clientsStr","split","filter","line","trim","map","parts","forEach","p","eqIdx","indexOf","k","slice","v","includes","collectRedisMetrics","memoryInfoStr","statsInfoStr","connectionsInfoStr","all","labels","getDefaultLabels","connections","logValues","length","JSON","stringify","missing","flags","cmd","c","grouped","conn","totMem","key","memory","mem","Number","isFinite","currentKeys","Object","keys","add","has","delete","reset","valueLabels","parse","set","groups","values","groupedTotal","reduce","sum","g","size","parseRedisInfo","infoStr","fromEntries","startsWith","stats","used_memory","memory_type","maxmemory","instantaneous_ops_per_sec","operation","pushRedisMetrics","gatewayPush","clearAllCounters","metricsLogValues","metricObjects","registry","getMetricsAsJSON","startPush","_startPush","stopPush","enabled","gatewayDelete","quit","disconnect","exit","module","exports"],"sources":["../../src/metrics/metricsRedisClient.js"],"sourcesContent":["const { BaseMetricsClient } = require('./baseMetricsClient')\nconst {\n getRedisClientType,\n REDIS_V4,\n IOREDIS,\n REDIS_V3,\n} = require('../redisUtils')\n\nconst redisConnectionStableFields = ['name', 'flags', 'cmd']\nconst redisConnectionFields = ['name', 'flags', 'tot-mem', 'cmd']\n\n/**\n * RedisMetricsClient extends BaseMetricsClient to collect\n * Redis metrics periodically and push them to Prometheus Pushgateway.\n *\n * @extends BaseMetricsClient\n */\nclass RedisMetricsClient extends BaseMetricsClient {\n /**\n * @param {Object} options\n * @param {any} options.redisClient - Redis client instance (required)\n * @param {any} [options.redisPubSubClient] - Optional dedicated Redis connection for subscribe (required for node-redis; ioredis can use redisClient.duplicate())\n * @param {boolean} [options.gracefulShutdownRedis] - If true, new instance publishes to Redis on start and old instances exit when they receive (set METRICS_GRACEFUL_SHUTDOWN_REDIS=true). Channel scoped by app + process_type so other services are not closed.\n * @param {string} [options.appName] - Application name (from BaseMetricsClient)\n * @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)\n * @param {string} [options.processType] - Process type (from BaseMetricsClient)\n * @param {boolean} [options.enabled] - Enable metrics collection (from BaseMetricsClient)\n * @param {boolean} [options.logValues] - Log metrics values (from BaseMetricsClient)\n * @param {string} [options.pushgatewayUrl] - PushGateway URL (from BaseMetricsClient)\n * @param {string} [options.pushgatewaySecret] - PushGateway secret token (from BaseMetricsClient)\n * @param {number} [options.intervalSec] - Interval in seconds for pushing metrics (from BaseMetricsClient)\n * @param {boolean} [options.removeOldMetrics] - Remove old metrics by service (from BaseMetricsClient)\n * @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)\n * @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor({ redisClient, redisPubSubClient, gracefulShutdownRedis, ...metricsConfig } = {}) {\n const intervalSec =\n metricsConfig.intervalSec ||\n parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) ||\n 5\n\n super({\n ...metricsConfig,\n processType: metricsConfig.processType || 'queue-metrics',\n intervalSec,\n skipFirstPush: metricsConfig.skipFirstPush !== false,\n })\n\n /** Redis client used for metrics */\n this.redisClient = redisClient\n this.redisClientType = getRedisClientType(redisClient)\n\n /** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */\n this._gracefulShutdownRedis =\n gracefulShutdownRedis !== false && process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS !== 'false'\n this._gracefulShutdownChannel =\n this._gracefulShutdownRedis\n ? `metrics:graceful-shutdown:${this.appName}:${this.processType}`\n : null\n /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */\n this._subClient = null\n\n /** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */\n this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`\n\n if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {\n this._setupGracefulShutdownSubscribe(redisPubSubClient)\n }\n\n /** Counter for Redis client connections */\n this.redisConnectionsGauge = this.createGauge({\n name: 'app_redis_connections_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n this.redisConnectionsMemoryGauge = this.createGauge({\n name: 'app_redis_connections_memory_usage_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n /** Gauge for Redis memory usage */\n this.redisMemoryGauge = this.createGauge({\n name: 'app_redis_memory_bytes',\n help: 'Redis memory usage in bytes',\n labelNames: this.withDefaultLabels(['memory_type']),\n })\n\n /** Gauge for Redis operation stats */\n this.redisStatsGauge = this.createGauge({\n name: 'app_redis_stats_total',\n help: 'Redis operation statistics',\n labelNames: this.withDefaultLabels(['operation']),\n })\n\n // Track emitted connection label combinations so we can:\n // - emit a one-shot 0 for series that disappear (overwrite last non-zero sample)\n // - then stop emitting them on subsequent scrapes\n //\n // This is mainly needed because we label connections by `cmd`,\n // and Redis `CLIENT LIST` `cmd` is volatile.\n this._redisConnSeenKeys = new Set()\n this._redisConnZeroedKeys = new Set()\n\n this._setCleanupHandlers()\n }\n\n /**\n * Set up Redis subscribe for graceful shutdown: when we receive a message on the channel, another instance started → exit.\n * Uses redisPubSubClient if provided, or redisClient.duplicate() when available (e.g. ioredis). Channel is scoped by app + process_type so only same service is affected.\n * @param {any} [redisPubSubClient] - Dedicated connection for subscribe (required for node-redis; ioredis can use duplicate())\n */\n _setupGracefulShutdownSubscribe(redisPubSubClient) {\n const channel = this._gracefulShutdownChannel\n if (!channel) return\n\n let subClient = redisPubSubClient\n if (!subClient && this.redisClient && typeof this.redisClient.duplicate === 'function') {\n subClient = this.redisClient.duplicate()\n }\n if (!subClient) {\n console.warn(\n `${this._gracefulShutdownLogPrefix} No subscriber connection (pass redisPubSubClient or use ioredis). Graceful shutdown via Redis disabled.`\n )\n return\n }\n\n this._subClient = subClient\n\n const onMessage = () => {\n console.log(\n `${this._gracefulShutdownLogPrefix} OLD: received new-instance message on channel ${channel}; exiting.`\n )\n this.cleanup()\n }\n\n if (this.redisClientType === REDIS_V3) {\n subClient.on('subscribe', () => {\n console.log(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === REDIS_V4) {\n subClient.on('subscribe', () => {\n console.log(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === IOREDIS) {\n subClient.subscribe(channel, (err, count) => {\n if (err) {\n console.error(\n `${this._gracefulShutdownLogPrefix} Subscribe error:`,\n err\n )\n return\n }\n console.log(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n }\n }\n\n /**\n * Publish one-time \"new instance started\" so old instances (subscribed to the same channel) exit. Call from new instance after startPush.\n */\n _publishNewInstanceStarted() {\n if (!this._gracefulShutdownChannel || !this.redisClient) return\n const channel = this._gracefulShutdownChannel\n const message = this.dynoId || '1'\n\n const done = err => {\n if (err) {\n console.log(\n `${this._gracefulShutdownLogPrefix} NEW: publish failed:`,\n err.message\n )\n } else {\n console.log(\n `${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`\n )\n }\n }\n\n if (this.redisClientType === REDIS_V3) {\n this.redisClient.send_command('PUBLISH', [channel, message], done)\n } else if (this.redisClientType === REDIS_V4) {\n this.redisClient.sendCommand(['PUBLISH', channel, message]).then(() => done()).catch(done)\n } else if (this.redisClientType === IOREDIS) {\n this.redisClient.publish(channel, message).then(() => done()).catch(done)\n }\n }\n\n getRedisConnections = async () => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.send_command('CLIENT', ['LIST'], (err, result) => {\n if (err) {\n reject(new Error(`Failed to get CLIENT LIST: ${err.message}`))\n } else resolve(result)\n })\n })\n }\n\n // node-redis v4\n if (this.redisClientType === REDIS_V4) {\n try {\n return this.redisClient.sendCommand(['CLIENT', 'LIST'])\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n if (this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.client('LIST')\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n getRedisInfo = async section => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.info(section, (err, result) => {\n if (err) reject(err)\n else resolve(result)\n })\n })\n }\n\n // node-redis v4 or ioredis (info returns Promise)\n if (this.redisClientType === REDIS_V4 || this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.info(section)\n } catch (err) {\n throw new Error(`Failed to get Redis INFO: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n parseRedisConnections = clientsStr => {\n return clientsStr\n .split('\\n')\n .filter(line => line.trim() !== '')\n .map(line => {\n const parts = line.split(' ')\n const client = {}\n parts.forEach(p => {\n const eqIdx = p.indexOf('=')\n if (eqIdx === -1) return\n const k = p.slice(0, eqIdx)\n const v = p.slice(eqIdx + 1)\n if (redisConnectionFields.includes(k)) {\n client[k] = v\n }\n })\n return client\n })\n }\n\n /**\n * Collect basic Redis INFO metrics: clients, memory, stats\n * @returns {Promise<void>}\n */\n collectRedisMetrics = async () => {\n try {\n const [memoryInfoStr, statsInfoStr, connectionsInfoStr] =\n await Promise.all([\n this.getRedisInfo('memory'),\n this.getRedisInfo('stats'),\n this.getRedisConnections(),\n ])\n\n const labels = this.getDefaultLabels()\n\n const connections = this.parseRedisConnections(connectionsInfoStr)\n\n if (this.logValues) {\n // \"IN\" data: raw client list from Redis\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw):\\n',\n connectionsInfoStr\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw) length:',\n connectionsInfoStr.length\n )\n\n // \"OUT\" data: parsed fields used for metrics\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) count:',\n connections.length\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed sample, first 10):',\n JSON.stringify(connections.slice(0, 10), null, 2)\n )\n\n const missing = { name: 0, flags: 0, cmd: 0, 'tot-mem': 0 }\n connections.forEach(c => {\n if (!c.name) missing.name += 1\n if (!c.flags) missing.flags += 1\n if (!c.cmd) missing.cmd += 1\n if (!c['tot-mem']) missing['tot-mem'] += 1\n })\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) missing fields:',\n missing\n )\n }\n\n const grouped = {}\n connections.forEach(conn => {\n const { name, flags, 'tot-mem': totMem, cmd } = conn\n\n // build grouping key (includes default gauge labels later)\n const key = JSON.stringify({ name, flags, cmd })\n\n if (!grouped[key]) {\n grouped[key] = {\n labels: { name, flags, cmd },\n count: 0,\n memory: 0,\n }\n }\n\n grouped[key].count += 1\n const mem = parseInt(totMem, 10)\n grouped[key].memory += Number.isFinite(mem) ? mem : 0\n })\n\n // Ensure sets exist even if older instance is hot-reloaded.\n if (!this._redisConnSeenKeys) this._redisConnSeenKeys = new Set()\n if (!this._redisConnZeroedKeys) this._redisConnZeroedKeys = new Set()\n\n const currentKeys = new Set(Object.keys(grouped))\n for (const k of currentKeys) {\n this._redisConnSeenKeys.add(k)\n if (this._redisConnZeroedKeys.has(k)) {\n this._redisConnZeroedKeys.delete(k)\n }\n }\n\n // Reset gauges each scrape so we only export:\n // - current snapshot series\n // - one-shot zeros for recently disappeared series\n this.redisConnectionsGauge.reset()\n this.redisConnectionsMemoryGauge.reset()\n\n // Emit one-shot zeros for series that disappeared since last seen.\n for (const k of this._redisConnSeenKeys) {\n if (currentKeys.has(k)) continue\n if (this._redisConnZeroedKeys.has(k)) continue\n try {\n const valueLabels = JSON.parse(k)\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, 0)\n this.redisConnectionsMemoryGauge.set({ ...labels, ...valueLabels }, 0)\n this._redisConnZeroedKeys.add(k)\n } catch {\n // ignore malformed key\n }\n }\n\n if (this.logValues) {\n const groups = Object.values(grouped)\n const groupedTotal = groups.reduce((sum, g) => sum + (g.count || 0), 0)\n console.log(\n '[queue-metrics] Redis connections grouped buckets:',\n groups.length\n )\n console.log(\n '[queue-metrics] Redis connections grouped total:',\n groupedTotal\n )\n console.log(\n '[queue-metrics] Redis connections seen keys:',\n this._redisConnSeenKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections zeroed keys:',\n this._redisConnZeroedKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections grouped sample (first 10):',\n JSON.stringify(groups.slice(0, 10), null, 2)\n )\n }\n\n Object.values(grouped).forEach(\n ({ labels: valueLabels, count, memory }) => {\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, count)\n this.redisConnectionsMemoryGauge.set(\n { ...labels, ...valueLabels },\n memory\n )\n }\n )\n\n const parseRedisInfo = infoStr =>\n Object.fromEntries(\n infoStr\n .split('\\r\\n')\n .filter(line => line && !line.startsWith('#'))\n .map(line => line.split(':', 2))\n .filter(parts => parts.length === 2 && parts[0] && parts[1])\n )\n\n const memory = parseRedisInfo(memoryInfoStr)\n const stats = parseRedisInfo(statsInfoStr)\n\n if (memory.used_memory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'used' },\n parseInt(memory.used_memory, 10) || 0\n )\n }\n if (memory.maxmemory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'max' },\n parseInt(memory.maxmemory, 10) || 0\n )\n }\n\n if (stats.instantaneous_ops_per_sec) {\n this.redisStatsGauge.set(\n { ...labels, operation: 'ops_per_sec' },\n parseInt(stats.instantaneous_ops_per_sec, 10) || 0\n )\n }\n } catch (error) {\n console.warn(\n `[queue-metrics] Failed to collect Redis metrics:`,\n error.message\n )\n }\n }\n\n /**\n * Collect metrics for all Redis and push to Prometheus Pushgateway\n * @returns {Promise<void>}\n */\n pushRedisMetrics = async () => {\n try {\n await this.collectRedisMetrics()\n await this.gatewayPush()\n this.clearAllCounters()\n\n if (this.metricsLogValues) {\n const metricObjects = await this.registry.getMetricsAsJSON()\n console.info(\n `[queue-metrics] Collected metrics for Redis`,\n JSON.stringify(metricObjects, null, 2)\n )\n }\n } catch (error) {\n console.error(\n `[queue-metrics] Failed to collect Redis metrics: ${error.message}`\n )\n throw error\n }\n }\n\n /**\n * Start periodic collection.\n * @param {number} [intervalSec=this.intervalSec] - Interval in seconds\n */\n startPush = (intervalSec = this.intervalSec) => {\n this._startPush(intervalSec, () => {\n this.pushRedisMetrics().catch(err => {\n console.error(`[queue-metrics] Failed to push Redis metrics:`, err)\n })\n })\n if (this._gracefulShutdownRedis) {\n this._publishNewInstanceStarted()\n }\n }\n\n /**\n * Cleanup Redis client and exit process.\n * Stops push, deletes this instance's metrics from VM (if removeOldMetrics), closes subscriber and main Redis, then exits.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this._subClient) {\n try {\n if (this.redisClientType === REDIS_V3) {\n await new Promise((resolve, reject) => {\n if (typeof this._subClient.quit === 'function') {\n this._subClient.quit(err => (err ? reject(err) : resolve()))\n } else resolve()\n })\n } else if (this.redisClientType === REDIS_V4) {\n if (this._subClient.quit) await this._subClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n if (this._subClient.disconnect) await this._subClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing subscriber client:', err)\n }\n this._subClient = null\n }\n try {\n if (!this.redisClient) return\n\n if (\n this.redisClientType === REDIS_V3 ||\n this.redisClientType === REDIS_V4\n ) {\n await this.redisClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n await this.redisClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing Redis client:', err)\n }\n process.exit(0)\n }\n\n _setCleanupHandlers = () => {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n}\n\nmodule.exports = { RedisMetricsClient }\n"],"mappings":";;AAAA,MAAM;EAAEA;AAAkB,CAAC,GAAGC,OAAO,CAAC,qBAAqB,CAAC;AAC5D,MAAM;EACJC,kBAAkB;EAClBC,QAAQ;EACRC,OAAO;EACPC;AACF,CAAC,GAAGJ,OAAO,CAAC,eAAe,CAAC;AAE5B,MAAMK,2BAA2B,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;AAC5D,MAAMC,qBAAqB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC;;AAEjE;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,kBAAkB,SAASR,iBAAiB,CAAC;EACjD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACES,WAAWA,CAAC;IAAEC,WAAW;IAAEC,iBAAiB;IAAEC,qBAAqB;IAAE,GAAGC;EAAc,CAAC,GAAG,CAAC,CAAC,EAAE;IAC5F,MAAMC,WAAW,GACfD,aAAa,CAACC,WAAW,IACzBC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,0BAA0B,IAAI,EAAE,EAAE,EAAE,CAAC,IAC1D,CAAC;IAEH,KAAK,CAAC;MACJ,GAAGL,aAAa;MAChBM,WAAW,EAAEN,aAAa,CAACM,WAAW,IAAI,eAAe;MACzDL,WAAW;MACXM,aAAa,EAAEP,aAAa,CAACO,aAAa,KAAK;IACjD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACV,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACW,eAAe,GAAGnB,kBAAkB,CAACQ,WAAW,CAAC;;IAEtD;IACA,IAAI,CAACY,sBAAsB,GACzBV,qBAAqB,KAAK,KAAK,IAAII,OAAO,CAACC,GAAG,CAACM,+BAA+B,KAAK,OAAO;IAC5F,IAAI,CAACC,wBAAwB,GAC3B,IAAI,CAACF,sBAAsB,GACvB,6BAA6B,IAAI,CAACG,OAAO,IAAI,IAAI,CAACN,WAAW,EAAE,GAC/D,IAAI;IACV;IACA,IAAI,CAACO,UAAU,GAAG,IAAI;;IAEtB;IACA,IAAI,CAACC,0BAA0B,GAAG,wBAAwB,IAAI,CAACR,WAAW,MAAM,IAAI,CAACM,OAAO,MAAM,IAAI,CAACG,MAAM,GAAG;IAEhH,IAAI,IAAI,CAACN,sBAAsB,IAAI,IAAI,CAACE,wBAAwB,EAAE;MAChE,IAAI,CAACK,+BAA+B,CAAClB,iBAAiB,CAAC;IACzD;;IAEA;IACA,IAAI,CAACmB,qBAAqB,GAAG,IAAI,CAACC,WAAW,CAAC;MAC5CC,IAAI,EAAE,6BAA6B;MACnCC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC7B,2BAA2B;IAChE,CAAC,CAAC;IAEF,IAAI,CAAC8B,2BAA2B,GAAG,IAAI,CAACL,WAAW,CAAC;MAClDC,IAAI,EAAE,0CAA0C;MAChDC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC7B,2BAA2B;IAChE,CAAC,CAAC;;IAEF;IACA,IAAI,CAAC+B,gBAAgB,GAAG,IAAI,CAACN,WAAW,CAAC;MACvCC,IAAI,EAAE,wBAAwB;MAC9BC,IAAI,EAAE,6BAA6B;MACnCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,aAAa,CAAC;IACpD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACG,eAAe,GAAG,IAAI,CAACP,WAAW,CAAC;MACtCC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE,4BAA4B;MAClCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,WAAW,CAAC;IAClD,CAAC,CAAC;;IAEF;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACI,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;IACnC,IAAI,CAACC,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;IAErC,IAAI,CAACE,mBAAmB,CAAC,CAAC;EAC5B;;EAEA;AACF;AACA;AACA;AACA;EACEb,+BAA+BA,CAAClB,iBAAiB,EAAE;IACjD,MAAMgC,OAAO,GAAG,IAAI,CAACnB,wBAAwB;IAC7C,IAAI,CAACmB,OAAO,EAAE;IAEd,IAAIC,SAAS,GAAGjC,iBAAiB;IACjC,IAAI,CAACiC,SAAS,IAAI,IAAI,CAAClC,WAAW,IAAI,OAAO,IAAI,CAACA,WAAW,CAACmC,SAAS,KAAK,UAAU,EAAE;MACtFD,SAAS,GAAG,IAAI,CAAClC,WAAW,CAACmC,SAAS,CAAC,CAAC;IAC1C;IACA,IAAI,CAACD,SAAS,EAAE;MACdE,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACpB,0BAA0B,0GACpC,CAAC;MACD;IACF;IAEA,IAAI,CAACD,UAAU,GAAGkB,SAAS;IAE3B,MAAMI,SAAS,GAAGA,CAAA,KAAM;MACtBF,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,kDAAkDgB,OAAO,YAC7F,CAAC;MACD,IAAI,CAACO,OAAO,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,CAAC7B,eAAe,KAAKhB,QAAQ,EAAE;MACrCuC,SAAS,CAACO,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BL,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,0BAA0BgB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACO,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKT,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFJ,SAAS,CAACU,SAAS,CAACX,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAACtB,eAAe,KAAKlB,QAAQ,EAAE;MAC5CyC,SAAS,CAACO,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BL,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,0BAA0BgB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACO,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKT,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFJ,SAAS,CAACU,SAAS,CAACX,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAACtB,eAAe,KAAKjB,OAAO,EAAE;MAC3CwC,SAAS,CAACU,SAAS,CAACX,OAAO,EAAE,CAACY,GAAG,EAAEC,KAAK,KAAK;QAC3C,IAAID,GAAG,EAAE;UACPT,OAAO,CAACW,KAAK,CACX,GAAG,IAAI,CAAC9B,0BAA0B,mBAAmB,EACrD4B,GACF,CAAC;UACD;QACF;QACAT,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,0BAA0BgB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACO,EAAE,CAAC,SAAS,EAAE,CAACC,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKT,OAAO,EAAEK,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;IACJ;EACF;;EAEA;AACF;AACA;EACEU,0BAA0BA,CAAA,EAAG;IAC3B,IAAI,CAAC,IAAI,CAAClC,wBAAwB,IAAI,CAAC,IAAI,CAACd,WAAW,EAAE;IACzD,MAAMiC,OAAO,GAAG,IAAI,CAACnB,wBAAwB;IAC7C,MAAMmC,OAAO,GAAG,IAAI,CAAC/B,MAAM,IAAI,GAAG;IAElC,MAAMgC,IAAI,GAAGL,GAAG,IAAI;MAClB,IAAIA,GAAG,EAAE;QACPT,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,uBAAuB,EACzD4B,GAAG,CAACI,OACN,CAAC;MACH,CAAC,MAAM;QACLb,OAAO,CAACG,GAAG,CACT,GAAG,IAAI,CAACtB,0BAA0B,8BAA8BgB,OAAO,mDACzE,CAAC;MACH;IACF,CAAC;IAED,IAAI,IAAI,CAACtB,eAAe,KAAKhB,QAAQ,EAAE;MACrC,IAAI,CAACK,WAAW,CAACmD,YAAY,CAAC,SAAS,EAAE,CAAClB,OAAO,EAAEgB,OAAO,CAAC,EAAEC,IAAI,CAAC;IACpE,CAAC,MAAM,IAAI,IAAI,CAACvC,eAAe,KAAKlB,QAAQ,EAAE;MAC5C,IAAI,CAACO,WAAW,CAACoD,WAAW,CAAC,CAAC,SAAS,EAAEnB,OAAO,EAAEgB,OAAO,CAAC,CAAC,CAACI,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC5F,CAAC,MAAM,IAAI,IAAI,CAACvC,eAAe,KAAKjB,OAAO,EAAE;MAC3C,IAAI,CAACM,WAAW,CAACuD,OAAO,CAACtB,OAAO,EAAEgB,OAAO,CAAC,CAACI,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC3E;EACF;EAEAM,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI,CAAC,IAAI,CAACxD,WAAW,EAAE,MAAM,IAAIyD,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAAC9C,eAAe,KAAKhB,QAAQ,EAAE;MACrC,OAAO,IAAI+D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAAC5D,WAAW,CAACmD,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,CAACN,GAAG,EAAEgB,MAAM,KAAK;UACjE,IAAIhB,GAAG,EAAE;YACPe,MAAM,CAAC,IAAIH,KAAK,CAAC,8BAA8BZ,GAAG,CAACI,OAAO,EAAE,CAAC,CAAC;UAChE,CAAC,MAAMU,OAAO,CAACE,MAAM,CAAC;QACxB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAAClD,eAAe,KAAKlB,QAAQ,EAAE;MACrC,IAAI;QACF,OAAO,IAAI,CAACO,WAAW,CAACoD,WAAW,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;MACzD,CAAC,CAAC,OAAOP,GAAG,EAAE;QACZ,MAAM,IAAIY,KAAK,CAAC,8BAA8BZ,GAAG,CAACI,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,IAAI,IAAI,CAACtC,eAAe,KAAKjB,OAAO,EAAE;MACpC,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAAC8D,MAAM,CAAC,MAAM,CAAC;MACxC,CAAC,CAAC,OAAOjB,GAAG,EAAE;QACZ,MAAM,IAAIY,KAAK,CAAC,8BAA8BZ,GAAG,CAACI,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,MAAM,IAAIQ,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDM,YAAY,GAAG,MAAMC,OAAO,IAAI;IAC9B,IAAI,CAAC,IAAI,CAAChE,WAAW,EAAE,MAAM,IAAIyD,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAAC9C,eAAe,KAAKhB,QAAQ,EAAE;MACrC,OAAO,IAAI+D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAAC5D,WAAW,CAACiE,IAAI,CAACD,OAAO,EAAE,CAACnB,GAAG,EAAEgB,MAAM,KAAK;UAC9C,IAAIhB,GAAG,EAAEe,MAAM,CAACf,GAAG,CAAC,MACfc,OAAO,CAACE,MAAM,CAAC;QACtB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAAClD,eAAe,KAAKlB,QAAQ,IAAI,IAAI,CAACkB,eAAe,KAAKjB,OAAO,EAAE;MACzE,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAACiE,IAAI,CAACD,OAAO,CAAC;MACvC,CAAC,CAAC,OAAOnB,GAAG,EAAE;QACZ,MAAM,IAAIY,KAAK,CAAC,6BAA6BZ,GAAG,CAACI,OAAO,EAAE,CAAC;MAC7D;IACF;IAEA,MAAM,IAAIQ,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDS,qBAAqB,GAAGC,UAAU,IAAI;IACpC,OAAOA,UAAU,CACdC,KAAK,CAAC,IAAI,CAAC,CACXC,MAAM,CAACC,IAAI,IAAIA,IAAI,CAACC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAClCC,GAAG,CAACF,IAAI,IAAI;MACX,MAAMG,KAAK,GAAGH,IAAI,CAACF,KAAK,CAAC,GAAG,CAAC;MAC7B,MAAMN,MAAM,GAAG,CAAC,CAAC;MACjBW,KAAK,CAACC,OAAO,CAACC,CAAC,IAAI;QACjB,MAAMC,KAAK,GAAGD,CAAC,CAACE,OAAO,CAAC,GAAG,CAAC;QAC5B,IAAID,KAAK,KAAK,CAAC,CAAC,EAAE;QAClB,MAAME,CAAC,GAAGH,CAAC,CAACI,KAAK,CAAC,CAAC,EAAEH,KAAK,CAAC;QAC3B,MAAMI,CAAC,GAAGL,CAAC,CAACI,KAAK,CAACH,KAAK,GAAG,CAAC,CAAC;QAC5B,IAAI/E,qBAAqB,CAACoF,QAAQ,CAACH,CAAC,CAAC,EAAE;UACrChB,MAAM,CAACgB,CAAC,CAAC,GAAGE,CAAC;QACf;MACF,CAAC,CAAC;MACF,OAAOlB,MAAM;IACf,CAAC,CAAC;EACN,CAAC;;EAED;AACF;AACA;AACA;EACEoB,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI;MACF,MAAM,CAACC,aAAa,EAAEC,YAAY,EAAEC,kBAAkB,CAAC,GACrD,MAAM3B,OAAO,CAAC4B,GAAG,CAAC,CAChB,IAAI,CAACvB,YAAY,CAAC,QAAQ,CAAC,EAC3B,IAAI,CAACA,YAAY,CAAC,OAAO,CAAC,EAC1B,IAAI,CAACP,mBAAmB,CAAC,CAAC,CAC3B,CAAC;MAEJ,MAAM+B,MAAM,GAAG,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEtC,MAAMC,WAAW,GAAG,IAAI,CAACvB,qBAAqB,CAACmB,kBAAkB,CAAC;MAElE,IAAI,IAAI,CAACK,SAAS,EAAE;QAClB;QACAtD,OAAO,CAACG,GAAG,CACT,4CAA4C,EAC5C8C,kBACF,CAAC;QACDjD,OAAO,CAACG,GAAG,CACT,iDAAiD,EACjD8C,kBAAkB,CAACM,MACrB,CAAC;;QAED;QACAvD,OAAO,CAACG,GAAG,CACT,mDAAmD,EACnDkD,WAAW,CAACE,MACd,CAAC;QACDvD,OAAO,CAACG,GAAG,CACT,8DAA8D,EAC9DqD,IAAI,CAACC,SAAS,CAACJ,WAAW,CAACV,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAClD,CAAC;QAED,MAAMe,OAAO,GAAG;UAAExE,IAAI,EAAE,CAAC;UAAEyE,KAAK,EAAE,CAAC;UAAEC,GAAG,EAAE,CAAC;UAAE,SAAS,EAAE;QAAE,CAAC;QAC3DP,WAAW,CAACf,OAAO,CAACuB,CAAC,IAAI;UACvB,IAAI,CAACA,CAAC,CAAC3E,IAAI,EAAEwE,OAAO,CAACxE,IAAI,IAAI,CAAC;UAC9B,IAAI,CAAC2E,CAAC,CAACF,KAAK,EAAED,OAAO,CAACC,KAAK,IAAI,CAAC;UAChC,IAAI,CAACE,CAAC,CAACD,GAAG,EAAEF,OAAO,CAACE,GAAG,IAAI,CAAC;UAC5B,IAAI,CAACC,CAAC,CAAC,SAAS,CAAC,EAAEH,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;QAC5C,CAAC,CAAC;QACF1D,OAAO,CAACG,GAAG,CACT,4DAA4D,EAC5DuD,OACF,CAAC;MACH;MAEA,MAAMI,OAAO,GAAG,CAAC,CAAC;MAClBT,WAAW,CAACf,OAAO,CAACyB,IAAI,IAAI;QAC1B,MAAM;UAAE7E,IAAI;UAAEyE,KAAK;UAAE,SAAS,EAAEK,MAAM;UAAEJ;QAAI,CAAC,GAAGG,IAAI;;QAEpD;QACA,MAAME,GAAG,GAAGT,IAAI,CAACC,SAAS,CAAC;UAAEvE,IAAI;UAAEyE,KAAK;UAAEC;QAAI,CAAC,CAAC;QAEhD,IAAI,CAACE,OAAO,CAACG,GAAG,CAAC,EAAE;UACjBH,OAAO,CAACG,GAAG,CAAC,GAAG;YACbd,MAAM,EAAE;cAAEjE,IAAI;cAAEyE,KAAK;cAAEC;YAAI,CAAC;YAC5BlD,KAAK,EAAE,CAAC;YACRwD,MAAM,EAAE;UACV,CAAC;QACH;QAEAJ,OAAO,CAACG,GAAG,CAAC,CAACvD,KAAK,IAAI,CAAC;QACvB,MAAMyD,GAAG,GAAGlG,QAAQ,CAAC+F,MAAM,EAAE,EAAE,CAAC;QAChCF,OAAO,CAACG,GAAG,CAAC,CAACC,MAAM,IAAIE,MAAM,CAACC,QAAQ,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,CAAC;MACvD,CAAC,CAAC;;MAEF;MACA,IAAI,CAAC,IAAI,CAAC1E,kBAAkB,EAAE,IAAI,CAACA,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;MACjE,IAAI,CAAC,IAAI,CAACC,oBAAoB,EAAE,IAAI,CAACA,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;MAErE,MAAM4E,WAAW,GAAG,IAAI5E,GAAG,CAAC6E,MAAM,CAACC,IAAI,CAACV,OAAO,CAAC,CAAC;MACjD,KAAK,MAAMpB,CAAC,IAAI4B,WAAW,EAAE;QAC3B,IAAI,CAAC7E,kBAAkB,CAACgF,GAAG,CAAC/B,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC/C,oBAAoB,CAAC+E,GAAG,CAAChC,CAAC,CAAC,EAAE;UACpC,IAAI,CAAC/C,oBAAoB,CAACgF,MAAM,CAACjC,CAAC,CAAC;QACrC;MACF;;MAEA;MACA;MACA;MACA,IAAI,CAAC1D,qBAAqB,CAAC4F,KAAK,CAAC,CAAC;MAClC,IAAI,CAACtF,2BAA2B,CAACsF,KAAK,CAAC,CAAC;;MAExC;MACA,KAAK,MAAMlC,CAAC,IAAI,IAAI,CAACjD,kBAAkB,EAAE;QACvC,IAAI6E,WAAW,CAACI,GAAG,CAAChC,CAAC,CAAC,EAAE;QACxB,IAAI,IAAI,CAAC/C,oBAAoB,CAAC+E,GAAG,CAAChC,CAAC,CAAC,EAAE;QACtC,IAAI;UACF,MAAMmC,WAAW,GAAGrB,IAAI,CAACsB,KAAK,CAACpC,CAAC,CAAC;UACjC,IAAI,CAAC1D,qBAAqB,CAAC+F,GAAG,CAAC;YAAE,GAAG5B,MAAM;YAAE,GAAG0B;UAAY,CAAC,EAAE,CAAC,CAAC;UAChE,IAAI,CAACvF,2BAA2B,CAACyF,GAAG,CAAC;YAAE,GAAG5B,MAAM;YAAE,GAAG0B;UAAY,CAAC,EAAE,CAAC,CAAC;UACtE,IAAI,CAAClF,oBAAoB,CAAC8E,GAAG,CAAC/B,CAAC,CAAC;QAClC,CAAC,CAAC,MAAM;UACN;QAAA;MAEJ;MAEA,IAAI,IAAI,CAACY,SAAS,EAAE;QAClB,MAAM0B,MAAM,GAAGT,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC;QACrC,MAAMoB,YAAY,GAAGF,MAAM,CAACG,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAKD,GAAG,IAAIC,CAAC,CAAC3E,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvEV,OAAO,CAACG,GAAG,CACT,oDAAoD,EACpD6E,MAAM,CAACzB,MACT,CAAC;QACDvD,OAAO,CAACG,GAAG,CACT,kDAAkD,EAClD+E,YACF,CAAC;QACDlF,OAAO,CAACG,GAAG,CACT,8CAA8C,EAC9C,IAAI,CAACV,kBAAkB,CAAC6F,IAC1B,CAAC;QACDtF,OAAO,CAACG,GAAG,CACT,gDAAgD,EAChD,IAAI,CAACR,oBAAoB,CAAC2F,IAC5B,CAAC;QACDtF,OAAO,CAACG,GAAG,CACT,8DAA8D,EAC9DqD,IAAI,CAACC,SAAS,CAACuB,MAAM,CAACrC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAC7C,CAAC;MACH;MAEA4B,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC,CAACxB,OAAO,CAC5B,CAAC;QAAEa,MAAM,EAAE0B,WAAW;QAAEnE,KAAK;QAAEwD;MAAO,CAAC,KAAK;QAC1C,IAAI,CAAClF,qBAAqB,CAAC+F,GAAG,CAAC;UAAE,GAAG5B,MAAM;UAAE,GAAG0B;QAAY,CAAC,EAAEnE,KAAK,CAAC;QACpE,IAAI,CAACpB,2BAA2B,CAACyF,GAAG,CAClC;UAAE,GAAG5B,MAAM;UAAE,GAAG0B;QAAY,CAAC,EAC7BX,MACF,CAAC;MACH,CACF,CAAC;MAED,MAAMqB,cAAc,GAAGC,OAAO,IAC5BjB,MAAM,CAACkB,WAAW,CAChBD,OAAO,CACJxD,KAAK,CAAC,MAAM,CAAC,CACbC,MAAM,CAACC,IAAI,IAAIA,IAAI,IAAI,CAACA,IAAI,CAACwD,UAAU,CAAC,GAAG,CAAC,CAAC,CAC7CtD,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACF,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAC/BC,MAAM,CAACI,KAAK,IAAIA,KAAK,CAACkB,MAAM,KAAK,CAAC,IAAIlB,KAAK,CAAC,CAAC,CAAC,IAAIA,KAAK,CAAC,CAAC,CAAC,CAC/D,CAAC;MAEH,MAAM6B,MAAM,GAAGqB,cAAc,CAACxC,aAAa,CAAC;MAC5C,MAAM4C,KAAK,GAAGJ,cAAc,CAACvC,YAAY,CAAC;MAE1C,IAAIkB,MAAM,CAAC0B,WAAW,EAAE;QACtB,IAAI,CAACrG,gBAAgB,CAACwF,GAAG,CACvB;UAAE,GAAG5B,MAAM;UAAE0C,WAAW,EAAE;QAAO,CAAC,EAClC5H,QAAQ,CAACiG,MAAM,CAAC0B,WAAW,EAAE,EAAE,CAAC,IAAI,CACtC,CAAC;MACH;MACA,IAAI1B,MAAM,CAAC4B,SAAS,EAAE;QACpB,IAAI,CAACvG,gBAAgB,CAACwF,GAAG,CACvB;UAAE,GAAG5B,MAAM;UAAE0C,WAAW,EAAE;QAAM,CAAC,EACjC5H,QAAQ,CAACiG,MAAM,CAAC4B,SAAS,EAAE,EAAE,CAAC,IAAI,CACpC,CAAC;MACH;MAEA,IAAIH,KAAK,CAACI,yBAAyB,EAAE;QACnC,IAAI,CAACvG,eAAe,CAACuF,GAAG,CACtB;UAAE,GAAG5B,MAAM;UAAE6C,SAAS,EAAE;QAAc,CAAC,EACvC/H,QAAQ,CAAC0H,KAAK,CAACI,yBAAyB,EAAE,EAAE,CAAC,IAAI,CACnD,CAAC;MACH;IACF,CAAC,CAAC,OAAOpF,KAAK,EAAE;MACdX,OAAO,CAACC,IAAI,CACV,kDAAkD,EAClDU,KAAK,CAACE,OACR,CAAC;IACH;EACF,CAAC;;EAED;AACF;AACA;AACA;EACEoF,gBAAgB,GAAG,MAAAA,CAAA,KAAY;IAC7B,IAAI;MACF,MAAM,IAAI,CAACnD,mBAAmB,CAAC,CAAC;MAChC,MAAM,IAAI,CAACoD,WAAW,CAAC,CAAC;MACxB,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;QACzB,MAAMC,aAAa,GAAG,MAAM,IAAI,CAACC,QAAQ,CAACC,gBAAgB,CAAC,CAAC;QAC5DvG,OAAO,CAAC6B,IAAI,CACV,6CAA6C,EAC7C2B,IAAI,CAACC,SAAS,CAAC4C,aAAa,EAAE,IAAI,EAAE,CAAC,CACvC,CAAC;MACH;IACF,CAAC,CAAC,OAAO1F,KAAK,EAAE;MACdX,OAAO,CAACW,KAAK,CACX,oDAAoDA,KAAK,CAACE,OAAO,EACnE,CAAC;MACD,MAAMF,KAAK;IACb;EACF,CAAC;;EAED;AACF;AACA;AACA;EACE6F,SAAS,GAAGA,CAACxI,WAAW,GAAG,IAAI,CAACA,WAAW,KAAK;IAC9C,IAAI,CAACyI,UAAU,CAACzI,WAAW,EAAE,MAAM;MACjC,IAAI,CAACiI,gBAAgB,CAAC,CAAC,CAAC/E,KAAK,CAACT,GAAG,IAAI;QACnCT,OAAO,CAACW,KAAK,CAAC,+CAA+C,EAAEF,GAAG,CAAC;MACrE,CAAC,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,IAAI,CAACjC,sBAAsB,EAAE;MAC/B,IAAI,CAACoC,0BAA0B,CAAC,CAAC;IACnC;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;EACER,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpB,IAAI,CAACsG,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAACC,OAAO,EAAE;MAChB,MAAM,IAAI,CAACC,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAAChI,UAAU,EAAE;MACnB,IAAI;QACF,IAAI,IAAI,CAACL,eAAe,KAAKhB,QAAQ,EAAE;UACrC,MAAM,IAAI+D,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;YACrC,IAAI,OAAO,IAAI,CAAC5C,UAAU,CAACiI,IAAI,KAAK,UAAU,EAAE;cAC9C,IAAI,CAACjI,UAAU,CAACiI,IAAI,CAACpG,GAAG,IAAKA,GAAG,GAAGe,MAAM,CAACf,GAAG,CAAC,GAAGc,OAAO,CAAC,CAAE,CAAC;YAC9D,CAAC,MAAMA,OAAO,CAAC,CAAC;UAClB,CAAC,CAAC;QACJ,CAAC,MAAM,IAAI,IAAI,CAAChD,eAAe,KAAKlB,QAAQ,EAAE;UAC5C,IAAI,IAAI,CAACuB,UAAU,CAACiI,IAAI,EAAE,MAAM,IAAI,CAACjI,UAAU,CAACiI,IAAI,CAAC,CAAC;QACxD,CAAC,MAAM,IAAI,IAAI,CAACtI,eAAe,KAAKjB,OAAO,EAAE;UAC3C,IAAI,IAAI,CAACsB,UAAU,CAACkI,UAAU,EAAE,MAAM,IAAI,CAAClI,UAAU,CAACkI,UAAU,CAAC,CAAC;QACpE;MACF,CAAC,CAAC,OAAOrG,GAAG,EAAE;QACZT,OAAO,CAACW,KAAK,CAAC,kDAAkD,EAAEF,GAAG,CAAC;MACxE;MACA,IAAI,CAAC7B,UAAU,GAAG,IAAI;IACxB;IACA,IAAI;MACF,IAAI,CAAC,IAAI,CAAChB,WAAW,EAAE;MAEvB,IACE,IAAI,CAACW,eAAe,KAAKhB,QAAQ,IACjC,IAAI,CAACgB,eAAe,KAAKlB,QAAQ,EACjC;QACA,MAAM,IAAI,CAACO,WAAW,CAACiJ,IAAI,CAAC,CAAC;MAC/B,CAAC,MAAM,IAAI,IAAI,CAACtI,eAAe,KAAKjB,OAAO,EAAE;QAC3C,MAAM,IAAI,CAACM,WAAW,CAACkJ,UAAU,CAAC,CAAC;MACrC;IACF,CAAC,CAAC,OAAOrG,GAAG,EAAE;MACZT,OAAO,CAACW,KAAK,CAAC,6CAA6C,EAAEF,GAAG,CAAC;IACnE;IACAvC,OAAO,CAAC6I,IAAI,CAAC,CAAC,CAAC;EACjB,CAAC;EAEDnH,mBAAmB,GAAGA,CAAA,KAAM;IAC1B1B,OAAO,CAACmC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAACD,OAAO,CAAC;IAClClC,OAAO,CAACmC,EAAE,CAAC,SAAS,EAAE,IAAI,CAACD,OAAO,CAAC;EACrC,CAAC;AACH;AAEA4G,MAAM,CAACC,OAAO,GAAG;EAAEvJ;AAAmB,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"file":"metricsRedisClient.js","names":["BaseMetricsClient","require","getRedisClientType","REDIS_V4","IOREDIS","REDIS_V3","redisConnectionStableFields","redisConnectionFields","RedisMetricsClient","constructor","redisClient","gracefulShutdownRedis","metricsConfig","intervalSec","parseInt","process","env","METRICS_QUEUE_INTERVAL_SEC","processType","skipFirstPush","redisClientType","disabledByParam","disabledByEnv","METRICS_GRACEFUL_SHUTDOWN_REDIS","_gracefulShutdownRedis","_gracefulShutdownChannel","appName","_subClient","_gracefulShutdownLogPrefix","dynoId","console","info","_setupGracefulShutdownSubscribe","redisConnectionsGauge","createGauge","name","help","labelNames","withDefaultLabels","redisConnectionsMemoryGauge","redisMemoryGauge","redisStatsGauge","_redisConnSeenKeys","Set","_redisConnZeroedKeys","_setCleanupHandlers","channel","subClient","duplicate","REDIS_URL","redis","createClient","url","on","err","error","message","e","onMessage","cleanup","ch","_msg","subscribe","count","_publishNewInstanceStarted","done","send_command","sendCommand","then","catch","publish","getRedisConnections","Error","Promise","resolve","reject","result","client","getRedisInfo","section","parseRedisConnections","clientsStr","split","filter","line","trim","map","parts","forEach","p","eqIdx","indexOf","k","slice","v","includes","collectRedisMetrics","memoryInfoStr","statsInfoStr","connectionsInfoStr","all","labels","getDefaultLabels","connections","logValues","log","length","JSON","stringify","missing","flags","cmd","c","grouped","conn","totMem","key","memory","mem","Number","isFinite","currentKeys","Object","keys","add","has","delete","reset","valueLabels","parse","set","groups","values","groupedTotal","reduce","sum","g","size","parseRedisInfo","infoStr","fromEntries","startsWith","stats","used_memory","memory_type","maxmemory","instantaneous_ops_per_sec","operation","pushRedisMetrics","gatewayPush","clearAllCounters","metricsLogValues","metricObjects","registry","getMetricsAsJSON","startPush","_startPush","stopPush","enabled","gatewayDelete","quit","disconnect","exit","module","exports"],"sources":["../../src/metrics/metricsRedisClient.js"],"sourcesContent":["const { BaseMetricsClient } = require('./baseMetricsClient')\nconst {\n getRedisClientType,\n REDIS_V4,\n IOREDIS,\n REDIS_V3,\n} = require('../redisUtils')\n\nconst redisConnectionStableFields = ['name', 'flags', 'cmd']\nconst redisConnectionFields = ['name', 'flags', 'tot-mem', 'cmd']\n\n/**\n * RedisMetricsClient extends BaseMetricsClient to collect\n * Redis metrics periodically and push them to Prometheus Pushgateway.\n *\n * @extends BaseMetricsClient\n */\nclass RedisMetricsClient extends BaseMetricsClient {\n /**\n * @param {Object} options\n * @param {any} options.redisClient - Redis client instance (required). Used for metrics and publish. Subscriber is created internally (duplicate() or REDIS_URL).\n * @param {boolean} [options.gracefulShutdownRedis] - Default true. When true, new instance publishes on start and old instances exit on message. Set false or METRICS_GRACEFUL_SHUTDOWN_REDIS=false to disable.\n * @param {string} [options.appName] - Application name (from BaseMetricsClient)\n * @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)\n * @param {string} [options.processType] - Process type (from BaseMetricsClient)\n * @param {boolean} [options.enabled] - Enable metrics collection (from BaseMetricsClient)\n * @param {boolean} [options.logValues] - Log metrics values (from BaseMetricsClient)\n * @param {string} [options.pushgatewayUrl] - PushGateway URL (from BaseMetricsClient)\n * @param {string} [options.pushgatewaySecret] - PushGateway secret token (from BaseMetricsClient)\n * @param {number} [options.intervalSec] - Interval in seconds for pushing metrics (from BaseMetricsClient)\n * @param {boolean} [options.removeOldMetrics] - Remove old metrics by service (from BaseMetricsClient)\n * @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)\n * @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)\n */\n constructor({ redisClient, gracefulShutdownRedis, ...metricsConfig } = {}) {\n const intervalSec =\n metricsConfig.intervalSec ||\n parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) ||\n 5\n\n super({\n ...metricsConfig,\n processType: metricsConfig.processType || 'queue-metrics',\n intervalSec,\n skipFirstPush: metricsConfig.skipFirstPush !== false,\n })\n\n /** Redis client used for metrics */\n this.redisClient = redisClient\n this.redisClientType = getRedisClientType(redisClient)\n\n /** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */\n const disabledByParam = gracefulShutdownRedis === false\n const disabledByEnv = process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false'\n this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv\n this._gracefulShutdownChannel =\n this._gracefulShutdownRedis\n ? `metrics:graceful-shutdown:${this.appName}:${this.processType}`\n : null\n /** Dedicated Redis connection for subscribe (subscriber mode); closed in cleanup. */\n this._subClient = null\n\n /** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */\n this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`\n\n console.info(\n `${this._gracefulShutdownLogPrefix} startup: graceful_shutdown_redis=${this._gracefulShutdownRedis} channel=${this._gracefulShutdownChannel || 'none'}`\n )\n\n if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {\n this._setupGracefulShutdownSubscribe()\n }\n\n /** Counter for Redis client connections */\n this.redisConnectionsGauge = this.createGauge({\n name: 'app_redis_connections_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n this.redisConnectionsMemoryGauge = this.createGauge({\n name: 'app_redis_connections_memory_usage_count',\n help: 'Redis client connections',\n labelNames: this.withDefaultLabels(redisConnectionStableFields),\n })\n\n /** Gauge for Redis memory usage */\n this.redisMemoryGauge = this.createGauge({\n name: 'app_redis_memory_bytes',\n help: 'Redis memory usage in bytes',\n labelNames: this.withDefaultLabels(['memory_type']),\n })\n\n /** Gauge for Redis operation stats */\n this.redisStatsGauge = this.createGauge({\n name: 'app_redis_stats_total',\n help: 'Redis operation statistics',\n labelNames: this.withDefaultLabels(['operation']),\n })\n\n // Track emitted connection label combinations so we can:\n // - emit a one-shot 0 for series that disappear (overwrite last non-zero sample)\n // - then stop emitting them on subsequent scrapes\n //\n // This is mainly needed because we label connections by `cmd`,\n // and Redis `CLIENT LIST` `cmd` is volatile.\n this._redisConnSeenKeys = new Set()\n this._redisConnZeroedKeys = new Set()\n\n this._setCleanupHandlers()\n }\n\n /**\n * Set up Redis subscribe for graceful shutdown. Uses one connection: either redisClient.duplicate() (ioredis) or a client created from REDIS_URL (node-redis). Caller passes only redisClient.\n */\n _setupGracefulShutdownSubscribe() {\n const channel = this._gracefulShutdownChannel\n if (!channel) return\n\n let subClient = null\n if (this.redisClient && typeof this.redisClient.duplicate === 'function') {\n subClient = this.redisClient.duplicate()\n console.info(\n `${this._gracefulShutdownLogPrefix} setup_subscribe: using redisClient.duplicate() for channel=${channel}`\n )\n } else if (process.env.REDIS_URL) {\n try {\n const redis = require('redis')\n subClient = redis.createClient({ url: process.env.REDIS_URL })\n if (subClient && typeof subClient.on === 'function') {\n subClient.on('error', err => {\n console.error(`${this._gracefulShutdownLogPrefix} subscriber client error:`, err.message)\n })\n }\n console.info(\n `${this._gracefulShutdownLogPrefix} setup_subscribe: created subscriber from REDIS_URL for channel=${channel}`\n )\n } catch (e) {\n console.info(\n `${this._gracefulShutdownLogPrefix} setup_subscribe: could not create subscriber from REDIS_URL:`,\n e.message\n )\n }\n }\n\n if (!subClient) {\n console.info(\n `${this._gracefulShutdownLogPrefix} No subscriber (need ioredis or REDIS_URL). Graceful shutdown via Redis disabled.`\n )\n return\n }\n\n console.info(\n `${this._gracefulShutdownLogPrefix} setup_subscribe: channel=${channel} hasSubClient=true`\n )\n\n this._subClient = subClient\n\n const onMessage = () => {\n console.info(\n `${this._gracefulShutdownLogPrefix} OLD: received new-instance message on channel ${channel}; exiting.`\n )\n this.cleanup()\n }\n\n if (this.redisClientType === REDIS_V3) {\n subClient.on('subscribe', () => {\n console.info(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === REDIS_V4) {\n subClient.on('subscribe', () => {\n console.info(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n subClient.subscribe(channel)\n } else if (this.redisClientType === IOREDIS) {\n subClient.subscribe(channel, (err, count) => {\n if (err) {\n console.error(\n `${this._gracefulShutdownLogPrefix} Subscribe error:`,\n err\n )\n return\n }\n console.info(\n `${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`\n )\n })\n subClient.on('message', (ch, _msg) => {\n if (ch === channel) onMessage()\n })\n }\n }\n\n /**\n * Publish one-time \"new instance started\" so old instances (subscribed to the same channel) exit. Call from new instance after startPush.\n */\n _publishNewInstanceStarted() {\n if (!this._gracefulShutdownChannel || !this.redisClient) return\n const channel = this._gracefulShutdownChannel\n const message = this.dynoId || '1'\n\n const done = err => {\n if (err) {\n console.info(\n `${this._gracefulShutdownLogPrefix} NEW: publish failed:`,\n err.message\n )\n } else {\n console.info(\n `${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`\n )\n }\n }\n\n console.info(\n `${this._gracefulShutdownLogPrefix} NEW: publishing to channel=${channel} dynoId=${this.dynoId || '1'}`\n )\n\n if (this.redisClientType === REDIS_V3) {\n this.redisClient.send_command('PUBLISH', [channel, message], done)\n } else if (this.redisClientType === REDIS_V4) {\n this.redisClient.sendCommand(['PUBLISH', channel, message]).then(() => done()).catch(done)\n } else if (this.redisClientType === IOREDIS) {\n this.redisClient.publish(channel, message).then(() => done()).catch(done)\n }\n }\n\n getRedisConnections = async () => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.send_command('CLIENT', ['LIST'], (err, result) => {\n if (err) {\n reject(new Error(`Failed to get CLIENT LIST: ${err.message}`))\n } else resolve(result)\n })\n })\n }\n\n // node-redis v4\n if (this.redisClientType === REDIS_V4) {\n try {\n return this.redisClient.sendCommand(['CLIENT', 'LIST'])\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n if (this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.client('LIST')\n } catch (err) {\n throw new Error(`Failed to get CLIENT LIST: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n getRedisInfo = async section => {\n if (!this.redisClient) throw new Error('Redis client not provided')\n\n // node-redis v3 (uses callback)\n if (this.redisClientType === REDIS_V3) {\n return new Promise((resolve, reject) => {\n this.redisClient.info(section, (err, result) => {\n if (err) reject(err)\n else resolve(result)\n })\n })\n }\n\n // node-redis v4 or ioredis (info returns Promise)\n if (this.redisClientType === REDIS_V4 || this.redisClientType === IOREDIS) {\n try {\n return this.redisClient.info(section)\n } catch (err) {\n throw new Error(`Failed to get Redis INFO: ${err.message}`)\n }\n }\n\n throw new Error('Unsupported Redis client type')\n }\n\n parseRedisConnections = clientsStr => {\n return clientsStr\n .split('\\n')\n .filter(line => line.trim() !== '')\n .map(line => {\n const parts = line.split(' ')\n const client = {}\n parts.forEach(p => {\n const eqIdx = p.indexOf('=')\n if (eqIdx === -1) return\n const k = p.slice(0, eqIdx)\n const v = p.slice(eqIdx + 1)\n if (redisConnectionFields.includes(k)) {\n client[k] = v\n }\n })\n return client\n })\n }\n\n /**\n * Collect basic Redis INFO metrics: clients, memory, stats\n * @returns {Promise<void>}\n */\n collectRedisMetrics = async () => {\n try {\n const [memoryInfoStr, statsInfoStr, connectionsInfoStr] =\n await Promise.all([\n this.getRedisInfo('memory'),\n this.getRedisInfo('stats'),\n this.getRedisConnections(),\n ])\n\n const labels = this.getDefaultLabels()\n\n const connections = this.parseRedisConnections(connectionsInfoStr)\n\n if (this.logValues) {\n // \"IN\" data: raw client list from Redis\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw):\\n',\n connectionsInfoStr\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (raw) length:',\n connectionsInfoStr.length\n )\n\n // \"OUT\" data: parsed fields used for metrics\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) count:',\n connections.length\n )\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed sample, first 10):',\n JSON.stringify(connections.slice(0, 10), null, 2)\n )\n\n const missing = { name: 0, flags: 0, cmd: 0, 'tot-mem': 0 }\n connections.forEach(c => {\n if (!c.name) missing.name += 1\n if (!c.flags) missing.flags += 1\n if (!c.cmd) missing.cmd += 1\n if (!c['tot-mem']) missing['tot-mem'] += 1\n })\n console.log(\n '[queue-metrics] Redis CLIENT LIST (parsed) missing fields:',\n missing\n )\n }\n\n const grouped = {}\n connections.forEach(conn => {\n const { name, flags, 'tot-mem': totMem, cmd } = conn\n\n // build grouping key (includes default gauge labels later)\n const key = JSON.stringify({ name, flags, cmd })\n\n if (!grouped[key]) {\n grouped[key] = {\n labels: { name, flags, cmd },\n count: 0,\n memory: 0,\n }\n }\n\n grouped[key].count += 1\n const mem = parseInt(totMem, 10)\n grouped[key].memory += Number.isFinite(mem) ? mem : 0\n })\n\n // Ensure sets exist even if older instance is hot-reloaded.\n if (!this._redisConnSeenKeys) this._redisConnSeenKeys = new Set()\n if (!this._redisConnZeroedKeys) this._redisConnZeroedKeys = new Set()\n\n const currentKeys = new Set(Object.keys(grouped))\n for (const k of currentKeys) {\n this._redisConnSeenKeys.add(k)\n if (this._redisConnZeroedKeys.has(k)) {\n this._redisConnZeroedKeys.delete(k)\n }\n }\n\n // Reset gauges each scrape so we only export:\n // - current snapshot series\n // - one-shot zeros for recently disappeared series\n this.redisConnectionsGauge.reset()\n this.redisConnectionsMemoryGauge.reset()\n\n // Emit one-shot zeros for series that disappeared since last seen.\n for (const k of this._redisConnSeenKeys) {\n if (currentKeys.has(k)) continue\n if (this._redisConnZeroedKeys.has(k)) continue\n try {\n const valueLabels = JSON.parse(k)\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, 0)\n this.redisConnectionsMemoryGauge.set({ ...labels, ...valueLabels }, 0)\n this._redisConnZeroedKeys.add(k)\n } catch {\n // ignore malformed key\n }\n }\n\n if (this.logValues) {\n const groups = Object.values(grouped)\n const groupedTotal = groups.reduce((sum, g) => sum + (g.count || 0), 0)\n console.log(\n '[queue-metrics] Redis connections grouped buckets:',\n groups.length\n )\n console.log(\n '[queue-metrics] Redis connections grouped total:',\n groupedTotal\n )\n console.log(\n '[queue-metrics] Redis connections seen keys:',\n this._redisConnSeenKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections zeroed keys:',\n this._redisConnZeroedKeys.size\n )\n console.log(\n '[queue-metrics] Redis connections grouped sample (first 10):',\n JSON.stringify(groups.slice(0, 10), null, 2)\n )\n }\n\n Object.values(grouped).forEach(\n ({ labels: valueLabels, count, memory }) => {\n this.redisConnectionsGauge.set({ ...labels, ...valueLabels }, count)\n this.redisConnectionsMemoryGauge.set(\n { ...labels, ...valueLabels },\n memory\n )\n }\n )\n\n const parseRedisInfo = infoStr =>\n Object.fromEntries(\n infoStr\n .split('\\r\\n')\n .filter(line => line && !line.startsWith('#'))\n .map(line => line.split(':', 2))\n .filter(parts => parts.length === 2 && parts[0] && parts[1])\n )\n\n const memory = parseRedisInfo(memoryInfoStr)\n const stats = parseRedisInfo(statsInfoStr)\n\n if (memory.used_memory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'used' },\n parseInt(memory.used_memory, 10) || 0\n )\n }\n if (memory.maxmemory) {\n this.redisMemoryGauge.set(\n { ...labels, memory_type: 'max' },\n parseInt(memory.maxmemory, 10) || 0\n )\n }\n\n if (stats.instantaneous_ops_per_sec) {\n this.redisStatsGauge.set(\n { ...labels, operation: 'ops_per_sec' },\n parseInt(stats.instantaneous_ops_per_sec, 10) || 0\n )\n }\n } catch (error) {\n console.info(\n `[queue-metrics] Failed to collect Redis metrics:`,\n error.message\n )\n }\n }\n\n /**\n * Collect metrics for all Redis and push to Prometheus Pushgateway\n * @returns {Promise<void>}\n */\n pushRedisMetrics = async () => {\n try {\n await this.collectRedisMetrics()\n await this.gatewayPush()\n this.clearAllCounters()\n\n if (this.metricsLogValues) {\n const metricObjects = await this.registry.getMetricsAsJSON()\n console.info(\n `[queue-metrics] Collected metrics for Redis`,\n JSON.stringify(metricObjects, null, 2)\n )\n }\n } catch (error) {\n console.error(\n `[queue-metrics] Failed to collect Redis metrics: ${error.message}`\n )\n throw error\n }\n }\n\n /**\n * Start periodic collection.\n * @param {number} [intervalSec=this.intervalSec] - Interval in seconds\n */\n startPush = (intervalSec = this.intervalSec) => {\n this._startPush(intervalSec, () => {\n this.pushRedisMetrics().catch(err => {\n console.error(`[queue-metrics] Failed to push Redis metrics:`, err)\n })\n })\n if (this._gracefulShutdownRedis) {\n this._publishNewInstanceStarted()\n }\n }\n\n /**\n * Cleanup Redis client and exit process.\n * Stops push, deletes this instance's metrics from VM (if removeOldMetrics), closes subscriber and main Redis, then exits.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n this.stopPush()\n if (this.enabled) {\n await this.gatewayDelete()\n }\n if (this._subClient) {\n try {\n if (this.redisClientType === REDIS_V3) {\n await new Promise((resolve, reject) => {\n if (typeof this._subClient.quit === 'function') {\n this._subClient.quit(err => (err ? reject(err) : resolve()))\n } else resolve()\n })\n } else if (this.redisClientType === REDIS_V4) {\n if (this._subClient.quit) await this._subClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n if (this._subClient.disconnect) await this._subClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing subscriber client:', err)\n }\n this._subClient = null\n }\n try {\n if (!this.redisClient) return\n\n if (\n this.redisClientType === REDIS_V3 ||\n this.redisClientType === REDIS_V4\n ) {\n await this.redisClient.quit()\n } else if (this.redisClientType === IOREDIS) {\n await this.redisClient.disconnect()\n }\n } catch (err) {\n console.error('[queue-metrics] Error closing Redis client:', err)\n }\n process.exit(0)\n }\n\n _setCleanupHandlers = () => {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n}\n\nmodule.exports = { RedisMetricsClient }\n"],"mappings":";;AAAA,MAAM;EAAEA;AAAkB,CAAC,GAAGC,OAAO,CAAC,qBAAqB,CAAC;AAC5D,MAAM;EACJC,kBAAkB;EAClBC,QAAQ;EACRC,OAAO;EACPC;AACF,CAAC,GAAGJ,OAAO,CAAC,eAAe,CAAC;AAE5B,MAAMK,2BAA2B,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;AAC5D,MAAMC,qBAAqB,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC;;AAEjE;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,kBAAkB,SAASR,iBAAiB,CAAC;EACjD;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACES,WAAWA,CAAC;IAAEC,WAAW;IAAEC,qBAAqB;IAAE,GAAGC;EAAc,CAAC,GAAG,CAAC,CAAC,EAAE;IACzE,MAAMC,WAAW,GACfD,aAAa,CAACC,WAAW,IACzBC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,0BAA0B,IAAI,EAAE,EAAE,EAAE,CAAC,IAC1D,CAAC;IAEH,KAAK,CAAC;MACJ,GAAGL,aAAa;MAChBM,WAAW,EAAEN,aAAa,CAACM,WAAW,IAAI,eAAe;MACzDL,WAAW;MACXM,aAAa,EAAEP,aAAa,CAACO,aAAa,KAAK;IACjD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACT,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACU,eAAe,GAAGlB,kBAAkB,CAACQ,WAAW,CAAC;;IAEtD;IACA,MAAMW,eAAe,GAAGV,qBAAqB,KAAK,KAAK;IACvD,MAAMW,aAAa,GAAGP,OAAO,CAACC,GAAG,CAACO,+BAA+B,KAAK,OAAO;IAC7E,IAAI,CAACC,sBAAsB,GAAG,CAACH,eAAe,IAAI,CAACC,aAAa;IAChE,IAAI,CAACG,wBAAwB,GAC3B,IAAI,CAACD,sBAAsB,GACvB,6BAA6B,IAAI,CAACE,OAAO,IAAI,IAAI,CAACR,WAAW,EAAE,GAC/D,IAAI;IACV;IACA,IAAI,CAACS,UAAU,GAAG,IAAI;;IAEtB;IACA,IAAI,CAACC,0BAA0B,GAAG,wBAAwB,IAAI,CAACV,WAAW,MAAM,IAAI,CAACQ,OAAO,MAAM,IAAI,CAACG,MAAM,GAAG;IAEhHC,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,qCAAqC,IAAI,CAACJ,sBAAsB,YAAY,IAAI,CAACC,wBAAwB,IAAI,MAAM,EACvJ,CAAC;IAED,IAAI,IAAI,CAACD,sBAAsB,IAAI,IAAI,CAACC,wBAAwB,EAAE;MAChE,IAAI,CAACO,+BAA+B,CAAC,CAAC;IACxC;;IAEA;IACA,IAAI,CAACC,qBAAqB,GAAG,IAAI,CAACC,WAAW,CAAC;MAC5CC,IAAI,EAAE,6BAA6B;MACnCC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAChC,2BAA2B;IAChE,CAAC,CAAC;IAEF,IAAI,CAACiC,2BAA2B,GAAG,IAAI,CAACL,WAAW,CAAC;MAClDC,IAAI,EAAE,0CAA0C;MAChDC,IAAI,EAAE,0BAA0B;MAChCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAChC,2BAA2B;IAChE,CAAC,CAAC;;IAEF;IACA,IAAI,CAACkC,gBAAgB,GAAG,IAAI,CAACN,WAAW,CAAC;MACvCC,IAAI,EAAE,wBAAwB;MAC9BC,IAAI,EAAE,6BAA6B;MACnCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,aAAa,CAAC;IACpD,CAAC,CAAC;;IAEF;IACA,IAAI,CAACG,eAAe,GAAG,IAAI,CAACP,WAAW,CAAC;MACtCC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE,4BAA4B;MAClCC,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CAAC,WAAW,CAAC;IAClD,CAAC,CAAC;;IAEF;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACI,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;IACnC,IAAI,CAACC,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;IAErC,IAAI,CAACE,mBAAmB,CAAC,CAAC;EAC5B;;EAEA;AACF;AACA;EACEb,+BAA+BA,CAAA,EAAG;IAChC,MAAMc,OAAO,GAAG,IAAI,CAACrB,wBAAwB;IAC7C,IAAI,CAACqB,OAAO,EAAE;IAEd,IAAIC,SAAS,GAAG,IAAI;IACpB,IAAI,IAAI,CAACrC,WAAW,IAAI,OAAO,IAAI,CAACA,WAAW,CAACsC,SAAS,KAAK,UAAU,EAAE;MACxED,SAAS,GAAG,IAAI,CAACrC,WAAW,CAACsC,SAAS,CAAC,CAAC;MACxClB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,+DAA+DkB,OAAO,EAC1G,CAAC;IACH,CAAC,MAAM,IAAI/B,OAAO,CAACC,GAAG,CAACiC,SAAS,EAAE;MAChC,IAAI;QACF,MAAMC,KAAK,GAAGjD,OAAO,CAAC,OAAO,CAAC;QAC9B8C,SAAS,GAAGG,KAAK,CAACC,YAAY,CAAC;UAAEC,GAAG,EAAErC,OAAO,CAACC,GAAG,CAACiC;QAAU,CAAC,CAAC;QAC9D,IAAIF,SAAS,IAAI,OAAOA,SAAS,CAACM,EAAE,KAAK,UAAU,EAAE;UACnDN,SAAS,CAACM,EAAE,CAAC,OAAO,EAAEC,GAAG,IAAI;YAC3BxB,OAAO,CAACyB,KAAK,CAAC,GAAG,IAAI,CAAC3B,0BAA0B,2BAA2B,EAAE0B,GAAG,CAACE,OAAO,CAAC;UAC3F,CAAC,CAAC;QACJ;QACA1B,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,mEAAmEkB,OAAO,EAC9G,CAAC;MACH,CAAC,CAAC,OAAOW,CAAC,EAAE;QACV3B,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,+DAA+D,EACjG6B,CAAC,CAACD,OACJ,CAAC;MACH;IACF;IAEA,IAAI,CAACT,SAAS,EAAE;MACdjB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,mFACpC,CAAC;MACD;IACF;IAEAE,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,6BAA6BkB,OAAO,oBACxE,CAAC;IAED,IAAI,CAACnB,UAAU,GAAGoB,SAAS;IAE3B,MAAMW,SAAS,GAAGA,CAAA,KAAM;MACtB5B,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,kDAAkDkB,OAAO,YAC7F,CAAC;MACD,IAAI,CAACa,OAAO,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,CAACvC,eAAe,KAAKf,QAAQ,EAAE;MACrC0C,SAAS,CAACM,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BvB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,0BAA0BkB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACO,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKd,OAAO,EAAEY,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFX,SAAS,CAACe,SAAS,CAAChB,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAAC1B,eAAe,KAAKjB,QAAQ,EAAE;MAC5C4C,SAAS,CAACM,EAAE,CAAC,WAAW,EAAE,MAAM;QAC9BvB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,0BAA0BkB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACO,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKd,OAAO,EAAEY,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;MACFX,SAAS,CAACe,SAAS,CAAChB,OAAO,CAAC;IAC9B,CAAC,MAAM,IAAI,IAAI,CAAC1B,eAAe,KAAKhB,OAAO,EAAE;MAC3C2C,SAAS,CAACe,SAAS,CAAChB,OAAO,EAAE,CAACQ,GAAG,EAAES,KAAK,KAAK;QAC3C,IAAIT,GAAG,EAAE;UACPxB,OAAO,CAACyB,KAAK,CACX,GAAG,IAAI,CAAC3B,0BAA0B,mBAAmB,EACrD0B,GACF,CAAC;UACD;QACF;QACAxB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,0BAA0BkB,OAAO,sCACrE,CAAC;MACH,CAAC,CAAC;MACFC,SAAS,CAACM,EAAE,CAAC,SAAS,EAAE,CAACO,EAAE,EAAEC,IAAI,KAAK;QACpC,IAAID,EAAE,KAAKd,OAAO,EAAEY,SAAS,CAAC,CAAC;MACjC,CAAC,CAAC;IACJ;EACF;;EAEA;AACF;AACA;EACEM,0BAA0BA,CAAA,EAAG;IAC3B,IAAI,CAAC,IAAI,CAACvC,wBAAwB,IAAI,CAAC,IAAI,CAACf,WAAW,EAAE;IACzD,MAAMoC,OAAO,GAAG,IAAI,CAACrB,wBAAwB;IAC7C,MAAM+B,OAAO,GAAG,IAAI,CAAC3B,MAAM,IAAI,GAAG;IAElC,MAAMoC,IAAI,GAAGX,GAAG,IAAI;MAClB,IAAIA,GAAG,EAAE;QACPxB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,uBAAuB,EACzD0B,GAAG,CAACE,OACN,CAAC;MACH,CAAC,MAAM;QACL1B,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,8BAA8BkB,OAAO,mDACzE,CAAC;MACH;IACF,CAAC;IAEDhB,OAAO,CAACC,IAAI,CACV,GAAG,IAAI,CAACH,0BAA0B,+BAA+BkB,OAAO,WAAW,IAAI,CAACjB,MAAM,IAAI,GAAG,EACvG,CAAC;IAED,IAAI,IAAI,CAACT,eAAe,KAAKf,QAAQ,EAAE;MACrC,IAAI,CAACK,WAAW,CAACwD,YAAY,CAAC,SAAS,EAAE,CAACpB,OAAO,EAAEU,OAAO,CAAC,EAAES,IAAI,CAAC;IACpE,CAAC,MAAM,IAAI,IAAI,CAAC7C,eAAe,KAAKjB,QAAQ,EAAE;MAC5C,IAAI,CAACO,WAAW,CAACyD,WAAW,CAAC,CAAC,SAAS,EAAErB,OAAO,EAAEU,OAAO,CAAC,CAAC,CAACY,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC5F,CAAC,MAAM,IAAI,IAAI,CAAC7C,eAAe,KAAKhB,OAAO,EAAE;MAC3C,IAAI,CAACM,WAAW,CAAC4D,OAAO,CAACxB,OAAO,EAAEU,OAAO,CAAC,CAACY,IAAI,CAAC,MAAMH,IAAI,CAAC,CAAC,CAAC,CAACI,KAAK,CAACJ,IAAI,CAAC;IAC3E;EACF;EAEAM,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI,CAAC,IAAI,CAAC7D,WAAW,EAAE,MAAM,IAAI8D,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAACpD,eAAe,KAAKf,QAAQ,EAAE;MACrC,OAAO,IAAIoE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAACjE,WAAW,CAACwD,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,CAACZ,GAAG,EAAEsB,MAAM,KAAK;UACjE,IAAItB,GAAG,EAAE;YACPqB,MAAM,CAAC,IAAIH,KAAK,CAAC,8BAA8BlB,GAAG,CAACE,OAAO,EAAE,CAAC,CAAC;UAChE,CAAC,MAAMkB,OAAO,CAACE,MAAM,CAAC;QACxB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAACxD,eAAe,KAAKjB,QAAQ,EAAE;MACrC,IAAI;QACF,OAAO,IAAI,CAACO,WAAW,CAACyD,WAAW,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;MACzD,CAAC,CAAC,OAAOb,GAAG,EAAE;QACZ,MAAM,IAAIkB,KAAK,CAAC,8BAA8BlB,GAAG,CAACE,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,IAAI,IAAI,CAACpC,eAAe,KAAKhB,OAAO,EAAE;MACpC,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAACmE,MAAM,CAAC,MAAM,CAAC;MACxC,CAAC,CAAC,OAAOvB,GAAG,EAAE;QACZ,MAAM,IAAIkB,KAAK,CAAC,8BAA8BlB,GAAG,CAACE,OAAO,EAAE,CAAC;MAC9D;IACF;IAEA,MAAM,IAAIgB,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDM,YAAY,GAAG,MAAMC,OAAO,IAAI;IAC9B,IAAI,CAAC,IAAI,CAACrE,WAAW,EAAE,MAAM,IAAI8D,KAAK,CAAC,2BAA2B,CAAC;;IAEnE;IACA,IAAI,IAAI,CAACpD,eAAe,KAAKf,QAAQ,EAAE;MACrC,OAAO,IAAIoE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;QACtC,IAAI,CAACjE,WAAW,CAACqB,IAAI,CAACgD,OAAO,EAAE,CAACzB,GAAG,EAAEsB,MAAM,KAAK;UAC9C,IAAItB,GAAG,EAAEqB,MAAM,CAACrB,GAAG,CAAC,MACfoB,OAAO,CAACE,MAAM,CAAC;QACtB,CAAC,CAAC;MACJ,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,IAAI,CAACxD,eAAe,KAAKjB,QAAQ,IAAI,IAAI,CAACiB,eAAe,KAAKhB,OAAO,EAAE;MACzE,IAAI;QACF,OAAO,IAAI,CAACM,WAAW,CAACqB,IAAI,CAACgD,OAAO,CAAC;MACvC,CAAC,CAAC,OAAOzB,GAAG,EAAE;QACZ,MAAM,IAAIkB,KAAK,CAAC,6BAA6BlB,GAAG,CAACE,OAAO,EAAE,CAAC;MAC7D;IACF;IAEA,MAAM,IAAIgB,KAAK,CAAC,+BAA+B,CAAC;EAClD,CAAC;EAEDQ,qBAAqB,GAAGC,UAAU,IAAI;IACpC,OAAOA,UAAU,CACdC,KAAK,CAAC,IAAI,CAAC,CACXC,MAAM,CAACC,IAAI,IAAIA,IAAI,CAACC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAClCC,GAAG,CAACF,IAAI,IAAI;MACX,MAAMG,KAAK,GAAGH,IAAI,CAACF,KAAK,CAAC,GAAG,CAAC;MAC7B,MAAML,MAAM,GAAG,CAAC,CAAC;MACjBU,KAAK,CAACC,OAAO,CAACC,CAAC,IAAI;QACjB,MAAMC,KAAK,GAAGD,CAAC,CAACE,OAAO,CAAC,GAAG,CAAC;QAC5B,IAAID,KAAK,KAAK,CAAC,CAAC,EAAE;QAClB,MAAME,CAAC,GAAGH,CAAC,CAACI,KAAK,CAAC,CAAC,EAAEH,KAAK,CAAC;QAC3B,MAAMI,CAAC,GAAGL,CAAC,CAACI,KAAK,CAACH,KAAK,GAAG,CAAC,CAAC;QAC5B,IAAInF,qBAAqB,CAACwF,QAAQ,CAACH,CAAC,CAAC,EAAE;UACrCf,MAAM,CAACe,CAAC,CAAC,GAAGE,CAAC;QACf;MACF,CAAC,CAAC;MACF,OAAOjB,MAAM;IACf,CAAC,CAAC;EACN,CAAC;;EAED;AACF;AACA;AACA;EACEmB,mBAAmB,GAAG,MAAAA,CAAA,KAAY;IAChC,IAAI;MACF,MAAM,CAACC,aAAa,EAAEC,YAAY,EAAEC,kBAAkB,CAAC,GACrD,MAAM1B,OAAO,CAAC2B,GAAG,CAAC,CAChB,IAAI,CAACtB,YAAY,CAAC,QAAQ,CAAC,EAC3B,IAAI,CAACA,YAAY,CAAC,OAAO,CAAC,EAC1B,IAAI,CAACP,mBAAmB,CAAC,CAAC,CAC3B,CAAC;MAEJ,MAAM8B,MAAM,GAAG,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEtC,MAAMC,WAAW,GAAG,IAAI,CAACvB,qBAAqB,CAACmB,kBAAkB,CAAC;MAElE,IAAI,IAAI,CAACK,SAAS,EAAE;QAClB;QACA1E,OAAO,CAAC2E,GAAG,CACT,4CAA4C,EAC5CN,kBACF,CAAC;QACDrE,OAAO,CAAC2E,GAAG,CACT,iDAAiD,EACjDN,kBAAkB,CAACO,MACrB,CAAC;;QAED;QACA5E,OAAO,CAAC2E,GAAG,CACT,mDAAmD,EACnDF,WAAW,CAACG,MACd,CAAC;QACD5E,OAAO,CAAC2E,GAAG,CACT,8DAA8D,EAC9DE,IAAI,CAACC,SAAS,CAACL,WAAW,CAACV,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAClD,CAAC;QAED,MAAMgB,OAAO,GAAG;UAAE1E,IAAI,EAAE,CAAC;UAAE2E,KAAK,EAAE,CAAC;UAAEC,GAAG,EAAE,CAAC;UAAE,SAAS,EAAE;QAAE,CAAC;QAC3DR,WAAW,CAACf,OAAO,CAACwB,CAAC,IAAI;UACvB,IAAI,CAACA,CAAC,CAAC7E,IAAI,EAAE0E,OAAO,CAAC1E,IAAI,IAAI,CAAC;UAC9B,IAAI,CAAC6E,CAAC,CAACF,KAAK,EAAED,OAAO,CAACC,KAAK,IAAI,CAAC;UAChC,IAAI,CAACE,CAAC,CAACD,GAAG,EAAEF,OAAO,CAACE,GAAG,IAAI,CAAC;UAC5B,IAAI,CAACC,CAAC,CAAC,SAAS,CAAC,EAAEH,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;QAC5C,CAAC,CAAC;QACF/E,OAAO,CAAC2E,GAAG,CACT,4DAA4D,EAC5DI,OACF,CAAC;MACH;MAEA,MAAMI,OAAO,GAAG,CAAC,CAAC;MAClBV,WAAW,CAACf,OAAO,CAAC0B,IAAI,IAAI;QAC1B,MAAM;UAAE/E,IAAI;UAAE2E,KAAK;UAAE,SAAS,EAAEK,MAAM;UAAEJ;QAAI,CAAC,GAAGG,IAAI;;QAEpD;QACA,MAAME,GAAG,GAAGT,IAAI,CAACC,SAAS,CAAC;UAAEzE,IAAI;UAAE2E,KAAK;UAAEC;QAAI,CAAC,CAAC;QAEhD,IAAI,CAACE,OAAO,CAACG,GAAG,CAAC,EAAE;UACjBH,OAAO,CAACG,GAAG,CAAC,GAAG;YACbf,MAAM,EAAE;cAAElE,IAAI;cAAE2E,KAAK;cAAEC;YAAI,CAAC;YAC5BhD,KAAK,EAAE,CAAC;YACRsD,MAAM,EAAE;UACV,CAAC;QACH;QAEAJ,OAAO,CAACG,GAAG,CAAC,CAACrD,KAAK,IAAI,CAAC;QACvB,MAAMuD,GAAG,GAAGxG,QAAQ,CAACqG,MAAM,EAAE,EAAE,CAAC;QAChCF,OAAO,CAACG,GAAG,CAAC,CAACC,MAAM,IAAIE,MAAM,CAACC,QAAQ,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,CAAC;MACvD,CAAC,CAAC;;MAEF;MACA,IAAI,CAAC,IAAI,CAAC5E,kBAAkB,EAAE,IAAI,CAACA,kBAAkB,GAAG,IAAIC,GAAG,CAAC,CAAC;MACjE,IAAI,CAAC,IAAI,CAACC,oBAAoB,EAAE,IAAI,CAACA,oBAAoB,GAAG,IAAID,GAAG,CAAC,CAAC;MAErE,MAAM8E,WAAW,GAAG,IAAI9E,GAAG,CAAC+E,MAAM,CAACC,IAAI,CAACV,OAAO,CAAC,CAAC;MACjD,KAAK,MAAMrB,CAAC,IAAI6B,WAAW,EAAE;QAC3B,IAAI,CAAC/E,kBAAkB,CAACkF,GAAG,CAAChC,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAChD,oBAAoB,CAACiF,GAAG,CAACjC,CAAC,CAAC,EAAE;UACpC,IAAI,CAAChD,oBAAoB,CAACkF,MAAM,CAAClC,CAAC,CAAC;QACrC;MACF;;MAEA;MACA;MACA;MACA,IAAI,CAAC3D,qBAAqB,CAAC8F,KAAK,CAAC,CAAC;MAClC,IAAI,CAACxF,2BAA2B,CAACwF,KAAK,CAAC,CAAC;;MAExC;MACA,KAAK,MAAMnC,CAAC,IAAI,IAAI,CAAClD,kBAAkB,EAAE;QACvC,IAAI+E,WAAW,CAACI,GAAG,CAACjC,CAAC,CAAC,EAAE;QACxB,IAAI,IAAI,CAAChD,oBAAoB,CAACiF,GAAG,CAACjC,CAAC,CAAC,EAAE;QACtC,IAAI;UACF,MAAMoC,WAAW,GAAGrB,IAAI,CAACsB,KAAK,CAACrC,CAAC,CAAC;UACjC,IAAI,CAAC3D,qBAAqB,CAACiG,GAAG,CAAC;YAAE,GAAG7B,MAAM;YAAE,GAAG2B;UAAY,CAAC,EAAE,CAAC,CAAC;UAChE,IAAI,CAACzF,2BAA2B,CAAC2F,GAAG,CAAC;YAAE,GAAG7B,MAAM;YAAE,GAAG2B;UAAY,CAAC,EAAE,CAAC,CAAC;UACtE,IAAI,CAACpF,oBAAoB,CAACgF,GAAG,CAAChC,CAAC,CAAC;QAClC,CAAC,CAAC,MAAM;UACN;QAAA;MAEJ;MAEA,IAAI,IAAI,CAACY,SAAS,EAAE;QAClB,MAAM2B,MAAM,GAAGT,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC;QACrC,MAAMoB,YAAY,GAAGF,MAAM,CAACG,MAAM,CAAC,CAACC,GAAG,EAAEC,CAAC,KAAKD,GAAG,IAAIC,CAAC,CAACzE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvEjC,OAAO,CAAC2E,GAAG,CACT,oDAAoD,EACpD0B,MAAM,CAACzB,MACT,CAAC;QACD5E,OAAO,CAAC2E,GAAG,CACT,kDAAkD,EAClD4B,YACF,CAAC;QACDvG,OAAO,CAAC2E,GAAG,CACT,8CAA8C,EAC9C,IAAI,CAAC/D,kBAAkB,CAAC+F,IAC1B,CAAC;QACD3G,OAAO,CAAC2E,GAAG,CACT,gDAAgD,EAChD,IAAI,CAAC7D,oBAAoB,CAAC6F,IAC5B,CAAC;QACD3G,OAAO,CAAC2E,GAAG,CACT,8DAA8D,EAC9DE,IAAI,CAACC,SAAS,CAACuB,MAAM,CAACtC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAC7C,CAAC;MACH;MAEA6B,MAAM,CAACU,MAAM,CAACnB,OAAO,CAAC,CAACzB,OAAO,CAC5B,CAAC;QAAEa,MAAM,EAAE2B,WAAW;QAAEjE,KAAK;QAAEsD;MAAO,CAAC,KAAK;QAC1C,IAAI,CAACpF,qBAAqB,CAACiG,GAAG,CAAC;UAAE,GAAG7B,MAAM;UAAE,GAAG2B;QAAY,CAAC,EAAEjE,KAAK,CAAC;QACpE,IAAI,CAACxB,2BAA2B,CAAC2F,GAAG,CAClC;UAAE,GAAG7B,MAAM;UAAE,GAAG2B;QAAY,CAAC,EAC7BX,MACF,CAAC;MACH,CACF,CAAC;MAED,MAAMqB,cAAc,GAAGC,OAAO,IAC5BjB,MAAM,CAACkB,WAAW,CAChBD,OAAO,CACJzD,KAAK,CAAC,MAAM,CAAC,CACbC,MAAM,CAACC,IAAI,IAAIA,IAAI,IAAI,CAACA,IAAI,CAACyD,UAAU,CAAC,GAAG,CAAC,CAAC,CAC7CvD,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACF,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAC/BC,MAAM,CAACI,KAAK,IAAIA,KAAK,CAACmB,MAAM,KAAK,CAAC,IAAInB,KAAK,CAAC,CAAC,CAAC,IAAIA,KAAK,CAAC,CAAC,CAAC,CAC/D,CAAC;MAEH,MAAM8B,MAAM,GAAGqB,cAAc,CAACzC,aAAa,CAAC;MAC5C,MAAM6C,KAAK,GAAGJ,cAAc,CAACxC,YAAY,CAAC;MAE1C,IAAImB,MAAM,CAAC0B,WAAW,EAAE;QACtB,IAAI,CAACvG,gBAAgB,CAAC0F,GAAG,CACvB;UAAE,GAAG7B,MAAM;UAAE2C,WAAW,EAAE;QAAO,CAAC,EAClClI,QAAQ,CAACuG,MAAM,CAAC0B,WAAW,EAAE,EAAE,CAAC,IAAI,CACtC,CAAC;MACH;MACA,IAAI1B,MAAM,CAAC4B,SAAS,EAAE;QACpB,IAAI,CAACzG,gBAAgB,CAAC0F,GAAG,CACvB;UAAE,GAAG7B,MAAM;UAAE2C,WAAW,EAAE;QAAM,CAAC,EACjClI,QAAQ,CAACuG,MAAM,CAAC4B,SAAS,EAAE,EAAE,CAAC,IAAI,CACpC,CAAC;MACH;MAEA,IAAIH,KAAK,CAACI,yBAAyB,EAAE;QACnC,IAAI,CAACzG,eAAe,CAACyF,GAAG,CACtB;UAAE,GAAG7B,MAAM;UAAE8C,SAAS,EAAE;QAAc,CAAC,EACvCrI,QAAQ,CAACgI,KAAK,CAACI,yBAAyB,EAAE,EAAE,CAAC,IAAI,CACnD,CAAC;MACH;IACF,CAAC,CAAC,OAAO3F,KAAK,EAAE;MACdzB,OAAO,CAACC,IAAI,CACV,kDAAkD,EAClDwB,KAAK,CAACC,OACR,CAAC;IACH;EACF,CAAC;;EAED;AACF;AACA;AACA;EACE4F,gBAAgB,GAAG,MAAAA,CAAA,KAAY;IAC7B,IAAI;MACF,MAAM,IAAI,CAACpD,mBAAmB,CAAC,CAAC;MAChC,MAAM,IAAI,CAACqD,WAAW,CAAC,CAAC;MACxB,IAAI,CAACC,gBAAgB,CAAC,CAAC;MAEvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;QACzB,MAAMC,aAAa,GAAG,MAAM,IAAI,CAACC,QAAQ,CAACC,gBAAgB,CAAC,CAAC;QAC5D5H,OAAO,CAACC,IAAI,CACV,6CAA6C,EAC7C4E,IAAI,CAACC,SAAS,CAAC4C,aAAa,EAAE,IAAI,EAAE,CAAC,CACvC,CAAC;MACH;IACF,CAAC,CAAC,OAAOjG,KAAK,EAAE;MACdzB,OAAO,CAACyB,KAAK,CACX,oDAAoDA,KAAK,CAACC,OAAO,EACnE,CAAC;MACD,MAAMD,KAAK;IACb;EACF,CAAC;;EAED;AACF;AACA;AACA;EACEoG,SAAS,GAAGA,CAAC9I,WAAW,GAAG,IAAI,CAACA,WAAW,KAAK;IAC9C,IAAI,CAAC+I,UAAU,CAAC/I,WAAW,EAAE,MAAM;MACjC,IAAI,CAACuI,gBAAgB,CAAC,CAAC,CAAC/E,KAAK,CAACf,GAAG,IAAI;QACnCxB,OAAO,CAACyB,KAAK,CAAC,+CAA+C,EAAED,GAAG,CAAC;MACrE,CAAC,CAAC;IACJ,CAAC,CAAC;IACF,IAAI,IAAI,CAAC9B,sBAAsB,EAAE;MAC/B,IAAI,CAACwC,0BAA0B,CAAC,CAAC;IACnC;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;EACEL,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpB,IAAI,CAACkG,QAAQ,CAAC,CAAC;IACf,IAAI,IAAI,CAACC,OAAO,EAAE;MAChB,MAAM,IAAI,CAACC,aAAa,CAAC,CAAC;IAC5B;IACA,IAAI,IAAI,CAACpI,UAAU,EAAE;MACnB,IAAI;QACF,IAAI,IAAI,CAACP,eAAe,KAAKf,QAAQ,EAAE;UACrC,MAAM,IAAIoE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;YACrC,IAAI,OAAO,IAAI,CAAChD,UAAU,CAACqI,IAAI,KAAK,UAAU,EAAE;cAC9C,IAAI,CAACrI,UAAU,CAACqI,IAAI,CAAC1G,GAAG,IAAKA,GAAG,GAAGqB,MAAM,CAACrB,GAAG,CAAC,GAAGoB,OAAO,CAAC,CAAE,CAAC;YAC9D,CAAC,MAAMA,OAAO,CAAC,CAAC;UAClB,CAAC,CAAC;QACJ,CAAC,MAAM,IAAI,IAAI,CAACtD,eAAe,KAAKjB,QAAQ,EAAE;UAC5C,IAAI,IAAI,CAACwB,UAAU,CAACqI,IAAI,EAAE,MAAM,IAAI,CAACrI,UAAU,CAACqI,IAAI,CAAC,CAAC;QACxD,CAAC,MAAM,IAAI,IAAI,CAAC5I,eAAe,KAAKhB,OAAO,EAAE;UAC3C,IAAI,IAAI,CAACuB,UAAU,CAACsI,UAAU,EAAE,MAAM,IAAI,CAACtI,UAAU,CAACsI,UAAU,CAAC,CAAC;QACpE;MACF,CAAC,CAAC,OAAO3G,GAAG,EAAE;QACZxB,OAAO,CAACyB,KAAK,CAAC,kDAAkD,EAAED,GAAG,CAAC;MACxE;MACA,IAAI,CAAC3B,UAAU,GAAG,IAAI;IACxB;IACA,IAAI;MACF,IAAI,CAAC,IAAI,CAACjB,WAAW,EAAE;MAEvB,IACE,IAAI,CAACU,eAAe,KAAKf,QAAQ,IACjC,IAAI,CAACe,eAAe,KAAKjB,QAAQ,EACjC;QACA,MAAM,IAAI,CAACO,WAAW,CAACsJ,IAAI,CAAC,CAAC;MAC/B,CAAC,MAAM,IAAI,IAAI,CAAC5I,eAAe,KAAKhB,OAAO,EAAE;QAC3C,MAAM,IAAI,CAACM,WAAW,CAACuJ,UAAU,CAAC,CAAC;MACrC;IACF,CAAC,CAAC,OAAO3G,GAAG,EAAE;MACZxB,OAAO,CAACyB,KAAK,CAAC,6CAA6C,EAAED,GAAG,CAAC;IACnE;IACAvC,OAAO,CAACmJ,IAAI,CAAC,CAAC,CAAC;EACjB,CAAC;EAEDrH,mBAAmB,GAAGA,CAAA,KAAM;IAC1B9B,OAAO,CAACsC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAACM,OAAO,CAAC;IAClC5C,OAAO,CAACsC,EAAE,CAAC,SAAS,EAAE,IAAI,CAACM,OAAO,CAAC;EACrC,CAAC;AACH;AAEAwG,MAAM,CAACC,OAAO,GAAG;EAAE5J;AAAmB,CAAC","ignoreList":[]}
|
package/package.json
CHANGED
|
@@ -18,9 +18,8 @@ const redisConnectionFields = ['name', 'flags', 'tot-mem', 'cmd']
|
|
|
18
18
|
class RedisMetricsClient extends BaseMetricsClient {
|
|
19
19
|
/**
|
|
20
20
|
* @param {Object} options
|
|
21
|
-
* @param {any} options.redisClient - Redis client instance (required)
|
|
22
|
-
* @param {
|
|
23
|
-
* @param {boolean} [options.gracefulShutdownRedis] - If true, new instance publishes to Redis on start and old instances exit when they receive (set METRICS_GRACEFUL_SHUTDOWN_REDIS=true). Channel scoped by app + process_type so other services are not closed.
|
|
21
|
+
* @param {any} options.redisClient - Redis client instance (required). Used for metrics and publish. Subscriber is created internally (duplicate() or REDIS_URL).
|
|
22
|
+
* @param {boolean} [options.gracefulShutdownRedis] - Default true. When true, new instance publishes on start and old instances exit on message. Set false or METRICS_GRACEFUL_SHUTDOWN_REDIS=false to disable.
|
|
24
23
|
* @param {string} [options.appName] - Application name (from BaseMetricsClient)
|
|
25
24
|
* @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)
|
|
26
25
|
* @param {string} [options.processType] - Process type (from BaseMetricsClient)
|
|
@@ -33,7 +32,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
33
32
|
* @param {function} [options.startupValidation] - Function to validate startup (from BaseMetricsClient)
|
|
34
33
|
* @param {boolean} [options.disablePushgateway] - Disable pushing to Pushgateway (use HTTP scraping instead)
|
|
35
34
|
*/
|
|
36
|
-
constructor({ redisClient,
|
|
35
|
+
constructor({ redisClient, gracefulShutdownRedis, ...metricsConfig } = {}) {
|
|
37
36
|
const intervalSec =
|
|
38
37
|
metricsConfig.intervalSec ||
|
|
39
38
|
parseInt(process.env.METRICS_QUEUE_INTERVAL_SEC || '', 10) ||
|
|
@@ -51,8 +50,9 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
51
50
|
this.redisClientType = getRedisClientType(redisClient)
|
|
52
51
|
|
|
53
52
|
/** When true, new instance publishes once to Redis on start; old instances subscribed to same channel exit immediately. Channel = metrics:graceful-shutdown:{app}:{process_type}. Default true; set METRICS_GRACEFUL_SHUTDOWN_REDIS=false or gracefulShutdownRedis: false to disable. */
|
|
54
|
-
|
|
55
|
-
|
|
53
|
+
const disabledByParam = gracefulShutdownRedis === false
|
|
54
|
+
const disabledByEnv = process.env.METRICS_GRACEFUL_SHUTDOWN_REDIS === 'false'
|
|
55
|
+
this._gracefulShutdownRedis = !disabledByParam && !disabledByEnv
|
|
56
56
|
this._gracefulShutdownChannel =
|
|
57
57
|
this._gracefulShutdownRedis
|
|
58
58
|
? `metrics:graceful-shutdown:${this.appName}:${this.processType}`
|
|
@@ -63,8 +63,12 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
63
63
|
/** Log prefix for graceful-shutdown messages (always logged, not behind METRICS_LOG_VALUES). */
|
|
64
64
|
this._gracefulShutdownLogPrefix = `[graceful-shutdown] [${this.processType}] [${this.appName}] [${this.dynoId}]`
|
|
65
65
|
|
|
66
|
+
console.info(
|
|
67
|
+
`${this._gracefulShutdownLogPrefix} startup: graceful_shutdown_redis=${this._gracefulShutdownRedis} channel=${this._gracefulShutdownChannel || 'none'}`
|
|
68
|
+
)
|
|
69
|
+
|
|
66
70
|
if (this._gracefulShutdownRedis && this._gracefulShutdownChannel) {
|
|
67
|
-
this._setupGracefulShutdownSubscribe(
|
|
71
|
+
this._setupGracefulShutdownSubscribe()
|
|
68
72
|
}
|
|
69
73
|
|
|
70
74
|
/** Counter for Redis client connections */
|
|
@@ -107,29 +111,53 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
107
111
|
}
|
|
108
112
|
|
|
109
113
|
/**
|
|
110
|
-
* Set up Redis subscribe for graceful shutdown:
|
|
111
|
-
* Uses redisPubSubClient if provided, or redisClient.duplicate() when available (e.g. ioredis). Channel is scoped by app + process_type so only same service is affected.
|
|
112
|
-
* @param {any} [redisPubSubClient] - Dedicated connection for subscribe (required for node-redis; ioredis can use duplicate())
|
|
114
|
+
* Set up Redis subscribe for graceful shutdown. Uses one connection: either redisClient.duplicate() (ioredis) or a client created from REDIS_URL (node-redis). Caller passes only redisClient.
|
|
113
115
|
*/
|
|
114
|
-
_setupGracefulShutdownSubscribe(
|
|
116
|
+
_setupGracefulShutdownSubscribe() {
|
|
115
117
|
const channel = this._gracefulShutdownChannel
|
|
116
118
|
if (!channel) return
|
|
117
119
|
|
|
118
|
-
let subClient =
|
|
119
|
-
if (
|
|
120
|
+
let subClient = null
|
|
121
|
+
if (this.redisClient && typeof this.redisClient.duplicate === 'function') {
|
|
120
122
|
subClient = this.redisClient.duplicate()
|
|
123
|
+
console.info(
|
|
124
|
+
`${this._gracefulShutdownLogPrefix} setup_subscribe: using redisClient.duplicate() for channel=${channel}`
|
|
125
|
+
)
|
|
126
|
+
} else if (process.env.REDIS_URL) {
|
|
127
|
+
try {
|
|
128
|
+
const redis = require('redis')
|
|
129
|
+
subClient = redis.createClient({ url: process.env.REDIS_URL })
|
|
130
|
+
if (subClient && typeof subClient.on === 'function') {
|
|
131
|
+
subClient.on('error', err => {
|
|
132
|
+
console.error(`${this._gracefulShutdownLogPrefix} subscriber client error:`, err.message)
|
|
133
|
+
})
|
|
134
|
+
}
|
|
135
|
+
console.info(
|
|
136
|
+
`${this._gracefulShutdownLogPrefix} setup_subscribe: created subscriber from REDIS_URL for channel=${channel}`
|
|
137
|
+
)
|
|
138
|
+
} catch (e) {
|
|
139
|
+
console.info(
|
|
140
|
+
`${this._gracefulShutdownLogPrefix} setup_subscribe: could not create subscriber from REDIS_URL:`,
|
|
141
|
+
e.message
|
|
142
|
+
)
|
|
143
|
+
}
|
|
121
144
|
}
|
|
145
|
+
|
|
122
146
|
if (!subClient) {
|
|
123
|
-
console.
|
|
124
|
-
`${this._gracefulShutdownLogPrefix} No subscriber
|
|
147
|
+
console.info(
|
|
148
|
+
`${this._gracefulShutdownLogPrefix} No subscriber (need ioredis or REDIS_URL). Graceful shutdown via Redis disabled.`
|
|
125
149
|
)
|
|
126
150
|
return
|
|
127
151
|
}
|
|
128
152
|
|
|
153
|
+
console.info(
|
|
154
|
+
`${this._gracefulShutdownLogPrefix} setup_subscribe: channel=${channel} hasSubClient=true`
|
|
155
|
+
)
|
|
156
|
+
|
|
129
157
|
this._subClient = subClient
|
|
130
158
|
|
|
131
159
|
const onMessage = () => {
|
|
132
|
-
console.
|
|
160
|
+
console.info(
|
|
133
161
|
`${this._gracefulShutdownLogPrefix} OLD: received new-instance message on channel ${channel}; exiting.`
|
|
134
162
|
)
|
|
135
163
|
this.cleanup()
|
|
@@ -137,7 +165,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
137
165
|
|
|
138
166
|
if (this.redisClientType === REDIS_V3) {
|
|
139
167
|
subClient.on('subscribe', () => {
|
|
140
|
-
console.
|
|
168
|
+
console.info(
|
|
141
169
|
`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`
|
|
142
170
|
)
|
|
143
171
|
})
|
|
@@ -147,7 +175,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
147
175
|
subClient.subscribe(channel)
|
|
148
176
|
} else if (this.redisClientType === REDIS_V4) {
|
|
149
177
|
subClient.on('subscribe', () => {
|
|
150
|
-
console.
|
|
178
|
+
console.info(
|
|
151
179
|
`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`
|
|
152
180
|
)
|
|
153
181
|
})
|
|
@@ -164,7 +192,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
164
192
|
)
|
|
165
193
|
return
|
|
166
194
|
}
|
|
167
|
-
console.
|
|
195
|
+
console.info(
|
|
168
196
|
`${this._gracefulShutdownLogPrefix} Subscribed to channel=${channel} (waiting for new-instance message).`
|
|
169
197
|
)
|
|
170
198
|
})
|
|
@@ -184,17 +212,21 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
184
212
|
|
|
185
213
|
const done = err => {
|
|
186
214
|
if (err) {
|
|
187
|
-
console.
|
|
215
|
+
console.info(
|
|
188
216
|
`${this._gracefulShutdownLogPrefix} NEW: publish failed:`,
|
|
189
217
|
err.message
|
|
190
218
|
)
|
|
191
219
|
} else {
|
|
192
|
-
console.
|
|
220
|
+
console.info(
|
|
193
221
|
`${this._gracefulShutdownLogPrefix} NEW: published to channel=${channel} (new instance started; old instances will exit).`
|
|
194
222
|
)
|
|
195
223
|
}
|
|
196
224
|
}
|
|
197
225
|
|
|
226
|
+
console.info(
|
|
227
|
+
`${this._gracefulShutdownLogPrefix} NEW: publishing to channel=${channel} dynoId=${this.dynoId || '1'}`
|
|
228
|
+
)
|
|
229
|
+
|
|
198
230
|
if (this.redisClientType === REDIS_V3) {
|
|
199
231
|
this.redisClient.send_command('PUBLISH', [channel, message], done)
|
|
200
232
|
} else if (this.redisClientType === REDIS_V4) {
|
|
@@ -453,7 +485,7 @@ class RedisMetricsClient extends BaseMetricsClient {
|
|
|
453
485
|
)
|
|
454
486
|
}
|
|
455
487
|
} catch (error) {
|
|
456
|
-
console.
|
|
488
|
+
console.info(
|
|
457
489
|
`[queue-metrics] Failed to collect Redis metrics:`,
|
|
458
490
|
error.message
|
|
459
491
|
)
|