@adalo/metrics 0.1.114 → 0.1.115
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/baseMetricsClient.d.ts +171 -0
- package/lib/baseMetricsClient.d.ts.map +1 -0
- package/lib/baseMetricsClient.js +353 -0
- package/lib/baseMetricsClient.js.map +1 -0
- package/lib/index.d.ts +1 -0
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +11 -0
- package/lib/index.js.map +1 -1
- package/lib/metricsClient.d.ts +11 -169
- package/lib/metricsClient.d.ts.map +1 -1
- package/lib/metricsClient.js +80 -350
- package/lib/metricsClient.js.map +1 -1
- package/lib/metricsDatabaseClient.d.ts +10 -12
- package/lib/metricsDatabaseClient.d.ts.map +1 -1
- package/lib/metricsDatabaseClient.js +11 -13
- package/lib/metricsDatabaseClient.js.map +1 -1
- package/lib/metricsQueueRedisClient.d.ts +1 -1
- package/lib/metricsQueueRedisClient.d.ts.map +1 -1
- package/lib/metricsQueueRedisClient.js +11 -12
- package/lib/metricsQueueRedisClient.js.map +1 -1
- package/lib/metricsRedisClient.d.ts +14 -16
- package/lib/metricsRedisClient.d.ts.map +1 -1
- package/lib/metricsRedisClient.js +15 -17
- package/lib/metricsRedisClient.js.map +1 -1
- package/package.json +1 -1
- package/src/baseMetricsClient.js +411 -0
- package/src/index.ts +1 -0
- package/src/metricsClient.js +82 -412
- package/src/metricsDatabaseClient.js +10 -12
- package/src/metricsQueueRedisClient.js +11 -12
- package/src/metricsRedisClient.js +14 -16
package/lib/metricsClient.js
CHANGED
|
@@ -1,15 +1,17 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
|
-
const client = require('prom-client');
|
|
4
3
|
const fs = require('fs');
|
|
5
4
|
const os = require('os');
|
|
6
|
-
const
|
|
5
|
+
const {
|
|
6
|
+
BaseMetricsClient
|
|
7
|
+
} = require('./baseMetricsClient');
|
|
7
8
|
|
|
8
9
|
/**
|
|
9
10
|
* MetricsClient handles Prometheus metrics collection and push.
|
|
10
11
|
* Supports gauges, counters, default metrics, and custom metrics.
|
|
12
|
+
* Extends BaseMetricsClient for common functionality.
|
|
11
13
|
*/
|
|
12
|
-
class MetricsClient {
|
|
14
|
+
class MetricsClient extends BaseMetricsClient {
|
|
13
15
|
/**
|
|
14
16
|
* @param {Object} config
|
|
15
17
|
* @param {string} [config.appName] Name of the application
|
|
@@ -21,50 +23,14 @@ class MetricsClient {
|
|
|
21
23
|
* @param {string} [config.pushgatewaySecret] PushGateway secret token
|
|
22
24
|
* @param {number} [config.intervalSec] Interval in seconds for pushing metrics
|
|
23
25
|
* @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name
|
|
24
|
-
* @param {boolean} [config.scripDefaultMetrics] Enable to scip default metrics creation
|
|
25
26
|
* @param {function} [config.startupValidation] Add to validate on start push.
|
|
26
27
|
*/
|
|
27
28
|
constructor(config = {}) {
|
|
28
|
-
|
|
29
|
-
this.dynoId = config.dynoId || process.env.HOSTNAME || 'unknown-dyno';
|
|
30
|
-
this.processType = config.processType || process.env.BUILD_DYNO_PROCESS_TYPE || 'undefined_build_dyno_type';
|
|
31
|
-
this.enabled = config.enabled ?? process.env.METRICS_ENABLED === 'true';
|
|
32
|
-
this.logValues = config.logValues ?? process.env.METRICS_LOG_VALUES === 'true';
|
|
33
|
-
this.pushgatewayUrl = config.pushgatewayUrl || process.env.METRICS_PUSHGATEWAY_URL || '';
|
|
34
|
-
this.authToken = config.pushgatewaySecret || process.env.METRICS_PUSHGATEWAY_SECRET || '';
|
|
35
|
-
this.intervalSec = config.intervalSec || parseInt(process.env.METRICS_INTERVAL_SEC || '', 10) || 15;
|
|
36
|
-
this.startupValidation = config.startupValidation;
|
|
37
|
-
this.prefixLogs = `[${this.processType}] [${this.appName}] [${this.dynoId}] [Monitoring]`;
|
|
38
|
-
this._registry = new client.Registry();
|
|
39
|
-
client.collectDefaultMetrics({
|
|
40
|
-
register: this._registry
|
|
41
|
-
});
|
|
42
|
-
this.defaultLabels = {
|
|
43
|
-
app: this.appName,
|
|
44
|
-
dyno_id: this.dynoId,
|
|
45
|
-
process_type: this.processType
|
|
46
|
-
};
|
|
47
|
-
this.gateway = new client.Pushgateway(this.pushgatewayUrl, {
|
|
48
|
-
headers: {
|
|
49
|
-
Authorization: `Basic ${this.authToken}`
|
|
50
|
-
},
|
|
51
|
-
agent: new https.Agent({
|
|
52
|
-
keepAlive: true
|
|
53
|
-
})
|
|
54
|
-
}, this._registry);
|
|
55
|
-
this.gauges = {};
|
|
56
|
-
this.counters = {};
|
|
57
|
-
this.countersFunctions = {};
|
|
58
|
-
|
|
59
|
-
/** @type {Object<string, function(): number | Promise<number>>} */
|
|
60
|
-
this.gaugeUpdaters = {};
|
|
29
|
+
super(config);
|
|
61
30
|
this._lastUsageMicros = 0;
|
|
62
31
|
this._lastCheckTime = Date.now();
|
|
63
|
-
this.
|
|
64
|
-
|
|
65
|
-
this._initDefaultMetrics();
|
|
66
|
-
}
|
|
67
|
-
this._setCleanupHandlers();
|
|
32
|
+
this._httpRequestBuffer = [];
|
|
33
|
+
this._initDefaultMetrics();
|
|
68
34
|
}
|
|
69
35
|
|
|
70
36
|
/**
|
|
@@ -102,84 +68,18 @@ class MetricsClient {
|
|
|
102
68
|
help: 'How long the process has been running',
|
|
103
69
|
updateFn: process.uptime
|
|
104
70
|
});
|
|
105
|
-
this.
|
|
106
|
-
name: '
|
|
107
|
-
help: '
|
|
71
|
+
this.createGauge({
|
|
72
|
+
name: 'http_app_requests_total',
|
|
73
|
+
help: 'Total number of HTTP requests (collected over interval)',
|
|
108
74
|
labelNames: this.withDefaultLabels(['method', 'route', 'appId', 'databaseId', 'status_code'])
|
|
109
75
|
});
|
|
110
|
-
this.
|
|
111
|
-
name: '
|
|
112
|
-
help: '
|
|
76
|
+
this.createGauge({
|
|
77
|
+
name: 'http_app_requests_total_duration',
|
|
78
|
+
help: 'Total duration of HTTP requests in milliseconds (collected over interval)',
|
|
113
79
|
labelNames: this.withDefaultLabels(['method', 'route', 'appId', 'databaseId', 'status_code'])
|
|
114
80
|
});
|
|
115
81
|
};
|
|
116
82
|
|
|
117
|
-
/**
|
|
118
|
-
* Create a gauge metric.
|
|
119
|
-
* @param {Object} options - Gauge configuration
|
|
120
|
-
* @param {string} options.name - Name of the gauge
|
|
121
|
-
* @param {string} options.help - Help text describing the gauge
|
|
122
|
-
* @param {function(): number|Promise<number>} [options.updateFn] - Optional function returning the gauge value
|
|
123
|
-
* @param {string[]} [options.labelNames] - Optional custom label names
|
|
124
|
-
* @returns {import('prom-client').Gauge} The created Prometheus gauge
|
|
125
|
-
*/
|
|
126
|
-
createGauge = ({
|
|
127
|
-
name,
|
|
128
|
-
help,
|
|
129
|
-
updateFn,
|
|
130
|
-
labelNames = Object.keys(this.defaultLabels)
|
|
131
|
-
}) => {
|
|
132
|
-
if (this.gauges[name]) return this.gauges[name];
|
|
133
|
-
const g = new client.Gauge({
|
|
134
|
-
name,
|
|
135
|
-
help,
|
|
136
|
-
labelNames,
|
|
137
|
-
registers: [this._registry]
|
|
138
|
-
});
|
|
139
|
-
this.gauges[name] = g;
|
|
140
|
-
if (updateFn && typeof updateFn === 'function') {
|
|
141
|
-
this.gaugeUpdaters[name] = updateFn;
|
|
142
|
-
}
|
|
143
|
-
return g;
|
|
144
|
-
};
|
|
145
|
-
|
|
146
|
-
/**
|
|
147
|
-
* Create a Prometheus Counter metric.
|
|
148
|
-
*
|
|
149
|
-
* @param {Object} params - Counter configuration
|
|
150
|
-
* @param {string} params.name - Metric name
|
|
151
|
-
* @param {string} params.help - Metric description
|
|
152
|
-
* @param {string[]} [params.labelNames] - Optional list of label names. Defaults to this.defaultLabels keys.
|
|
153
|
-
*
|
|
154
|
-
* @returns {(labels?: Object, incrementValue?: number) => void}
|
|
155
|
-
* A function to increment the counter.
|
|
156
|
-
* Usage: (labels?, incrementValue?)
|
|
157
|
-
*/
|
|
158
|
-
createCounter({
|
|
159
|
-
name,
|
|
160
|
-
help,
|
|
161
|
-
labelNames = Object.keys(this.defaultLabels)
|
|
162
|
-
}) {
|
|
163
|
-
if (this.counters[name]) return this.countersFunctions[name];
|
|
164
|
-
const c = new client.Counter({
|
|
165
|
-
name,
|
|
166
|
-
help,
|
|
167
|
-
labelNames,
|
|
168
|
-
registers: [this._registry]
|
|
169
|
-
});
|
|
170
|
-
this.counters[name] = c;
|
|
171
|
-
this.countersFunctions = {
|
|
172
|
-
...this.countersFunctions,
|
|
173
|
-
[name]: (data = {}, value = 1) => {
|
|
174
|
-
c.inc({
|
|
175
|
-
...this.defaultLabels,
|
|
176
|
-
...data
|
|
177
|
-
}, value);
|
|
178
|
-
}
|
|
179
|
-
};
|
|
180
|
-
return this.countersFunctions[name];
|
|
181
|
-
}
|
|
182
|
-
|
|
183
83
|
/**
|
|
184
84
|
* Get CPU usage percent (cgroup-aware)
|
|
185
85
|
* @returns {number}
|
|
@@ -268,9 +168,9 @@ class MetricsClient {
|
|
|
268
168
|
}
|
|
269
169
|
|
|
270
170
|
/**
|
|
271
|
-
*
|
|
171
|
+
* Track an HTTP request (adds to buffer for interval collection).
|
|
272
172
|
*
|
|
273
|
-
* @param {Object} params - The parameters for the request
|
|
173
|
+
* @param {Object} params - The parameters for the request.
|
|
274
174
|
* @param {string} params.method - HTTP method (GET, POST, etc.).
|
|
275
175
|
* @param {string} params.route - The full requested URL or route.
|
|
276
176
|
* @param {number} params.status_code - HTTP response status code.
|
|
@@ -286,25 +186,77 @@ class MetricsClient {
|
|
|
286
186
|
databaseId = '',
|
|
287
187
|
duration
|
|
288
188
|
}) {
|
|
289
|
-
this.
|
|
189
|
+
if (!this.enabled) return;
|
|
190
|
+
this._httpRequestBuffer.push({
|
|
290
191
|
method,
|
|
291
192
|
route,
|
|
292
|
-
status_code,
|
|
293
|
-
appId,
|
|
294
|
-
databaseId
|
|
193
|
+
status_code: String(status_code),
|
|
194
|
+
appId: appId || '',
|
|
195
|
+
databaseId: databaseId || '',
|
|
196
|
+
duration
|
|
295
197
|
});
|
|
296
|
-
this.countersFunctions?.app_requests_total_duration({
|
|
297
|
-
method,
|
|
298
|
-
route,
|
|
299
|
-
status_code,
|
|
300
|
-
appId,
|
|
301
|
-
databaseId
|
|
302
|
-
}, duration);
|
|
303
198
|
}
|
|
304
199
|
|
|
200
|
+
/**
|
|
201
|
+
* Collect HTTP metrics from buffer, group by labels, and set gauges.
|
|
202
|
+
* @private
|
|
203
|
+
*/
|
|
204
|
+
_collectHttpMetrics = () => {
|
|
205
|
+
if (this._httpRequestBuffer.length === 0) {
|
|
206
|
+
return;
|
|
207
|
+
}
|
|
208
|
+
const grouped = {};
|
|
209
|
+
const defaultLabels = this.getDefaultLabels();
|
|
210
|
+
this._httpRequestBuffer.forEach(req => {
|
|
211
|
+
const key = JSON.stringify({
|
|
212
|
+
method: req.method,
|
|
213
|
+
route: req.route,
|
|
214
|
+
appId: req.appId,
|
|
215
|
+
databaseId: req.databaseId,
|
|
216
|
+
status_code: req.status_code
|
|
217
|
+
});
|
|
218
|
+
if (!grouped[key]) {
|
|
219
|
+
grouped[key] = {
|
|
220
|
+
labels: {
|
|
221
|
+
method: req.method,
|
|
222
|
+
route: req.route,
|
|
223
|
+
appId: req.appId,
|
|
224
|
+
databaseId: req.databaseId,
|
|
225
|
+
status_code: req.status_code
|
|
226
|
+
},
|
|
227
|
+
count: 0,
|
|
228
|
+
totalDuration: 0
|
|
229
|
+
};
|
|
230
|
+
}
|
|
231
|
+
grouped[key].count += 1;
|
|
232
|
+
grouped[key].totalDuration += req.duration || 0;
|
|
233
|
+
});
|
|
234
|
+
Object.values(grouped).forEach(({
|
|
235
|
+
labels,
|
|
236
|
+
count,
|
|
237
|
+
totalDuration
|
|
238
|
+
}) => {
|
|
239
|
+
const allLabels = {
|
|
240
|
+
...defaultLabels,
|
|
241
|
+
...labels
|
|
242
|
+
};
|
|
243
|
+
this.gauges.http_app_requests_total.set(allLabels, count);
|
|
244
|
+
this.gauges.http_app_requests_total_duration.set(allLabels, totalDuration);
|
|
245
|
+
});
|
|
246
|
+
this._httpRequestBuffer = [];
|
|
247
|
+
};
|
|
248
|
+
|
|
249
|
+
/**
|
|
250
|
+
* Override pushMetrics to collect HTTP metrics before pushing.
|
|
251
|
+
*/
|
|
252
|
+
pushMetrics = async () => {
|
|
253
|
+
this._collectHttpMetrics();
|
|
254
|
+
await super.pushMetrics();
|
|
255
|
+
};
|
|
256
|
+
|
|
305
257
|
/**
|
|
306
258
|
* Express middleware to track HTTP requests.
|
|
307
|
-
* Track the `
|
|
259
|
+
* Track the `http_app_requests_total` and `http_app_requests_total_duration` metric.
|
|
308
260
|
*/
|
|
309
261
|
trackHttpRequestMiddleware = (req, res, next) => {
|
|
310
262
|
if (!this.enabled || req.method === 'OPTIONS') {
|
|
@@ -327,228 +279,6 @@ class MetricsClient {
|
|
|
327
279
|
});
|
|
328
280
|
next();
|
|
329
281
|
};
|
|
330
|
-
|
|
331
|
-
/**
|
|
332
|
-
* Clear all collected counters
|
|
333
|
-
*/
|
|
334
|
-
clearAllCounters = () => {
|
|
335
|
-
if (this.metricsLogValues) {
|
|
336
|
-
console.log('Counters to clear: ', Object.keys(this.counters));
|
|
337
|
-
}
|
|
338
|
-
Object.values(this.counters).forEach(counter => counter.reset());
|
|
339
|
-
};
|
|
340
|
-
|
|
341
|
-
/**
|
|
342
|
-
* Push all gauges and counters to PushGateway and optionally log.
|
|
343
|
-
*/
|
|
344
|
-
pushMetrics = async () => {
|
|
345
|
-
try {
|
|
346
|
-
for (const [name, updateFn] of Object.entries(this.gaugeUpdaters)) {
|
|
347
|
-
try {
|
|
348
|
-
if (!updateFn) {
|
|
349
|
-
return;
|
|
350
|
-
}
|
|
351
|
-
const result = updateFn();
|
|
352
|
-
const val = result instanceof Promise ? await result : result;
|
|
353
|
-
if (val !== undefined) this.gauges[name].set(this.defaultLabels, val);
|
|
354
|
-
} catch (err) {
|
|
355
|
-
console.error(`${this.prefixLogs} Failed to update gauge ${name}:`, err);
|
|
356
|
-
}
|
|
357
|
-
}
|
|
358
|
-
await this.gatewayPush();
|
|
359
|
-
this.clearAllCounters();
|
|
360
|
-
if (this.logValues) {
|
|
361
|
-
const metrics = await this._registry.getMetricsAsJSON();
|
|
362
|
-
console.log(`${this.prefixLogs} Metrics:\n`, JSON.stringify(metrics, null, 2));
|
|
363
|
-
}
|
|
364
|
-
} catch (err) {
|
|
365
|
-
console.error(`${this.prefixLogs} Failed to push metrics:`, err);
|
|
366
|
-
}
|
|
367
|
-
};
|
|
368
|
-
_startPush = (interval = this.intervalSec, customPushMetics = undefined) => {
|
|
369
|
-
if (!this.enabled) {
|
|
370
|
-
console.warn(`${this.prefixLogs} Metrics disabled`);
|
|
371
|
-
return;
|
|
372
|
-
}
|
|
373
|
-
if (this.startupValidation && !this.startupValidation()) {
|
|
374
|
-
return;
|
|
375
|
-
}
|
|
376
|
-
if (customPushMetics && typeof customPushMetics === 'function') {
|
|
377
|
-
setInterval(() => customPushMetics(), interval * 1000);
|
|
378
|
-
} else {
|
|
379
|
-
setInterval(() => {
|
|
380
|
-
this.pushMetrics().catch(err => {
|
|
381
|
-
console.error(`${this.prefixLogs} Failed to push metrics:`, err);
|
|
382
|
-
});
|
|
383
|
-
}, interval * 1000);
|
|
384
|
-
}
|
|
385
|
-
console.warn(`${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s)`);
|
|
386
|
-
};
|
|
387
|
-
|
|
388
|
-
/**
|
|
389
|
-
* Start periodic metrics collection and push.
|
|
390
|
-
*
|
|
391
|
-
* This method wraps the internal `_startPush` method.
|
|
392
|
-
* If a `customPushMetrics` function is provided, it will be executed
|
|
393
|
-
* at the given interval instead of the default `pushMetrics` behavior.
|
|
394
|
-
*
|
|
395
|
-
* @param {number} [interval=this.intervalSec] - Interval in seconds between pushes.
|
|
396
|
-
* @param {() => void | Promise<void>} [customPushMetrics] - Optional custom push function. If provided, Prometheus push is skipped.
|
|
397
|
-
*/
|
|
398
|
-
startPush = (interval, customPushMetics = undefined) => {
|
|
399
|
-
this._startPush(interval, customPushMetics);
|
|
400
|
-
};
|
|
401
|
-
|
|
402
|
-
/**
|
|
403
|
-
* Cleanup metrics and exit process.
|
|
404
|
-
* @returns {Promise<void>}
|
|
405
|
-
*/
|
|
406
|
-
cleanup = async () => {
|
|
407
|
-
if (this.enabled) {
|
|
408
|
-
await this.gatewayDelete();
|
|
409
|
-
}
|
|
410
|
-
process.exit(0);
|
|
411
|
-
};
|
|
412
|
-
|
|
413
|
-
/**
|
|
414
|
-
* Remove old/stale dyno/instance metrics from PushGateway.
|
|
415
|
-
*
|
|
416
|
-
* Compares existing PushGateway metrics for this job and deletes any instances
|
|
417
|
-
* that do not match the current dynoId.
|
|
418
|
-
*
|
|
419
|
-
* @param {boolean} removeOldMetrics If true, performs cleanup; otherwise does nothing
|
|
420
|
-
* @returns {Promise<void>}
|
|
421
|
-
* @private
|
|
422
|
-
*/
|
|
423
|
-
_clearOldWorkers = async removeOldMetrics => {
|
|
424
|
-
if (!removeOldMetrics) return;
|
|
425
|
-
try {
|
|
426
|
-
const url = `${this.pushgatewayUrl}/metrics`;
|
|
427
|
-
const res = await fetch(url, {
|
|
428
|
-
headers: {
|
|
429
|
-
Authorization: `Basic ${this.authToken}`,
|
|
430
|
-
Accept: 'text/plain'
|
|
431
|
-
}
|
|
432
|
-
});
|
|
433
|
-
if (!res.ok) {
|
|
434
|
-
console.error(`${this.prefixLogs} Failed to fetch metrics: ${res.status}`);
|
|
435
|
-
return;
|
|
436
|
-
}
|
|
437
|
-
const text = await res.text();
|
|
438
|
-
const metricRegex = /([a-zA-Z_:][a-zA-Z0-9_:]*)\{([^}]*)\}/gm;
|
|
439
|
-
const labelRegex = /(\w+)="([^"]*)"/g;
|
|
440
|
-
const uniqueLabelSets = new Set();
|
|
441
|
-
let match;
|
|
442
|
-
// eslint-disable-next-line no-cond-assign
|
|
443
|
-
while ((match = metricRegex.exec(text)) !== null) {
|
|
444
|
-
const rawLabels = match[2];
|
|
445
|
-
let lr;
|
|
446
|
-
const labels = {};
|
|
447
|
-
|
|
448
|
-
// eslint-disable-next-line no-cond-assign
|
|
449
|
-
while ((lr = labelRegex.exec(rawLabels)) !== null) {
|
|
450
|
-
// eslint-disable-next-line prefer-destructuring
|
|
451
|
-
labels[lr[1]] = lr[2];
|
|
452
|
-
}
|
|
453
|
-
if (labels.job === this.appName && labels.process_type === this.processType) {
|
|
454
|
-
uniqueLabelSets.add(JSON.stringify(labels));
|
|
455
|
-
}
|
|
456
|
-
}
|
|
457
|
-
if (uniqueLabelSets.size === 0) {
|
|
458
|
-
console.log(`${this.prefixLogs} No metrics found for job ${this.appName}`);
|
|
459
|
-
return;
|
|
460
|
-
}
|
|
461
|
-
const oldLabelSets = [...uniqueLabelSets].map(s => JSON.parse(s)).filter(labels => labels.instance && labels.instance !== this.dynoId && labels.process_type === this.processType);
|
|
462
|
-
if (oldLabelSets.length === 0) {
|
|
463
|
-
console.log(`${this.prefixLogs} No old dynos to delete.`);
|
|
464
|
-
return;
|
|
465
|
-
}
|
|
466
|
-
for (const labels of oldLabelSets) {
|
|
467
|
-
try {
|
|
468
|
-
await this.gatewayDelete({
|
|
469
|
-
jobName: this.appName,
|
|
470
|
-
groupings: labels
|
|
471
|
-
});
|
|
472
|
-
console.log(`${this.prefixLogs} Deleted metrics for dyno: ${labels.instance}, labels: ${Object.keys(labels)} `);
|
|
473
|
-
} catch (err) {
|
|
474
|
-
console.error(`${this.prefixLogs} Failed to delete metrics for ${labels.instance}:`, err);
|
|
475
|
-
}
|
|
476
|
-
}
|
|
477
|
-
console.log(`${this.prefixLogs} Cleared all old instances for job ${this.appName}`);
|
|
478
|
-
} catch (err) {
|
|
479
|
-
console.error(`${this.prefixLogs} Error deleting old metrics:`, err);
|
|
480
|
-
}
|
|
481
|
-
};
|
|
482
|
-
|
|
483
|
-
/**
|
|
484
|
-
* Delete metrics for this job/instance from PushGateway.
|
|
485
|
-
*
|
|
486
|
-
* @param {Object} [params]
|
|
487
|
-
* @param {string} [params.jobName] Job name (defaults to appName)
|
|
488
|
-
* @param {Object} [params.groupings] Grouping labels
|
|
489
|
-
* @param {string} [params.groupings.process_type] Process type label
|
|
490
|
-
* @param {string} [params.groupings.instance] Instance/dyno ID
|
|
491
|
-
* @returns {Promise<void>}
|
|
492
|
-
*/
|
|
493
|
-
gatewayDelete = async (params = {}) => {
|
|
494
|
-
return this.gateway.delete({
|
|
495
|
-
jobName: params.jobName || this.appName,
|
|
496
|
-
groupings: params.groupings || {
|
|
497
|
-
process_type: this.processType,
|
|
498
|
-
instance: this.dynoId
|
|
499
|
-
}
|
|
500
|
-
});
|
|
501
|
-
};
|
|
502
|
-
|
|
503
|
-
/**
|
|
504
|
-
* Push metrics to PushGateway.
|
|
505
|
-
*
|
|
506
|
-
* @param {object} [params]
|
|
507
|
-
* @param {string} [params.jobName]
|
|
508
|
-
* @param {object} [params.groupings]
|
|
509
|
-
* @returns {Promise<void>}
|
|
510
|
-
*/
|
|
511
|
-
gatewayPush = async (params = {}) => {
|
|
512
|
-
const groupings = {
|
|
513
|
-
process_type: this.processType,
|
|
514
|
-
instance: this.dynoId,
|
|
515
|
-
...(params.groupings || {})
|
|
516
|
-
};
|
|
517
|
-
return this.gateway.push({
|
|
518
|
-
jobName: params.jobName || this.appName,
|
|
519
|
-
groupings
|
|
520
|
-
});
|
|
521
|
-
};
|
|
522
|
-
|
|
523
|
-
/**
|
|
524
|
-
* Merge the default metric labels (`app`, `dyno_id`, `process_type`)
|
|
525
|
-
* with custom label names.
|
|
526
|
-
*
|
|
527
|
-
* @param {string[]} labels Additional label names
|
|
528
|
-
* @returns {string[]} Combined label names
|
|
529
|
-
*/
|
|
530
|
-
withDefaultLabels = (labels = []) => {
|
|
531
|
-
return [...Object.keys(this.defaultLabels), ...labels];
|
|
532
|
-
};
|
|
533
|
-
getDefaultLabels = (labels = []) => {
|
|
534
|
-
return this.defaultLabels;
|
|
535
|
-
};
|
|
536
|
-
_setCleanupHandlers = () => {
|
|
537
|
-
process.on('SIGINT', this.cleanup);
|
|
538
|
-
process.on('SIGTERM', this.cleanup);
|
|
539
|
-
};
|
|
540
|
-
|
|
541
|
-
// GETTERS
|
|
542
|
-
|
|
543
|
-
get metricsEnabled() {
|
|
544
|
-
return this.enabled;
|
|
545
|
-
}
|
|
546
|
-
get metricsLogValues() {
|
|
547
|
-
return this.logValues;
|
|
548
|
-
}
|
|
549
|
-
get registry() {
|
|
550
|
-
return this._registry;
|
|
551
|
-
}
|
|
552
282
|
}
|
|
553
283
|
module.exports = {
|
|
554
284
|
MetricsClient
|
package/lib/metricsClient.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"metricsClient.js","names":["client","require","fs","os","https","MetricsClient","constructor","config","appName","process","env","BUILD_APP_NAME","dynoId","HOSTNAME","processType","BUILD_DYNO_PROCESS_TYPE","enabled","METRICS_ENABLED","logValues","METRICS_LOG_VALUES","pushgatewayUrl","METRICS_PUSHGATEWAY_URL","authToken","pushgatewaySecret","METRICS_PUSHGATEWAY_SECRET","intervalSec","parseInt","METRICS_INTERVAL_SEC","startupValidation","prefixLogs","_registry","Registry","collectDefaultMetrics","register","defaultLabels","app","dyno_id","process_type","gateway","Pushgateway","headers","Authorization","agent","Agent","keepAlive","gauges","counters","countersFunctions","gaugeUpdaters","_lastUsageMicros","_lastCheckTime","Date","now","_clearOldWorkers","removeOldMetrics","scripDefaultMetrics","_initDefaultMetrics","_setCleanupHandlers","createGauge","name","help","updateFn","getCpuUsagePercent","getAvailableCPUs","getContainerMemoryUsage","measureLag","getContainerMemoryLimit","uptime","createCounter","labelNames","withDefaultLabels","Object","keys","g","Gauge","registers","c","Counter","data","value","inc","stat","readFileSync","match","currentUsage","deltaUsage","deltaTime","cpuMaxPath","existsSync","quotaStr","periodStr","trim","split","cpus","length","memoryUsage","rss","path","val","parsed","totalmem","Promise","resolve","start","setImmediate","trackHttpRequest","method","route","status_code","appId","databaseId","duration","app_requests_total","app_requests_total_duration","trackHttpRequestMiddleware","req","res","next","on","params","body","query","datasourceId","statusCode","clearAllCounters","metricsLogValues","console","log","values","forEach","counter","reset","pushMetrics","entries","result","undefined","set","err","error","gatewayPush","metrics","getMetricsAsJSON","JSON","stringify","_startPush","interval","customPushMetics","warn","setInterval","catch","startPush","cleanup","gatewayDelete","exit","url","fetch","Accept","ok","status","text","metricRegex","labelRegex","uniqueLabelSets","Set","exec","rawLabels","lr","labels","job","add","size","oldLabelSets","map","s","parse","filter","instance","jobName","groupings","delete","push","getDefaultLabels","metricsEnabled","registry","module","exports"],"sources":["../src/metricsClient.js"],"sourcesContent":["const client = require('prom-client')\nconst fs = require('fs')\nconst os = require('os')\nconst https = require('https')\n\n/**\n * MetricsClient handles Prometheus metrics collection and push.\n * Supports gauges, counters, default metrics, and custom metrics.\n */\nclass MetricsClient {\n /**\n * @param {Object} config\n * @param {string} [config.appName] Name of the application\n * @param {string} [config.dynoId] Dyno/instance ID\n * @param {string} [config.processType] Process type (web, worker, etc.)\n * @param {boolean} [config.enabled] Enable metrics collection\n * @param {boolean} [config.logValues] Log metrics values to console\n * @param {string} [config.pushgatewayUrl] PushGateway URL\n * @param {string} [config.pushgatewaySecret] PushGateway secret token\n * @param {number} [config.intervalSec] Interval in seconds for pushing metrics\n * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name\n * @param {boolean} [config.scripDefaultMetrics] Enable to scip default metrics creation\n * @param {function} [config.startupValidation] Add to validate on start push.\n */\n constructor(config = {}) {\n this.appName = config.appName || process.env.BUILD_APP_NAME || 'unknown-app'\n this.dynoId = config.dynoId || process.env.HOSTNAME || 'unknown-dyno'\n this.processType =\n config.processType ||\n process.env.BUILD_DYNO_PROCESS_TYPE ||\n 'undefined_build_dyno_type'\n this.enabled = config.enabled ?? process.env.METRICS_ENABLED === 'true'\n this.logValues =\n config.logValues ?? process.env.METRICS_LOG_VALUES === 'true'\n this.pushgatewayUrl =\n config.pushgatewayUrl || process.env.METRICS_PUSHGATEWAY_URL || ''\n this.authToken =\n config.pushgatewaySecret || process.env.METRICS_PUSHGATEWAY_SECRET || ''\n this.intervalSec =\n config.intervalSec ||\n parseInt(process.env.METRICS_INTERVAL_SEC || '', 10) ||\n 15\n this.startupValidation = config.startupValidation\n\n this.prefixLogs = `[${this.processType}] [${this.appName}] [${this.dynoId}] [Monitoring]`\n\n this._registry = new client.Registry()\n client.collectDefaultMetrics({ register: this._registry })\n\n this.defaultLabels = {\n app: this.appName,\n dyno_id: this.dynoId,\n process_type: this.processType,\n }\n\n this.gateway = new client.Pushgateway(\n this.pushgatewayUrl,\n {\n headers: { Authorization: `Basic ${this.authToken}` },\n agent: new https.Agent({ keepAlive: true }),\n },\n this._registry\n )\n this.gauges = {}\n this.counters = {}\n this.countersFunctions = {}\n\n /** @type {Object<string, function(): number | Promise<number>>} */\n this.gaugeUpdaters = {}\n this._lastUsageMicros = 0\n this._lastCheckTime = Date.now()\n\n this._clearOldWorkers(config.removeOldMetrics)\n if (!config.scripDefaultMetrics) {\n this._initDefaultMetrics()\n }\n this._setCleanupHandlers()\n }\n\n /**\n * Register all built-in default Gauges and Counters.\n * @private\n */\n _initDefaultMetrics = () => {\n this.createGauge({\n name: 'app_process_cpu_usage_percent',\n help: 'Current CPU usage of the Node.js process in percent',\n updateFn: this.getCpuUsagePercent,\n })\n\n this.createGauge({\n name: 'app_available_cpu_count',\n help: 'How many CPU cores are available to this process',\n updateFn: this.getAvailableCPUs,\n })\n\n this.createGauge({\n name: 'app_container_memory_usage_bytes',\n help: 'Current container RAM usage from cgroup',\n updateFn: this.getContainerMemoryUsage,\n })\n\n this.createGauge({\n name: 'app_event_loop_lag_ms',\n help: 'Estimated event loop lag in milliseconds',\n updateFn: this.measureLag,\n })\n\n this.createGauge({\n name: 'app_container_memory_limit_bytes',\n help: 'Max RAM available to container from cgroup (memory.max)',\n updateFn: this.getContainerMemoryLimit,\n })\n\n this.createGauge({\n name: 'app_uptime_seconds',\n help: 'How long the process has been running',\n updateFn: process.uptime,\n })\n\n this.createCounter({\n name: 'app_requests_total',\n help: 'How long the process has been running',\n labelNames: this.withDefaultLabels([\n 'method',\n 'route',\n 'appId',\n 'databaseId',\n 'status_code',\n ]),\n })\n\n this.createCounter({\n name: 'app_requests_total_duration',\n help: 'How long the process has been running',\n labelNames: this.withDefaultLabels([\n 'method',\n 'route',\n 'appId',\n 'databaseId',\n 'status_code',\n ]),\n })\n }\n\n /**\n * Create a gauge metric.\n * @param {Object} options - Gauge configuration\n * @param {string} options.name - Name of the gauge\n * @param {string} options.help - Help text describing the gauge\n * @param {function(): number|Promise<number>} [options.updateFn] - Optional function returning the gauge value\n * @param {string[]} [options.labelNames] - Optional custom label names\n * @returns {import('prom-client').Gauge} The created Prometheus gauge\n */\n createGauge = ({\n name,\n help,\n updateFn,\n labelNames = Object.keys(this.defaultLabels),\n }) => {\n if (this.gauges[name]) return this.gauges[name]\n\n const g = new client.Gauge({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.gauges[name] = g\n\n if (updateFn && typeof updateFn === 'function') {\n this.gaugeUpdaters[name] = updateFn\n }\n\n return g\n }\n\n /**\n * Create a Prometheus Counter metric.\n *\n * @param {Object} params - Counter configuration\n * @param {string} params.name - Metric name\n * @param {string} params.help - Metric description\n * @param {string[]} [params.labelNames] - Optional list of label names. Defaults to this.defaultLabels keys.\n *\n * @returns {(labels?: Object, incrementValue?: number) => void}\n * A function to increment the counter.\n * Usage: (labels?, incrementValue?)\n */\n createCounter({ name, help, labelNames = Object.keys(this.defaultLabels) }) {\n if (this.counters[name]) return this.countersFunctions[name]\n\n const c = new client.Counter({\n name,\n help,\n labelNames,\n registers: [this._registry],\n })\n this.counters[name] = c\n\n this.countersFunctions = {\n ...this.countersFunctions,\n [name]: (data = {}, value = 1) => {\n c.inc({ ...this.defaultLabels, ...data }, value)\n },\n }\n\n return this.countersFunctions[name]\n }\n\n /**\n * Get CPU usage percent (cgroup-aware)\n * @returns {number}\n */\n getCpuUsagePercent = () => {\n try {\n const stat = fs.readFileSync('/sys/fs/cgroup/cpu.stat', 'utf-8')\n const match = stat.match(/usage_usec (\\d+)/)\n if (!match) return 0\n\n const now = Date.now()\n const currentUsage = parseInt(match[1], 10)\n\n if (this._lastUsageMicros === 0) {\n this._lastUsageMicros = currentUsage\n this._lastCheckTime = now\n return 0\n }\n\n const deltaUsage = currentUsage - this._lastUsageMicros\n const deltaTime = now - this._lastCheckTime\n\n this._lastUsageMicros = currentUsage\n this._lastCheckTime = now\n\n return (deltaUsage / (deltaTime * 1000)) * 100\n } catch {\n return 0\n }\n }\n\n /**\n * Get available CPU cores.\n * @returns {number}\n */\n getAvailableCPUs() {\n try {\n const cpuMaxPath = '/sys/fs/cgroup/cpu.max'\n if (fs.existsSync(cpuMaxPath)) {\n const [quotaStr, periodStr] = fs\n .readFileSync(cpuMaxPath, 'utf8')\n .trim()\n .split(' ')\n if (quotaStr === 'max') return os.cpus().length\n return parseInt(quotaStr, 10) / parseInt(periodStr, 10)\n }\n return os.cpus().length\n } catch {\n return 1\n }\n }\n\n /**\n * Get container memory usage in bytes.\n * @returns {number}\n */\n getContainerMemoryUsage() {\n try {\n return parseInt(\n fs.readFileSync('/sys/fs/cgroup/memory.current', 'utf-8').trim(),\n 10\n )\n } catch {\n return process.memoryUsage().rss\n }\n }\n\n /**\n * Get container memory limit in bytes.\n * @returns {number}\n */\n getContainerMemoryLimit() {\n try {\n const path = '/sys/fs/cgroup/memory.max'\n if (fs.existsSync(path)) {\n const val = fs.readFileSync(path, 'utf-8').trim()\n if (val !== 'max') {\n const parsed = parseInt(val, 10)\n if (parsed && parsed < os.totalmem()) return parsed\n }\n }\n return os.totalmem()\n } catch {\n return os.totalmem()\n }\n }\n\n /**\n * Measure event loop lag in ms.\n * @returns {Promise<number>}\n */\n measureLag() {\n return new Promise(resolve => {\n const start = Date.now()\n setImmediate(() => resolve(Date.now() - start))\n })\n }\n\n /**\n * Increment the HTTP requests counter with detailed request information.\n *\n * @param {Object} params - The parameters for the request counter.\n * @param {string} params.method - HTTP method (GET, POST, etc.).\n * @param {string} params.route - The full requested URL or route.\n * @param {number} params.status_code - HTTP response status code.\n * @param {string} [params.appId=''] - Optional application identifier.\n * @param {string} [params.databaseId=''] - Optional database identifier.\n * @param {number} params.duration - Request duration in milliseconds.\n */\n trackHttpRequest({\n method,\n route,\n status_code,\n appId = '',\n databaseId = '',\n duration,\n }) {\n this.countersFunctions?.app_requests_total({\n method,\n route,\n status_code,\n appId,\n databaseId,\n })\n this.countersFunctions?.app_requests_total_duration(\n {\n method,\n route,\n status_code,\n appId,\n databaseId,\n },\n duration\n )\n }\n\n /**\n * Express middleware to track HTTP requests.\n * Track the `app_requests_total` and `app_requests_total_duration` metric.\n */\n trackHttpRequestMiddleware = (req, res, next) => {\n if (!this.enabled || req.method === 'OPTIONS') {\n next()\n return\n }\n\n const start = Date.now()\n res.on('finish', () => {\n const route = req.route?.path || req.path || 'unknown'\n const appId =\n req.params?.appId || req.body?.appId || req.query?.appId || ''\n const databaseId =\n req.params?.databaseId ||\n req.body?.databaseId ||\n req.query?.databaseId ||\n req.params?.datasourceId ||\n req.body?.datasourceId ||\n req.query?.datasourceId ||\n ''\n\n this.trackHttpRequest({\n method: req.method,\n route,\n status_code: res.statusCode,\n appId,\n databaseId,\n duration: Date.now() - start,\n })\n })\n\n next()\n }\n\n /**\n * Clear all collected counters\n */\n clearAllCounters = () => {\n if (this.metricsLogValues) {\n console.log('Counters to clear: ', Object.keys(this.counters))\n }\n Object.values(this.counters).forEach(counter => counter.reset())\n }\n\n /**\n * Push all gauges and counters to PushGateway and optionally log.\n */\n pushMetrics = async () => {\n try {\n for (const [name, updateFn] of Object.entries(this.gaugeUpdaters)) {\n try {\n if (!updateFn) {\n return\n }\n const result = updateFn()\n const val = result instanceof Promise ? await result : result\n if (val !== undefined) this.gauges[name].set(this.defaultLabels, val)\n } catch (err) {\n console.error(\n `${this.prefixLogs} Failed to update gauge ${name}:`,\n err\n )\n }\n }\n\n await this.gatewayPush()\n this.clearAllCounters()\n\n if (this.logValues) {\n const metrics = await this._registry.getMetricsAsJSON()\n console.log(\n `${this.prefixLogs} Metrics:\\n`,\n JSON.stringify(metrics, null, 2)\n )\n }\n } catch (err) {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n }\n }\n\n _startPush = (interval = this.intervalSec, customPushMetics = undefined) => {\n if (!this.enabled) {\n console.warn(`${this.prefixLogs} Metrics disabled`)\n return\n }\n\n if (this.startupValidation && !this.startupValidation()) {\n return\n }\n\n if (customPushMetics && typeof customPushMetics === 'function') {\n setInterval(() => customPushMetics(), interval * 1000)\n } else {\n setInterval(() => {\n this.pushMetrics().catch(err => {\n console.error(`${this.prefixLogs} Failed to push metrics:`, err)\n })\n }, interval * 1000)\n }\n\n console.warn(\n `${this.prefixLogs} Metrics collection started. (interval: ${this.intervalSec}s)`\n )\n }\n\n /**\n * Start periodic metrics collection and push.\n *\n * This method wraps the internal `_startPush` method.\n * If a `customPushMetrics` function is provided, it will be executed\n * at the given interval instead of the default `pushMetrics` behavior.\n *\n * @param {number} [interval=this.intervalSec] - Interval in seconds between pushes.\n * @param {() => void | Promise<void>} [customPushMetrics] - Optional custom push function. If provided, Prometheus push is skipped.\n */\n startPush = (interval, customPushMetics = undefined) => {\n this._startPush(interval, customPushMetics)\n }\n\n /**\n * Cleanup metrics and exit process.\n * @returns {Promise<void>}\n */\n cleanup = async () => {\n if (this.enabled) {\n await this.gatewayDelete()\n }\n process.exit(0)\n }\n\n /**\n * Remove old/stale dyno/instance metrics from PushGateway.\n *\n * Compares existing PushGateway metrics for this job and deletes any instances\n * that do not match the current dynoId.\n *\n * @param {boolean} removeOldMetrics If true, performs cleanup; otherwise does nothing\n * @returns {Promise<void>}\n * @private\n */\n _clearOldWorkers = async removeOldMetrics => {\n if (!removeOldMetrics) return\n\n try {\n const url = `${this.pushgatewayUrl}/metrics`\n const res = await fetch(url, {\n headers: {\n Authorization: `Basic ${this.authToken}`,\n Accept: 'text/plain',\n },\n })\n\n if (!res.ok) {\n console.error(\n `${this.prefixLogs} Failed to fetch metrics: ${res.status}`\n )\n return\n }\n\n const text = await res.text()\n\n const metricRegex = /([a-zA-Z_:][a-zA-Z0-9_:]*)\\{([^}]*)\\}/gm\n const labelRegex = /(\\w+)=\"([^\"]*)\"/g\n\n const uniqueLabelSets = new Set()\n\n let match\n // eslint-disable-next-line no-cond-assign\n while ((match = metricRegex.exec(text)) !== null) {\n const rawLabels = match[2]\n let lr\n const labels = {}\n\n // eslint-disable-next-line no-cond-assign\n while ((lr = labelRegex.exec(rawLabels)) !== null) {\n // eslint-disable-next-line prefer-destructuring\n labels[lr[1]] = lr[2]\n }\n\n if (\n labels.job === this.appName &&\n labels.process_type === this.processType\n ) {\n uniqueLabelSets.add(JSON.stringify(labels))\n }\n }\n\n if (uniqueLabelSets.size === 0) {\n console.log(\n `${this.prefixLogs} No metrics found for job ${this.appName}`\n )\n return\n }\n\n const oldLabelSets = [...uniqueLabelSets]\n .map(s => JSON.parse(s))\n .filter(\n labels =>\n labels.instance &&\n labels.instance !== this.dynoId &&\n labels.process_type === this.processType\n )\n\n if (oldLabelSets.length === 0) {\n console.log(`${this.prefixLogs} No old dynos to delete.`)\n return\n }\n\n for (const labels of oldLabelSets) {\n try {\n await this.gatewayDelete({ jobName: this.appName, groupings: labels })\n console.log(\n `${this.prefixLogs} Deleted metrics for dyno: ${\n labels.instance\n }, labels: ${Object.keys(labels)} `\n )\n } catch (err) {\n console.error(\n `${this.prefixLogs} Failed to delete metrics for ${labels.instance}:`,\n err\n )\n }\n }\n\n console.log(\n `${this.prefixLogs} Cleared all old instances for job ${this.appName}`\n )\n } catch (err) {\n console.error(`${this.prefixLogs} Error deleting old metrics:`, err)\n }\n }\n\n /**\n * Delete metrics for this job/instance from PushGateway.\n *\n * @param {Object} [params]\n * @param {string} [params.jobName] Job name (defaults to appName)\n * @param {Object} [params.groupings] Grouping labels\n * @param {string} [params.groupings.process_type] Process type label\n * @param {string} [params.groupings.instance] Instance/dyno ID\n * @returns {Promise<void>}\n */\n gatewayDelete = async (params = {}) => {\n return this.gateway.delete({\n jobName: params.jobName || this.appName,\n groupings: params.groupings || {\n process_type: this.processType,\n instance: this.dynoId,\n },\n })\n }\n\n /**\n * Push metrics to PushGateway.\n *\n * @param {object} [params]\n * @param {string} [params.jobName]\n * @param {object} [params.groupings]\n * @returns {Promise<void>}\n */\n gatewayPush = async (params = {}) => {\n const groupings = {\n process_type: this.processType,\n instance: this.dynoId,\n ...(params.groupings || {}),\n }\n return this.gateway.push({\n jobName: params.jobName || this.appName,\n groupings,\n })\n }\n\n /**\n * Merge the default metric labels (`app`, `dyno_id`, `process_type`)\n * with custom label names.\n *\n * @param {string[]} labels Additional label names\n * @returns {string[]} Combined label names\n */\n withDefaultLabels = (labels = []) => {\n return [...Object.keys(this.defaultLabels), ...labels]\n }\n\n getDefaultLabels = (labels = []) => {\n return this.defaultLabels\n }\n\n _setCleanupHandlers = () => {\n process.on('SIGINT', this.cleanup)\n process.on('SIGTERM', this.cleanup)\n }\n\n // GETTERS\n\n get metricsEnabled() {\n return this.enabled\n }\n\n get metricsLogValues() {\n return this.logValues\n }\n\n get registry() {\n return this._registry\n }\n}\n\nmodule.exports = { MetricsClient }\n"],"mappings":";;AAAA,MAAMA,MAAM,GAAGC,OAAO,CAAC,aAAa,CAAC;AACrC,MAAMC,EAAE,GAAGD,OAAO,CAAC,IAAI,CAAC;AACxB,MAAME,EAAE,GAAGF,OAAO,CAAC,IAAI,CAAC;AACxB,MAAMG,KAAK,GAAGH,OAAO,CAAC,OAAO,CAAC;;AAE9B;AACA;AACA;AACA;AACA,MAAMI,aAAa,CAAC;EAClB;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEC,WAAWA,CAACC,MAAM,GAAG,CAAC,CAAC,EAAE;IACvB,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO,IAAIC,OAAO,CAACC,GAAG,CAACC,cAAc,IAAI,aAAa;IAC5E,IAAI,CAACC,MAAM,GAAGL,MAAM,CAACK,MAAM,IAAIH,OAAO,CAACC,GAAG,CAACG,QAAQ,IAAI,cAAc;IACrE,IAAI,CAACC,WAAW,GACdP,MAAM,CAACO,WAAW,IAClBL,OAAO,CAACC,GAAG,CAACK,uBAAuB,IACnC,2BAA2B;IAC7B,IAAI,CAACC,OAAO,GAAGT,MAAM,CAACS,OAAO,IAAIP,OAAO,CAACC,GAAG,CAACO,eAAe,KAAK,MAAM;IACvE,IAAI,CAACC,SAAS,GACZX,MAAM,CAACW,SAAS,IAAIT,OAAO,CAACC,GAAG,CAACS,kBAAkB,KAAK,MAAM;IAC/D,IAAI,CAACC,cAAc,GACjBb,MAAM,CAACa,cAAc,IAAIX,OAAO,CAACC,GAAG,CAACW,uBAAuB,IAAI,EAAE;IACpE,IAAI,CAACC,SAAS,GACZf,MAAM,CAACgB,iBAAiB,IAAId,OAAO,CAACC,GAAG,CAACc,0BAA0B,IAAI,EAAE;IAC1E,IAAI,CAACC,WAAW,GACdlB,MAAM,CAACkB,WAAW,IAClBC,QAAQ,CAACjB,OAAO,CAACC,GAAG,CAACiB,oBAAoB,IAAI,EAAE,EAAE,EAAE,CAAC,IACpD,EAAE;IACJ,IAAI,CAACC,iBAAiB,GAAGrB,MAAM,CAACqB,iBAAiB;IAEjD,IAAI,CAACC,UAAU,GAAG,IAAI,IAAI,CAACf,WAAW,MAAM,IAAI,CAACN,OAAO,MAAM,IAAI,CAACI,MAAM,gBAAgB;IAEzF,IAAI,CAACkB,SAAS,GAAG,IAAI9B,MAAM,CAAC+B,QAAQ,CAAC,CAAC;IACtC/B,MAAM,CAACgC,qBAAqB,CAAC;MAAEC,QAAQ,EAAE,IAAI,CAACH;IAAU,CAAC,CAAC;IAE1D,IAAI,CAACI,aAAa,GAAG;MACnBC,GAAG,EAAE,IAAI,CAAC3B,OAAO;MACjB4B,OAAO,EAAE,IAAI,CAACxB,MAAM;MACpByB,YAAY,EAAE,IAAI,CAACvB;IACrB,CAAC;IAED,IAAI,CAACwB,OAAO,GAAG,IAAItC,MAAM,CAACuC,WAAW,CACnC,IAAI,CAACnB,cAAc,EACnB;MACEoB,OAAO,EAAE;QAAEC,aAAa,EAAE,SAAS,IAAI,CAACnB,SAAS;MAAG,CAAC;MACrDoB,KAAK,EAAE,IAAItC,KAAK,CAACuC,KAAK,CAAC;QAAEC,SAAS,EAAE;MAAK,CAAC;IAC5C,CAAC,EACD,IAAI,CAACd,SACP,CAAC;IACD,IAAI,CAACe,MAAM,GAAG,CAAC,CAAC;IAChB,IAAI,CAACC,QAAQ,GAAG,CAAC,CAAC;IAClB,IAAI,CAACC,iBAAiB,GAAG,CAAC,CAAC;;IAE3B;IACA,IAAI,CAACC,aAAa,GAAG,CAAC,CAAC;IACvB,IAAI,CAACC,gBAAgB,GAAG,CAAC;IACzB,IAAI,CAACC,cAAc,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAEhC,IAAI,CAACC,gBAAgB,CAAC9C,MAAM,CAAC+C,gBAAgB,CAAC;IAC9C,IAAI,CAAC/C,MAAM,CAACgD,mBAAmB,EAAE;MAC/B,IAAI,CAACC,mBAAmB,CAAC,CAAC;IAC5B;IACA,IAAI,CAACC,mBAAmB,CAAC,CAAC;EAC5B;;EAEA;AACF;AACA;AACA;EACED,mBAAmB,GAAGA,CAAA,KAAM;IAC1B,IAAI,CAACE,WAAW,CAAC;MACfC,IAAI,EAAE,+BAA+B;MACrCC,IAAI,EAAE,qDAAqD;MAC3DC,QAAQ,EAAE,IAAI,CAACC;IACjB,CAAC,CAAC;IAEF,IAAI,CAACJ,WAAW,CAAC;MACfC,IAAI,EAAE,yBAAyB;MAC/BC,IAAI,EAAE,kDAAkD;MACxDC,QAAQ,EAAE,IAAI,CAACE;IACjB,CAAC,CAAC;IAEF,IAAI,CAACL,WAAW,CAAC;MACfC,IAAI,EAAE,kCAAkC;MACxCC,IAAI,EAAE,yCAAyC;MAC/CC,QAAQ,EAAE,IAAI,CAACG;IACjB,CAAC,CAAC;IAEF,IAAI,CAACN,WAAW,CAAC;MACfC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE,0CAA0C;MAChDC,QAAQ,EAAE,IAAI,CAACI;IACjB,CAAC,CAAC;IAEF,IAAI,CAACP,WAAW,CAAC;MACfC,IAAI,EAAE,kCAAkC;MACxCC,IAAI,EAAE,yDAAyD;MAC/DC,QAAQ,EAAE,IAAI,CAACK;IACjB,CAAC,CAAC;IAEF,IAAI,CAACR,WAAW,CAAC;MACfC,IAAI,EAAE,oBAAoB;MAC1BC,IAAI,EAAE,uCAAuC;MAC7CC,QAAQ,EAAEpD,OAAO,CAAC0D;IACpB,CAAC,CAAC;IAEF,IAAI,CAACC,aAAa,CAAC;MACjBT,IAAI,EAAE,oBAAoB;MAC1BC,IAAI,EAAE,uCAAuC;MAC7CS,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CACjC,QAAQ,EACR,OAAO,EACP,OAAO,EACP,YAAY,EACZ,aAAa,CACd;IACH,CAAC,CAAC;IAEF,IAAI,CAACF,aAAa,CAAC;MACjBT,IAAI,EAAE,6BAA6B;MACnCC,IAAI,EAAE,uCAAuC;MAC7CS,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CACjC,QAAQ,EACR,OAAO,EACP,OAAO,EACP,YAAY,EACZ,aAAa,CACd;IACH,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEZ,WAAW,GAAGA,CAAC;IACbC,IAAI;IACJC,IAAI;IACJC,QAAQ;IACRQ,UAAU,GAAGE,MAAM,CAACC,IAAI,CAAC,IAAI,CAACtC,aAAa;EAC7C,CAAC,KAAK;IACJ,IAAI,IAAI,CAACW,MAAM,CAACc,IAAI,CAAC,EAAE,OAAO,IAAI,CAACd,MAAM,CAACc,IAAI,CAAC;IAE/C,MAAMc,CAAC,GAAG,IAAIzE,MAAM,CAAC0E,KAAK,CAAC;MACzBf,IAAI;MACJC,IAAI;MACJS,UAAU;MACVM,SAAS,EAAE,CAAC,IAAI,CAAC7C,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACe,MAAM,CAACc,IAAI,CAAC,GAAGc,CAAC;IAErB,IAAIZ,QAAQ,IAAI,OAAOA,QAAQ,KAAK,UAAU,EAAE;MAC9C,IAAI,CAACb,aAAa,CAACW,IAAI,CAAC,GAAGE,QAAQ;IACrC;IAEA,OAAOY,CAAC;EACV,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEL,aAAaA,CAAC;IAAET,IAAI;IAAEC,IAAI;IAAES,UAAU,GAAGE,MAAM,CAACC,IAAI,CAAC,IAAI,CAACtC,aAAa;EAAE,CAAC,EAAE;IAC1E,IAAI,IAAI,CAACY,QAAQ,CAACa,IAAI,CAAC,EAAE,OAAO,IAAI,CAACZ,iBAAiB,CAACY,IAAI,CAAC;IAE5D,MAAMiB,CAAC,GAAG,IAAI5E,MAAM,CAAC6E,OAAO,CAAC;MAC3BlB,IAAI;MACJC,IAAI;MACJS,UAAU;MACVM,SAAS,EAAE,CAAC,IAAI,CAAC7C,SAAS;IAC5B,CAAC,CAAC;IACF,IAAI,CAACgB,QAAQ,CAACa,IAAI,CAAC,GAAGiB,CAAC;IAEvB,IAAI,CAAC7B,iBAAiB,GAAG;MACvB,GAAG,IAAI,CAACA,iBAAiB;MACzB,CAACY,IAAI,GAAG,CAACmB,IAAI,GAAG,CAAC,CAAC,EAAEC,KAAK,GAAG,CAAC,KAAK;QAChCH,CAAC,CAACI,GAAG,CAAC;UAAE,GAAG,IAAI,CAAC9C,aAAa;UAAE,GAAG4C;QAAK,CAAC,EAAEC,KAAK,CAAC;MAClD;IACF,CAAC;IAED,OAAO,IAAI,CAAChC,iBAAiB,CAACY,IAAI,CAAC;EACrC;;EAEA;AACF;AACA;AACA;EACEG,kBAAkB,GAAGA,CAAA,KAAM;IACzB,IAAI;MACF,MAAMmB,IAAI,GAAG/E,EAAE,CAACgF,YAAY,CAAC,yBAAyB,EAAE,OAAO,CAAC;MAChE,MAAMC,KAAK,GAAGF,IAAI,CAACE,KAAK,CAAC,kBAAkB,CAAC;MAC5C,IAAI,CAACA,KAAK,EAAE,OAAO,CAAC;MAEpB,MAAM/B,GAAG,GAAGD,IAAI,CAACC,GAAG,CAAC,CAAC;MACtB,MAAMgC,YAAY,GAAG1D,QAAQ,CAACyD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;MAE3C,IAAI,IAAI,CAAClC,gBAAgB,KAAK,CAAC,EAAE;QAC/B,IAAI,CAACA,gBAAgB,GAAGmC,YAAY;QACpC,IAAI,CAAClC,cAAc,GAAGE,GAAG;QACzB,OAAO,CAAC;MACV;MAEA,MAAMiC,UAAU,GAAGD,YAAY,GAAG,IAAI,CAACnC,gBAAgB;MACvD,MAAMqC,SAAS,GAAGlC,GAAG,GAAG,IAAI,CAACF,cAAc;MAE3C,IAAI,CAACD,gBAAgB,GAAGmC,YAAY;MACpC,IAAI,CAAClC,cAAc,GAAGE,GAAG;MAEzB,OAAQiC,UAAU,IAAIC,SAAS,GAAG,IAAI,CAAC,GAAI,GAAG;IAChD,CAAC,CAAC,MAAM;MACN,OAAO,CAAC;IACV;EACF,CAAC;;EAED;AACF;AACA;AACA;EACEvB,gBAAgBA,CAAA,EAAG;IACjB,IAAI;MACF,MAAMwB,UAAU,GAAG,wBAAwB;MAC3C,IAAIrF,EAAE,CAACsF,UAAU,CAACD,UAAU,CAAC,EAAE;QAC7B,MAAM,CAACE,QAAQ,EAAEC,SAAS,CAAC,GAAGxF,EAAE,CAC7BgF,YAAY,CAACK,UAAU,EAAE,MAAM,CAAC,CAChCI,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,GAAG,CAAC;QACb,IAAIH,QAAQ,KAAK,KAAK,EAAE,OAAOtF,EAAE,CAAC0F,IAAI,CAAC,CAAC,CAACC,MAAM;QAC/C,OAAOpE,QAAQ,CAAC+D,QAAQ,EAAE,EAAE,CAAC,GAAG/D,QAAQ,CAACgE,SAAS,EAAE,EAAE,CAAC;MACzD;MACA,OAAOvF,EAAE,CAAC0F,IAAI,CAAC,CAAC,CAACC,MAAM;IACzB,CAAC,CAAC,MAAM;MACN,OAAO,CAAC;IACV;EACF;;EAEA;AACF;AACA;AACA;EACE9B,uBAAuBA,CAAA,EAAG;IACxB,IAAI;MACF,OAAOtC,QAAQ,CACbxB,EAAE,CAACgF,YAAY,CAAC,+BAA+B,EAAE,OAAO,CAAC,CAACS,IAAI,CAAC,CAAC,EAChE,EACF,CAAC;IACH,CAAC,CAAC,MAAM;MACN,OAAOlF,OAAO,CAACsF,WAAW,CAAC,CAAC,CAACC,GAAG;IAClC;EACF;;EAEA;AACF;AACA;AACA;EACE9B,uBAAuBA,CAAA,EAAG;IACxB,IAAI;MACF,MAAM+B,IAAI,GAAG,2BAA2B;MACxC,IAAI/F,EAAE,CAACsF,UAAU,CAACS,IAAI,CAAC,EAAE;QACvB,MAAMC,GAAG,GAAGhG,EAAE,CAACgF,YAAY,CAACe,IAAI,EAAE,OAAO,CAAC,CAACN,IAAI,CAAC,CAAC;QACjD,IAAIO,GAAG,KAAK,KAAK,EAAE;UACjB,MAAMC,MAAM,GAAGzE,QAAQ,CAACwE,GAAG,EAAE,EAAE,CAAC;UAChC,IAAIC,MAAM,IAAIA,MAAM,GAAGhG,EAAE,CAACiG,QAAQ,CAAC,CAAC,EAAE,OAAOD,MAAM;QACrD;MACF;MACA,OAAOhG,EAAE,CAACiG,QAAQ,CAAC,CAAC;IACtB,CAAC,CAAC,MAAM;MACN,OAAOjG,EAAE,CAACiG,QAAQ,CAAC,CAAC;IACtB;EACF;;EAEA;AACF;AACA;AACA;EACEnC,UAAUA,CAAA,EAAG;IACX,OAAO,IAAIoC,OAAO,CAACC,OAAO,IAAI;MAC5B,MAAMC,KAAK,GAAGpD,IAAI,CAACC,GAAG,CAAC,CAAC;MACxBoD,YAAY,CAAC,MAAMF,OAAO,CAACnD,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGmD,KAAK,CAAC,CAAC;IACjD,CAAC,CAAC;EACJ;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEE,gBAAgBA,CAAC;IACfC,MAAM;IACNC,KAAK;IACLC,WAAW;IACXC,KAAK,GAAG,EAAE;IACVC,UAAU,GAAG,EAAE;IACfC;EACF,CAAC,EAAE;IACD,IAAI,CAAChE,iBAAiB,EAAEiE,kBAAkB,CAAC;MACzCN,MAAM;MACNC,KAAK;MACLC,WAAW;MACXC,KAAK;MACLC;IACF,CAAC,CAAC;IACF,IAAI,CAAC/D,iBAAiB,EAAEkE,2BAA2B,CACjD;MACEP,MAAM;MACNC,KAAK;MACLC,WAAW;MACXC,KAAK;MACLC;IACF,CAAC,EACDC,QACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEG,0BAA0B,GAAGA,CAACC,GAAG,EAAEC,GAAG,EAAEC,IAAI,KAAK;IAC/C,IAAI,CAAC,IAAI,CAACrG,OAAO,IAAImG,GAAG,CAACT,MAAM,KAAK,SAAS,EAAE;MAC7CW,IAAI,CAAC,CAAC;MACN;IACF;IAEA,MAAMd,KAAK,GAAGpD,IAAI,CAACC,GAAG,CAAC,CAAC;IACxBgE,GAAG,CAACE,EAAE,CAAC,QAAQ,EAAE,MAAM;MACrB,MAAMX,KAAK,GAAGQ,GAAG,CAACR,KAAK,EAAEV,IAAI,IAAIkB,GAAG,CAAClB,IAAI,IAAI,SAAS;MACtD,MAAMY,KAAK,GACTM,GAAG,CAACI,MAAM,EAAEV,KAAK,IAAIM,GAAG,CAACK,IAAI,EAAEX,KAAK,IAAIM,GAAG,CAACM,KAAK,EAAEZ,KAAK,IAAI,EAAE;MAChE,MAAMC,UAAU,GACdK,GAAG,CAACI,MAAM,EAAET,UAAU,IACtBK,GAAG,CAACK,IAAI,EAAEV,UAAU,IACpBK,GAAG,CAACM,KAAK,EAAEX,UAAU,IACrBK,GAAG,CAACI,MAAM,EAAEG,YAAY,IACxBP,GAAG,CAACK,IAAI,EAAEE,YAAY,IACtBP,GAAG,CAACM,KAAK,EAAEC,YAAY,IACvB,EAAE;MAEJ,IAAI,CAACjB,gBAAgB,CAAC;QACpBC,MAAM,EAAES,GAAG,CAACT,MAAM;QAClBC,KAAK;QACLC,WAAW,EAAEQ,GAAG,CAACO,UAAU;QAC3Bd,KAAK;QACLC,UAAU;QACVC,QAAQ,EAAE5D,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGmD;MACzB,CAAC,CAAC;IACJ,CAAC,CAAC;IAEFc,IAAI,CAAC,CAAC;EACR,CAAC;;EAED;AACF;AACA;EACEO,gBAAgB,GAAGA,CAAA,KAAM;IACvB,IAAI,IAAI,CAACC,gBAAgB,EAAE;MACzBC,OAAO,CAACC,GAAG,CAAC,qBAAqB,EAAExD,MAAM,CAACC,IAAI,CAAC,IAAI,CAAC1B,QAAQ,CAAC,CAAC;IAChE;IACAyB,MAAM,CAACyD,MAAM,CAAC,IAAI,CAAClF,QAAQ,CAAC,CAACmF,OAAO,CAACC,OAAO,IAAIA,OAAO,CAACC,KAAK,CAAC,CAAC,CAAC;EAClE,CAAC;;EAED;AACF;AACA;EACEC,WAAW,GAAG,MAAAA,CAAA,KAAY;IACxB,IAAI;MACF,KAAK,MAAM,CAACzE,IAAI,EAAEE,QAAQ,CAAC,IAAIU,MAAM,CAAC8D,OAAO,CAAC,IAAI,CAACrF,aAAa,CAAC,EAAE;QACjE,IAAI;UACF,IAAI,CAACa,QAAQ,EAAE;YACb;UACF;UACA,MAAMyE,MAAM,GAAGzE,QAAQ,CAAC,CAAC;UACzB,MAAMqC,GAAG,GAAGoC,MAAM,YAAYjC,OAAO,GAAG,MAAMiC,MAAM,GAAGA,MAAM;UAC7D,IAAIpC,GAAG,KAAKqC,SAAS,EAAE,IAAI,CAAC1F,MAAM,CAACc,IAAI,CAAC,CAAC6E,GAAG,CAAC,IAAI,CAACtG,aAAa,EAAEgE,GAAG,CAAC;QACvE,CAAC,CAAC,OAAOuC,GAAG,EAAE;UACZX,OAAO,CAACY,KAAK,CACX,GAAG,IAAI,CAAC7G,UAAU,2BAA2B8B,IAAI,GAAG,EACpD8E,GACF,CAAC;QACH;MACF;MAEA,MAAM,IAAI,CAACE,WAAW,CAAC,CAAC;MACxB,IAAI,CAACf,gBAAgB,CAAC,CAAC;MAEvB,IAAI,IAAI,CAAC1G,SAAS,EAAE;QAClB,MAAM0H,OAAO,GAAG,MAAM,IAAI,CAAC9G,SAAS,CAAC+G,gBAAgB,CAAC,CAAC;QACvDf,OAAO,CAACC,GAAG,CACT,GAAG,IAAI,CAAClG,UAAU,aAAa,EAC/BiH,IAAI,CAACC,SAAS,CAACH,OAAO,EAAE,IAAI,EAAE,CAAC,CACjC,CAAC;MACH;IACF,CAAC,CAAC,OAAOH,GAAG,EAAE;MACZX,OAAO,CAACY,KAAK,CAAC,GAAG,IAAI,CAAC7G,UAAU,0BAA0B,EAAE4G,GAAG,CAAC;IAClE;EACF,CAAC;EAEDO,UAAU,GAAGA,CAACC,QAAQ,GAAG,IAAI,CAACxH,WAAW,EAAEyH,gBAAgB,GAAGX,SAAS,KAAK;IAC1E,IAAI,CAAC,IAAI,CAACvH,OAAO,EAAE;MACjB8G,OAAO,CAACqB,IAAI,CAAC,GAAG,IAAI,CAACtH,UAAU,mBAAmB,CAAC;MACnD;IACF;IAEA,IAAI,IAAI,CAACD,iBAAiB,IAAI,CAAC,IAAI,CAACA,iBAAiB,CAAC,CAAC,EAAE;MACvD;IACF;IAEA,IAAIsH,gBAAgB,IAAI,OAAOA,gBAAgB,KAAK,UAAU,EAAE;MAC9DE,WAAW,CAAC,MAAMF,gBAAgB,CAAC,CAAC,EAAED,QAAQ,GAAG,IAAI,CAAC;IACxD,CAAC,MAAM;MACLG,WAAW,CAAC,MAAM;QAChB,IAAI,CAAChB,WAAW,CAAC,CAAC,CAACiB,KAAK,CAACZ,GAAG,IAAI;UAC9BX,OAAO,CAACY,KAAK,CAAC,GAAG,IAAI,CAAC7G,UAAU,0BAA0B,EAAE4G,GAAG,CAAC;QAClE,CAAC,CAAC;MACJ,CAAC,EAAEQ,QAAQ,GAAG,IAAI,CAAC;IACrB;IAEAnB,OAAO,CAACqB,IAAI,CACV,GAAG,IAAI,CAACtH,UAAU,2CAA2C,IAAI,CAACJ,WAAW,IAC/E,CAAC;EACH,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE6H,SAAS,GAAGA,CAACL,QAAQ,EAAEC,gBAAgB,GAAGX,SAAS,KAAK;IACtD,IAAI,CAACS,UAAU,CAACC,QAAQ,EAAEC,gBAAgB,CAAC;EAC7C,CAAC;;EAED;AACF;AACA;AACA;EACEK,OAAO,GAAG,MAAAA,CAAA,KAAY;IACpB,IAAI,IAAI,CAACvI,OAAO,EAAE;MAChB,MAAM,IAAI,CAACwI,aAAa,CAAC,CAAC;IAC5B;IACA/I,OAAO,CAACgJ,IAAI,CAAC,CAAC,CAAC;EACjB,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEpG,gBAAgB,GAAG,MAAMC,gBAAgB,IAAI;IAC3C,IAAI,CAACA,gBAAgB,EAAE;IAEvB,IAAI;MACF,MAAMoG,GAAG,GAAG,GAAG,IAAI,CAACtI,cAAc,UAAU;MAC5C,MAAMgG,GAAG,GAAG,MAAMuC,KAAK,CAACD,GAAG,EAAE;QAC3BlH,OAAO,EAAE;UACPC,aAAa,EAAE,SAAS,IAAI,CAACnB,SAAS,EAAE;UACxCsI,MAAM,EAAE;QACV;MACF,CAAC,CAAC;MAEF,IAAI,CAACxC,GAAG,CAACyC,EAAE,EAAE;QACX/B,OAAO,CAACY,KAAK,CACX,GAAG,IAAI,CAAC7G,UAAU,6BAA6BuF,GAAG,CAAC0C,MAAM,EAC3D,CAAC;QACD;MACF;MAEA,MAAMC,IAAI,GAAG,MAAM3C,GAAG,CAAC2C,IAAI,CAAC,CAAC;MAE7B,MAAMC,WAAW,GAAG,yCAAyC;MAC7D,MAAMC,UAAU,GAAG,kBAAkB;MAErC,MAAMC,eAAe,GAAG,IAAIC,GAAG,CAAC,CAAC;MAEjC,IAAIhF,KAAK;MACT;MACA,OAAO,CAACA,KAAK,GAAG6E,WAAW,CAACI,IAAI,CAACL,IAAI,CAAC,MAAM,IAAI,EAAE;QAChD,MAAMM,SAAS,GAAGlF,KAAK,CAAC,CAAC,CAAC;QAC1B,IAAImF,EAAE;QACN,MAAMC,MAAM,GAAG,CAAC,CAAC;;QAEjB;QACA,OAAO,CAACD,EAAE,GAAGL,UAAU,CAACG,IAAI,CAACC,SAAS,CAAC,MAAM,IAAI,EAAE;UACjD;UACAE,MAAM,CAACD,EAAE,CAAC,CAAC,CAAC,CAAC,GAAGA,EAAE,CAAC,CAAC,CAAC;QACvB;QAEA,IACEC,MAAM,CAACC,GAAG,KAAK,IAAI,CAAChK,OAAO,IAC3B+J,MAAM,CAAClI,YAAY,KAAK,IAAI,CAACvB,WAAW,EACxC;UACAoJ,eAAe,CAACO,GAAG,CAAC3B,IAAI,CAACC,SAAS,CAACwB,MAAM,CAAC,CAAC;QAC7C;MACF;MAEA,IAAIL,eAAe,CAACQ,IAAI,KAAK,CAAC,EAAE;QAC9B5C,OAAO,CAACC,GAAG,CACT,GAAG,IAAI,CAAClG,UAAU,6BAA6B,IAAI,CAACrB,OAAO,EAC7D,CAAC;QACD;MACF;MAEA,MAAMmK,YAAY,GAAG,CAAC,GAAGT,eAAe,CAAC,CACtCU,GAAG,CAACC,CAAC,IAAI/B,IAAI,CAACgC,KAAK,CAACD,CAAC,CAAC,CAAC,CACvBE,MAAM,CACLR,MAAM,IACJA,MAAM,CAACS,QAAQ,IACfT,MAAM,CAACS,QAAQ,KAAK,IAAI,CAACpK,MAAM,IAC/B2J,MAAM,CAAClI,YAAY,KAAK,IAAI,CAACvB,WACjC,CAAC;MAEH,IAAI6J,YAAY,CAAC7E,MAAM,KAAK,CAAC,EAAE;QAC7BgC,OAAO,CAACC,GAAG,CAAC,GAAG,IAAI,CAAClG,UAAU,0BAA0B,CAAC;QACzD;MACF;MAEA,KAAK,MAAM0I,MAAM,IAAII,YAAY,EAAE;QACjC,IAAI;UACF,MAAM,IAAI,CAACnB,aAAa,CAAC;YAAEyB,OAAO,EAAE,IAAI,CAACzK,OAAO;YAAE0K,SAAS,EAAEX;UAAO,CAAC,CAAC;UACtEzC,OAAO,CAACC,GAAG,CACT,GAAG,IAAI,CAAClG,UAAU,8BAChB0I,MAAM,CAACS,QAAQ,aACJzG,MAAM,CAACC,IAAI,CAAC+F,MAAM,CAAC,GAClC,CAAC;QACH,CAAC,CAAC,OAAO9B,GAAG,EAAE;UACZX,OAAO,CAACY,KAAK,CACX,GAAG,IAAI,CAAC7G,UAAU,iCAAiC0I,MAAM,CAACS,QAAQ,GAAG,EACrEvC,GACF,CAAC;QACH;MACF;MAEAX,OAAO,CAACC,GAAG,CACT,GAAG,IAAI,CAAClG,UAAU,sCAAsC,IAAI,CAACrB,OAAO,EACtE,CAAC;IACH,CAAC,CAAC,OAAOiI,GAAG,EAAE;MACZX,OAAO,CAACY,KAAK,CAAC,GAAG,IAAI,CAAC7G,UAAU,8BAA8B,EAAE4G,GAAG,CAAC;IACtE;EACF,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEe,aAAa,GAAG,MAAAA,CAAOjC,MAAM,GAAG,CAAC,CAAC,KAAK;IACrC,OAAO,IAAI,CAACjF,OAAO,CAAC6I,MAAM,CAAC;MACzBF,OAAO,EAAE1D,MAAM,CAAC0D,OAAO,IAAI,IAAI,CAACzK,OAAO;MACvC0K,SAAS,EAAE3D,MAAM,CAAC2D,SAAS,IAAI;QAC7B7I,YAAY,EAAE,IAAI,CAACvB,WAAW;QAC9BkK,QAAQ,EAAE,IAAI,CAACpK;MACjB;IACF,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACE+H,WAAW,GAAG,MAAAA,CAAOpB,MAAM,GAAG,CAAC,CAAC,KAAK;IACnC,MAAM2D,SAAS,GAAG;MAChB7I,YAAY,EAAE,IAAI,CAACvB,WAAW;MAC9BkK,QAAQ,EAAE,IAAI,CAACpK,MAAM;MACrB,IAAI2G,MAAM,CAAC2D,SAAS,IAAI,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,IAAI,CAAC5I,OAAO,CAAC8I,IAAI,CAAC;MACvBH,OAAO,EAAE1D,MAAM,CAAC0D,OAAO,IAAI,IAAI,CAACzK,OAAO;MACvC0K;IACF,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;AACA;AACA;AACA;EACE5G,iBAAiB,GAAGA,CAACiG,MAAM,GAAG,EAAE,KAAK;IACnC,OAAO,CAAC,GAAGhG,MAAM,CAACC,IAAI,CAAC,IAAI,CAACtC,aAAa,CAAC,EAAE,GAAGqI,MAAM,CAAC;EACxD,CAAC;EAEDc,gBAAgB,GAAGA,CAACd,MAAM,GAAG,EAAE,KAAK;IAClC,OAAO,IAAI,CAACrI,aAAa;EAC3B,CAAC;EAEDuB,mBAAmB,GAAGA,CAAA,KAAM;IAC1BhD,OAAO,CAAC6G,EAAE,CAAC,QAAQ,EAAE,IAAI,CAACiC,OAAO,CAAC;IAClC9I,OAAO,CAAC6G,EAAE,CAAC,SAAS,EAAE,IAAI,CAACiC,OAAO,CAAC;EACrC,CAAC;;EAED;;EAEA,IAAI+B,cAAcA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACtK,OAAO;EACrB;EAEA,IAAI6G,gBAAgBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAAC3G,SAAS;EACvB;EAEA,IAAIqK,QAAQA,CAAA,EAAG;IACb,OAAO,IAAI,CAACzJ,SAAS;EACvB;AACF;AAEA0J,MAAM,CAACC,OAAO,GAAG;EAAEpL;AAAc,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"file":"metricsClient.js","names":["fs","require","os","BaseMetricsClient","MetricsClient","constructor","config","_lastUsageMicros","_lastCheckTime","Date","now","_httpRequestBuffer","_initDefaultMetrics","createGauge","name","help","updateFn","getCpuUsagePercent","getAvailableCPUs","getContainerMemoryUsage","measureLag","getContainerMemoryLimit","process","uptime","labelNames","withDefaultLabels","stat","readFileSync","match","currentUsage","parseInt","deltaUsage","deltaTime","cpuMaxPath","existsSync","quotaStr","periodStr","trim","split","cpus","length","memoryUsage","rss","path","val","parsed","totalmem","Promise","resolve","start","setImmediate","trackHttpRequest","method","route","status_code","appId","databaseId","duration","enabled","push","String","_collectHttpMetrics","grouped","defaultLabels","getDefaultLabels","forEach","req","key","JSON","stringify","labels","count","totalDuration","Object","values","allLabels","gauges","http_app_requests_total","set","http_app_requests_total_duration","pushMetrics","trackHttpRequestMiddleware","res","next","on","params","body","query","datasourceId","statusCode","module","exports"],"sources":["../src/metricsClient.js"],"sourcesContent":["const fs = require('fs')\nconst os = require('os')\nconst { BaseMetricsClient } = require('./baseMetricsClient')\n\n/**\n * MetricsClient handles Prometheus metrics collection and push.\n * Supports gauges, counters, default metrics, and custom metrics.\n * Extends BaseMetricsClient for common functionality.\n */\nclass MetricsClient extends BaseMetricsClient {\n /**\n * @param {Object} config\n * @param {string} [config.appName] Name of the application\n * @param {string} [config.dynoId] Dyno/instance ID\n * @param {string} [config.processType] Process type (web, worker, etc.)\n * @param {boolean} [config.enabled] Enable metrics collection\n * @param {boolean} [config.logValues] Log metrics values to console\n * @param {string} [config.pushgatewayUrl] PushGateway URL\n * @param {string} [config.pushgatewaySecret] PushGateway secret token\n * @param {number} [config.intervalSec] Interval in seconds for pushing metrics\n * @param {boolean} [config.removeOldMetrics] Enable to clear metrics by service name\n * @param {function} [config.startupValidation] Add to validate on start push.\n */\n constructor(config = {}) {\n super(config)\n\n this._lastUsageMicros = 0\n this._lastCheckTime = Date.now()\n\n this._httpRequestBuffer = []\n\n this._initDefaultMetrics()\n }\n\n /**\n * Register all built-in default Gauges and Counters.\n * @private\n */\n _initDefaultMetrics = () => {\n this.createGauge({\n name: 'app_process_cpu_usage_percent',\n help: 'Current CPU usage of the Node.js process in percent',\n updateFn: this.getCpuUsagePercent,\n })\n\n this.createGauge({\n name: 'app_available_cpu_count',\n help: 'How many CPU cores are available to this process',\n updateFn: this.getAvailableCPUs,\n })\n\n this.createGauge({\n name: 'app_container_memory_usage_bytes',\n help: 'Current container RAM usage from cgroup',\n updateFn: this.getContainerMemoryUsage,\n })\n\n this.createGauge({\n name: 'app_event_loop_lag_ms',\n help: 'Estimated event loop lag in milliseconds',\n updateFn: this.measureLag,\n })\n\n this.createGauge({\n name: 'app_container_memory_limit_bytes',\n help: 'Max RAM available to container from cgroup (memory.max)',\n updateFn: this.getContainerMemoryLimit,\n })\n\n this.createGauge({\n name: 'app_uptime_seconds',\n help: 'How long the process has been running',\n updateFn: process.uptime,\n })\n\n this.createGauge({\n name: 'http_app_requests_total',\n help: 'Total number of HTTP requests (collected over interval)',\n labelNames: this.withDefaultLabels([\n 'method',\n 'route',\n 'appId',\n 'databaseId',\n 'status_code',\n ]),\n })\n\n this.createGauge({\n name: 'http_app_requests_total_duration',\n help: 'Total duration of HTTP requests in milliseconds (collected over interval)',\n labelNames: this.withDefaultLabels([\n 'method',\n 'route',\n 'appId',\n 'databaseId',\n 'status_code',\n ]),\n })\n }\n\n /**\n * Get CPU usage percent (cgroup-aware)\n * @returns {number}\n */\n getCpuUsagePercent = () => {\n try {\n const stat = fs.readFileSync('/sys/fs/cgroup/cpu.stat', 'utf-8')\n const match = stat.match(/usage_usec (\\d+)/)\n if (!match) return 0\n\n const now = Date.now()\n const currentUsage = parseInt(match[1], 10)\n\n if (this._lastUsageMicros === 0) {\n this._lastUsageMicros = currentUsage\n this._lastCheckTime = now\n return 0\n }\n\n const deltaUsage = currentUsage - this._lastUsageMicros\n const deltaTime = now - this._lastCheckTime\n\n this._lastUsageMicros = currentUsage\n this._lastCheckTime = now\n\n return (deltaUsage / (deltaTime * 1000)) * 100\n } catch {\n return 0\n }\n }\n\n /**\n * Get available CPU cores.\n * @returns {number}\n */\n getAvailableCPUs() {\n try {\n const cpuMaxPath = '/sys/fs/cgroup/cpu.max'\n if (fs.existsSync(cpuMaxPath)) {\n const [quotaStr, periodStr] = fs\n .readFileSync(cpuMaxPath, 'utf8')\n .trim()\n .split(' ')\n if (quotaStr === 'max') return os.cpus().length\n return parseInt(quotaStr, 10) / parseInt(periodStr, 10)\n }\n return os.cpus().length\n } catch {\n return 1\n }\n }\n\n /**\n * Get container memory usage in bytes.\n * @returns {number}\n */\n getContainerMemoryUsage() {\n try {\n return parseInt(\n fs.readFileSync('/sys/fs/cgroup/memory.current', 'utf-8').trim(),\n 10\n )\n } catch {\n return process.memoryUsage().rss\n }\n }\n\n /**\n * Get container memory limit in bytes.\n * @returns {number}\n */\n getContainerMemoryLimit() {\n try {\n const path = '/sys/fs/cgroup/memory.max'\n if (fs.existsSync(path)) {\n const val = fs.readFileSync(path, 'utf-8').trim()\n if (val !== 'max') {\n const parsed = parseInt(val, 10)\n if (parsed && parsed < os.totalmem()) return parsed\n }\n }\n return os.totalmem()\n } catch {\n return os.totalmem()\n }\n }\n\n /**\n * Measure event loop lag in ms.\n * @returns {Promise<number>}\n */\n measureLag() {\n return new Promise(resolve => {\n const start = Date.now()\n setImmediate(() => resolve(Date.now() - start))\n })\n }\n\n /**\n * Track an HTTP request (adds to buffer for interval collection).\n *\n * @param {Object} params - The parameters for the request.\n * @param {string} params.method - HTTP method (GET, POST, etc.).\n * @param {string} params.route - The full requested URL or route.\n * @param {number} params.status_code - HTTP response status code.\n * @param {string} [params.appId=''] - Optional application identifier.\n * @param {string} [params.databaseId=''] - Optional database identifier.\n * @param {number} params.duration - Request duration in milliseconds.\n */\n trackHttpRequest({\n method,\n route,\n status_code,\n appId = '',\n databaseId = '',\n duration,\n }) {\n if (!this.enabled) return\n\n this._httpRequestBuffer.push({\n method,\n route,\n status_code: String(status_code),\n appId: appId || '',\n databaseId: databaseId || '',\n duration,\n })\n }\n\n /**\n * Collect HTTP metrics from buffer, group by labels, and set gauges.\n * @private\n */\n _collectHttpMetrics = () => {\n if (this._httpRequestBuffer.length === 0) {\n return\n }\n\n const grouped = {}\n const defaultLabels = this.getDefaultLabels()\n\n this._httpRequestBuffer.forEach(req => {\n const key = JSON.stringify({\n method: req.method,\n route: req.route,\n appId: req.appId,\n databaseId: req.databaseId,\n status_code: req.status_code,\n })\n\n if (!grouped[key]) {\n grouped[key] = {\n labels: {\n method: req.method,\n route: req.route,\n appId: req.appId,\n databaseId: req.databaseId,\n status_code: req.status_code,\n },\n count: 0,\n totalDuration: 0,\n }\n }\n\n grouped[key].count += 1\n grouped[key].totalDuration += req.duration || 0\n })\n\n Object.values(grouped).forEach(({ labels, count, totalDuration }) => {\n const allLabels = { ...defaultLabels, ...labels }\n this.gauges.http_app_requests_total.set(allLabels, count)\n this.gauges.http_app_requests_total_duration.set(\n allLabels,\n totalDuration\n )\n })\n\n this._httpRequestBuffer = []\n }\n\n /**\n * Override pushMetrics to collect HTTP metrics before pushing.\n */\n pushMetrics = async () => {\n this._collectHttpMetrics()\n await super.pushMetrics()\n }\n\n /**\n * Express middleware to track HTTP requests.\n * Track the `http_app_requests_total` and `http_app_requests_total_duration` metric.\n */\n trackHttpRequestMiddleware = (req, res, next) => {\n if (!this.enabled || req.method === 'OPTIONS') {\n next()\n return\n }\n\n const start = Date.now()\n res.on('finish', () => {\n const route = req.route?.path || req.path || 'unknown'\n const appId =\n req.params?.appId || req.body?.appId || req.query?.appId || ''\n const databaseId =\n req.params?.databaseId ||\n req.body?.databaseId ||\n req.query?.databaseId ||\n req.params?.datasourceId ||\n req.body?.datasourceId ||\n req.query?.datasourceId ||\n ''\n\n this.trackHttpRequest({\n method: req.method,\n route,\n status_code: res.statusCode,\n appId,\n databaseId,\n duration: Date.now() - start,\n })\n })\n\n next()\n }\n}\n\nmodule.exports = { MetricsClient }\n"],"mappings":";;AAAA,MAAMA,EAAE,GAAGC,OAAO,CAAC,IAAI,CAAC;AACxB,MAAMC,EAAE,GAAGD,OAAO,CAAC,IAAI,CAAC;AACxB,MAAM;EAAEE;AAAkB,CAAC,GAAGF,OAAO,CAAC,qBAAqB,CAAC;;AAE5D;AACA;AACA;AACA;AACA;AACA,MAAMG,aAAa,SAASD,iBAAiB,CAAC;EAC5C;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEE,WAAWA,CAACC,MAAM,GAAG,CAAC,CAAC,EAAE;IACvB,KAAK,CAACA,MAAM,CAAC;IAEb,IAAI,CAACC,gBAAgB,GAAG,CAAC;IACzB,IAAI,CAACC,cAAc,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAEhC,IAAI,CAACC,kBAAkB,GAAG,EAAE;IAE5B,IAAI,CAACC,mBAAmB,CAAC,CAAC;EAC5B;;EAEA;AACF;AACA;AACA;EACEA,mBAAmB,GAAGA,CAAA,KAAM;IAC1B,IAAI,CAACC,WAAW,CAAC;MACfC,IAAI,EAAE,+BAA+B;MACrCC,IAAI,EAAE,qDAAqD;MAC3DC,QAAQ,EAAE,IAAI,CAACC;IACjB,CAAC,CAAC;IAEF,IAAI,CAACJ,WAAW,CAAC;MACfC,IAAI,EAAE,yBAAyB;MAC/BC,IAAI,EAAE,kDAAkD;MACxDC,QAAQ,EAAE,IAAI,CAACE;IACjB,CAAC,CAAC;IAEF,IAAI,CAACL,WAAW,CAAC;MACfC,IAAI,EAAE,kCAAkC;MACxCC,IAAI,EAAE,yCAAyC;MAC/CC,QAAQ,EAAE,IAAI,CAACG;IACjB,CAAC,CAAC;IAEF,IAAI,CAACN,WAAW,CAAC;MACfC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE,0CAA0C;MAChDC,QAAQ,EAAE,IAAI,CAACI;IACjB,CAAC,CAAC;IAEF,IAAI,CAACP,WAAW,CAAC;MACfC,IAAI,EAAE,kCAAkC;MACxCC,IAAI,EAAE,yDAAyD;MAC/DC,QAAQ,EAAE,IAAI,CAACK;IACjB,CAAC,CAAC;IAEF,IAAI,CAACR,WAAW,CAAC;MACfC,IAAI,EAAE,oBAAoB;MAC1BC,IAAI,EAAE,uCAAuC;MAC7CC,QAAQ,EAAEM,OAAO,CAACC;IACpB,CAAC,CAAC;IAEF,IAAI,CAACV,WAAW,CAAC;MACfC,IAAI,EAAE,yBAAyB;MAC/BC,IAAI,EAAE,yDAAyD;MAC/DS,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CACjC,QAAQ,EACR,OAAO,EACP,OAAO,EACP,YAAY,EACZ,aAAa,CACd;IACH,CAAC,CAAC;IAEF,IAAI,CAACZ,WAAW,CAAC;MACfC,IAAI,EAAE,kCAAkC;MACxCC,IAAI,EAAE,2EAA2E;MACjFS,UAAU,EAAE,IAAI,CAACC,iBAAiB,CAAC,CACjC,QAAQ,EACR,OAAO,EACP,OAAO,EACP,YAAY,EACZ,aAAa,CACd;IACH,CAAC,CAAC;EACJ,CAAC;;EAED;AACF;AACA;AACA;EACER,kBAAkB,GAAGA,CAAA,KAAM;IACzB,IAAI;MACF,MAAMS,IAAI,GAAG1B,EAAE,CAAC2B,YAAY,CAAC,yBAAyB,EAAE,OAAO,CAAC;MAChE,MAAMC,KAAK,GAAGF,IAAI,CAACE,KAAK,CAAC,kBAAkB,CAAC;MAC5C,IAAI,CAACA,KAAK,EAAE,OAAO,CAAC;MAEpB,MAAMlB,GAAG,GAAGD,IAAI,CAACC,GAAG,CAAC,CAAC;MACtB,MAAMmB,YAAY,GAAGC,QAAQ,CAACF,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;MAE3C,IAAI,IAAI,CAACrB,gBAAgB,KAAK,CAAC,EAAE;QAC/B,IAAI,CAACA,gBAAgB,GAAGsB,YAAY;QACpC,IAAI,CAACrB,cAAc,GAAGE,GAAG;QACzB,OAAO,CAAC;MACV;MAEA,MAAMqB,UAAU,GAAGF,YAAY,GAAG,IAAI,CAACtB,gBAAgB;MACvD,MAAMyB,SAAS,GAAGtB,GAAG,GAAG,IAAI,CAACF,cAAc;MAE3C,IAAI,CAACD,gBAAgB,GAAGsB,YAAY;MACpC,IAAI,CAACrB,cAAc,GAAGE,GAAG;MAEzB,OAAQqB,UAAU,IAAIC,SAAS,GAAG,IAAI,CAAC,GAAI,GAAG;IAChD,CAAC,CAAC,MAAM;MACN,OAAO,CAAC;IACV;EACF,CAAC;;EAED;AACF;AACA;AACA;EACEd,gBAAgBA,CAAA,EAAG;IACjB,IAAI;MACF,MAAMe,UAAU,GAAG,wBAAwB;MAC3C,IAAIjC,EAAE,CAACkC,UAAU,CAACD,UAAU,CAAC,EAAE;QAC7B,MAAM,CAACE,QAAQ,EAAEC,SAAS,CAAC,GAAGpC,EAAE,CAC7B2B,YAAY,CAACM,UAAU,EAAE,MAAM,CAAC,CAChCI,IAAI,CAAC,CAAC,CACNC,KAAK,CAAC,GAAG,CAAC;QACb,IAAIH,QAAQ,KAAK,KAAK,EAAE,OAAOjC,EAAE,CAACqC,IAAI,CAAC,CAAC,CAACC,MAAM;QAC/C,OAAOV,QAAQ,CAACK,QAAQ,EAAE,EAAE,CAAC,GAAGL,QAAQ,CAACM,SAAS,EAAE,EAAE,CAAC;MACzD;MACA,OAAOlC,EAAE,CAACqC,IAAI,CAAC,CAAC,CAACC,MAAM;IACzB,CAAC,CAAC,MAAM;MACN,OAAO,CAAC;IACV;EACF;;EAEA;AACF;AACA;AACA;EACErB,uBAAuBA,CAAA,EAAG;IACxB,IAAI;MACF,OAAOW,QAAQ,CACb9B,EAAE,CAAC2B,YAAY,CAAC,+BAA+B,EAAE,OAAO,CAAC,CAACU,IAAI,CAAC,CAAC,EAChE,EACF,CAAC;IACH,CAAC,CAAC,MAAM;MACN,OAAOf,OAAO,CAACmB,WAAW,CAAC,CAAC,CAACC,GAAG;IAClC;EACF;;EAEA;AACF;AACA;AACA;EACErB,uBAAuBA,CAAA,EAAG;IACxB,IAAI;MACF,MAAMsB,IAAI,GAAG,2BAA2B;MACxC,IAAI3C,EAAE,CAACkC,UAAU,CAACS,IAAI,CAAC,EAAE;QACvB,MAAMC,GAAG,GAAG5C,EAAE,CAAC2B,YAAY,CAACgB,IAAI,EAAE,OAAO,CAAC,CAACN,IAAI,CAAC,CAAC;QACjD,IAAIO,GAAG,KAAK,KAAK,EAAE;UACjB,MAAMC,MAAM,GAAGf,QAAQ,CAACc,GAAG,EAAE,EAAE,CAAC;UAChC,IAAIC,MAAM,IAAIA,MAAM,GAAG3C,EAAE,CAAC4C,QAAQ,CAAC,CAAC,EAAE,OAAOD,MAAM;QACrD;MACF;MACA,OAAO3C,EAAE,CAAC4C,QAAQ,CAAC,CAAC;IACtB,CAAC,CAAC,MAAM;MACN,OAAO5C,EAAE,CAAC4C,QAAQ,CAAC,CAAC;IACtB;EACF;;EAEA;AACF;AACA;AACA;EACE1B,UAAUA,CAAA,EAAG;IACX,OAAO,IAAI2B,OAAO,CAACC,OAAO,IAAI;MAC5B,MAAMC,KAAK,GAAGxC,IAAI,CAACC,GAAG,CAAC,CAAC;MACxBwC,YAAY,CAAC,MAAMF,OAAO,CAACvC,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGuC,KAAK,CAAC,CAAC;IACjD,CAAC,CAAC;EACJ;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEE,gBAAgBA,CAAC;IACfC,MAAM;IACNC,KAAK;IACLC,WAAW;IACXC,KAAK,GAAG,EAAE;IACVC,UAAU,GAAG,EAAE;IACfC;EACF,CAAC,EAAE;IACD,IAAI,CAAC,IAAI,CAACC,OAAO,EAAE;IAEnB,IAAI,CAAC/C,kBAAkB,CAACgD,IAAI,CAAC;MAC3BP,MAAM;MACNC,KAAK;MACLC,WAAW,EAAEM,MAAM,CAACN,WAAW,CAAC;MAChCC,KAAK,EAAEA,KAAK,IAAI,EAAE;MAClBC,UAAU,EAAEA,UAAU,IAAI,EAAE;MAC5BC;IACF,CAAC,CAAC;EACJ;;EAEA;AACF;AACA;AACA;EACEI,mBAAmB,GAAGA,CAAA,KAAM;IAC1B,IAAI,IAAI,CAAClD,kBAAkB,CAAC6B,MAAM,KAAK,CAAC,EAAE;MACxC;IACF;IAEA,MAAMsB,OAAO,GAAG,CAAC,CAAC;IAClB,MAAMC,aAAa,GAAG,IAAI,CAACC,gBAAgB,CAAC,CAAC;IAE7C,IAAI,CAACrD,kBAAkB,CAACsD,OAAO,CAACC,GAAG,IAAI;MACrC,MAAMC,GAAG,GAAGC,IAAI,CAACC,SAAS,CAAC;QACzBjB,MAAM,EAAEc,GAAG,CAACd,MAAM;QAClBC,KAAK,EAAEa,GAAG,CAACb,KAAK;QAChBE,KAAK,EAAEW,GAAG,CAACX,KAAK;QAChBC,UAAU,EAAEU,GAAG,CAACV,UAAU;QAC1BF,WAAW,EAAEY,GAAG,CAACZ;MACnB,CAAC,CAAC;MAEF,IAAI,CAACQ,OAAO,CAACK,GAAG,CAAC,EAAE;QACjBL,OAAO,CAACK,GAAG,CAAC,GAAG;UACbG,MAAM,EAAE;YACNlB,MAAM,EAAEc,GAAG,CAACd,MAAM;YAClBC,KAAK,EAAEa,GAAG,CAACb,KAAK;YAChBE,KAAK,EAAEW,GAAG,CAACX,KAAK;YAChBC,UAAU,EAAEU,GAAG,CAACV,UAAU;YAC1BF,WAAW,EAAEY,GAAG,CAACZ;UACnB,CAAC;UACDiB,KAAK,EAAE,CAAC;UACRC,aAAa,EAAE;QACjB,CAAC;MACH;MAEAV,OAAO,CAACK,GAAG,CAAC,CAACI,KAAK,IAAI,CAAC;MACvBT,OAAO,CAACK,GAAG,CAAC,CAACK,aAAa,IAAIN,GAAG,CAACT,QAAQ,IAAI,CAAC;IACjD,CAAC,CAAC;IAEFgB,MAAM,CAACC,MAAM,CAACZ,OAAO,CAAC,CAACG,OAAO,CAAC,CAAC;MAAEK,MAAM;MAAEC,KAAK;MAAEC;IAAc,CAAC,KAAK;MACnE,MAAMG,SAAS,GAAG;QAAE,GAAGZ,aAAa;QAAE,GAAGO;MAAO,CAAC;MACjD,IAAI,CAACM,MAAM,CAACC,uBAAuB,CAACC,GAAG,CAACH,SAAS,EAAEJ,KAAK,CAAC;MACzD,IAAI,CAACK,MAAM,CAACG,gCAAgC,CAACD,GAAG,CAC9CH,SAAS,EACTH,aACF,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC7D,kBAAkB,GAAG,EAAE;EAC9B,CAAC;;EAED;AACF;AACA;EACEqE,WAAW,GAAG,MAAAA,CAAA,KAAY;IACxB,IAAI,CAACnB,mBAAmB,CAAC,CAAC;IAC1B,MAAM,KAAK,CAACmB,WAAW,CAAC,CAAC;EAC3B,CAAC;;EAED;AACF;AACA;AACA;EACEC,0BAA0B,GAAGA,CAACf,GAAG,EAAEgB,GAAG,EAAEC,IAAI,KAAK;IAC/C,IAAI,CAAC,IAAI,CAACzB,OAAO,IAAIQ,GAAG,CAACd,MAAM,KAAK,SAAS,EAAE;MAC7C+B,IAAI,CAAC,CAAC;MACN;IACF;IAEA,MAAMlC,KAAK,GAAGxC,IAAI,CAACC,GAAG,CAAC,CAAC;IACxBwE,GAAG,CAACE,EAAE,CAAC,QAAQ,EAAE,MAAM;MACrB,MAAM/B,KAAK,GAAGa,GAAG,CAACb,KAAK,EAAEV,IAAI,IAAIuB,GAAG,CAACvB,IAAI,IAAI,SAAS;MACtD,MAAMY,KAAK,GACTW,GAAG,CAACmB,MAAM,EAAE9B,KAAK,IAAIW,GAAG,CAACoB,IAAI,EAAE/B,KAAK,IAAIW,GAAG,CAACqB,KAAK,EAAEhC,KAAK,IAAI,EAAE;MAChE,MAAMC,UAAU,GACdU,GAAG,CAACmB,MAAM,EAAE7B,UAAU,IACtBU,GAAG,CAACoB,IAAI,EAAE9B,UAAU,IACpBU,GAAG,CAACqB,KAAK,EAAE/B,UAAU,IACrBU,GAAG,CAACmB,MAAM,EAAEG,YAAY,IACxBtB,GAAG,CAACoB,IAAI,EAAEE,YAAY,IACtBtB,GAAG,CAACqB,KAAK,EAAEC,YAAY,IACvB,EAAE;MAEJ,IAAI,CAACrC,gBAAgB,CAAC;QACpBC,MAAM,EAAEc,GAAG,CAACd,MAAM;QAClBC,KAAK;QACLC,WAAW,EAAE4B,GAAG,CAACO,UAAU;QAC3BlC,KAAK;QACLC,UAAU;QACVC,QAAQ,EAAEhD,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGuC;MACzB,CAAC,CAAC;IACJ,CAAC,CAAC;IAEFkC,IAAI,CAAC,CAAC;EACR,CAAC;AACH;AAEAO,MAAM,CAACC,OAAO,GAAG;EAAEvF;AAAc,CAAC","ignoreList":[]}
|
|
@@ -2,24 +2,23 @@
|
|
|
2
2
|
* DatabaseMetricsClient collects Postgres connection metrics
|
|
3
3
|
* and pushes them to Prometheus Pushgateway.
|
|
4
4
|
*
|
|
5
|
-
* @extends
|
|
5
|
+
* @extends BaseMetricsClient
|
|
6
6
|
*/
|
|
7
|
-
export class DatabaseMetricsClient extends
|
|
7
|
+
export class DatabaseMetricsClient extends BaseMetricsClient {
|
|
8
8
|
/**
|
|
9
9
|
* @param {Object} options
|
|
10
10
|
* @param {string} options.databaseUrl - Required main database URL
|
|
11
11
|
* @param {string} options.databaseName - Main database name for metrics
|
|
12
12
|
* @param {Object<string, string>} [options.additional_database_urls] - Optional additional DBs, keyed by custom name with URL as value
|
|
13
|
-
* @param {string} [options.appName] - Application name (from
|
|
14
|
-
* @param {string} [options.dynoId] - Dyno/instance ID (from
|
|
15
|
-
* @param {string} [options.processType] - Process type (from
|
|
16
|
-
* @param {boolean} [options.enabled] - Enable metrics collection (from
|
|
17
|
-
* @param {boolean} [options.logValues] - Log metrics values (from
|
|
18
|
-
* @param {string} [options.pushgatewayUrl] - PushGateway URL (from
|
|
19
|
-
* @param {string} [options.pushgatewaySecret] - PushGateway secret token (from
|
|
13
|
+
* @param {string} [options.appName] - Application name (from BaseMetricsClient)
|
|
14
|
+
* @param {string} [options.dynoId] - Dyno/instance ID (from BaseMetricsClient)
|
|
15
|
+
* @param {string} [options.processType] - Process type (from BaseMetricsClient)
|
|
16
|
+
* @param {boolean} [options.enabled] - Enable metrics collection (from BaseMetricsClient)
|
|
17
|
+
* @param {boolean} [options.logValues] - Log metrics values (from BaseMetricsClient)
|
|
18
|
+
* @param {string} [options.pushgatewayUrl] - PushGateway URL (from BaseMetricsClient)
|
|
19
|
+
* @param {string} [options.pushgatewaySecret] - PushGateway secret token (from BaseMetricsClient)
|
|
20
20
|
* @param {number} [options.intervalSec] - Interval in seconds for pushing metrics
|
|
21
21
|
* @param {boolean} [options.removeOldMetrics] - Remove old metrics by service
|
|
22
|
-
* @param {boolean} [options.scripDefaultMetrics] - Skip default metrics creation
|
|
23
22
|
* @param {function} [options.startupValidation] - Function to validate startup
|
|
24
23
|
*/
|
|
25
24
|
constructor({ databaseUrl, databaseName, additional_database_urls, ...metricsConfig }?: {
|
|
@@ -37,7 +36,6 @@ export class DatabaseMetricsClient extends MetricsClient {
|
|
|
37
36
|
pushgatewaySecret?: string | undefined;
|
|
38
37
|
intervalSec?: number | undefined;
|
|
39
38
|
removeOldMetrics?: boolean | undefined;
|
|
40
|
-
scripDefaultMetrics?: boolean | undefined;
|
|
41
39
|
startupValidation?: Function | undefined;
|
|
42
40
|
});
|
|
43
41
|
databasePools: any[];
|
|
@@ -69,6 +67,6 @@ export class DatabaseMetricsClient extends MetricsClient {
|
|
|
69
67
|
*/
|
|
70
68
|
startPush: (intervalSec?: number | undefined) => void;
|
|
71
69
|
}
|
|
72
|
-
import {
|
|
70
|
+
import { BaseMetricsClient } from "./baseMetricsClient";
|
|
73
71
|
import { Pool } from "pg";
|
|
74
72
|
//# sourceMappingURL=metricsDatabaseClient.d.ts.map
|