apiforgejs 1.0.3 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/aggregator.js +12 -0
- package/src/cloud-transport.js +62 -0
- package/src/database.js +10 -5
- package/src/index.js +44 -29
package/package.json
CHANGED
package/src/aggregator.js
CHANGED
|
@@ -33,6 +33,7 @@ class Aggregator {
|
|
|
33
33
|
env: event.env,
|
|
34
34
|
release: event.release,
|
|
35
35
|
durations: [],
|
|
36
|
+
response_sizes: [],
|
|
36
37
|
status_2xx: 0,
|
|
37
38
|
status_4xx: 0,
|
|
38
39
|
status_5xx: 0,
|
|
@@ -41,6 +42,7 @@ class Aggregator {
|
|
|
41
42
|
}
|
|
42
43
|
|
|
43
44
|
bucket.durations.push(event.duration_ms);
|
|
45
|
+
if (event.response_size != null) bucket.response_sizes.push(event.response_size);
|
|
44
46
|
|
|
45
47
|
const s = event.status;
|
|
46
48
|
if (s >= 200 && s < 300) bucket.status_2xx++;
|
|
@@ -58,6 +60,14 @@ class Aggregator {
|
|
|
58
60
|
for (const bucket of this.buffer.values()) {
|
|
59
61
|
const sorted = bucket.durations.slice().sort((a, b) => a - b);
|
|
60
62
|
const n = sorted.length;
|
|
63
|
+
const sizes = bucket.response_sizes;
|
|
64
|
+
const bytes_avg = sizes.length > 0
|
|
65
|
+
? sizes.reduce((a, b) => a + b, 0) / sizes.length
|
|
66
|
+
: null;
|
|
67
|
+
|
|
68
|
+
const lat_avg = n > 0
|
|
69
|
+
? bucket.durations.reduce((a, b) => a + b, 0) / n
|
|
70
|
+
: null;
|
|
61
71
|
|
|
62
72
|
rows.push({
|
|
63
73
|
bucket_ts: bucketTs,
|
|
@@ -72,8 +82,10 @@ class Aggregator {
|
|
|
72
82
|
lat_p50: percentile(sorted, 0.50),
|
|
73
83
|
lat_p90: percentile(sorted, 0.90),
|
|
74
84
|
lat_p99: percentile(sorted, 0.99),
|
|
85
|
+
lat_avg,
|
|
75
86
|
lat_min: sorted[0] ?? 0,
|
|
76
87
|
lat_max: sorted[n - 1] ?? 0,
|
|
88
|
+
bytes_avg,
|
|
77
89
|
});
|
|
78
90
|
}
|
|
79
91
|
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const CIRCUIT_OPEN_MS = 60_000;
|
|
4
|
+
const FAILURE_THRESHOLD = 5;
|
|
5
|
+
|
|
6
|
+
class CloudTransport {
|
|
7
|
+
/**
|
|
8
|
+
* @param {string} cloudUrl - Base URL of the SaaS API, e.g. 'https://api.apiforge.fr'
|
|
9
|
+
* @param {string} apiKey - Project API key starting with 'af_'
|
|
10
|
+
* @param {string} service - Service name passed to every metric row
|
|
11
|
+
*/
|
|
12
|
+
constructor(cloudUrl, apiKey, service) {
|
|
13
|
+
this._url = `${cloudUrl.replace(/\/$/, '')}/ingest`;
|
|
14
|
+
this._apiKey = apiKey;
|
|
15
|
+
this._service = service;
|
|
16
|
+
this._failures = 0;
|
|
17
|
+
this._openUntil = 0;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
write(rows) {
|
|
21
|
+
if (rows.length === 0) return;
|
|
22
|
+
if (Date.now() < this._openUntil) return;
|
|
23
|
+
|
|
24
|
+
const metrics = rows.map(r => ({
|
|
25
|
+
route: r.route,
|
|
26
|
+
method: r.method,
|
|
27
|
+
service: this._service,
|
|
28
|
+
env: r.env,
|
|
29
|
+
release: r.release_tag ?? null,
|
|
30
|
+
time: new Date(r.bucket_ts * 1000).toISOString(),
|
|
31
|
+
calls_total: r.total_calls,
|
|
32
|
+
calls_2xx: r.status_2xx,
|
|
33
|
+
calls_4xx: r.status_4xx,
|
|
34
|
+
calls_5xx: r.status_5xx,
|
|
35
|
+
lat_p50: r.lat_p50 ?? null,
|
|
36
|
+
lat_p90: r.lat_p90 ?? null,
|
|
37
|
+
lat_p99: r.lat_p99 ?? null,
|
|
38
|
+
lat_avg: r.lat_avg ?? null,
|
|
39
|
+
bytes_avg: r.bytes_avg ?? null,
|
|
40
|
+
}));
|
|
41
|
+
|
|
42
|
+
fetch(this._url, {
|
|
43
|
+
method: 'POST',
|
|
44
|
+
headers: { 'Content-Type': 'application/json', 'X-API-Key': this._apiKey },
|
|
45
|
+
body: JSON.stringify({ metrics }),
|
|
46
|
+
})
|
|
47
|
+
.then(res => {
|
|
48
|
+
if (!res.ok) throw new Error(`HTTP ${res.status}`);
|
|
49
|
+
this._failures = 0;
|
|
50
|
+
})
|
|
51
|
+
.catch(err => {
|
|
52
|
+
this._failures++;
|
|
53
|
+
if (this._failures >= FAILURE_THRESHOLD) {
|
|
54
|
+
this._openUntil = Date.now() + CIRCUIT_OPEN_MS;
|
|
55
|
+
this._failures = 0;
|
|
56
|
+
console.warn(`[apiforgejs] Cloud flush failures — pausing for ${CIRCUIT_OPEN_MS / 1000}s. Error: ${err.message}`);
|
|
57
|
+
}
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
module.exports = { CloudTransport };
|
package/src/database.js
CHANGED
|
@@ -44,19 +44,23 @@ class ApiForgeDatabase {
|
|
|
44
44
|
lat_p90 REAL,
|
|
45
45
|
lat_p99 REAL,
|
|
46
46
|
lat_min REAL,
|
|
47
|
-
lat_max REAL
|
|
47
|
+
lat_max REAL,
|
|
48
|
+
bytes_avg REAL
|
|
48
49
|
);
|
|
49
50
|
CREATE INDEX IF NOT EXISTS idx_route_ts ON api_metrics (route, method, bucket_ts);
|
|
50
51
|
CREATE INDEX IF NOT EXISTS idx_bucket_ts ON api_metrics (bucket_ts);
|
|
51
52
|
CREATE INDEX IF NOT EXISTS idx_release ON api_metrics (release_tag) WHERE release_tag IS NOT NULL;
|
|
52
53
|
`);
|
|
53
54
|
|
|
55
|
+
// Migration for databases created before bytes_avg was introduced
|
|
56
|
+
try { this.db.exec('ALTER TABLE api_metrics ADD COLUMN bytes_avg REAL'); } catch (_) {}
|
|
57
|
+
|
|
54
58
|
this._stmtInsert = this.db.prepare(`
|
|
55
59
|
INSERT INTO api_metrics
|
|
56
60
|
(bucket_ts, route, method, env, release_tag,
|
|
57
61
|
status_2xx, status_4xx, status_5xx, total_calls,
|
|
58
|
-
lat_p50, lat_p90, lat_p99, lat_min, lat_max)
|
|
59
|
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
62
|
+
lat_p50, lat_p90, lat_p99, lat_min, lat_max, bytes_avg)
|
|
63
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
60
64
|
`);
|
|
61
65
|
|
|
62
66
|
this._begin = this.db.prepare('BEGIN');
|
|
@@ -71,7 +75,7 @@ class ApiForgeDatabase {
|
|
|
71
75
|
this._stmtInsert.run(
|
|
72
76
|
r.bucket_ts, r.route, r.method, r.env, r.release_tag ?? null,
|
|
73
77
|
r.status_2xx, r.status_4xx, r.status_5xx, r.total_calls,
|
|
74
|
-
r.lat_p50, r.lat_p90, r.lat_p99, r.lat_min, r.lat_max
|
|
78
|
+
r.lat_p50, r.lat_p90, r.lat_p99, r.lat_min, r.lat_max, r.bytes_avg ?? null
|
|
75
79
|
);
|
|
76
80
|
}
|
|
77
81
|
this._commit.run();
|
|
@@ -131,7 +135,8 @@ class ApiForgeDatabase {
|
|
|
131
135
|
AVG(lat_p50) as p50,
|
|
132
136
|
AVG(lat_p90) as p90,
|
|
133
137
|
AVG(lat_p99) as p99,
|
|
134
|
-
MAX(lat_max) as lat_max
|
|
138
|
+
MAX(lat_max) as lat_max,
|
|
139
|
+
AVG(bytes_avg) as bytes_avg
|
|
135
140
|
FROM api_metrics
|
|
136
141
|
WHERE bucket_ts >= ?
|
|
137
142
|
GROUP BY route, method
|
package/src/index.js
CHANGED
|
@@ -1,49 +1,64 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
3
|
const { createInterceptor } = require('./interceptor');
|
|
4
|
-
const { Aggregator }
|
|
5
|
-
const { LocalTransport }
|
|
6
|
-
const {
|
|
7
|
-
const {
|
|
4
|
+
const { Aggregator } = require('./aggregator');
|
|
5
|
+
const { LocalTransport } = require('./transport');
|
|
6
|
+
const { CloudTransport } = require('./cloud-transport');
|
|
7
|
+
const { ApiForgeDatabase } = require('./database');
|
|
8
|
+
const { startDashboard } = require('./dashboard');
|
|
8
9
|
|
|
9
10
|
/**
|
|
10
11
|
* APIForge Express middleware factory.
|
|
11
12
|
*
|
|
12
|
-
* @param {object}
|
|
13
|
-
* @param {
|
|
14
|
-
* @param {string}
|
|
15
|
-
* @param {
|
|
16
|
-
* @param {
|
|
17
|
-
* @param {
|
|
18
|
-
* @param {
|
|
19
|
-
* @param {string}
|
|
20
|
-
* @param {
|
|
21
|
-
* @param {string
|
|
13
|
+
* @param {object} options
|
|
14
|
+
* @param {string} [options.mode] - 'local' (default) or 'cloud'.
|
|
15
|
+
* @param {string} [options.cloudUrl] - Cloud mode: SaaS API base URL.
|
|
16
|
+
* @param {string} [options.apiKey] - Cloud mode: project API key (af_…).
|
|
17
|
+
* @param {string} [options.dbPath] - Local mode: SQLite path. Default: '.apiforge.db'.
|
|
18
|
+
* @param {number} [options.dashboardPort] - Local mode: dashboard port. Default: 4242. 0 = off.
|
|
19
|
+
* @param {number} [options.flushInterval] - Flush interval in ms. Default: 60000.
|
|
20
|
+
* @param {string} [options.env] - Environment label. Default: NODE_ENV or 'production'.
|
|
21
|
+
* @param {string} [options.release] - Release/version tag.
|
|
22
|
+
* @param {string} [options.service] - Service name. Default: 'default'.
|
|
23
|
+
* @param {number} [options.sampling] - Sample rate 0.0–1.0. Default: 1.0.
|
|
24
|
+
* @param {string[]} [options.ignorePaths] - Paths to skip. Default: ['/favicon.ico'].
|
|
22
25
|
*/
|
|
23
26
|
function apiforge(options = {}) {
|
|
24
|
-
|
|
25
|
-
|
|
27
|
+
const hasCloudUrl = Boolean(options.cloudUrl);
|
|
28
|
+
const hasApiKey = Boolean(options.apiKey);
|
|
29
|
+
const isCloud = options.mode === 'cloud' || (hasCloudUrl && hasApiKey);
|
|
30
|
+
|
|
31
|
+
if ((hasCloudUrl || hasApiKey) && !(hasCloudUrl && hasApiKey)) {
|
|
32
|
+
throw new Error('[apiforgejs] Cloud mode requires both cloudUrl and apiKey options.');
|
|
26
33
|
}
|
|
27
34
|
|
|
28
35
|
const config = {
|
|
29
|
-
mode: 'local',
|
|
30
|
-
|
|
31
|
-
|
|
36
|
+
mode: isCloud ? 'cloud' : 'local',
|
|
37
|
+
cloudUrl: options.cloudUrl ?? null,
|
|
38
|
+
apiKey: options.apiKey ?? null,
|
|
39
|
+
dbPath: options.dbPath ?? '.apiforge.db',
|
|
40
|
+
dashboardPort: isCloud ? 0 : (options.dashboardPort !== undefined ? options.dashboardPort : 4242),
|
|
32
41
|
flushInterval: options.flushInterval ?? 60_000,
|
|
33
|
-
env:
|
|
34
|
-
release:
|
|
35
|
-
service:
|
|
36
|
-
sampling:
|
|
37
|
-
ignorePaths:
|
|
42
|
+
env: options.env ?? process.env.NODE_ENV ?? 'production',
|
|
43
|
+
release: options.release ?? process.env.APP_VERSION ?? null,
|
|
44
|
+
service: options.service ?? 'default',
|
|
45
|
+
sampling: options.sampling ?? 1.0,
|
|
46
|
+
ignorePaths: options.ignorePaths ?? ['/favicon.ico'],
|
|
38
47
|
};
|
|
39
48
|
|
|
40
|
-
|
|
41
|
-
const transport = new LocalTransport(db);
|
|
42
|
-
const aggregator = new Aggregator(transport, config.flushInterval);
|
|
49
|
+
let transport, db;
|
|
43
50
|
|
|
51
|
+
if (isCloud) {
|
|
52
|
+
transport = new CloudTransport(config.cloudUrl, config.apiKey, config.service);
|
|
53
|
+
} else {
|
|
54
|
+
db = new ApiForgeDatabase(config.dbPath);
|
|
55
|
+
transport = new LocalTransport(db);
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
const aggregator = new Aggregator(transport, config.flushInterval);
|
|
44
59
|
aggregator.start();
|
|
45
60
|
|
|
46
|
-
if (config.dashboardPort) {
|
|
61
|
+
if (!isCloud && config.dashboardPort) {
|
|
47
62
|
startDashboard(db, config.dashboardPort);
|
|
48
63
|
}
|
|
49
64
|
|
|
@@ -51,7 +66,7 @@ function apiforge(options = {}) {
|
|
|
51
66
|
|
|
52
67
|
middleware.shutdown = () => {
|
|
53
68
|
aggregator.stop();
|
|
54
|
-
db.close();
|
|
69
|
+
if (db) db.close();
|
|
55
70
|
};
|
|
56
71
|
|
|
57
72
|
return middleware;
|