web-agent-bridge 3.2.0 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/LICENSE +72 -72
  2. package/README.ar.md +1286 -1152
  3. package/README.md +1764 -1635
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -138
  6. package/bin/wab.js +80 -80
  7. package/examples/bidi-agent.js +119 -119
  8. package/examples/cross-site-agent.js +91 -91
  9. package/examples/mcp-agent.js +94 -94
  10. package/examples/next-app-router/README.md +44 -44
  11. package/examples/puppeteer-agent.js +108 -108
  12. package/examples/saas-dashboard/README.md +55 -55
  13. package/examples/shopify-hydrogen/README.md +74 -74
  14. package/examples/vision-agent.js +171 -171
  15. package/examples/wordpress-elementor/README.md +77 -77
  16. package/package.json +16 -3
  17. package/public/.well-known/agent-tools.json +180 -180
  18. package/public/.well-known/ai-assets.json +59 -59
  19. package/public/.well-known/security.txt +8 -0
  20. package/public/agent-workspace.html +349 -349
  21. package/public/ai.html +198 -198
  22. package/public/api.html +413 -412
  23. package/public/browser.html +486 -486
  24. package/public/commander-dashboard.html +243 -243
  25. package/public/cookies.html +210 -210
  26. package/public/css/agent-workspace.css +1713 -1713
  27. package/public/css/premium.css +317 -317
  28. package/public/css/styles.css +1235 -1235
  29. package/public/dashboard.html +706 -706
  30. package/public/dns.html +507 -0
  31. package/public/docs.html +587 -587
  32. package/public/feed.xml +89 -89
  33. package/public/growth.html +463 -463
  34. package/public/index.html +1070 -982
  35. package/public/integrations.html +556 -0
  36. package/public/js/agent-workspace.js +1740 -1740
  37. package/public/js/auth-nav.js +31 -31
  38. package/public/js/auth-redirect.js +12 -12
  39. package/public/js/cookie-consent.js +56 -56
  40. package/public/js/wab-demo-page.js +721 -721
  41. package/public/js/ws-client.js +74 -74
  42. package/public/llms-full.txt +360 -360
  43. package/public/llms.txt +125 -125
  44. package/public/login.html +85 -85
  45. package/public/mesh-dashboard.html +328 -328
  46. package/public/openapi.json +580 -580
  47. package/public/phone-shield.html +281 -0
  48. package/public/premium-dashboard.html +2489 -2489
  49. package/public/premium.html +793 -793
  50. package/public/privacy.html +297 -297
  51. package/public/register.html +105 -105
  52. package/public/robots.txt +87 -87
  53. package/public/script/wab-consent.d.ts +36 -36
  54. package/public/script/wab-consent.js +104 -104
  55. package/public/script/wab-schema.js +131 -131
  56. package/public/script/wab.d.ts +108 -108
  57. package/public/script/wab.min.js +580 -580
  58. package/public/security.txt +8 -0
  59. package/public/terms.html +256 -256
  60. package/script/ai-agent-bridge.js +1754 -1754
  61. package/sdk/README.md +99 -99
  62. package/sdk/agent-mesh.js +449 -449
  63. package/sdk/commander.js +262 -262
  64. package/sdk/index.d.ts +464 -464
  65. package/sdk/index.js +12 -1
  66. package/sdk/multi-agent.js +318 -318
  67. package/sdk/package.json +1 -1
  68. package/sdk/safety-shield.js +219 -0
  69. package/sdk/schema-discovery.js +83 -83
  70. package/server/adapters/index.js +520 -520
  71. package/server/config/plans.js +367 -367
  72. package/server/config/secrets.js +102 -102
  73. package/server/control-plane/index.js +301 -301
  74. package/server/data-plane/index.js +354 -354
  75. package/server/index.js +531 -427
  76. package/server/llm/index.js +404 -404
  77. package/server/middleware/adminAuth.js +35 -35
  78. package/server/middleware/auth.js +50 -50
  79. package/server/middleware/featureGate.js +88 -88
  80. package/server/middleware/rateLimits.js +100 -100
  81. package/server/middleware/sensitiveAction.js +157 -0
  82. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  83. package/server/migrations/002_premium_features.sql +418 -418
  84. package/server/migrations/003_ads_integer_cents.sql +33 -33
  85. package/server/migrations/004_agent_os.sql +158 -158
  86. package/server/migrations/005_marketplace_metering.sql +126 -126
  87. package/server/models/adapters/index.js +33 -33
  88. package/server/models/adapters/mysql.js +183 -183
  89. package/server/models/adapters/postgresql.js +172 -172
  90. package/server/models/adapters/sqlite.js +7 -7
  91. package/server/models/db.js +681 -681
  92. package/server/observability/failure-analysis.js +337 -337
  93. package/server/observability/index.js +394 -394
  94. package/server/protocol/capabilities.js +223 -223
  95. package/server/protocol/index.js +243 -243
  96. package/server/protocol/schema.js +584 -584
  97. package/server/registry/certification.js +271 -271
  98. package/server/registry/index.js +326 -326
  99. package/server/routes/admin-premium.js +671 -671
  100. package/server/routes/admin.js +261 -261
  101. package/server/routes/ads.js +130 -130
  102. package/server/routes/agent-workspace.js +540 -540
  103. package/server/routes/api.js +150 -150
  104. package/server/routes/auth.js +71 -71
  105. package/server/routes/billing.js +45 -45
  106. package/server/routes/commander.js +316 -316
  107. package/server/routes/demo-showcase.js +332 -332
  108. package/server/routes/demo-store.js +154 -0
  109. package/server/routes/discovery.js +417 -417
  110. package/server/routes/gateway.js +173 -157
  111. package/server/routes/license.js +251 -240
  112. package/server/routes/mesh.js +469 -469
  113. package/server/routes/noscript.js +543 -543
  114. package/server/routes/premium-v2.js +686 -686
  115. package/server/routes/premium.js +724 -724
  116. package/server/routes/runtime.js +2148 -2147
  117. package/server/routes/sovereign.js +465 -385
  118. package/server/routes/universal.js +200 -185
  119. package/server/routes/wab-api.js +850 -501
  120. package/server/runtime/container-worker.js +111 -111
  121. package/server/runtime/container.js +448 -448
  122. package/server/runtime/distributed-worker.js +362 -362
  123. package/server/runtime/event-bus.js +210 -210
  124. package/server/runtime/index.js +253 -253
  125. package/server/runtime/queue.js +599 -599
  126. package/server/runtime/replay.js +666 -666
  127. package/server/runtime/sandbox.js +266 -266
  128. package/server/runtime/scheduler.js +534 -534
  129. package/server/runtime/session-engine.js +293 -293
  130. package/server/runtime/state-manager.js +188 -188
  131. package/server/security/cross-site-redactor.js +196 -0
  132. package/server/security/dry-run.js +180 -0
  133. package/server/security/human-gate-rate-limit.js +147 -0
  134. package/server/security/human-gate-transports.js +178 -0
  135. package/server/security/human-gate.js +281 -0
  136. package/server/security/index.js +368 -368
  137. package/server/security/intent-engine.js +245 -0
  138. package/server/security/reward-guard.js +171 -0
  139. package/server/security/rollback-store.js +239 -0
  140. package/server/security/token-scope.js +404 -0
  141. package/server/security/url-policy.js +139 -0
  142. package/server/services/agent-chat.js +506 -506
  143. package/server/services/agent-learning.js +601 -575
  144. package/server/services/agent-memory.js +625 -625
  145. package/server/services/agent-mesh.js +555 -539
  146. package/server/services/agent-symphony.js +717 -717
  147. package/server/services/agent-tasks.js +1807 -1807
  148. package/server/services/api-key-engine.js +292 -261
  149. package/server/services/cluster.js +894 -894
  150. package/server/services/commander.js +738 -738
  151. package/server/services/edge-compute.js +440 -440
  152. package/server/services/email.js +204 -204
  153. package/server/services/hosted-runtime.js +205 -205
  154. package/server/services/lfd.js +635 -635
  155. package/server/services/local-ai.js +389 -389
  156. package/server/services/marketplace.js +270 -270
  157. package/server/services/metering.js +182 -182
  158. package/server/services/modules/affiliate-intelligence.js +93 -93
  159. package/server/services/modules/agent-firewall.js +90 -90
  160. package/server/services/modules/bounty.js +89 -89
  161. package/server/services/modules/collective-bargaining.js +92 -92
  162. package/server/services/modules/dark-pattern.js +66 -66
  163. package/server/services/modules/gov-intelligence.js +45 -45
  164. package/server/services/modules/neural.js +55 -55
  165. package/server/services/modules/notary.js +49 -49
  166. package/server/services/modules/price-time-machine.js +86 -86
  167. package/server/services/modules/protocol.js +104 -104
  168. package/server/services/negotiation.js +439 -439
  169. package/server/services/plugins.js +771 -771
  170. package/server/services/price-intelligence.js +566 -566
  171. package/server/services/price-shield.js +1137 -1137
  172. package/server/services/reputation.js +465 -465
  173. package/server/services/search-engine.js +357 -357
  174. package/server/services/security.js +513 -513
  175. package/server/services/self-healing.js +843 -843
  176. package/server/services/sovereign-shield.js +542 -0
  177. package/server/services/stripe.js +192 -192
  178. package/server/services/swarm.js +788 -788
  179. package/server/services/universal-scraper.js +662 -661
  180. package/server/services/verification.js +481 -481
  181. package/server/services/vision.js +1163 -1163
  182. package/server/utils/cache.js +125 -125
  183. package/server/utils/migrate.js +81 -81
  184. package/server/utils/safe-fetch.js +228 -0
  185. package/server/utils/secureFields.js +50 -50
  186. package/server/ws.js +161 -161
  187. package/templates/artisan-marketplace.yaml +104 -104
  188. package/templates/book-price-scout.yaml +98 -98
  189. package/templates/electronics-price-tracker.yaml +108 -108
  190. package/templates/flight-deal-hunter.yaml +113 -113
  191. package/templates/freelancer-direct.yaml +116 -116
  192. package/templates/grocery-price-compare.yaml +93 -93
  193. package/templates/hotel-direct-booking.yaml +113 -113
  194. package/templates/local-services.yaml +98 -98
  195. package/templates/olive-oil-tunisia.yaml +88 -88
  196. package/templates/organic-farm-fresh.yaml +101 -101
  197. package/templates/restaurant-direct.yaml +97 -97
  198. package/public/score.html +0 -263
  199. package/server/migrations/006_growth_suite.sql +0 -138
  200. package/server/routes/growth.js +0 -962
  201. package/server/services/fairness-engine.js +0 -409
  202. package/server/services/fairness.js +0 -420
@@ -1,394 +1,394 @@
1
- 'use strict';
2
-
3
- /**
4
- * WAB Observability - Structured Logger, Distributed Tracer, Metrics Collector
5
- *
6
- * Provides production-grade observability:
7
- * - Structured logging (JSON)
8
- * - Distributed tracing (OpenTelemetry-compatible spans)
9
- * - Metrics (counters, gauges, histograms)
10
- * - Correlation via traceId/spanId
11
- */
12
-
13
- const crypto = require('crypto');
14
-
15
- // ─── Structured Logger ──────────────────────────────────────────────────────
16
-
17
- const LogLevel = { DEBUG: 0, INFO: 1, WARN: 2, ERROR: 3, FATAL: 4 };
18
- const LogLevelNames = ['DEBUG', 'INFO', 'WARN', 'ERROR', 'FATAL'];
19
-
20
- class Logger {
21
- constructor(options = {}) {
22
- this._level = LogLevel[options.level?.toUpperCase()] ?? LogLevel.INFO;
23
- this._buffer = [];
24
- this._maxBuffer = options.maxBuffer || 10000;
25
- this._sinks = []; // output sinks (console, file, API, etc.)
26
- this._context = options.context || {};
27
-
28
- // Default: console sink
29
- if (options.console !== false) {
30
- this._sinks.push(this._consoleSink.bind(this));
31
- }
32
- }
33
-
34
- child(context) {
35
- const childLogger = new Logger({ level: LogLevelNames[this._level], maxBuffer: 0, console: false });
36
- childLogger._context = { ...this._context, ...context };
37
- childLogger._sinks = this._sinks;
38
- childLogger._buffer = this._buffer;
39
- childLogger._maxBuffer = this._maxBuffer;
40
- return childLogger;
41
- }
42
-
43
- addSink(sink) { this._sinks.push(sink); }
44
-
45
- debug(msg, data) { this._log(LogLevel.DEBUG, msg, data); }
46
- info(msg, data) { this._log(LogLevel.INFO, msg, data); }
47
- warn(msg, data) { this._log(LogLevel.WARN, msg, data); }
48
- error(msg, data) { this._log(LogLevel.ERROR, msg, data); }
49
- fatal(msg, data) { this._log(LogLevel.FATAL, msg, data); }
50
-
51
- _log(level, msg, data) {
52
- if (level < this._level) return;
53
-
54
- const entry = {
55
- timestamp: new Date().toISOString(),
56
- level: LogLevelNames[level],
57
- message: msg,
58
- ...this._context,
59
- ...(data || {}),
60
- };
61
-
62
- // Buffer
63
- this._buffer.push(entry);
64
- if (this._buffer.length > this._maxBuffer) {
65
- this._buffer.splice(0, this._buffer.length - Math.floor(this._maxBuffer * 0.8));
66
- }
67
-
68
- // Flush to sinks
69
- for (const sink of this._sinks) {
70
- try { sink(entry); } catch (_) { /* sink error, ignore */ }
71
- }
72
- }
73
-
74
- _consoleSink(entry) {
75
- const { timestamp, level, message, ...rest } = entry;
76
- const meta = Object.keys(rest).length > 0 ? ` ${JSON.stringify(rest)}` : '';
77
- const fn = level === 'ERROR' || level === 'FATAL' ? console.error
78
- : level === 'WARN' ? console.warn : console.log;
79
- fn(`[${timestamp}] [${level}] ${message}${meta}`);
80
- }
81
-
82
- query(filter = {}, limit = 100) {
83
- let results = this._buffer;
84
- if (filter.level) results = results.filter(e => e.level === filter.level);
85
- if (filter.traceId) results = results.filter(e => e.traceId === filter.traceId);
86
- if (filter.agentId) results = results.filter(e => e.agentId === filter.agentId);
87
- if (filter.since) results = results.filter(e => new Date(e.timestamp).getTime() >= filter.since);
88
- if (filter.message) {
89
- const re = new RegExp(filter.message, 'i');
90
- results = results.filter(e => re.test(e.message));
91
- }
92
- return results.slice(-limit);
93
- }
94
- }
95
-
96
- // ─── Distributed Tracer ─────────────────────────────────────────────────────
97
-
98
- class Tracer {
99
- constructor() {
100
- this._traces = new Map(); // traceId → { spans, metadata }
101
- this._maxTraces = 5000;
102
- this._stats = { traces: 0, spans: 0, errors: 0 };
103
- }
104
-
105
- /**
106
- * Start a new trace
107
- */
108
- startTrace(name, metadata = {}) {
109
- const traceId = `trace_${crypto.randomBytes(16).toString('hex')}`;
110
- const rootSpan = this._createSpan(traceId, name, null, metadata);
111
-
112
- this._traces.set(traceId, {
113
- id: traceId,
114
- name,
115
- rootSpanId: rootSpan.id,
116
- spans: new Map([[rootSpan.id, rootSpan]]),
117
- metadata,
118
- startedAt: Date.now(),
119
- completedAt: null,
120
- status: 'active',
121
- });
122
-
123
- this._stats.traces++;
124
- this._enforceLimit();
125
- return { traceId, spanId: rootSpan.id, span: rootSpan };
126
- }
127
-
128
- /**
129
- * Start a child span within a trace
130
- */
131
- startSpan(traceId, name, parentSpanId = null, metadata = {}) {
132
- const trace = this._traces.get(traceId);
133
- if (!trace) return null;
134
-
135
- const span = this._createSpan(traceId, name, parentSpanId || trace.rootSpanId, metadata);
136
- trace.spans.set(span.id, span);
137
- this._stats.spans++;
138
- return span;
139
- }
140
-
141
- /**
142
- * End a span
143
- */
144
- endSpan(traceId, spanId, result = {}) {
145
- const trace = this._traces.get(traceId);
146
- if (!trace) return;
147
-
148
- const span = trace.spans.get(spanId);
149
- if (!span) return;
150
-
151
- span.endedAt = Date.now();
152
- span.duration = span.endedAt - span.startedAt;
153
- span.status = result.error ? 'error' : 'ok';
154
- span.result = result;
155
-
156
- if (result.error) this._stats.errors++;
157
-
158
- // Check if all spans are done → complete trace
159
- let allDone = true;
160
- for (const [, s] of trace.spans) {
161
- if (!s.endedAt) { allDone = false; break; }
162
- }
163
- if (allDone) {
164
- trace.completedAt = Date.now();
165
- trace.status = 'completed';
166
- }
167
- }
168
-
169
- /**
170
- * Add event to a span (point-in-time annotation)
171
- */
172
- addEvent(traceId, spanId, name, attributes = {}) {
173
- const trace = this._traces.get(traceId);
174
- if (!trace) return;
175
- const span = trace.spans.get(spanId);
176
- if (!span) return;
177
- span.events.push({ name, attributes, timestamp: Date.now() });
178
- }
179
-
180
- /**
181
- * Get full trace
182
- */
183
- getTrace(traceId) {
184
- const trace = this._traces.get(traceId);
185
- if (!trace) return null;
186
-
187
- return {
188
- id: trace.id,
189
- name: trace.name,
190
- metadata: trace.metadata,
191
- status: trace.status,
192
- startedAt: trace.startedAt,
193
- completedAt: trace.completedAt,
194
- duration: trace.completedAt ? trace.completedAt - trace.startedAt : Date.now() - trace.startedAt,
195
- spans: Array.from(trace.spans.values()).map(s => ({
196
- id: s.id,
197
- name: s.name,
198
- parentId: s.parentId,
199
- status: s.status,
200
- duration: s.duration,
201
- startedAt: s.startedAt,
202
- endedAt: s.endedAt,
203
- events: s.events,
204
- attributes: s.attributes,
205
- result: s.result,
206
- })),
207
- };
208
- }
209
-
210
- /**
211
- * List recent traces
212
- */
213
- listTraces(limit = 50, filter = {}) {
214
- const results = [];
215
- for (const [, trace] of this._traces) {
216
- if (filter.status && trace.status !== filter.status) continue;
217
- if (filter.name && !trace.name.includes(filter.name)) continue;
218
- if (filter.since && trace.startedAt < filter.since) continue;
219
- results.push({
220
- id: trace.id,
221
- name: trace.name,
222
- status: trace.status,
223
- spanCount: trace.spans.size,
224
- startedAt: trace.startedAt,
225
- duration: trace.completedAt ? trace.completedAt - trace.startedAt : Date.now() - trace.startedAt,
226
- });
227
- if (results.length >= limit) break;
228
- }
229
- return results;
230
- }
231
-
232
- getStats() {
233
- return { ...this._stats, activeTraces: this._traces.size };
234
- }
235
-
236
- _createSpan(traceId, name, parentId, metadata) {
237
- return {
238
- id: `span_${crypto.randomBytes(8).toString('hex')}`,
239
- traceId,
240
- name,
241
- parentId,
242
- attributes: metadata,
243
- events: [],
244
- startedAt: Date.now(),
245
- endedAt: null,
246
- duration: null,
247
- status: 'active',
248
- result: null,
249
- };
250
- }
251
-
252
- _enforceLimit() {
253
- if (this._traces.size <= this._maxTraces) return;
254
- // Remove oldest completed traces
255
- const sorted = Array.from(this._traces.entries())
256
- .filter(([, t]) => t.status === 'completed')
257
- .sort((a, b) => a[1].startedAt - b[1].startedAt);
258
- const toRemove = sorted.slice(0, Math.floor(this._maxTraces * 0.2));
259
- for (const [id] of toRemove) this._traces.delete(id);
260
- }
261
-
262
- cleanup(maxAge = 3600_000) {
263
- const cutoff = Date.now() - maxAge;
264
- for (const [id, trace] of this._traces) {
265
- if (trace.status === 'completed' && trace.completedAt < cutoff) {
266
- this._traces.delete(id);
267
- }
268
- }
269
- }
270
- }
271
-
272
- // ─── Metrics Collector ──────────────────────────────────────────────────────
273
-
274
- class MetricsCollector {
275
- constructor() {
276
- this._counters = new Map(); // name → value
277
- this._gauges = new Map(); // name → value
278
- this._histograms = new Map(); // name → { values, sum, count, min, max }
279
- this._timeSeries = new Map(); // name → [{ value, timestamp }]
280
- this._maxTimeSeries = 1000;
281
- }
282
-
283
- // Counter (monotonically increasing)
284
- increment(name, value = 1, labels = {}) {
285
- const key = this._key(name, labels);
286
- this._counters.set(key, (this._counters.get(key) || 0) + value);
287
- this._recordTimeSeries(key, this._counters.get(key));
288
- }
289
-
290
- getCounter(name, labels = {}) {
291
- return this._counters.get(this._key(name, labels)) || 0;
292
- }
293
-
294
- // Gauge (can go up or down)
295
- gauge(name, value, labels = {}) {
296
- const key = this._key(name, labels);
297
- this._gauges.set(key, value);
298
- this._recordTimeSeries(key, value);
299
- }
300
-
301
- getGauge(name, labels = {}) {
302
- return this._gauges.get(this._key(name, labels)) || 0;
303
- }
304
-
305
- // Histogram (distribution of values)
306
- observe(name, value, labels = {}) {
307
- const key = this._key(name, labels);
308
- let hist = this._histograms.get(key);
309
- if (!hist) {
310
- hist = { values: [], sum: 0, count: 0, min: Infinity, max: -Infinity };
311
- this._histograms.set(key, hist);
312
- }
313
- hist.values.push(value);
314
- hist.sum += value;
315
- hist.count++;
316
- if (value < hist.min) hist.min = value;
317
- if (value > hist.max) hist.max = value;
318
-
319
- // Keep last 10000 values for percentile calculations
320
- if (hist.values.length > 10000) {
321
- hist.values = hist.values.slice(-5000);
322
- }
323
- }
324
-
325
- getHistogram(name, labels = {}) {
326
- const key = this._key(name, labels);
327
- const hist = this._histograms.get(key);
328
- if (!hist) return null;
329
-
330
- const sorted = [...hist.values].sort((a, b) => a - b);
331
- return {
332
- count: hist.count,
333
- sum: hist.sum,
334
- avg: hist.sum / hist.count,
335
- min: hist.min,
336
- max: hist.max,
337
- p50: sorted[Math.floor(sorted.length * 0.5)] || 0,
338
- p90: sorted[Math.floor(sorted.length * 0.9)] || 0,
339
- p95: sorted[Math.floor(sorted.length * 0.95)] || 0,
340
- p99: sorted[Math.floor(sorted.length * 0.99)] || 0,
341
- };
342
- }
343
-
344
- // Time series for dashboards
345
- getTimeSeries(name, labels = {}, since) {
346
- const key = this._key(name, labels);
347
- const series = this._timeSeries.get(key) || [];
348
- if (since) return series.filter(p => p.timestamp >= since);
349
- return series;
350
- }
351
-
352
- // Snapshot (all metrics)
353
- snapshot() {
354
- const result = { counters: {}, gauges: {}, histograms: {} };
355
- for (const [k, v] of this._counters) result.counters[k] = v;
356
- for (const [k, v] of this._gauges) result.gauges[k] = v;
357
- for (const [k] of this._histograms) result.histograms[k] = this.getHistogram(k);
358
- return result;
359
- }
360
-
361
- /**
362
- * Timer helper: returns a function to call when done
363
- */
364
- startTimer(name, labels = {}) {
365
- const start = process.hrtime.bigint();
366
- return () => {
367
- const duration = Number(process.hrtime.bigint() - start) / 1e6; // ms
368
- this.observe(name, duration, labels);
369
- return duration;
370
- };
371
- }
372
-
373
- _key(name, labels) {
374
- const labelStr = Object.entries(labels).sort().map(([k, v]) => `${k}=${v}`).join(',');
375
- return labelStr ? `${name}{${labelStr}}` : name;
376
- }
377
-
378
- _recordTimeSeries(key, value) {
379
- if (!this._timeSeries.has(key)) this._timeSeries.set(key, []);
380
- const series = this._timeSeries.get(key);
381
- series.push({ value, timestamp: Date.now() });
382
- if (series.length > this._maxTimeSeries) {
383
- series.splice(0, series.length - Math.floor(this._maxTimeSeries * 0.8));
384
- }
385
- }
386
- }
387
-
388
- // ─── Singletons ─────────────────────────────────────────────────────────────
389
-
390
- const logger = new Logger({ level: process.env.LOG_LEVEL || 'INFO', console: false });
391
- const tracer = new Tracer();
392
- const metrics = new MetricsCollector();
393
-
394
- module.exports = { Logger, Tracer, MetricsCollector, logger, tracer, metrics, LogLevel };
1
+ 'use strict';
2
+
3
+ /**
4
+ * WAB Observability - Structured Logger, Distributed Tracer, Metrics Collector
5
+ *
6
+ * Provides production-grade observability:
7
+ * - Structured logging (JSON)
8
+ * - Distributed tracing (OpenTelemetry-compatible spans)
9
+ * - Metrics (counters, gauges, histograms)
10
+ * - Correlation via traceId/spanId
11
+ */
12
+
13
+ const crypto = require('crypto');
14
+
15
+ // ─── Structured Logger ──────────────────────────────────────────────────────
16
+
17
+ const LogLevel = { DEBUG: 0, INFO: 1, WARN: 2, ERROR: 3, FATAL: 4 };
18
+ const LogLevelNames = ['DEBUG', 'INFO', 'WARN', 'ERROR', 'FATAL'];
19
+
20
+ class Logger {
21
+ constructor(options = {}) {
22
+ this._level = LogLevel[options.level?.toUpperCase()] ?? LogLevel.INFO;
23
+ this._buffer = [];
24
+ this._maxBuffer = options.maxBuffer || 10000;
25
+ this._sinks = []; // output sinks (console, file, API, etc.)
26
+ this._context = options.context || {};
27
+
28
+ // Default: console sink
29
+ if (options.console !== false) {
30
+ this._sinks.push(this._consoleSink.bind(this));
31
+ }
32
+ }
33
+
34
+ child(context) {
35
+ const childLogger = new Logger({ level: LogLevelNames[this._level], maxBuffer: 0, console: false });
36
+ childLogger._context = { ...this._context, ...context };
37
+ childLogger._sinks = this._sinks;
38
+ childLogger._buffer = this._buffer;
39
+ childLogger._maxBuffer = this._maxBuffer;
40
+ return childLogger;
41
+ }
42
+
43
+ addSink(sink) { this._sinks.push(sink); }
44
+
45
+ debug(msg, data) { this._log(LogLevel.DEBUG, msg, data); }
46
+ info(msg, data) { this._log(LogLevel.INFO, msg, data); }
47
+ warn(msg, data) { this._log(LogLevel.WARN, msg, data); }
48
+ error(msg, data) { this._log(LogLevel.ERROR, msg, data); }
49
+ fatal(msg, data) { this._log(LogLevel.FATAL, msg, data); }
50
+
51
+ _log(level, msg, data) {
52
+ if (level < this._level) return;
53
+
54
+ const entry = {
55
+ timestamp: new Date().toISOString(),
56
+ level: LogLevelNames[level],
57
+ message: msg,
58
+ ...this._context,
59
+ ...(data || {}),
60
+ };
61
+
62
+ // Buffer
63
+ this._buffer.push(entry);
64
+ if (this._buffer.length > this._maxBuffer) {
65
+ this._buffer.splice(0, this._buffer.length - Math.floor(this._maxBuffer * 0.8));
66
+ }
67
+
68
+ // Flush to sinks
69
+ for (const sink of this._sinks) {
70
+ try { sink(entry); } catch (_) { /* sink error, ignore */ }
71
+ }
72
+ }
73
+
74
+ _consoleSink(entry) {
75
+ const { timestamp, level, message, ...rest } = entry;
76
+ const meta = Object.keys(rest).length > 0 ? ` ${JSON.stringify(rest)}` : '';
77
+ const fn = level === 'ERROR' || level === 'FATAL' ? console.error
78
+ : level === 'WARN' ? console.warn : console.log;
79
+ fn(`[${timestamp}] [${level}] ${message}${meta}`);
80
+ }
81
+
82
+ query(filter = {}, limit = 100) {
83
+ let results = this._buffer;
84
+ if (filter.level) results = results.filter(e => e.level === filter.level);
85
+ if (filter.traceId) results = results.filter(e => e.traceId === filter.traceId);
86
+ if (filter.agentId) results = results.filter(e => e.agentId === filter.agentId);
87
+ if (filter.since) results = results.filter(e => new Date(e.timestamp).getTime() >= filter.since);
88
+ if (filter.message) {
89
+ const re = new RegExp(filter.message, 'i');
90
+ results = results.filter(e => re.test(e.message));
91
+ }
92
+ return results.slice(-limit);
93
+ }
94
+ }
95
+
96
+ // ─── Distributed Tracer ─────────────────────────────────────────────────────
97
+
98
+ class Tracer {
99
+ constructor() {
100
+ this._traces = new Map(); // traceId → { spans, metadata }
101
+ this._maxTraces = 5000;
102
+ this._stats = { traces: 0, spans: 0, errors: 0 };
103
+ }
104
+
105
+ /**
106
+ * Start a new trace
107
+ */
108
+ startTrace(name, metadata = {}) {
109
+ const traceId = `trace_${crypto.randomBytes(16).toString('hex')}`;
110
+ const rootSpan = this._createSpan(traceId, name, null, metadata);
111
+
112
+ this._traces.set(traceId, {
113
+ id: traceId,
114
+ name,
115
+ rootSpanId: rootSpan.id,
116
+ spans: new Map([[rootSpan.id, rootSpan]]),
117
+ metadata,
118
+ startedAt: Date.now(),
119
+ completedAt: null,
120
+ status: 'active',
121
+ });
122
+
123
+ this._stats.traces++;
124
+ this._enforceLimit();
125
+ return { traceId, spanId: rootSpan.id, span: rootSpan };
126
+ }
127
+
128
+ /**
129
+ * Start a child span within a trace
130
+ */
131
+ startSpan(traceId, name, parentSpanId = null, metadata = {}) {
132
+ const trace = this._traces.get(traceId);
133
+ if (!trace) return null;
134
+
135
+ const span = this._createSpan(traceId, name, parentSpanId || trace.rootSpanId, metadata);
136
+ trace.spans.set(span.id, span);
137
+ this._stats.spans++;
138
+ return span;
139
+ }
140
+
141
+ /**
142
+ * End a span
143
+ */
144
+ endSpan(traceId, spanId, result = {}) {
145
+ const trace = this._traces.get(traceId);
146
+ if (!trace) return;
147
+
148
+ const span = trace.spans.get(spanId);
149
+ if (!span) return;
150
+
151
+ span.endedAt = Date.now();
152
+ span.duration = span.endedAt - span.startedAt;
153
+ span.status = result.error ? 'error' : 'ok';
154
+ span.result = result;
155
+
156
+ if (result.error) this._stats.errors++;
157
+
158
+ // Check if all spans are done → complete trace
159
+ let allDone = true;
160
+ for (const [, s] of trace.spans) {
161
+ if (!s.endedAt) { allDone = false; break; }
162
+ }
163
+ if (allDone) {
164
+ trace.completedAt = Date.now();
165
+ trace.status = 'completed';
166
+ }
167
+ }
168
+
169
+ /**
170
+ * Add event to a span (point-in-time annotation)
171
+ */
172
+ addEvent(traceId, spanId, name, attributes = {}) {
173
+ const trace = this._traces.get(traceId);
174
+ if (!trace) return;
175
+ const span = trace.spans.get(spanId);
176
+ if (!span) return;
177
+ span.events.push({ name, attributes, timestamp: Date.now() });
178
+ }
179
+
180
+ /**
181
+ * Get full trace
182
+ */
183
+ getTrace(traceId) {
184
+ const trace = this._traces.get(traceId);
185
+ if (!trace) return null;
186
+
187
+ return {
188
+ id: trace.id,
189
+ name: trace.name,
190
+ metadata: trace.metadata,
191
+ status: trace.status,
192
+ startedAt: trace.startedAt,
193
+ completedAt: trace.completedAt,
194
+ duration: trace.completedAt ? trace.completedAt - trace.startedAt : Date.now() - trace.startedAt,
195
+ spans: Array.from(trace.spans.values()).map(s => ({
196
+ id: s.id,
197
+ name: s.name,
198
+ parentId: s.parentId,
199
+ status: s.status,
200
+ duration: s.duration,
201
+ startedAt: s.startedAt,
202
+ endedAt: s.endedAt,
203
+ events: s.events,
204
+ attributes: s.attributes,
205
+ result: s.result,
206
+ })),
207
+ };
208
+ }
209
+
210
+ /**
211
+ * List recent traces
212
+ */
213
+ listTraces(limit = 50, filter = {}) {
214
+ const results = [];
215
+ for (const [, trace] of this._traces) {
216
+ if (filter.status && trace.status !== filter.status) continue;
217
+ if (filter.name && !trace.name.includes(filter.name)) continue;
218
+ if (filter.since && trace.startedAt < filter.since) continue;
219
+ results.push({
220
+ id: trace.id,
221
+ name: trace.name,
222
+ status: trace.status,
223
+ spanCount: trace.spans.size,
224
+ startedAt: trace.startedAt,
225
+ duration: trace.completedAt ? trace.completedAt - trace.startedAt : Date.now() - trace.startedAt,
226
+ });
227
+ if (results.length >= limit) break;
228
+ }
229
+ return results;
230
+ }
231
+
232
+ getStats() {
233
+ return { ...this._stats, activeTraces: this._traces.size };
234
+ }
235
+
236
+ _createSpan(traceId, name, parentId, metadata) {
237
+ return {
238
+ id: `span_${crypto.randomBytes(8).toString('hex')}`,
239
+ traceId,
240
+ name,
241
+ parentId,
242
+ attributes: metadata,
243
+ events: [],
244
+ startedAt: Date.now(),
245
+ endedAt: null,
246
+ duration: null,
247
+ status: 'active',
248
+ result: null,
249
+ };
250
+ }
251
+
252
+ _enforceLimit() {
253
+ if (this._traces.size <= this._maxTraces) return;
254
+ // Remove oldest completed traces
255
+ const sorted = Array.from(this._traces.entries())
256
+ .filter(([, t]) => t.status === 'completed')
257
+ .sort((a, b) => a[1].startedAt - b[1].startedAt);
258
+ const toRemove = sorted.slice(0, Math.floor(this._maxTraces * 0.2));
259
+ for (const [id] of toRemove) this._traces.delete(id);
260
+ }
261
+
262
+ cleanup(maxAge = 3600_000) {
263
+ const cutoff = Date.now() - maxAge;
264
+ for (const [id, trace] of this._traces) {
265
+ if (trace.status === 'completed' && trace.completedAt < cutoff) {
266
+ this._traces.delete(id);
267
+ }
268
+ }
269
+ }
270
+ }
271
+
272
+ // ─── Metrics Collector ──────────────────────────────────────────────────────
273
+
274
+ class MetricsCollector {
275
+ constructor() {
276
+ this._counters = new Map(); // name → value
277
+ this._gauges = new Map(); // name → value
278
+ this._histograms = new Map(); // name → { values, sum, count, min, max }
279
+ this._timeSeries = new Map(); // name → [{ value, timestamp }]
280
+ this._maxTimeSeries = 1000;
281
+ }
282
+
283
+ // Counter (monotonically increasing)
284
+ increment(name, value = 1, labels = {}) {
285
+ const key = this._key(name, labels);
286
+ this._counters.set(key, (this._counters.get(key) || 0) + value);
287
+ this._recordTimeSeries(key, this._counters.get(key));
288
+ }
289
+
290
+ getCounter(name, labels = {}) {
291
+ return this._counters.get(this._key(name, labels)) || 0;
292
+ }
293
+
294
+ // Gauge (can go up or down)
295
+ gauge(name, value, labels = {}) {
296
+ const key = this._key(name, labels);
297
+ this._gauges.set(key, value);
298
+ this._recordTimeSeries(key, value);
299
+ }
300
+
301
+ getGauge(name, labels = {}) {
302
+ return this._gauges.get(this._key(name, labels)) || 0;
303
+ }
304
+
305
+ // Histogram (distribution of values)
306
+ observe(name, value, labels = {}) {
307
+ const key = this._key(name, labels);
308
+ let hist = this._histograms.get(key);
309
+ if (!hist) {
310
+ hist = { values: [], sum: 0, count: 0, min: Infinity, max: -Infinity };
311
+ this._histograms.set(key, hist);
312
+ }
313
+ hist.values.push(value);
314
+ hist.sum += value;
315
+ hist.count++;
316
+ if (value < hist.min) hist.min = value;
317
+ if (value > hist.max) hist.max = value;
318
+
319
+ // Keep last 10000 values for percentile calculations
320
+ if (hist.values.length > 10000) {
321
+ hist.values = hist.values.slice(-5000);
322
+ }
323
+ }
324
+
325
+ getHistogram(name, labels = {}) {
326
+ const key = this._key(name, labels);
327
+ const hist = this._histograms.get(key);
328
+ if (!hist) return null;
329
+
330
+ const sorted = [...hist.values].sort((a, b) => a - b);
331
+ return {
332
+ count: hist.count,
333
+ sum: hist.sum,
334
+ avg: hist.sum / hist.count,
335
+ min: hist.min,
336
+ max: hist.max,
337
+ p50: sorted[Math.floor(sorted.length * 0.5)] || 0,
338
+ p90: sorted[Math.floor(sorted.length * 0.9)] || 0,
339
+ p95: sorted[Math.floor(sorted.length * 0.95)] || 0,
340
+ p99: sorted[Math.floor(sorted.length * 0.99)] || 0,
341
+ };
342
+ }
343
+
344
+ // Time series for dashboards
345
+ getTimeSeries(name, labels = {}, since) {
346
+ const key = this._key(name, labels);
347
+ const series = this._timeSeries.get(key) || [];
348
+ if (since) return series.filter(p => p.timestamp >= since);
349
+ return series;
350
+ }
351
+
352
+ // Snapshot (all metrics)
353
+ snapshot() {
354
+ const result = { counters: {}, gauges: {}, histograms: {} };
355
+ for (const [k, v] of this._counters) result.counters[k] = v;
356
+ for (const [k, v] of this._gauges) result.gauges[k] = v;
357
+ for (const [k] of this._histograms) result.histograms[k] = this.getHistogram(k);
358
+ return result;
359
+ }
360
+
361
+ /**
362
+ * Timer helper: returns a function to call when done
363
+ */
364
+ startTimer(name, labels = {}) {
365
+ const start = process.hrtime.bigint();
366
+ return () => {
367
+ const duration = Number(process.hrtime.bigint() - start) / 1e6; // ms
368
+ this.observe(name, duration, labels);
369
+ return duration;
370
+ };
371
+ }
372
+
373
+ _key(name, labels) {
374
+ const labelStr = Object.entries(labels).sort().map(([k, v]) => `${k}=${v}`).join(',');
375
+ return labelStr ? `${name}{${labelStr}}` : name;
376
+ }
377
+
378
+ _recordTimeSeries(key, value) {
379
+ if (!this._timeSeries.has(key)) this._timeSeries.set(key, []);
380
+ const series = this._timeSeries.get(key);
381
+ series.push({ value, timestamp: Date.now() });
382
+ if (series.length > this._maxTimeSeries) {
383
+ series.splice(0, series.length - Math.floor(this._maxTimeSeries * 0.8));
384
+ }
385
+ }
386
+ }
387
+
388
+ // ─── Singletons ─────────────────────────────────────────────────────────────
389
+
390
+ const logger = new Logger({ level: process.env.LOG_LEVEL || 'INFO', console: false });
391
+ const tracer = new Tracer();
392
+ const metrics = new MetricsCollector();
393
+
394
+ module.exports = { Logger, Tracer, MetricsCollector, logger, tracer, metrics, LogLevel };