web-agent-bridge 3.0.0 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/LICENSE +72 -21
  2. package/README.ar.md +1286 -1073
  3. package/README.md +1764 -1535
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -138
  6. package/bin/wab.js +80 -80
  7. package/examples/bidi-agent.js +119 -119
  8. package/examples/cross-site-agent.js +91 -91
  9. package/examples/mcp-agent.js +94 -94
  10. package/examples/next-app-router/README.md +44 -44
  11. package/examples/puppeteer-agent.js +108 -108
  12. package/examples/saas-dashboard/README.md +55 -55
  13. package/examples/shopify-hydrogen/README.md +74 -74
  14. package/examples/vision-agent.js +171 -171
  15. package/examples/wordpress-elementor/README.md +77 -77
  16. package/package.json +17 -3
  17. package/public/.well-known/agent-tools.json +180 -180
  18. package/public/.well-known/ai-assets.json +59 -59
  19. package/public/.well-known/ai-plugin.json +28 -0
  20. package/public/.well-known/security.txt +8 -0
  21. package/public/agent-workspace.html +349 -347
  22. package/public/ai.html +198 -196
  23. package/public/api.html +413 -0
  24. package/public/browser.html +486 -484
  25. package/public/commander-dashboard.html +243 -243
  26. package/public/cookies.html +210 -208
  27. package/public/css/agent-workspace.css +1713 -1713
  28. package/public/css/premium.css +317 -317
  29. package/public/css/styles.css +1235 -1235
  30. package/public/dashboard.html +706 -704
  31. package/public/demo.html +1770 -1
  32. package/public/dns.html +507 -0
  33. package/public/docs.html +587 -585
  34. package/public/feed.xml +89 -89
  35. package/public/growth.html +463 -0
  36. package/public/index.html +341 -9
  37. package/public/integrations.html +556 -0
  38. package/public/js/agent-workspace.js +1740 -1740
  39. package/public/js/auth-nav.js +31 -31
  40. package/public/js/auth-redirect.js +12 -12
  41. package/public/js/cookie-consent.js +56 -56
  42. package/public/js/wab-demo-page.js +721 -721
  43. package/public/js/ws-client.js +74 -74
  44. package/public/llms-full.txt +360 -309
  45. package/public/llms.txt +125 -86
  46. package/public/login.html +85 -83
  47. package/public/mesh-dashboard.html +328 -328
  48. package/public/openapi.json +580 -580
  49. package/public/phone-shield.html +281 -0
  50. package/public/premium-dashboard.html +2489 -2487
  51. package/public/premium.html +793 -791
  52. package/public/privacy.html +297 -295
  53. package/public/register.html +105 -103
  54. package/public/robots.txt +87 -87
  55. package/public/script/wab-consent.d.ts +36 -36
  56. package/public/script/wab-consent.js +104 -104
  57. package/public/script/wab-schema.js +131 -131
  58. package/public/script/wab.d.ts +108 -108
  59. package/public/script/wab.min.js +580 -580
  60. package/public/security.txt +8 -0
  61. package/public/terms.html +256 -254
  62. package/script/ai-agent-bridge.js +1754 -1754
  63. package/sdk/README.md +99 -99
  64. package/sdk/agent-mesh.js +449 -449
  65. package/sdk/commander.js +262 -262
  66. package/sdk/index.d.ts +464 -464
  67. package/sdk/index.js +18 -1
  68. package/sdk/multi-agent.js +318 -318
  69. package/sdk/package.json +12 -1
  70. package/sdk/safety-shield.js +219 -0
  71. package/sdk/schema-discovery.js +83 -83
  72. package/server/adapters/index.js +520 -520
  73. package/server/config/plans.js +367 -367
  74. package/server/config/secrets.js +102 -102
  75. package/server/control-plane/index.js +301 -301
  76. package/server/data-plane/index.js +354 -354
  77. package/server/index.js +175 -19
  78. package/server/llm/index.js +404 -404
  79. package/server/middleware/adminAuth.js +35 -35
  80. package/server/middleware/auth.js +50 -50
  81. package/server/middleware/featureGate.js +88 -88
  82. package/server/middleware/rateLimits.js +100 -100
  83. package/server/middleware/sensitiveAction.js +157 -0
  84. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  85. package/server/migrations/002_premium_features.sql +418 -418
  86. package/server/migrations/003_ads_integer_cents.sql +33 -33
  87. package/server/migrations/004_agent_os.sql +158 -158
  88. package/server/migrations/005_marketplace_metering.sql +126 -126
  89. package/server/models/adapters/index.js +33 -33
  90. package/server/models/adapters/mysql.js +183 -183
  91. package/server/models/adapters/postgresql.js +172 -172
  92. package/server/models/adapters/sqlite.js +7 -7
  93. package/server/models/db.js +681 -681
  94. package/server/observability/failure-analysis.js +337 -337
  95. package/server/observability/index.js +394 -394
  96. package/server/protocol/capabilities.js +223 -223
  97. package/server/protocol/index.js +243 -243
  98. package/server/protocol/schema.js +584 -584
  99. package/server/registry/certification.js +271 -271
  100. package/server/registry/index.js +326 -326
  101. package/server/routes/admin-premium.js +671 -671
  102. package/server/routes/admin.js +261 -261
  103. package/server/routes/ads.js +130 -130
  104. package/server/routes/agent-workspace.js +540 -378
  105. package/server/routes/api.js +150 -150
  106. package/server/routes/auth.js +71 -71
  107. package/server/routes/billing.js +45 -45
  108. package/server/routes/commander.js +316 -316
  109. package/server/routes/demo-showcase.js +332 -0
  110. package/server/routes/demo-store.js +154 -0
  111. package/server/routes/discovery.js +417 -406
  112. package/server/routes/gateway.js +173 -0
  113. package/server/routes/license.js +251 -240
  114. package/server/routes/mesh.js +469 -469
  115. package/server/routes/noscript.js +543 -543
  116. package/server/routes/premium-v2.js +686 -686
  117. package/server/routes/premium.js +724 -724
  118. package/server/routes/runtime.js +2148 -2147
  119. package/server/routes/sovereign.js +465 -385
  120. package/server/routes/universal.js +200 -177
  121. package/server/routes/wab-api.js +850 -491
  122. package/server/runtime/container-worker.js +111 -111
  123. package/server/runtime/container.js +448 -448
  124. package/server/runtime/distributed-worker.js +362 -362
  125. package/server/runtime/event-bus.js +210 -210
  126. package/server/runtime/index.js +253 -253
  127. package/server/runtime/queue.js +599 -599
  128. package/server/runtime/replay.js +666 -666
  129. package/server/runtime/sandbox.js +266 -266
  130. package/server/runtime/scheduler.js +534 -534
  131. package/server/runtime/session-engine.js +293 -293
  132. package/server/runtime/state-manager.js +188 -188
  133. package/server/security/cross-site-redactor.js +196 -0
  134. package/server/security/dry-run.js +180 -0
  135. package/server/security/human-gate-rate-limit.js +147 -0
  136. package/server/security/human-gate-transports.js +178 -0
  137. package/server/security/human-gate.js +281 -0
  138. package/server/security/index.js +368 -368
  139. package/server/security/intent-engine.js +245 -0
  140. package/server/security/reward-guard.js +171 -0
  141. package/server/security/rollback-store.js +239 -0
  142. package/server/security/token-scope.js +404 -0
  143. package/server/security/url-policy.js +139 -0
  144. package/server/services/agent-chat.js +506 -506
  145. package/server/services/agent-learning.js +601 -575
  146. package/server/services/agent-memory.js +625 -625
  147. package/server/services/agent-mesh.js +555 -539
  148. package/server/services/agent-symphony.js +717 -717
  149. package/server/services/agent-tasks.js +1807 -1807
  150. package/server/services/api-key-engine.js +292 -0
  151. package/server/services/cluster.js +894 -894
  152. package/server/services/commander.js +738 -738
  153. package/server/services/edge-compute.js +440 -440
  154. package/server/services/email.js +204 -204
  155. package/server/services/hosted-runtime.js +205 -205
  156. package/server/services/lfd.js +635 -616
  157. package/server/services/local-ai.js +389 -389
  158. package/server/services/marketplace.js +270 -270
  159. package/server/services/metering.js +182 -182
  160. package/server/services/modules/affiliate-intelligence.js +93 -0
  161. package/server/services/modules/agent-firewall.js +90 -0
  162. package/server/services/modules/bounty.js +89 -0
  163. package/server/services/modules/collective-bargaining.js +92 -0
  164. package/server/services/modules/dark-pattern.js +66 -0
  165. package/server/services/modules/gov-intelligence.js +45 -0
  166. package/server/services/modules/neural.js +55 -0
  167. package/server/services/modules/notary.js +49 -0
  168. package/server/services/modules/price-time-machine.js +86 -0
  169. package/server/services/modules/protocol.js +104 -0
  170. package/server/services/negotiation.js +439 -439
  171. package/server/services/plugins.js +771 -771
  172. package/server/services/premium.js +1 -1
  173. package/server/services/price-intelligence.js +566 -565
  174. package/server/services/price-shield.js +1137 -1137
  175. package/server/services/reputation.js +465 -465
  176. package/server/services/search-engine.js +357 -357
  177. package/server/services/security.js +513 -513
  178. package/server/services/self-healing.js +843 -843
  179. package/server/services/sovereign-shield.js +542 -0
  180. package/server/services/stripe.js +192 -192
  181. package/server/services/swarm.js +788 -788
  182. package/server/services/universal-scraper.js +662 -661
  183. package/server/services/verification.js +481 -481
  184. package/server/services/vision.js +1163 -1163
  185. package/server/utils/cache.js +125 -125
  186. package/server/utils/migrate.js +81 -81
  187. package/server/utils/safe-fetch.js +228 -0
  188. package/server/utils/secureFields.js +50 -50
  189. package/server/ws.js +161 -161
  190. package/templates/artisan-marketplace.yaml +104 -104
  191. package/templates/book-price-scout.yaml +98 -98
  192. package/templates/electronics-price-tracker.yaml +108 -108
  193. package/templates/flight-deal-hunter.yaml +113 -113
  194. package/templates/freelancer-direct.yaml +116 -116
  195. package/templates/grocery-price-compare.yaml +93 -93
  196. package/templates/hotel-direct-booking.yaml +113 -113
  197. package/templates/local-services.yaml +98 -98
  198. package/templates/olive-oil-tunisia.yaml +88 -88
  199. package/templates/organic-farm-fresh.yaml +101 -101
  200. package/templates/restaurant-direct.yaml +97 -97
  201. package/server/services/fairness-engine.js +0 -409
  202. package/server/services/fairness.js +0 -420
@@ -1,394 +1,394 @@
1
- 'use strict';
2
-
3
- /**
4
- * WAB Observability - Structured Logger, Distributed Tracer, Metrics Collector
5
- *
6
- * Provides production-grade observability:
7
- * - Structured logging (JSON)
8
- * - Distributed tracing (OpenTelemetry-compatible spans)
9
- * - Metrics (counters, gauges, histograms)
10
- * - Correlation via traceId/spanId
11
- */
12
-
13
- const crypto = require('crypto');
14
-
15
- // ─── Structured Logger ──────────────────────────────────────────────────────
16
-
17
- const LogLevel = { DEBUG: 0, INFO: 1, WARN: 2, ERROR: 3, FATAL: 4 };
18
- const LogLevelNames = ['DEBUG', 'INFO', 'WARN', 'ERROR', 'FATAL'];
19
-
20
- class Logger {
21
- constructor(options = {}) {
22
- this._level = LogLevel[options.level?.toUpperCase()] ?? LogLevel.INFO;
23
- this._buffer = [];
24
- this._maxBuffer = options.maxBuffer || 10000;
25
- this._sinks = []; // output sinks (console, file, API, etc.)
26
- this._context = options.context || {};
27
-
28
- // Default: console sink
29
- if (options.console !== false) {
30
- this._sinks.push(this._consoleSink.bind(this));
31
- }
32
- }
33
-
34
- child(context) {
35
- const childLogger = new Logger({ level: LogLevelNames[this._level], maxBuffer: 0, console: false });
36
- childLogger._context = { ...this._context, ...context };
37
- childLogger._sinks = this._sinks;
38
- childLogger._buffer = this._buffer;
39
- childLogger._maxBuffer = this._maxBuffer;
40
- return childLogger;
41
- }
42
-
43
- addSink(sink) { this._sinks.push(sink); }
44
-
45
- debug(msg, data) { this._log(LogLevel.DEBUG, msg, data); }
46
- info(msg, data) { this._log(LogLevel.INFO, msg, data); }
47
- warn(msg, data) { this._log(LogLevel.WARN, msg, data); }
48
- error(msg, data) { this._log(LogLevel.ERROR, msg, data); }
49
- fatal(msg, data) { this._log(LogLevel.FATAL, msg, data); }
50
-
51
- _log(level, msg, data) {
52
- if (level < this._level) return;
53
-
54
- const entry = {
55
- timestamp: new Date().toISOString(),
56
- level: LogLevelNames[level],
57
- message: msg,
58
- ...this._context,
59
- ...(data || {}),
60
- };
61
-
62
- // Buffer
63
- this._buffer.push(entry);
64
- if (this._buffer.length > this._maxBuffer) {
65
- this._buffer.splice(0, this._buffer.length - Math.floor(this._maxBuffer * 0.8));
66
- }
67
-
68
- // Flush to sinks
69
- for (const sink of this._sinks) {
70
- try { sink(entry); } catch (_) { /* sink error, ignore */ }
71
- }
72
- }
73
-
74
- _consoleSink(entry) {
75
- const { timestamp, level, message, ...rest } = entry;
76
- const meta = Object.keys(rest).length > 0 ? ` ${JSON.stringify(rest)}` : '';
77
- const fn = level === 'ERROR' || level === 'FATAL' ? console.error
78
- : level === 'WARN' ? console.warn : console.log;
79
- fn(`[${timestamp}] [${level}] ${message}${meta}`);
80
- }
81
-
82
- query(filter = {}, limit = 100) {
83
- let results = this._buffer;
84
- if (filter.level) results = results.filter(e => e.level === filter.level);
85
- if (filter.traceId) results = results.filter(e => e.traceId === filter.traceId);
86
- if (filter.agentId) results = results.filter(e => e.agentId === filter.agentId);
87
- if (filter.since) results = results.filter(e => new Date(e.timestamp).getTime() >= filter.since);
88
- if (filter.message) {
89
- const re = new RegExp(filter.message, 'i');
90
- results = results.filter(e => re.test(e.message));
91
- }
92
- return results.slice(-limit);
93
- }
94
- }
95
-
96
- // ─── Distributed Tracer ─────────────────────────────────────────────────────
97
-
98
- class Tracer {
99
- constructor() {
100
- this._traces = new Map(); // traceId → { spans, metadata }
101
- this._maxTraces = 5000;
102
- this._stats = { traces: 0, spans: 0, errors: 0 };
103
- }
104
-
105
- /**
106
- * Start a new trace
107
- */
108
- startTrace(name, metadata = {}) {
109
- const traceId = `trace_${crypto.randomBytes(16).toString('hex')}`;
110
- const rootSpan = this._createSpan(traceId, name, null, metadata);
111
-
112
- this._traces.set(traceId, {
113
- id: traceId,
114
- name,
115
- rootSpanId: rootSpan.id,
116
- spans: new Map([[rootSpan.id, rootSpan]]),
117
- metadata,
118
- startedAt: Date.now(),
119
- completedAt: null,
120
- status: 'active',
121
- });
122
-
123
- this._stats.traces++;
124
- this._enforceLimit();
125
- return { traceId, spanId: rootSpan.id, span: rootSpan };
126
- }
127
-
128
- /**
129
- * Start a child span within a trace
130
- */
131
- startSpan(traceId, name, parentSpanId = null, metadata = {}) {
132
- const trace = this._traces.get(traceId);
133
- if (!trace) return null;
134
-
135
- const span = this._createSpan(traceId, name, parentSpanId || trace.rootSpanId, metadata);
136
- trace.spans.set(span.id, span);
137
- this._stats.spans++;
138
- return span;
139
- }
140
-
141
- /**
142
- * End a span
143
- */
144
- endSpan(traceId, spanId, result = {}) {
145
- const trace = this._traces.get(traceId);
146
- if (!trace) return;
147
-
148
- const span = trace.spans.get(spanId);
149
- if (!span) return;
150
-
151
- span.endedAt = Date.now();
152
- span.duration = span.endedAt - span.startedAt;
153
- span.status = result.error ? 'error' : 'ok';
154
- span.result = result;
155
-
156
- if (result.error) this._stats.errors++;
157
-
158
- // Check if all spans are done → complete trace
159
- let allDone = true;
160
- for (const [, s] of trace.spans) {
161
- if (!s.endedAt) { allDone = false; break; }
162
- }
163
- if (allDone) {
164
- trace.completedAt = Date.now();
165
- trace.status = 'completed';
166
- }
167
- }
168
-
169
- /**
170
- * Add event to a span (point-in-time annotation)
171
- */
172
- addEvent(traceId, spanId, name, attributes = {}) {
173
- const trace = this._traces.get(traceId);
174
- if (!trace) return;
175
- const span = trace.spans.get(spanId);
176
- if (!span) return;
177
- span.events.push({ name, attributes, timestamp: Date.now() });
178
- }
179
-
180
- /**
181
- * Get full trace
182
- */
183
- getTrace(traceId) {
184
- const trace = this._traces.get(traceId);
185
- if (!trace) return null;
186
-
187
- return {
188
- id: trace.id,
189
- name: trace.name,
190
- metadata: trace.metadata,
191
- status: trace.status,
192
- startedAt: trace.startedAt,
193
- completedAt: trace.completedAt,
194
- duration: trace.completedAt ? trace.completedAt - trace.startedAt : Date.now() - trace.startedAt,
195
- spans: Array.from(trace.spans.values()).map(s => ({
196
- id: s.id,
197
- name: s.name,
198
- parentId: s.parentId,
199
- status: s.status,
200
- duration: s.duration,
201
- startedAt: s.startedAt,
202
- endedAt: s.endedAt,
203
- events: s.events,
204
- attributes: s.attributes,
205
- result: s.result,
206
- })),
207
- };
208
- }
209
-
210
- /**
211
- * List recent traces
212
- */
213
- listTraces(limit = 50, filter = {}) {
214
- const results = [];
215
- for (const [, trace] of this._traces) {
216
- if (filter.status && trace.status !== filter.status) continue;
217
- if (filter.name && !trace.name.includes(filter.name)) continue;
218
- if (filter.since && trace.startedAt < filter.since) continue;
219
- results.push({
220
- id: trace.id,
221
- name: trace.name,
222
- status: trace.status,
223
- spanCount: trace.spans.size,
224
- startedAt: trace.startedAt,
225
- duration: trace.completedAt ? trace.completedAt - trace.startedAt : Date.now() - trace.startedAt,
226
- });
227
- if (results.length >= limit) break;
228
- }
229
- return results;
230
- }
231
-
232
- getStats() {
233
- return { ...this._stats, activeTraces: this._traces.size };
234
- }
235
-
236
- _createSpan(traceId, name, parentId, metadata) {
237
- return {
238
- id: `span_${crypto.randomBytes(8).toString('hex')}`,
239
- traceId,
240
- name,
241
- parentId,
242
- attributes: metadata,
243
- events: [],
244
- startedAt: Date.now(),
245
- endedAt: null,
246
- duration: null,
247
- status: 'active',
248
- result: null,
249
- };
250
- }
251
-
252
- _enforceLimit() {
253
- if (this._traces.size <= this._maxTraces) return;
254
- // Remove oldest completed traces
255
- const sorted = Array.from(this._traces.entries())
256
- .filter(([, t]) => t.status === 'completed')
257
- .sort((a, b) => a[1].startedAt - b[1].startedAt);
258
- const toRemove = sorted.slice(0, Math.floor(this._maxTraces * 0.2));
259
- for (const [id] of toRemove) this._traces.delete(id);
260
- }
261
-
262
- cleanup(maxAge = 3600_000) {
263
- const cutoff = Date.now() - maxAge;
264
- for (const [id, trace] of this._traces) {
265
- if (trace.status === 'completed' && trace.completedAt < cutoff) {
266
- this._traces.delete(id);
267
- }
268
- }
269
- }
270
- }
271
-
272
- // ─── Metrics Collector ──────────────────────────────────────────────────────
273
-
274
- class MetricsCollector {
275
- constructor() {
276
- this._counters = new Map(); // name → value
277
- this._gauges = new Map(); // name → value
278
- this._histograms = new Map(); // name → { values, sum, count, min, max }
279
- this._timeSeries = new Map(); // name → [{ value, timestamp }]
280
- this._maxTimeSeries = 1000;
281
- }
282
-
283
- // Counter (monotonically increasing)
284
- increment(name, value = 1, labels = {}) {
285
- const key = this._key(name, labels);
286
- this._counters.set(key, (this._counters.get(key) || 0) + value);
287
- this._recordTimeSeries(key, this._counters.get(key));
288
- }
289
-
290
- getCounter(name, labels = {}) {
291
- return this._counters.get(this._key(name, labels)) || 0;
292
- }
293
-
294
- // Gauge (can go up or down)
295
- gauge(name, value, labels = {}) {
296
- const key = this._key(name, labels);
297
- this._gauges.set(key, value);
298
- this._recordTimeSeries(key, value);
299
- }
300
-
301
- getGauge(name, labels = {}) {
302
- return this._gauges.get(this._key(name, labels)) || 0;
303
- }
304
-
305
- // Histogram (distribution of values)
306
- observe(name, value, labels = {}) {
307
- const key = this._key(name, labels);
308
- let hist = this._histograms.get(key);
309
- if (!hist) {
310
- hist = { values: [], sum: 0, count: 0, min: Infinity, max: -Infinity };
311
- this._histograms.set(key, hist);
312
- }
313
- hist.values.push(value);
314
- hist.sum += value;
315
- hist.count++;
316
- if (value < hist.min) hist.min = value;
317
- if (value > hist.max) hist.max = value;
318
-
319
- // Keep last 10000 values for percentile calculations
320
- if (hist.values.length > 10000) {
321
- hist.values = hist.values.slice(-5000);
322
- }
323
- }
324
-
325
- getHistogram(name, labels = {}) {
326
- const key = this._key(name, labels);
327
- const hist = this._histograms.get(key);
328
- if (!hist) return null;
329
-
330
- const sorted = [...hist.values].sort((a, b) => a - b);
331
- return {
332
- count: hist.count,
333
- sum: hist.sum,
334
- avg: hist.sum / hist.count,
335
- min: hist.min,
336
- max: hist.max,
337
- p50: sorted[Math.floor(sorted.length * 0.5)] || 0,
338
- p90: sorted[Math.floor(sorted.length * 0.9)] || 0,
339
- p95: sorted[Math.floor(sorted.length * 0.95)] || 0,
340
- p99: sorted[Math.floor(sorted.length * 0.99)] || 0,
341
- };
342
- }
343
-
344
- // Time series for dashboards
345
- getTimeSeries(name, labels = {}, since) {
346
- const key = this._key(name, labels);
347
- const series = this._timeSeries.get(key) || [];
348
- if (since) return series.filter(p => p.timestamp >= since);
349
- return series;
350
- }
351
-
352
- // Snapshot (all metrics)
353
- snapshot() {
354
- const result = { counters: {}, gauges: {}, histograms: {} };
355
- for (const [k, v] of this._counters) result.counters[k] = v;
356
- for (const [k, v] of this._gauges) result.gauges[k] = v;
357
- for (const [k] of this._histograms) result.histograms[k] = this.getHistogram(k);
358
- return result;
359
- }
360
-
361
- /**
362
- * Timer helper: returns a function to call when done
363
- */
364
- startTimer(name, labels = {}) {
365
- const start = process.hrtime.bigint();
366
- return () => {
367
- const duration = Number(process.hrtime.bigint() - start) / 1e6; // ms
368
- this.observe(name, duration, labels);
369
- return duration;
370
- };
371
- }
372
-
373
- _key(name, labels) {
374
- const labelStr = Object.entries(labels).sort().map(([k, v]) => `${k}=${v}`).join(',');
375
- return labelStr ? `${name}{${labelStr}}` : name;
376
- }
377
-
378
- _recordTimeSeries(key, value) {
379
- if (!this._timeSeries.has(key)) this._timeSeries.set(key, []);
380
- const series = this._timeSeries.get(key);
381
- series.push({ value, timestamp: Date.now() });
382
- if (series.length > this._maxTimeSeries) {
383
- series.splice(0, series.length - Math.floor(this._maxTimeSeries * 0.8));
384
- }
385
- }
386
- }
387
-
388
- // ─── Singletons ─────────────────────────────────────────────────────────────
389
-
390
- const logger = new Logger({ level: process.env.LOG_LEVEL || 'INFO', console: false });
391
- const tracer = new Tracer();
392
- const metrics = new MetricsCollector();
393
-
394
- module.exports = { Logger, Tracer, MetricsCollector, logger, tracer, metrics, LogLevel };
1
+ 'use strict';
2
+
3
+ /**
4
+ * WAB Observability - Structured Logger, Distributed Tracer, Metrics Collector
5
+ *
6
+ * Provides production-grade observability:
7
+ * - Structured logging (JSON)
8
+ * - Distributed tracing (OpenTelemetry-compatible spans)
9
+ * - Metrics (counters, gauges, histograms)
10
+ * - Correlation via traceId/spanId
11
+ */
12
+
13
+ const crypto = require('crypto');
14
+
15
+ // ─── Structured Logger ──────────────────────────────────────────────────────
16
+
17
+ const LogLevel = { DEBUG: 0, INFO: 1, WARN: 2, ERROR: 3, FATAL: 4 };
18
+ const LogLevelNames = ['DEBUG', 'INFO', 'WARN', 'ERROR', 'FATAL'];
19
+
20
+ class Logger {
21
+ constructor(options = {}) {
22
+ this._level = LogLevel[options.level?.toUpperCase()] ?? LogLevel.INFO;
23
+ this._buffer = [];
24
+ this._maxBuffer = options.maxBuffer || 10000;
25
+ this._sinks = []; // output sinks (console, file, API, etc.)
26
+ this._context = options.context || {};
27
+
28
+ // Default: console sink
29
+ if (options.console !== false) {
30
+ this._sinks.push(this._consoleSink.bind(this));
31
+ }
32
+ }
33
+
34
+ child(context) {
35
+ const childLogger = new Logger({ level: LogLevelNames[this._level], maxBuffer: 0, console: false });
36
+ childLogger._context = { ...this._context, ...context };
37
+ childLogger._sinks = this._sinks;
38
+ childLogger._buffer = this._buffer;
39
+ childLogger._maxBuffer = this._maxBuffer;
40
+ return childLogger;
41
+ }
42
+
43
+ addSink(sink) { this._sinks.push(sink); }
44
+
45
+ debug(msg, data) { this._log(LogLevel.DEBUG, msg, data); }
46
+ info(msg, data) { this._log(LogLevel.INFO, msg, data); }
47
+ warn(msg, data) { this._log(LogLevel.WARN, msg, data); }
48
+ error(msg, data) { this._log(LogLevel.ERROR, msg, data); }
49
+ fatal(msg, data) { this._log(LogLevel.FATAL, msg, data); }
50
+
51
+ _log(level, msg, data) {
52
+ if (level < this._level) return;
53
+
54
+ const entry = {
55
+ timestamp: new Date().toISOString(),
56
+ level: LogLevelNames[level],
57
+ message: msg,
58
+ ...this._context,
59
+ ...(data || {}),
60
+ };
61
+
62
+ // Buffer
63
+ this._buffer.push(entry);
64
+ if (this._buffer.length > this._maxBuffer) {
65
+ this._buffer.splice(0, this._buffer.length - Math.floor(this._maxBuffer * 0.8));
66
+ }
67
+
68
+ // Flush to sinks
69
+ for (const sink of this._sinks) {
70
+ try { sink(entry); } catch (_) { /* sink error, ignore */ }
71
+ }
72
+ }
73
+
74
+ _consoleSink(entry) {
75
+ const { timestamp, level, message, ...rest } = entry;
76
+ const meta = Object.keys(rest).length > 0 ? ` ${JSON.stringify(rest)}` : '';
77
+ const fn = level === 'ERROR' || level === 'FATAL' ? console.error
78
+ : level === 'WARN' ? console.warn : console.log;
79
+ fn(`[${timestamp}] [${level}] ${message}${meta}`);
80
+ }
81
+
82
+ query(filter = {}, limit = 100) {
83
+ let results = this._buffer;
84
+ if (filter.level) results = results.filter(e => e.level === filter.level);
85
+ if (filter.traceId) results = results.filter(e => e.traceId === filter.traceId);
86
+ if (filter.agentId) results = results.filter(e => e.agentId === filter.agentId);
87
+ if (filter.since) results = results.filter(e => new Date(e.timestamp).getTime() >= filter.since);
88
+ if (filter.message) {
89
+ const re = new RegExp(filter.message, 'i');
90
+ results = results.filter(e => re.test(e.message));
91
+ }
92
+ return results.slice(-limit);
93
+ }
94
+ }
95
+
96
+ // ─── Distributed Tracer ─────────────────────────────────────────────────────
97
+
98
+ class Tracer {
99
+ constructor() {
100
+ this._traces = new Map(); // traceId → { spans, metadata }
101
+ this._maxTraces = 5000;
102
+ this._stats = { traces: 0, spans: 0, errors: 0 };
103
+ }
104
+
105
+ /**
106
+ * Start a new trace
107
+ */
108
+ startTrace(name, metadata = {}) {
109
+ const traceId = `trace_${crypto.randomBytes(16).toString('hex')}`;
110
+ const rootSpan = this._createSpan(traceId, name, null, metadata);
111
+
112
+ this._traces.set(traceId, {
113
+ id: traceId,
114
+ name,
115
+ rootSpanId: rootSpan.id,
116
+ spans: new Map([[rootSpan.id, rootSpan]]),
117
+ metadata,
118
+ startedAt: Date.now(),
119
+ completedAt: null,
120
+ status: 'active',
121
+ });
122
+
123
+ this._stats.traces++;
124
+ this._enforceLimit();
125
+ return { traceId, spanId: rootSpan.id, span: rootSpan };
126
+ }
127
+
128
+ /**
129
+ * Start a child span within a trace
130
+ */
131
+ startSpan(traceId, name, parentSpanId = null, metadata = {}) {
132
+ const trace = this._traces.get(traceId);
133
+ if (!trace) return null;
134
+
135
+ const span = this._createSpan(traceId, name, parentSpanId || trace.rootSpanId, metadata);
136
+ trace.spans.set(span.id, span);
137
+ this._stats.spans++;
138
+ return span;
139
+ }
140
+
141
+ /**
142
+ * End a span
143
+ */
144
+ endSpan(traceId, spanId, result = {}) {
145
+ const trace = this._traces.get(traceId);
146
+ if (!trace) return;
147
+
148
+ const span = trace.spans.get(spanId);
149
+ if (!span) return;
150
+
151
+ span.endedAt = Date.now();
152
+ span.duration = span.endedAt - span.startedAt;
153
+ span.status = result.error ? 'error' : 'ok';
154
+ span.result = result;
155
+
156
+ if (result.error) this._stats.errors++;
157
+
158
+ // Check if all spans are done → complete trace
159
+ let allDone = true;
160
+ for (const [, s] of trace.spans) {
161
+ if (!s.endedAt) { allDone = false; break; }
162
+ }
163
+ if (allDone) {
164
+ trace.completedAt = Date.now();
165
+ trace.status = 'completed';
166
+ }
167
+ }
168
+
169
+ /**
170
+ * Add event to a span (point-in-time annotation)
171
+ */
172
+ addEvent(traceId, spanId, name, attributes = {}) {
173
+ const trace = this._traces.get(traceId);
174
+ if (!trace) return;
175
+ const span = trace.spans.get(spanId);
176
+ if (!span) return;
177
+ span.events.push({ name, attributes, timestamp: Date.now() });
178
+ }
179
+
180
+ /**
181
+ * Get full trace
182
+ */
183
+ getTrace(traceId) {
184
+ const trace = this._traces.get(traceId);
185
+ if (!trace) return null;
186
+
187
+ return {
188
+ id: trace.id,
189
+ name: trace.name,
190
+ metadata: trace.metadata,
191
+ status: trace.status,
192
+ startedAt: trace.startedAt,
193
+ completedAt: trace.completedAt,
194
+ duration: trace.completedAt ? trace.completedAt - trace.startedAt : Date.now() - trace.startedAt,
195
+ spans: Array.from(trace.spans.values()).map(s => ({
196
+ id: s.id,
197
+ name: s.name,
198
+ parentId: s.parentId,
199
+ status: s.status,
200
+ duration: s.duration,
201
+ startedAt: s.startedAt,
202
+ endedAt: s.endedAt,
203
+ events: s.events,
204
+ attributes: s.attributes,
205
+ result: s.result,
206
+ })),
207
+ };
208
+ }
209
+
210
+ /**
211
+ * List recent traces
212
+ */
213
+ listTraces(limit = 50, filter = {}) {
214
+ const results = [];
215
+ for (const [, trace] of this._traces) {
216
+ if (filter.status && trace.status !== filter.status) continue;
217
+ if (filter.name && !trace.name.includes(filter.name)) continue;
218
+ if (filter.since && trace.startedAt < filter.since) continue;
219
+ results.push({
220
+ id: trace.id,
221
+ name: trace.name,
222
+ status: trace.status,
223
+ spanCount: trace.spans.size,
224
+ startedAt: trace.startedAt,
225
+ duration: trace.completedAt ? trace.completedAt - trace.startedAt : Date.now() - trace.startedAt,
226
+ });
227
+ if (results.length >= limit) break;
228
+ }
229
+ return results;
230
+ }
231
+
232
+ getStats() {
233
+ return { ...this._stats, activeTraces: this._traces.size };
234
+ }
235
+
236
+ _createSpan(traceId, name, parentId, metadata) {
237
+ return {
238
+ id: `span_${crypto.randomBytes(8).toString('hex')}`,
239
+ traceId,
240
+ name,
241
+ parentId,
242
+ attributes: metadata,
243
+ events: [],
244
+ startedAt: Date.now(),
245
+ endedAt: null,
246
+ duration: null,
247
+ status: 'active',
248
+ result: null,
249
+ };
250
+ }
251
+
252
+ _enforceLimit() {
253
+ if (this._traces.size <= this._maxTraces) return;
254
+ // Remove oldest completed traces
255
+ const sorted = Array.from(this._traces.entries())
256
+ .filter(([, t]) => t.status === 'completed')
257
+ .sort((a, b) => a[1].startedAt - b[1].startedAt);
258
+ const toRemove = sorted.slice(0, Math.floor(this._maxTraces * 0.2));
259
+ for (const [id] of toRemove) this._traces.delete(id);
260
+ }
261
+
262
+ cleanup(maxAge = 3600_000) {
263
+ const cutoff = Date.now() - maxAge;
264
+ for (const [id, trace] of this._traces) {
265
+ if (trace.status === 'completed' && trace.completedAt < cutoff) {
266
+ this._traces.delete(id);
267
+ }
268
+ }
269
+ }
270
+ }
271
+
272
+ // ─── Metrics Collector ──────────────────────────────────────────────────────
273
+
274
+ class MetricsCollector {
275
+ constructor() {
276
+ this._counters = new Map(); // name → value
277
+ this._gauges = new Map(); // name → value
278
+ this._histograms = new Map(); // name → { values, sum, count, min, max }
279
+ this._timeSeries = new Map(); // name → [{ value, timestamp }]
280
+ this._maxTimeSeries = 1000;
281
+ }
282
+
283
+ // Counter (monotonically increasing)
284
+ increment(name, value = 1, labels = {}) {
285
+ const key = this._key(name, labels);
286
+ this._counters.set(key, (this._counters.get(key) || 0) + value);
287
+ this._recordTimeSeries(key, this._counters.get(key));
288
+ }
289
+
290
+ getCounter(name, labels = {}) {
291
+ return this._counters.get(this._key(name, labels)) || 0;
292
+ }
293
+
294
+ // Gauge (can go up or down)
295
+ gauge(name, value, labels = {}) {
296
+ const key = this._key(name, labels);
297
+ this._gauges.set(key, value);
298
+ this._recordTimeSeries(key, value);
299
+ }
300
+
301
+ getGauge(name, labels = {}) {
302
+ return this._gauges.get(this._key(name, labels)) || 0;
303
+ }
304
+
305
+ // Histogram (distribution of values)
306
+ observe(name, value, labels = {}) {
307
+ const key = this._key(name, labels);
308
+ let hist = this._histograms.get(key);
309
+ if (!hist) {
310
+ hist = { values: [], sum: 0, count: 0, min: Infinity, max: -Infinity };
311
+ this._histograms.set(key, hist);
312
+ }
313
+ hist.values.push(value);
314
+ hist.sum += value;
315
+ hist.count++;
316
+ if (value < hist.min) hist.min = value;
317
+ if (value > hist.max) hist.max = value;
318
+
319
+ // Keep last 10000 values for percentile calculations
320
+ if (hist.values.length > 10000) {
321
+ hist.values = hist.values.slice(-5000);
322
+ }
323
+ }
324
+
325
+ getHistogram(name, labels = {}) {
326
+ const key = this._key(name, labels);
327
+ const hist = this._histograms.get(key);
328
+ if (!hist) return null;
329
+
330
+ const sorted = [...hist.values].sort((a, b) => a - b);
331
+ return {
332
+ count: hist.count,
333
+ sum: hist.sum,
334
+ avg: hist.sum / hist.count,
335
+ min: hist.min,
336
+ max: hist.max,
337
+ p50: sorted[Math.floor(sorted.length * 0.5)] || 0,
338
+ p90: sorted[Math.floor(sorted.length * 0.9)] || 0,
339
+ p95: sorted[Math.floor(sorted.length * 0.95)] || 0,
340
+ p99: sorted[Math.floor(sorted.length * 0.99)] || 0,
341
+ };
342
+ }
343
+
344
+ // Time series for dashboards
345
+ getTimeSeries(name, labels = {}, since) {
346
+ const key = this._key(name, labels);
347
+ const series = this._timeSeries.get(key) || [];
348
+ if (since) return series.filter(p => p.timestamp >= since);
349
+ return series;
350
+ }
351
+
352
+ // Snapshot (all metrics)
353
+ snapshot() {
354
+ const result = { counters: {}, gauges: {}, histograms: {} };
355
+ for (const [k, v] of this._counters) result.counters[k] = v;
356
+ for (const [k, v] of this._gauges) result.gauges[k] = v;
357
+ for (const [k] of this._histograms) result.histograms[k] = this.getHistogram(k);
358
+ return result;
359
+ }
360
+
361
+ /**
362
+ * Timer helper: returns a function to call when done
363
+ */
364
+ startTimer(name, labels = {}) {
365
+ const start = process.hrtime.bigint();
366
+ return () => {
367
+ const duration = Number(process.hrtime.bigint() - start) / 1e6; // ms
368
+ this.observe(name, duration, labels);
369
+ return duration;
370
+ };
371
+ }
372
+
373
+ _key(name, labels) {
374
+ const labelStr = Object.entries(labels).sort().map(([k, v]) => `${k}=${v}`).join(',');
375
+ return labelStr ? `${name}{${labelStr}}` : name;
376
+ }
377
+
378
+ _recordTimeSeries(key, value) {
379
+ if (!this._timeSeries.has(key)) this._timeSeries.set(key, []);
380
+ const series = this._timeSeries.get(key);
381
+ series.push({ value, timestamp: Date.now() });
382
+ if (series.length > this._maxTimeSeries) {
383
+ series.splice(0, series.length - Math.floor(this._maxTimeSeries * 0.8));
384
+ }
385
+ }
386
+ }
387
+
388
+ // ─── Singletons ─────────────────────────────────────────────────────────────
389
+
390
+ const logger = new Logger({ level: process.env.LOG_LEVEL || 'INFO', console: false });
391
+ const tracer = new Tracer();
392
+ const metrics = new MetricsCollector();
393
+
394
+ module.exports = { Logger, Tracer, MetricsCollector, logger, tracer, metrics, LogLevel };