web-agent-bridge 3.4.0 → 3.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (315) hide show
  1. package/LICENSE +84 -84
  2. package/README.ar.md +1565 -1304
  3. package/README.md +171 -298
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -237
  6. package/bin/wab-init.js +244 -223
  7. package/bin/wab.js +80 -80
  8. package/examples/azure-dns-wab.js +83 -83
  9. package/examples/bidi-agent.js +119 -119
  10. package/examples/cloudflare-wab-dns.js +121 -121
  11. package/examples/cpanel-wab-dns.js +114 -114
  12. package/examples/cross-site-agent.js +91 -91
  13. package/examples/dns-discovery-agent.js +166 -166
  14. package/examples/gcp-dns-wab.js +76 -76
  15. package/examples/governance-agent.js +169 -169
  16. package/examples/mcp-agent.js +94 -94
  17. package/examples/next-app-router/README.md +44 -44
  18. package/examples/plesk-wab-dns.js +103 -103
  19. package/examples/puppeteer-agent.js +108 -108
  20. package/examples/route53-wab-dns.js +144 -144
  21. package/examples/saas-dashboard/README.md +55 -55
  22. package/examples/safe-mode-agent.js +96 -96
  23. package/examples/self-discovery.js +106 -0
  24. package/examples/shopify-hydrogen/README.md +74 -74
  25. package/examples/vision-agent.js +171 -171
  26. package/examples/wab-sign.js +74 -74
  27. package/examples/wab-verify.js +60 -60
  28. package/examples/wordpress-elementor/README.md +77 -77
  29. package/package.json +93 -93
  30. package/public/.well-known/agent-tools.json +180 -180
  31. package/public/.well-known/ai-assets.json +59 -59
  32. package/public/.well-known/security.txt +8 -8
  33. package/public/.well-known/wab.json +28 -28
  34. package/public/activate.html +448 -368
  35. package/public/adopt.html +236 -0
  36. package/public/adoption-metrics.html +188 -188
  37. package/public/agent-workspace.html +359 -349
  38. package/public/ai.html +198 -198
  39. package/public/api.html +397 -413
  40. package/public/atp.html +171 -0
  41. package/public/azure-dns-integration.html +289 -289
  42. package/public/browser.html +486 -486
  43. package/public/cloudflare-integration.html +380 -380
  44. package/public/commander-dashboard.html +243 -243
  45. package/public/cookies.html +210 -210
  46. package/public/cpanel-integration.html +398 -398
  47. package/public/css/agent-workspace.css +1713 -1713
  48. package/public/css/premium.css +317 -317
  49. package/public/css/styles.css +1401 -1263
  50. package/public/dashboard-shieldlink.html +295 -0
  51. package/public/dashboard.html +711 -707
  52. package/public/dns.html +436 -436
  53. package/public/docs.html +588 -588
  54. package/public/enterprise-mesh.ar.html +80 -0
  55. package/public/enterprise-mesh.html +81 -0
  56. package/public/feed.xml +89 -89
  57. package/public/gcp-dns-integration.html +318 -318
  58. package/public/governance.ar.html +70 -0
  59. package/public/governance.html +69 -0
  60. package/public/growth.html +465 -465
  61. package/public/index.html +1372 -1266
  62. package/public/integrations.html +556 -556
  63. package/public/js/activate.js +449 -145
  64. package/public/js/agent-workspace.js +1740 -1740
  65. package/public/js/auth-nav.js +117 -65
  66. package/public/js/auth-redirect.js +12 -12
  67. package/public/js/cookie-consent.js +56 -56
  68. package/public/js/dns.js +438 -438
  69. package/public/js/wab-demo-page.js +721 -721
  70. package/public/js/ws-client.js +74 -74
  71. package/public/l-preview.html +242 -0
  72. package/public/llms-full.txt +360 -360
  73. package/public/llms.txt +125 -125
  74. package/public/login.html +85 -85
  75. package/public/mesh-dashboard.html +328 -328
  76. package/public/milestones.html +346 -0
  77. package/public/one-click.html +779 -0
  78. package/public/openapi.json +669 -669
  79. package/public/partners.ar.html +145 -0
  80. package/public/partners.html +143 -0
  81. package/public/phone-shield.html +281 -281
  82. package/public/plesk-integration.html +375 -375
  83. package/public/premium-dashboard.html +2489 -2489
  84. package/public/premium.html +793 -793
  85. package/public/privacy.html +297 -297
  86. package/public/provider-onboarding.html +172 -172
  87. package/public/provider-sandbox.html +134 -134
  88. package/public/providers.html +359 -359
  89. package/public/refusals.html +172 -0
  90. package/public/register.html +105 -105
  91. package/public/registrar-integrations.html +141 -141
  92. package/public/ring4.html +292 -0
  93. package/public/robots.txt +99 -99
  94. package/public/route53-integration.html +531 -531
  95. package/public/score.html +263 -0
  96. package/public/script/wab-consent.d.ts +36 -36
  97. package/public/script/wab-consent.js +104 -104
  98. package/public/script/wab-schema.js +131 -131
  99. package/public/script/wab.d.ts +108 -108
  100. package/public/script/wab.min.js +580 -580
  101. package/public/security.txt +8 -8
  102. package/public/shieldlink.html +244 -0
  103. package/public/shieldqr.html +231 -231
  104. package/public/sitemap.xml +13 -1
  105. package/public/terms.html +256 -256
  106. package/public/trust-graph-api.ar.html +92 -0
  107. package/public/trust-graph-api.html +91 -0
  108. package/public/wab-features.html +560 -0
  109. package/public/wab-trust.html +200 -200
  110. package/public/wab-truth.html +375 -0
  111. package/public/wab-vs-protocols.html +210 -210
  112. package/public/whitepaper.html +449 -449
  113. package/script/ai-agent-bridge.js +1754 -1754
  114. package/sdk/README.md +99 -99
  115. package/sdk/agent-mesh.js +449 -449
  116. package/sdk/atp.js +103 -0
  117. package/sdk/auto-discovery.js +301 -288
  118. package/sdk/commander.js +262 -262
  119. package/sdk/governance.js +262 -262
  120. package/sdk/index.d.ts +464 -464
  121. package/sdk/index.js +653 -649
  122. package/sdk/multi-agent.js +318 -318
  123. package/sdk/safe-mode.js +221 -221
  124. package/sdk/safety-shield.js +219 -219
  125. package/sdk/schema-discovery.js +83 -83
  126. package/server/adapters/index.js +520 -520
  127. package/server/config/plans.js +412 -367
  128. package/server/config/secrets.js +102 -102
  129. package/server/control-plane/index.js +301 -301
  130. package/server/data-plane/index.js +354 -354
  131. package/server/index.js +793 -670
  132. package/server/llm/index.js +404 -404
  133. package/server/middleware/adminAuth.js +35 -35
  134. package/server/middleware/api-tier.js +170 -0
  135. package/server/middleware/auth.js +50 -50
  136. package/server/middleware/featureGate.js +88 -88
  137. package/server/middleware/rateLimits.js +100 -100
  138. package/server/middleware/sensitiveAction.js +157 -157
  139. package/server/middleware/wab-trust.js +141 -0
  140. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  141. package/server/migrations/002_premium_features.sql +418 -418
  142. package/server/migrations/003_ads_integer_cents.sql +33 -33
  143. package/server/migrations/004_agent_os.sql +158 -158
  144. package/server/migrations/005_marketplace_metering.sql +126 -126
  145. package/server/migrations/006_growth_suite.sql +138 -0
  146. package/server/migrations/007_governance.sql +106 -106
  147. package/server/migrations/008_plans.sql +144 -144
  148. package/server/migrations/009_shieldqr.sql +30 -30
  149. package/server/migrations/010_extended_trust.sql +33 -33
  150. package/server/migrations/011_outreach.sql +47 -0
  151. package/server/migrations/012_shieldlink.sql +116 -0
  152. package/server/migrations/013_ct_monitor.sql +13 -0
  153. package/server/migrations/014_wab_advanced_features.sql +128 -0
  154. package/server/migrations/015_wab_truth_layer.sql +101 -0
  155. package/server/migrations/016_ring4_external_trust.sql +84 -0
  156. package/server/migrations/017_ring4_extensions.sql +69 -0
  157. package/server/migrations/018_commercial_foundations.sql +167 -0
  158. package/server/migrations/019_unify_tier_constraints.sql +133 -0
  159. package/server/migrations/020_agent_transaction_primitive.sql +119 -0
  160. package/server/models/adapters/index.js +33 -33
  161. package/server/models/adapters/mysql.js +183 -183
  162. package/server/models/adapters/postgresql.js +172 -172
  163. package/server/models/adapters/sqlite.js +7 -7
  164. package/server/models/db.js +740 -740
  165. package/server/observability/failure-analysis.js +337 -337
  166. package/server/observability/index.js +394 -394
  167. package/server/protocol/capabilities.js +223 -223
  168. package/server/protocol/index.js +243 -243
  169. package/server/protocol/schema.js +584 -584
  170. package/server/registry/certification.js +271 -271
  171. package/server/registry/index.js +326 -326
  172. package/server/routes/activate.js +478 -0
  173. package/server/routes/admin-outreach.js +239 -0
  174. package/server/routes/admin-plans.js +76 -76
  175. package/server/routes/admin-premium.js +674 -673
  176. package/server/routes/admin-shieldlink.js +137 -0
  177. package/server/routes/admin-shieldqr.js +90 -90
  178. package/server/routes/admin-trust-monitor.js +139 -83
  179. package/server/routes/admin.js +550 -549
  180. package/server/routes/adopt.js +61 -0
  181. package/server/routes/ads.js +130 -130
  182. package/server/routes/agent-workspace.js +540 -540
  183. package/server/routes/api-keys.js +127 -0
  184. package/server/routes/api.js +150 -150
  185. package/server/routes/auth.js +71 -71
  186. package/server/routes/billing.js +57 -57
  187. package/server/routes/commander.js +316 -316
  188. package/server/routes/customer-shieldlink.js +133 -0
  189. package/server/routes/demo-showcase.js +332 -332
  190. package/server/routes/demo-store.js +154 -154
  191. package/server/routes/diagnose.js +373 -0
  192. package/server/routes/discovery.js +2348 -2348
  193. package/server/routes/enterprise-mesh.js +170 -0
  194. package/server/routes/gateway.js +173 -173
  195. package/server/routes/governance-saas.js +203 -0
  196. package/server/routes/governance.js +208 -208
  197. package/server/routes/growth.js +1048 -0
  198. package/server/routes/intent.js +328 -0
  199. package/server/routes/license.js +251 -251
  200. package/server/routes/mesh.js +469 -469
  201. package/server/routes/noscript.js +543 -543
  202. package/server/routes/partners.js +201 -0
  203. package/server/routes/plans.js +33 -33
  204. package/server/routes/premium-v2.js +686 -686
  205. package/server/routes/premium.js +724 -724
  206. package/server/routes/providers.js +650 -650
  207. package/server/routes/reputation.js +411 -0
  208. package/server/routes/ring4.js +885 -0
  209. package/server/routes/runtime.js +2148 -2148
  210. package/server/routes/shieldlink.js +70 -0
  211. package/server/routes/shieldqr.js +88 -88
  212. package/server/routes/sovereign.js +465 -465
  213. package/server/routes/transactions.js +233 -0
  214. package/server/routes/truth-layer.js +670 -0
  215. package/server/routes/universal.js +200 -200
  216. package/server/routes/unsubscribe.js +51 -0
  217. package/server/routes/wab-api.js +850 -850
  218. package/server/routes/wab-cache.js +282 -0
  219. package/server/runtime/container-worker.js +111 -111
  220. package/server/runtime/container.js +448 -448
  221. package/server/runtime/distributed-worker.js +362 -362
  222. package/server/runtime/event-bus.js +210 -210
  223. package/server/runtime/index.js +253 -253
  224. package/server/runtime/queue.js +599 -599
  225. package/server/runtime/replay.js +666 -666
  226. package/server/runtime/sandbox.js +266 -266
  227. package/server/runtime/scheduler.js +534 -534
  228. package/server/runtime/session-engine.js +293 -293
  229. package/server/runtime/state-manager.js +188 -188
  230. package/server/secrets/wab-signing-key.pem +3 -0
  231. package/server/secrets/wab-signing-pub.pem +3 -0
  232. package/server/security/cross-site-redactor.js +196 -196
  233. package/server/security/dry-run.js +180 -180
  234. package/server/security/human-gate-rate-limit.js +147 -147
  235. package/server/security/human-gate-transports.js +178 -178
  236. package/server/security/human-gate.js +281 -281
  237. package/server/security/index.js +368 -368
  238. package/server/security/intent-engine.js +245 -245
  239. package/server/security/reward-guard.js +171 -171
  240. package/server/security/rollback-store.js +239 -239
  241. package/server/security/token-scope.js +404 -404
  242. package/server/security/url-policy.js +139 -139
  243. package/server/services/adoption-agent.js +182 -0
  244. package/server/services/agent-chat.js +506 -506
  245. package/server/services/agent-learning.js +601 -601
  246. package/server/services/agent-memory.js +625 -625
  247. package/server/services/agent-mesh.js +555 -555
  248. package/server/services/agent-symphony.js +717 -717
  249. package/server/services/agent-tasks.js +1807 -1807
  250. package/server/services/api-key-engine.js +292 -292
  251. package/server/services/cluster.js +894 -894
  252. package/server/services/commander.js +738 -738
  253. package/server/services/edge-compute.js +440 -440
  254. package/server/services/email.js +233 -233
  255. package/server/services/fairness-engine.js +409 -0
  256. package/server/services/fairness.js +420 -0
  257. package/server/services/governance.js +466 -466
  258. package/server/services/hosted-runtime.js +205 -205
  259. package/server/services/lfd.js +635 -635
  260. package/server/services/local-ai.js +389 -389
  261. package/server/services/marketplace.js +270 -270
  262. package/server/services/metering.js +182 -182
  263. package/server/services/modules/affiliate-intelligence.js +93 -93
  264. package/server/services/modules/agent-firewall.js +90 -90
  265. package/server/services/modules/bounty.js +89 -89
  266. package/server/services/modules/collective-bargaining.js +92 -92
  267. package/server/services/modules/dark-pattern.js +66 -66
  268. package/server/services/modules/gov-intelligence.js +45 -45
  269. package/server/services/modules/neural.js +55 -55
  270. package/server/services/modules/notary.js +49 -49
  271. package/server/services/modules/price-time-machine.js +86 -86
  272. package/server/services/modules/protocol.js +104 -104
  273. package/server/services/negotiation.js +439 -439
  274. package/server/services/outreach-agent.js +312 -0
  275. package/server/services/plans.js +214 -214
  276. package/server/services/plugins.js +771 -771
  277. package/server/services/price-intelligence.js +566 -566
  278. package/server/services/price-shield.js +1137 -1137
  279. package/server/services/provider-clients.js +740 -740
  280. package/server/services/reputation.js +465 -465
  281. package/server/services/search-engine.js +357 -357
  282. package/server/services/security.js +513 -513
  283. package/server/services/self-healing.js +843 -843
  284. package/server/services/shieldlink.js +492 -0
  285. package/server/services/shieldqr.js +322 -322
  286. package/server/services/sovereign-shield.js +542 -542
  287. package/server/services/ssl-ct-monitor.js +224 -0
  288. package/server/services/ssl-inspector.js +42 -42
  289. package/server/services/ssl-monitor.js +167 -167
  290. package/server/services/stripe.js +206 -205
  291. package/server/services/swarm.js +788 -788
  292. package/server/services/transactions.js +525 -0
  293. package/server/services/universal-scraper.js +662 -662
  294. package/server/services/verification.js +481 -481
  295. package/server/services/vision.js +1163 -1163
  296. package/server/services/wab-crypto.js +178 -178
  297. package/server/utils/cache.js +125 -125
  298. package/server/utils/migrate.js +81 -81
  299. package/server/utils/safe-fetch.js +228 -228
  300. package/server/utils/secureFields.js +50 -50
  301. package/server/ws.js +161 -161
  302. package/templates/artisan-marketplace.yaml +104 -104
  303. package/templates/book-price-scout.yaml +98 -98
  304. package/templates/electronics-price-tracker.yaml +108 -108
  305. package/templates/flight-deal-hunter.yaml +113 -113
  306. package/templates/freelancer-direct.yaml +116 -116
  307. package/templates/grocery-price-compare.yaml +93 -93
  308. package/templates/hotel-direct-booking.yaml +113 -113
  309. package/templates/local-services.yaml +98 -98
  310. package/templates/olive-oil-tunisia.yaml +88 -88
  311. package/templates/organic-farm-fresh.yaml +101 -101
  312. package/templates/restaurant-direct.yaml +97 -97
  313. package/templates/ring4/banking-sovereign.yaml +55 -0
  314. package/templates/ring4/ecommerce-sovereign.yaml +58 -0
  315. package/templates/ring4/healthcare-sovereign.yaml +60 -0
@@ -1,850 +1,850 @@
1
- /**
2
- * WAB Protocol HTTP Transport — RESTful endpoints that implement the
3
- * WAB command protocol over HTTP for remote agents and the MCP adapter.
4
- *
5
- * Every command from the WAB spec (docs/SPEC.md §5) is accessible here
6
- * so agents that cannot run JavaScript in a browser can still interact
7
- * with WAB-enabled sites via standard HTTP requests.
8
- */
9
-
10
- const express = require('express');
11
- const router = express.Router();
12
- const crypto = require('crypto');
13
- const { findSiteById, findSiteByLicense, recordAnalytic, db } = require('../models/db');
14
- const { broadcastAnalytic } = require('../ws');
15
- const { wabAuthenticateLimiter, wabActionLimiter, searchLimiter } = require('../middleware/rateLimits');
16
- const { auditLog } = require('../services/security');
17
- const tokenScope = require('../security/token-scope');
18
- const dryRun = require('../security/dry-run');
19
- const humanGate = require('../security/human-gate');
20
- const humanGateTransports = require('../security/human-gate-transports');
21
- const humanGateRateLimit = require('../security/human-gate-rate-limit');
22
- const intentEngine = require('../security/intent-engine');
23
- const rollback = require('../security/rollback-store');
24
-
25
- // Register built-in transports (webhook/email/console). Sites pick one
26
- // via siteConfig.humanGate.transport ∈ {null, webhook, email, console}.
27
- humanGateTransports.registerAll(humanGate);
28
-
29
- // Fairness module is proprietary — provide stubs when not available
30
- let calculateNeutralityScore, fairnessWeightedSearch, getDirectoryListings, generateFairnessReport;
31
- try {
32
- ({
33
- calculateNeutralityScore,
34
- fairnessWeightedSearch,
35
- getDirectoryListings,
36
- generateFairnessReport
37
- } = require('../services/fairness'));
38
- } catch {
39
- calculateNeutralityScore = () => ({ score: 0, label: 'unrated' });
40
- fairnessWeightedSearch = (_q, candidates) => candidates;
41
- getDirectoryListings = () => [];
42
- generateFairnessReport = () => ({ status: 'unavailable' });
43
- }
44
-
45
- const WAB_VERSION = '1.2.0';
46
- const PROTOCOL_VERSION = '1.0';
47
-
48
- // ─── Session management ──────────────────────────────────────────────
49
- const sessions = new Map();
50
- const SESSION_TTL = 3600_000;
51
-
52
- setInterval(() => {
53
- const now = Date.now();
54
- for (const [token, data] of sessions) {
55
- if (now > data.expiresAt) sessions.delete(token);
56
- }
57
- }, 300_000);
58
-
59
- function generateSessionToken() {
60
- const bytes = require('crypto').randomBytes(32);
61
- return bytes.toString('hex');
62
- }
63
-
64
- function requireSession(req, res, next) {
65
- const auth = req.get('Authorization');
66
- if (!auth || !auth.startsWith('Bearer ')) {
67
- return res.status(401).json({
68
- type: 'error',
69
- error: { code: 'auth_required', message: 'Bearer token required in Authorization header' }
70
- });
71
- }
72
- const token = auth.slice(7);
73
- const session = sessions.get(token);
74
- if (!session || Date.now() > session.expiresAt) {
75
- sessions.delete(token);
76
- return res.status(401).json({
77
- type: 'error',
78
- error: { code: 'session_expired', message: 'Session expired or invalid' }
79
- });
80
- }
81
- req.wabSession = session;
82
- next();
83
- }
84
-
85
- // ─── Helper: resolve site from request ───────────────────────────────
86
- function resolveSite(req) {
87
- if (req.wabSession) return findSiteById.get(req.wabSession.siteId);
88
- const siteId = req.query.siteId || req.body?.siteId;
89
- if (siteId) return findSiteById.get(siteId);
90
- return null;
91
- }
92
-
93
- function parseSiteConfig(site) {
94
- try { return JSON.parse(site.config || '{}'); } catch (_) { return {}; }
95
- }
96
-
97
- function buildCommandResponse(id, result) {
98
- return { id: id || null, type: 'success', protocol: PROTOCOL_VERSION, result };
99
- }
100
-
101
- function buildErrorResponse(id, code, message, extra) {
102
- const error = { code, message };
103
- if (extra && typeof extra === 'object') Object.assign(error, extra);
104
- return { id: id || null, type: 'error', protocol: PROTOCOL_VERSION, error };
105
- }
106
-
107
- // ═════════════════════════════════════════════════════════════════════
108
- // POST /api/wab/authenticate — session token exchange
109
- // ═════════════════════════════════════════════════════════════════════
110
-
111
- router.post('/authenticate', wabAuthenticateLimiter, (req, res) => {
112
- try {
113
- const { siteId, apiKey, meta, scope: requestedScope } = req.body;
114
- if (!siteId && !apiKey) {
115
- return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'siteId or apiKey required'));
116
- }
117
-
118
- // SPEC §8.7 — parse caller-requested scope. Absent = legacy unscoped (admin/*).
119
- let scope;
120
- try {
121
- scope = tokenScope.parseScope(requestedScope);
122
- } catch (e) {
123
- return res.status(400).json(buildErrorResponse(null, 'invalid_scope', e.message));
124
- }
125
-
126
- let site;
127
- if (apiKey) {
128
- // Timing-safe API key lookup: hash the provided key and compare against stored hashes
129
- // to prevent timing attacks on the raw key comparison
130
- const allActive = db.prepare('SELECT * FROM sites WHERE active = 1 AND api_key IS NOT NULL').all();
131
- site = allActive.find(s => {
132
- if (!s.api_key) return false;
133
- const a = Buffer.from(s.api_key);
134
- const b = Buffer.from(apiKey);
135
- if (a.length !== b.length) return false;
136
- return crypto.timingSafeEqual(a, b);
137
- }) || null;
138
- } else {
139
- site = findSiteById.get(siteId);
140
- }
141
-
142
- if (!site) {
143
- auditLog({ actorType: 'agent', action: 'wab_auth_failed', details: { siteId }, ip: req.ip, outcome: 'denied', severity: 'warning' });
144
- return res.status(404).json(buildErrorResponse(null, 'not_found', 'Site not found or invalid credentials'));
145
- }
146
-
147
- const origin = req.get('origin') || '';
148
- if (origin) {
149
- try {
150
- const reqDomain = new URL(origin).hostname.replace(/^www\./, '');
151
- const siteDomain = site.domain.replace(/^www\./, '');
152
- const isProduction = process.env.NODE_ENV === 'production';
153
- const isLocalhost = reqDomain === 'localhost' || reqDomain === '127.0.0.1';
154
- if (reqDomain !== siteDomain && !(isLocalhost && !isProduction)) {
155
- return res.status(403).json(buildErrorResponse(null, 'origin_mismatch', 'Origin does not match site domain'));
156
- }
157
- } catch (_) {}
158
- }
159
-
160
- const token = generateSessionToken();
161
- sessions.set(token, {
162
- siteId: site.id,
163
- tier: site.tier,
164
- domain: site.domain,
165
- agentMeta: meta || {},
166
- scope,
167
- createdAt: Date.now(),
168
- expiresAt: Date.now() + SESSION_TTL
169
- });
170
-
171
- res.json(buildCommandResponse(null, {
172
- authenticated: true,
173
- token,
174
- siteId: site.id,
175
- tier: site.tier,
176
- expiresIn: SESSION_TTL / 1000,
177
- permissions: parseSiteConfig(site).agentPermissions || {},
178
- scope: tokenScope.formatScope(scope)
179
- }));
180
- } catch (err) {
181
- res.status(500).json(buildErrorResponse(null, 'internal', 'Authentication failed'));
182
- }
183
- });
184
-
185
- // ═════════════════════════════════════════════════════════════════════
186
- // GET /api/wab/discover — full discovery document
187
- // ═════════════════════════════════════════════════════════════════════
188
-
189
- router.get('/discover', (req, res) => {
190
- try {
191
- const site = resolveSite(req);
192
- if (!site || !site.active) {
193
- const domain = (req.get('origin') ? new URL(req.get('origin')).hostname : req.get('host')?.split(':')[0]) || '';
194
- const byDomain = db.prepare(
195
- 'SELECT * FROM sites WHERE LOWER(REPLACE(domain, "www.", "")) = ? AND active = 1 LIMIT 1'
196
- ).get(domain.toLowerCase().replace(/^www\./, ''));
197
-
198
- if (!byDomain) {
199
- return res.status(404).json(buildErrorResponse(null, 'not_found', 'No WAB site found'));
200
- }
201
- return res.json(buildCommandResponse(null, buildDiscovery(byDomain)));
202
- }
203
- res.json(buildCommandResponse(null, buildDiscovery(site)));
204
- } catch (err) {
205
- res.status(500).json(buildErrorResponse(null, 'internal', 'Discovery failed'));
206
- }
207
- });
208
-
209
- // ═════════════════════════════════════════════════════════════════════
210
- // GET /api/wab/actions — list actions
211
- // ═════════════════════════════════════════════════════════════════════
212
-
213
- router.get('/actions', (req, res) => {
214
- try {
215
- const site = resolveSite(req);
216
- if (!site) return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'siteId required'));
217
-
218
- const config = parseSiteConfig(site);
219
- const perms = config.agentPermissions || {};
220
- const category = req.query.category;
221
-
222
- const actions = Object.entries(perms)
223
- .filter(([, v]) => v)
224
- .map(([name]) => ({
225
- name,
226
- description: `Permission: ${name}`,
227
- trigger: name === 'click' ? 'click' : name === 'fillForms' ? 'fill_and_submit' : name === 'scroll' ? 'scroll' : 'api',
228
- category: name === 'navigate' ? 'navigation' : 'general',
229
- requiresAuth: ['apiAccess', 'automatedLogin', 'extractData'].includes(name)
230
- }));
231
-
232
- const filtered = category ? actions.filter(a => a.category === category) : actions;
233
-
234
- res.json(buildCommandResponse(req.query.id || null, { actions: filtered, total: filtered.length }));
235
- } catch (err) {
236
- res.status(500).json(buildErrorResponse(null, 'internal', 'Failed to list actions'));
237
- }
238
- });
239
-
240
- // ═════════════════════════════════════════════════════════════════════
241
- // POST /api/wab/actions/:name — execute action (with tracking)
242
- // ═════════════════════════════════════════════════════════════════════
243
-
244
- router.post('/actions/:name', requireSession, wabActionLimiter, async (req, res) => {
245
- try {
246
- const actionName = req.params.name;
247
- const site = findSiteById.get(req.wabSession.siteId);
248
- if (!site) return res.status(404).json(buildErrorResponse(req.body?.id, 'not_found', 'Site not found'));
249
-
250
- const config = parseSiteConfig(site);
251
- const perms = config.agentPermissions || {};
252
-
253
- // SPEC §8.7 — token scope gate. Site config may declare
254
- // `environment` ("production" by default), `destructiveActions[]`,
255
- // and `nonDestructiveActions[]` to extend the default policy.
256
- const sessionScope = req.wabSession.scope;
257
- if (sessionScope) {
258
- const decision = tokenScope.authorize(sessionScope, {
259
- name: actionName,
260
- env: config.environment || 'production',
261
- resource: req.body?.resource,
262
- action_kind: req.body?.action_kind,
263
- }, config);
264
- if (!decision.allowed) {
265
- auditLog({
266
- actorType: 'agent',
267
- action: 'scope_denied',
268
- details: { actionName, code: decision.code, reason: decision.reason, siteId: site.id },
269
- ip: req.ip,
270
- outcome: 'denied',
271
- severity: 'warning',
272
- });
273
- return res.status(403).json(buildErrorResponse(
274
- req.body?.id,
275
- decision.code,
276
- decision.reason
277
- ));
278
- }
279
- }
280
-
281
- const permMap = {
282
- click: 'click', fill_and_submit: 'fillForms', scroll: 'scroll',
283
- navigate: 'navigate', api: 'apiAccess', read: 'readContent', extract: 'extractData'
284
- };
285
- const requiredPerm = permMap[actionName] || actionName;
286
-
287
- if (!perms[requiredPerm] && !perms[actionName]) {
288
- return res.status(403).json(buildErrorResponse(req.body?.id, 'permission_denied',
289
- `Action "${actionName}" is not permitted by site configuration`));
290
- }
291
-
292
- // SPEC §8.12 — Intent Analysis Engine (Premium+ or opt-in).
293
- const intentCfg = config.intentEngine || {};
294
- const intentEnabled = intentCfg.enabled === false
295
- ? false
296
- : (intentCfg.enabled === true || ['premium', 'enterprise'].includes(String(site.tier || '').toLowerCase()));
297
- let intentVerdict = null;
298
- if (intentEnabled) {
299
- intentVerdict = intentEngine.score({
300
- actorId: req.wabSession?.agentMeta?.name || null,
301
- sessionToken: req.get('Authorization')?.slice(7),
302
- siteId: site.id,
303
- actionName,
304
- params: req.body?.params || {},
305
- env: config.environment || 'production',
306
- tier: site.tier,
307
- }, config);
308
- if (intentVerdict.required_gate === 'block') {
309
- auditLog({
310
- actorType: 'agent', action: 'intent_blocked',
311
- details: { actionName, score: intentVerdict.score, reasons: intentVerdict.reasons, siteId: site.id },
312
- ip: req.ip, outcome: 'blocked', severity: 'critical',
313
- });
314
- return res.status(403).json(buildErrorResponse(req.body?.id, 'INTENT_BLOCKED',
315
- `Request blocked by intent analysis (score=${intentVerdict.score}, level=${intentVerdict.level}). Reasons: ${intentVerdict.reasons.join('; ')}`,
316
- { intent: intentVerdict }));
317
- }
318
- }
319
-
320
- // SPEC §8.10 — Mandatory Dry-Run for destructive actions.
321
- const intentForcesDryRun = intentVerdict && intentVerdict.required_gate === 'dry_run';
322
- if (dryRun.requiresDryRun(actionName, config) || intentForcesDryRun) {
323
- const dryFlag = req.body?.dry_run;
324
- const planId = req.body?.plan_id;
325
- const ctx = {
326
- sessionToken: req.get('Authorization')?.slice(7),
327
- siteId: site.id,
328
- actionName,
329
- params: req.body?.params || {},
330
- };
331
-
332
- if (dryFlag === true) {
333
- // Generate a plan. The default simulator is conservative — it
334
- // surfaces what we know (action, params, target site) and marks
335
- // reversible=false. Sites integrating with their own backend MAY
336
- // override this via a server-side adapter.
337
- const sim = {
338
- would_affect: [`site:${site.id}`, `action:${actionName}`],
339
- side_effects: [actionName],
340
- reversible: false,
341
- summary: `Would execute "${actionName}" on site ${site.domain} with the given params. ` +
342
- 'No actual changes have been made. Confirm with dry_run:false + plan_id to proceed.',
343
- };
344
- const envelope = dryRun.createPlan(ctx, sim);
345
- auditLog({
346
- actorType: 'agent', action: 'dry_run_plan_created',
347
- details: { actionName, planId: envelope.plan_id, siteId: site.id },
348
- ip: req.ip, outcome: 'success', severity: 'info',
349
- });
350
- return res.json(buildCommandResponse(req.body?.id, envelope));
351
- }
352
-
353
- // dryFlag === false (or undefined) — must consume a valid plan.
354
- const consume = dryRun.consumePlan(planId, ctx);
355
- if (!consume.ok) {
356
- auditLog({
357
- actorType: 'agent', action: 'dry_run_violation',
358
- details: { actionName, code: consume.code, siteId: site.id },
359
- ip: req.ip, outcome: 'denied', severity: 'warning',
360
- });
361
- return res.status(412).json(buildErrorResponse(req.body?.id, consume.code, consume.message));
362
- }
363
- }
364
-
365
- // SPEC §8.11 — Out-of-Band Human Gate (Pro+).
366
- const intentForcesHumanGate = intentVerdict && intentVerdict.required_gate === 'human_gate';
367
- if (humanGate.requiresHumanGate(actionName, config, site.tier) || intentForcesHumanGate) {
368
- const hgCtx = {
369
- sessionToken: req.get('Authorization')?.slice(7),
370
- siteId: site.id,
371
- actorId: req.wabSession?.agentMeta?.name || null,
372
- actionName,
373
- params: req.body?.params || {},
374
- };
375
- const confirmationId = req.body?.confirmation_id;
376
- if (!confirmationId) {
377
- const challenge = await humanGate.issueChallenge(hgCtx, { siteConfig: config });
378
- auditLog({
379
- actorType: 'agent', action: 'human_gate_issued',
380
- details: { actionName, challenge_id: challenge.challenge_id, siteId: site.id, dispatched_to: challenge.dispatched_to },
381
- ip: req.ip, outcome: 'success', severity: 'info',
382
- });
383
- return res.status(202).json(buildErrorResponse(req.body?.id, 'HUMAN_GATE_REQUIRED',
384
- 'Out-of-band human approval required. Retry with confirmation_id once approved.', {
385
- challenge_id: challenge.challenge_id,
386
- expires_at: challenge.expires_at,
387
- dispatched_to: challenge.dispatched_to,
388
- }));
389
- }
390
- const hg = humanGate.consumeApproved(confirmationId, hgCtx);
391
- if (!hg.ok) {
392
- auditLog({
393
- actorType: 'agent', action: 'human_gate_violation',
394
- details: { actionName, code: hg.code, challenge_id: confirmationId, siteId: site.id },
395
- ip: req.ip, outcome: 'denied', severity: 'warning',
396
- });
397
- const status = hg.code === 'HUMAN_GATE_PENDING' ? 425 : 403;
398
- return res.status(status).json(buildErrorResponse(req.body?.id, hg.code, hg.message || hg.code));
399
- }
400
- }
401
-
402
- // SPEC §8.13 — Snapshot before execution (Enterprise or opt-in).
403
- let snapshotId = null;
404
- const snapshotsEnabled = (config.snapshots && config.snapshots.enabled === true) ||
405
- String(site.tier || '').toLowerCase() === 'enterprise';
406
- const isDestructiveExec = tokenScope.isDestructiveAction(actionName, config) ||
407
- (intentVerdict && intentVerdict.verb_class === 'destructive');
408
- if (snapshotsEnabled && isDestructiveExec) {
409
- try {
410
- const snap = rollback.recordSnapshot({
411
- siteId: site.id,
412
- actionName,
413
- actorId: req.wabSession?.agentMeta?.name || null,
414
- sessionToken: req.get('Authorization')?.slice(7),
415
- params: req.body?.params || {},
416
- }, {
417
- // The default snapshot payload is metadata-only; site adapters
418
- // override via their own pre-execution hook.
419
- snapshot: { actionName, params: req.body?.params || {}, captured_at: new Date().toISOString() },
420
- meta: { intent_score: intentVerdict?.score || null },
421
- reversible: true,
422
- });
423
- snapshotId = snap.snapshot_id;
424
- auditLog({
425
- actorType: 'agent', action: 'snapshot_recorded',
426
- details: { actionName, snapshot_id: snapshotId, siteId: site.id },
427
- ip: req.ip, outcome: 'success', severity: 'info',
428
- });
429
- } catch (e) {
430
- // Snapshot failure must NOT silently allow destructive actions.
431
- auditLog({
432
- actorType: 'agent', action: 'snapshot_failed',
433
- details: { actionName, error: e.message, siteId: site.id },
434
- ip: req.ip, outcome: 'error', severity: 'critical',
435
- });
436
- return res.status(500).json(buildErrorResponse(req.body?.id, 'SNAPSHOT_FAILED',
437
- 'Could not record pre-action snapshot — destructive action aborted for safety.'));
438
- }
439
- }
440
-
441
- recordAnalytic({
442
- siteId: site.id,
443
- actionName,
444
- agentId: req.wabSession.agentMeta?.name || 'mcp-agent',
445
- triggerType: 'wab_api',
446
- success: true,
447
- metadata: { params: req.body?.params || {}, transport: 'http' }
448
- });
449
-
450
- broadcastAnalytic(site.id, {
451
- actionName,
452
- agentId: req.wabSession.agentMeta?.name || 'mcp-agent',
453
- triggerType: 'wab_api',
454
- success: true
455
- });
456
-
457
- res.json(buildCommandResponse(req.body?.id, {
458
- success: true,
459
- action: actionName,
460
- siteId: site.id,
461
- executed_at: new Date().toISOString(),
462
- snapshot_id: snapshotId,
463
- note: 'Server-side action recorded. For DOM interactions, use the bridge script in-browser.'
464
- }));
465
- } catch (err) {
466
-
467
- res.status(500).json(buildErrorResponse(req.body?.id, 'internal', 'Action execution failed'));
468
- }
469
- });
470
-
471
- // ═════════════════════════════════════════════════════════════════════
472
- // POST /api/wab/read — read content (selector-based, requires in-browser)
473
- // ═════════════════════════════════════════════════════════════════════
474
-
475
- router.post('/read', requireSession, (req, res) => {
476
- try {
477
- const { selector, id } = req.body;
478
- if (!selector) {
479
- return res.status(400).json(buildErrorResponse(id, 'invalid_argument', 'selector is required'));
480
- }
481
-
482
- const site = findSiteById.get(req.wabSession.siteId);
483
- if (!site) return res.status(404).json(buildErrorResponse(id, 'not_found', 'Site not found'));
484
-
485
- const config = parseSiteConfig(site);
486
- if (!config.agentPermissions?.readContent) {
487
- return res.status(403).json(buildErrorResponse(id, 'permission_denied', 'readContent not enabled'));
488
- }
489
-
490
- recordAnalytic({
491
- siteId: site.id,
492
- actionName: 'readContent',
493
- agentId: req.wabSession.agentMeta?.name || 'mcp-agent',
494
- triggerType: 'wab_api',
495
- success: true,
496
- metadata: { selector, transport: 'http' }
497
- });
498
-
499
- res.json(buildCommandResponse(id, {
500
- success: true,
501
- selector,
502
- note: 'Content reading via HTTP returns metadata only. Use the bridge script in-browser or the noscript bridge for rendered content.',
503
- bridge_page: `/api/noscript/bridge/${site.id}`,
504
- noscript_endpoints: {
505
- pixel: `/api/noscript/pixel/${site.id}`,
506
- css: `/api/noscript/css/${site.id}`,
507
- bridge: `/api/noscript/bridge/${site.id}`
508
- }
509
- }));
510
- } catch (err) {
511
- res.status(500).json(buildErrorResponse(null, 'internal', 'Read failed'));
512
- }
513
- });
514
-
515
- // ═════════════════════════════════════════════════════════════════════
516
- // GET /api/wab/page-info — get page/site metadata
517
- // ═════════════════════════════════════════════════════════════════════
518
-
519
- router.get('/page-info', (req, res) => {
520
- try {
521
- const site = resolveSite(req);
522
- if (!site) return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'siteId required'));
523
-
524
- const config = parseSiteConfig(site);
525
- const neutralityScore = calculateNeutralityScore(site);
526
-
527
- res.json(buildCommandResponse(req.query.id || null, {
528
- title: site.name,
529
- domain: site.domain,
530
- url: `https://${site.domain}`,
531
- tier: site.tier,
532
- bridgeVersion: WAB_VERSION,
533
- protocol: PROTOCOL_VERSION,
534
- permissions: config.agentPermissions || {},
535
- restrictions: config.restrictions || {},
536
- security: {
537
- sandboxActive: true,
538
- sessionRequired: true,
539
- originValidation: true,
540
- rateLimit: config.restrictions?.rateLimit?.maxCallsPerMinute || 60
541
- },
542
- fairness: {
543
- neutralityScore,
544
- isIndependent: false
545
- },
546
- endpoints: {
547
- discover: `/api/wab/discover?siteId=${site.id}`,
548
- actions: `/api/wab/actions?siteId=${site.id}`,
549
- authenticate: '/api/wab/authenticate',
550
- bridge: `/api/noscript/bridge/${site.id}`,
551
- discovery: `/api/discovery/${site.id}`
552
- }
553
- }));
554
- } catch (err) {
555
- res.status(500).json(buildErrorResponse(null, 'internal', 'Failed to get page info'));
556
- }
557
- });
558
-
559
- // ═════════════════════════════════════════════════════════════════════
560
- // GET /api/wab/search — fairness-weighted search (MCP adapter uses this)
561
- // ═════════════════════════════════════════════════════════════════════
562
-
563
- router.get('/search', searchLimiter, (req, res) => {
564
- try {
565
- const query = req.query.q || '';
566
- const category = req.query.category || null;
567
- const limit = Math.min(parseInt(req.query.limit) || 10, 100);
568
-
569
- let sql = `
570
- SELECT s.*, d.category, d.tags, d.is_independent, d.commission_rate,
571
- d.direct_benefit, d.neutrality_score, d.trust_signature
572
- FROM wab_directory d
573
- JOIN sites s ON d.site_id = s.id AND s.active = 1
574
- WHERE d.listed = 1
575
- `;
576
- const params = [];
577
-
578
- if (category) {
579
- sql += ' AND d.category = ?';
580
- params.push(category);
581
- }
582
-
583
- sql += ' ORDER BY d.neutrality_score DESC LIMIT ?';
584
- params.push(limit * 3);
585
-
586
- const candidates = db.prepare(sql).all(...params);
587
- const results = fairnessWeightedSearch(query, candidates).slice(0, limit);
588
-
589
- res.json(buildCommandResponse(req.query.id || null, {
590
- query,
591
- total: results.length,
592
- fairness_applied: true,
593
- results: results.map(r => ({
594
- siteId: r.id,
595
- name: r.name,
596
- domain: r.domain,
597
- description: r.description || '',
598
- category: r.category || 'general',
599
- tier: r.tier,
600
- neutrality_score: r._neutralityScore,
601
- is_independent: r._isIndependent,
602
- relevance_score: r._relevance,
603
- fairness_boost: r._fairnessBoost,
604
- final_score: r._finalScore,
605
- endpoints: {
606
- discover: `/api/wab/discover?siteId=${r.id}`,
607
- actions: `/api/wab/actions?siteId=${r.id}`,
608
- bridge: `/api/noscript/bridge/${r.id}`
609
- }
610
- }))
611
- }));
612
- } catch (err) {
613
- res.status(500).json(buildErrorResponse(null, 'internal', 'Search failed'));
614
- }
615
- });
616
-
617
- // ═════════════════════════════════════════════════════════════════════
618
- // GET /api/wab/ping — health check
619
- // ═════════════════════════════════════════════════════════════════════
620
-
621
- router.get('/ping', (_req, res) => {
622
- res.json(buildCommandResponse(null, {
623
- pong: true,
624
- version: WAB_VERSION,
625
- protocol: PROTOCOL_VERSION,
626
- timestamp: Date.now(),
627
- status: 'healthy'
628
- }));
629
- });
630
-
631
- // ─── Discovery document builder ──────────────────────────────────────
632
-
633
- function buildDiscovery(site) {
634
- const config = parseSiteConfig(site);
635
- const perms = config.agentPermissions || {};
636
- const features = config.features || {};
637
-
638
- const commands = Object.entries(perms)
639
- .filter(([, v]) => v)
640
- .map(([name]) => ({
641
- name,
642
- trigger: name === 'click' ? 'click' : name === 'fillForms' ? 'fill_and_submit' : name === 'scroll' ? 'scroll' : 'api',
643
- requiresAuth: ['apiAccess', 'automatedLogin', 'extractData'].includes(name)
644
- }));
645
-
646
- const featureList = ['auto_discovery', 'noscript_fallback', 'wab_protocol_api'];
647
- if (features.advancedAnalytics) featureList.push('advanced_analytics');
648
- if (features.realTimeUpdates) featureList.push('real_time_updates');
649
-
650
- const dirEntry = db.prepare('SELECT * FROM wab_directory WHERE site_id = ?').get(site.id);
651
-
652
- return {
653
- wab_version: WAB_VERSION,
654
- protocol: PROTOCOL_VERSION,
655
- generated_at: new Date().toISOString(),
656
- provider: {
657
- name: site.name,
658
- domain: site.domain,
659
- category: dirEntry?.category || 'general',
660
- description: site.description || ''
661
- },
662
- capabilities: {
663
- commands,
664
- permissions: perms,
665
- tier: site.tier,
666
- transport: ['js_global', 'http', 'websocket'],
667
- features: featureList
668
- },
669
- agent_access: {
670
- bridge_script: '/script/ai-agent-bridge.js',
671
- api_base: '/api/wab',
672
- websocket: '/ws/analytics',
673
- noscript: `/api/noscript/bridge/${site.id}`,
674
- discovery: `/api/discovery/${site.id}`
675
- },
676
- fairness: {
677
- is_independent: dirEntry ? !!dirEntry.is_independent : false,
678
- commission_rate: dirEntry ? dirEntry.commission_rate : 0,
679
- direct_benefit: dirEntry ? (dirEntry.direct_benefit || '') : '',
680
- neutrality_score: calculateNeutralityScore(site)
681
- },
682
- security: {
683
- session_required: true,
684
- origin_validation: true,
685
- rate_limit: config.restrictions?.rateLimit?.maxCallsPerMinute || 60,
686
- sandbox: true
687
- },
688
- endpoints: {
689
- authenticate: '/api/wab/authenticate',
690
- discover: `/api/wab/discover?siteId=${site.id}`,
691
- actions: `/api/wab/actions?siteId=${site.id}`,
692
- execute: '/api/wab/actions/{actionName}',
693
- read: '/api/wab/read',
694
- page_info: `/api/wab/page-info?siteId=${site.id}`,
695
- search: '/api/wab/search',
696
- ping: '/api/wab/ping',
697
- token_exchange: '/api/license/token',
698
- bridge_page: `/api/noscript/bridge/${site.id}`
699
- }
700
- };
701
- }
702
-
703
- // ═════════════════════════════════════════════════════════════════════
704
- // SPEC §8.11 — Out-of-Band Human Gate endpoints
705
- // ═════════════════════════════════════════════════════════════════════
706
-
707
- // Public-ish: anyone holding a valid challenge_id + 6-digit code can
708
- // approve/reject. Rate-limit applies to brute-force the code (5 attempts
709
- // per challenge enforced by the module).
710
- router.post('/human-gate/approve', wabActionLimiter, (req, res) => {
711
- try {
712
- const { challenge_id, code } = req.body || {};
713
- if (!challenge_id || !code) {
714
- return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'challenge_id and code required'));
715
- }
716
- // SPEC §8.11 — IP-level brute-force limiter (sliding window).
717
- // Per-challenge 5-attempt lockout still applies inside humanGate.
718
- const ipCheck = humanGateRateLimit.checkBeforeAttempt(req.ip);
719
- if (!ipCheck.allowed) {
720
- try {
721
- auditLog({
722
- actorType: 'user', action: 'human_gate_rate_limited',
723
- details: { challenge_id, code: ipCheck.code, retry_after_ms: ipCheck.retry_after_ms },
724
- ip: req.ip, outcome: 'denied', severity: 'warning',
725
- });
726
- } catch { /* audit failures must not block */ }
727
- res.set('Retry-After', String(Math.ceil((ipCheck.retry_after_ms || 0) / 1000)));
728
- return res.status(429).json(buildErrorResponse(null, ipCheck.code,
729
- 'too many approval attempts from this IP; slow down', { retry_after_ms: ipCheck.retry_after_ms }));
730
- }
731
- const result = humanGate.approveChallenge(challenge_id, code);
732
- humanGateRateLimit.recordAttempt(req.ip, !!result.ok);
733
- try {
734
- auditLog({
735
- actorType: 'user', action: 'human_gate_approve_attempt',
736
- details: { challenge_id, ok: result.ok, code: result.code },
737
- ip: req.ip, outcome: result.ok ? 'success' : 'denied',
738
- severity: result.ok ? 'info' : 'warning',
739
- });
740
- } catch (e) { /* audit failures must not block the security gate */ }
741
- if (!result.ok) {
742
- const status = result.code === 'HUMAN_GATE_NOT_FOUND' ? 404
743
- : result.code === 'HUMAN_GATE_LOCKED' ? 429
744
- : result.code === 'HUMAN_GATE_BAD_CODE' ? 401
745
- : 400;
746
- return res.status(status).json(buildErrorResponse(null, result.code, result.message || result.code));
747
- }
748
- return res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: { status: result.status } });
749
- } catch (err) {
750
- return res.status(500).json(buildErrorResponse(null, 'internal', err.message));
751
- }
752
- });
753
-
754
- router.post('/human-gate/reject', wabActionLimiter, (req, res) => {
755
- const { challenge_id, reason } = req.body || {};
756
- if (!challenge_id) {
757
- return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'challenge_id required'));
758
- }
759
- const result = humanGate.rejectChallenge(challenge_id, reason);
760
- auditLog({
761
- actorType: 'user', action: 'human_gate_reject',
762
- details: { challenge_id, ok: result.ok, code: result.code },
763
- ip: req.ip, outcome: result.ok ? 'success' : 'denied', severity: 'info',
764
- });
765
- if (!result.ok) {
766
- return res.status(result.code === 'HUMAN_GATE_NOT_FOUND' ? 404 : 400)
767
- .json(buildErrorResponse(null, result.code, result.code));
768
- }
769
- return res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: { status: result.status } });
770
- });
771
-
772
- router.get('/human-gate/:id/status', (req, res) => {
773
- const status = humanGate.getStatus(req.params.id);
774
- if (!status) {
775
- return res.status(404).json(buildErrorResponse(null, 'HUMAN_GATE_NOT_FOUND', 'challenge not found'));
776
- }
777
- return res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: status });
778
- });
779
-
780
- // ═════════════════════════════════════════════════════════════════════
781
- // SPEC §8.13 — Snapshot & Rollback admin endpoints
782
- // ═════════════════════════════════════════════════════════════════════
783
- //
784
- // Auth: site owner authenticates with the site's apiKey via
785
- // X-WAB-Site-Id + X-WAB-Api-Key headers (same secret used to issue
786
- // bridge tokens). This is the operator's break-glass.
787
- function _adminAuth(req, res) {
788
- const siteId = req.get('X-WAB-Site-Id');
789
- const apiKey = req.get('X-WAB-Api-Key');
790
- if (!siteId || !apiKey) {
791
- res.status(401).json(buildErrorResponse(null, 'auth_required', 'X-WAB-Site-Id and X-WAB-Api-Key required'));
792
- return null;
793
- }
794
- const site = findSiteById.get(siteId);
795
- if (!site || site.api_key !== apiKey) {
796
- res.status(403).json(buildErrorResponse(null, 'forbidden', 'invalid site or api key'));
797
- return null;
798
- }
799
- return site;
800
- }
801
-
802
- router.get('/admin/snapshots', (req, res) => {
803
- const site = _adminAuth(req, res); if (!site) return;
804
- try {
805
- const list = rollback.listSnapshots(site.id, {
806
- limit: parseInt(req.query.limit, 10) || 50,
807
- status: req.query.status || undefined,
808
- });
809
- res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: { snapshots: list } });
810
- } catch (err) {
811
- res.status(500).json(buildErrorResponse(null, 'internal', err.message));
812
- }
813
- });
814
-
815
- router.get('/admin/snapshots/:id', (req, res) => {
816
- const site = _adminAuth(req, res); if (!site) return;
817
- const snap = rollback.getSnapshot(req.params.id);
818
- if (!snap || snap.site_id !== site.id) {
819
- return res.status(404).json(buildErrorResponse(null, 'SNAPSHOT_NOT_FOUND', 'snapshot not found'));
820
- }
821
- res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: snap });
822
- });
823
-
824
- router.post('/admin/rollback/:id', async (req, res) => {
825
- const site = _adminAuth(req, res); if (!site) return;
826
- const snap = rollback.getSnapshot(req.params.id);
827
- if (!snap || snap.site_id !== site.id) {
828
- return res.status(404).json(buildErrorResponse(null, 'SNAPSHOT_NOT_FOUND', 'snapshot not found'));
829
- }
830
- try {
831
- const result = await rollback.restoreSnapshot(req.params.id);
832
- auditLog({
833
- actorType: 'admin', action: 'snapshot_rollback_attempt',
834
- details: { snapshot_id: req.params.id, site_id: site.id, ok: result.ok, code: result.code },
835
- ip: req.ip, outcome: result.ok ? 'success' : 'denied',
836
- severity: result.ok ? 'warning' : 'critical',
837
- });
838
- if (!result.ok) {
839
- const status = result.code === 'SNAPSHOT_NOT_FOUND' ? 404
840
- : result.code === 'NO_RESTORER' ? 503
841
- : 409;
842
- return res.status(status).json(buildErrorResponse(null, result.code, result.message || result.code));
843
- }
844
- res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: { restored: true, snapshot_id: req.params.id } });
845
- } catch (err) {
846
- res.status(500).json(buildErrorResponse(null, 'internal', err.message));
847
- }
848
- });
849
-
850
- module.exports = router;
1
+ /**
2
+ * WAB Protocol HTTP Transport — RESTful endpoints that implement the
3
+ * WAB command protocol over HTTP for remote agents and the MCP adapter.
4
+ *
5
+ * Every command from the WAB spec (docs/SPEC.md §5) is accessible here
6
+ * so agents that cannot run JavaScript in a browser can still interact
7
+ * with WAB-enabled sites via standard HTTP requests.
8
+ */
9
+
10
+ const express = require('express');
11
+ const router = express.Router();
12
+ const crypto = require('crypto');
13
+ const { findSiteById, findSiteByLicense, recordAnalytic, db } = require('../models/db');
14
+ const { broadcastAnalytic } = require('../ws');
15
+ const { wabAuthenticateLimiter, wabActionLimiter, searchLimiter } = require('../middleware/rateLimits');
16
+ const { auditLog } = require('../services/security');
17
+ const tokenScope = require('../security/token-scope');
18
+ const dryRun = require('../security/dry-run');
19
+ const humanGate = require('../security/human-gate');
20
+ const humanGateTransports = require('../security/human-gate-transports');
21
+ const humanGateRateLimit = require('../security/human-gate-rate-limit');
22
+ const intentEngine = require('../security/intent-engine');
23
+ const rollback = require('../security/rollback-store');
24
+
25
+ // Register built-in transports (webhook/email/console). Sites pick one
26
+ // via siteConfig.humanGate.transport ∈ {null, webhook, email, console}.
27
+ humanGateTransports.registerAll(humanGate);
28
+
29
+ // Fairness module is proprietary — provide stubs when not available
30
+ let calculateNeutralityScore, fairnessWeightedSearch, getDirectoryListings, generateFairnessReport;
31
+ try {
32
+ ({
33
+ calculateNeutralityScore,
34
+ fairnessWeightedSearch,
35
+ getDirectoryListings,
36
+ generateFairnessReport
37
+ } = require('../services/fairness'));
38
+ } catch {
39
+ calculateNeutralityScore = () => ({ score: 0, label: 'unrated' });
40
+ fairnessWeightedSearch = (_q, candidates) => candidates;
41
+ getDirectoryListings = () => [];
42
+ generateFairnessReport = () => ({ status: 'unavailable' });
43
+ }
44
+
45
+ const WAB_VERSION = '1.2.0';
46
+ const PROTOCOL_VERSION = '1.0';
47
+
48
+ // ─── Session management ──────────────────────────────────────────────
49
+ const sessions = new Map();
50
+ const SESSION_TTL = 3600_000;
51
+
52
+ setInterval(() => {
53
+ const now = Date.now();
54
+ for (const [token, data] of sessions) {
55
+ if (now > data.expiresAt) sessions.delete(token);
56
+ }
57
+ }, 300_000);
58
+
59
+ function generateSessionToken() {
60
+ const bytes = require('crypto').randomBytes(32);
61
+ return bytes.toString('hex');
62
+ }
63
+
64
+ function requireSession(req, res, next) {
65
+ const auth = req.get('Authorization');
66
+ if (!auth || !auth.startsWith('Bearer ')) {
67
+ return res.status(401).json({
68
+ type: 'error',
69
+ error: { code: 'auth_required', message: 'Bearer token required in Authorization header' }
70
+ });
71
+ }
72
+ const token = auth.slice(7);
73
+ const session = sessions.get(token);
74
+ if (!session || Date.now() > session.expiresAt) {
75
+ sessions.delete(token);
76
+ return res.status(401).json({
77
+ type: 'error',
78
+ error: { code: 'session_expired', message: 'Session expired or invalid' }
79
+ });
80
+ }
81
+ req.wabSession = session;
82
+ next();
83
+ }
84
+
85
+ // ─── Helper: resolve site from request ───────────────────────────────
86
+ function resolveSite(req) {
87
+ if (req.wabSession) return findSiteById.get(req.wabSession.siteId);
88
+ const siteId = req.query.siteId || req.body?.siteId;
89
+ if (siteId) return findSiteById.get(siteId);
90
+ return null;
91
+ }
92
+
93
+ function parseSiteConfig(site) {
94
+ try { return JSON.parse(site.config || '{}'); } catch (_) { return {}; }
95
+ }
96
+
97
+ function buildCommandResponse(id, result) {
98
+ return { id: id || null, type: 'success', protocol: PROTOCOL_VERSION, result };
99
+ }
100
+
101
+ function buildErrorResponse(id, code, message, extra) {
102
+ const error = { code, message };
103
+ if (extra && typeof extra === 'object') Object.assign(error, extra);
104
+ return { id: id || null, type: 'error', protocol: PROTOCOL_VERSION, error };
105
+ }
106
+
107
+ // ═════════════════════════════════════════════════════════════════════
108
+ // POST /api/wab/authenticate — session token exchange
109
+ // ═════════════════════════════════════════════════════════════════════
110
+
111
+ router.post('/authenticate', wabAuthenticateLimiter, (req, res) => {
112
+ try {
113
+ const { siteId, apiKey, meta, scope: requestedScope } = req.body;
114
+ if (!siteId && !apiKey) {
115
+ return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'siteId or apiKey required'));
116
+ }
117
+
118
+ // SPEC §8.7 — parse caller-requested scope. Absent = legacy unscoped (admin/*).
119
+ let scope;
120
+ try {
121
+ scope = tokenScope.parseScope(requestedScope);
122
+ } catch (e) {
123
+ return res.status(400).json(buildErrorResponse(null, 'invalid_scope', e.message));
124
+ }
125
+
126
+ let site;
127
+ if (apiKey) {
128
+ // Timing-safe API key lookup: hash the provided key and compare against stored hashes
129
+ // to prevent timing attacks on the raw key comparison
130
+ const allActive = db.prepare('SELECT * FROM sites WHERE active = 1 AND api_key IS NOT NULL').all();
131
+ site = allActive.find(s => {
132
+ if (!s.api_key) return false;
133
+ const a = Buffer.from(s.api_key);
134
+ const b = Buffer.from(apiKey);
135
+ if (a.length !== b.length) return false;
136
+ return crypto.timingSafeEqual(a, b);
137
+ }) || null;
138
+ } else {
139
+ site = findSiteById.get(siteId);
140
+ }
141
+
142
+ if (!site) {
143
+ auditLog({ actorType: 'agent', action: 'wab_auth_failed', details: { siteId }, ip: req.ip, outcome: 'denied', severity: 'warning' });
144
+ return res.status(404).json(buildErrorResponse(null, 'not_found', 'Site not found or invalid credentials'));
145
+ }
146
+
147
+ const origin = req.get('origin') || '';
148
+ if (origin) {
149
+ try {
150
+ const reqDomain = new URL(origin).hostname.replace(/^www\./, '');
151
+ const siteDomain = site.domain.replace(/^www\./, '');
152
+ const isProduction = process.env.NODE_ENV === 'production';
153
+ const isLocalhost = reqDomain === 'localhost' || reqDomain === '127.0.0.1';
154
+ if (reqDomain !== siteDomain && !(isLocalhost && !isProduction)) {
155
+ return res.status(403).json(buildErrorResponse(null, 'origin_mismatch', 'Origin does not match site domain'));
156
+ }
157
+ } catch (_) {}
158
+ }
159
+
160
+ const token = generateSessionToken();
161
+ sessions.set(token, {
162
+ siteId: site.id,
163
+ tier: site.tier,
164
+ domain: site.domain,
165
+ agentMeta: meta || {},
166
+ scope,
167
+ createdAt: Date.now(),
168
+ expiresAt: Date.now() + SESSION_TTL
169
+ });
170
+
171
+ res.json(buildCommandResponse(null, {
172
+ authenticated: true,
173
+ token,
174
+ siteId: site.id,
175
+ tier: site.tier,
176
+ expiresIn: SESSION_TTL / 1000,
177
+ permissions: parseSiteConfig(site).agentPermissions || {},
178
+ scope: tokenScope.formatScope(scope)
179
+ }));
180
+ } catch (err) {
181
+ res.status(500).json(buildErrorResponse(null, 'internal', 'Authentication failed'));
182
+ }
183
+ });
184
+
185
+ // ═════════════════════════════════════════════════════════════════════
186
+ // GET /api/wab/discover — full discovery document
187
+ // ═════════════════════════════════════════════════════════════════════
188
+
189
+ router.get('/discover', (req, res) => {
190
+ try {
191
+ const site = resolveSite(req);
192
+ if (!site || !site.active) {
193
+ const domain = (req.get('origin') ? new URL(req.get('origin')).hostname : req.get('host')?.split(':')[0]) || '';
194
+ const byDomain = db.prepare(
195
+ 'SELECT * FROM sites WHERE LOWER(REPLACE(domain, "www.", "")) = ? AND active = 1 LIMIT 1'
196
+ ).get(domain.toLowerCase().replace(/^www\./, ''));
197
+
198
+ if (!byDomain) {
199
+ return res.status(404).json(buildErrorResponse(null, 'not_found', 'No WAB site found'));
200
+ }
201
+ return res.json(buildCommandResponse(null, buildDiscovery(byDomain)));
202
+ }
203
+ res.json(buildCommandResponse(null, buildDiscovery(site)));
204
+ } catch (err) {
205
+ res.status(500).json(buildErrorResponse(null, 'internal', 'Discovery failed'));
206
+ }
207
+ });
208
+
209
+ // ═════════════════════════════════════════════════════════════════════
210
+ // GET /api/wab/actions — list actions
211
+ // ═════════════════════════════════════════════════════════════════════
212
+
213
+ router.get('/actions', (req, res) => {
214
+ try {
215
+ const site = resolveSite(req);
216
+ if (!site) return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'siteId required'));
217
+
218
+ const config = parseSiteConfig(site);
219
+ const perms = config.agentPermissions || {};
220
+ const category = req.query.category;
221
+
222
+ const actions = Object.entries(perms)
223
+ .filter(([, v]) => v)
224
+ .map(([name]) => ({
225
+ name,
226
+ description: `Permission: ${name}`,
227
+ trigger: name === 'click' ? 'click' : name === 'fillForms' ? 'fill_and_submit' : name === 'scroll' ? 'scroll' : 'api',
228
+ category: name === 'navigate' ? 'navigation' : 'general',
229
+ requiresAuth: ['apiAccess', 'automatedLogin', 'extractData'].includes(name)
230
+ }));
231
+
232
+ const filtered = category ? actions.filter(a => a.category === category) : actions;
233
+
234
+ res.json(buildCommandResponse(req.query.id || null, { actions: filtered, total: filtered.length }));
235
+ } catch (err) {
236
+ res.status(500).json(buildErrorResponse(null, 'internal', 'Failed to list actions'));
237
+ }
238
+ });
239
+
240
+ // ═════════════════════════════════════════════════════════════════════
241
+ // POST /api/wab/actions/:name — execute action (with tracking)
242
+ // ═════════════════════════════════════════════════════════════════════
243
+
244
+ router.post('/actions/:name', requireSession, wabActionLimiter, async (req, res) => {
245
+ try {
246
+ const actionName = req.params.name;
247
+ const site = findSiteById.get(req.wabSession.siteId);
248
+ if (!site) return res.status(404).json(buildErrorResponse(req.body?.id, 'not_found', 'Site not found'));
249
+
250
+ const config = parseSiteConfig(site);
251
+ const perms = config.agentPermissions || {};
252
+
253
+ // SPEC §8.7 — token scope gate. Site config may declare
254
+ // `environment` ("production" by default), `destructiveActions[]`,
255
+ // and `nonDestructiveActions[]` to extend the default policy.
256
+ const sessionScope = req.wabSession.scope;
257
+ if (sessionScope) {
258
+ const decision = tokenScope.authorize(sessionScope, {
259
+ name: actionName,
260
+ env: config.environment || 'production',
261
+ resource: req.body?.resource,
262
+ action_kind: req.body?.action_kind,
263
+ }, config);
264
+ if (!decision.allowed) {
265
+ auditLog({
266
+ actorType: 'agent',
267
+ action: 'scope_denied',
268
+ details: { actionName, code: decision.code, reason: decision.reason, siteId: site.id },
269
+ ip: req.ip,
270
+ outcome: 'denied',
271
+ severity: 'warning',
272
+ });
273
+ return res.status(403).json(buildErrorResponse(
274
+ req.body?.id,
275
+ decision.code,
276
+ decision.reason
277
+ ));
278
+ }
279
+ }
280
+
281
+ const permMap = {
282
+ click: 'click', fill_and_submit: 'fillForms', scroll: 'scroll',
283
+ navigate: 'navigate', api: 'apiAccess', read: 'readContent', extract: 'extractData'
284
+ };
285
+ const requiredPerm = permMap[actionName] || actionName;
286
+
287
+ if (!perms[requiredPerm] && !perms[actionName]) {
288
+ return res.status(403).json(buildErrorResponse(req.body?.id, 'permission_denied',
289
+ `Action "${actionName}" is not permitted by site configuration`));
290
+ }
291
+
292
+ // SPEC §8.12 — Intent Analysis Engine (Premium+ or opt-in).
293
+ const intentCfg = config.intentEngine || {};
294
+ const intentEnabled = intentCfg.enabled === false
295
+ ? false
296
+ : (intentCfg.enabled === true || ['premium', 'enterprise'].includes(String(site.tier || '').toLowerCase()));
297
+ let intentVerdict = null;
298
+ if (intentEnabled) {
299
+ intentVerdict = intentEngine.score({
300
+ actorId: req.wabSession?.agentMeta?.name || null,
301
+ sessionToken: req.get('Authorization')?.slice(7),
302
+ siteId: site.id,
303
+ actionName,
304
+ params: req.body?.params || {},
305
+ env: config.environment || 'production',
306
+ tier: site.tier,
307
+ }, config);
308
+ if (intentVerdict.required_gate === 'block') {
309
+ auditLog({
310
+ actorType: 'agent', action: 'intent_blocked',
311
+ details: { actionName, score: intentVerdict.score, reasons: intentVerdict.reasons, siteId: site.id },
312
+ ip: req.ip, outcome: 'blocked', severity: 'critical',
313
+ });
314
+ return res.status(403).json(buildErrorResponse(req.body?.id, 'INTENT_BLOCKED',
315
+ `Request blocked by intent analysis (score=${intentVerdict.score}, level=${intentVerdict.level}). Reasons: ${intentVerdict.reasons.join('; ')}`,
316
+ { intent: intentVerdict }));
317
+ }
318
+ }
319
+
320
+ // SPEC §8.10 — Mandatory Dry-Run for destructive actions.
321
+ const intentForcesDryRun = intentVerdict && intentVerdict.required_gate === 'dry_run';
322
+ if (dryRun.requiresDryRun(actionName, config) || intentForcesDryRun) {
323
+ const dryFlag = req.body?.dry_run;
324
+ const planId = req.body?.plan_id;
325
+ const ctx = {
326
+ sessionToken: req.get('Authorization')?.slice(7),
327
+ siteId: site.id,
328
+ actionName,
329
+ params: req.body?.params || {},
330
+ };
331
+
332
+ if (dryFlag === true) {
333
+ // Generate a plan. The default simulator is conservative — it
334
+ // surfaces what we know (action, params, target site) and marks
335
+ // reversible=false. Sites integrating with their own backend MAY
336
+ // override this via a server-side adapter.
337
+ const sim = {
338
+ would_affect: [`site:${site.id}`, `action:${actionName}`],
339
+ side_effects: [actionName],
340
+ reversible: false,
341
+ summary: `Would execute "${actionName}" on site ${site.domain} with the given params. ` +
342
+ 'No actual changes have been made. Confirm with dry_run:false + plan_id to proceed.',
343
+ };
344
+ const envelope = dryRun.createPlan(ctx, sim);
345
+ auditLog({
346
+ actorType: 'agent', action: 'dry_run_plan_created',
347
+ details: { actionName, planId: envelope.plan_id, siteId: site.id },
348
+ ip: req.ip, outcome: 'success', severity: 'info',
349
+ });
350
+ return res.json(buildCommandResponse(req.body?.id, envelope));
351
+ }
352
+
353
+ // dryFlag === false (or undefined) — must consume a valid plan.
354
+ const consume = dryRun.consumePlan(planId, ctx);
355
+ if (!consume.ok) {
356
+ auditLog({
357
+ actorType: 'agent', action: 'dry_run_violation',
358
+ details: { actionName, code: consume.code, siteId: site.id },
359
+ ip: req.ip, outcome: 'denied', severity: 'warning',
360
+ });
361
+ return res.status(412).json(buildErrorResponse(req.body?.id, consume.code, consume.message));
362
+ }
363
+ }
364
+
365
+ // SPEC §8.11 — Out-of-Band Human Gate (Pro+).
366
+ const intentForcesHumanGate = intentVerdict && intentVerdict.required_gate === 'human_gate';
367
+ if (humanGate.requiresHumanGate(actionName, config, site.tier) || intentForcesHumanGate) {
368
+ const hgCtx = {
369
+ sessionToken: req.get('Authorization')?.slice(7),
370
+ siteId: site.id,
371
+ actorId: req.wabSession?.agentMeta?.name || null,
372
+ actionName,
373
+ params: req.body?.params || {},
374
+ };
375
+ const confirmationId = req.body?.confirmation_id;
376
+ if (!confirmationId) {
377
+ const challenge = await humanGate.issueChallenge(hgCtx, { siteConfig: config });
378
+ auditLog({
379
+ actorType: 'agent', action: 'human_gate_issued',
380
+ details: { actionName, challenge_id: challenge.challenge_id, siteId: site.id, dispatched_to: challenge.dispatched_to },
381
+ ip: req.ip, outcome: 'success', severity: 'info',
382
+ });
383
+ return res.status(202).json(buildErrorResponse(req.body?.id, 'HUMAN_GATE_REQUIRED',
384
+ 'Out-of-band human approval required. Retry with confirmation_id once approved.', {
385
+ challenge_id: challenge.challenge_id,
386
+ expires_at: challenge.expires_at,
387
+ dispatched_to: challenge.dispatched_to,
388
+ }));
389
+ }
390
+ const hg = humanGate.consumeApproved(confirmationId, hgCtx);
391
+ if (!hg.ok) {
392
+ auditLog({
393
+ actorType: 'agent', action: 'human_gate_violation',
394
+ details: { actionName, code: hg.code, challenge_id: confirmationId, siteId: site.id },
395
+ ip: req.ip, outcome: 'denied', severity: 'warning',
396
+ });
397
+ const status = hg.code === 'HUMAN_GATE_PENDING' ? 425 : 403;
398
+ return res.status(status).json(buildErrorResponse(req.body?.id, hg.code, hg.message || hg.code));
399
+ }
400
+ }
401
+
402
+ // SPEC §8.13 — Snapshot before execution (Enterprise or opt-in).
403
+ let snapshotId = null;
404
+ const snapshotsEnabled = (config.snapshots && config.snapshots.enabled === true) ||
405
+ String(site.tier || '').toLowerCase() === 'enterprise';
406
+ const isDestructiveExec = tokenScope.isDestructiveAction(actionName, config) ||
407
+ (intentVerdict && intentVerdict.verb_class === 'destructive');
408
+ if (snapshotsEnabled && isDestructiveExec) {
409
+ try {
410
+ const snap = rollback.recordSnapshot({
411
+ siteId: site.id,
412
+ actionName,
413
+ actorId: req.wabSession?.agentMeta?.name || null,
414
+ sessionToken: req.get('Authorization')?.slice(7),
415
+ params: req.body?.params || {},
416
+ }, {
417
+ // The default snapshot payload is metadata-only; site adapters
418
+ // override via their own pre-execution hook.
419
+ snapshot: { actionName, params: req.body?.params || {}, captured_at: new Date().toISOString() },
420
+ meta: { intent_score: intentVerdict?.score || null },
421
+ reversible: true,
422
+ });
423
+ snapshotId = snap.snapshot_id;
424
+ auditLog({
425
+ actorType: 'agent', action: 'snapshot_recorded',
426
+ details: { actionName, snapshot_id: snapshotId, siteId: site.id },
427
+ ip: req.ip, outcome: 'success', severity: 'info',
428
+ });
429
+ } catch (e) {
430
+ // Snapshot failure must NOT silently allow destructive actions.
431
+ auditLog({
432
+ actorType: 'agent', action: 'snapshot_failed',
433
+ details: { actionName, error: e.message, siteId: site.id },
434
+ ip: req.ip, outcome: 'error', severity: 'critical',
435
+ });
436
+ return res.status(500).json(buildErrorResponse(req.body?.id, 'SNAPSHOT_FAILED',
437
+ 'Could not record pre-action snapshot — destructive action aborted for safety.'));
438
+ }
439
+ }
440
+
441
+ recordAnalytic({
442
+ siteId: site.id,
443
+ actionName,
444
+ agentId: req.wabSession.agentMeta?.name || 'mcp-agent',
445
+ triggerType: 'wab_api',
446
+ success: true,
447
+ metadata: { params: req.body?.params || {}, transport: 'http' }
448
+ });
449
+
450
+ broadcastAnalytic(site.id, {
451
+ actionName,
452
+ agentId: req.wabSession.agentMeta?.name || 'mcp-agent',
453
+ triggerType: 'wab_api',
454
+ success: true
455
+ });
456
+
457
+ res.json(buildCommandResponse(req.body?.id, {
458
+ success: true,
459
+ action: actionName,
460
+ siteId: site.id,
461
+ executed_at: new Date().toISOString(),
462
+ snapshot_id: snapshotId,
463
+ note: 'Server-side action recorded. For DOM interactions, use the bridge script in-browser.'
464
+ }));
465
+ } catch (err) {
466
+
467
+ res.status(500).json(buildErrorResponse(req.body?.id, 'internal', 'Action execution failed'));
468
+ }
469
+ });
470
+
471
+ // ═════════════════════════════════════════════════════════════════════
472
+ // POST /api/wab/read — read content (selector-based, requires in-browser)
473
+ // ═════════════════════════════════════════════════════════════════════
474
+
475
+ router.post('/read', requireSession, (req, res) => {
476
+ try {
477
+ const { selector, id } = req.body;
478
+ if (!selector) {
479
+ return res.status(400).json(buildErrorResponse(id, 'invalid_argument', 'selector is required'));
480
+ }
481
+
482
+ const site = findSiteById.get(req.wabSession.siteId);
483
+ if (!site) return res.status(404).json(buildErrorResponse(id, 'not_found', 'Site not found'));
484
+
485
+ const config = parseSiteConfig(site);
486
+ if (!config.agentPermissions?.readContent) {
487
+ return res.status(403).json(buildErrorResponse(id, 'permission_denied', 'readContent not enabled'));
488
+ }
489
+
490
+ recordAnalytic({
491
+ siteId: site.id,
492
+ actionName: 'readContent',
493
+ agentId: req.wabSession.agentMeta?.name || 'mcp-agent',
494
+ triggerType: 'wab_api',
495
+ success: true,
496
+ metadata: { selector, transport: 'http' }
497
+ });
498
+
499
+ res.json(buildCommandResponse(id, {
500
+ success: true,
501
+ selector,
502
+ note: 'Content reading via HTTP returns metadata only. Use the bridge script in-browser or the noscript bridge for rendered content.',
503
+ bridge_page: `/api/noscript/bridge/${site.id}`,
504
+ noscript_endpoints: {
505
+ pixel: `/api/noscript/pixel/${site.id}`,
506
+ css: `/api/noscript/css/${site.id}`,
507
+ bridge: `/api/noscript/bridge/${site.id}`
508
+ }
509
+ }));
510
+ } catch (err) {
511
+ res.status(500).json(buildErrorResponse(null, 'internal', 'Read failed'));
512
+ }
513
+ });
514
+
515
+ // ═════════════════════════════════════════════════════════════════════
516
+ // GET /api/wab/page-info — get page/site metadata
517
+ // ═════════════════════════════════════════════════════════════════════
518
+
519
+ router.get('/page-info', (req, res) => {
520
+ try {
521
+ const site = resolveSite(req);
522
+ if (!site) return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'siteId required'));
523
+
524
+ const config = parseSiteConfig(site);
525
+ const neutralityScore = calculateNeutralityScore(site);
526
+
527
+ res.json(buildCommandResponse(req.query.id || null, {
528
+ title: site.name,
529
+ domain: site.domain,
530
+ url: `https://${site.domain}`,
531
+ tier: site.tier,
532
+ bridgeVersion: WAB_VERSION,
533
+ protocol: PROTOCOL_VERSION,
534
+ permissions: config.agentPermissions || {},
535
+ restrictions: config.restrictions || {},
536
+ security: {
537
+ sandboxActive: true,
538
+ sessionRequired: true,
539
+ originValidation: true,
540
+ rateLimit: config.restrictions?.rateLimit?.maxCallsPerMinute || 60
541
+ },
542
+ fairness: {
543
+ neutralityScore,
544
+ isIndependent: false
545
+ },
546
+ endpoints: {
547
+ discover: `/api/wab/discover?siteId=${site.id}`,
548
+ actions: `/api/wab/actions?siteId=${site.id}`,
549
+ authenticate: '/api/wab/authenticate',
550
+ bridge: `/api/noscript/bridge/${site.id}`,
551
+ discovery: `/api/discovery/${site.id}`
552
+ }
553
+ }));
554
+ } catch (err) {
555
+ res.status(500).json(buildErrorResponse(null, 'internal', 'Failed to get page info'));
556
+ }
557
+ });
558
+
559
+ // ═════════════════════════════════════════════════════════════════════
560
+ // GET /api/wab/search — fairness-weighted search (MCP adapter uses this)
561
+ // ═════════════════════════════════════════════════════════════════════
562
+
563
+ router.get('/search', searchLimiter, (req, res) => {
564
+ try {
565
+ const query = req.query.q || '';
566
+ const category = req.query.category || null;
567
+ const limit = Math.min(parseInt(req.query.limit) || 10, 100);
568
+
569
+ let sql = `
570
+ SELECT s.*, d.category, d.tags, d.is_independent, d.commission_rate,
571
+ d.direct_benefit, d.neutrality_score, d.trust_signature
572
+ FROM wab_directory d
573
+ JOIN sites s ON d.site_id = s.id AND s.active = 1
574
+ WHERE d.listed = 1
575
+ `;
576
+ const params = [];
577
+
578
+ if (category) {
579
+ sql += ' AND d.category = ?';
580
+ params.push(category);
581
+ }
582
+
583
+ sql += ' ORDER BY d.neutrality_score DESC LIMIT ?';
584
+ params.push(limit * 3);
585
+
586
+ const candidates = db.prepare(sql).all(...params);
587
+ const results = fairnessWeightedSearch(query, candidates).slice(0, limit);
588
+
589
+ res.json(buildCommandResponse(req.query.id || null, {
590
+ query,
591
+ total: results.length,
592
+ fairness_applied: true,
593
+ results: results.map(r => ({
594
+ siteId: r.id,
595
+ name: r.name,
596
+ domain: r.domain,
597
+ description: r.description || '',
598
+ category: r.category || 'general',
599
+ tier: r.tier,
600
+ neutrality_score: r._neutralityScore,
601
+ is_independent: r._isIndependent,
602
+ relevance_score: r._relevance,
603
+ fairness_boost: r._fairnessBoost,
604
+ final_score: r._finalScore,
605
+ endpoints: {
606
+ discover: `/api/wab/discover?siteId=${r.id}`,
607
+ actions: `/api/wab/actions?siteId=${r.id}`,
608
+ bridge: `/api/noscript/bridge/${r.id}`
609
+ }
610
+ }))
611
+ }));
612
+ } catch (err) {
613
+ res.status(500).json(buildErrorResponse(null, 'internal', 'Search failed'));
614
+ }
615
+ });
616
+
617
+ // ═════════════════════════════════════════════════════════════════════
618
+ // GET /api/wab/ping — health check
619
+ // ═════════════════════════════════════════════════════════════════════
620
+
621
+ router.get('/ping', (_req, res) => {
622
+ res.json(buildCommandResponse(null, {
623
+ pong: true,
624
+ version: WAB_VERSION,
625
+ protocol: PROTOCOL_VERSION,
626
+ timestamp: Date.now(),
627
+ status: 'healthy'
628
+ }));
629
+ });
630
+
631
+ // ─── Discovery document builder ──────────────────────────────────────
632
+
633
+ function buildDiscovery(site) {
634
+ const config = parseSiteConfig(site);
635
+ const perms = config.agentPermissions || {};
636
+ const features = config.features || {};
637
+
638
+ const commands = Object.entries(perms)
639
+ .filter(([, v]) => v)
640
+ .map(([name]) => ({
641
+ name,
642
+ trigger: name === 'click' ? 'click' : name === 'fillForms' ? 'fill_and_submit' : name === 'scroll' ? 'scroll' : 'api',
643
+ requiresAuth: ['apiAccess', 'automatedLogin', 'extractData'].includes(name)
644
+ }));
645
+
646
+ const featureList = ['auto_discovery', 'noscript_fallback', 'wab_protocol_api'];
647
+ if (features.advancedAnalytics) featureList.push('advanced_analytics');
648
+ if (features.realTimeUpdates) featureList.push('real_time_updates');
649
+
650
+ const dirEntry = db.prepare('SELECT * FROM wab_directory WHERE site_id = ?').get(site.id);
651
+
652
+ return {
653
+ wab_version: WAB_VERSION,
654
+ protocol: PROTOCOL_VERSION,
655
+ generated_at: new Date().toISOString(),
656
+ provider: {
657
+ name: site.name,
658
+ domain: site.domain,
659
+ category: dirEntry?.category || 'general',
660
+ description: site.description || ''
661
+ },
662
+ capabilities: {
663
+ commands,
664
+ permissions: perms,
665
+ tier: site.tier,
666
+ transport: ['js_global', 'http', 'websocket'],
667
+ features: featureList
668
+ },
669
+ agent_access: {
670
+ bridge_script: '/script/ai-agent-bridge.js',
671
+ api_base: '/api/wab',
672
+ websocket: '/ws/analytics',
673
+ noscript: `/api/noscript/bridge/${site.id}`,
674
+ discovery: `/api/discovery/${site.id}`
675
+ },
676
+ fairness: {
677
+ is_independent: dirEntry ? !!dirEntry.is_independent : false,
678
+ commission_rate: dirEntry ? dirEntry.commission_rate : 0,
679
+ direct_benefit: dirEntry ? (dirEntry.direct_benefit || '') : '',
680
+ neutrality_score: calculateNeutralityScore(site)
681
+ },
682
+ security: {
683
+ session_required: true,
684
+ origin_validation: true,
685
+ rate_limit: config.restrictions?.rateLimit?.maxCallsPerMinute || 60,
686
+ sandbox: true
687
+ },
688
+ endpoints: {
689
+ authenticate: '/api/wab/authenticate',
690
+ discover: `/api/wab/discover?siteId=${site.id}`,
691
+ actions: `/api/wab/actions?siteId=${site.id}`,
692
+ execute: '/api/wab/actions/{actionName}',
693
+ read: '/api/wab/read',
694
+ page_info: `/api/wab/page-info?siteId=${site.id}`,
695
+ search: '/api/wab/search',
696
+ ping: '/api/wab/ping',
697
+ token_exchange: '/api/license/token',
698
+ bridge_page: `/api/noscript/bridge/${site.id}`
699
+ }
700
+ };
701
+ }
702
+
703
+ // ═════════════════════════════════════════════════════════════════════
704
+ // SPEC §8.11 — Out-of-Band Human Gate endpoints
705
+ // ═════════════════════════════════════════════════════════════════════
706
+
707
+ // Public-ish: anyone holding a valid challenge_id + 6-digit code can
708
+ // approve/reject. Rate-limit applies to brute-force the code (5 attempts
709
+ // per challenge enforced by the module).
710
+ router.post('/human-gate/approve', wabActionLimiter, (req, res) => {
711
+ try {
712
+ const { challenge_id, code } = req.body || {};
713
+ if (!challenge_id || !code) {
714
+ return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'challenge_id and code required'));
715
+ }
716
+ // SPEC §8.11 — IP-level brute-force limiter (sliding window).
717
+ // Per-challenge 5-attempt lockout still applies inside humanGate.
718
+ const ipCheck = humanGateRateLimit.checkBeforeAttempt(req.ip);
719
+ if (!ipCheck.allowed) {
720
+ try {
721
+ auditLog({
722
+ actorType: 'user', action: 'human_gate_rate_limited',
723
+ details: { challenge_id, code: ipCheck.code, retry_after_ms: ipCheck.retry_after_ms },
724
+ ip: req.ip, outcome: 'denied', severity: 'warning',
725
+ });
726
+ } catch { /* audit failures must not block */ }
727
+ res.set('Retry-After', String(Math.ceil((ipCheck.retry_after_ms || 0) / 1000)));
728
+ return res.status(429).json(buildErrorResponse(null, ipCheck.code,
729
+ 'too many approval attempts from this IP; slow down', { retry_after_ms: ipCheck.retry_after_ms }));
730
+ }
731
+ const result = humanGate.approveChallenge(challenge_id, code);
732
+ humanGateRateLimit.recordAttempt(req.ip, !!result.ok);
733
+ try {
734
+ auditLog({
735
+ actorType: 'user', action: 'human_gate_approve_attempt',
736
+ details: { challenge_id, ok: result.ok, code: result.code },
737
+ ip: req.ip, outcome: result.ok ? 'success' : 'denied',
738
+ severity: result.ok ? 'info' : 'warning',
739
+ });
740
+ } catch (e) { /* audit failures must not block the security gate */ }
741
+ if (!result.ok) {
742
+ const status = result.code === 'HUMAN_GATE_NOT_FOUND' ? 404
743
+ : result.code === 'HUMAN_GATE_LOCKED' ? 429
744
+ : result.code === 'HUMAN_GATE_BAD_CODE' ? 401
745
+ : 400;
746
+ return res.status(status).json(buildErrorResponse(null, result.code, result.message || result.code));
747
+ }
748
+ return res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: { status: result.status } });
749
+ } catch (err) {
750
+ return res.status(500).json(buildErrorResponse(null, 'internal', err.message));
751
+ }
752
+ });
753
+
754
+ router.post('/human-gate/reject', wabActionLimiter, (req, res) => {
755
+ const { challenge_id, reason } = req.body || {};
756
+ if (!challenge_id) {
757
+ return res.status(400).json(buildErrorResponse(null, 'invalid_argument', 'challenge_id required'));
758
+ }
759
+ const result = humanGate.rejectChallenge(challenge_id, reason);
760
+ auditLog({
761
+ actorType: 'user', action: 'human_gate_reject',
762
+ details: { challenge_id, ok: result.ok, code: result.code },
763
+ ip: req.ip, outcome: result.ok ? 'success' : 'denied', severity: 'info',
764
+ });
765
+ if (!result.ok) {
766
+ return res.status(result.code === 'HUMAN_GATE_NOT_FOUND' ? 404 : 400)
767
+ .json(buildErrorResponse(null, result.code, result.code));
768
+ }
769
+ return res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: { status: result.status } });
770
+ });
771
+
772
+ router.get('/human-gate/:id/status', (req, res) => {
773
+ const status = humanGate.getStatus(req.params.id);
774
+ if (!status) {
775
+ return res.status(404).json(buildErrorResponse(null, 'HUMAN_GATE_NOT_FOUND', 'challenge not found'));
776
+ }
777
+ return res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: status });
778
+ });
779
+
780
+ // ═════════════════════════════════════════════════════════════════════
781
+ // SPEC §8.13 — Snapshot & Rollback admin endpoints
782
+ // ═════════════════════════════════════════════════════════════════════
783
+ //
784
+ // Auth: site owner authenticates with the site's apiKey via
785
+ // X-WAB-Site-Id + X-WAB-Api-Key headers (same secret used to issue
786
+ // bridge tokens). This is the operator's break-glass.
787
+ function _adminAuth(req, res) {
788
+ const siteId = req.get('X-WAB-Site-Id');
789
+ const apiKey = req.get('X-WAB-Api-Key');
790
+ if (!siteId || !apiKey) {
791
+ res.status(401).json(buildErrorResponse(null, 'auth_required', 'X-WAB-Site-Id and X-WAB-Api-Key required'));
792
+ return null;
793
+ }
794
+ const site = findSiteById.get(siteId);
795
+ if (!site || site.api_key !== apiKey) {
796
+ res.status(403).json(buildErrorResponse(null, 'forbidden', 'invalid site or api key'));
797
+ return null;
798
+ }
799
+ return site;
800
+ }
801
+
802
+ router.get('/admin/snapshots', (req, res) => {
803
+ const site = _adminAuth(req, res); if (!site) return;
804
+ try {
805
+ const list = rollback.listSnapshots(site.id, {
806
+ limit: parseInt(req.query.limit, 10) || 50,
807
+ status: req.query.status || undefined,
808
+ });
809
+ res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: { snapshots: list } });
810
+ } catch (err) {
811
+ res.status(500).json(buildErrorResponse(null, 'internal', err.message));
812
+ }
813
+ });
814
+
815
+ router.get('/admin/snapshots/:id', (req, res) => {
816
+ const site = _adminAuth(req, res); if (!site) return;
817
+ const snap = rollback.getSnapshot(req.params.id);
818
+ if (!snap || snap.site_id !== site.id) {
819
+ return res.status(404).json(buildErrorResponse(null, 'SNAPSHOT_NOT_FOUND', 'snapshot not found'));
820
+ }
821
+ res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: snap });
822
+ });
823
+
824
+ router.post('/admin/rollback/:id', async (req, res) => {
825
+ const site = _adminAuth(req, res); if (!site) return;
826
+ const snap = rollback.getSnapshot(req.params.id);
827
+ if (!snap || snap.site_id !== site.id) {
828
+ return res.status(404).json(buildErrorResponse(null, 'SNAPSHOT_NOT_FOUND', 'snapshot not found'));
829
+ }
830
+ try {
831
+ const result = await rollback.restoreSnapshot(req.params.id);
832
+ auditLog({
833
+ actorType: 'admin', action: 'snapshot_rollback_attempt',
834
+ details: { snapshot_id: req.params.id, site_id: site.id, ok: result.ok, code: result.code },
835
+ ip: req.ip, outcome: result.ok ? 'success' : 'denied',
836
+ severity: result.ok ? 'warning' : 'critical',
837
+ });
838
+ if (!result.ok) {
839
+ const status = result.code === 'SNAPSHOT_NOT_FOUND' ? 404
840
+ : result.code === 'NO_RESTORER' ? 503
841
+ : 409;
842
+ return res.status(status).json(buildErrorResponse(null, result.code, result.message || result.code));
843
+ }
844
+ res.json({ type: 'success', protocol: PROTOCOL_VERSION, result: { restored: true, snapshot_id: req.params.id } });
845
+ } catch (err) {
846
+ res.status(500).json(buildErrorResponse(null, 'internal', err.message));
847
+ }
848
+ });
849
+
850
+ module.exports = router;