web-agent-bridge 3.2.0 → 3.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. package/LICENSE +84 -72
  2. package/README.ar.md +1304 -1152
  3. package/README.md +298 -1635
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -138
  6. package/bin/wab-init.js +223 -0
  7. package/bin/wab.js +80 -80
  8. package/examples/azure-dns-wab.js +83 -0
  9. package/examples/bidi-agent.js +119 -119
  10. package/examples/cloudflare-wab-dns.js +121 -0
  11. package/examples/cpanel-wab-dns.js +114 -0
  12. package/examples/cross-site-agent.js +91 -91
  13. package/examples/dns-discovery-agent.js +166 -0
  14. package/examples/gcp-dns-wab.js +76 -0
  15. package/examples/governance-agent.js +169 -0
  16. package/examples/mcp-agent.js +94 -94
  17. package/examples/next-app-router/README.md +44 -44
  18. package/examples/plesk-wab-dns.js +103 -0
  19. package/examples/puppeteer-agent.js +108 -108
  20. package/examples/route53-wab-dns.js +144 -0
  21. package/examples/saas-dashboard/README.md +55 -55
  22. package/examples/safe-mode-agent.js +96 -0
  23. package/examples/shopify-hydrogen/README.md +74 -74
  24. package/examples/vision-agent.js +171 -171
  25. package/examples/wab-sign.js +74 -0
  26. package/examples/wab-verify.js +60 -0
  27. package/examples/wordpress-elementor/README.md +77 -77
  28. package/package.json +19 -6
  29. package/public/.well-known/agent-tools.json +180 -180
  30. package/public/.well-known/ai-assets.json +59 -59
  31. package/public/.well-known/security.txt +8 -0
  32. package/public/.well-known/wab.json +28 -0
  33. package/public/activate.html +368 -0
  34. package/public/adoption-metrics.html +188 -0
  35. package/public/agent-workspace.html +349 -349
  36. package/public/ai.html +198 -198
  37. package/public/api.html +413 -412
  38. package/public/azure-dns-integration.html +289 -0
  39. package/public/browser.html +486 -486
  40. package/public/cloudflare-integration.html +380 -0
  41. package/public/commander-dashboard.html +243 -243
  42. package/public/cookies.html +210 -210
  43. package/public/cpanel-integration.html +398 -0
  44. package/public/css/agent-workspace.css +1713 -1713
  45. package/public/css/premium.css +317 -317
  46. package/public/css/styles.css +1263 -1235
  47. package/public/dashboard.html +707 -706
  48. package/public/dns.html +436 -0
  49. package/public/docs.html +588 -587
  50. package/public/feed.xml +89 -89
  51. package/public/gcp-dns-integration.html +318 -0
  52. package/public/growth.html +465 -463
  53. package/public/index.html +1266 -982
  54. package/public/integrations.html +556 -0
  55. package/public/js/activate.js +145 -0
  56. package/public/js/agent-workspace.js +1740 -1740
  57. package/public/js/auth-nav.js +65 -31
  58. package/public/js/auth-redirect.js +12 -12
  59. package/public/js/cookie-consent.js +56 -56
  60. package/public/js/dns.js +438 -0
  61. package/public/js/wab-demo-page.js +721 -721
  62. package/public/js/ws-client.js +74 -74
  63. package/public/llms-full.txt +360 -360
  64. package/public/llms.txt +125 -125
  65. package/public/login.html +85 -85
  66. package/public/mesh-dashboard.html +328 -328
  67. package/public/openapi.json +669 -580
  68. package/public/phone-shield.html +281 -0
  69. package/public/plesk-integration.html +375 -0
  70. package/public/premium-dashboard.html +2489 -2489
  71. package/public/premium.html +793 -793
  72. package/public/privacy.html +297 -297
  73. package/public/provider-onboarding.html +172 -0
  74. package/public/provider-sandbox.html +134 -0
  75. package/public/providers.html +359 -0
  76. package/public/register.html +105 -105
  77. package/public/registrar-integrations.html +141 -0
  78. package/public/robots.txt +99 -87
  79. package/public/route53-integration.html +531 -0
  80. package/public/script/wab-consent.d.ts +36 -36
  81. package/public/script/wab-consent.js +104 -104
  82. package/public/script/wab-schema.js +131 -131
  83. package/public/script/wab.d.ts +108 -108
  84. package/public/script/wab.min.js +580 -580
  85. package/public/security.txt +8 -0
  86. package/public/shieldqr.html +231 -0
  87. package/public/sitemap.xml +6 -0
  88. package/public/terms.html +256 -256
  89. package/public/wab-trust.html +200 -0
  90. package/public/wab-vs-protocols.html +210 -0
  91. package/public/whitepaper.html +449 -0
  92. package/script/ai-agent-bridge.js +1754 -1754
  93. package/sdk/README.md +99 -99
  94. package/sdk/agent-mesh.js +449 -449
  95. package/sdk/auto-discovery.js +288 -0
  96. package/sdk/commander.js +262 -262
  97. package/sdk/governance.js +262 -0
  98. package/sdk/index.d.ts +464 -464
  99. package/sdk/index.js +25 -1
  100. package/sdk/multi-agent.js +318 -318
  101. package/sdk/package.json +2 -2
  102. package/sdk/safe-mode.js +221 -0
  103. package/sdk/safety-shield.js +219 -0
  104. package/sdk/schema-discovery.js +83 -83
  105. package/server/adapters/index.js +520 -520
  106. package/server/config/plans.js +367 -367
  107. package/server/config/secrets.js +102 -102
  108. package/server/control-plane/index.js +301 -301
  109. package/server/data-plane/index.js +354 -354
  110. package/server/index.js +670 -427
  111. package/server/llm/index.js +404 -404
  112. package/server/middleware/adminAuth.js +35 -35
  113. package/server/middleware/auth.js +50 -50
  114. package/server/middleware/featureGate.js +88 -88
  115. package/server/middleware/rateLimits.js +100 -100
  116. package/server/middleware/sensitiveAction.js +157 -0
  117. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  118. package/server/migrations/002_premium_features.sql +418 -418
  119. package/server/migrations/003_ads_integer_cents.sql +33 -33
  120. package/server/migrations/004_agent_os.sql +158 -158
  121. package/server/migrations/005_marketplace_metering.sql +126 -126
  122. package/server/migrations/007_governance.sql +106 -0
  123. package/server/migrations/008_plans.sql +144 -0
  124. package/server/migrations/009_shieldqr.sql +30 -0
  125. package/server/migrations/010_extended_trust.sql +33 -0
  126. package/server/models/adapters/index.js +33 -33
  127. package/server/models/adapters/mysql.js +183 -183
  128. package/server/models/adapters/postgresql.js +172 -172
  129. package/server/models/adapters/sqlite.js +7 -7
  130. package/server/models/db.js +740 -681
  131. package/server/observability/failure-analysis.js +337 -337
  132. package/server/observability/index.js +394 -394
  133. package/server/protocol/capabilities.js +223 -223
  134. package/server/protocol/index.js +243 -243
  135. package/server/protocol/schema.js +584 -584
  136. package/server/registry/certification.js +271 -271
  137. package/server/registry/index.js +326 -326
  138. package/server/routes/admin-plans.js +76 -0
  139. package/server/routes/admin-premium.js +673 -671
  140. package/server/routes/admin-shieldqr.js +90 -0
  141. package/server/routes/admin-trust-monitor.js +83 -0
  142. package/server/routes/admin.js +549 -261
  143. package/server/routes/ads.js +130 -130
  144. package/server/routes/agent-workspace.js +540 -540
  145. package/server/routes/api.js +150 -150
  146. package/server/routes/auth.js +71 -71
  147. package/server/routes/billing.js +57 -45
  148. package/server/routes/commander.js +316 -316
  149. package/server/routes/demo-showcase.js +332 -332
  150. package/server/routes/demo-store.js +154 -0
  151. package/server/routes/discovery.js +2348 -417
  152. package/server/routes/gateway.js +173 -157
  153. package/server/routes/governance.js +208 -0
  154. package/server/routes/license.js +251 -240
  155. package/server/routes/mesh.js +469 -469
  156. package/server/routes/noscript.js +543 -543
  157. package/server/routes/plans.js +33 -0
  158. package/server/routes/premium-v2.js +686 -686
  159. package/server/routes/premium.js +724 -724
  160. package/server/routes/providers.js +650 -0
  161. package/server/routes/runtime.js +2148 -2147
  162. package/server/routes/shieldqr.js +88 -0
  163. package/server/routes/sovereign.js +465 -385
  164. package/server/routes/universal.js +200 -185
  165. package/server/routes/wab-api.js +850 -501
  166. package/server/runtime/container-worker.js +111 -111
  167. package/server/runtime/container.js +448 -448
  168. package/server/runtime/distributed-worker.js +362 -362
  169. package/server/runtime/event-bus.js +210 -210
  170. package/server/runtime/index.js +253 -253
  171. package/server/runtime/queue.js +599 -599
  172. package/server/runtime/replay.js +666 -666
  173. package/server/runtime/sandbox.js +266 -266
  174. package/server/runtime/scheduler.js +534 -534
  175. package/server/runtime/session-engine.js +293 -293
  176. package/server/runtime/state-manager.js +188 -188
  177. package/server/security/cross-site-redactor.js +196 -0
  178. package/server/security/dry-run.js +180 -0
  179. package/server/security/human-gate-rate-limit.js +147 -0
  180. package/server/security/human-gate-transports.js +178 -0
  181. package/server/security/human-gate.js +281 -0
  182. package/server/security/index.js +368 -368
  183. package/server/security/intent-engine.js +245 -0
  184. package/server/security/reward-guard.js +171 -0
  185. package/server/security/rollback-store.js +239 -0
  186. package/server/security/token-scope.js +404 -0
  187. package/server/security/url-policy.js +139 -0
  188. package/server/services/agent-chat.js +506 -506
  189. package/server/services/agent-learning.js +601 -575
  190. package/server/services/agent-memory.js +625 -625
  191. package/server/services/agent-mesh.js +555 -539
  192. package/server/services/agent-symphony.js +717 -717
  193. package/server/services/agent-tasks.js +1807 -1807
  194. package/server/services/api-key-engine.js +292 -261
  195. package/server/services/cluster.js +894 -894
  196. package/server/services/commander.js +738 -738
  197. package/server/services/edge-compute.js +440 -440
  198. package/server/services/email.js +233 -204
  199. package/server/services/governance.js +466 -0
  200. package/server/services/hosted-runtime.js +205 -205
  201. package/server/services/lfd.js +635 -635
  202. package/server/services/local-ai.js +389 -389
  203. package/server/services/marketplace.js +270 -270
  204. package/server/services/metering.js +182 -182
  205. package/server/services/modules/affiliate-intelligence.js +93 -93
  206. package/server/services/modules/agent-firewall.js +90 -90
  207. package/server/services/modules/bounty.js +89 -89
  208. package/server/services/modules/collective-bargaining.js +92 -92
  209. package/server/services/modules/dark-pattern.js +66 -66
  210. package/server/services/modules/gov-intelligence.js +45 -45
  211. package/server/services/modules/neural.js +55 -55
  212. package/server/services/modules/notary.js +49 -49
  213. package/server/services/modules/price-time-machine.js +86 -86
  214. package/server/services/modules/protocol.js +104 -104
  215. package/server/services/negotiation.js +439 -439
  216. package/server/services/plans.js +214 -0
  217. package/server/services/plugins.js +771 -771
  218. package/server/services/premium.js +1 -1
  219. package/server/services/price-intelligence.js +566 -566
  220. package/server/services/price-shield.js +1137 -1137
  221. package/server/services/provider-clients.js +740 -0
  222. package/server/services/reputation.js +465 -465
  223. package/server/services/search-engine.js +357 -357
  224. package/server/services/security.js +513 -513
  225. package/server/services/self-healing.js +843 -843
  226. package/server/services/shieldqr.js +322 -0
  227. package/server/services/sovereign-shield.js +542 -0
  228. package/server/services/ssl-inspector.js +42 -0
  229. package/server/services/ssl-monitor.js +167 -0
  230. package/server/services/stripe.js +205 -192
  231. package/server/services/swarm.js +788 -788
  232. package/server/services/universal-scraper.js +662 -661
  233. package/server/services/verification.js +481 -481
  234. package/server/services/vision.js +1163 -1163
  235. package/server/services/wab-crypto.js +178 -0
  236. package/server/utils/cache.js +125 -125
  237. package/server/utils/migrate.js +81 -81
  238. package/server/utils/safe-fetch.js +228 -0
  239. package/server/utils/secureFields.js +50 -50
  240. package/server/ws.js +161 -161
  241. package/templates/artisan-marketplace.yaml +104 -104
  242. package/templates/book-price-scout.yaml +98 -98
  243. package/templates/electronics-price-tracker.yaml +108 -108
  244. package/templates/flight-deal-hunter.yaml +113 -113
  245. package/templates/freelancer-direct.yaml +116 -116
  246. package/templates/grocery-price-compare.yaml +93 -93
  247. package/templates/hotel-direct-booking.yaml +113 -113
  248. package/templates/local-services.yaml +98 -98
  249. package/templates/olive-oil-tunisia.yaml +88 -88
  250. package/templates/organic-farm-fresh.yaml +101 -101
  251. package/templates/restaurant-direct.yaml +97 -97
  252. package/public/score.html +0 -263
  253. package/server/migrations/006_growth_suite.sql +0 -138
  254. package/server/routes/growth.js +0 -962
  255. package/server/services/fairness-engine.js +0 -409
  256. package/server/services/fairness.js +0 -420
package/public/registrar-integrations.html ADDED
@@ -0,0 +1,141 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8">
5
+ <meta name="viewport" content="width=device-width,initial-scale=1">
6
+ <title>WAB DNS — Domain Registrar Integrations</title>
7
+ <link rel="stylesheet" href="/css/main.css">
8
+ <style>
9
+ body { font-family: system-ui, sans-serif; background: #0f172a; color: #e2e8f0; margin: 0; padding: 0; }
10
+ .page { max-width: 880px; margin: 0 auto; padding: 40px 20px 80px; }
11
+ h1 { font-size: 1.7rem; margin-bottom: 6px; }
12
+ .sub { color: #94a3b8; margin-bottom: 32px; font-size: .97rem; }
13
+ .card { background: #1e293b; border-radius: 10px; padding: 24px; margin-bottom: 24px; }
14
+ h2 { font-size: 1.25rem; margin: 0 0 14px; display: flex; align-items: center; gap: 10px; }
15
+ .pill { display: inline-block; font-size: .68rem; font-weight: 700; padding: 3px 9px; border-radius: 12px; background: #334155; color: #cbd5e1; }
16
+ .pill.cli { background: #1e3a8a; color: #bfdbfe; }
17
+ .pill.warn { background: #7c2d12; color: #fdba74; }
18
+ pre { background: #0f172a; border-radius: 7px; padding: 14px 16px; font-size: .82rem; color: #94a3b8; overflow-x: auto; white-space: pre-wrap; word-break: break-word; margin: 14px 0 0; }
19
+ code { background: #0f172a; padding: 1px 5px; border-radius: 4px; font-size: .88em; }
20
+ .step { display: flex; gap: 14px; margin-bottom: 18px; }
21
+ .step-num { flex-shrink: 0; width: 28px; height: 28px; border-radius: 50%; background: #334155; color: #e2e8f0; font-size: .82rem; font-weight: 700; display: flex; align-items: center; justify-content: center; }
22
+ .step-body { flex: 1; padding-top: 3px; }
23
+ .info-box { background: #0c2340; border: 1px solid #1e3a5f; border-radius: 8px; padding: 12px 16px; font-size: .87rem; color: #93c5fd; margin-bottom: 18px; }
24
+ .warning-box { background: #431407; border: 1px solid #9a3412; border-radius: 8px; padding: 12px 16px; font-size: .87rem; color: #fdba74; margin-bottom: 18px; }
25
+ a { color: #818cf8; }
26
+ .download-btn { display: inline-block; padding: 7px 14px; background: #6366f1; color: #fff; border-radius: 6px; font-size: .85rem; text-decoration: none; margin-right: 8px; }
27
+ .download-btn:hover { opacity: .85; }
28
+ </style>
29
+ </head>
30
+ <body>
31
+ <div class="page">
32
+ <h1>Domain Registrar Integrations</h1>
33
+ <p class="sub">
34
+ One-line CLI scripts to enable/disable WAB DNS Discovery on the most popular domain registrars.
35
+ </p>
36
+
37
+ <div class="info-box">
38
+ ℹ <strong>Why CLI not browser?</strong>
39
+ Most registrar APIs require static IP allow-lists or block CORS, which prevents direct browser-side calls.
40
+ Run these scripts from a server or your local machine instead.
41
+ </div>
42
+
43
+ <!-- ── GODADDY ── -->
44
+ <div class="card">
45
+ <h2>GoDaddy <span class="pill cli">CLI</span></h2>
46
+ <p style="color:#cbd5e1;font-size:.92rem;margin:0 0 12px">
47
+ Uses the <a href="https://developer.godaddy.com/doc/endpoint/domains" target="_blank" rel="noopener">GoDaddy Domains API v1</a>.
48
+ Requires production API key + secret from <a href="https://developer.godaddy.com/keys" target="_blank" rel="noopener">developer.godaddy.com/keys</a>.
49
+ </p>
50
+ <div class="warning-box" style="margin-bottom:12px">
51
+ ⚠ GoDaddy now restricts the public API to accounts with 50+ domains or paid Reseller plans.
52
+ For smaller accounts, use the GoDaddy DNS web UI to add a TXT record at <code>_wab</code> with the value provided by WAB.
53
+ </div>
54
+ <div class="step">
55
+ <div class="step-num">1</div>
56
+ <div class="step-body">Download the script: <a class="download-btn" href="/downloads/godaddy-wab-dns.js" download>⬇ godaddy-wab-dns.js</a></div>
57
+ </div>
58
+ <div class="step">
59
+ <div class="step-num">2</div>
60
+ <div class="step-body">Install dependencies: <code>npm install node-fetch@2</code></div>
61
+ </div>
62
+ <div class="step">
63
+ <div class="step-num">3</div>
64
+ <div class="step-body">Run:
65
+ <pre>GODADDY_API_KEY=your-key GODADDY_API_SECRET=your-secret \
66
+ node godaddy-wab-dns.js enable example.com
67
+
68
+ GODADDY_API_KEY=your-key GODADDY_API_SECRET=your-secret \
69
+ node godaddy-wab-dns.js disable example.com</pre>
70
+ </div>
71
+ </div>
72
+ <h3 style="font-size:1rem;margin:18px 0 8px;color:#cbd5e1">Inline cURL alternative</h3>
73
+ <pre># 1. Get current TXT records for _wab
74
+ curl -s -H "Authorization: sso-key $KEY:$SECRET" \
75
+ "https://api.godaddy.com/v1/domains/example.com/records/TXT/_wab"
76
+
77
+ # 2. Replace TXT records (PUT replaces entire record set)
78
+ curl -s -X PUT -H "Authorization: sso-key $KEY:$SECRET" \
79
+ -H "Content-Type: application/json" \
80
+ "https://api.godaddy.com/v1/domains/example.com/records/TXT/_wab" \
81
+ -d '[{"data":"v=wab1; endpoint=https://example.com/.well-known/wab.json","ttl":3600}]'
82
+
83
+ # 3. Disable: replace with empty array
84
+ curl -s -X PUT -H "Authorization: sso-key $KEY:$SECRET" \
85
+ -H "Content-Type: application/json" \
86
+ "https://api.godaddy.com/v1/domains/example.com/records/TXT/_wab" \
87
+ -d '[]'</pre>
88
+ </div>
89
+
90
+ <!-- ── NAMECHEAP ── -->
91
+ <div class="card">
92
+ <h2>Namecheap <span class="pill cli">CLI</span></h2>
93
+ <p style="color:#cbd5e1;font-size:.92rem;margin:0 0 12px">
94
+ Uses the <a href="https://www.namecheap.com/support/api/intro/" target="_blank" rel="noopener">Namecheap API</a>.
95
+ Requires API enablement (Profile → Tools → API Access) and IP allow-listing.
96
+ </p>
97
+ <div class="warning-box" style="margin-bottom:12px">
98
+ ⚠ Namecheap API requires the calling IP to be added to the allow-list in your account profile.
99
+ Also, <code>setHosts</code> replaces ALL host records — the script preserves your existing records and only modifies <code>_wab</code>.
100
+ </div>
101
+ <div class="step">
102
+ <div class="step-num">1</div>
103
+ <div class="step-body">Download the script: <a class="download-btn" href="/downloads/namecheap-wab-dns.js" download>⬇ namecheap-wab-dns.js</a></div>
104
+ </div>
105
+ <div class="step">
106
+ <div class="step-num">2</div>
107
+ <div class="step-body">Install dependencies: <code>npm install node-fetch@2 fast-xml-parser</code></div>
108
+ </div>
109
+ <div class="step">
110
+ <div class="step-num">3</div>
111
+ <div class="step-body">Run:
112
+ <pre>NAMECHEAP_USER=your-user \
113
+ NAMECHEAP_API_KEY=your-api-key \
114
+ NAMECHEAP_CLIENT_IP=1.2.3.4 \
115
+ node namecheap-wab-dns.js enable example.com
116
+
117
+ # Same env vars, then:
118
+ node namecheap-wab-dns.js disable example.com</pre>
119
+ </div>
120
+ </div>
121
+ </div>
122
+
123
+ <!-- ── SUMMARY TABLE ── -->
124
+ <div class="card">
125
+ <h2>How it works <span class="pill">all registrars</span></h2>
126
+ <div class="step"><div class="step-num">1</div><div class="step-body">Fetch WAB record template (<code>GET /api/discovery/provider/record-template</code>) for the TXT value.</div></div>
127
+ <div class="step"><div class="step-num">2</div><div class="step-body">Read existing TXT records via the registrar's API.</div></div>
128
+ <div class="step"><div class="step-num">3</div><div class="step-body">Add or replace the <code>_wab</code> TXT record (registrar-specific call).</div></div>
129
+ <div class="step"><div class="step-num">4</div><div class="step-body">Verify with <code>/api/discovery/provider/status</code> — propagation may take 5-30 minutes for some registrars.</div></div>
130
+ </div>
131
+
132
+ <p style="text-align:center;margin-top:30px;font-size:.85rem;color:#475569">
133
+ <a href="/provider-onboarding">← Provider Onboarding</a> ·
134
+ <a href="/cloudflare-integration">Cloudflare</a> ·
135
+ <a href="/route53-integration">Route 53</a> ·
136
+ <a href="/azure-dns-integration">Azure DNS</a> ·
137
+ <a href="/dns">DNS Discovery</a>
138
+ </p>
139
+ </div>
140
+ </body>
141
+ </html>
package/public/robots.txt CHANGED
@@ -1,87 +1,99 @@
1
- # Web Agent Bridge — robots.txt
2
- # https://webagentbridge.com
3
-
4
- User-agent: *
5
- Allow: /
6
- Allow: /docs
7
- Allow: /premium
8
- Allow: /privacy
9
- Allow: /terms
10
- Allow: /cookies
11
- Allow: /llms.txt
12
- Allow: /llms-full.txt
13
- Allow: /sitemap.xml
14
- Allow: /agent-bridge.json
15
- Allow: /.well-known/wab.json
16
- Allow: /.well-known/ai-assets.json
17
- Allow: /api/wab/discover
18
- Allow: /api/wab/ping
19
- Allow: /api/discovery/registry
20
- Allow: /api/plans
21
- Disallow: /api/admin/
22
- Disallow: /api/auth/
23
- Disallow: /api/billing/
24
- Disallow: /admin/
25
- Disallow: /dashboard
26
- Disallow: /premium-dashboard
27
-
28
- # AI Crawlers — Welcome! We have structured data for you.
29
- User-agent: GPTBot
30
- Allow: /
31
- Allow: /llms.txt
32
- Allow: /llms-full.txt
33
- Allow: /agent-bridge.json
34
- Allow: /sitemap.xml
35
- Crawl-delay: 2
36
-
37
- User-agent: ChatGPT-User
38
- Allow: /
39
- Allow: /llms.txt
40
- Allow: /llms-full.txt
41
- Crawl-delay: 2
42
-
43
- User-agent: Claude-Web
44
- Allow: /
45
- Allow: /llms.txt
46
- Allow: /llms-full.txt
47
- Crawl-delay: 2
48
-
49
- User-agent: Anthropic-AI
50
- Allow: /
51
- Allow: /llms.txt
52
- Allow: /llms-full.txt
53
- Crawl-delay: 2
54
-
55
- User-agent: Google-Extended
56
- Allow: /
57
- Crawl-delay: 2
58
-
59
- User-agent: Bingbot
60
- Allow: /
61
- Crawl-delay: 1
62
-
63
- User-agent: PerplexityBot
64
- Allow: /
65
- Allow: /llms.txt
66
- Allow: /llms-full.txt
67
- Crawl-delay: 2
68
-
69
- User-agent: YouBot
70
- Allow: /
71
- Allow: /llms.txt
72
- Allow: /llms-full.txt
73
- Crawl-delay: 2
74
-
75
- User-agent: CCBot
76
- Allow: /
77
- Crawl-delay: 5
78
-
79
- # Sitemap
80
- Sitemap: https://webagentbridge.com/sitemap.xml
81
-
82
- # AI-readable resources
83
- # llms.txt: https://webagentbridge.com/llms.txt
84
- # llms-full.txt: https://webagentbridge.com/llms-full.txt
85
- # Discovery: https://webagentbridge.com/agent-bridge.json
86
- # AI Assets: https://webagentbridge.com/.well-known/ai-assets.json
87
- # OpenAPI: https://webagentbridge.com/openapi.json
1
+ # Web Agent Bridge — robots.txt
2
+ # https://webagentbridge.com
3
+
4
+ User-agent: *
5
+ Allow: /
6
+ Allow: /docs
7
+ Allow: /premium
8
+ Allow: /privacy
9
+ Allow: /terms
10
+ Allow: /cookies
11
+ Allow: /llms.txt
12
+ Allow: /llms-full.txt
13
+ Allow: /sitemap.xml
14
+ Allow: /agent-bridge.json
15
+ Allow: /.well-known/wab.json
16
+ Allow: /.well-known/ai-assets.json
17
+ Allow: /api/wab/discover
18
+ Allow: /api/wab/ping
19
+ Allow: /api/discovery/registry
20
+ Allow: /api/plans
21
+ Disallow: /api/admin/
22
+ Disallow: /api/auth/
23
+ Disallow: /api/billing/
24
+ Disallow: /admin/
25
+ Disallow: /dashboard
26
+ Disallow: /premium-dashboard
27
+
28
+ # Whitepaper: indexable but no archive / no snippet (rights protected)
29
+ Allow: /whitepaper
30
+ Disallow: /whitepaper.html
31
+
32
+ # Block archivers explicitly
33
+ User-agent: ia_archiver
34
+ Disallow: /whitepaper
35
+ Disallow: /whitepaper.html
36
+ User-agent: archive.org_bot
37
+ Disallow: /whitepaper
38
+ Disallow: /whitepaper.html
39
+
40
+ # AI Crawlers — Welcome! We have structured data for you.
41
+ User-agent: GPTBot
42
+ Allow: /
43
+ Allow: /llms.txt
44
+ Allow: /llms-full.txt
45
+ Allow: /agent-bridge.json
46
+ Allow: /sitemap.xml
47
+ Crawl-delay: 2
48
+
49
+ User-agent: ChatGPT-User
50
+ Allow: /
51
+ Allow: /llms.txt
52
+ Allow: /llms-full.txt
53
+ Crawl-delay: 2
54
+
55
+ User-agent: Claude-Web
56
+ Allow: /
57
+ Allow: /llms.txt
58
+ Allow: /llms-full.txt
59
+ Crawl-delay: 2
60
+
61
+ User-agent: Anthropic-AI
62
+ Allow: /
63
+ Allow: /llms.txt
64
+ Allow: /llms-full.txt
65
+ Crawl-delay: 2
66
+
67
+ User-agent: Google-Extended
68
+ Allow: /
69
+ Crawl-delay: 2
70
+
71
+ User-agent: Bingbot
72
+ Allow: /
73
+ Crawl-delay: 1
74
+
75
+ User-agent: PerplexityBot
76
+ Allow: /
77
+ Allow: /llms.txt
78
+ Allow: /llms-full.txt
79
+ Crawl-delay: 2
80
+
81
+ User-agent: YouBot
82
+ Allow: /
83
+ Allow: /llms.txt
84
+ Allow: /llms-full.txt
85
+ Crawl-delay: 2
86
+
87
+ User-agent: CCBot
88
+ Allow: /
89
+ Crawl-delay: 5
90
+
91
+ # Sitemap
92
+ Sitemap: https://webagentbridge.com/sitemap.xml
93
+
94
+ # AI-readable resources
95
+ # llms.txt: https://webagentbridge.com/llms.txt
96
+ # llms-full.txt: https://webagentbridge.com/llms-full.txt
97
+ # Discovery: https://webagentbridge.com/agent-bridge.json
98
+ # AI Assets: https://webagentbridge.com/.well-known/ai-assets.json
99
+ # OpenAPI: https://webagentbridge.com/openapi.json