web-agent-bridge 2.3.1 → 2.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/README.ar.md +524 -31
  2. package/README.md +592 -47
  3. package/bin/agent-runner.js +10 -1
  4. package/package.json +1 -1
  5. package/public/agent-workspace.html +347 -0
  6. package/public/browser.html +484 -0
  7. package/public/css/agent-workspace.css +1713 -0
  8. package/public/index.html +94 -0
  9. package/public/js/agent-workspace.js +1740 -0
  10. package/sdk/index.d.ts +253 -0
  11. package/sdk/index.js +360 -1
  12. package/sdk/package.json +1 -1
  13. package/server/config/secrets.js +13 -5
  14. package/server/control-plane/index.js +301 -0
  15. package/server/data-plane/index.js +354 -0
  16. package/server/index.js +185 -4
  17. package/server/llm/index.js +404 -0
  18. package/server/middleware/adminAuth.js +6 -1
  19. package/server/middleware/auth.js +11 -2
  20. package/server/middleware/rateLimits.js +78 -2
  21. package/server/migrations/003_ads_integer_cents.sql +33 -0
  22. package/server/models/db.js +126 -25
  23. package/server/observability/index.js +394 -0
  24. package/server/protocol/capabilities.js +223 -0
  25. package/server/protocol/index.js +243 -0
  26. package/server/protocol/schema.js +584 -0
  27. package/server/registry/index.js +326 -0
  28. package/server/routes/admin.js +16 -2
  29. package/server/routes/ads.js +130 -0
  30. package/server/routes/agent-workspace.js +378 -0
  31. package/server/routes/api.js +21 -2
  32. package/server/routes/auth.js +26 -6
  33. package/server/routes/runtime.js +725 -0
  34. package/server/routes/sovereign.js +78 -0
  35. package/server/routes/universal.js +177 -0
  36. package/server/routes/wab-api.js +20 -5
  37. package/server/runtime/event-bus.js +210 -0
  38. package/server/runtime/index.js +233 -0
  39. package/server/runtime/sandbox.js +266 -0
  40. package/server/runtime/scheduler.js +395 -0
  41. package/server/runtime/state-manager.js +188 -0
  42. package/server/security/index.js +355 -0
  43. package/server/services/agent-chat.js +506 -0
  44. package/server/services/agent-symphony.js +6 -0
  45. package/server/services/agent-tasks.js +1807 -0
  46. package/server/services/fairness-engine.js +409 -0
  47. package/server/services/plugins.js +27 -3
  48. package/server/services/price-intelligence.js +565 -0
  49. package/server/services/price-shield.js +1137 -0
  50. package/server/services/search-engine.js +357 -0
  51. package/server/services/security.js +513 -0
  52. package/server/services/universal-scraper.js +661 -0
  53. package/server/ws.js +61 -1
@@ -0,0 +1,326 @@
1
+ 'use strict';
2
+
3
+ /**
4
+ * WAB Registry - Agent & Command Registry
5
+ *
6
+ * Ecosystem foundation (like npm for agents):
7
+ * - Command registry (registered site capabilities)
8
+ * - Agent registry (available agents & their capabilities)
9
+ * - Site registry (WAB-enabled sites)
10
+ * - Template registry (reusable agent workflows)
11
+ */
12
+
13
+ const crypto = require('crypto');
14
+ const { bus } = require('../runtime/event-bus');
15
+ const { metrics } = require('../observability');
16
+
17
+ // ─── Command Registry ───────────────────────────────────────────────────────
18
+
19
+ class CommandRegistry {
20
+ constructor() {
21
+ this._commands = new Map(); // commandId → command definition
22
+ this._siteCommands = new Map(); // siteId → Set<commandId>
23
+ this._categories = new Map(); // category → Set<commandId>
24
+ }
25
+
26
+ /**
27
+ * Register a command that a site supports
28
+ */
29
+ register(siteId, command) {
30
+ const commandId = `cmd_${crypto.randomBytes(12).toString('hex')}`;
31
+ const entry = {
32
+ id: commandId,
33
+ siteId,
34
+ name: command.name,
35
+ description: command.description || '',
36
+ category: command.category || 'general',
37
+ version: command.version || '1.0.0',
38
+ input: command.input || {}, // JSON Schema
39
+ output: command.output || {}, // JSON Schema
40
+ capabilities: command.capabilities || [],
41
+ examples: command.examples || [],
42
+ tags: command.tags || [],
43
+ deprecated: command.deprecated || false,
44
+ registeredAt: Date.now(),
45
+ usageCount: 0,
46
+ lastUsed: null,
47
+ };
48
+
49
+ this._commands.set(commandId, entry);
50
+
51
+ // Index by site
52
+ if (!this._siteCommands.has(siteId)) this._siteCommands.set(siteId, new Set());
53
+ this._siteCommands.get(siteId).add(commandId);
54
+
55
+ // Index by category
56
+ if (!this._categories.has(entry.category)) this._categories.set(entry.category, new Set());
57
+ this._categories.get(entry.category).add(commandId);
58
+
59
+ metrics.increment('registry.commands.registered');
60
+ bus.emit('registry.command.registered', { commandId, siteId, name: command.name });
61
+
62
+ return entry;
63
+ }
64
+
65
+ /**
66
+ * Search commands
67
+ */
68
+ search(query = {}) {
69
+ const results = [];
70
+
71
+ for (const [, cmd] of this._commands) {
72
+ if (query.siteId && cmd.siteId !== query.siteId) continue;
73
+ if (query.category && cmd.category !== query.category) continue;
74
+ if (query.name && !cmd.name.toLowerCase().includes(query.name.toLowerCase())) continue;
75
+ if (query.tag && !cmd.tags.includes(query.tag)) continue;
76
+ if (query.capability) {
77
+ if (!cmd.capabilities.some(c => c.includes(query.capability))) continue;
78
+ }
79
+ results.push(cmd);
80
+ }
81
+
82
+ // Sort by usage
83
+ results.sort((a, b) => b.usageCount - a.usageCount);
84
+ return results.slice(0, query.limit || 50);
85
+ }
86
+
87
+ /**
88
+ * Get commands for a site
89
+ */
90
+ getSiteCommands(siteId) {
91
+ const ids = this._siteCommands.get(siteId);
92
+ if (!ids) return [];
93
+ return [...ids].map(id => this._commands.get(id)).filter(Boolean);
94
+ }
95
+
96
+ /**
97
+ * Get command by ID
98
+ */
99
+ getCommand(commandId) {
100
+ return this._commands.get(commandId) || null;
101
+ }
102
+
103
+ /**
104
+ * Track command usage
105
+ */
106
+ trackUsage(commandId) {
107
+ const cmd = this._commands.get(commandId);
108
+ if (cmd) {
109
+ cmd.usageCount++;
110
+ cmd.lastUsed = Date.now();
111
+ }
112
+ }
113
+
114
+ /**
115
+ * Get categories with counts
116
+ */
117
+ getCategories() {
118
+ const cats = {};
119
+ for (const [cat, ids] of this._categories) {
120
+ cats[cat] = ids.size;
121
+ }
122
+ return cats;
123
+ }
124
+
125
+ /**
126
+ * Unregister all commands for a site
127
+ */
128
+ unregisterSite(siteId) {
129
+ const ids = this._siteCommands.get(siteId);
130
+ if (!ids) return;
131
+ for (const id of ids) {
132
+ const cmd = this._commands.get(id);
133
+ if (cmd) {
134
+ const catIds = this._categories.get(cmd.category);
135
+ if (catIds) catIds.delete(id);
136
+ }
137
+ this._commands.delete(id);
138
+ }
139
+ this._siteCommands.delete(siteId);
140
+ }
141
+
142
+ getStats() {
143
+ return {
144
+ totalCommands: this._commands.size,
145
+ totalSites: this._siteCommands.size,
146
+ categories: this.getCategories(),
147
+ };
148
+ }
149
+ }
150
+
151
+ // ─── Site Registry ──────────────────────────────────────────────────────────
152
+
153
+ class SiteRegistry {
154
+ constructor() {
155
+ this._sites = new Map(); // domain → site entry
156
+ }
157
+
158
+ /**
159
+ * Register a WAB-enabled site
160
+ */
161
+ register(domain, info) {
162
+ const entry = {
163
+ domain,
164
+ name: info.name || domain,
165
+ description: info.description || '',
166
+ tier: info.tier || 'free',
167
+ protocolVersion: info.protocolVersion || '1.0.0',
168
+ capabilities: info.capabilities || [],
169
+ endpoints: {
170
+ discover: info.discoverUrl || `https://${domain}/.well-known/wab.json`,
171
+ execute: info.executeUrl || `https://${domain}/api/wab/execute`,
172
+ negotiate: info.negotiateUrl || null,
173
+ },
174
+ verified: info.verified || false,
175
+ registeredAt: Date.now(),
176
+ lastSeen: Date.now(),
177
+ commandCount: 0,
178
+ agentVisits: 0,
179
+ };
180
+
181
+ this._sites.set(domain, entry);
182
+ metrics.increment('registry.sites.registered');
183
+ bus.emit('registry.site.registered', { domain });
184
+ return entry;
185
+ }
186
+
187
+ /**
188
+ * Get site info
189
+ */
190
+ getSite(domain) {
191
+ return this._sites.get(domain) || null;
192
+ }
193
+
194
+ /**
195
+ * Search sites
196
+ */
197
+ search(query = {}) {
198
+ const results = [];
199
+ for (const [, site] of this._sites) {
200
+ if (query.tier && site.tier !== query.tier) continue;
201
+ if (query.capability && !site.capabilities.includes(query.capability)) continue;
202
+ if (query.name && !site.name.toLowerCase().includes(query.name.toLowerCase())) continue;
203
+ if (query.verified !== undefined && site.verified !== query.verified) continue;
204
+ results.push(site);
205
+ }
206
+ results.sort((a, b) => b.agentVisits - a.agentVisits);
207
+ return results.slice(0, query.limit || 50);
208
+ }
209
+
210
+ /**
211
+ * Track a visit
212
+ */
213
+ trackVisit(domain) {
214
+ const site = this._sites.get(domain);
215
+ if (site) {
216
+ site.agentVisits++;
217
+ site.lastSeen = Date.now();
218
+ }
219
+ }
220
+
221
+ /**
222
+ * List all sites
223
+ */
224
+ listSites(limit = 100) {
225
+ return Array.from(this._sites.values()).slice(0, limit);
226
+ }
227
+
228
+ getStats() {
229
+ return {
230
+ totalSites: this._sites.size,
231
+ verifiedSites: Array.from(this._sites.values()).filter(s => s.verified).length,
232
+ };
233
+ }
234
+ }
235
+
236
+ // ─── Template Registry ──────────────────────────────────────────────────────
237
+
238
+ class TemplateRegistry {
239
+ constructor() {
240
+ this._templates = new Map(); // templateId → template
241
+ }
242
+
243
+ /**
244
+ * Register a workflow template
245
+ */
246
+ register(template) {
247
+ const templateId = template.id || `tmpl_${crypto.randomBytes(12).toString('hex')}`;
248
+ const entry = {
249
+ id: templateId,
250
+ name: template.name,
251
+ description: template.description || '',
252
+ category: template.category || 'general',
253
+ author: template.author || 'system',
254
+ version: template.version || '1.0.0',
255
+
256
+ // Workflow definition
257
+ steps: template.steps || [],
258
+ variables: template.variables || {},
259
+ requiredCapabilities: template.requiredCapabilities || [],
260
+
261
+ // Metadata
262
+ tags: template.tags || [],
263
+ downloads: 0,
264
+ rating: 0,
265
+ reviews: 0,
266
+ registeredAt: Date.now(),
267
+ };
268
+
269
+ this._templates.set(templateId, entry);
270
+ metrics.increment('registry.templates.registered');
271
+ return entry;
272
+ }
273
+
274
+ /**
275
+ * Get a template
276
+ */
277
+ getTemplate(templateId) {
278
+ return this._templates.get(templateId) || null;
279
+ }
280
+
281
+ /**
282
+ * Search templates
283
+ */
284
+ search(query = {}) {
285
+ const results = [];
286
+ for (const [, tmpl] of this._templates) {
287
+ if (query.category && tmpl.category !== query.category) continue;
288
+ if (query.name && !tmpl.name.toLowerCase().includes(query.name.toLowerCase())) continue;
289
+ if (query.tag && !tmpl.tags.includes(query.tag)) continue;
290
+ results.push(tmpl);
291
+ }
292
+ results.sort((a, b) => b.downloads - a.downloads);
293
+ return results.slice(0, query.limit || 50);
294
+ }
295
+
296
+ /**
297
+ * Track template download
298
+ */
299
+ trackDownload(templateId) {
300
+ const tmpl = this._templates.get(templateId);
301
+ if (tmpl) tmpl.downloads++;
302
+ }
303
+
304
+ listTemplates(limit = 50) {
305
+ return Array.from(this._templates.values()).slice(0, limit);
306
+ }
307
+
308
+ getStats() {
309
+ return { totalTemplates: this._templates.size };
310
+ }
311
+ }
312
+
313
+ // ─── Singletons ─────────────────────────────────────────────────────────────
314
+
315
+ const commandRegistry = new CommandRegistry();
316
+ const siteRegistry = new SiteRegistry();
317
+ const templateRegistry = new TemplateRegistry();
318
+
319
+ module.exports = {
320
+ CommandRegistry,
321
+ SiteRegistry,
322
+ TemplateRegistry,
323
+ commandRegistry,
324
+ siteRegistry,
325
+ templateRegistry,
326
+ };
@@ -6,6 +6,8 @@
6
6
  const express = require('express');
7
7
  const router = express.Router();
8
8
  const { authenticateAdmin, generateAdminToken } = require('../middleware/adminAuth');
9
+ const { adminLoginLimiter } = require('../middleware/rateLimits');
10
+ const { auditLog, revokeJWT } = require('../services/security');
9
11
  const {
10
12
  loginAdmin, findAdminById, createAdmin,
11
13
  getAllUsers, getAllSites, getAdminStats, getPlatformAnalytics,
@@ -23,17 +25,29 @@ const { createCheckoutSession, createPortalSession, isStripeConfigured, getStrip
23
25
 
24
26
  // ─── Auth ──────────────────────────────────────────────────────────────
25
27
 
26
- router.post('/login', (req, res) => {
28
+ router.post('/login', adminLoginLimiter, (req, res) => {
27
29
  const { email, password } = req.body;
28
30
  if (!email || !password) return res.status(400).json({ error: 'Email and password required' });
29
31
 
30
32
  const admin = loginAdmin({ email, password });
31
- if (!admin) return res.status(401).json({ error: 'Invalid credentials' });
33
+ if (!admin) {
34
+ auditLog({ actorType: 'admin', action: 'admin_login_failed', details: { email }, ip: req.ip, outcome: 'denied', severity: 'warning' });
35
+ return res.status(401).json({ error: 'Invalid credentials' });
36
+ }
32
37
 
33
38
  const token = generateAdminToken(admin);
39
+ auditLog({ actorType: 'admin', actorId: String(admin.id), action: 'admin_login', ip: req.ip });
34
40
  res.json({ admin, token });
35
41
  });
36
42
 
43
+ router.post('/logout', authenticateAdmin, (req, res) => {
44
+ if (req._rawToken) {
45
+ revokeJWT(req._rawToken, 'admin_logout');
46
+ auditLog({ actorType: 'admin', actorId: String(req.admin.id), action: 'admin_logout', ip: req.ip });
47
+ }
48
+ res.json({ success: true });
49
+ });
50
+
37
51
  router.get('/me', authenticateAdmin, (req, res) => {
38
52
  const admin = findAdminById(req.admin.id);
39
53
  if (!admin) return res.status(404).json({ error: 'Admin not found' });
@@ -0,0 +1,130 @@
1
+ const express = require('express');
2
+ const router = express.Router();
3
+ const crypto = require('crypto');
4
+ const rateLimit = require('express-rate-limit');
5
+ const { authenticateAdmin } = require('../middleware/adminAuth');
6
+ const {
7
+ submitAd,
8
+ getActiveAds,
9
+ getAllAds,
10
+ getPendingAds,
11
+ getAdById,
12
+ updateAdStatus,
13
+ deleteAd,
14
+ recordAdEvent,
15
+ getAdStats
16
+ } = require('../models/db');
17
+
18
+ // ─── Rate Limiters ────────────────────────────────────────────────────
19
+ const eventLimiter = rateLimit({
20
+ windowMs: 60 * 1000,
21
+ max: 30,
22
+ keyGenerator: (req) => crypto.createHash('sha256').update(req.ip || '').digest('hex').slice(0, 16),
23
+ standardHeaders: true,
24
+ legacyHeaders: false,
25
+ message: { error: 'Too many ad events, slow down' }
26
+ });
27
+
28
+ const submitLimiter = rateLimit({
29
+ windowMs: 60 * 60 * 1000,
30
+ max: 5,
31
+ keyGenerator: (req) => crypto.createHash('sha256').update(req.ip || '').digest('hex').slice(0, 16),
32
+ standardHeaders: true,
33
+ legacyHeaders: false,
34
+ message: { error: 'Too many ad submissions, try again later' }
35
+ });
36
+
37
+ // ─── Public Routes ────────────────────────────────────────────────────
38
+
39
+ // GET /api/ads/active — returns active approved ads for browser
40
+ router.get('/active', (req, res) => {
41
+ const position = req.query.position || null;
42
+ const ads = getActiveAds(position);
43
+ res.json(ads);
44
+ });
45
+
46
+ // POST /api/ads/impression — record ad impression
47
+ router.post('/impression', eventLimiter, (req, res) => {
48
+ const { adId } = req.body;
49
+ if (!adId || typeof adId !== 'string' || adId.length > 50) return res.status(400).json({ error: 'adId required' });
50
+ const ipHash = crypto.createHash('sha256').update(req.ip || '').digest('hex').slice(0, 16);
51
+ recordAdEvent(adId, 'impression', ipHash);
52
+ res.json({ ok: true });
53
+ });
54
+
55
+ // POST /api/ads/click — record ad click
56
+ router.post('/click', eventLimiter, (req, res) => {
57
+ const { adId } = req.body;
58
+ if (!adId || typeof adId !== 'string' || adId.length > 50) return res.status(400).json({ error: 'adId required' });
59
+ const ipHash = crypto.createHash('sha256').update(req.ip || '').digest('hex').slice(0, 16);
60
+ recordAdEvent(adId, 'click', ipHash);
61
+ res.json({ ok: true });
62
+ });
63
+
64
+ // POST /api/ads/submit — public ad submission (advertiser applies)
65
+ router.post('/submit', submitLimiter, (req, res) => {
66
+ const { title, description, imageUrl, targetUrl, advertiserName, advertiserEmail, position, budgetCents, cpcCents, cpiCents, expiresAt } = req.body;
67
+ if (!title || !targetUrl || !advertiserName || !advertiserEmail) {
68
+ return res.status(400).json({ error: 'title, targetUrl, advertiserName, advertiserEmail required' });
69
+ }
70
+ // Input length validation
71
+ if (title.length > 200 || (description && description.length > 1000) || advertiserName.length > 100 || advertiserEmail.length > 254) {
72
+ return res.status(400).json({ error: 'Field too long' });
73
+ }
74
+ // Email format validation
75
+ if (!/^[^\s@]+@[^\s@]+\.[^\s@]+$/.test(advertiserEmail)) {
76
+ return res.status(400).json({ error: 'Invalid email format' });
77
+ }
78
+ // URL validation
79
+ try { new URL(targetUrl); } catch { return res.status(400).json({ error: 'Invalid targetUrl' }); }
80
+ if (imageUrl) { try { new URL(imageUrl); } catch { return res.status(400).json({ error: 'Invalid imageUrl' }); } }
81
+
82
+ const ad = submitAd({ title, description, imageUrl, targetUrl, advertiserName, advertiserEmail, position, budgetCents, cpcCents, cpiCents, expiresAt });
83
+ res.json({ ok: true, ad });
84
+ });
85
+
86
+ // ─── Admin Routes ─────────────────────────────────────────────────────
87
+
88
+ // GET /api/ads/admin/all — list all ads
89
+ router.get('/admin/all', authenticateAdmin, (req, res) => {
90
+ res.json(getAllAds());
91
+ });
92
+
93
+ // GET /api/ads/admin/pending — list pending ads
94
+ router.get('/admin/pending', authenticateAdmin, (req, res) => {
95
+ res.json(getPendingAds());
96
+ });
97
+
98
+ // GET /api/ads/admin/stats — ad system stats
99
+ router.get('/admin/stats', authenticateAdmin, (req, res) => {
100
+ res.json(getAdStats());
101
+ });
102
+
103
+ // GET /api/ads/admin/:id — single ad details
104
+ router.get('/admin/:id', authenticateAdmin, (req, res) => {
105
+ const ad = getAdById(req.params.id);
106
+ if (!ad) return res.status(404).json({ error: 'Ad not found' });
107
+ res.json(ad);
108
+ });
109
+
110
+ // PUT /api/ads/admin/:id/status — approve/reject/pause
111
+ router.put('/admin/:id/status', authenticateAdmin, (req, res) => {
112
+ const { status } = req.body;
113
+ if (!['approved', 'rejected', 'paused', 'expired'].includes(status)) {
114
+ return res.status(400).json({ error: 'Invalid status' });
115
+ }
116
+ const ad = getAdById(req.params.id);
117
+ if (!ad) return res.status(404).json({ error: 'Ad not found' });
118
+ updateAdStatus(req.params.id, status, req.admin.id);
119
+ res.json({ ok: true, status });
120
+ });
121
+
122
+ // DELETE /api/ads/admin/:id — delete ad
123
+ router.delete('/admin/:id', authenticateAdmin, (req, res) => {
124
+ const ad = getAdById(req.params.id);
125
+ if (!ad) return res.status(404).json({ error: 'Ad not found' });
126
+ deleteAd(req.params.id);
127
+ res.json({ ok: true });
128
+ });
129
+
130
+ module.exports = router;