web-agent-bridge 3.0.0 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +72 -21
- package/README.ar.md +1286 -1073
- package/README.md +1764 -1535
- package/bin/agent-runner.js +474 -474
- package/bin/cli.js +237 -138
- package/bin/wab.js +80 -80
- package/examples/bidi-agent.js +119 -119
- package/examples/cross-site-agent.js +91 -91
- package/examples/mcp-agent.js +94 -94
- package/examples/next-app-router/README.md +44 -44
- package/examples/puppeteer-agent.js +108 -108
- package/examples/saas-dashboard/README.md +55 -55
- package/examples/shopify-hydrogen/README.md +74 -74
- package/examples/vision-agent.js +171 -171
- package/examples/wordpress-elementor/README.md +77 -77
- package/package.json +17 -3
- package/public/.well-known/agent-tools.json +180 -180
- package/public/.well-known/ai-assets.json +59 -59
- package/public/.well-known/ai-plugin.json +28 -0
- package/public/.well-known/security.txt +8 -0
- package/public/agent-workspace.html +349 -347
- package/public/ai.html +198 -196
- package/public/api.html +413 -0
- package/public/browser.html +486 -484
- package/public/commander-dashboard.html +243 -243
- package/public/cookies.html +210 -208
- package/public/css/agent-workspace.css +1713 -1713
- package/public/css/premium.css +317 -317
- package/public/css/styles.css +1235 -1235
- package/public/dashboard.html +706 -704
- package/public/demo.html +1770 -1
- package/public/dns.html +507 -0
- package/public/docs.html +587 -585
- package/public/feed.xml +89 -89
- package/public/growth.html +463 -0
- package/public/index.html +341 -9
- package/public/integrations.html +556 -0
- package/public/js/agent-workspace.js +1740 -1740
- package/public/js/auth-nav.js +31 -31
- package/public/js/auth-redirect.js +12 -12
- package/public/js/cookie-consent.js +56 -56
- package/public/js/wab-demo-page.js +721 -721
- package/public/js/ws-client.js +74 -74
- package/public/llms-full.txt +360 -309
- package/public/llms.txt +125 -86
- package/public/login.html +85 -83
- package/public/mesh-dashboard.html +328 -328
- package/public/openapi.json +580 -580
- package/public/phone-shield.html +281 -0
- package/public/premium-dashboard.html +2489 -2487
- package/public/premium.html +793 -791
- package/public/privacy.html +297 -295
- package/public/register.html +105 -103
- package/public/robots.txt +87 -87
- package/public/script/wab-consent.d.ts +36 -36
- package/public/script/wab-consent.js +104 -104
- package/public/script/wab-schema.js +131 -131
- package/public/script/wab.d.ts +108 -108
- package/public/script/wab.min.js +580 -580
- package/public/security.txt +8 -0
- package/public/terms.html +256 -254
- package/script/ai-agent-bridge.js +1754 -1754
- package/sdk/README.md +99 -99
- package/sdk/agent-mesh.js +449 -449
- package/sdk/commander.js +262 -262
- package/sdk/index.d.ts +464 -464
- package/sdk/index.js +18 -1
- package/sdk/multi-agent.js +318 -318
- package/sdk/package.json +12 -1
- package/sdk/safety-shield.js +219 -0
- package/sdk/schema-discovery.js +83 -83
- package/server/adapters/index.js +520 -520
- package/server/config/plans.js +367 -367
- package/server/config/secrets.js +102 -102
- package/server/control-plane/index.js +301 -301
- package/server/data-plane/index.js +354 -354
- package/server/index.js +175 -19
- package/server/llm/index.js +404 -404
- package/server/middleware/adminAuth.js +35 -35
- package/server/middleware/auth.js +50 -50
- package/server/middleware/featureGate.js +88 -88
- package/server/middleware/rateLimits.js +100 -100
- package/server/middleware/sensitiveAction.js +157 -0
- package/server/migrations/001_add_analytics_indexes.sql +7 -7
- package/server/migrations/002_premium_features.sql +418 -418
- package/server/migrations/003_ads_integer_cents.sql +33 -33
- package/server/migrations/004_agent_os.sql +158 -158
- package/server/migrations/005_marketplace_metering.sql +126 -126
- package/server/models/adapters/index.js +33 -33
- package/server/models/adapters/mysql.js +183 -183
- package/server/models/adapters/postgresql.js +172 -172
- package/server/models/adapters/sqlite.js +7 -7
- package/server/models/db.js +681 -681
- package/server/observability/failure-analysis.js +337 -337
- package/server/observability/index.js +394 -394
- package/server/protocol/capabilities.js +223 -223
- package/server/protocol/index.js +243 -243
- package/server/protocol/schema.js +584 -584
- package/server/registry/certification.js +271 -271
- package/server/registry/index.js +326 -326
- package/server/routes/admin-premium.js +671 -671
- package/server/routes/admin.js +261 -261
- package/server/routes/ads.js +130 -130
- package/server/routes/agent-workspace.js +540 -378
- package/server/routes/api.js +150 -150
- package/server/routes/auth.js +71 -71
- package/server/routes/billing.js +45 -45
- package/server/routes/commander.js +316 -316
- package/server/routes/demo-showcase.js +332 -0
- package/server/routes/demo-store.js +154 -0
- package/server/routes/discovery.js +417 -406
- package/server/routes/gateway.js +173 -0
- package/server/routes/license.js +251 -240
- package/server/routes/mesh.js +469 -469
- package/server/routes/noscript.js +543 -543
- package/server/routes/premium-v2.js +686 -686
- package/server/routes/premium.js +724 -724
- package/server/routes/runtime.js +2148 -2147
- package/server/routes/sovereign.js +465 -385
- package/server/routes/universal.js +200 -177
- package/server/routes/wab-api.js +850 -491
- package/server/runtime/container-worker.js +111 -111
- package/server/runtime/container.js +448 -448
- package/server/runtime/distributed-worker.js +362 -362
- package/server/runtime/event-bus.js +210 -210
- package/server/runtime/index.js +253 -253
- package/server/runtime/queue.js +599 -599
- package/server/runtime/replay.js +666 -666
- package/server/runtime/sandbox.js +266 -266
- package/server/runtime/scheduler.js +534 -534
- package/server/runtime/session-engine.js +293 -293
- package/server/runtime/state-manager.js +188 -188
- package/server/security/cross-site-redactor.js +196 -0
- package/server/security/dry-run.js +180 -0
- package/server/security/human-gate-rate-limit.js +147 -0
- package/server/security/human-gate-transports.js +178 -0
- package/server/security/human-gate.js +281 -0
- package/server/security/index.js +368 -368
- package/server/security/intent-engine.js +245 -0
- package/server/security/reward-guard.js +171 -0
- package/server/security/rollback-store.js +239 -0
- package/server/security/token-scope.js +404 -0
- package/server/security/url-policy.js +139 -0
- package/server/services/agent-chat.js +506 -506
- package/server/services/agent-learning.js +601 -575
- package/server/services/agent-memory.js +625 -625
- package/server/services/agent-mesh.js +555 -539
- package/server/services/agent-symphony.js +717 -717
- package/server/services/agent-tasks.js +1807 -1807
- package/server/services/api-key-engine.js +292 -0
- package/server/services/cluster.js +894 -894
- package/server/services/commander.js +738 -738
- package/server/services/edge-compute.js +440 -440
- package/server/services/email.js +204 -204
- package/server/services/hosted-runtime.js +205 -205
- package/server/services/lfd.js +635 -616
- package/server/services/local-ai.js +389 -389
- package/server/services/marketplace.js +270 -270
- package/server/services/metering.js +182 -182
- package/server/services/modules/affiliate-intelligence.js +93 -0
- package/server/services/modules/agent-firewall.js +90 -0
- package/server/services/modules/bounty.js +89 -0
- package/server/services/modules/collective-bargaining.js +92 -0
- package/server/services/modules/dark-pattern.js +66 -0
- package/server/services/modules/gov-intelligence.js +45 -0
- package/server/services/modules/neural.js +55 -0
- package/server/services/modules/notary.js +49 -0
- package/server/services/modules/price-time-machine.js +86 -0
- package/server/services/modules/protocol.js +104 -0
- package/server/services/negotiation.js +439 -439
- package/server/services/plugins.js +771 -771
- package/server/services/premium.js +1 -1
- package/server/services/price-intelligence.js +566 -565
- package/server/services/price-shield.js +1137 -1137
- package/server/services/reputation.js +465 -465
- package/server/services/search-engine.js +357 -357
- package/server/services/security.js +513 -513
- package/server/services/self-healing.js +843 -843
- package/server/services/sovereign-shield.js +542 -0
- package/server/services/stripe.js +192 -192
- package/server/services/swarm.js +788 -788
- package/server/services/universal-scraper.js +662 -661
- package/server/services/verification.js +481 -481
- package/server/services/vision.js +1163 -1163
- package/server/utils/cache.js +125 -125
- package/server/utils/migrate.js +81 -81
- package/server/utils/safe-fetch.js +228 -0
- package/server/utils/secureFields.js +50 -50
- package/server/ws.js +161 -161
- package/templates/artisan-marketplace.yaml +104 -104
- package/templates/book-price-scout.yaml +98 -98
- package/templates/electronics-price-tracker.yaml +108 -108
- package/templates/flight-deal-hunter.yaml +113 -113
- package/templates/freelancer-direct.yaml +116 -116
- package/templates/grocery-price-compare.yaml +93 -93
- package/templates/hotel-direct-booking.yaml +113 -113
- package/templates/local-services.yaml +98 -98
- package/templates/olive-oil-tunisia.yaml +88 -88
- package/templates/organic-farm-fresh.yaml +101 -101
- package/templates/restaurant-direct.yaml +97 -97
- package/server/services/fairness-engine.js +0 -409
- package/server/services/fairness.js +0 -420
package/examples/vision-agent.js
CHANGED
|
@@ -1,171 +1,171 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Example: Vision-based AI Agent using WAB
|
|
3
|
-
*
|
|
4
|
-
* This agent demonstrates how a "vision" or "natural language" AI agent
|
|
5
|
-
* (like OpenAI Operator, Claude Computer Use, etc.) can interact with
|
|
6
|
-
* WAB using descriptive intent instead of explicit action names.
|
|
7
|
-
*
|
|
8
|
-
* The agent describes what it wants to do in natural language,
|
|
9
|
-
* and the IntentResolver matches it to available WAB actions.
|
|
10
|
-
*
|
|
11
|
-
* HOW IT WORKS:
|
|
12
|
-
* The IntentResolver is a LOCAL, keyword-based NLP mapper — it does NOT
|
|
13
|
-
* call any external AI/ML API. It scores WAB actions against the intent
|
|
14
|
-
* string using word overlap, category bonuses, and synonym matching.
|
|
15
|
-
* This keeps the example dependency-free and easy to understand.
|
|
16
|
-
*
|
|
17
|
-
* To integrate a real LLM (e.g., OpenAI, Claude), replace the
|
|
18
|
-
* IntentResolver.resolve() method with an API call that returns the
|
|
19
|
-
* best-matching action name from the available actions list.
|
|
20
|
-
*
|
|
21
|
-
* Prerequisites:
|
|
22
|
-
* npm install puppeteer
|
|
23
|
-
*
|
|
24
|
-
* Usage:
|
|
25
|
-
* node examples/vision-agent.js <url>
|
|
26
|
-
*/
|
|
27
|
-
|
|
28
|
-
const puppeteer = require('puppeteer');
|
|
29
|
-
|
|
30
|
-
const TARGET_URL = process.argv[2] || 'http://localhost:3000';
|
|
31
|
-
|
|
32
|
-
// ─── Intent Resolver: maps natural language to WAB actions ────────────
|
|
33
|
-
// This is a lightweight LOCAL resolver (no external API calls).
|
|
34
|
-
// It uses keyword matching, synonym expansion, and category heuristics.
|
|
35
|
-
class IntentResolver {
|
|
36
|
-
constructor(actions) {
|
|
37
|
-
this.actions = actions;
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
/**
|
|
41
|
-
* Find the best matching action for a natural language intent.
|
|
42
|
-
* Uses keyword matching and description similarity.
|
|
43
|
-
* @param {string} intent — Natural language description (e.g., "sign up for an account")
|
|
44
|
-
* @returns {{ action: object, confidence: number } | null}
|
|
45
|
-
*/
|
|
46
|
-
resolve(intent) {
|
|
47
|
-
const intentLower = intent.toLowerCase();
|
|
48
|
-
const intentWords = intentLower.split(/\s+/);
|
|
49
|
-
let bestMatch = null;
|
|
50
|
-
let bestScore = 0;
|
|
51
|
-
|
|
52
|
-
for (const action of this.actions) {
|
|
53
|
-
const descLower = (action.description + ' ' + action.name).toLowerCase();
|
|
54
|
-
let score = 0;
|
|
55
|
-
|
|
56
|
-
// Exact name match
|
|
57
|
-
if (intentLower.includes(action.name.replace(/_/g, ' '))) {
|
|
58
|
-
score += 5;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
// Word overlap scoring
|
|
62
|
-
for (const word of intentWords) {
|
|
63
|
-
if (word.length < 3) continue;
|
|
64
|
-
if (descLower.includes(word)) score += 1;
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
// Category bonus
|
|
68
|
-
if (action.category === 'navigation' && /navigate|go to|open|visit/i.test(intent)) score += 2;
|
|
69
|
-
if (action.trigger === 'fill_and_submit' && /fill|submit|sign up|register|login|form/i.test(intent)) score += 2;
|
|
70
|
-
if (action.trigger === 'click' && /click|press|tap|select|button/i.test(intent)) score += 1;
|
|
71
|
-
|
|
72
|
-
// Synonym matching
|
|
73
|
-
const synonyms = {
|
|
74
|
-
'sign up': ['register', 'create account', 'signup'],
|
|
75
|
-
'log in': ['login', 'sign in', 'signin'],
|
|
76
|
-
'search': ['find', 'look for', 'query'],
|
|
77
|
-
'submit': ['send', 'post', 'confirm'],
|
|
78
|
-
'navigate': ['go to', 'open', 'visit']
|
|
79
|
-
};
|
|
80
|
-
|
|
81
|
-
for (const [key, syns] of Object.entries(synonyms)) {
|
|
82
|
-
if (syns.some(s => intentLower.includes(s)) && descLower.includes(key)) score += 3;
|
|
83
|
-
if (intentLower.includes(key) && syns.some(s => descLower.includes(s))) score += 3;
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
if (score > bestScore) {
|
|
87
|
-
bestScore = score;
|
|
88
|
-
bestMatch = action;
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
if (!bestMatch || bestScore < 1) return null;
|
|
93
|
-
|
|
94
|
-
const confidence = Math.min(1, bestScore / 10);
|
|
95
|
-
return { action: bestMatch, confidence };
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
// ─── Vision Agent ─────────────────────────────────────────────────────
|
|
100
|
-
async function main() {
|
|
101
|
-
console.log(`\n👁️ WAB Vision Agent`);
|
|
102
|
-
console.log(` Target: ${TARGET_URL}\n`);
|
|
103
|
-
|
|
104
|
-
const browser = await puppeteer.launch({ headless: true });
|
|
105
|
-
const page = await browser.newPage();
|
|
106
|
-
|
|
107
|
-
await page.goto(TARGET_URL, { waitUntil: 'networkidle2' });
|
|
108
|
-
console.log(`✓ Page loaded: ${await page.title()}`);
|
|
109
|
-
|
|
110
|
-
// Wait for bridge
|
|
111
|
-
await page.waitForFunction(() => typeof window.AICommands !== 'undefined', { timeout: 10000 });
|
|
112
|
-
console.log('✓ WAB bridge detected\n');
|
|
113
|
-
|
|
114
|
-
// Get available actions
|
|
115
|
-
const actions = await page.evaluate(() => window.AICommands.getActions());
|
|
116
|
-
const resolver = new IntentResolver(actions);
|
|
117
|
-
|
|
118
|
-
console.log(`📋 Available actions: ${actions.length}`);
|
|
119
|
-
actions.forEach(a => console.log(` • ${a.name} — ${a.description}`));
|
|
120
|
-
|
|
121
|
-
// ── Simulate vision agent intents ─────────────────────────────────
|
|
122
|
-
const intents = [
|
|
123
|
-
'I want to create a new account',
|
|
124
|
-
'Take me to the documentation page',
|
|
125
|
-
'Click the login button',
|
|
126
|
-
'Show me the dashboard'
|
|
127
|
-
];
|
|
128
|
-
|
|
129
|
-
console.log('\n🧠 Resolving natural language intents:\n');
|
|
130
|
-
|
|
131
|
-
for (const intent of intents) {
|
|
132
|
-
const match = resolver.resolve(intent);
|
|
133
|
-
|
|
134
|
-
if (match) {
|
|
135
|
-
console.log(` Intent: "${intent}"`);
|
|
136
|
-
console.log(` → Action: ${match.action.name} (${match.action.trigger})`);
|
|
137
|
-
console.log(` → Confidence: ${(match.confidence * 100).toFixed(0)}%`);
|
|
138
|
-
console.log(` → Description: ${match.action.description}`);
|
|
139
|
-
|
|
140
|
-
// Execute if confidence is high enough
|
|
141
|
-
if (match.confidence >= 0.3) {
|
|
142
|
-
const result = await page.evaluate(
|
|
143
|
-
(name) => window.AICommands.execute(name),
|
|
144
|
-
match.action.name
|
|
145
|
-
);
|
|
146
|
-
console.log(` → Executed: ${result.success ? '✓' : '✗ ' + result.error}`);
|
|
147
|
-
} else {
|
|
148
|
-
console.log(` → Skipped: confidence too low`);
|
|
149
|
-
}
|
|
150
|
-
} else {
|
|
151
|
-
console.log(` Intent: "${intent}"`);
|
|
152
|
-
console.log(` → No matching action found`);
|
|
153
|
-
}
|
|
154
|
-
console.log('');
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
// ── Demonstrate page info with security context ───────────────────
|
|
158
|
-
const pageInfo = await page.evaluate(() => window.AICommands.getPageInfo());
|
|
159
|
-
console.log('📊 Page Info:');
|
|
160
|
-
console.log(` Security sandbox: ${pageInfo.security.sandboxActive ? '✓ Active' : '✗ Inactive'}`);
|
|
161
|
-
console.log(` Self-healing: ${pageInfo.selfHealing.tracked} tracked, ${pageInfo.selfHealing.healed} healed`);
|
|
162
|
-
console.log(` Stealth mode: ${pageInfo.stealthMode ? 'Enabled' : 'Disabled'}`);
|
|
163
|
-
|
|
164
|
-
console.log('\n✓ Vision agent session complete.');
|
|
165
|
-
await browser.close();
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
main().catch((err) => {
|
|
169
|
-
console.error('Agent error:', err.message);
|
|
170
|
-
process.exit(1);
|
|
171
|
-
});
|
|
1
|
+
/**
|
|
2
|
+
* Example: Vision-based AI Agent using WAB
|
|
3
|
+
*
|
|
4
|
+
* This agent demonstrates how a "vision" or "natural language" AI agent
|
|
5
|
+
* (like OpenAI Operator, Claude Computer Use, etc.) can interact with
|
|
6
|
+
* WAB using descriptive intent instead of explicit action names.
|
|
7
|
+
*
|
|
8
|
+
* The agent describes what it wants to do in natural language,
|
|
9
|
+
* and the IntentResolver matches it to available WAB actions.
|
|
10
|
+
*
|
|
11
|
+
* HOW IT WORKS:
|
|
12
|
+
* The IntentResolver is a LOCAL, keyword-based NLP mapper — it does NOT
|
|
13
|
+
* call any external AI/ML API. It scores WAB actions against the intent
|
|
14
|
+
* string using word overlap, category bonuses, and synonym matching.
|
|
15
|
+
* This keeps the example dependency-free and easy to understand.
|
|
16
|
+
*
|
|
17
|
+
* To integrate a real LLM (e.g., OpenAI, Claude), replace the
|
|
18
|
+
* IntentResolver.resolve() method with an API call that returns the
|
|
19
|
+
* best-matching action name from the available actions list.
|
|
20
|
+
*
|
|
21
|
+
* Prerequisites:
|
|
22
|
+
* npm install puppeteer
|
|
23
|
+
*
|
|
24
|
+
* Usage:
|
|
25
|
+
* node examples/vision-agent.js <url>
|
|
26
|
+
*/
|
|
27
|
+
|
|
28
|
+
const puppeteer = require('puppeteer');
|
|
29
|
+
|
|
30
|
+
const TARGET_URL = process.argv[2] || 'http://localhost:3000';
|
|
31
|
+
|
|
32
|
+
// ─── Intent Resolver: maps natural language to WAB actions ────────────
|
|
33
|
+
// This is a lightweight LOCAL resolver (no external API calls).
|
|
34
|
+
// It uses keyword matching, synonym expansion, and category heuristics.
|
|
35
|
+
class IntentResolver {
|
|
36
|
+
constructor(actions) {
|
|
37
|
+
this.actions = actions;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
/**
|
|
41
|
+
* Find the best matching action for a natural language intent.
|
|
42
|
+
* Uses keyword matching and description similarity.
|
|
43
|
+
* @param {string} intent — Natural language description (e.g., "sign up for an account")
|
|
44
|
+
* @returns {{ action: object, confidence: number } | null}
|
|
45
|
+
*/
|
|
46
|
+
resolve(intent) {
|
|
47
|
+
const intentLower = intent.toLowerCase();
|
|
48
|
+
const intentWords = intentLower.split(/\s+/);
|
|
49
|
+
let bestMatch = null;
|
|
50
|
+
let bestScore = 0;
|
|
51
|
+
|
|
52
|
+
for (const action of this.actions) {
|
|
53
|
+
const descLower = (action.description + ' ' + action.name).toLowerCase();
|
|
54
|
+
let score = 0;
|
|
55
|
+
|
|
56
|
+
// Exact name match
|
|
57
|
+
if (intentLower.includes(action.name.replace(/_/g, ' '))) {
|
|
58
|
+
score += 5;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
// Word overlap scoring
|
|
62
|
+
for (const word of intentWords) {
|
|
63
|
+
if (word.length < 3) continue;
|
|
64
|
+
if (descLower.includes(word)) score += 1;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
// Category bonus
|
|
68
|
+
if (action.category === 'navigation' && /navigate|go to|open|visit/i.test(intent)) score += 2;
|
|
69
|
+
if (action.trigger === 'fill_and_submit' && /fill|submit|sign up|register|login|form/i.test(intent)) score += 2;
|
|
70
|
+
if (action.trigger === 'click' && /click|press|tap|select|button/i.test(intent)) score += 1;
|
|
71
|
+
|
|
72
|
+
// Synonym matching
|
|
73
|
+
const synonyms = {
|
|
74
|
+
'sign up': ['register', 'create account', 'signup'],
|
|
75
|
+
'log in': ['login', 'sign in', 'signin'],
|
|
76
|
+
'search': ['find', 'look for', 'query'],
|
|
77
|
+
'submit': ['send', 'post', 'confirm'],
|
|
78
|
+
'navigate': ['go to', 'open', 'visit']
|
|
79
|
+
};
|
|
80
|
+
|
|
81
|
+
for (const [key, syns] of Object.entries(synonyms)) {
|
|
82
|
+
if (syns.some(s => intentLower.includes(s)) && descLower.includes(key)) score += 3;
|
|
83
|
+
if (intentLower.includes(key) && syns.some(s => descLower.includes(s))) score += 3;
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
if (score > bestScore) {
|
|
87
|
+
bestScore = score;
|
|
88
|
+
bestMatch = action;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
if (!bestMatch || bestScore < 1) return null;
|
|
93
|
+
|
|
94
|
+
const confidence = Math.min(1, bestScore / 10);
|
|
95
|
+
return { action: bestMatch, confidence };
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
// ─── Vision Agent ─────────────────────────────────────────────────────
|
|
100
|
+
async function main() {
|
|
101
|
+
console.log(`\n👁️ WAB Vision Agent`);
|
|
102
|
+
console.log(` Target: ${TARGET_URL}\n`);
|
|
103
|
+
|
|
104
|
+
const browser = await puppeteer.launch({ headless: true });
|
|
105
|
+
const page = await browser.newPage();
|
|
106
|
+
|
|
107
|
+
await page.goto(TARGET_URL, { waitUntil: 'networkidle2' });
|
|
108
|
+
console.log(`✓ Page loaded: ${await page.title()}`);
|
|
109
|
+
|
|
110
|
+
// Wait for bridge
|
|
111
|
+
await page.waitForFunction(() => typeof window.AICommands !== 'undefined', { timeout: 10000 });
|
|
112
|
+
console.log('✓ WAB bridge detected\n');
|
|
113
|
+
|
|
114
|
+
// Get available actions
|
|
115
|
+
const actions = await page.evaluate(() => window.AICommands.getActions());
|
|
116
|
+
const resolver = new IntentResolver(actions);
|
|
117
|
+
|
|
118
|
+
console.log(`📋 Available actions: ${actions.length}`);
|
|
119
|
+
actions.forEach(a => console.log(` • ${a.name} — ${a.description}`));
|
|
120
|
+
|
|
121
|
+
// ── Simulate vision agent intents ─────────────────────────────────
|
|
122
|
+
const intents = [
|
|
123
|
+
'I want to create a new account',
|
|
124
|
+
'Take me to the documentation page',
|
|
125
|
+
'Click the login button',
|
|
126
|
+
'Show me the dashboard'
|
|
127
|
+
];
|
|
128
|
+
|
|
129
|
+
console.log('\n🧠 Resolving natural language intents:\n');
|
|
130
|
+
|
|
131
|
+
for (const intent of intents) {
|
|
132
|
+
const match = resolver.resolve(intent);
|
|
133
|
+
|
|
134
|
+
if (match) {
|
|
135
|
+
console.log(` Intent: "${intent}"`);
|
|
136
|
+
console.log(` → Action: ${match.action.name} (${match.action.trigger})`);
|
|
137
|
+
console.log(` → Confidence: ${(match.confidence * 100).toFixed(0)}%`);
|
|
138
|
+
console.log(` → Description: ${match.action.description}`);
|
|
139
|
+
|
|
140
|
+
// Execute if confidence is high enough
|
|
141
|
+
if (match.confidence >= 0.3) {
|
|
142
|
+
const result = await page.evaluate(
|
|
143
|
+
(name) => window.AICommands.execute(name),
|
|
144
|
+
match.action.name
|
|
145
|
+
);
|
|
146
|
+
console.log(` → Executed: ${result.success ? '✓' : '✗ ' + result.error}`);
|
|
147
|
+
} else {
|
|
148
|
+
console.log(` → Skipped: confidence too low`);
|
|
149
|
+
}
|
|
150
|
+
} else {
|
|
151
|
+
console.log(` Intent: "${intent}"`);
|
|
152
|
+
console.log(` → No matching action found`);
|
|
153
|
+
}
|
|
154
|
+
console.log('');
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
// ── Demonstrate page info with security context ───────────────────
|
|
158
|
+
const pageInfo = await page.evaluate(() => window.AICommands.getPageInfo());
|
|
159
|
+
console.log('📊 Page Info:');
|
|
160
|
+
console.log(` Security sandbox: ${pageInfo.security.sandboxActive ? '✓ Active' : '✗ Inactive'}`);
|
|
161
|
+
console.log(` Self-healing: ${pageInfo.selfHealing.tracked} tracked, ${pageInfo.selfHealing.healed} healed`);
|
|
162
|
+
console.log(` Stealth mode: ${pageInfo.stealthMode ? 'Enabled' : 'Disabled'}`);
|
|
163
|
+
|
|
164
|
+
console.log('\n✓ Vision agent session complete.');
|
|
165
|
+
await browser.close();
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
main().catch((err) => {
|
|
169
|
+
console.error('Agent error:', err.message);
|
|
170
|
+
process.exit(1);
|
|
171
|
+
});
|
|
@@ -1,77 +1,77 @@
|
|
|
1
|
-
# WordPress + Elementor + WAB
|
|
2
|
-
|
|
3
|
-
This snippet works with Elementor pages and exposes actions without changing your theme files heavily.
|
|
4
|
-
|
|
5
|
-
## 1) Add WAB scripts
|
|
6
|
-
|
|
7
|
-
In WordPress (Elementor Custom Code or theme footer):
|
|
8
|
-
|
|
9
|
-
```html
|
|
10
|
-
<script src="https://webagentbridge.com/script/wab.min.js"></script>
|
|
11
|
-
<script src="https://webagentbridge.com/script/wab-schema.js"></script>
|
|
12
|
-
<script src="/wp-content/uploads/wab-elementor.js"></script>
|
|
13
|
-
```
|
|
14
|
-
|
|
15
|
-
## 2) Add this JS file as `wab-elementor.js`
|
|
16
|
-
|
|
17
|
-
```js
|
|
18
|
-
(function () {
|
|
19
|
-
if (!window.WAB) return;
|
|
20
|
-
|
|
21
|
-
var products = window.WABSchema ? window.WABSchema.scanJsonLd() : [];
|
|
22
|
-
var suggested = window.WABSchema ? window.WABSchema.suggestActions(products) : [];
|
|
23
|
-
|
|
24
|
-
var config = window.WABSchema
|
|
25
|
-
? window.WABSchema.mergeWithManual(
|
|
26
|
-
{
|
|
27
|
-
getHeroTitle: {
|
|
28
|
-
description: 'Read Elementor hero heading',
|
|
29
|
-
run: function () {
|
|
30
|
-
var title = document.querySelector('.elementor-heading-title');
|
|
31
|
-
return { title: title ? title.textContent.trim() : null };
|
|
32
|
-
}
|
|
33
|
-
},
|
|
34
|
-
submitVisibleElementorForm: {
|
|
35
|
-
description: 'Fill and submit the first visible Elementor form',
|
|
36
|
-
run: function (params) {
|
|
37
|
-
var form = document.querySelector('.elementor-form');
|
|
38
|
-
if (!form) return { success: false, error: 'No Elementor form found' };
|
|
39
|
-
|
|
40
|
-
var fields = form.querySelectorAll('input, textarea, select');
|
|
41
|
-
fields.forEach(function (field) {
|
|
42
|
-
var key = field.name || field.id;
|
|
43
|
-
if (!key || params[key] == null) return;
|
|
44
|
-
field.value = String(params[key]);
|
|
45
|
-
field.dispatchEvent(new Event('input', { bubbles: true }));
|
|
46
|
-
field.dispatchEvent(new Event('change', { bubbles: true }));
|
|
47
|
-
});
|
|
48
|
-
|
|
49
|
-
var submit = form.querySelector('[type="submit"], button');
|
|
50
|
-
if (!submit) return { success: false, error: 'No submit button found' };
|
|
51
|
-
submit.click();
|
|
52
|
-
return { success: true };
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
},
|
|
56
|
-
suggested
|
|
57
|
-
)
|
|
58
|
-
: {
|
|
59
|
-
actions: {
|
|
60
|
-
getHeroTitle: {
|
|
61
|
-
description: 'Read Elementor hero heading',
|
|
62
|
-
run: function () {
|
|
63
|
-
var title = document.querySelector('.elementor-heading-title');
|
|
64
|
-
return { title: title ? title.textContent.trim() : null };
|
|
65
|
-
}
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
};
|
|
69
|
-
|
|
70
|
-
window.WAB.init({
|
|
71
|
-
name: document.title,
|
|
72
|
-
actions: config.actions
|
|
73
|
-
});
|
|
74
|
-
})();
|
|
75
|
-
```
|
|
76
|
-
|
|
77
|
-
This gives agents discoverable actions for Elementor content + schema-derived product helpers.
|
|
1
|
+
# WordPress + Elementor + WAB
|
|
2
|
+
|
|
3
|
+
This snippet works with Elementor pages and exposes actions without changing your theme files heavily.
|
|
4
|
+
|
|
5
|
+
## 1) Add WAB scripts
|
|
6
|
+
|
|
7
|
+
In WordPress (Elementor Custom Code or theme footer):
|
|
8
|
+
|
|
9
|
+
```html
|
|
10
|
+
<script src="https://webagentbridge.com/script/wab.min.js"></script>
|
|
11
|
+
<script src="https://webagentbridge.com/script/wab-schema.js"></script>
|
|
12
|
+
<script src="/wp-content/uploads/wab-elementor.js"></script>
|
|
13
|
+
```
|
|
14
|
+
|
|
15
|
+
## 2) Add this JS file as `wab-elementor.js`
|
|
16
|
+
|
|
17
|
+
```js
|
|
18
|
+
(function () {
|
|
19
|
+
if (!window.WAB) return;
|
|
20
|
+
|
|
21
|
+
var products = window.WABSchema ? window.WABSchema.scanJsonLd() : [];
|
|
22
|
+
var suggested = window.WABSchema ? window.WABSchema.suggestActions(products) : [];
|
|
23
|
+
|
|
24
|
+
var config = window.WABSchema
|
|
25
|
+
? window.WABSchema.mergeWithManual(
|
|
26
|
+
{
|
|
27
|
+
getHeroTitle: {
|
|
28
|
+
description: 'Read Elementor hero heading',
|
|
29
|
+
run: function () {
|
|
30
|
+
var title = document.querySelector('.elementor-heading-title');
|
|
31
|
+
return { title: title ? title.textContent.trim() : null };
|
|
32
|
+
}
|
|
33
|
+
},
|
|
34
|
+
submitVisibleElementorForm: {
|
|
35
|
+
description: 'Fill and submit the first visible Elementor form',
|
|
36
|
+
run: function (params) {
|
|
37
|
+
var form = document.querySelector('.elementor-form');
|
|
38
|
+
if (!form) return { success: false, error: 'No Elementor form found' };
|
|
39
|
+
|
|
40
|
+
var fields = form.querySelectorAll('input, textarea, select');
|
|
41
|
+
fields.forEach(function (field) {
|
|
42
|
+
var key = field.name || field.id;
|
|
43
|
+
if (!key || params[key] == null) return;
|
|
44
|
+
field.value = String(params[key]);
|
|
45
|
+
field.dispatchEvent(new Event('input', { bubbles: true }));
|
|
46
|
+
field.dispatchEvent(new Event('change', { bubbles: true }));
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
var submit = form.querySelector('[type="submit"], button');
|
|
50
|
+
if (!submit) return { success: false, error: 'No submit button found' };
|
|
51
|
+
submit.click();
|
|
52
|
+
return { success: true };
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
},
|
|
56
|
+
suggested
|
|
57
|
+
)
|
|
58
|
+
: {
|
|
59
|
+
actions: {
|
|
60
|
+
getHeroTitle: {
|
|
61
|
+
description: 'Read Elementor hero heading',
|
|
62
|
+
run: function () {
|
|
63
|
+
var title = document.querySelector('.elementor-heading-title');
|
|
64
|
+
return { title: title ? title.textContent.trim() : null };
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
};
|
|
69
|
+
|
|
70
|
+
window.WAB.init({
|
|
71
|
+
name: document.title,
|
|
72
|
+
actions: config.actions
|
|
73
|
+
});
|
|
74
|
+
})();
|
|
75
|
+
```
|
|
76
|
+
|
|
77
|
+
This gives agents discoverable actions for Elementor content + schema-derived product helpers.
|
package/package.json
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "web-agent-bridge",
|
|
3
|
-
"version": "3.
|
|
4
|
-
"description": "Open
|
|
3
|
+
"version": "3.3.0",
|
|
4
|
+
"description": "Open AI↔Web protocol & agent platform: standardized command interface, sovereign browser, phone shield, DNS discovery, agent mesh, and unified API gateway for safe AI–website interaction",
|
|
5
|
+
"author": "Web Agent Bridge <dev@webagentbridge.com>",
|
|
5
6
|
"main": "server/index.js",
|
|
6
7
|
"bin": {
|
|
7
8
|
"web-agent-bridge": "./bin/cli.js",
|
|
@@ -19,10 +20,16 @@
|
|
|
19
20
|
"ai",
|
|
20
21
|
"agent",
|
|
21
22
|
"bridge",
|
|
23
|
+
"protocol",
|
|
24
|
+
"platform",
|
|
22
25
|
"automation",
|
|
23
26
|
"web",
|
|
24
|
-
"middleware",
|
|
25
27
|
"ai-agent",
|
|
28
|
+
"agent-mesh",
|
|
29
|
+
"sovereign-browser",
|
|
30
|
+
"phone-shield",
|
|
31
|
+
"dns-discovery",
|
|
32
|
+
"api-gateway",
|
|
26
33
|
"browser-automation",
|
|
27
34
|
"webdriver-bidi"
|
|
28
35
|
],
|
|
@@ -73,7 +80,14 @@
|
|
|
73
80
|
"ws": "^8.20.0"
|
|
74
81
|
},
|
|
75
82
|
"devDependencies": {
|
|
83
|
+
"all-contributors-cli": "^6.26.1",
|
|
76
84
|
"jest": "^30.3.0",
|
|
77
85
|
"supertest": "^7.2.2"
|
|
86
|
+
},
|
|
87
|
+
"jest": {
|
|
88
|
+
"testPathIgnorePatterns": [
|
|
89
|
+
"/node_modules/",
|
|
90
|
+
"/packages/"
|
|
91
|
+
]
|
|
78
92
|
}
|
|
79
93
|
}
|