web-agent-bridge 1.1.0 → 1.1.2

package/examples/vision-agent.js

@@ -1,171 +1,171 @@
-/**
- * Example: Vision-based AI Agent using WAB
- *
- * This agent demonstrates how a "vision" or "natural language" AI agent
- * (like OpenAI Operator, Claude Computer Use, etc.) can interact with
- * WAB using descriptive intent instead of explicit action names.
- *
- * The agent describes what it wants to do in natural language,
- * and the IntentResolver matches it to available WAB actions.
- *
- * HOW IT WORKS:
- *   The IntentResolver is a LOCAL, keyword-based NLP mapper — it does NOT
- *   call any external AI/ML API. It scores WAB actions against the intent
- *   string using word overlap, category bonuses, and synonym matching.
- *   This keeps the example dependency-free and easy to understand.
- *
- *   To integrate a real LLM (e.g., OpenAI, Claude), replace the
- *   IntentResolver.resolve() method with an API call that returns the
- *   best-matching action name from the available actions list.
- *
- * Prerequisites:
- *   npm install puppeteer
- *
- * Usage:
- *   node examples/vision-agent.js <url>
- */
-
-const puppeteer = require('puppeteer');
-
-const TARGET_URL = process.argv[2] || 'http://localhost:3000';
-
-// ─── Intent Resolver: maps natural language to WAB actions ────────────
-// This is a lightweight LOCAL resolver (no external API calls).
-// It uses keyword matching, synonym expansion, and category heuristics.
-class IntentResolver {
-  constructor(actions) {
-    this.actions = actions;
-  }
-
-  /**
-   * Find the best matching action for a natural language intent.
-   * Uses keyword matching and description similarity.
-   * @param {string} intent — Natural language description (e.g., "sign up for an account")
-   * @returns {{ action: object, confidence: number } | null}
-   */
-  resolve(intent) {
-    const intentLower = intent.toLowerCase();
-    const intentWords = intentLower.split(/\s+/);
-    let bestMatch = null;
-    let bestScore = 0;
-
-    for (const action of this.actions) {
-      const descLower = (action.description + ' ' + action.name).toLowerCase();
-      let score = 0;
-
-      // Exact name match
-      if (intentLower.includes(action.name.replace(/_/g, ' '))) {
-        score += 5;
-      }
-
-      // Word overlap scoring
-      for (const word of intentWords) {
-        if (word.length < 3) continue;
-        if (descLower.includes(word)) score += 1;
-      }
-
-      // Category bonus
-      if (action.category === 'navigation' && /navigate|go to|open|visit/i.test(intent)) score += 2;
-      if (action.trigger === 'fill_and_submit' && /fill|submit|sign up|register|login|form/i.test(intent)) score += 2;
-      if (action.trigger === 'click' && /click|press|tap|select|button/i.test(intent)) score += 1;
-
-      // Synonym matching
-      const synonyms = {
-        'sign up': ['register', 'create account', 'signup'],
-        'log in': ['login', 'sign in', 'signin'],
-        'search': ['find', 'look for', 'query'],
-        'submit': ['send', 'post', 'confirm'],
-        'navigate': ['go to', 'open', 'visit']
-      };
-
-      for (const [key, syns] of Object.entries(synonyms)) {
-        if (syns.some(s => intentLower.includes(s)) && descLower.includes(key)) score += 3;
-        if (intentLower.includes(key) && syns.some(s => descLower.includes(s))) score += 3;
-      }
-
-      if (score > bestScore) {
-        bestScore = score;
-        bestMatch = action;
-      }
-    }
-
-    if (!bestMatch || bestScore < 1) return null;
-
-    const confidence = Math.min(1, bestScore / 10);
-    return { action: bestMatch, confidence };
-  }
-}
-
-// ─── Vision Agent ─────────────────────────────────────────────────────
-async function main() {
-  console.log(`\n👁️  WAB Vision Agent`);
-  console.log(`   Target: ${TARGET_URL}\n`);
-
-  const browser = await puppeteer.launch({ headless: true });
-  const page = await browser.newPage();
-
-  await page.goto(TARGET_URL, { waitUntil: 'networkidle2' });
-  console.log(`✓ Page loaded: ${await page.title()}`);
-
-  // Wait for bridge
-  await page.waitForFunction(() => typeof window.AICommands !== 'undefined', { timeout: 10000 });
-  console.log('✓ WAB bridge detected\n');
-
-  // Get available actions
-  const actions = await page.evaluate(() => window.AICommands.getActions());
-  const resolver = new IntentResolver(actions);
-
-  console.log(`📋 Available actions: ${actions.length}`);
-  actions.forEach(a => console.log(`   • ${a.name} — ${a.description}`));
-
-  // ── Simulate vision agent intents ─────────────────────────────────
-  const intents = [
-    'I want to create a new account',
-    'Take me to the documentation page',
-    'Click the login button',
-    'Show me the dashboard'
-  ];
-
-  console.log('\n🧠 Resolving natural language intents:\n');
-
-  for (const intent of intents) {
-    const match = resolver.resolve(intent);
-
-    if (match) {
-      console.log(`  Intent: "${intent}"`);
-      console.log(`  → Action: ${match.action.name} (${match.action.trigger})`);
-      console.log(`  → Confidence: ${(match.confidence * 100).toFixed(0)}%`);
-      console.log(`  → Description: ${match.action.description}`);
-
-      // Execute if confidence is high enough
-      if (match.confidence >= 0.3) {
-        const result = await page.evaluate(
-          (name) => window.AICommands.execute(name),
-          match.action.name
-        );
-        console.log(`  → Executed: ${result.success ? '✓' : '✗ ' + result.error}`);
-      } else {
-        console.log(`  → Skipped: confidence too low`);
-      }
-    } else {
-      console.log(`  Intent: "${intent}"`);
-      console.log(`  → No matching action found`);
-    }
-    console.log('');
-  }
-
-  // ── Demonstrate page info with security context ───────────────────
-  const pageInfo = await page.evaluate(() => window.AICommands.getPageInfo());
-  console.log('📊 Page Info:');
-  console.log(`   Security sandbox: ${pageInfo.security.sandboxActive ? '✓ Active' : '✗ Inactive'}`);
-  console.log(`   Self-healing: ${pageInfo.selfHealing.tracked} tracked, ${pageInfo.selfHealing.healed} healed`);
-  console.log(`   Stealth mode: ${pageInfo.stealthMode ? 'Enabled' : 'Disabled'}`);
-
-  console.log('\n✓ Vision agent session complete.');
-  await browser.close();
-}
-
-main().catch((err) => {
-  console.error('Agent error:', err.message);
-  process.exit(1);
-});
+/**
+ * Example: Vision-based AI Agent using WAB
+ *
+ * This agent demonstrates how a "vision" or "natural language" AI agent
+ * (like OpenAI Operator, Claude Computer Use, etc.) can interact with
+ * WAB using descriptive intent instead of explicit action names.
+ *
+ * The agent describes what it wants to do in natural language,
+ * and the IntentResolver matches it to available WAB actions.
+ *
+ * HOW IT WORKS:
+ *   The IntentResolver is a LOCAL, keyword-based NLP mapper — it does NOT
+ *   call any external AI/ML API. It scores WAB actions against the intent
+ *   string using word overlap, category bonuses, and synonym matching.
+ *   This keeps the example dependency-free and easy to understand.
+ *
+ *   To integrate a real LLM (e.g., OpenAI, Claude), replace the
+ *   IntentResolver.resolve() method with an API call that returns the
+ *   best-matching action name from the available actions list.
+ *
+ * Prerequisites:
+ *   npm install puppeteer
+ *
+ * Usage:
+ *   node examples/vision-agent.js <url>
+ */
+
+const puppeteer = require('puppeteer');
+
+const TARGET_URL = process.argv[2] || 'http://localhost:3000';
+
+// ─── Intent Resolver: maps natural language to WAB actions ────────────
+// This is a lightweight LOCAL resolver (no external API calls).
+// It uses keyword matching, synonym expansion, and category heuristics.
+class IntentResolver {
+  constructor(actions) {
+    this.actions = actions;
+  }
+
+  /**
+   * Find the best matching action for a natural language intent.
+   * Uses keyword matching and description similarity.
+   * @param {string} intent — Natural language description (e.g., "sign up for an account")
+   * @returns {{ action: object, confidence: number } | null}
+   */
+  resolve(intent) {
+    const intentLower = intent.toLowerCase();
+    const intentWords = intentLower.split(/\s+/);
+    let bestMatch = null;
+    let bestScore = 0;
+
+    for (const action of this.actions) {
+      const descLower = (action.description + ' ' + action.name).toLowerCase();
+      let score = 0;
+
+      // Exact name match
+      if (intentLower.includes(action.name.replace(/_/g, ' '))) {
+        score += 5;
+      }
+
+      // Word overlap scoring
+      for (const word of intentWords) {
+        if (word.length < 3) continue;
+        if (descLower.includes(word)) score += 1;
+      }
+
+      // Category bonus
+      if (action.category === 'navigation' && /navigate|go to|open|visit/i.test(intent)) score += 2;
+      if (action.trigger === 'fill_and_submit' && /fill|submit|sign up|register|login|form/i.test(intent)) score += 2;
+      if (action.trigger === 'click' && /click|press|tap|select|button/i.test(intent)) score += 1;
+
+      // Synonym matching
+      const synonyms = {
+        'sign up': ['register', 'create account', 'signup'],
+        'log in': ['login', 'sign in', 'signin'],
+        'search': ['find', 'look for', 'query'],
+        'submit': ['send', 'post', 'confirm'],
+        'navigate': ['go to', 'open', 'visit']
+      };
+
+      for (const [key, syns] of Object.entries(synonyms)) {
+        if (syns.some(s => intentLower.includes(s)) && descLower.includes(key)) score += 3;
+        if (intentLower.includes(key) && syns.some(s => descLower.includes(s))) score += 3;
+      }
+
+      if (score > bestScore) {
+        bestScore = score;
+        bestMatch = action;
+      }
+    }
+
+    if (!bestMatch || bestScore < 1) return null;
+
+    const confidence = Math.min(1, bestScore / 10);
+    return { action: bestMatch, confidence };
+  }
+}
+
+// ─── Vision Agent ─────────────────────────────────────────────────────
+async function main() {
+  console.log(`\n👁️  WAB Vision Agent`);
+  console.log(`   Target: ${TARGET_URL}\n`);
+
+  const browser = await puppeteer.launch({ headless: true });
+  const page = await browser.newPage();
+
+  await page.goto(TARGET_URL, { waitUntil: 'networkidle2' });
+  console.log(`✓ Page loaded: ${await page.title()}`);
+
+  // Wait for bridge
+  await page.waitForFunction(() => typeof window.AICommands !== 'undefined', { timeout: 10000 });
+  console.log('✓ WAB bridge detected\n');
+
+  // Get available actions
+  const actions = await page.evaluate(() => window.AICommands.getActions());
+  const resolver = new IntentResolver(actions);
+
+  console.log(`📋 Available actions: ${actions.length}`);
+  actions.forEach(a => console.log(`   • ${a.name} — ${a.description}`));
+
+  // ── Simulate vision agent intents ─────────────────────────────────
+  const intents = [
+    'I want to create a new account',
+    'Take me to the documentation page',
+    'Click the login button',
+    'Show me the dashboard'
+  ];
+
+  console.log('\n🧠 Resolving natural language intents:\n');
+
+  for (const intent of intents) {
+    const match = resolver.resolve(intent);
+
+    if (match) {
+      console.log(`  Intent: "${intent}"`);
+      console.log(`  → Action: ${match.action.name} (${match.action.trigger})`);
+      console.log(`  → Confidence: ${(match.confidence * 100).toFixed(0)}%`);
+      console.log(`  → Description: ${match.action.description}`);
+
+      // Execute if confidence is high enough
+      if (match.confidence >= 0.3) {
+        const result = await page.evaluate(
+          (name) => window.AICommands.execute(name),
+          match.action.name
+        );
+        console.log(`  → Executed: ${result.success ? '✓' : '✗ ' + result.error}`);
+      } else {
+        console.log(`  → Skipped: confidence too low`);
+      }
+    } else {
+      console.log(`  Intent: "${intent}"`);
+      console.log(`  → No matching action found`);
+    }
+    console.log('');
+  }
+
+  // ── Demonstrate page info with security context ───────────────────
+  const pageInfo = await page.evaluate(() => window.AICommands.getPageInfo());
+  console.log('📊 Page Info:');
+  console.log(`   Security sandbox: ${pageInfo.security.sandboxActive ? '✓ Active' : '✗ Inactive'}`);
+  console.log(`   Self-healing: ${pageInfo.selfHealing.tracked} tracked, ${pageInfo.selfHealing.healed} healed`);
+  console.log(`   Stealth mode: ${pageInfo.stealthMode ? 'Enabled' : 'Disabled'}`);
+
+  console.log('\n✓ Vision agent session complete.');
+  await browser.close();
+}
+
+main().catch((err) => {
+  console.error('Agent error:', err.message);
+  process.exit(1);
+});

package/package.json

@@ -1,78 +1,78 @@
-{
-  "name": "web-agent-bridge",
-  "version": "1.1.0",
-  "description": "Open protocol and runtime for AI agents to interact with websites — standardized discovery, commands, and fairness layer for the Agentic Web",
-  "main": "server/index.js",
-  "bin": {
-    "web-agent-bridge": "./bin/cli.js",
-    "wab": "./bin/cli.js"
-  },
-  "scripts": {
-    "start": "node server/index.js",
-    "dev": "node server/index.js",
-    "test": "jest --forceExit --detectOpenHandles",
-    "build:script": "node scripts/build.js",
-    "prepublishOnly": "npm test"
-  },
-  "keywords": [
-    "ai",
-    "agent",
-    "bridge",
-    "protocol",
-    "web-standard",
-    "mcp",
-    "automation",
-    "web",
-    "middleware",
-    "ai-agent",
-    "browser-automation",
-    "webdriver-bidi",
-    "fairness",
-    "discovery",
-    "agentic-web",
-    "model-context-protocol"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/abokenan444/web-agent-bridge.git"
-  },
-  "homepage": "https://github.com/abokenan444/web-agent-bridge#readme",
-  "bugs": {
-    "url": "https://github.com/abokenan444/web-agent-bridge/issues"
-  },
-  "files": [
-    "bin/",
-    "server/",
-    "public/",
-    "script/",
-    "sdk/",
-    "wab-mcp-adapter/",
-    "docs/",
-    "examples/",
-    "README.md",
-    "README.ar.md",
-    "LICENSE"
-  ],
-  "engines": {
-    "node": ">=18.0.0"
-  },
-  "license": "MIT",
-  "dependencies": {
-    "bcryptjs": "^2.4.3",
-    "better-sqlite3": "^11.6.0",
-    "cors": "^2.8.5",
-    "dotenv": "^16.4.5",
-    "express": "^4.21.0",
-    "express-rate-limit": "^7.4.1",
-    "helmet": "^8.0.0",
-    "jsonwebtoken": "^9.0.2",
-    "nodemailer": "^8.0.3",
-    "stripe": "^20.4.1",
-    "uuid": "^10.0.0",
-    "ws": "^8.19.0"
-  },
-  "devDependencies": {
-    "jest": "^30.3.0",
-    "supertest": "^7.2.2"
-  }
-}
+{
+  "name": "web-agent-bridge",
+  "version": "1.1.2",
+  "description": "Open protocol and runtime for AI agents to interact with websites — standardized discovery, commands, and fairness layer for the Agentic Web",
+  "main": "server/index.js",
+  "bin": {
+    "web-agent-bridge": "./bin/cli.js",
+    "wab": "./bin/cli.js"
+  },
+  "scripts": {
+    "start": "node server/index.js",
+    "dev": "node server/index.js",
+    "test": "jest --forceExit --detectOpenHandles",
+    "build:script": "node scripts/build.js",
+    "prepublishOnly": "npm test"
+  },
+  "keywords": [
+    "ai",
+    "agent",
+    "bridge",
+    "protocol",
+    "web-standard",
+    "mcp",
+    "automation",
+    "web",
+    "middleware",
+    "ai-agent",
+    "browser-automation",
+    "webdriver-bidi",
+    "fairness",
+    "discovery",
+    "agentic-web",
+    "model-context-protocol"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/abokenan444/web-agent-bridge.git"
+  },
+  "homepage": "https://github.com/abokenan444/web-agent-bridge#readme",
+  "bugs": {
+    "url": "https://github.com/abokenan444/web-agent-bridge/issues"
+  },
+  "files": [
+    "bin/",
+    "server/",
+    "public/",
+    "script/",
+    "sdk/",
+    "wab-mcp-adapter/",
+    "docs/",
+    "examples/",
+    "README.md",
+    "README.ar.md",
+    "LICENSE"
+  ],
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "license": "MIT",
+  "dependencies": {
+    "bcryptjs": "^2.4.3",
+    "better-sqlite3": "^11.6.0",
+    "cors": "^2.8.5",
+    "dotenv": "^16.4.5",
+    "express": "^4.21.0",
+    "express-rate-limit": "^7.4.1",
+    "helmet": "^8.0.0",
+    "jsonwebtoken": "^9.0.2",
+    "nodemailer": "^8.0.3",
+    "stripe": "^20.4.1",
+    "uuid": "^10.0.0",
+    "ws": "^8.19.0"
+  },
+  "devDependencies": {
+    "jest": "^30.3.0",
+    "supertest": "^7.2.2"
+  }
+}