venombrowser 4.1.0 → 4.1.2

package/src/tools/browser-tools.js

@@ -188,8 +188,9 @@ const TOOL_DEFINITIONS = [
       parameters: {
         type: 'object',
         properties: {
-          selector: { type: 'string', description: 'CSS selector of the file input' },
-          files: { type: 'array', items: { type: 'string' }, description: 'File paths to upload' }
+          selector: { type: 'string', description: '@e ref or CSS selector' },
+          files: { type: 'array', items: { type: 'string' }, description: 'Absolute paths to files' },
+          confirm: { type: 'boolean', description: 'Required: set to true to confirm this action' }
         },
         required: ['selector', 'files']
       }
@@ -233,8 +234,188 @@ const TOOL_DEFINITIONS = [
     function: {
       name: 'close_session',
       description: 'Close all tabs in the session.',
+      parameters: {
+        type: 'object',
+        properties: {
+          confirm: { type: 'boolean', description: 'Required: set to true to confirm closing all tabs' }
+        }
+      }
+    }
+  },
+  // ── Phase 1: Cheap Wins ──
+  {
+    type: 'function',
+    function: {
+      name: 'scroll_to',
+      description: 'Scroll an element into view. Use before clicking elements that may be off-screen.',
+      parameters: {
+        type: 'object',
+        properties: {
+          selector: { type: 'string', description: '@e ref or CSS selector of element to scroll to' }
+        },
+        required: ['selector']
+      }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'check_visibility',
+      description: 'Check if an element is visible, in viewport, and not obscured by overlays (cookie banners, modals, etc).',
+      parameters: {
+        type: 'object',
+        properties: {
+          selector: { type: 'string', description: '@e ref or CSS selector' }
+        },
+        required: ['selector']
+      }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'check_stale',
+      description: 'Check if an @e ref from a previous snapshot is still valid (element still in DOM).',
+      parameters: {
+        type: 'object',
+        properties: {
+          selector: { type: 'string', description: '@e ref (e.g. "@e5")' }
+        },
+        required: ['selector']
+      }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'double_click',
+      description: 'Double-click an element. Useful for text selection or opening items.',
+      parameters: {
+        type: 'object',
+        properties: {
+          selector: { type: 'string', description: '@e ref or CSS selector' }
+        },
+        required: ['selector']
+      }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'right_click',
+      description: 'Right-click an element to trigger context menu.',
+      parameters: {
+        type: 'object',
+        properties: {
+          selector: { type: 'string', description: '@e ref or CSS selector' }
+        },
+        required: ['selector']
+      }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'keyboard',
+      description: 'Press a key or key combination. Uses real hardware-level key events via CDP. Examples: key="Enter", key="a" modifiers=["Control"] for Ctrl+A.',
+      parameters: {
+        type: 'object',
+        properties: {
+          key: { type: 'string', description: 'Key name: Enter, Tab, Escape, Backspace, Delete, ArrowUp/Down/Left/Right, Space, F1-F12, or any letter/number.' },
+          modifiers: { type: 'array', items: { type: 'string', enum: ['Control', 'Alt', 'Shift', 'Meta'] }, description: 'Modifier keys to hold. Default none.' }
+        },
+        required: ['key']
+      }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'go_back',
+      description: 'Navigate back in browser history (like clicking the back button).',
       parameters: { type: 'object', properties: {} }
     }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'go_forward',
+      description: 'Navigate forward in browser history.',
+      parameters: { type: 'object', properties: {} }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'manage_cookies',
+      description: 'Read, set, or delete cookies for the current page domain.',
+      parameters: {
+        type: 'object',
+        properties: {
+          cmd: { type: 'string', enum: ['get', 'get_all', 'set', 'delete', 'clear'], description: 'Cookie operation' },
+          name: { type: 'string', description: 'Cookie name (required for get/set/delete)' },
+          value: { type: 'string', description: 'Cookie value (for set)' },
+          domain: { type: 'string', description: 'Cookie domain (optional, defaults to current domain)' },
+          confirm: { type: 'boolean', description: 'Required: true if cmd is delete or clear' }
+        },
+        required: ['cmd']
+      }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'manage_storage',
+      description: 'Read, set, or delete localStorage/sessionStorage entries for the current page.',
+      parameters: {
+        type: 'object',
+        properties: {
+          cmd: { type: 'string', enum: ['get', 'get_all', 'set', 'delete', 'clear', 'keys'], description: 'Storage operation' },
+          storage_type: { type: 'string', enum: ['local', 'session'], description: 'Which storage to use. Default "local".' },
+          key: { type: 'string', description: 'Storage key (required for get/set/delete)' },
+          value: { type: 'string', description: 'Value to store (for set). Objects will be JSON-stringified.' },
+          confirm: { type: 'boolean', description: 'Required: true if cmd is delete or clear' }
+        },
+        required: ['cmd']
+      }
+    }
+  },
+  // ── Lifecycle Management ──
+  {
+    type: 'function',
+    function: {
+      name: 'bridge_status',
+      description: 'Check the VenomBrowser bridge daemon status: whether the server is running, the extension is connected, uptime, and command count.',
+      parameters: { type: 'object', properties: {} }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'stop_server',
+      description: 'Stop the VenomBrowser bridge daemon completely. This releases the port and disconnects the extension. Use when you are completely done with browser automation and want to free resources.',
+      parameters: {
+        type: 'object',
+        properties: {
+          confirm: { type: 'boolean', description: 'Required: set to true to confirm stopping the server' }
+        },
+        required: ['confirm']
+      }
+    }
+  },
+  {
+    type: 'function',
+    function: {
+      name: 'restart_server',
+      description: 'Restart the VenomBrowser bridge daemon. Use this to fix connection issues — the daemon will shut down and auto-restart on your next browser command.',
+      parameters: {
+        type: 'object',
+        properties: {
+          confirm: { type: 'boolean', description: 'Required: set to true to confirm restarting the server' }
+        },
+        required: ['confirm']
+      }
+    }
   }
 ];
 
@@ -340,6 +521,88 @@ async function executeTool(bridge, name, args = {}) {
       return { closed: r.closed };
     }
 
+    // ── Phase 1: Cheap Wins ──
+    case 'scroll_to': {
+      const r = await bridge.scrollTo(args.selector);
+      return r;
+    }
+
+    case 'check_visibility': {
+      const r = await bridge.checkVisibility(args.selector);
+      return r;
+    }
+
+    case 'check_stale': {
+      const r = await bridge.checkStale(args.selector);
+      return r;
+    }
+
+    case 'double_click': {
+      const r = await bridge.doubleClick(args.selector);
+      return { success: true, tag: r.tag, text: r.text };
+    }
+
+    case 'right_click': {
+      const r = await bridge.rightClick(args.selector);
+      return { success: true, tag: r.tag, text: r.text };
+    }
+
+    case 'keyboard': {
+      const r = await bridge.keyboard(args.key, { modifiers: args.modifiers });
+      return r;
+    }
+
+    case 'go_back': {
+      const r = await bridge.goBack();
+      return r;
+    }
+
+    case 'go_forward': {
+      const r = await bridge.goForward();
+      return r;
+    }
+
+    case 'manage_cookies': {
+      const r = await bridge.manageCookies(args.cmd, { name: args.name, value: args.value, domain: args.domain });
+      return r;
+    }
+
+    case 'manage_storage': {
+      const r = await bridge.manageStorage(args.cmd, { storageType: args.storage_type, key: args.key, value: args.value });
+      return r;
+    }
+
+    // ── Lifecycle Management ──
+    case 'bridge_status': {
+      const r = await bridge.bridgeStatus();
+      return r;
+    }
+
+    case 'stop_server': {
+      try {
+        const r = await bridge.stopServer();
+        return { success: true, message: r.message || 'Server is shutting down.' };
+      } catch (e) {
+        // Server may close connection before responding — that's expected
+        if (e.message?.includes('ECONNRESET') || e.message?.includes('ECONNREFUSED') || e.message?.includes('socket hang up')) {
+          return { success: true, message: 'Server has shut down.' };
+        }
+        throw e;
+      }
+    }
+
+    case 'restart_server': {
+      try {
+        const r = await bridge.restartServer();
+        return { success: true, message: r.message || 'Server is restarting. Your next browser command will auto-spawn a new daemon.' };
+      } catch (e) {
+        if (e.message?.includes('ECONNRESET') || e.message?.includes('ECONNREFUSED') || e.message?.includes('socket hang up')) {
+          return { success: true, message: 'Server has shut down for restart. Your next browser command will auto-spawn a new daemon.' };
+        }
+        throw e;
+      }
+    }
+
     default:
       throw new Error(`Unknown tool: ${name}`);
   }