tab-agent 0.3.4 → 0.4.0

package/relay/install-native-host.sh

@@ -2,7 +2,7 @@
 set -e
 
 SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
-HOST_NAME="com.tabpilot.relay"
+HOST_NAME="com.tabagent.relay"
 HOST_DIR="$HOME/Library/Application Support/TabAgent"
 WRAPPER_PATH="$HOST_DIR/native-host-wrapper.sh"
 
@@ -40,7 +40,7 @@ cp -R "$SCRIPT_DIR/node_modules" "$HOST_DIR/node_modules"
 cat > "$MANIFEST_DIR/$HOST_NAME.json" << EOF
 {
   "name": "$HOST_NAME",
-  "description": "TabPilot Native Messaging Host",
+  "description": "Tab Agent Native Messaging Host",
   "path": "$WRAPPER_PATH",
   "type": "stdio",
   "allowed_origins": [

package/relay/native-host-wrapper.sh

@@ -6,7 +6,7 @@ cd "$SCRIPT_DIR"
 
 LOG_FILE="$SCRIPT_DIR/wrapper.log"
 echo "$(date): Starting native host from $SCRIPT_DIR" >> "$LOG_FILE"
-export TAB_AGENT_LOG="/tmp/tabpilot-native-host.log"
+export TAB_AGENT_LOG="/tmp/tab-agent-native-host.log"
 
 NODE_BIN="/opt/homebrew/bin/node"
 if [ ! -x "$NODE_BIN" ]; then

package/relay/native-host.js

@@ -75,7 +75,9 @@ function scheduleReconnect() {
 function connectWebSocket() {
   try {
     ws = new WebSocket('ws://localhost:9876', {
-      headers: { 'x-client-type': 'extension' }
+      headers: {
+        'x-client-type': 'chrome'
+      }
     });
   } catch (error) {
     const now = Date.now();

package/relay/server.js

@@ -7,7 +7,14 @@ const PORT = process.env.PORT || 9876;
 const httpServer = http.createServer((req, res) => {
   if (req.url === '/health') {
     res.writeHead(200, { 'Content-Type': 'application/json' });
-    res.end(JSON.stringify({ ok: true, clients: wss.clients.size }));
+    res.end(JSON.stringify({
+      ok: true,
+      clients: wss.clients.size,
+      browsers: {
+        chrome: connections.chrome !== null,
+        safari: connections.safari !== null
+      }
+    }));
   } else {
     res.writeHead(404);
     res.end('Not found');
@@ -16,8 +23,8 @@ const httpServer = http.createServer((req, res) => {
 
 const wss = new WebSocket.Server({ server: httpServer });
 
-// Store extension connection
-let extensionConnection = null;
+// Store extension connections by browser type
+const connections = { chrome: null, safari: null };
 const pendingRequests = new Map();
 
 function safeParse(data, label) {
@@ -29,8 +36,50 @@ function safeParse(data, label) {
   }
 }
 
-function failPendingRequests(reason) {
+/**
+ * Get the appropriate extension connection for routing.
+ * @param {string} targetBrowser - Optional: 'chrome' or 'safari'
+ * @returns {{ ws: WebSocket, browser: string } | null}
+ */
+function getExtensionConnection(targetBrowser) {
+  // If specific browser requested, return it if connected
+  if (targetBrowser) {
+    const ws = connections[targetBrowser];
+    if (ws) {
+      return { ws, browser: targetBrowser };
+    }
+    return null;
+  }
+
+  // Auto-detect: if only one browser connected, use it
+  const chromeConnected = connections.chrome !== null;
+  const safariConnected = connections.safari !== null;
+
+  if (chromeConnected && !safariConnected) {
+    return { ws: connections.chrome, browser: 'chrome' };
+  }
+  if (safariConnected && !chromeConnected) {
+    return { ws: connections.safari, browser: 'safari' };
+  }
+  if (chromeConnected && safariConnected) {
+    // Default to chrome for backwards compatibility
+    return { ws: connections.chrome, browser: 'chrome' };
+  }
+
+  return null;
+}
+
+/**
+ * Fail pending requests, optionally filtered by browser.
+ * @param {string} reason - Error message
+ * @param {string} browser - Optional: only fail requests for this browser
+ */
+function failPendingRequests(reason, browser) {
   for (const [id, pending] of pendingRequests.entries()) {
+    // If browser specified, only fail requests for that browser
+    if (browser && pending.browser !== browser) {
+      continue;
+    }
     try {
       pending.ws.send(JSON.stringify({ id: pending.clientId, ok: false, error: reason }));
     } catch (error) {
@@ -41,14 +90,17 @@ function failPendingRequests(reason) {
 }
 
 wss.on('connection', (ws, req) => {
-  const isExtension = req.headers['x-client-type'] === 'extension';
+  const clientType = req.headers['x-client-type'];
+  // 'extension' means chrome for backwards compatibility, 'safari' means safari
+  const isExtension = clientType === 'extension' || clientType === 'safari';
+  const browser = clientType === 'safari' ? 'safari' : 'chrome';
 
   if (isExtension) {
-    console.log('Extension connected');
-    extensionConnection = ws;
+    console.log(`${browser} extension connected`);
+    connections[browser] = ws;
 
     ws.on('message', (data) => {
-      const message = safeParse(data, 'extension');
+      const message = safeParse(data, `${browser} extension`);
       if (!message || typeof message.id === 'undefined') {
         return;
       }
@@ -62,9 +114,9 @@ wss.on('connection', (ws, req) => {
     });
 
     ws.on('close', () => {
-      console.log('Extension disconnected');
-      extensionConnection = null;
-      failPendingRequests('Extension disconnected');
+      console.log(`${browser} extension disconnected`);
+      connections[browser] = null;
+      failPendingRequests(`${browser} extension disconnected`, browser);
     });
 
   } else {
@@ -75,19 +127,74 @@ wss.on('connection', (ws, req) => {
       if (!message || typeof message.id === 'undefined') {
         return;
       }
-      const { id, ...command } = message;
+      const { id, browser: targetBrowser, ...command } = message;
 
       console.log(`Command: ${command.action}`, command);
 
-      if (!extensionConnection) {
-        ws.send(JSON.stringify({ id, ok: false, error: 'Extension not connected' }));
+      // Special handling for 'tabs' without specific browser - aggregate from all browsers
+      if (command.action === 'tabs' && !targetBrowser) {
+        const results = { chrome: null, safari: null };
+        let pending = 0;
+
+        const sendAggregated = () => {
+          const allTabs = [];
+          if (results.chrome?.tabs) {
+            results.chrome.tabs.forEach(t => allTabs.push({ ...t, browser: 'chrome' }));
+          }
+          if (results.safari?.tabs) {
+            results.safari.tabs.forEach(t => allTabs.push({ ...t, browser: 'safari' }));
+          }
+          ws.send(JSON.stringify({ id, ok: true, tabs: allTabs }));
+        };
+
+        for (const [browserName, browserWs] of Object.entries(connections)) {
+          if (browserWs) {
+            pending++;
+            const internalId = Date.now() + Math.random();
+
+            const handler = (data) => {
+              const msg = safeParse(data, browserName);
+              if (msg && msg.id === internalId) {
+                results[browserName] = msg;
+                pending--;
+                browserWs.removeListener('message', handler);
+                if (pending === 0) sendAggregated();
+              }
+            };
+            browserWs.on('message', handler);
+            browserWs.send(JSON.stringify({ id: internalId, action: 'tabs' }));
+
+            // Timeout after 2 seconds
+            setTimeout(() => {
+              if (results[browserName] === null) {
+                results[browserName] = { tabs: [] };
+                pending--;
+                browserWs.removeListener('message', handler);
+                if (pending === 0) sendAggregated();
+              }
+            }, 2000);
+          }
+        }
+
+        if (pending === 0) {
+          ws.send(JSON.stringify({ id, ok: false, error: 'No browsers connected' }));
+        }
+        return;
+      }
+
+      const connection = getExtensionConnection(targetBrowser);
+      if (!connection) {
+        const errorMsg = targetBrowser
+          ? `${targetBrowser} extension not connected`
+          : 'No extension connected';
+        ws.send(JSON.stringify({ id, ok: false, error: errorMsg }));
         return;
       }
 
       const internalId = Date.now() + Math.random();
-      pendingRequests.set(internalId, { ws, clientId: id });
+      pendingRequests.set(internalId, { ws, clientId: id, browser: connection.browser });
 
-      extensionConnection.send(JSON.stringify({ id: internalId, ...command }));
+      connection.ws.send(JSON.stringify({ id: internalId, ...command }));
     });
 
     ws.on('close', () => {
@@ -102,7 +209,7 @@ wss.on('connection', (ws, req) => {
 });
 
 httpServer.listen(PORT, () => {
-  console.log(`TabPilot Relay running on ws://localhost:${PORT}`);
+  console.log(`Tab Agent Relay running on ws://localhost:${PORT}`);
   console.log(`Health check: http://localhost:${PORT}/health`);
 });
 

package/skills/claude-code/tab-agent/SKILL.md

@@ -0,0 +1,92 @@
+---
+name: tab-agent
+description: Browser control via CLI - snapshot, click, type, navigate, find, get, drag, pdf
+---
+
+# Tab Agent
+
+Control browser tabs via CLI. User activates tabs via extension icon (green = active).
+
+## Before First Command
+
+```bash
+curl -s http://localhost:9876/health || (npx tab-agent start &)
+sleep 2
+```
+
+## Commands
+
+```bash
+npx tab-agent snapshot                # Get page with refs [e1], [e2]...
+npx tab-agent click <ref>             # Click element
+npx tab-agent type <ref> <text>       # Type text
+npx tab-agent fill <ref> <value>      # Fill form field
+npx tab-agent press <key>             # Press key (Enter, Escape, Tab)
+npx tab-agent scroll <dir> [amount]   # Scroll up/down
+npx tab-agent navigate <url>          # Go to URL
+npx tab-agent tabs                    # List active tabs
+npx tab-agent wait <text|selector>    # Wait for condition
+npx tab-agent wait --url <pattern>    # Wait for URL match
+npx tab-agent wait --visible <ref>    # Wait for element visible
+npx tab-agent screenshot              # Capture page (fallback only)
+npx tab-agent evaluate <script>       # Run JavaScript
+npx tab-agent hover <ref>             # Hover over element
+npx tab-agent select <ref> <value>    # Select dropdown option
+npx tab-agent drag <from> <to>        # Drag and drop
+npx tab-agent get text <ref>          # Get element text
+npx tab-agent get value <ref>         # Get input value
+npx tab-agent get attr <ref> <name>   # Get attribute
+npx tab-agent get url                 # Get current URL
+npx tab-agent get title               # Get page title
+npx tab-agent find text "Submit"      # Find by text content
+npx tab-agent find role button        # Find by ARIA role
+npx tab-agent find label "Email"      # Find by label
+npx tab-agent find placeholder "Search" # Find by placeholder
+npx tab-agent cookies get             # View cookies
+npx tab-agent cookies clear           # Clear cookies
+npx tab-agent storage get [key]       # Read localStorage
+npx tab-agent storage set <key> <val> # Write localStorage
+npx tab-agent pdf [file.pdf]          # Save page as PDF
+```
+
+## Workflow
+
+1. `snapshot` first - always start here to get element refs
+2. Use refs [e1], [e2]... with `click`/`type`/`fill`
+3. `snapshot` again after actions to see results
+4. Use `find` to locate elements without a full snapshot
+5. Use `get` to extract specific data from elements
+6. **Only use `screenshot` if:**
+   - Snapshot is missing expected content
+   - Page has complex visuals (charts, images, canvas)
+   - Debugging why an action didn't work
+
+## Examples
+
+```bash
+# Search Google
+npx tab-agent navigate "https://google.com"
+npx tab-agent snapshot
+npx tab-agent type e1 "hello world"
+npx tab-agent press Enter
+npx tab-agent snapshot  # See results
+
+# Find and click a button by text
+npx tab-agent find text "Sign In"
+npx tab-agent click e1
+
+# Extract data
+npx tab-agent get text e5
+npx tab-agent get attr e3 href
+
+# Save page as PDF
+npx tab-agent pdf report.pdf
+```
+
+## Notes
+
+- Refs reset on each snapshot - always snapshot before interacting
+- `find` assigns new refs without resetting existing ones
+- Keys: Enter, Escape, Tab, Backspace, ArrowUp/Down/Left/Right
+- Prefer snapshot over screenshot - faster and text-based
+- Use `--browser=safari` or `--browser=chrome` to target specific browser

package/skills/codex/tab-agent/SKILL.md

@@ -0,0 +1,92 @@
+---
+name: tab-agent
+description: Browser control via CLI - snapshot, click, type, navigate, find, get, drag, pdf
+---
+
+# Tab Agent
+
+Control browser tabs via CLI. User activates tabs via extension icon (green = active).
+
+## Before First Command
+
+```bash
+curl -s http://localhost:9876/health || (npx tab-agent start &)
+sleep 2
+```
+
+## Commands
+
+```bash
+npx tab-agent snapshot                # Get page with refs [e1], [e2]...
+npx tab-agent click <ref>             # Click element
+npx tab-agent type <ref> <text>       # Type text
+npx tab-agent fill <ref> <value>      # Fill form field
+npx tab-agent press <key>             # Press key (Enter, Escape, Tab)
+npx tab-agent scroll <dir> [amount]   # Scroll up/down
+npx tab-agent navigate <url>          # Go to URL
+npx tab-agent tabs                    # List active tabs
+npx tab-agent wait <text|selector>    # Wait for condition
+npx tab-agent wait --url <pattern>    # Wait for URL match
+npx tab-agent wait --visible <ref>    # Wait for element visible
+npx tab-agent screenshot              # Capture page (fallback only)
+npx tab-agent evaluate <script>       # Run JavaScript
+npx tab-agent hover <ref>             # Hover over element
+npx tab-agent select <ref> <value>    # Select dropdown option
+npx tab-agent drag <from> <to>        # Drag and drop
+npx tab-agent get text <ref>          # Get element text
+npx tab-agent get value <ref>         # Get input value
+npx tab-agent get attr <ref> <name>   # Get attribute
+npx tab-agent get url                 # Get current URL
+npx tab-agent get title               # Get page title
+npx tab-agent find text "Submit"      # Find by text content
+npx tab-agent find role button        # Find by ARIA role
+npx tab-agent find label "Email"      # Find by label
+npx tab-agent find placeholder "Search" # Find by placeholder
+npx tab-agent cookies get             # View cookies
+npx tab-agent cookies clear           # Clear cookies
+npx tab-agent storage get [key]       # Read localStorage
+npx tab-agent storage set <key> <val> # Write localStorage
+npx tab-agent pdf [file.pdf]          # Save page as PDF
+```
+
+## Workflow
+
+1. `snapshot` first - always start here to get element refs
+2. Use refs [e1], [e2]... with `click`/`type`/`fill`
+3. `snapshot` again after actions to see results
+4. Use `find` to locate elements without a full snapshot
+5. Use `get` to extract specific data from elements
+6. **Only use `screenshot` if:**
+   - Snapshot is missing expected content
+   - Page has complex visuals (charts, images, canvas)
+   - Debugging why an action didn't work
+
+## Examples
+
+```bash
+# Search Google
+npx tab-agent navigate "https://google.com"
+npx tab-agent snapshot
+npx tab-agent type e1 "hello world"
+npx tab-agent press Enter
+npx tab-agent snapshot  # See results
+
+# Find and click a button by text
+npx tab-agent find text "Sign In"
+npx tab-agent click e1
+
+# Extract data
+npx tab-agent get text e5
+npx tab-agent get attr e3 href
+
+# Save page as PDF
+npx tab-agent pdf report.pdf
+```
+
+## Notes
+
+- Refs reset on each snapshot - always snapshot before interacting
+- `find` assigns new refs without resetting existing ones
+- Keys: Enter, Escape, Tab, Backspace, ArrowUp/Down/Left/Right
+- Prefer snapshot over screenshot - faster and text-based
+- Use `--browser=safari` or `--browser=chrome` to target specific browser

package/relay/node_modules/.package-lock.json

@@ -1,29 +0,0 @@
-{
-  "name": "tab-agent-relay",
-  "version": "0.1.0",
-  "lockfileVersion": 3,
-  "requires": true,
-  "packages": {
-    "node_modules/ws": {
-      "version": "8.19.0",
-      "resolved": "https://registry.npmjs.org/ws/-/ws-8.19.0.tgz",
-      "integrity": "sha512-blAT2mjOEIi0ZzruJfIhb3nps74PRWTCz1IjglWEEpQl5XS/UNama6u2/rjFkDDouqr4L67ry+1aGIALViWjDg==",
-      "license": "MIT",
-      "engines": {
-        "node": ">=10.0.0"
-      },
-      "peerDependencies": {
-        "bufferutil": "^4.0.1",
-        "utf-8-validate": ">=5.0.2"
-      },
-      "peerDependenciesMeta": {
-        "bufferutil": {
-          "optional": true
-        },
-        "utf-8-validate": {
-          "optional": true
-        }
-      }
-    }
-  }
-}

package/relay/node_modules/ws/LICENSE

@@ -1,20 +0,0 @@
-Copyright (c) 2011 Einar Otto Stangvik <einaros@gmail.com>
-Copyright (c) 2013 Arnout Kazemier and contributors
-Copyright (c) 2016 Luigi Pinca and contributors
-
-Permission is hereby granted, free of charge, to any person obtaining a copy of
-this software and associated documentation files (the "Software"), to deal in
-the Software without restriction, including without limitation the rights to
-use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
-the Software, and to permit persons to whom the Software is furnished to do so,
-subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
-FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
-COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
-IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
-CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.