agent-browser 0.17.1 → 0.19.0

package/dist/actions.js

@@ -1,5 +1,6 @@
 import * as fs from 'fs';
 import * as path from 'path';
+import { exec } from 'node:child_process';
 import { mkdirSync } from 'node:fs';
 import { getAppDir } from './daemon.js';
 import { checkPolicy, describeAction, getActionCategory, loadPolicyFile, initPolicyReloader, reloadPolicyIfChanged, } from './action-policy.js';
@@ -229,6 +230,10 @@ async function dispatchAction(command, browser) {
             return await handleReload(command, browser);
         case 'url':
             return await handleUrl(command, browser);
+        case 'cdp_url':
+            return handleCdpUrl(command, browser);
+        case 'inspect':
+            return await handleInspect(command, browser);
         case 'title':
             return await handleTitle(command, browser);
         case 'getattribute':
@@ -406,19 +411,11 @@ async function handleLaunch(command, browser) {
     return successResponse(command.id, { launched: true });
 }
 async function handleNavigate(command, browser) {
-    browser.checkDomainAllowed(command.url);
-    const page = browser.getPage();
-    // If headers are provided, set up scoped headers for this origin
-    if (command.headers && Object.keys(command.headers).length > 0) {
-        await browser.setScopedHeaders(command.url, command.headers);
-    }
-    await page.goto(command.url, {
-        waitUntil: command.waitUntil ?? 'load',
-    });
-    return successResponse(command.id, {
-        url: page.url(),
-        title: await page.title(),
+    const result = await browser.navigate(command.url, {
+        headers: command.headers,
+        waitUntil: command.waitUntil,
     });
+    return successResponse(command.id, result);
 }
 async function handleClick(command, browser) {
     // Support both refs (@e1) and regular selectors
@@ -508,7 +505,7 @@ async function handleScreenshot(command, browser) {
             const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
             const random = Math.random().toString(36).substring(2, 8);
             const filename = `screenshot-${timestamp}-${random}.${ext}`;
-            const screenshotDir = path.join(getAppDir(), 'tmp', 'screenshots');
+            const screenshotDir = command.screenshotDir ?? path.join(getAppDir(), 'tmp', 'screenshots');
             mkdirSync(screenshotDir, { recursive: true });
             savePath = path.join(screenshotDir, filename);
         }
@@ -691,7 +688,10 @@ async function handleEvaluate(command, browser) {
 }
 async function handleWait(command, browser) {
     const page = browser.getPage();
-    if (command.selector) {
+    if (command.text) {
+        await page.waitForFunction(`(document.body.innerText || '').includes(${JSON.stringify(command.text)})`, { timeout: command.timeout });
+    }
+    else if (command.selector) {
         await page.waitForSelector(command.selector, {
             state: command.state ?? 'visible',
             timeout: command.timeout,
@@ -701,7 +701,6 @@ async function handleWait(command, browser) {
         await page.waitForTimeout(command.timeout);
     }
     else {
-        // Default: wait for load state
         await page.waitForLoadState('load');
     }
     return successResponse(command.id, { waited: true });
@@ -767,7 +766,8 @@ async function handleContent(command, browser) {
     const page = browser.getPage();
     let html;
     if (command.selector) {
-        html = await page.locator(command.selector).innerHTML();
+        const locator = browser.getLocator(command.selector);
+        html = await locator.innerHTML();
     }
     else {
         html = await page.content();
@@ -1145,6 +1145,62 @@ async function handleUrl(command, browser) {
     const page = browser.getPage();
     return successResponse(command.id, { url: page.url() });
 }
+function handleCdpUrl(command, browser) {
+    const cdpUrl = browser.getCdpUrl();
+    if (!cdpUrl) {
+        return errorResponse(command.id, 'CDP URL not available (browser may not be launched)');
+    }
+    return successResponse(command.id, { cdpUrl });
+}
+async function handleInspect(command, browser) {
+    const cdpUrl = browser.getCdpUrl();
+    if (!cdpUrl) {
+        return errorResponse(command.id, 'CDP URL not available (browser may not be launched)');
+    }
+    // Shut down any existing inspect server so we always target the current page
+    browser.stopInspectServer();
+    const stripped = cdpUrl.replace(/^(wss?|https?):\/\//, '');
+    const hostPort = stripped.split('/')[0];
+    // Get the target ID so the inspect server can create its own dedicated CDP session
+    const page = browser.getPage();
+    const context = page.context();
+    const tmpCdp = await context.newCDPSession(page);
+    let targetId = '';
+    try {
+        const info = await tmpCdp.send('Target.getTargetInfo');
+        targetId = info?.targetInfo?.targetId || '';
+    }
+    catch (err) {
+        console.error('[inspect] getTargetInfo failed:', err);
+    }
+    await tmpCdp.detach();
+    if (!targetId) {
+        return errorResponse(command.id, 'Could not determine target ID for active page');
+    }
+    const { InspectServer } = await import('./inspect-server.js');
+    const server = new InspectServer({
+        chromeHostPort: hostPort,
+        targetId,
+        chromeWsUrl: cdpUrl,
+    });
+    await server.start();
+    browser.setInspectServer(server);
+    const url = `http://127.0.0.1:${server.port}`;
+    openUrlInBrowser(url);
+    return successResponse(command.id, { opened: true, url });
+}
+function openUrlInBrowser(url) {
+    const platform = process.platform;
+    const cmd = platform === 'darwin'
+        ? `open "${url}"`
+        : platform === 'win32'
+            ? `start "" "${url}"`
+            : `xdg-open "${url}"`;
+    exec(cmd, (err) => {
+        if (err)
+            console.error('[inspect] Failed to open browser:', err.message);
+    });
+}
 async function handleTitle(command, browser) {
     const page = browser.getPage();
     const title = await page.title();
@@ -1159,7 +1215,8 @@ async function handleGetAttribute(command, browser) {
 async function handleGetText(command, browser) {
     const page = browser.getPage();
     const locator = browser.getLocator(command.selector);
-    const text = await locator.textContent();
+    const inner = await locator.innerText();
+    const text = inner || (await locator.textContent()) || '';
     return successResponse(command.id, { text, origin: page.url() });
 }
 async function handleIsVisible(command, browser) {
@@ -1178,13 +1235,13 @@ async function handleIsChecked(command, browser) {
     return successResponse(command.id, { checked });
 }
 async function handleCount(command, browser) {
-    const page = browser.getPage();
-    const count = await page.locator(command.selector).count();
+    const locator = browser.getLocator(command.selector);
+    const count = await locator.count();
     return successResponse(command.id, { count });
 }
 async function handleBoundingBox(command, browser) {
-    const page = browser.getPage();
-    const box = await page.locator(command.selector).boundingBox();
+    const locator = browser.getLocator(command.selector);
+    const box = await locator.boundingBox();
     return successResponse(command.id, { box });
 }
 async function handleStyles(command, browser) {
@@ -1303,8 +1360,6 @@ async function handleStateLoad(command, browser) {
         return errorResponse(command.id, `State file not found: ${command.path}`);
     }
     await browser.launch({
-        id: command.id,
-        action: 'launch',
         headless: true,
         autoStateFilePath: command.path,
     });
@@ -1472,7 +1527,7 @@ async function handleKeyboard(command, browser) {
 async function handleWheel(command, browser) {
     const page = browser.getPage();
     if (command.selector) {
-        const element = page.locator(command.selector);
+        const element = browser.getLocator(command.selector);
         await element.hover();
     }
     await page.mouse.wheel(command.deltaX ?? 0, command.deltaY ?? 0);
@@ -1487,41 +1542,50 @@ async function handleClipboard(command, browser) {
     const page = browser.getPage();
     switch (command.operation) {
         case 'copy':
-            await page.keyboard.press('Control+c');
+            await page.keyboard.press('ControlOrMeta+c');
             return successResponse(command.id, { copied: true });
         case 'paste':
-            await page.keyboard.press('Control+v');
+            await page.keyboard.press('ControlOrMeta+v');
             return successResponse(command.id, { pasted: true });
-        case 'read':
+        case 'read': {
             const text = await page.evaluate('navigator.clipboard.readText()');
             return successResponse(command.id, { text });
+        }
+        case 'write': {
+            if (!command.text) {
+                return errorResponse(command.id, "Missing 'text' parameter for clipboard write");
+            }
+            await page.evaluate(`navigator.clipboard.writeText(${JSON.stringify(command.text)})`);
+            return successResponse(command.id, { written: command.text });
+        }
         default:
             return errorResponse(command.id, 'Unknown clipboard operation');
     }
 }
 async function handleHighlight(command, browser) {
-    const page = browser.getPage();
-    await page.locator(command.selector).highlight();
+    const locator = browser.getLocator(command.selector);
+    await locator.highlight();
     return successResponse(command.id, { highlighted: true });
 }
 async function handleClear(command, browser) {
-    const page = browser.getPage();
-    await page.locator(command.selector).clear();
+    const locator = browser.getLocator(command.selector);
+    await locator.clear();
     return successResponse(command.id, { cleared: true });
 }
 async function handleSelectAll(command, browser) {
-    const page = browser.getPage();
-    await page.locator(command.selector).selectText();
+    const locator = browser.getLocator(command.selector);
+    await locator.selectText();
     return successResponse(command.id, { selected: true });
 }
 async function handleInnerText(command, browser) {
-    const page = browser.getPage();
-    const text = await page.locator(command.selector).innerText();
+    const locator = browser.getLocator(command.selector);
+    const text = await locator.innerText();
     return successResponse(command.id, { text });
 }
 async function handleInnerHtml(command, browser) {
     const page = browser.getPage();
-    const html = await page.locator(command.selector).innerHTML();
+    const locator = browser.getLocator(command.selector);
+    const html = await locator.innerHTML();
     return successResponse(command.id, { html, origin: page.url() });
 }
 async function handleInputValue(command, browser) {
@@ -1531,13 +1595,13 @@ async function handleInputValue(command, browser) {
     return successResponse(command.id, { value, origin: page.url() });
 }
 async function handleSetValue(command, browser) {
-    const page = browser.getPage();
-    await page.locator(command.selector).fill(command.value);
+    const locator = browser.getLocator(command.selector);
+    await locator.fill(command.value);
     return successResponse(command.id, { set: true });
 }
 async function handleDispatch(command, browser) {
-    const page = browser.getPage();
-    await page.locator(command.selector).dispatchEvent(command.event, command.eventInit);
+    const locator = browser.getLocator(command.selector);
+    await locator.dispatchEvent(command.event, command.eventInit);
     return successResponse(command.id, { dispatched: command.event });
 }
 async function handleEvalHandle(command, browser) {
@@ -1643,8 +1707,7 @@ async function handleGetByTestId(command, browser) {
     }
 }
 async function handleNth(command, browser) {
-    const page = browser.getPage();
-    const base = page.locator(command.selector);
+    const base = browser.getLocator(command.selector);
     const locator = command.index === -1 ? base.last() : base.nth(command.index);
     switch (command.subaction) {
         case 'click':
@@ -1754,8 +1817,8 @@ async function handleInsertText(command, browser) {
     return successResponse(command.id, { inserted: true });
 }
 async function handleMultiSelect(command, browser) {
-    const page = browser.getPage();
-    const selected = await page.locator(command.selector).selectOption(command.values);
+    const locator = browser.getLocator(command.selector);
+    const selected = await locator.selectOption(command.values);
     return successResponse(command.id, { selected });
 }
 async function handleWaitForDownload(command, browser) {
@@ -1903,7 +1966,7 @@ async function handleDiffScreenshot(command, browser) {
     const page = browser.getPage();
     let screenshotBuffer;
     if (command.selector) {
-        const locator = browser.getLocatorFromRef(command.selector) || page.locator(command.selector);
+        const locator = browser.getLocator(command.selector);
         screenshotBuffer = await locator.screenshot({ type: 'png' });
     }
     else {