squidclaw 1.2.0 → 1.3.0

package/lib/tools/browser-control.js

@@ -0,0 +1,218 @@
+/**
+ * 🦑 Browser Control
+ * Headless browser for browsing, screenshots, form filling, scraping
+ */
+
+import { logger } from '../core/logger.js';
+
+let browser = null;
+
+async function getBrowser() {
+  if (browser?.isConnected()) return browser;
+  
+  const puppeteer = await import('puppeteer-core');
+  
+  // Try common Chrome/Chromium locations
+  const paths = [
+    '/usr/bin/google-chrome',
+    '/usr/bin/google-chrome-stable',
+    '/usr/bin/chromium-browser',
+    '/usr/bin/chromium',
+    '/snap/bin/chromium',
+    '/usr/bin/brave-browser',
+  ];
+  
+  let execPath = null;
+  const { existsSync } = await import('fs');
+  for (const p of paths) {
+    if (existsSync(p)) { execPath = p; break; }
+  }
+
+  if (!execPath) {
+    // Try installing chromium
+    try {
+      const { execSync } = await import('child_process');
+      execSync('which chromium || which chromium-browser || apt-get install -y chromium-browser 2>/dev/null', { stdio: 'ignore' });
+      for (const p of paths) {
+        if (existsSync(p)) { execPath = p; break; }
+      }
+    } catch {}
+  }
+
+  if (!execPath) throw new Error('No Chrome/Chromium found. Install with: apt install chromium-browser');
+
+  browser = await puppeteer.default.launch({
+    executablePath: execPath,
+    headless: 'new',
+    args: [
+      '--no-sandbox',
+      '--disable-setuid-sandbox',
+      '--disable-dev-shm-usage',
+      '--disable-gpu',
+      '--single-process',
+    ],
+  });
+
+  logger.info('browser', 'Browser launched: ' + execPath);
+  return browser;
+}
+
+export class BrowserControl {
+  
+  /**
+   * Take a screenshot of a URL
+   */
+  async screenshot(url, options = {}) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.setViewport({ width: options.width || 1280, height: options.height || 800 });
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      
+      if (options.waitFor) {
+        await page.waitForSelector(options.waitFor, { timeout: 5000 }).catch(() => {});
+      }
+
+      const screenshot = await page.screenshot({ 
+        type: 'jpeg', 
+        quality: 80,
+        fullPage: options.fullPage || false,
+      });
+
+      const title = await page.title();
+      return { buffer: screenshot, title, url };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Extract page content (more thorough than simple fetch)
+   */
+  async readPage(url, options = {}) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      
+      const content = await page.evaluate(() => {
+        // Remove scripts, styles, nav, footer
+        const remove = document.querySelectorAll('script, style, nav, footer, header, aside, iframe, .ad, [class*="cookie"]');
+        remove.forEach(el => el.remove());
+        
+        const main = document.querySelector('main, article, [role="main"], .content, #content');
+        const el = main || document.body;
+        return el.innerText.trim().slice(0, 5000);
+      });
+
+      const title = await page.title();
+      return { title, content, url };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Fill a form on a page
+   */
+  async fillForm(url, fields) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      
+      for (const field of fields) {
+        if (field.selector && field.value) {
+          await page.type(field.selector, field.value, { delay: 50 });
+        }
+        if (field.click) {
+          await page.click(field.click);
+        }
+      }
+
+      // Wait for result
+      await new Promise(r => setTimeout(r, 2000));
+      
+      const screenshot = await page.screenshot({ type: 'jpeg', quality: 80 });
+      const content = await page.evaluate(() => document.body.innerText.trim().slice(0, 3000));
+      
+      return { screenshot, content, url };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Click an element on a page
+   */
+  async click(url, selector) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      await page.click(selector);
+      await new Promise(r => setTimeout(r, 2000));
+      
+      const screenshot = await page.screenshot({ type: 'jpeg', quality: 80 });
+      const newUrl = page.url();
+      const content = await page.evaluate(() => document.body.innerText.trim().slice(0, 3000));
+      
+      return { screenshot, content, url: newUrl };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Get all links on a page
+   */
+  async getLinks(url) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      
+      const links = await page.evaluate(() => {
+        return Array.from(document.querySelectorAll('a[href]'))
+          .map(a => ({ text: a.innerText.trim(), href: a.href }))
+          .filter(l => l.text && l.href.startsWith('http'))
+          .slice(0, 30);
+      });
+
+      return links;
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Execute JavaScript on a page and return result
+   */
+  async evaluate(url, script) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      const result = await page.evaluate(script);
+      return { result, url };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Close browser
+   */
+  async close() {
+    if (browser) {
+      await browser.close();
+      browser = null;
+    }
+  }
+}

package/lib/tools/router.js

@@ -59,6 +59,16 @@ export class ToolRouter {
         'Send an email.');
     }
 
+    tools.push('', '### Screenshot',
+      '---TOOL:screenshot:https://example.com---',
+      'Take a screenshot of a website. Returns the screenshot as an image.',
+      '', '### Browse Page (Full)',
+      '---TOOL:browse:https://example.com---',
+      'Open a page in a real browser (handles JavaScript). Better than read for dynamic sites.',
+      '', '### Get Links',
+      '---TOOL:links:https://example.com---',
+      'Get all links on a webpage.');
+
     tools.push('', '### Weather',
       '---TOOL:weather:city name---',
       'Get current weather and 3-day forecast for any city.',
@@ -139,6 +149,39 @@ export class ToolRouter {
           }
           break;
         }
+        case 'screenshot': {
+          try {
+            const { BrowserControl } = await import('./browser-control.js');
+            const bc = new BrowserControl();
+            const result = await bc.screenshot(toolArg);
+            return { toolUsed: true, toolName: 'screenshot', toolResult: '[Screenshot taken]', imageBase64: result.buffer.toString('base64'), mimeType: 'image/jpeg', cleanResponse };
+          } catch (err) {
+            toolResult = 'Screenshot failed: ' + err.message;
+          }
+          break;
+        }
+        case 'browse': {
+          try {
+            const { BrowserControl } = await import('./browser-control.js');
+            const bc = new BrowserControl();
+            const result = await bc.readPage(toolArg);
+            toolResult = 'Title: ' + result.title + '\n\n' + result.content;
+          } catch (err) {
+            toolResult = 'Browse failed: ' + err.message;
+          }
+          break;
+        }
+        case 'links': {
+          try {
+            const { BrowserControl } = await import('./browser-control.js');
+            const bc = new BrowserControl();
+            const links = await bc.getLinks(toolArg);
+            toolResult = links.map(l => '• ' + l.text + ' → ' + l.href).join('\n');
+          } catch (err) {
+            toolResult = 'Failed: ' + err.message;
+          }
+          break;
+        }
         case 'weather': {
           const { getWeather } = await import('./weather.js');
           toolResult = await getWeather(toolArg);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "squidclaw",
-  "version": "1.2.0",
+  "version": "1.3.0",
   "description": "🦑 AI agent platform — human-like agents for WhatsApp, Telegram & more",
   "main": "lib/engine.js",
   "bin": {
@@ -49,6 +49,7 @@
     "node-edge-tts": "^1.2.10",
     "pdfjs-dist": "^5.4.624",
     "pino": "^10.3.1",
+    "puppeteer-core": "^24.37.5",
     "qrcode-terminal": "^0.12.0",
     "sharp": "^0.34.5",
     "undici": "^7.22.0",