squidclaw 1.2.0 → 1.4.0

package/lib/engine.js

@@ -136,6 +136,13 @@ export class SquidclawEngine {
     // 5. Features (reminders, auto-memory, usage alerts)
     await this._initFeatures();
 
+    // 5b. Sub-agents
+    try {
+      const { SubAgentManager } = await import('./features/sub-agents.js');
+      this.subAgents = new SubAgentManager(this);
+      if (this.toolRouter) this.toolRouter._subAgents = this.subAgents;
+    } catch {}
+
     // 6. Message Pipeline
     this.pipeline = await this._buildPipeline();
     console.log(`  🔧 Pipeline: ${this.pipeline.middleware.length} middleware`);

package/lib/features/sub-agents.js

@@ -0,0 +1,105 @@
+/**
+ * 🦑 Sub-Agents
+ * Spawn isolated agent tasks that run in the background
+ */
+
+import { logger } from '../core/logger.js';
+
+export class SubAgentManager {
+  constructor(engine) {
+    this.engine = engine;
+    this.running = new Map(); // id -> { task, status, result, startedAt }
+    this.counter = 0;
+  }
+
+  /**
+   * Spawn a sub-agent task
+   */
+  async spawn(agentId, task, options = {}) {
+    const id = 'sub_' + (++this.counter) + '_' + Date.now().toString(36);
+    const model = options.model || this.engine.config.ai?.defaultModel;
+    const timeout = options.timeout || 60000;
+
+    this.running.set(id, {
+      id,
+      task,
+      status: 'running',
+      result: null,
+      startedAt: new Date(),
+      agentId,
+    });
+
+    logger.info('sub-agents', `Spawned ${id}: ${task.slice(0, 80)}`);
+
+    // Run in background
+    this._execute(id, agentId, task, model, timeout).catch(err => {
+      const sub = this.running.get(id);
+      if (sub) {
+        sub.status = 'error';
+        sub.result = err.message;
+      }
+    });
+
+    return id;
+  }
+
+  async _execute(id, agentId, task, model, timeout) {
+    const sub = this.running.get(id);
+    
+    try {
+      const messages = [
+        { role: 'system', content: 'You are a sub-agent. Complete this task concisely and return the result. Do not ask questions.' },
+        { role: 'user', content: task },
+      ];
+
+      const response = await Promise.race([
+        this.engine.aiGateway.chat(messages, { model }),
+        new Promise((_, reject) => setTimeout(() => reject(new Error('Timeout')), timeout)),
+      ]);
+
+      sub.status = 'complete';
+      sub.result = response.content;
+      sub.completedAt = new Date();
+      
+      logger.info('sub-agents', `Completed ${id}: ${response.content.slice(0, 50)}`);
+    } catch (err) {
+      sub.status = 'error';
+      sub.result = err.message;
+      logger.error('sub-agents', `Failed ${id}: ${err.message}`);
+    }
+  }
+
+  /**
+   * Get sub-agent status
+   */
+  get(id) {
+    return this.running.get(id);
+  }
+
+  /**
+   * List all sub-agents
+   */
+  list(agentId) {
+    return Array.from(this.running.values())
+      .filter(s => !agentId || s.agentId === agentId)
+      .map(s => ({
+        id: s.id,
+        task: s.task.slice(0, 80),
+        status: s.status,
+        result: s.result?.slice(0, 200),
+        duration: s.completedAt ? (s.completedAt - s.startedAt) / 1000 + 's' : 'running',
+      }));
+  }
+
+  /**
+   * Kill a running sub-agent
+   */
+  kill(id) {
+    const sub = this.running.get(id);
+    if (sub) {
+      sub.status = 'killed';
+      return true;
+    }
+    return false;
+  }
+}

package/lib/middleware/commands.js

@@ -16,7 +16,10 @@ export async function commandsMiddleware(ctx, next) {
       '/memories — what I remember about you',
       '/tasks — your todo list',
       '/usage — spending report',
-      '/help — this message',
+      '/exec <cmd> — run a shell command',
+              '/files — list sandbox files',
+              '/subagents — list background tasks',
+              '/help — this message',
       '', 'Just chat normally! 🦑',
     ].join('\n'));
     return;
@@ -117,5 +120,51 @@ export async function commandsMiddleware(ctx, next) {
     return;
   }
 
+  if (cmd === '/exec') {
+    const command = msg.slice(6).trim();
+    if (!command) { await ctx.reply('Usage: /exec <command>'); return; }
+    try {
+      const { ShellTool } = await import('../tools/shell.js');
+      const sh = new ShellTool();
+      const result = sh.exec(command);
+      const output = result.error ? '❌ ' + result.error : '```\n' + (result.output || '(no output)') + '\n```';
+      await ctx.reply(output);
+    } catch (err) {
+      await ctx.reply('❌ ' + err.message);
+    }
+    return;
+  }
+
+  if (cmd === '/files') {
+    try {
+      const { ShellTool } = await import('../tools/shell.js');
+      const sh = new ShellTool();
+      const result = sh.listDir('.');
+      const list = result.files?.map(f => (f.type === 'dir' ? '📁 ' : '📄 ') + f.name).join('\n') || 'Empty';
+      await ctx.reply('📂 *Sandbox Files*\n\n' + list);
+    } catch (err) {
+      await ctx.reply('❌ ' + err.message);
+    }
+    return;
+  }
+
+  if (cmd === '/subagents') {
+    if (ctx.engine.subAgents) {
+      const list = ctx.engine.subAgents.list(ctx.agentId);
+      if (list.length === 0) {
+        await ctx.reply('🤖 No sub-agents running');
+      } else {
+        const lines = list.map(s => 
+          (s.status === 'complete' ? '✅' : s.status === 'error' ? '❌' : '⏳') + 
+          ' ' + s.id + '\n  ' + s.task + '\n  ' + s.status + (s.duration ? ' (' + s.duration + ')' : '')
+        );
+        await ctx.reply('🤖 *Sub-Agents*\n\n' + lines.join('\n\n'));
+      }
+    } else {
+      await ctx.reply('🤖 Sub-agents not available');
+    }
+    return;
+  }
+
   await next();
 }

package/lib/tools/browser-control.js

@@ -0,0 +1,218 @@
+/**
+ * 🦑 Browser Control
+ * Headless browser for browsing, screenshots, form filling, scraping
+ */
+
+import { logger } from '../core/logger.js';
+
+let browser = null;
+
+async function getBrowser() {
+  if (browser?.isConnected()) return browser;
+  
+  const puppeteer = await import('puppeteer-core');
+  
+  // Try common Chrome/Chromium locations
+  const paths = [
+    '/usr/bin/google-chrome',
+    '/usr/bin/google-chrome-stable',
+    '/usr/bin/chromium-browser',
+    '/usr/bin/chromium',
+    '/snap/bin/chromium',
+    '/usr/bin/brave-browser',
+  ];
+  
+  let execPath = null;
+  const { existsSync } = await import('fs');
+  for (const p of paths) {
+    if (existsSync(p)) { execPath = p; break; }
+  }
+
+  if (!execPath) {
+    // Try installing chromium
+    try {
+      const { execSync } = await import('child_process');
+      execSync('which chromium || which chromium-browser || apt-get install -y chromium-browser 2>/dev/null', { stdio: 'ignore' });
+      for (const p of paths) {
+        if (existsSync(p)) { execPath = p; break; }
+      }
+    } catch {}
+  }
+
+  if (!execPath) throw new Error('No Chrome/Chromium found. Install with: apt install chromium-browser');
+
+  browser = await puppeteer.default.launch({
+    executablePath: execPath,
+    headless: 'new',
+    args: [
+      '--no-sandbox',
+      '--disable-setuid-sandbox',
+      '--disable-dev-shm-usage',
+      '--disable-gpu',
+      '--single-process',
+    ],
+  });
+
+  logger.info('browser', 'Browser launched: ' + execPath);
+  return browser;
+}
+
+export class BrowserControl {
+  
+  /**
+   * Take a screenshot of a URL
+   */
+  async screenshot(url, options = {}) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.setViewport({ width: options.width || 1280, height: options.height || 800 });
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      
+      if (options.waitFor) {
+        await page.waitForSelector(options.waitFor, { timeout: 5000 }).catch(() => {});
+      }
+
+      const screenshot = await page.screenshot({ 
+        type: 'jpeg', 
+        quality: 80,
+        fullPage: options.fullPage || false,
+      });
+
+      const title = await page.title();
+      return { buffer: screenshot, title, url };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Extract page content (more thorough than simple fetch)
+   */
+  async readPage(url, options = {}) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      
+      const content = await page.evaluate(() => {
+        // Remove scripts, styles, nav, footer
+        const remove = document.querySelectorAll('script, style, nav, footer, header, aside, iframe, .ad, [class*="cookie"]');
+        remove.forEach(el => el.remove());
+        
+        const main = document.querySelector('main, article, [role="main"], .content, #content');
+        const el = main || document.body;
+        return el.innerText.trim().slice(0, 5000);
+      });
+
+      const title = await page.title();
+      return { title, content, url };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Fill a form on a page
+   */
+  async fillForm(url, fields) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      
+      for (const field of fields) {
+        if (field.selector && field.value) {
+          await page.type(field.selector, field.value, { delay: 50 });
+        }
+        if (field.click) {
+          await page.click(field.click);
+        }
+      }
+
+      // Wait for result
+      await new Promise(r => setTimeout(r, 2000));
+      
+      const screenshot = await page.screenshot({ type: 'jpeg', quality: 80 });
+      const content = await page.evaluate(() => document.body.innerText.trim().slice(0, 3000));
+      
+      return { screenshot, content, url };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Click an element on a page
+   */
+  async click(url, selector) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      await page.click(selector);
+      await new Promise(r => setTimeout(r, 2000));
+      
+      const screenshot = await page.screenshot({ type: 'jpeg', quality: 80 });
+      const newUrl = page.url();
+      const content = await page.evaluate(() => document.body.innerText.trim().slice(0, 3000));
+      
+      return { screenshot, content, url: newUrl };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Get all links on a page
+   */
+  async getLinks(url) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      
+      const links = await page.evaluate(() => {
+        return Array.from(document.querySelectorAll('a[href]'))
+          .map(a => ({ text: a.innerText.trim(), href: a.href }))
+          .filter(l => l.text && l.href.startsWith('http'))
+          .slice(0, 30);
+      });
+
+      return links;
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Execute JavaScript on a page and return result
+   */
+  async evaluate(url, script) {
+    const b = await getBrowser();
+    const page = await b.newPage();
+    
+    try {
+      await page.goto(url, { waitUntil: 'networkidle2', timeout: 15000 });
+      const result = await page.evaluate(script);
+      return { result, url };
+    } finally {
+      await page.close();
+    }
+  }
+
+  /**
+   * Close browser
+   */
+  async close() {
+    if (browser) {
+      await browser.close();
+      browser = null;
+    }
+  }
+}

package/lib/tools/router.js

@@ -59,6 +59,35 @@ export class ToolRouter {
         'Send an email.');
     }
 
+    tools.push('', '### Run Command',
+      '---TOOL:exec:ls -la---',
+      'Execute a shell command. Output is returned. Sandboxed for safety.',
+      '', '### Read File',
+      '---TOOL:readfile:filename.txt---',
+      'Read contents of a file in the sandbox.',
+      '', '### Write File',
+      '---TOOL:writefile:filename.txt|file contents here---',
+      'Create or overwrite a file. Use pipe (|) to separate filename from content.',
+      '', '### List Files',
+      '---TOOL:ls:path---',
+      'List files in a directory.',
+      '', '### Spawn Sub-Agent',
+      '---TOOL:spawn:Research the latest AI news and summarize top 5 stories---',
+      'Spawn a background task. Runs independently and returns result when done.',
+      '', '### Run Python',
+      '---TOOL:python:print(2+2)---',
+      'Execute Python code and return output.');
+
+    tools.push('', '### Screenshot',
+      '---TOOL:screenshot:https://example.com---',
+      'Take a screenshot of a website. Returns the screenshot as an image.',
+      '', '### Browse Page (Full)',
+      '---TOOL:browse:https://example.com---',
+      'Open a page in a real browser (handles JavaScript). Better than read for dynamic sites.',
+      '', '### Get Links',
+      '---TOOL:links:https://example.com---',
+      'Get all links on a webpage.');
+
     tools.push('', '### Weather',
       '---TOOL:weather:city name---',
       'Get current weather and 3-day forecast for any city.',
@@ -139,6 +168,93 @@ export class ToolRouter {
           }
           break;
         }
+        case 'exec':
+        case 'shell':
+        case 'run': {
+          const { ShellTool } = await import('./shell.js');
+          const sh = new ShellTool();
+          const result = sh.exec(toolArg);
+          toolResult = result.error ? 'Error: ' + result.error : result.output || '(no output)';
+          break;
+        }
+        case 'readfile': {
+          const { ShellTool } = await import('./shell.js');
+          const sh = new ShellTool();
+          const result = sh.readFile(toolArg);
+          toolResult = result.error || result.content;
+          break;
+        }
+        case 'writefile': {
+          const pipeIdx = toolArg.indexOf('|');
+          if (pipeIdx === -1) { toolResult = 'Format: filename|content'; break; }
+          const fname = toolArg.slice(0, pipeIdx).trim();
+          const fcontent = toolArg.slice(pipeIdx + 1);
+          const { ShellTool } = await import('./shell.js');
+          const sh = new ShellTool();
+          const result = sh.writeFile(fname, fcontent);
+          toolResult = result.error || 'File written: ' + fname;
+          break;
+        }
+        case 'ls':
+        case 'listdir': {
+          const { ShellTool } = await import('./shell.js');
+          const sh = new ShellTool();
+          const result = sh.listDir(toolArg || '.');
+          toolResult = result.error || result.files.map(f => (f.type === 'dir' ? '📁 ' : '📄 ') + f.name).join('\n');
+          break;
+        }
+        case 'python':
+        case 'py': {
+          const { ShellTool } = await import('./shell.js');
+          const sh = new ShellTool();
+          // Write Python script then execute
+          sh.writeFile('_run.py', toolArg);
+          const result = sh.exec('python3 _run.py');
+          toolResult = result.error ? 'Error: ' + result.error : result.output || '(no output)';
+          break;
+        }
+        case 'spawn': {
+          if (this._subAgents) {
+            const id = await this._subAgents.spawn(agentId, toolArg);
+            toolResult = 'Sub-agent spawned: ' + id + '. It will complete in the background.';
+          } else {
+            toolResult = 'Sub-agents not available';
+          }
+          break;
+        }
+        case 'screenshot': {
+          try {
+            const { BrowserControl } = await import('./browser-control.js');
+            const bc = new BrowserControl();
+            const result = await bc.screenshot(toolArg);
+            return { toolUsed: true, toolName: 'screenshot', toolResult: '[Screenshot taken]', imageBase64: result.buffer.toString('base64'), mimeType: 'image/jpeg', cleanResponse };
+          } catch (err) {
+            toolResult = 'Screenshot failed: ' + err.message;
+          }
+          break;
+        }
+        case 'browse': {
+          try {
+            const { BrowserControl } = await import('./browser-control.js');
+            const bc = new BrowserControl();
+            const result = await bc.readPage(toolArg);
+            toolResult = 'Title: ' + result.title + '\n\n' + result.content;
+          } catch (err) {
+            toolResult = 'Browse failed: ' + err.message;
+          }
+          break;
+        }
+        case 'links': {
+          try {
+            const { BrowserControl } = await import('./browser-control.js');
+            const bc = new BrowserControl();
+            const links = await bc.getLinks(toolArg);
+            toolResult = links.map(l => '• ' + l.text + ' → ' + l.href).join('\n');
+          } catch (err) {
+            toolResult = 'Failed: ' + err.message;
+          }
+          break;
+        }
         case 'weather': {
           const { getWeather } = await import('./weather.js');
           toolResult = await getWeather(toolArg);

package/lib/tools/shell.js

@@ -0,0 +1,111 @@
+/**
+ * 🦑 Shell & File System
+ * Sandboxed command execution and file operations
+ */
+
+import { execSync } from 'child_process';
+import { readFileSync, writeFileSync, readdirSync, existsSync, mkdirSync, statSync } from 'fs';
+import { join, resolve } from 'path';
+import { logger } from '../core/logger.js';
+
+// Sandboxed base directory
+const SANDBOX_DIR = process.env.SQUIDCLAW_SANDBOX || '/tmp/squidclaw-sandbox';
+
+// Blocked commands for safety
+const BLOCKED = [
+  'rm -rf /', 'mkfs', 'dd if=', ':(){', 'fork bomb',
+  'chmod 777 /', 'chown', 'passwd', 'userdel', 'useradd',
+  'shutdown', 'reboot', 'halt', 'poweroff',
+  'iptables', 'ufw', 'firewall',
+];
+
+export class ShellTool {
+  constructor(home) {
+    this.sandbox = SANDBOX_DIR;
+    mkdirSync(this.sandbox, { recursive: true });
+  }
+
+  /**
+   * Execute a shell command (sandboxed)
+   */
+  exec(command, options = {}) {
+    // Safety check
+    const lower = command.toLowerCase();
+    for (const blocked of BLOCKED) {
+      if (lower.includes(blocked)) {
+        return { error: 'Blocked for safety: ' + blocked };
+      }
+    }
+
+    const timeout = options.timeout || 10000;
+    const cwd = options.cwd || this.sandbox;
+
+    try {
+      const output = execSync(command, {
+        cwd,
+        timeout,
+        maxBuffer: 1024 * 1024,
+        encoding: 'utf8',
+        env: { ...process.env, HOME: this.sandbox },
+      });
+      logger.info('shell', `Executed: ${command.slice(0, 80)}`);
+      return { output: output.trim().slice(0, 3000), exitCode: 0 };
+    } catch (err) {
+      return { 
+        output: (err.stdout || '').trim().slice(0, 1000),
+        error: (err.stderr || err.message).trim().slice(0, 1000),
+        exitCode: err.status || 1,
+      };
+    }
+  }
+
+  /**
+   * Read a file (sandboxed)
+   */
+  readFile(path) {
+    const safePath = this._safePath(path);
+    if (!existsSync(safePath)) return { error: 'File not found: ' + path };
+    
+    const stat = statSync(safePath);
+    if (stat.size > 100000) return { error: 'File too large: ' + (stat.size / 1024).toFixed(0) + ' KB' };
+    
+    return { content: readFileSync(safePath, 'utf8').slice(0, 5000) };
+  }
+
+  /**
+   * Write a file (sandboxed)
+   */
+  writeFile(path, content) {
+    const safePath = this._safePath(path);
+    const dir = resolve(safePath, '..');
+    mkdirSync(dir, { recursive: true });
+    writeFileSync(safePath, content);
+    logger.info('shell', `Wrote file: ${path}`);
+    return { success: true, path: safePath };
+  }
+
+  /**
+   * List directory (sandboxed)
+   */
+  listDir(path) {
+    const safePath = this._safePath(path || '.');
+    if (!existsSync(safePath)) return { error: 'Directory not found' };
+    
+    const entries = readdirSync(safePath, { withFileTypes: true });
+    return {
+      files: entries.map(e => ({
+        name: e.name,
+        type: e.isDirectory() ? 'dir' : 'file',
+      })),
+    };
+  }
+
+  _safePath(p) {
+    // Prevent path traversal
+    const resolved = resolve(this.sandbox, p);
+    if (!resolved.startsWith(this.sandbox)) {
+      throw new Error('Path outside sandbox');
+    }
+    return resolved;
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "squidclaw",
-  "version": "1.2.0",
+  "version": "1.4.0",
   "description": "🦑 AI agent platform — human-like agents for WhatsApp, Telegram & more",
   "main": "lib/engine.js",
   "bin": {
@@ -49,6 +49,7 @@
     "node-edge-tts": "^1.2.10",
     "pdfjs-dist": "^5.4.624",
     "pino": "^10.3.1",
+    "puppeteer-core": "^24.37.5",
     "qrcode-terminal": "^0.12.0",
     "sharp": "^0.34.5",
     "undici": "^7.22.0",