@framers/agentos-ext-web-browser 1.1.0

package/README.md

@@ -0,0 +1,161 @@
+# Web Browser Extension for AgentOS
+
+Browser automation capabilities for AgentOS agents - navigate pages, scrape content, click elements, and capture screenshots.
+
+## Features
+
+- **Navigate**: Go to any URL and get page content
+- **Scrape**: Extract content using CSS selectors
+- **Click**: Interact with page elements
+- **Type**: Fill in forms and input fields
+- **Screenshot**: Capture visual snapshots
+- **Page Snapshot**: Get accessibility tree for intelligent interaction
+
+## Installation
+
+```bash
+npm install @framers/agentos-ext-web-browser
+```
+
+## Quick Start
+
+```typescript
+import { createExtensionPack } from '@framers/agentos-ext-web-browser';
+import { ExtensionManager } from '@framers/agentos';
+
+const extensionManager = new ExtensionManager();
+
+// Register the browser extension
+extensionManager.register(createExtensionPack({
+  options: {
+    headless: true,
+    timeout: 30000,
+    viewport: { width: 1920, height: 1080 }
+  },
+  logger: console
+}));
+```
+
+## Tools
+
+### browserNavigate
+
+Navigate to a URL and retrieve page content.
+
+```typescript
+const result = await gmi.executeTool('browserNavigate', {
+  url: 'https://example.com',
+  waitFor: 'networkidle2',
+  returnText: true
+});
+// Returns: { url, status, title, text, loadTime }
+```
+
+### browserScrape
+
+Extract content using CSS selectors.
+
+```typescript
+const result = await gmi.executeTool('browserScrape', {
+  selector: 'article h2',
+  limit: 10
+});
+// Returns: { selector, count, elements: [{ tag, text, html, attributes }] }
+```
+
+### browserClick
+
+Click on an element.
+
+```typescript
+const result = await gmi.executeTool('browserClick', {
+  selector: 'button.submit',
+  waitForNavigation: true
+});
+// Returns: { success, element, newUrl }
+```
+
+### browserType
+
+Type text into an input field.
+
+```typescript
+const result = await gmi.executeTool('browserType', {
+  selector: 'input[name="search"]',
+  text: 'AgentOS documentation',
+  clear: true
+});
+// Returns: { success, element, text }
+```
+
+### browserScreenshot
+
+Capture a screenshot.
+
+```typescript
+const result = await gmi.executeTool('browserScreenshot', {
+  fullPage: true,
+  format: 'png'
+});
+// Returns: { data (base64), format, width, height, size }
+```
+
+### browserSnapshot
+
+Get accessibility tree for intelligent interaction.
+
+```typescript
+const result = await gmi.executeTool('browserSnapshot', {});
+// Returns: { url, title, elements, links, forms, interactable }
+```
+
+## Configuration
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `headless` | boolean | `true` | Run browser in headless mode |
+| `timeout` | number | `30000` | Default timeout (ms) |
+| `userAgent` | string | - | Custom user agent |
+| `viewport.width` | number | `1920` | Viewport width |
+| `viewport.height` | number | `1080` | Viewport height |
+| `executablePath` | string | auto | Path to Chrome executable |
+
+## Use Cases
+
+### Web Research Agent
+
+```typescript
+// Search and scrape information
+await gmi.executeTool('browserNavigate', { url: 'https://google.com' });
+await gmi.executeTool('browserType', { selector: 'input[name="q"]', text: 'AI agents 2024' });
+await gmi.executeTool('browserClick', { selector: 'input[type="submit"]', waitForNavigation: true });
+const results = await gmi.executeTool('browserScrape', { selector: '.g h3' });
+```
+
+### Form Automation
+
+```typescript
+await gmi.executeTool('browserNavigate', { url: 'https://signup.example.com' });
+await gmi.executeTool('browserType', { selector: '#email', text: 'user@example.com' });
+await gmi.executeTool('browserType', { selector: '#password', text: 'securepass123' });
+await gmi.executeTool('browserClick', { selector: 'button[type="submit"]' });
+```
+
+### Visual Verification
+
+```typescript
+await gmi.executeTool('browserNavigate', { url: 'https://myapp.com' });
+const screenshot = await gmi.executeTool('browserScreenshot', { fullPage: true });
+// Send screenshot to vision model for analysis
+```
+
+## Dependencies
+
+This extension requires Chrome/Chromium to be installed on the system. It uses `puppeteer-core` which does not bundle a browser.
+
+## License
+
+MIT © Frame.dev
+
+
+

package/dist/index.d.ts

@@ -0,0 +1,50 @@
+/**
+ * AgentOS Web Browser Extension
+ *
+ * Provides browser automation capabilities for navigating pages, scraping content,
+ * clicking elements, and capturing screenshots.
+ *
+ * @module @framers/agentos-ext-web-browser
+ * @version 1.0.0
+ * @license MIT
+ */
+import type { ExtensionContext, ExtensionPack } from '@framers/agentos';
+import type { BrowserConfig } from './types';
+/**
+ * Extension configuration options
+ */
+export interface WebBrowserExtensionOptions extends BrowserConfig {
+    /** Extension priority in the stack */
+    priority?: number;
+}
+/**
+ * Creates the web browser extension pack
+ *
+ * @param context - The extension context
+ * @returns The configured extension pack
+ *
+ * @example
+ * ```typescript
+ * import { createExtensionPack } from '@framers/agentos-ext-web-browser';
+ *
+ * const pack = createExtensionPack({
+ *   options: {
+ *     headless: true,
+ *     timeout: 30000,
+ *     viewport: { width: 1920, height: 1080 }
+ *   },
+ *   logger: console
+ * });
+ * ```
+ */
+export declare function createExtensionPack(context: ExtensionContext): ExtensionPack;
+export { BrowserService } from './services/browserService';
+export { NavigateTool } from './tools/navigate';
+export { ScrapeTool } from './tools/scrape';
+export { ClickTool } from './tools/click';
+export { TypeTool } from './tools/type';
+export { ScreenshotTool } from './tools/screenshot';
+export { SnapshotTool } from './tools/snapshot';
+export * from './types';
+export default createExtensionPack;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAQxE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,0BAA2B,SAAQ,aAAa;IAC/D,sCAAsC;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,gBAAgB,GAAG,aAAa,CAmF5E;AAGD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,cAAc,SAAS,CAAC;AAGxB,eAAe,mBAAmB,CAAC"}

package/dist/index.js

@@ -0,0 +1,128 @@
+/**
+ * AgentOS Web Browser Extension
+ *
+ * Provides browser automation capabilities for navigating pages, scraping content,
+ * clicking elements, and capturing screenshots.
+ *
+ * @module @framers/agentos-ext-web-browser
+ * @version 1.0.0
+ * @license MIT
+ */
+import { BrowserService } from './services/browserService';
+import { NavigateTool } from './tools/navigate';
+import { ScrapeTool } from './tools/scrape';
+import { ClickTool } from './tools/click';
+import { TypeTool } from './tools/type';
+import { ScreenshotTool } from './tools/screenshot';
+import { SnapshotTool } from './tools/snapshot';
+/**
+ * Creates the web browser extension pack
+ *
+ * @param context - The extension context
+ * @returns The configured extension pack
+ *
+ * @example
+ * ```typescript
+ * import { createExtensionPack } from '@framers/agentos-ext-web-browser';
+ *
+ * const pack = createExtensionPack({
+ *   options: {
+ *     headless: true,
+ *     timeout: 30000,
+ *     viewport: { width: 1920, height: 1080 }
+ *   },
+ *   logger: console
+ * });
+ * ```
+ */
+export function createExtensionPack(context) {
+    const options = context.options || {};
+    // Initialize browser service with configuration
+    const browserService = new BrowserService({
+        headless: options.headless,
+        timeout: options.timeout,
+        userAgent: options.userAgent,
+        viewport: options.viewport,
+        executablePath: options.executablePath,
+    });
+    // Create tool instances
+    const navigateTool = new NavigateTool(browserService);
+    const scrapeTool = new ScrapeTool(browserService);
+    const clickTool = new ClickTool(browserService);
+    const typeTool = new TypeTool(browserService);
+    const screenshotTool = new ScreenshotTool(browserService);
+    const snapshotTool = new SnapshotTool(browserService);
+    return {
+        name: '@framers/agentos-ext-web-browser',
+        version: '1.0.0',
+        descriptors: [
+            {
+                id: 'browserNavigate',
+                kind: 'tool',
+                priority: options.priority || 50,
+                payload: navigateTool,
+            },
+            {
+                id: 'browserScrape',
+                kind: 'tool',
+                priority: options.priority || 50,
+                payload: scrapeTool,
+            },
+            {
+                id: 'browserClick',
+                kind: 'tool',
+                priority: options.priority || 50,
+                payload: clickTool,
+            },
+            {
+                id: 'browserType',
+                kind: 'tool',
+                priority: options.priority || 50,
+                payload: typeTool,
+            },
+            {
+                id: 'browserScreenshot',
+                kind: 'tool',
+                priority: options.priority || 50,
+                payload: screenshotTool,
+            },
+            {
+                id: 'browserSnapshot',
+                kind: 'tool',
+                priority: options.priority || 50,
+                payload: snapshotTool,
+            },
+        ],
+        /**
+         * Called when extension is activated
+         */
+        onActivate: async () => {
+            if (context.onActivate) {
+                await context.onActivate();
+            }
+            context.logger?.info('Web Browser Extension activated');
+        },
+        /**
+         * Called when extension is deactivated
+         */
+        onDeactivate: async () => {
+            await browserService.close();
+            if (context.onDeactivate) {
+                await context.onDeactivate();
+            }
+            context.logger?.info('Web Browser Extension deactivated');
+        },
+    };
+}
+// Export types and classes for consumers
+export { BrowserService } from './services/browserService';
+export { NavigateTool } from './tools/navigate';
+export { ScrapeTool } from './tools/scrape';
+export { ClickTool } from './tools/click';
+export { TypeTool } from './tools/type';
+export { ScreenshotTool } from './tools/screenshot';
+export { SnapshotTool } from './tools/snapshot';
+export * from './types';
+// Default export for convenience
+export default createExtensionPack;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAWhD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAyB;IAC3D,MAAM,OAAO,GAAI,OAAO,CAAC,OAAsC,IAAI,EAAE,CAAC;IAEtE,gDAAgD;IAChD,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC;QACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAC,CAAC;IAEH,wBAAwB;IACxB,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,cAAc,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,cAAc,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,cAAc,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC9C,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,cAAc,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,cAAc,CAAC,CAAC;IAEtD,OAAO;QACL,IAAI,EAAE,kCAAkC;QACxC,OAAO,EAAE,OAAO;QAChB,WAAW,EAAE;YACX;gBACE,EAAE,EAAE,iBAAiB;gBACrB,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;gBAChC,OAAO,EAAE,YAAY;aACtB;YACD;gBACE,EAAE,EAAE,eAAe;gBACnB,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;gBAChC,OAAO,EAAE,UAAU;aACpB;YACD;gBACE,EAAE,EAAE,cAAc;gBAClB,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;gBAChC,OAAO,EAAE,SAAS;aACnB;YACD;gBACE,EAAE,EAAE,aAAa;gBACjB,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;gBAChC,OAAO,EAAE,QAAQ;aAClB;YACD;gBACE,EAAE,EAAE,mBAAmB;gBACvB,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;gBAChC,OAAO,EAAE,cAAc;aACxB;YACD;gBACE,EAAE,EAAE,iBAAiB;gBACrB,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;gBAChC,OAAO,EAAE,YAAY;aACtB;SACF;QAED;;WAEG;QACH,UAAU,EAAE,KAAK,IAAI,EAAE;YACrB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAC7B,CAAC;YACD,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC1D,CAAC;QAED;;WAEG;QACH,YAAY,EAAE,KAAK,IAAI,EAAE;YACvB,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;YAC/B,CAAC;YACD,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAC5D,CAAC;KACF,CAAC;AACJ,CAAC;AAED,yCAAyC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,cAAc,SAAS,CAAC;AAExB,iCAAiC;AACjC,eAAe,mBAAmB,CAAC"}

package/dist/services/browserService.d.ts

@@ -0,0 +1,81 @@
+/**
+ * Browser Service
+ * Manages browser lifecycle and provides page interaction methods.
+ *
+ * @module @framers/agentos-ext-web-browser
+ */
+import type { BrowserConfig, NavigationResult, ScrapeResult, ClickResult, TypeResult, ScreenshotResult, ScreenshotOptions, PageSnapshot } from '../types';
+/**
+ * Browser service for managing browser automation
+ */
+export declare class BrowserService {
+    private browser;
+    private page;
+    private config;
+    private consoleMessages;
+    constructor(config?: BrowserConfig);
+    /**
+     * Initialize browser instance
+     */
+    initialize(): Promise<void>;
+    /**
+     * Find Chrome executable path based on OS
+     */
+    private findChromePath;
+    /**
+     * Navigate to a URL
+     */
+    navigate(url: string, options?: {
+        waitFor?: string;
+    }): Promise<NavigationResult>;
+    /**
+     * Scrape content using CSS selector
+     */
+    scrape(selector: string): Promise<ScrapeResult>;
+    /**
+     * Click on an element
+     */
+    click(selector: string, options?: {
+        waitForNavigation?: boolean;
+    }): Promise<ClickResult>;
+    /**
+     * Type text into an input
+     */
+    type(selector: string, text: string, options?: {
+        delay?: number;
+        clear?: boolean;
+    }): Promise<TypeResult>;
+    /**
+     * Take a screenshot
+     */
+    screenshot(options?: ScreenshotOptions): Promise<ScreenshotResult>;
+    /**
+     * Get page snapshot with accessibility tree
+     */
+    getSnapshot(): Promise<PageSnapshot>;
+    /**
+     * Execute arbitrary JavaScript in page context
+     */
+    evaluate<T>(fn: string | (() => T)): Promise<T>;
+    /**
+     * Wait for selector to appear
+     */
+    waitForSelector(selector: string, timeout?: number): Promise<boolean>;
+    /**
+     * Get current URL
+     */
+    getCurrentUrl(): Promise<string>;
+    /**
+     * Go back in history
+     */
+    goBack(): Promise<void>;
+    /**
+     * Go forward in history
+     */
+    goForward(): Promise<void>;
+    /**
+     * Close browser
+     */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=browserService.d.ts.map

package/dist/services/browserService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browserService.d.ts","sourceRoot":"","sources":["../../src/services/browserService.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,YAAY,EAEZ,WAAW,EACX,UAAU,EACV,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EAEb,MAAM,UAAU,CAAC;AA0BlB;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,eAAe,CAAgB;gBAE3B,MAAM,GAAE,aAAkB;IAStC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAyCjC;;OAEG;IACH,OAAO,CAAC,cAAc;IAatB;;OAEG;IACG,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA8BtF;;OAEG;IACG,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAiCrD;;OAEG;IACG,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,iBAAiB,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,WAAW,CAAC;IAgC9F;;OAEG;IACG,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC;IAyB9G;;OAEG;IACG,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuCxE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,YAAY,CAAC;IAmG1C;;OAEG;IACG,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAKrD;;OAEG;IACG,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAU3E;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAKtC;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAK7B;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAKhC;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAO7B"}