@elizaos/plugin-browser 1.0.3 → 2.0.0-alpha.2

package/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2025 Shaw Walters and elizaOS Contributors
+Copyright (c) 2026 Shaw Walters and elizaOS Contributors
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

package/README.md

@@ -1,13 +1,16 @@
-# @elizaos/plugin-browser
+# Browser Automation Plugin for ElizaOS (TypeScript)
 
-Browser plugin for Eliza OS that provides web browsing and scraping capabilities.
+Browser automation plugin enabling AI agents to browse websites, interact with elements, and extract data.
 
 ## Features
 
-- **Web Browsing**: Navigate and interact with web pages
-- **Content Extraction**: Extract text and metadata from web pages
-- **CAPTCHA Solving**: Automatic CAPTCHA detection and solving
-- **Stealth Mode**: Reduced bot detection with proper user agents and headers
+- **Navigation**: Navigate to URLs, go back/forward, refresh pages
+- **AI-Powered Interactions**: Click, type, and select elements using natural language
+- **Data Extraction**: Extract structured data from web pages
+- **Screenshots**: Capture page screenshots
+- **CAPTCHA Solving**: Automatic CAPTCHA solving (Turnstile, reCAPTCHA, hCaptcha)
+- **Session Management**: Handle multiple browser sessions
+- **Security**: URL validation, domain filtering, rate limiting
 
 ## Installation
 
@@ -15,33 +18,79 @@ Browser plugin for Eliza OS that provides web browsing and scraping capabilities
 npm install @elizaos/plugin-browser
 ```
 
+## Configuration
+
+```bash
+# Optional - for cloud browser
+BROWSERBASE_API_KEY=your_api_key
+BROWSERBASE_PROJECT_ID=your_project_id
+
+# Optional - for AI-powered interactions
+OPENAI_API_KEY=your_openai_key
+ANTHROPIC_API_KEY=your_anthropic_key
+
+# Optional - for CAPTCHA solving
+CAPSOLVER_API_KEY=your_capsolver_key
+
+# Browser settings
+BROWSER_HEADLESS=true
+BROWSER_ENABLED=true
+```
+
 ## Usage
 
 ```typescript
 import { browserPlugin } from '@elizaos/plugin-browser';
 
-// Add to your Eliza configuration
-export default {
+const agent = {
+  name: 'BrowserAgent',
   plugins: [browserPlugin],
-  // ... other config
 };
 ```
 
-## Configuration
+## Actions
+
+| Action               | Description        | Examples                            |
+| -------------------- | ------------------ | ----------------------------------- |
+| `BROWSER_NAVIGATE`   | Navigate to URL    | "Go to google.com"                  |
+| `BROWSER_BACK`       | Go back in history | "Go back"                           |
+| `BROWSER_FORWARD`    | Go forward         | "Go forward"                        |
+| `BROWSER_REFRESH`    | Refresh page       | "Refresh the page"                  |
+| `BROWSER_CLICK`      | Click element      | "Click the search button"           |
+| `BROWSER_TYPE`       | Type text          | "Type 'hello' in the search box"    |
+| `BROWSER_SELECT`     | Select option      | "Select 'US' from country dropdown" |
+| `BROWSER_EXTRACT`    | Extract data       | "Extract the main heading"          |
+| `BROWSER_SCREENSHOT` | Take screenshot    | "Take a screenshot"                 |
 
-The plugin uses the following environment variables:
+## Providers
 
-- `CAPSOLVER_API_KEY` - API key for CAPTCHA solving service (optional)
+| Provider        | Description                   |
+| --------------- | ----------------------------- |
+| `BROWSER_STATE` | Current browser session state |
 
-## Services
+## API
 
 ### BrowserService
 
-Provides web browsing capabilities including:
-- Page content extraction
-- CAPTCHA detection and solving
-- Alternative source fallbacks (Internet Archive, Google Search)
-- Content caching for performance
+```typescript
+class BrowserService extends Service {
+  async createSession(sessionId: string): Promise<BrowserSession>;
+  async getSession(sessionId: string): Promise<BrowserSession | undefined>;
+  async getCurrentSession(): Promise<BrowserSession | undefined>;
+  async destroySession(sessionId: string): Promise<void>;
+}
+```
+
+### BrowserSession
+
+```typescript
+interface BrowserSession {
+  id: string;
+  createdAt: Date;
+  url?: string;
+  title?: string;
+}
+```
 
 ## Development
 
@@ -49,16 +98,19 @@ Provides web browsing capabilities including:
 # Install dependencies
 npm install
 
-# Build the plugin
+# Build
 npm run build
 
-# Development mode with watch
-npm run dev
+# Run tests
+npm test
 
-# Format code
-npm run format
+# Type check
+npm run typecheck
 ```
 
 ## License
 
 MIT
+
+
+

package/dist/actions/click.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const browserClickAction: Action;
+//# sourceMappingURL=click.d.ts.map

package/dist/actions/click.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"click.d.ts","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAUvB,eAAO,MAAM,kBAAkB,EAAE,MA0HhC,CAAC"}

package/dist/actions/click.js

@@ -0,0 +1,98 @@
+import { ServiceType } from "@elizaos/core";
+import { ActionError, handleBrowserError, ServiceNotAvailableError, SessionError, } from "../utils/errors.js";
+export const browserClickAction = {
+    name: "BROWSER_CLICK",
+    similes: ["CLICK_ELEMENT", "TAP", "PRESS_BUTTON"],
+    description: "Click on an element on the webpage",
+    validate: async (runtime, message, _state) => {
+        const browserEnabled = runtime.getSetting("ENABLE_BROWSER") === "true" ||
+            runtime.getSetting("BROWSER_ENABLED") === "true";
+        if (!browserEnabled) {
+            return false;
+        }
+        const service = runtime.getService(ServiceType.BROWSER);
+        if (!service) {
+            return false;
+        }
+        const text = message.content?.text?.toLowerCase() ?? "";
+        return text.includes("click") || text.includes("tap") || text.includes("press");
+    },
+    handler: async (runtime, message, _state, _options, callback, _responses) => {
+        const service = runtime.getService(ServiceType.BROWSER);
+        if (!service) {
+            const error = new ServiceNotAvailableError();
+            handleBrowserError(error, callback, "click on element");
+            return {
+                text: "Browser service is not available",
+                success: false,
+                data: {
+                    actionName: "BROWSER_CLICK",
+                    error: "service_not_available",
+                },
+                values: {
+                    success: false,
+                    errorType: "service_not_available",
+                },
+            };
+        }
+        const session = await service.getOrCreateSession();
+        if (!session) {
+            const error = new SessionError("No active browser session");
+            handleBrowserError(error, callback, "click on element");
+            return {
+                text: "No active browser session",
+                success: false,
+                data: {
+                    actionName: "BROWSER_CLICK",
+                    error: "no_session",
+                },
+                values: {
+                    success: false,
+                    errorType: "no_session",
+                },
+            };
+        }
+        const text = message.content?.text ?? "";
+        const match = text.match(/click (?:on |the )?(.+)$/i);
+        const description = match ? match[1] : "element";
+        const result = await service.getClient().click(session.id, description);
+        if (!result.success) {
+            throw new ActionError("click", description, new Error(result.error ?? "Click failed"));
+        }
+        const responseContent = {
+            text: `I've successfully clicked on "${description}"`,
+            actions: ["BROWSER_CLICK"],
+            source: message.content?.source ?? "action",
+        };
+        await callback?.(responseContent);
+        return {
+            text: responseContent.text ?? "",
+            success: true,
+            data: {
+                actionName: "BROWSER_CLICK",
+                element: description,
+                sessionId: session.id,
+            },
+            values: {
+                success: true,
+                element: description,
+            },
+        };
+    },
+    examples: [
+        [
+            {
+                name: "{{user}}",
+                content: { text: "Click on the search button" },
+            },
+            {
+                name: "{{agent}}",
+                content: {
+                    text: "I've clicked on the search button.",
+                    actions: ["BROWSER_CLICK"],
+                },
+            },
+        ],
+    ],
+};
+//# sourceMappingURL=click.js.map

package/dist/actions/click.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"click.js","sourceRoot":"","sources":["../../src/actions/click.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,wBAAwB,EACxB,YAAY,GACb,MAAM,oBAAoB,CAAC;AAE5B,MAAM,CAAC,MAAM,kBAAkB,GAAW;IACxC,IAAI,EAAE,eAAe;IACrB,OAAO,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,cAAc,CAAC;IACjD,WAAW,EAAE,oCAAoC;IAEjD,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAE,MAAc,EAAoB,EAAE;QAC5F,MAAM,cAAc,GAClB,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,KAAK,MAAM;YAC/C,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,MAAM,CAAC;QAEnD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAiB,WAAW,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,QAAyB,EACzB,QAA0B,EAC1B,UAAqB,EACc,EAAE;QACrC,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAiB,WAAW,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,wBAAwB,EAAE,CAAC;YAC7C,kBAAkB,CAChB,KAAK,EACL,QAA4E,EAC5E,kBAAkB,CACnB,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,kCAAkC;gBACxC,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE;oBACJ,UAAU,EAAE,eAAe;oBAC3B,KAAK,EAAE,uBAAuB;iBAC/B;gBACD,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK;oBACd,SAAS,EAAE,uBAAuB;iBACnC;aACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,2BAA2B,CAAC,CAAC;YAC5D,kBAAkB,CAChB,KAAK,EACL,QAA4E,EAC5E,kBAAkB,CACnB,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,2BAA2B;gBACjC,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE;oBACJ,UAAU,EAAE,eAAe;oBAC3B,KAAK,EAAE,YAAY;iBACpB;gBACD,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK;oBACd,SAAS,EAAE,YAAY;iBACxB;aACF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACxE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,CAAC,CAAC;QACzF,CAAC;QAED,MAAM,eAAe,GAAY;YAC/B,IAAI,EAAE,iCAAiC,WAAW,GAAG;YACrD,OAAO,EAAE,CAAC,eAAe,CAAC;YAC1B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;SAC5C,CAAC;QAEF,MAAM,QAAQ,EAAE,CAAC,eAAe,CAAC,CAAC;QAElC,OAAO;YACL,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,EAAE;YAChC,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,UAAU,EAAE,eAAe;gBAC3B,OAAO,EAAE,WAAW;gBACpB,SAAS,EAAE,OAAO,CAAC,EAAE;aACtB;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,WAAW;aACrB;SACF,CAAC;IACJ,CAAC;IAED,QAAQ,EAAE;QACR;YACE;gBACE,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE;aAChD;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE;oBACP,IAAI,EAAE,oCAAoC;oBAC1C,OAAO,EAAE,CAAC,eAAe,CAAC;iBAC3B;aACF;SACF;KACF;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { ServiceType } from \"@elizaos/core\";\nimport type { BrowserService } from \"../services/browser-service.js\";\nimport {\n  ActionError,\n  handleBrowserError,\n  ServiceNotAvailableError,\n  SessionError,\n} from \"../utils/errors.js\";\n\nexport const browserClickAction: Action = {\n  name: \"BROWSER_CLICK\",\n  similes: [\"CLICK_ELEMENT\", \"TAP\", \"PRESS_BUTTON\"],\n  description: \"Click on an element on the webpage\",\n\n  validate: async (runtime: IAgentRuntime, message: Memory, _state?: State): Promise<boolean> => {\n    const browserEnabled =\n      runtime.getSetting(\"ENABLE_BROWSER\") === \"true\" ||\n      runtime.getSetting(\"BROWSER_ENABLED\") === \"true\";\n\n    if (!browserEnabled) {\n      return false;\n    }\n\n    const service = runtime.getService<BrowserService>(ServiceType.BROWSER);\n    if (!service) {\n      return false;\n    }\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return text.includes(\"click\") || text.includes(\"tap\") || text.includes(\"press\");\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    _options?: HandlerOptions,\n    callback?: HandlerCallback,\n    _responses?: Memory[]\n  ): Promise<ActionResult | undefined> => {\n    const service = runtime.getService<BrowserService>(ServiceType.BROWSER);\n    if (!service) {\n      const error = new ServiceNotAvailableError();\n      handleBrowserError(\n        error,\n        callback as (content: { text: string; error?: boolean }) => Promise<unknown>,\n        \"click on element\"\n      );\n      return {\n        text: \"Browser service is not available\",\n        success: false,\n        data: {\n          actionName: \"BROWSER_CLICK\",\n          error: \"service_not_available\",\n        },\n        values: {\n          success: false,\n          errorType: \"service_not_available\",\n        },\n      };\n    }\n\n    const session = await service.getOrCreateSession();\n    if (!session) {\n      const error = new SessionError(\"No active browser session\");\n      handleBrowserError(\n        error,\n        callback as (content: { text: string; error?: boolean }) => Promise<unknown>,\n        \"click on element\"\n      );\n      return {\n        text: \"No active browser session\",\n        success: false,\n        data: {\n          actionName: \"BROWSER_CLICK\",\n          error: \"no_session\",\n        },\n        values: {\n          success: false,\n          errorType: \"no_session\",\n        },\n      };\n    }\n\n    const text = message.content?.text ?? \"\";\n    const match = text.match(/click (?:on |the )?(.+)$/i);\n    const description = match ? match[1] : \"element\";\n\n    const result = await service.getClient().click(session.id, description);\n    if (!result.success) {\n      throw new ActionError(\"click\", description, new Error(result.error ?? \"Click failed\"));\n    }\n\n    const responseContent: Content = {\n      text: `I've successfully clicked on \"${description}\"`,\n      actions: [\"BROWSER_CLICK\"],\n      source: message.content?.source ?? \"action\",\n    };\n\n    await callback?.(responseContent);\n\n    return {\n      text: responseContent.text ?? \"\",\n      success: true,\n      data: {\n        actionName: \"BROWSER_CLICK\",\n        element: description,\n        sessionId: session.id,\n      },\n      values: {\n        success: true,\n        element: description,\n      },\n    };\n  },\n\n  examples: [\n    [\n      {\n        name: \"{{user}}\",\n        content: { text: \"Click on the search button\" },\n      },\n      {\n        name: \"{{agent}}\",\n        content: {\n          text: \"I've clicked on the search button.\",\n          actions: [\"BROWSER_CLICK\"],\n        },\n      },\n    ],\n  ],\n};\n"]}

package/dist/actions/extract.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const browserExtractAction: Action;
+//# sourceMappingURL=extract.d.ts.map

package/dist/actions/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/actions/extract.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAUvB,eAAO,MAAM,oBAAoB,EAAE,MAyIlC,CAAC"}

package/dist/actions/extract.js

@@ -0,0 +1,110 @@
+import { ServiceType } from "@elizaos/core";
+import { ActionError, handleBrowserError, ServiceNotAvailableError, SessionError, } from "../utils/errors.js";
+export const browserExtractAction = {
+    name: "BROWSER_EXTRACT",
+    similes: ["EXTRACT_DATA", "GET_TEXT", "SCRAPE"],
+    description: "Extract data from the webpage",
+    validate: async (runtime, message, _state) => {
+        const browserEnabled = runtime.getSetting("ENABLE_BROWSER") === "true" ||
+            runtime.getSetting("BROWSER_ENABLED") === "true";
+        if (!browserEnabled) {
+            return false;
+        }
+        const service = runtime.getService(ServiceType.BROWSER);
+        if (!service) {
+            return false;
+        }
+        const text = message.content?.text?.toLowerCase() ?? "";
+        return (text.includes("extract") ||
+            text.includes("get") ||
+            text.includes("scrape") ||
+            text.includes("find") ||
+            text.includes("read"));
+    },
+    handler: async (runtime, message, _state, _options, callback, _responses) => {
+        const service = runtime.getService(ServiceType.BROWSER);
+        if (!service) {
+            const error = new ServiceNotAvailableError();
+            handleBrowserError(error, callback, "extract data");
+            return {
+                text: "Browser service is not available",
+                success: false,
+                data: {
+                    actionName: "BROWSER_EXTRACT",
+                    error: "service_not_available",
+                },
+                values: {
+                    success: false,
+                    errorType: "service_not_available",
+                },
+            };
+        }
+        const session = await service.getOrCreateSession();
+        if (!session) {
+            const error = new SessionError("No active browser session");
+            handleBrowserError(error, callback, "extract data");
+            return {
+                text: "No active browser session",
+                success: false,
+                data: {
+                    actionName: "BROWSER_EXTRACT",
+                    error: "no_session",
+                },
+                values: {
+                    success: false,
+                    errorType: "no_session",
+                },
+            };
+        }
+        const text = message.content?.text ?? "";
+        const match = text.match(/(?:extract|get|find|scrape|read) (?:the )?(.+?)(?:\s+from|\s*$)/i);
+        const instruction = match ? match[1] : text;
+        const result = await service.getClient().extract(session.id, instruction);
+        if (!result.success) {
+            throw new ActionError("extract", "page", new Error(result.error ?? "Extraction failed"));
+        }
+        const extractedData = result.data;
+        const foundText = extractedData?.data ?? "No data found";
+        const found = extractedData?.found ?? false;
+        const responseContent = {
+            text: found
+                ? `I found the ${instruction}: "${foundText}"`
+                : `I couldn't find the requested ${instruction} on the page.`,
+            actions: ["BROWSER_EXTRACT"],
+            source: message.content?.source ?? "action",
+        };
+        await callback?.(responseContent);
+        return {
+            text: responseContent.text ?? "",
+            success: true,
+            data: {
+                actionName: "BROWSER_EXTRACT",
+                instruction,
+                found,
+                extractedData: foundText,
+                sessionId: session.id,
+            },
+            values: {
+                success: true,
+                found,
+                data: foundText,
+            },
+        };
+    },
+    examples: [
+        [
+            {
+                name: "{{user}}",
+                content: { text: "Extract the main heading from the page" },
+            },
+            {
+                name: "{{agent}}",
+                content: {
+                    text: 'I extracted the main heading: "Welcome to Our Website"',
+                    actions: ["BROWSER_EXTRACT"],
+                },
+            },
+        ],
+    ],
+};
+//# sourceMappingURL=extract.js.map

package/dist/actions/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/actions/extract.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,wBAAwB,EACxB,YAAY,GACb,MAAM,oBAAoB,CAAC;AAE5B,MAAM,CAAC,MAAM,oBAAoB,GAAW;IAC1C,IAAI,EAAE,iBAAiB;IACvB,OAAO,EAAE,CAAC,cAAc,EAAE,UAAU,EAAE,QAAQ,CAAC;IAC/C,WAAW,EAAE,+BAA+B;IAE5C,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAE,MAAc,EAAoB,EAAE;QAC5F,MAAM,cAAc,GAClB,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,KAAK,MAAM;YAC/C,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,MAAM,CAAC;QAEnD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAiB,WAAW,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACxD,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YACpB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACvB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACrB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CACtB,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,QAAyB,EACzB,QAA0B,EAC1B,UAAqB,EACc,EAAE;QACrC,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAiB,WAAW,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,wBAAwB,EAAE,CAAC;YAC7C,kBAAkB,CAChB,KAAK,EACL,QAA4E,EAC5E,cAAc,CACf,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,kCAAkC;gBACxC,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE;oBACJ,UAAU,EAAE,iBAAiB;oBAC7B,KAAK,EAAE,uBAAuB;iBAC/B;gBACD,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK;oBACd,SAAS,EAAE,uBAAuB;iBACnC;aACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACnD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,2BAA2B,CAAC,CAAC;YAC5D,kBAAkB,CAChB,KAAK,EACL,QAA4E,EAC5E,cAAc,CACf,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,2BAA2B;gBACjC,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE;oBACJ,UAAU,EAAE,iBAAiB;oBAC7B,KAAK,EAAE,YAAY;iBACpB;gBACD,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK;oBACd,SAAS,EAAE,YAAY;iBACxB;aACF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAC7F,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE5C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC1E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,CAAC,IAAsD,CAAC;QACpF,MAAM,SAAS,GAAG,aAAa,EAAE,IAAI,IAAI,eAAe,CAAC;QACzD,MAAM,KAAK,GAAG,aAAa,EAAE,KAAK,IAAI,KAAK,CAAC;QAE5C,MAAM,eAAe,GAAY;YAC/B,IAAI,EAAE,KAAK;gBACT,CAAC,CAAC,eAAe,WAAW,MAAM,SAAS,GAAG;gBAC9C,CAAC,CAAC,iCAAiC,WAAW,eAAe;YAC/D,OAAO,EAAE,CAAC,iBAAiB,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,IAAI,QAAQ;SAC5C,CAAC;QAEF,MAAM,QAAQ,EAAE,CAAC,eAAe,CAAC,CAAC;QAElC,OAAO;YACL,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,EAAE;YAChC,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,UAAU,EAAE,iBAAiB;gBAC7B,WAAW;gBACX,KAAK;gBACL,aAAa,EAAE,SAAS;gBACxB,SAAS,EAAE,OAAO,CAAC,EAAE;aACtB;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,IAAI;gBACb,KAAK;gBACL,IAAI,EAAE,SAAS;aAChB;SACF,CAAC;IACJ,CAAC;IAED,QAAQ,EAAE;QACR;YACE;gBACE,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,EAAE,IAAI,EAAE,wCAAwC,EAAE;aAC5D;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE;oBACP,IAAI,EAAE,wDAAwD;oBAC9D,OAAO,EAAE,CAAC,iBAAiB,CAAC;iBAC7B;aACF;SACF;KACF;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { ServiceType } from \"@elizaos/core\";\nimport type { BrowserService } from \"../services/browser-service.js\";\nimport {\n  ActionError,\n  handleBrowserError,\n  ServiceNotAvailableError,\n  SessionError,\n} from \"../utils/errors.js\";\n\nexport const browserExtractAction: Action = {\n  name: \"BROWSER_EXTRACT\",\n  similes: [\"EXTRACT_DATA\", \"GET_TEXT\", \"SCRAPE\"],\n  description: \"Extract data from the webpage\",\n\n  validate: async (runtime: IAgentRuntime, message: Memory, _state?: State): Promise<boolean> => {\n    const browserEnabled =\n      runtime.getSetting(\"ENABLE_BROWSER\") === \"true\" ||\n      runtime.getSetting(\"BROWSER_ENABLED\") === \"true\";\n\n    if (!browserEnabled) {\n      return false;\n    }\n\n    const service = runtime.getService<BrowserService>(ServiceType.BROWSER);\n    if (!service) {\n      return false;\n    }\n\n    const text = message.content?.text?.toLowerCase() ?? \"\";\n    return (\n      text.includes(\"extract\") ||\n      text.includes(\"get\") ||\n      text.includes(\"scrape\") ||\n      text.includes(\"find\") ||\n      text.includes(\"read\")\n    );\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    _options?: HandlerOptions,\n    callback?: HandlerCallback,\n    _responses?: Memory[]\n  ): Promise<ActionResult | undefined> => {\n    const service = runtime.getService<BrowserService>(ServiceType.BROWSER);\n    if (!service) {\n      const error = new ServiceNotAvailableError();\n      handleBrowserError(\n        error,\n        callback as (content: { text: string; error?: boolean }) => Promise<unknown>,\n        \"extract data\"\n      );\n      return {\n        text: \"Browser service is not available\",\n        success: false,\n        data: {\n          actionName: \"BROWSER_EXTRACT\",\n          error: \"service_not_available\",\n        },\n        values: {\n          success: false,\n          errorType: \"service_not_available\",\n        },\n      };\n    }\n\n    const session = await service.getOrCreateSession();\n    if (!session) {\n      const error = new SessionError(\"No active browser session\");\n      handleBrowserError(\n        error,\n        callback as (content: { text: string; error?: boolean }) => Promise<unknown>,\n        \"extract data\"\n      );\n      return {\n        text: \"No active browser session\",\n        success: false,\n        data: {\n          actionName: \"BROWSER_EXTRACT\",\n          error: \"no_session\",\n        },\n        values: {\n          success: false,\n          errorType: \"no_session\",\n        },\n      };\n    }\n\n    const text = message.content?.text ?? \"\";\n    const match = text.match(/(?:extract|get|find|scrape|read) (?:the )?(.+?)(?:\\s+from|\\s*$)/i);\n    const instruction = match ? match[1] : text;\n\n    const result = await service.getClient().extract(session.id, instruction);\n    if (!result.success) {\n      throw new ActionError(\"extract\", \"page\", new Error(result.error ?? \"Extraction failed\"));\n    }\n\n    const extractedData = result.data as { data?: string; found?: boolean } | undefined;\n    const foundText = extractedData?.data ?? \"No data found\";\n    const found = extractedData?.found ?? false;\n\n    const responseContent: Content = {\n      text: found\n        ? `I found the ${instruction}: \"${foundText}\"`\n        : `I couldn't find the requested ${instruction} on the page.`,\n      actions: [\"BROWSER_EXTRACT\"],\n      source: message.content?.source ?? \"action\",\n    };\n\n    await callback?.(responseContent);\n\n    return {\n      text: responseContent.text ?? \"\",\n      success: true,\n      data: {\n        actionName: \"BROWSER_EXTRACT\",\n        instruction,\n        found,\n        extractedData: foundText,\n        sessionId: session.id,\n      },\n      values: {\n        success: true,\n        found,\n        data: foundText,\n      },\n    };\n  },\n\n  examples: [\n    [\n      {\n        name: \"{{user}}\",\n        content: { text: \"Extract the main heading from the page\" },\n      },\n      {\n        name: \"{{agent}}\",\n        content: {\n          text: 'I extracted the main heading: \"Welcome to Our Website\"',\n          actions: [\"BROWSER_EXTRACT\"],\n        },\n      },\n    ],\n  ],\n};\n"]}

package/dist/actions/index.d.ts

@@ -0,0 +1,7 @@
+export { browserClickAction } from "./click.js";
+export { browserExtractAction } from "./extract.js";
+export { browserNavigateAction } from "./navigate.js";
+export { browserScreenshotAction } from "./screenshot.js";
+export { browserSelectAction } from "./select.js";
+export { browserTypeAction } from "./type.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/actions/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC"}

package/dist/actions/index.js

@@ -0,0 +1,7 @@
+export { browserClickAction } from "./click.js";
+export { browserExtractAction } from "./extract.js";
+export { browserNavigateAction } from "./navigate.js";
+export { browserScreenshotAction } from "./screenshot.js";
+export { browserSelectAction } from "./select.js";
+export { browserTypeAction } from "./type.js";
+//# sourceMappingURL=index.js.map

package/dist/actions/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/actions/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC","sourcesContent":["export { browserClickAction } from \"./click.js\";\nexport { browserExtractAction } from \"./extract.js\";\nexport { browserNavigateAction } from \"./navigate.js\";\nexport { browserScreenshotAction } from \"./screenshot.js\";\nexport { browserSelectAction } from \"./select.js\";\nexport { browserTypeAction } from \"./type.js\";\n"]}

package/dist/actions/navigate.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const browserNavigateAction: Action;
+//# sourceMappingURL=navigate.d.ts.map

package/dist/actions/navigate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"navigate.d.ts","sourceRoot":"","sources":["../../src/actions/navigate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAavB,eAAO,MAAM,qBAAqB,EAAE,MA6JnC,CAAC"}

package/dist/actions/navigate.js

@@ -0,0 +1,129 @@
+import { ServiceType } from "@elizaos/core";
+import { handleBrowserError, NoUrlFoundError, SecurityError, ServiceNotAvailableError, } from "../utils/errors.js";
+import { DEFAULT_RETRY_CONFIGS, retryWithBackoff } from "../utils/retry.js";
+import { defaultUrlValidator, validateSecureAction } from "../utils/security.js";
+import { extractUrl } from "../utils/url.js";
+export const browserNavigateAction = {
+    name: "BROWSER_NAVIGATE",
+    similes: ["GO_TO_URL", "OPEN_WEBSITE", "VISIT_PAGE", "NAVIGATE_TO"],
+    description: "Navigate the browser to a specified URL",
+    validate: async (runtime, message, _state) => {
+        const browserEnabled = runtime.getSetting("ENABLE_BROWSER") === "true" ||
+            runtime.getSetting("BROWSER_ENABLED") === "true";
+        if (!browserEnabled) {
+            return false;
+        }
+        const service = runtime.getService(ServiceType.BROWSER);
+        if (!service) {
+            return false;
+        }
+        const url = extractUrl(message.content.text ?? "");
+        return url !== null;
+    },
+    handler: async (runtime, message, _state, _options, callback, _responses) => {
+        const service = runtime.getService(ServiceType.BROWSER);
+        if (!service) {
+            const error = new ServiceNotAvailableError();
+            handleBrowserError(error, callback, "navigate to the requested page");
+            return {
+                text: "Browser service is not available",
+                success: false,
+                data: {
+                    actionName: "BROWSER_NAVIGATE",
+                    error: "service_not_available",
+                },
+                values: {
+                    success: false,
+                    errorType: "service_not_available",
+                },
+            };
+        }
+        const url = extractUrl(message.content.text ?? "");
+        if (!url) {
+            const error = new NoUrlFoundError();
+            handleBrowserError(error, callback, "navigate to a page");
+            return {
+                text: "I couldn't find a URL in your request. Please provide a valid URL to navigate to.",
+                success: false,
+                data: {
+                    actionName: "BROWSER_NAVIGATE",
+                    error: "no_url_found",
+                },
+                values: {
+                    success: false,
+                    errorType: "no_url_found",
+                },
+            };
+        }
+        try {
+            validateSecureAction(url, defaultUrlValidator);
+        }
+        catch (error) {
+            if (error instanceof SecurityError) {
+                handleBrowserError(error, callback);
+                return {
+                    text: "Security error: Cannot navigate to restricted URL",
+                    success: false,
+                    data: {
+                        actionName: "BROWSER_NAVIGATE",
+                        error: "security_error",
+                        url,
+                    },
+                    values: {
+                        success: false,
+                        errorType: "security_error",
+                    },
+                };
+            }
+            throw error;
+        }
+        let session = await service.getCurrentSession();
+        if (!session) {
+            const sessionId = `session-${Date.now()}`;
+            session = await service.createSession(sessionId);
+        }
+        const result = await retryWithBackoff(async () => {
+            const client = service.getClient();
+            return await client.navigate(session?.id, url);
+        }, DEFAULT_RETRY_CONFIGS.navigation, `navigate to ${url}`);
+        const responseContent = {
+            text: `I've navigated to ${url}. The page title is: "${result.title}"`,
+            actions: ["BROWSER_NAVIGATE"],
+            source: message.content.source,
+        };
+        await callback?.(responseContent);
+        return {
+            text: responseContent.text ?? "",
+            success: true,
+            data: {
+                actionName: "BROWSER_NAVIGATE",
+                url: result.url,
+                title: result.title,
+                sessionId: session.id,
+            },
+            values: {
+                success: true,
+                url: result.url,
+                pageTitle: result.title,
+            },
+        };
+    },
+    examples: [
+        [
+            {
+                name: "{{user}}",
+                content: {
+                    text: "Go to google.com",
+                },
+            },
+            {
+                name: "{{agent}}",
+                content: {
+                    text: 'I\'ve navigated to https://google.com. The page title is: "Google"',
+                    actions: ["BROWSER_NAVIGATE"],
+                },
+            },
+        ],
+    ],
+};
+//# sourceMappingURL=navigate.js.map

package/dist/actions/navigate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"navigate.js","sourceRoot":"","sources":["../../src/actions/navigate.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5C,OAAO,EACL,kBAAkB,EAClB,eAAe,EACf,aAAa,EACb,wBAAwB,GACzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,CAAC,MAAM,qBAAqB,GAAW;IAC3C,IAAI,EAAE,kBAAkB;IACxB,OAAO,EAAE,CAAC,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,CAAC;IACnE,WAAW,EAAE,yCAAyC;IAEtD,QAAQ,EAAE,KAAK,EAAE,OAAsB,EAAE,OAAe,EAAE,MAAc,EAAoB,EAAE;QAC5F,MAAM,cAAc,GAClB,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,KAAK,MAAM;YAC/C,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,MAAM,CAAC;QAEnD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAiB,WAAW,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACnD,OAAO,GAAG,KAAK,IAAI,CAAC;IACtB,CAAC;IAED,OAAO,EAAE,KAAK,EACZ,OAAsB,EACtB,OAAe,EACf,MAAc,EACd,QAAyB,EACzB,QAA0B,EAC1B,UAAqB,EACc,EAAE;QACrC,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAiB,WAAW,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,wBAAwB,EAAE,CAAC;YAC7C,kBAAkB,CAChB,KAAK,EACL,QAA4E,EAC5E,gCAAgC,CACjC,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,kCAAkC;gBACxC,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE;oBACJ,UAAU,EAAE,kBAAkB;oBAC9B,KAAK,EAAE,uBAAuB;iBAC/B;gBACD,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK;oBACd,SAAS,EAAE,uBAAuB;iBACnC;aACF,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,kBAAkB,CAChB,KAAK,EACL,QAA4E,EAC5E,oBAAoB,CACrB,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,mFAAmF;gBACzF,OAAO,EAAE,KAAK;gBACd,IAAI,EAAE;oBACJ,UAAU,EAAE,kBAAkB;oBAC9B,KAAK,EAAE,cAAc;iBACtB;gBACD,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK;oBACd,SAAS,EAAE,cAAc;iBAC1B;aACF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,oBAAoB,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;gBACnC,kBAAkB,CAChB,KAAK,EACL,QAA4E,CAC7E,CAAC;gBACF,OAAO;oBACL,IAAI,EAAE,mDAAmD;oBACzD,OAAO,EAAE,KAAK;oBACd,IAAI,EAAE;wBACJ,UAAU,EAAE,kBAAkB;wBAC9B,KAAK,EAAE,gBAAgB;wBACvB,GAAG;qBACJ;oBACD,MAAM,EAAE;wBACN,OAAO,EAAE,KAAK;wBACd,SAAS,EAAE,gBAAgB;qBAC5B;iBACF,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,OAAO,GAAG,MAAM,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAChD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,SAAS,GAAG,WAAW,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAC1C,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,gBAAgB,CACnC,KAAK,IAAI,EAAE;YACT,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;YACnC,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QACjD,CAAC,EACD,qBAAqB,CAAC,UAAU,EAChC,eAAe,GAAG,EAAE,CACrB,CAAC;QAEF,MAAM,eAAe,GAAY;YAC/B,IAAI,EAAE,qBAAqB,GAAG,yBAAyB,MAAM,CAAC,KAAK,GAAG;YACtE,OAAO,EAAE,CAAC,kBAAkB,CAAC;YAC7B,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;SAC/B,CAAC;QAEF,MAAM,QAAQ,EAAE,CAAC,eAAe,CAAC,CAAC;QAElC,OAAO;YACL,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,EAAE;YAChC,OAAO,EAAE,IAAI;YACb,IAAI,EAAE;gBACJ,UAAU,EAAE,kBAAkB;gBAC9B,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,OAAO,CAAC,EAAE;aACtB;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,IAAI;gBACb,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,SAAS,EAAE,MAAM,CAAC,KAAK;aACxB;SACF,CAAC;IACJ,CAAC;IAED,QAAQ,EAAE;QACR;YACE;gBACE,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE;oBACP,IAAI,EAAE,kBAAkB;iBACzB;aACF;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE;oBACP,IAAI,EAAE,oEAAoE;oBAC1E,OAAO,EAAE,CAAC,kBAAkB,CAAC;iBAC9B;aACF;SACF;KACF;CACF,CAAC","sourcesContent":["import type {\n  Action,\n  ActionResult,\n  Content,\n  HandlerCallback,\n  HandlerOptions,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport { ServiceType } from \"@elizaos/core\";\nimport type { BrowserService } from \"../services/browser-service.js\";\nimport {\n  handleBrowserError,\n  NoUrlFoundError,\n  SecurityError,\n  ServiceNotAvailableError,\n} from \"../utils/errors.js\";\nimport { DEFAULT_RETRY_CONFIGS, retryWithBackoff } from \"../utils/retry.js\";\nimport { defaultUrlValidator, validateSecureAction } from \"../utils/security.js\";\nimport { extractUrl } from \"../utils/url.js\";\n\nexport const browserNavigateAction: Action = {\n  name: \"BROWSER_NAVIGATE\",\n  similes: [\"GO_TO_URL\", \"OPEN_WEBSITE\", \"VISIT_PAGE\", \"NAVIGATE_TO\"],\n  description: \"Navigate the browser to a specified URL\",\n\n  validate: async (runtime: IAgentRuntime, message: Memory, _state?: State): Promise<boolean> => {\n    const browserEnabled =\n      runtime.getSetting(\"ENABLE_BROWSER\") === \"true\" ||\n      runtime.getSetting(\"BROWSER_ENABLED\") === \"true\";\n\n    if (!browserEnabled) {\n      return false;\n    }\n\n    const service = runtime.getService<BrowserService>(ServiceType.BROWSER);\n    if (!service) {\n      return false;\n    }\n\n    const url = extractUrl(message.content.text ?? \"\");\n    return url !== null;\n  },\n\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    _options?: HandlerOptions,\n    callback?: HandlerCallback,\n    _responses?: Memory[]\n  ): Promise<ActionResult | undefined> => {\n    const service = runtime.getService<BrowserService>(ServiceType.BROWSER);\n    if (!service) {\n      const error = new ServiceNotAvailableError();\n      handleBrowserError(\n        error,\n        callback as (content: { text: string; error?: boolean }) => Promise<unknown>,\n        \"navigate to the requested page\"\n      );\n      return {\n        text: \"Browser service is not available\",\n        success: false,\n        data: {\n          actionName: \"BROWSER_NAVIGATE\",\n          error: \"service_not_available\",\n        },\n        values: {\n          success: false,\n          errorType: \"service_not_available\",\n        },\n      };\n    }\n\n    const url = extractUrl(message.content.text ?? \"\");\n    if (!url) {\n      const error = new NoUrlFoundError();\n      handleBrowserError(\n        error,\n        callback as (content: { text: string; error?: boolean }) => Promise<unknown>,\n        \"navigate to a page\"\n      );\n      return {\n        text: \"I couldn't find a URL in your request. Please provide a valid URL to navigate to.\",\n        success: false,\n        data: {\n          actionName: \"BROWSER_NAVIGATE\",\n          error: \"no_url_found\",\n        },\n        values: {\n          success: false,\n          errorType: \"no_url_found\",\n        },\n      };\n    }\n\n    try {\n      validateSecureAction(url, defaultUrlValidator);\n    } catch (error) {\n      if (error instanceof SecurityError) {\n        handleBrowserError(\n          error,\n          callback as (content: { text: string; error?: boolean }) => Promise<unknown>\n        );\n        return {\n          text: \"Security error: Cannot navigate to restricted URL\",\n          success: false,\n          data: {\n            actionName: \"BROWSER_NAVIGATE\",\n            error: \"security_error\",\n            url,\n          },\n          values: {\n            success: false,\n            errorType: \"security_error\",\n          },\n        };\n      }\n      throw error;\n    }\n\n    let session = await service.getCurrentSession();\n    if (!session) {\n      const sessionId = `session-${Date.now()}`;\n      session = await service.createSession(sessionId);\n    }\n\n    const result = await retryWithBackoff(\n      async () => {\n        const client = service.getClient();\n        return await client.navigate(session?.id, url);\n      },\n      DEFAULT_RETRY_CONFIGS.navigation,\n      `navigate to ${url}`\n    );\n\n    const responseContent: Content = {\n      text: `I've navigated to ${url}. The page title is: \"${result.title}\"`,\n      actions: [\"BROWSER_NAVIGATE\"],\n      source: message.content.source,\n    };\n\n    await callback?.(responseContent);\n\n    return {\n      text: responseContent.text ?? \"\",\n      success: true,\n      data: {\n        actionName: \"BROWSER_NAVIGATE\",\n        url: result.url,\n        title: result.title,\n        sessionId: session.id,\n      },\n      values: {\n        success: true,\n        url: result.url,\n        pageTitle: result.title,\n      },\n    };\n  },\n\n  examples: [\n    [\n      {\n        name: \"{{user}}\",\n        content: {\n          text: \"Go to google.com\",\n        },\n      },\n      {\n        name: \"{{agent}}\",\n        content: {\n          text: 'I\\'ve navigated to https://google.com. The page title is: \"Google\"',\n          actions: [\"BROWSER_NAVIGATE\"],\n        },\n      },\n    ],\n  ],\n};\n"]}

package/dist/actions/screenshot.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const browserScreenshotAction: Action;
+//# sourceMappingURL=screenshot.d.ts.map

package/dist/actions/screenshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.d.ts","sourceRoot":"","sources":["../../src/actions/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAQP,MAAM,eAAe,CAAC;AAUvB,eAAO,MAAM,uBAAuB,EAAE,MA2IrC,CAAC"}