@elizaos/plugin-browser 1.0.3 → 2.0.0-alpha.1

package/dist/index.js

@@ -1,353 +1,124 @@
-// src/services/browser.ts
-import {
-  ModelType,
-  Service,
-  ServiceType,
-  logger,
-  parseJSONObjectFromText,
-  stringToUuid,
-  trimTokens
-} from "@elizaos/core";
-import CaptchaSolver from "capsolver-npm";
-import { chromium } from "patchright";
-async function generateSummary(runtime, text) {
-  const trimmedText = await trimTokens(text, 1e5, runtime);
-  const prompt = `Please generate a concise summary for the following text:
-
-  Text: """
-  ${trimmedText}
-  """
-
-  Respond with a JSON object in the following format:
-  \`\`\`json
-  {
-    "title": "Generated Title",
-    "summary": "Generated summary and/or description of the text"
-  }
-  \`\`\``;
-  const response = await runtime.useModel(ModelType.TEXT_SMALL, {
-    prompt
-  });
-  const parsedResponse = parseJSONObjectFromText(response);
-  if (parsedResponse?.title && parsedResponse?.summary) {
-    return {
-      title: parsedResponse.title,
-      description: parsedResponse.summary
-    };
-  }
-  return {
-    title: "",
-    description: ""
-  };
-}
-var BrowserService = class _BrowserService extends Service {
-  browser;
-  context;
-  captchaSolver;
-  cacheKey = "content/browser";
-  static serviceType = ServiceType.BROWSER;
-  capabilityDescription = "The agent is able to browse the web and fetch content";
-  /**
-   * Constructor for the Agent class.
-   * @param {IAgentRuntime} runtime - The runtime object for the agent.
-   */
-  constructor(runtime) {
-    super();
-    this.runtime = runtime;
-    this.browser = void 0;
-    this.context = void 0;
-    this.captchaSolver = new CaptchaSolver(runtime.getSetting("CAPSOLVER_API_KEY") || "");
-  }
-  /**
-   * Starts the BrowserService asynchronously.
-   *
-   * @param {IAgentRuntime} runtime - The runtime for the agent.
-   * @returns {Promise<BrowserService>} A promise that resolves to the initialized BrowserService.
-   */
-  static async start(runtime) {
-    const service = new _BrowserService(runtime);
-    await service.initializeBrowser();
-    return service;
-  }
-  /**
-   * Function to stop the browser service asynchronously.
-   *
-   * @param {IAgentRuntime} runtime - The runtime environment for the agent.
-   */
-  static async stop(runtime) {
-    const service = runtime.getService(ServiceType.BROWSER);
-    if (service) {
-      await service.stop();
-    }
-  }
-  /**
-   * Initializes the browser by launching Chromium with specified options and setting the user agent based on the platform.
-   * @returns {Promise<void>} A promise that resolves once the browser is successfully initialized.
-   */
-  async initializeBrowser() {
-    if (!this.browser) {
-      this.browser = await chromium.launch({
-        headless: true,
-        args: [
-          "--disable-dev-shm-usage",
-          // Uses /tmp instead of /dev/shm. Prevents memory issues on low-memory systems
-          "--block-new-web-contents"
-          // Prevents creation of new windows/tabs
-        ]
-      });
-      const platform = process.platform;
-      let userAgent = "";
-      switch (platform) {
-        case "darwin":
-          userAgent = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
-          break;
-        case "win32":
-          userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
-          break;
-        case "linux":
-          userAgent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
-          break;
-        default:
-          userAgent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
-      }
-      this.context = await this.browser.newContext({
-        userAgent,
-        acceptDownloads: false
-      });
-    }
-  }
-  /**
-   * Asynchronously stops the browser and context if they are currently running.
-   */
-  async stop() {
-    if (this.context) {
-      await this.context.close();
-      this.context = void 0;
-    }
-    if (this.browser) {
-      await this.browser.close();
-      this.browser = void 0;
-    }
-  }
-  /**
-   * Asynchronously fetches the content of a web page.
-   *
-   * @param {string} url - The URL of the web page to fetch content from.
-   * @param {IAgentRuntime} runtime - The runtime environment for the web scraping agent.
-   * @returns {Promise<PageContent>} A Promise that resolves with the content of the web page.
-   */
-  async getPageContent(url, runtime) {
-    await this.initializeBrowser();
-    return await this.fetchPageContent(url, runtime);
-  }
-  /**
-   * Generates a cache key for the provided URL by converting it to a UUID string.
-   *
-   * @param {string} url - The URL for which a cache key is being generated.
-   * @returns {string} A UUID string representing the cache key for the URL.
-   */
-  getCacheKey(url) {
-    return stringToUuid(url);
-  }
-  /**
-   * Fetches the content of a page from the specified URL using a headless browser.
-   *
-   * @param {string} url - The URL of the page to fetch the content from.
-   * @param {IAgentRuntime} runtime - The runtime environment for the agent.
-   * @returns {Promise<PageContent>} A promise that resolves to the content of the fetched page.
-   */
-  async fetchPageContent(url, runtime) {
-    const cacheKey = this.getCacheKey(url);
-    const cached = await runtime.getCache(`${this.cacheKey}/${cacheKey}`);
-    if (cached) {
-      return cached.content;
-    }
-    let page;
-    try {
-      if (!this.context) {
-        logger.log("Browser context not initialized. Call initializeBrowser() first.");
-        throw new Error("Browser context not initialized");
-      }
-      page = await this.context.newPage();
-      await page.setExtraHTTPHeaders({
-        "Accept-Language": "en-US,en;q=0.9"
-      });
-      const response = await page.goto(url, { waitUntil: "networkidle" });
-      if (!response) {
-        logger.error("Failed to load the page");
-        throw new Error("Failed to load the page");
-      }
-      if (response.status() === 403 || response.status() === 404) {
-        return await this.tryAlternativeSources(url, runtime);
-      }
-      const captchaDetected = await this.detectCaptcha(page);
-      if (captchaDetected) {
-        await this.solveCaptcha(page, url);
-      }
-      const documentTitle = await page.evaluate(() => document.title);
-      const bodyContent = await page.evaluate(() => document.body.innerText);
-      const { title: parsedTitle, description } = await generateSummary(
-        runtime,
-        `${documentTitle}
-${bodyContent}`
-      );
-      const content = { title: parsedTitle, description, bodyContent };
-      await runtime.setCache(`${this.cacheKey}/${cacheKey}`, {
-        url,
-        content
-      });
-      return content;
-    } catch (error) {
-      logger.error("Error:", error);
-      return {
-        title: url,
-        description: "Error, could not fetch content",
-        bodyContent: ""
-      };
-    } finally {
-      if (page) {
-        await page.close();
-      }
-    }
-  }
-  /**
-   * Detects if a captcha is present on the page based on the specified selectors.
-   *
-   * @param {Page} page The Puppeteer page to check for captcha.
-   * @returns {Promise<boolean>} A boolean indicating whether a captcha was detected.
-   */
-  async detectCaptcha(page) {
-    const captchaSelectors = [
-      'iframe[src*="captcha"]',
-      'div[class*="captcha"]',
-      "#captcha",
-      ".g-recaptcha",
-      ".h-captcha"
-    ];
-    for (const selector of captchaSelectors) {
-      const element = await page.$(selector);
-      if (element) return true;
-    }
-    return false;
-  }
-  /**
-   * Solves the CAPTCHA challenge on the provided page using either hCaptcha or reCaptcha.
-   *
-   * @param {Page} page - The page where the CAPTCHA challenge needs to be solved.
-   * @param {string} url - The URL of the website with the CAPTCHA challenge.
-   * @returns {Promise<void>} - A promise that resolves once the CAPTCHA is solved.
-   */
-  async solveCaptcha(page, url) {
-    try {
-      const hcaptchaKey = await this.getHCaptchaWebsiteKey(page);
-      if (hcaptchaKey) {
-        const solution = await this.captchaSolver.hcaptchaProxyless({
-          websiteURL: url,
-          websiteKey: hcaptchaKey
-        });
-        await page.evaluate((token) => {
-          window.hcaptcha.setResponse(token);
-        }, solution.gRecaptchaResponse);
-        return;
-      }
-      const recaptchaKey = await this.getReCaptchaWebsiteKey(page);
-      if (recaptchaKey) {
-        const solution = await this.captchaSolver.recaptchaV2Proxyless({
-          websiteURL: url,
-          websiteKey: recaptchaKey
-        });
-        await page.evaluate((token) => {
-          document.getElementById("g-recaptcha-response").innerHTML = token;
-        }, solution.gRecaptchaResponse);
-      }
-    } catch (error) {
-      logger.error("Error solving CAPTCHA:", error);
-    }
-  }
-  /**
-   * Get the hCaptcha website key from the given Page
-   * @param {Page} page - The Page object to extract the hCaptcha website key from
-   * @returns {Promise<string>} The hCaptcha website key
-   */
-  async getHCaptchaWebsiteKey(page) {
-    return page.evaluate(() => {
-      const hcaptchaIframe = document.querySelector('iframe[src*="hcaptcha.com"]');
-      if (hcaptchaIframe) {
-        const src = hcaptchaIframe.getAttribute("src");
-        const match = src?.match(/sitekey=([^&]*)/);
-        return match ? match[1] : "";
-      }
-      return "";
-    });
-  }
-  /**
-   * Retrieves the ReCaptcha website key from a given page.
-   * @param {Page} page - The page to extract the ReCaptcha website key from.
-   * @returns {Promise<string>} The ReCaptcha website key, or an empty string if not found.
-   */
-  async getReCaptchaWebsiteKey(page) {
-    return page.evaluate(() => {
-      const recaptchaElement = document.querySelector(".g-recaptcha");
-      return recaptchaElement ? recaptchaElement.getAttribute("data-sitekey") || "" : "";
-    });
-  }
-  /**
-   * Try fetching content from alternative sources if the original source fails.
-   *
-   * @param {string} url - The URL of the content to fetch.
-   * @param {IAgentRuntime} runtime - The runtime environment.
-   * @returns {Promise<{ title: string; description: string; bodyContent: string }>} The fetched content with title, description, and body.
-   */
-  async tryAlternativeSources(url, runtime) {
-    if (!url.match(/web.archive.org\/web/)) {
-      const archiveUrl = `https://web.archive.org/web/${url}`;
-      try {
-        return await this.fetchPageContent(archiveUrl, runtime);
-      } catch (error) {
-        logger.error("Error fetching from Internet Archive:", error);
-      }
-    }
-    if (!url.match(/www.google.com\/search/)) {
-      const googleSearchUrl = `https://www.google.com/search?q=${encodeURIComponent(url)}`;
-      try {
-        return await this.fetchPageContent(googleSearchUrl, runtime);
-      } catch (error) {
-        logger.error("Error fetching from Google Search:", error);
-        logger.error("Failed to fetch content from alternative sources");
-      }
-    }
-    return {
-      title: url,
-      description: "Error, could not fetch content from alternative sources",
-      bodyContent: ""
-    };
-  }
+import { logger, ServiceType } from "@elizaos/core";
+import { z } from "zod";
+import { browserClickAction } from "./actions/click.js";
+import { browserExtractAction } from "./actions/extract.js";
+import { browserNavigateAction } from "./actions/navigate.js";
+import { browserScreenshotAction } from "./actions/screenshot.js";
+import { browserSelectAction } from "./actions/select.js";
+import { browserTypeAction } from "./actions/type.js";
+import { BrowserService, Session } from "./services/browser-service.js";
+import { BrowserProcessManager } from "./services/process-manager.js";
+import { BrowserWebSocketClient } from "./services/websocket-client.js";
+export * from "./types.js";
+export * from "./utils/index.js";
+export { BrowserService, Session, BrowserWebSocketClient, BrowserProcessManager };
+export { browserNavigateAction, browserClickAction, browserTypeAction, browserSelectAction, browserExtractAction, browserScreenshotAction, };
+const configSchema = z.object({
+    BROWSERBASE_API_KEY: z.string().optional(),
+    BROWSERBASE_PROJECT_ID: z.string().optional(),
+    OPENAI_API_KEY: z.string().optional(),
+    ANTHROPIC_API_KEY: z.string().optional(),
+    OLLAMA_BASE_URL: z.string().optional(),
+    OLLAMA_MODEL: z.string().optional(),
+    BROWSER_HEADLESS: z
+        .string()
+        .transform((val) => val === "true")
+        .optional()
+        .default(true),
+    CAPSOLVER_API_KEY: z.string().optional(),
+    BROWSER_SERVER_PORT: z.string().optional().default("3456"),
+});
+const browserStateProvider = {
+    name: "BROWSER_STATE",
+    description: "Provides current browser state information",
+    get: async (runtime, _message, _state) => {
+        const service = runtime.getService(ServiceType.BROWSER);
+        const session = await service?.getCurrentSession();
+        if (!session || !service) {
+            return {
+                text: "No active browser session",
+                values: {
+                    hasSession: false,
+                },
+                data: {},
+            };
+        }
+        try {
+            const client = service.getClient();
+            const state = await client.getState(session.id);
+            return {
+                text: `Current browser page: "${state.title}" at ${state.url}`,
+                values: {
+                    hasSession: true,
+                    url: state.url,
+                    title: state.title,
+                },
+                data: {
+                    sessionId: session.id,
+                    createdAt: session.createdAt.toISOString(),
+                },
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            logger.error(`Error getting browser state: ${errorMessage}`);
+            return {
+                text: "Error getting browser state",
+                values: {
+                    hasSession: true,
+                    error: true,
+                },
+                data: {},
+            };
+        }
+    },
 };
-
-// src/index.ts
-var browserPlugin = {
-  name: "browser-plugin",
-  description: "Plugin for browser actions",
-  services: [BrowserService],
-  actions: [],
-  tests: [
-    {
-      name: "test browser service",
-      tests: [
-        {
-          name: "Browser service initialization",
-          fn: async (runtime) => {
-            const service = await BrowserService.start(runtime);
-            if (!service) {
-              throw new Error("Failed to initialize BrowserService");
+export const browserPlugin = {
+    name: "plugin-browser",
+    description: "Browser automation plugin",
+    config: {
+        BROWSERBASE_API_KEY: process.env.BROWSERBASE_API_KEY ?? null,
+        BROWSERBASE_PROJECT_ID: process.env.BROWSERBASE_PROJECT_ID ?? null,
+        OPENAI_API_KEY: process.env.OPENAI_API_KEY ?? null,
+        ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY ?? null,
+        OLLAMA_BASE_URL: process.env.OLLAMA_BASE_URL ?? null,
+        OLLAMA_MODEL: process.env.OLLAMA_MODEL ?? null,
+        BROWSER_HEADLESS: process.env.BROWSER_HEADLESS ?? "true",
+        CAPSOLVER_API_KEY: process.env.CAPSOLVER_API_KEY ?? null,
+        BROWSER_SERVER_PORT: process.env.BROWSER_SERVER_PORT ?? "3456",
+    },
+    async init(config, _runtime) {
+        logger.info("Initializing browser automation plugin");
+        try {
+            const validatedConfig = await configSchema.parseAsync(config);
+            for (const [key, value] of Object.entries(validatedConfig)) {
+                if (value !== undefined && value !== null) {
+                    process.env[key] = String(value);
+                }
             }
-          }
+            logger.info("Browser plugin initialized successfully");
         }
-      ]
-    }
-  ]
-};
-export {
-  browserPlugin
+        catch (error) {
+            if (error && typeof error === "object" && "issues" in error) {
+                const zodError = error;
+                if (Array.isArray(zodError.issues)) {
+                    const errorMessages = zodError.issues.map((e) => e.message).join(", ");
+                    throw new Error(`Invalid plugin configuration: ${errorMessages}`);
+                }
+            }
+            throw error;
+        }
+    },
+    services: [BrowserService],
+    actions: [
+        browserNavigateAction,
+        browserClickAction,
+        browserTypeAction,
+        browserSelectAction,
+        browserExtractAction,
+        browserScreenshotAction,
+    ],
+    providers: [browserStateProvider],
 };
+export default browserPlugin;
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/services/browser.ts","../src/index.ts"],"sourcesContent":["import {\n  type IAgentRuntime,\n  ModelType,\n  Service,\n  type ServiceTypeName,\n  ServiceType,\n  logger,\n  parseJSONObjectFromText,\n  stringToUuid,\n  trimTokens,\n} from '@elizaos/core';\nimport CaptchaSolver from 'capsolver-npm';\nimport { type Browser, type BrowserContext, type Page, chromium } from 'patchright';\n\n// Type for cached content\ninterface CachedContent {\n  url: string;\n  content: PageContent;\n}\n\n/**\n * Asynchronously generates a summary for a given text using a machine learning model.\n *\n * @param {IAgentRuntime} runtime - The runtime environment for the agent\n * @param {string} text - The text to generate a summary for\n * @returns {Promise<{ title: string; description: string }>} A promise that resolves to an object containing the generated title and summary\n */\nasync function generateSummary(\n  runtime: IAgentRuntime,\n  text: string\n): Promise<{ title: string; description: string }> {\n  // make sure text is under 128k characters\n  const trimmedText = await trimTokens(text, 100000, runtime);\n\n  const prompt = `Please generate a concise summary for the following text:\n\n  Text: \"\"\"\n  ${trimmedText}\n  \"\"\"\n\n  Respond with a JSON object in the following format:\n  \\`\\`\\`json\n  {\n    \"title\": \"Generated Title\",\n    \"summary\": \"Generated summary and/or description of the text\"\n  }\n  \\`\\`\\``;\n\n  const response = await runtime.useModel(ModelType.TEXT_SMALL, {\n    prompt,\n  });\n\n  const parsedResponse = parseJSONObjectFromText(response);\n\n  if (parsedResponse?.title && parsedResponse?.summary) {\n    return {\n      title: parsedResponse.title,\n      description: parsedResponse.summary,\n    };\n  }\n\n  return {\n    title: '',\n    description: '',\n  };\n}\n\n/**\n * Represents the content of a page.\n * @typedef { Object } PageContent\n * @property { string } title - The title of the page.\n * @property { string } description - The description of the page.\n * @property { string } bodyContent - The main content of the page.\n */\ntype PageContent = {\n  title: string;\n  description: string;\n  bodyContent: string;\n};\n\n/**\n * Represents a BrowserService class that extends Service.\n * Provides methods for initializing browser, stopping browser, fetching page content, solving CAPTCHAs, detecting CAPTCHAs, and getting cache key.\n * @extends Service\n */\nexport class BrowserService extends Service {\n  private browser: Browser | undefined;\n  private context: BrowserContext | undefined;\n  private captchaSolver: CaptchaSolver;\n  private cacheKey = 'content/browser';\n\n  static serviceType: ServiceTypeName = ServiceType.BROWSER;\n  capabilityDescription = 'The agent is able to browse the web and fetch content';\n\n  /**\n   * Constructor for the Agent class.\n   * @param {IAgentRuntime} runtime - The runtime object for the agent.\n   */\n  constructor(runtime: IAgentRuntime) {\n    super();\n    this.runtime = runtime;\n    this.browser = undefined;\n    this.context = undefined;\n    this.captchaSolver = new CaptchaSolver(runtime.getSetting('CAPSOLVER_API_KEY') || '');\n  }\n\n  /**\n   * Starts the BrowserService asynchronously.\n   *\n   * @param {IAgentRuntime} runtime - The runtime for the agent.\n   * @returns {Promise<BrowserService>} A promise that resolves to the initialized BrowserService.\n   */\n  static async start(runtime: IAgentRuntime): Promise<BrowserService> {\n    const service = new BrowserService(runtime);\n    await service.initializeBrowser();\n    return service;\n  }\n\n  /**\n   * Function to stop the browser service asynchronously.\n   *\n   * @param {IAgentRuntime} runtime - The runtime environment for the agent.\n   */\n  static async stop(runtime: IAgentRuntime) {\n    const service = runtime.getService(ServiceType.BROWSER);\n    if (service) {\n      await service.stop();\n    }\n  }\n\n  /**\n   * Initializes the browser by launching Chromium with specified options and setting the user agent based on the platform.\n   * @returns {Promise<void>} A promise that resolves once the browser is successfully initialized.\n   */\n  async initializeBrowser() {\n    if (!this.browser) {\n      this.browser = await chromium.launch({\n        headless: true,\n        args: [\n          '--disable-dev-shm-usage', // Uses /tmp instead of /dev/shm. Prevents memory issues on low-memory systems\n          '--block-new-web-contents', // Prevents creation of new windows/tabs\n        ],\n      });\n\n      const platform = process.platform;\n      let userAgent = '';\n\n      // Change the user agent to match the platform to reduce bot detection\n      switch (platform) {\n        case 'darwin':\n          userAgent =\n            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';\n          break;\n        case 'win32':\n          userAgent =\n            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';\n          break;\n        case 'linux':\n          userAgent =\n            'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';\n          break;\n        default:\n          userAgent =\n            'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36';\n      }\n\n      this.context = await this.browser.newContext({\n        userAgent,\n        acceptDownloads: false,\n      });\n    }\n  }\n\n  /**\n   * Asynchronously stops the browser and context if they are currently running.\n   */\n  async stop() {\n    if (this.context) {\n      await this.context.close();\n      this.context = undefined;\n    }\n    if (this.browser) {\n      await this.browser.close();\n      this.browser = undefined;\n    }\n  }\n\n  /**\n   * Asynchronously fetches the content of a web page.\n   *\n   * @param {string} url - The URL of the web page to fetch content from.\n   * @param {IAgentRuntime} runtime - The runtime environment for the web scraping agent.\n   * @returns {Promise<PageContent>} A Promise that resolves with the content of the web page.\n   */\n  async getPageContent(url: string, runtime: IAgentRuntime): Promise<PageContent> {\n    await this.initializeBrowser();\n    return await this.fetchPageContent(url, runtime);\n  }\n\n  /**\n   * Generates a cache key for the provided URL by converting it to a UUID string.\n   *\n   * @param {string} url - The URL for which a cache key is being generated.\n   * @returns {string} A UUID string representing the cache key for the URL.\n   */\n  private getCacheKey(url: string): string {\n    return stringToUuid(url);\n  }\n\n  /**\n   * Fetches the content of a page from the specified URL using a headless browser.\n   *\n   * @param {string} url - The URL of the page to fetch the content from.\n   * @param {IAgentRuntime} runtime - The runtime environment for the agent.\n   * @returns {Promise<PageContent>} A promise that resolves to the content of the fetched page.\n   */\n  private async fetchPageContent(url: string, runtime: IAgentRuntime): Promise<PageContent> {\n    const cacheKey = this.getCacheKey(url);\n    const cached = await runtime.getCache<CachedContent>(`${this.cacheKey}/${cacheKey}`);\n\n    if (cached) {\n      return cached.content;\n    }\n\n    let page: Page | undefined;\n\n    try {\n      if (!this.context) {\n        logger.log('Browser context not initialized. Call initializeBrowser() first.');\n        throw new Error('Browser context not initialized');\n      }\n\n      page = await this.context.newPage();\n\n      // Enable stealth mode\n      await page.setExtraHTTPHeaders({\n        'Accept-Language': 'en-US,en;q=0.9',\n      });\n\n      const response = await page.goto(url, { waitUntil: 'networkidle' });\n\n      if (!response) {\n        logger.error('Failed to load the page');\n        throw new Error('Failed to load the page');\n      }\n\n      if (response.status() === 403 || response.status() === 404) {\n        return await this.tryAlternativeSources(url, runtime);\n      }\n\n      // Check for CAPTCHA\n      const captchaDetected = await this.detectCaptcha(page);\n      if (captchaDetected) {\n        await this.solveCaptcha(page, url);\n      }\n      const documentTitle = await page.evaluate(() => document.title);\n      const bodyContent = await page.evaluate(() => document.body.innerText);\n      const { title: parsedTitle, description } = await generateSummary(\n        runtime,\n        `${documentTitle}\\n${bodyContent}`\n      );\n      const content = { title: parsedTitle, description, bodyContent };\n      await runtime.setCache<CachedContent>(`${this.cacheKey}/${cacheKey}`, {\n        url,\n        content,\n      });\n      return content;\n    } catch (error) {\n      logger.error('Error:', error);\n      return {\n        title: url,\n        description: 'Error, could not fetch content',\n        bodyContent: '',\n      };\n    } finally {\n      if (page) {\n        await page.close();\n      }\n    }\n  }\n\n  /**\n   * Detects if a captcha is present on the page based on the specified selectors.\n   *\n   * @param {Page} page The Puppeteer page to check for captcha.\n   * @returns {Promise<boolean>} A boolean indicating whether a captcha was detected.\n   */\n  private async detectCaptcha(page: Page): Promise<boolean> {\n    const captchaSelectors = [\n      'iframe[src*=\"captcha\"]',\n      'div[class*=\"captcha\"]',\n      '#captcha',\n      '.g-recaptcha',\n      '.h-captcha',\n    ];\n\n    for (const selector of captchaSelectors) {\n      const element = await page.$(selector);\n      if (element) return true;\n    }\n\n    return false;\n  }\n\n  /**\n   * Solves the CAPTCHA challenge on the provided page using either hCaptcha or reCaptcha.\n   *\n   * @param {Page} page - The page where the CAPTCHA challenge needs to be solved.\n   * @param {string} url - The URL of the website with the CAPTCHA challenge.\n   * @returns {Promise<void>} - A promise that resolves once the CAPTCHA is solved.\n   */\n  private async solveCaptcha(page: Page, url: string): Promise<void> {\n    try {\n      const hcaptchaKey = await this.getHCaptchaWebsiteKey(page);\n      if (hcaptchaKey) {\n        const solution = await this.captchaSolver.hcaptchaProxyless({\n          websiteURL: url,\n          websiteKey: hcaptchaKey,\n        });\n        await page.evaluate((token) => {\n          // eslint-disable-next-line\n          // @ts-ignore\n          window.hcaptcha.setResponse(token);\n        }, solution.gRecaptchaResponse);\n        return;\n      }\n\n      const recaptchaKey = await this.getReCaptchaWebsiteKey(page);\n      if (recaptchaKey) {\n        const solution = await this.captchaSolver.recaptchaV2Proxyless({\n          websiteURL: url,\n          websiteKey: recaptchaKey,\n        });\n        await page.evaluate((token) => {\n          // eslint-disable-next-line\n          // @ts-ignore\n          document.getElementById('g-recaptcha-response').innerHTML = token;\n        }, solution.gRecaptchaResponse);\n      }\n    } catch (error) {\n      logger.error('Error solving CAPTCHA:', error);\n    }\n  }\n\n  /**\n   * Get the hCaptcha website key from the given Page\n   * @param {Page} page - The Page object to extract the hCaptcha website key from\n   * @returns {Promise<string>} The hCaptcha website key\n   */\n  private async getHCaptchaWebsiteKey(page: Page): Promise<string> {\n    return page.evaluate(() => {\n      const hcaptchaIframe = document.querySelector('iframe[src*=\"hcaptcha.com\"]');\n      if (hcaptchaIframe) {\n        const src = hcaptchaIframe.getAttribute('src');\n        const match = src?.match(/sitekey=([^&]*)/);\n        return match ? match[1] : '';\n      }\n      return '';\n    });\n  }\n\n  /**\n   * Retrieves the ReCaptcha website key from a given page.\n   * @param {Page} page - The page to extract the ReCaptcha website key from.\n   * @returns {Promise<string>} The ReCaptcha website key, or an empty string if not found.\n   */\n  private async getReCaptchaWebsiteKey(page: Page): Promise<string> {\n    return page.evaluate(() => {\n      const recaptchaElement = document.querySelector('.g-recaptcha');\n      return recaptchaElement ? recaptchaElement.getAttribute('data-sitekey') || '' : '';\n    });\n  }\n\n  /**\n   * Try fetching content from alternative sources if the original source fails.\n   *\n   * @param {string} url - The URL of the content to fetch.\n   * @param {IAgentRuntime} runtime - The runtime environment.\n   * @returns {Promise<{ title: string; description: string; bodyContent: string }>} The fetched content with title, description, and body.\n   */\n  private async tryAlternativeSources(\n    url: string,\n    runtime: IAgentRuntime\n  ): Promise<{ title: string; description: string; bodyContent: string }> {\n    // because this (tryAlternativeSources) calls fetchPageContent\n    // and fetchPageContent calls tryAlternativeSources\n    // we need these url.matches to progress\n    // through the things to try\n    if (!url.match(/web.archive.org\\/web/)) {\n      // Try Internet Archive\n      const archiveUrl = `https://web.archive.org/web/${url}`;\n      try {\n        return await this.fetchPageContent(archiveUrl, runtime);\n      } catch (error) {\n        logger.error('Error fetching from Internet Archive:', error);\n      }\n    }\n\n    if (!url.match(/www.google.com\\/search/)) {\n      // Try Google Search as a last resort\n      const googleSearchUrl = `https://www.google.com/search?q=${encodeURIComponent(url)}`;\n      try {\n        return await this.fetchPageContent(googleSearchUrl, runtime);\n      } catch (error) {\n        logger.error('Error fetching from Google Search:', error);\n        logger.error('Failed to fetch content from alternative sources');\n      }\n    }\n\n    // Return error content if all alternatives fail\n    return {\n      title: url,\n      description: 'Error, could not fetch content from alternative sources',\n      bodyContent: '',\n    };\n  }\n}\n","import type { Plugin , IAgentRuntime} from \"@elizaos/core\";\n\nimport { BrowserService } from \"./services/browser\";\n\nexport const browserPlugin: Plugin = {\n  name: \"browser-plugin\",\n  description: \"Plugin for browser actions\",\n  services: [BrowserService],\n  actions: [],\n  tests: [\n    {\n      name: \"test browser service\",\n      tests: [\n        {\n          name: \"Browser service initialization\",\n          fn: async (runtime: IAgentRuntime) => {\n            const service = await BrowserService.start(runtime);\n            if (!service) {\n              throw new Error(\"Failed to initialize BrowserService\");\n            }\n          },\n        },\n      ],\n    }\n  ],\n};\n"],"mappings":";AAAA;AAAA,EAEE;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,OAAO,mBAAmB;AAC1B,SAAuD,gBAAgB;AAevE,eAAe,gBACb,SACA,MACiD;AAEjD,QAAM,cAAc,MAAM,WAAW,MAAM,KAAQ,OAAO;AAE1D,QAAM,SAAS;AAAA;AAAA;AAAA,IAGb,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWb,QAAM,WAAW,MAAM,QAAQ,SAAS,UAAU,YAAY;AAAA,IAC5D;AAAA,EACF,CAAC;AAED,QAAM,iBAAiB,wBAAwB,QAAQ;AAEvD,MAAI,gBAAgB,SAAS,gBAAgB,SAAS;AACpD,WAAO;AAAA,MACL,OAAO,eAAe;AAAA,MACtB,aAAa,eAAe;AAAA,IAC9B;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO;AAAA,IACP,aAAa;AAAA,EACf;AACF;AAoBO,IAAM,iBAAN,MAAM,wBAAuB,QAAQ;AAAA,EAClC;AAAA,EACA;AAAA,EACA;AAAA,EACA,WAAW;AAAA,EAEnB,OAAO,cAA+B,YAAY;AAAA,EAClD,wBAAwB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMxB,YAAY,SAAwB;AAClC,UAAM;AACN,SAAK,UAAU;AACf,SAAK,UAAU;AACf,SAAK,UAAU;AACf,SAAK,gBAAgB,IAAI,cAAc,QAAQ,WAAW,mBAAmB,KAAK,EAAE;AAAA,EACtF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,aAAa,MAAM,SAAiD;AAClE,UAAM,UAAU,IAAI,gBAAe,OAAO;AAC1C,UAAM,QAAQ,kBAAkB;AAChC,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,KAAK,SAAwB;AACxC,UAAM,UAAU,QAAQ,WAAW,YAAY,OAAO;AACtD,QAAI,SAAS;AACX,YAAM,QAAQ,KAAK;AAAA,IACrB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB;AACxB,QAAI,CAAC,KAAK,SAAS;AACjB,WAAK,UAAU,MAAM,SAAS,OAAO;AAAA,QACnC,UAAU;AAAA,QACV,MAAM;AAAA,UACJ;AAAA;AAAA,UACA;AAAA;AAAA,QACF;AAAA,MACF,CAAC;AAED,YAAM,WAAW,QAAQ;AACzB,UAAI,YAAY;AAGhB,cAAQ,UAAU;AAAA,QAChB,KAAK;AACH,sBACE;AACF;AAAA,QACF,KAAK;AACH,sBACE;AACF;AAAA,QACF,KAAK;AACH,sBACE;AACF;AAAA,QACF;AACE,sBACE;AAAA,MACN;AAEA,WAAK,UAAU,MAAM,KAAK,QAAQ,WAAW;AAAA,QAC3C;AAAA,QACA,iBAAiB;AAAA,MACnB,CAAC;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,OAAO;AACX,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAM;AACzB,WAAK,UAAU;AAAA,IACjB;AACA,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAM;AACzB,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,eAAe,KAAa,SAA8C;AAC9E,UAAM,KAAK,kBAAkB;AAC7B,WAAO,MAAM,KAAK,iBAAiB,KAAK,OAAO;AAAA,EACjD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQQ,YAAY,KAAqB;AACvC,WAAO,aAAa,GAAG;AAAA,EACzB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,iBAAiB,KAAa,SAA8C;AACxF,UAAM,WAAW,KAAK,YAAY,GAAG;AACrC,UAAM,SAAS,MAAM,QAAQ,SAAwB,GAAG,KAAK,QAAQ,IAAI,QAAQ,EAAE;AAEnF,QAAI,QAAQ;AACV,aAAO,OAAO;AAAA,IAChB;AAEA,QAAI;AAEJ,QAAI;AACF,UAAI,CAAC,KAAK,SAAS;AACjB,eAAO,IAAI,kEAAkE;AAC7E,cAAM,IAAI,MAAM,iCAAiC;AAAA,MACnD;AAEA,aAAO,MAAM,KAAK,QAAQ,QAAQ;AAGlC,YAAM,KAAK,oBAAoB;AAAA,QAC7B,mBAAmB;AAAA,MACrB,CAAC;AAED,YAAM,WAAW,MAAM,KAAK,KAAK,KAAK,EAAE,WAAW,cAAc,CAAC;AAElE,UAAI,CAAC,UAAU;AACb,eAAO,MAAM,yBAAyB;AACtC,cAAM,IAAI,MAAM,yBAAyB;AAAA,MAC3C;AAEA,UAAI,SAAS,OAAO,MAAM,OAAO,SAAS,OAAO,MAAM,KAAK;AAC1D,eAAO,MAAM,KAAK,sBAAsB,KAAK,OAAO;AAAA,MACtD;AAGA,YAAM,kBAAkB,MAAM,KAAK,cAAc,IAAI;AACrD,UAAI,iBAAiB;AACnB,cAAM,KAAK,aAAa,MAAM,GAAG;AAAA,MACnC;AACA,YAAM,gBAAgB,MAAM,KAAK,SAAS,MAAM,SAAS,KAAK;AAC9D,YAAM,cAAc,MAAM,KAAK,SAAS,MAAM,SAAS,KAAK,SAAS;AACrE,YAAM,EAAE,OAAO,aAAa,YAAY,IAAI,MAAM;AAAA,QAChD;AAAA,QACA,GAAG,aAAa;AAAA,EAAK,WAAW;AAAA,MAClC;AACA,YAAM,UAAU,EAAE,OAAO,aAAa,aAAa,YAAY;AAC/D,YAAM,QAAQ,SAAwB,GAAG,KAAK,QAAQ,IAAI,QAAQ,IAAI;AAAA,QACpE;AAAA,QACA;AAAA,MACF,CAAC;AACD,aAAO;AAAA,IACT,SAAS,OAAO;AACd,aAAO,MAAM,UAAU,KAAK;AAC5B,aAAO;AAAA,QACL,OAAO;AAAA,QACP,aAAa;AAAA,QACb,aAAa;AAAA,MACf;AAAA,IACF,UAAE;AACA,UAAI,MAAM;AACR,cAAM,KAAK,MAAM;AAAA,MACnB;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAc,cAAc,MAA8B;AACxD,UAAM,mBAAmB;AAAA,MACvB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAEA,eAAW,YAAY,kBAAkB;AACvC,YAAM,UAAU,MAAM,KAAK,EAAE,QAAQ;AACrC,UAAI,QAAS,QAAO;AAAA,IACtB;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,aAAa,MAAY,KAA4B;AACjE,QAAI;AACF,YAAM,cAAc,MAAM,KAAK,sBAAsB,IAAI;AACzD,UAAI,aAAa;AACf,cAAM,WAAW,MAAM,KAAK,cAAc,kBAAkB;AAAA,UAC1D,YAAY;AAAA,UACZ,YAAY;AAAA,QACd,CAAC;AACD,cAAM,KAAK,SAAS,CAAC,UAAU;AAG7B,iBAAO,SAAS,YAAY,KAAK;AAAA,QACnC,GAAG,SAAS,kBAAkB;AAC9B;AAAA,MACF;AAEA,YAAM,eAAe,MAAM,KAAK,uBAAuB,IAAI;AAC3D,UAAI,cAAc;AAChB,cAAM,WAAW,MAAM,KAAK,cAAc,qBAAqB;AAAA,UAC7D,YAAY;AAAA,UACZ,YAAY;AAAA,QACd,CAAC;AACD,cAAM,KAAK,SAAS,CAAC,UAAU;AAG7B,mBAAS,eAAe,sBAAsB,EAAE,YAAY;AAAA,QAC9D,GAAG,SAAS,kBAAkB;AAAA,MAChC;AAAA,IACF,SAAS,OAAO;AACd,aAAO,MAAM,0BAA0B,KAAK;AAAA,IAC9C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,sBAAsB,MAA6B;AAC/D,WAAO,KAAK,SAAS,MAAM;AACzB,YAAM,iBAAiB,SAAS,cAAc,6BAA6B;AAC3E,UAAI,gBAAgB;AAClB,cAAM,MAAM,eAAe,aAAa,KAAK;AAC7C,cAAM,QAAQ,KAAK,MAAM,iBAAiB;AAC1C,eAAO,QAAQ,MAAM,CAAC,IAAI;AAAA,MAC5B;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,uBAAuB,MAA6B;AAChE,WAAO,KAAK,SAAS,MAAM;AACzB,YAAM,mBAAmB,SAAS,cAAc,cAAc;AAC9D,aAAO,mBAAmB,iBAAiB,aAAa,cAAc,KAAK,KAAK;AAAA,IAClF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,sBACZ,KACA,SACsE;AAKtE,QAAI,CAAC,IAAI,MAAM,sBAAsB,GAAG;AAEtC,YAAM,aAAa,+BAA+B,GAAG;AACrD,UAAI;AACF,eAAO,MAAM,KAAK,iBAAiB,YAAY,OAAO;AAAA,MACxD,SAAS,OAAO;AACd,eAAO,MAAM,yCAAyC,KAAK;AAAA,MAC7D;AAAA,IACF;AAEA,QAAI,CAAC,IAAI,MAAM,wBAAwB,GAAG;AAExC,YAAM,kBAAkB,mCAAmC,mBAAmB,GAAG,CAAC;AAClF,UAAI;AACF,eAAO,MAAM,KAAK,iBAAiB,iBAAiB,OAAO;AAAA,MAC7D,SAAS,OAAO;AACd,eAAO,MAAM,sCAAsC,KAAK;AACxD,eAAO,MAAM,kDAAkD;AAAA,MACjE;AAAA,IACF;AAGA,WAAO;AAAA,MACL,OAAO;AAAA,MACP,aAAa;AAAA,MACb,aAAa;AAAA,IACf;AAAA,EACF;AACF;;;AC5ZO,IAAM,gBAAwB;AAAA,EACnC,MAAM;AAAA,EACN,aAAa;AAAA,EACb,UAAU,CAAC,cAAc;AAAA,EACzB,SAAS,CAAC;AAAA,EACV,OAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,OAAO;AAAA,QACL;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAA2B;AACpC,kBAAM,UAAU,MAAM,eAAe,MAAM,OAAO;AAClD,gBAAI,CAAC,SAAS;AACZ,oBAAM,IAAI,MAAM,qCAAqC;AAAA,YACvD;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAExE,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,CAAC;AAClF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,oBAAoB,EACpB,uBAAuB,GACxB,CAAC;AACF,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,gBAAgB,EAAE,CAAC;SAChB,MAAM,EAAE;SACR,SAAS,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC;SAC1C,QAAQ,EAAE;SACV,OAAO,CAAC,IAAI,CAAC;IAChB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;CAC3D,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAa;IACrC,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,4CAA4C;IAEzD,GAAG,EAAE,KAAK,EACR,OAAsB,EACtB,QAAgB,EAChB,MAAc,EACW,EAAE;QAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAiB,WAAW,CAAC,OAAO,CAAC,CAAC;QACxE,MAAM,OAAO,GAAG,MAAM,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAEnD,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO;gBACL,IAAI,EAAE,2BAA2B;gBACjC,MAAM,EAAE;oBACN,UAAU,EAAE,KAAK;iBAClB;gBACD,IAAI,EAAE,EAAE;aACT,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAEhD,OAAO;gBACL,IAAI,EAAE,0BAA0B,KAAK,CAAC,KAAK,QAAQ,KAAK,CAAC,GAAG,EAAE;gBAC9D,MAAM,EAAE;oBACN,UAAU,EAAE,IAAI;oBAChB,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB;gBACD,IAAI,EAAE;oBACJ,SAAS,EAAE,OAAO,CAAC,EAAE;oBACrB,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE;iBAC3C;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,MAAM,CAAC,KAAK,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;YAC7D,OAAO;gBACL,IAAI,EAAE,6BAA6B;gBACnC,MAAM,EAAE;oBACN,UAAU,EAAE,IAAI;oBAChB,KAAK,EAAE,IAAI;iBACZ;gBACD,IAAI,EAAE,EAAE;aACT,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAW;IACnC,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,2BAA2B;IACxC,MAAM,EAAE;QACN,mBAAmB,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,IAAI;QAC5D,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI;QAClE,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI;QAClD,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI;QACxD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI;QACpD,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,IAAI;QAC9C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,MAAM;QACxD,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,IAAI;QACxD,mBAAmB,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,MAAM;KAC/D;IACD,KAAK,CAAC,IAAI,CAAC,MAAqC,EAAE,QAAuB;QACvE,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACtD,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAE9D,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC3D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC5D,MAAM,QAAQ,GAAG,KAAgD,CAAC;gBAClE,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACnC,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACvE,MAAM,IAAI,KAAK,CAAC,iCAAiC,aAAa,EAAE,CAAC,CAAC;gBACpE,CAAC;YACH,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,QAAQ,EAAE,CAAC,cAAc,CAAC;IAC1B,OAAO,EAAE;QACP,qBAAqB;QACrB,kBAAkB;QAClB,iBAAiB;QACjB,mBAAmB;QACnB,oBAAoB;QACpB,uBAAuB;KACxB;IACD,SAAS,EAAE,CAAC,oBAAoB,CAAC;CAClC,CAAC;AAEF,eAAe,aAAa,CAAC","sourcesContent":["import type { IAgentRuntime, Memory, Plugin, Provider, ProviderResult, State } from \"@elizaos/core\";\nimport { logger, ServiceType } from \"@elizaos/core\";\nimport { z } from \"zod\";\nimport { browserClickAction } from \"./actions/click.js\";\nimport { browserExtractAction } from \"./actions/extract.js\";\nimport { browserNavigateAction } from \"./actions/navigate.js\";\nimport { browserScreenshotAction } from \"./actions/screenshot.js\";\nimport { browserSelectAction } from \"./actions/select.js\";\nimport { browserTypeAction } from \"./actions/type.js\";\nimport { BrowserService, Session } from \"./services/browser-service.js\";\nimport { BrowserProcessManager } from \"./services/process-manager.js\";\nimport { BrowserWebSocketClient } from \"./services/websocket-client.js\";\n\nexport * from \"./types.js\";\nexport * from \"./utils/index.js\";\nexport { BrowserService, Session, BrowserWebSocketClient, BrowserProcessManager };\nexport {\n  browserNavigateAction,\n  browserClickAction,\n  browserTypeAction,\n  browserSelectAction,\n  browserExtractAction,\n  browserScreenshotAction,\n};\nconst configSchema = z.object({\n  BROWSERBASE_API_KEY: z.string().optional(),\n  BROWSERBASE_PROJECT_ID: z.string().optional(),\n  OPENAI_API_KEY: z.string().optional(),\n  ANTHROPIC_API_KEY: z.string().optional(),\n  OLLAMA_BASE_URL: z.string().optional(),\n  OLLAMA_MODEL: z.string().optional(),\n  BROWSER_HEADLESS: z\n    .string()\n    .transform((val: string) => val === \"true\")\n    .optional()\n    .default(true),\n  CAPSOLVER_API_KEY: z.string().optional(),\n  BROWSER_SERVER_PORT: z.string().optional().default(\"3456\"),\n});\n\nconst browserStateProvider: Provider = {\n  name: \"BROWSER_STATE\",\n  description: \"Provides current browser state information\",\n\n  get: async (\n    runtime: IAgentRuntime,\n    _message: Memory,\n    _state?: State\n  ): Promise<ProviderResult> => {\n    const service = runtime.getService<BrowserService>(ServiceType.BROWSER);\n    const session = await service?.getCurrentSession();\n\n    if (!session || !service) {\n      return {\n        text: \"No active browser session\",\n        values: {\n          hasSession: false,\n        },\n        data: {},\n      };\n    }\n\n    try {\n      const client = service.getClient();\n      const state = await client.getState(session.id);\n\n      return {\n        text: `Current browser page: \"${state.title}\" at ${state.url}`,\n        values: {\n          hasSession: true,\n          url: state.url,\n          title: state.title,\n        },\n        data: {\n          sessionId: session.id,\n          createdAt: session.createdAt.toISOString(),\n        },\n      };\n    } catch (error) {\n      const errorMessage = error instanceof Error ? error.message : String(error);\n      logger.error(`Error getting browser state: ${errorMessage}`);\n      return {\n        text: \"Error getting browser state\",\n        values: {\n          hasSession: true,\n          error: true,\n        },\n        data: {},\n      };\n    }\n  },\n};\n\nexport const browserPlugin: Plugin = {\n  name: \"plugin-browser\",\n  description: \"Browser automation plugin\",\n  config: {\n    BROWSERBASE_API_KEY: process.env.BROWSERBASE_API_KEY ?? null,\n    BROWSERBASE_PROJECT_ID: process.env.BROWSERBASE_PROJECT_ID ?? null,\n    OPENAI_API_KEY: process.env.OPENAI_API_KEY ?? null,\n    ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY ?? null,\n    OLLAMA_BASE_URL: process.env.OLLAMA_BASE_URL ?? null,\n    OLLAMA_MODEL: process.env.OLLAMA_MODEL ?? null,\n    BROWSER_HEADLESS: process.env.BROWSER_HEADLESS ?? \"true\",\n    CAPSOLVER_API_KEY: process.env.CAPSOLVER_API_KEY ?? null,\n    BROWSER_SERVER_PORT: process.env.BROWSER_SERVER_PORT ?? \"3456\",\n  },\n  async init(config: Record<string, string | null>, _runtime: IAgentRuntime) {\n    logger.info(\"Initializing browser automation plugin\");\n    try {\n      const validatedConfig = await configSchema.parseAsync(config);\n\n      for (const [key, value] of Object.entries(validatedConfig)) {\n        if (value !== undefined && value !== null) {\n          process.env[key] = String(value);\n        }\n      }\n\n      logger.info(\"Browser plugin initialized successfully\");\n    } catch (error) {\n      if (error && typeof error === \"object\" && \"issues\" in error) {\n        const zodError = error as { issues?: Array<{ message: string }> };\n        if (Array.isArray(zodError.issues)) {\n          const errorMessages = zodError.issues.map((e) => e.message).join(\", \");\n          throw new Error(`Invalid plugin configuration: ${errorMessages}`);\n        }\n      }\n      throw error;\n    }\n  },\n  services: [BrowserService],\n  actions: [\n    browserNavigateAction,\n    browserClickAction,\n    browserTypeAction,\n    browserSelectAction,\n    browserExtractAction,\n    browserScreenshotAction,\n  ],\n  providers: [browserStateProvider],\n};\n\nexport default browserPlugin;\n"]}

package/dist/providers/browser-state.d.ts

@@ -0,0 +1,3 @@
+import type { Provider } from "@elizaos/core";
+export declare const browserStateProvider: Provider;
+//# sourceMappingURL=browser-state.d.ts.map

package/dist/providers/browser-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-state.d.ts","sourceRoot":"","sources":["../../src/providers/browser-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAyB,QAAQ,EAAyB,MAAM,eAAe,CAAC;AAI5F,eAAO,MAAM,oBAAoB,EAAE,QAmDlC,CAAC"}

package/dist/providers/browser-state.js

@@ -0,0 +1,47 @@
+import { logger, ServiceType } from "@elizaos/core";
+export const browserStateProvider = {
+    name: "BROWSER_STATE",
+    description: "Provides current browser state information",
+    get: async (runtime, _message, _state) => {
+        const service = runtime.getService(ServiceType.BROWSER);
+        const session = await service?.getCurrentSession();
+        if (!session || !service) {
+            return {
+                text: "No active browser session",
+                values: {
+                    hasSession: false,
+                },
+                data: {},
+            };
+        }
+        try {
+            const client = service.getClient();
+            const state = await client.getState(session.id);
+            return {
+                text: `Current browser page: "${state.title}" at ${state.url}`,
+                values: {
+                    hasSession: true,
+                    url: state.url,
+                    title: state.title,
+                },
+                data: {
+                    sessionId: session.id,
+                    createdAt: session.createdAt.toISOString(),
+                },
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            logger.error(`Error getting browser state: ${errorMessage}`);
+            return {
+                text: "Error getting browser state",
+                values: {
+                    hasSession: true,
+                    error: true,
+                },
+                data: {},
+            };
+        }
+    },
+};
+//# sourceMappingURL=browser-state.js.map

package/dist/providers/browser-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-state.js","sourceRoot":"","sources":["../../src/providers/browser-state.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAGpD,MAAM,CAAC,MAAM,oBAAoB,GAAa;IAC5C,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,4CAA4C;IAEzD,GAAG,EAAE,KAAK,EACR,OAAsB,EACtB,QAAgB,EAChB,MAAc,EACW,EAAE;QAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAiB,WAAW,CAAC,OAAO,CAAC,CAAC;QACxE,MAAM,OAAO,GAAG,MAAM,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAEnD,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO;gBACL,IAAI,EAAE,2BAA2B;gBACjC,MAAM,EAAE;oBACN,UAAU,EAAE,KAAK;iBAClB;gBACD,IAAI,EAAE,EAAE;aACT,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAEhD,OAAO;gBACL,IAAI,EAAE,0BAA0B,KAAK,CAAC,KAAK,QAAQ,KAAK,CAAC,GAAG,EAAE;gBAC9D,MAAM,EAAE;oBACN,UAAU,EAAE,IAAI;oBAChB,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB;gBACD,IAAI,EAAE;oBACJ,SAAS,EAAE,OAAO,CAAC,EAAE;oBACrB,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE;iBAC3C;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,MAAM,CAAC,KAAK,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;YAC7D,OAAO;gBACL,IAAI,EAAE,6BAA6B;gBACnC,MAAM,EAAE;oBACN,UAAU,EAAE,IAAI;oBAChB,KAAK,EAAE,IAAI;iBACZ;gBACD,IAAI,EAAE,EAAE;aACT,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC","sourcesContent":["import type { IAgentRuntime, Memory, Provider, ProviderResult, State } from \"@elizaos/core\";\nimport { logger, ServiceType } from \"@elizaos/core\";\nimport type { BrowserService } from \"../services/browser-service.js\";\n\nexport const browserStateProvider: Provider = {\n  name: \"BROWSER_STATE\",\n  description: \"Provides current browser state information\",\n\n  get: async (\n    runtime: IAgentRuntime,\n    _message: Memory,\n    _state?: State\n  ): Promise<ProviderResult> => {\n    const service = runtime.getService<BrowserService>(ServiceType.BROWSER);\n    const session = await service?.getCurrentSession();\n\n    if (!session || !service) {\n      return {\n        text: \"No active browser session\",\n        values: {\n          hasSession: false,\n        },\n        data: {},\n      };\n    }\n\n    try {\n      const client = service.getClient();\n      const state = await client.getState(session.id);\n\n      return {\n        text: `Current browser page: \"${state.title}\" at ${state.url}`,\n        values: {\n          hasSession: true,\n          url: state.url,\n          title: state.title,\n        },\n        data: {\n          sessionId: session.id,\n          createdAt: session.createdAt.toISOString(),\n        },\n      };\n    } catch (error) {\n      const errorMessage = error instanceof Error ? error.message : String(error);\n      logger.error(`Error getting browser state: ${errorMessage}`);\n      return {\n        text: \"Error getting browser state\",\n        values: {\n          hasSession: true,\n          error: true,\n        },\n        data: {},\n      };\n    }\n  },\n};\n"]}

package/dist/providers/index.d.ts

@@ -0,0 +1,2 @@
+export { browserStateProvider } from "./browser-state.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/providers/index.js

@@ -0,0 +1,2 @@
+export { browserStateProvider } from "./browser-state.js";
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC","sourcesContent":["export { browserStateProvider } from \"./browser-state.js\";\n"]}