@mastra/stagehand 0.2.1 → 0.2.2-alpha.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @mastra/stagehand
 
+## 0.2.2-alpha.0
+
+### Patch Changes
+
+- Added `screenshot` tool to `@mastra/stagehand` (`stagehand_screenshot`) and `@mastra/agent-browser` (`browser_screenshot`). Captures a PNG screenshot and returns image content for vision-capable models. ([#16074](https://github.com/mastra-ai/mastra/pull/16074))
+
+  Added `excludeTools` config option to opt out of specific tools:
+
+  ```ts
+  const browser = new StagehandBrowser({
+    excludeTools: ['stagehand_screenshot'],
+  });
+  ```
+
+- Updated dependencies [[`b59316f`](https://github.com/mastra-ai/mastra/commit/b59316ffa0f7688165b0f9c81ccdf85da461e5b2), [`55f1e2d`](https://github.com/mastra-ai/mastra/commit/55f1e2d65425b95a49ae788053b266f256e38c96), [`d48a705`](https://github.com/mastra-ai/mastra/commit/d48a705ff3dfbdc7a996e07ecd8293b5effd9a2a)]:
+  - @mastra/core@1.33.0-alpha.12
+
 ## 0.2.1
 
 ### Patch Changes

package/dist/index.cjs

@@ -154,6 +154,9 @@ var tabsInputSchema = zod.z.object({
     });
   }
 });
+var screenshotInputSchema = zod.z.object({
+  fullPage: zod.z.boolean().optional().describe("Capture the full scrollable page instead of just the viewport (default: false)")
+});
 var stagehandSchemas = {
   // Core AI
   act: actInputSchema,
@@ -162,7 +165,9 @@ var stagehandSchemas = {
   // Navigation & State
   navigate: navigateInputSchema,
   tabs: tabsInputSchema,
-  close: closeInputSchema
+  close: closeInputSchema,
+  // Utility
+  screenshot: screenshotInputSchema
 };
 
 // src/tools/constants.ts
@@ -174,7 +179,9 @@ var STAGEHAND_TOOLS = {
   // Navigation & State
   NAVIGATE: "stagehand_navigate",
   TABS: "stagehand_tabs",
-  CLOSE: "stagehand_close"
+  CLOSE: "stagehand_close",
+  // Utility
+  SCREENSHOT: "stagehand_screenshot"
 };
 
 // src/tools/act.ts
@@ -255,6 +262,38 @@ function createObserveTool(browser) {
     }
   });
 }
+function createScreenshotTool(browser) {
+  return tools.createTool({
+    id: STAGEHAND_TOOLS.SCREENSHOT,
+    description: "Capture a screenshot of the current viewport as a visible PNG (set fullPage: true for full-page capture). Use observe or extract when you only need text or interactive elements \u2014 screenshots are expensive. Use this when you need to visually inspect the page, e.g. evaluating images, product photos, layout, design, or colors.",
+    inputSchema: screenshotInputSchema,
+    execute: async (input, { agent }) => {
+      const threadId = agent?.threadId;
+      browser.setCurrentThread(threadId);
+      await browser.ensureReady();
+      return await browser.screenshot(input, threadId);
+    },
+    toModelOutput(output) {
+      const result = output;
+      if (typeof result.base64 !== "string") {
+        return {
+          type: "content",
+          value: [{ type: "text", text: result.message ?? "Failed to capture screenshot." }]
+        };
+      }
+      return {
+        type: "content",
+        value: [
+          {
+            type: "media",
+            mediaType: "image/png",
+            data: result.base64
+          }
+        ]
+      };
+    }
+  });
+}
 function createTabsTool(browser) {
   return tools.createTool({
     id: STAGEHAND_TOOLS.TABS,
@@ -279,7 +318,9 @@ function createStagehandTools(browser) {
     // Navigation & State
     [STAGEHAND_TOOLS.NAVIGATE]: createNavigateTool(browser),
     [STAGEHAND_TOOLS.TABS]: createTabsTool(browser),
-    [STAGEHAND_TOOLS.CLOSE]: createCloseTool(browser)
+    [STAGEHAND_TOOLS.CLOSE]: createCloseTool(browser),
+    // Utility
+    [STAGEHAND_TOOLS.SCREENSHOT]: createScreenshotTool(browser)
   };
 }
 function patchProfileExitType(profilePath, logger) {
@@ -638,7 +679,14 @@ var StagehandBrowser = class extends browser.MastraBrowser {
   // Tools - Implements MastraBrowser.getTools()
   // ---------------------------------------------------------------------------
   getTools() {
-    return createStagehandTools(this);
+    const tools = createStagehandTools(this);
+    const exclude = this.stagehandConfig.excludeTools;
+    if (exclude?.length) {
+      for (const name of exclude) {
+        delete tools[name];
+      }
+    }
+    return tools;
   }
   // ---------------------------------------------------------------------------
   // Core AI Methods
@@ -748,6 +796,32 @@ var StagehandBrowser = class extends browser.MastraBrowser {
     }
   }
   // ---------------------------------------------------------------------------
+  // Screenshot
+  // ---------------------------------------------------------------------------
+  /**
+   * Capture a screenshot of the current page
+   * @param input - Screenshot input
+   * @param threadId - Optional thread ID for thread-safe operation
+   */
+  async screenshot(input, threadId) {
+    const page = this.getPage(threadId);
+    if (!page) {
+      return this.createError("browser_error", "Browser page not available.", "Ensure the browser is launched.");
+    }
+    try {
+      const buffer = await page.screenshot({
+        fullPage: input.fullPage ?? false,
+        type: "png"
+      });
+      const base64 = Buffer.from(buffer).toString("base64");
+      const url = page.url();
+      const title = await page.title();
+      return { base64, url, title };
+    } catch (error) {
+      return this.createErrorFromException(error, "Screenshot");
+    }
+  }
+  // ---------------------------------------------------------------------------
   // Tab Management
   // ---------------------------------------------------------------------------
   /**