illuma-agents 1.0.20 → 1.0.22

package/dist/esm/tools/BrowserInterruptTools.mjs

@@ -0,0 +1,415 @@
+import { z } from 'zod';
+import { interrupt } from '@langchain/langgraph';
+import { tool } from '@langchain/core/tools';
+
+/**
+ * Browser Automation Tools with LangGraph Interrupt Support
+ *
+ * These tools use LangGraph's interrupt() mechanism to pause execution
+ * and wait for the browser extension to execute actions and return results.
+ *
+ * Flow:
+ * 1. Agent calls browser tool (e.g., browser_navigate)
+ * 2. Tool calls interrupt() with action details
+ * 3. Graph pauses and returns interrupt to client
+ * 4. Extension executes action in browser
+ * 5. Extension sends resume Command with actual result
+ * 6. Graph continues with real browser data
+ *
+ * This enables proper chain-of-thought with browser context because
+ * the agent receives ACTUAL results (page elements, screenshots, etc.)
+ * instead of placeholder acknowledgments.
+ */
+// ============================================
+// Tool Schemas (same as BrowserTools.ts)
+// ============================================
+const BrowserClickSchema = z.object({
+    index: z.number().optional().describe('The index of the element to click, as shown in the page context'),
+    coordinates: z.object({
+        x: z.number().describe('X coordinate in viewport pixels'),
+        y: z.number().describe('Y coordinate in viewport pixels'),
+    }).optional().describe('Coordinates for clicking by position'),
+    reason: z.string().optional().describe('Why you are clicking this element'),
+});
+const BrowserTypeSchema = z.object({
+    index: z.number().describe('The index of the input element to type into'),
+    text: z.string().describe('The text to type'),
+    clear: z.boolean().optional().describe('Clear existing content first'),
+    pressEnter: z.boolean().optional().describe('Press Enter after typing'),
+});
+const BrowserNavigateSchema = z.object({
+    url: z.string().describe('The URL to navigate to'),
+    reason: z.string().optional().describe('Why navigating to this URL'),
+});
+const BrowserScrollSchema = z.object({
+    direction: z.enum(['up', 'down', 'left', 'right']).describe('Scroll direction'),
+    amount: z.number().optional().describe('Pixels to scroll (default: 500)'),
+});
+const BrowserExtractSchema = z.object({
+    query: z.string().optional().describe('Query to filter extracted content'),
+    selector: z.string().optional().describe('CSS selector to extract from'),
+});
+const BrowserHoverSchema = z.object({
+    index: z.number().describe('Element index to hover over'),
+});
+const BrowserWaitSchema = z.object({
+    duration: z.number().optional().describe('Milliseconds to wait (default: 1000)'),
+    reason: z.string().optional().describe('Why waiting'),
+});
+const BrowserGoBackSchema = z.object({
+    reason: z.string().optional().describe('Why going back'),
+});
+const BrowserScreenshotSchema = z.object({
+    fullPage: z.boolean().optional().describe('Capture full page vs viewport'),
+});
+const BrowserGetPageStateSchema = z.object({
+    reason: z.string().optional().describe('Why getting page state'),
+});
+// ============================================
+// Helper to generate interrupt IDs
+// ============================================
+let interruptCounter = 0;
+function generateInterruptId() {
+    return `browser_${Date.now()}_${++interruptCounter}`;
+}
+// ============================================
+// Interrupt-based Tool Implementations
+// ============================================
+/**
+ * Navigate tool - navigates to URL and returns page state
+ */
+function createBrowserNavigateInterruptTool() {
+    return tool(async ({ url, reason }) => {
+        const interruptId = generateInterruptId();
+        // This will pause the graph and wait for extension to provide result
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'navigate', url, reason },
+            interruptId,
+        });
+        // When resumed, result contains actual page state
+        if (!result.success) {
+            return `Navigation failed: ${result.error}`;
+        }
+        if (result.pageState) {
+            return `Successfully navigated to ${result.pageState.url} (${result.pageState.title})
+
+## Interactive Elements (${result.pageState.elementCount} total)
+${result.pageState.elementList}
+
+Viewport: ${result.pageState.viewportHeight}px, Scroll: ${result.pageState.scrollPosition}/${result.pageState.scrollHeight}px`;
+        }
+        return `Successfully navigated to ${url}`;
+    }, {
+        name: 'browser_navigate',
+        description: `Navigate to a URL. Returns the page state with interactive elements after navigation completes.
+
+Example: browser_navigate({ url: "https://www.amazon.com" })
+Returns: Page title, URL, and list of interactive elements with their [index] numbers.`,
+        schema: BrowserNavigateSchema,
+    });
+}
+/**
+ * Click tool - clicks element and returns updated state
+ */
+function createBrowserClickInterruptTool() {
+    return tool(async ({ index, coordinates, reason }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'click', index, coordinates, reason },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Click failed: ${result.error}`;
+        }
+        // If click caused navigation, return new page state
+        if (result.pageState) {
+            return `Clicked element. Page updated:
+
+URL: ${result.pageState.url}
+Title: ${result.pageState.title}
+
+## Interactive Elements (${result.pageState.elementCount} total)
+${result.pageState.elementList}`;
+        }
+        return `Successfully clicked element${index !== undefined ? ` [${index}]` : ''}`;
+    }, {
+        name: 'browser_click',
+        description: `Click an element by index or coordinates.
+
+Use the [index] number from the interactive elements list.
+Example: browser_click({ index: 5 }) to click element [5]`,
+        schema: BrowserClickSchema,
+    });
+}
+/**
+ * Type tool - types text into input field
+ */
+function createBrowserTypeInterruptTool() {
+    return tool(async ({ index, text, clear, pressEnter }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'type', index, text, clear, pressEnter },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Type failed: ${result.error}`;
+        }
+        // If typing + enter caused navigation (e.g., search), return new state
+        if (result.pageState) {
+            return `Typed "${text}"${pressEnter ? ' and pressed Enter' : ''}. Page updated:
+
+URL: ${result.pageState.url}
+Title: ${result.pageState.title}
+
+## Interactive Elements (${result.pageState.elementCount} total)
+${result.pageState.elementList}`;
+        }
+        return `Successfully typed "${text}" into element [${index}]${pressEnter ? ' and pressed Enter' : ''}`;
+    }, {
+        name: 'browser_type',
+        description: `Type text into an input field.
+
+Use the [index] from interactive elements list. Look for <input> elements.
+Set pressEnter: true to submit after typing (for search fields).
+
+Example: browser_type({ index: 3, text: "laptop 16gb ram", pressEnter: true })`,
+        schema: BrowserTypeSchema,
+    });
+}
+/**
+ * Get page state tool - captures current page elements
+ */
+function createBrowserGetPageStateInterruptTool() {
+    return tool(async ({ reason }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'get_page_state', reason },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Failed to get page state: ${result.error}`;
+        }
+        if (result.pageState) {
+            return `## Current Page
+URL: ${result.pageState.url}
+Title: ${result.pageState.title}
+
+## Interactive Elements (${result.pageState.elementCount} total)
+${result.pageState.elementList}
+
+Viewport: ${result.pageState.viewportHeight}px
+Scroll: ${result.pageState.scrollPosition}/${result.pageState.scrollHeight}px`;
+        }
+        return 'Page state captured but no elements found.';
+    }, {
+        name: 'browser_get_page_state',
+        description: `Get the current page state with all interactive elements.
+
+Returns the list of clickable/typeable elements with their [index] numbers.
+Use this to see what elements are available on the current page.`,
+        schema: BrowserGetPageStateSchema,
+    });
+}
+/**
+ * Scroll tool
+ */
+function createBrowserScrollInterruptTool() {
+    return tool(async ({ direction, amount }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'scroll', direction, amount },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Scroll failed: ${result.error}`;
+        }
+        if (result.pageState) {
+            return `Scrolled ${direction}. New elements visible:
+
+## Interactive Elements (${result.pageState.elementCount} total)
+${result.pageState.elementList}
+
+Scroll: ${result.pageState.scrollPosition}/${result.pageState.scrollHeight}px`;
+        }
+        return `Successfully scrolled ${direction}${amount ? ` ${amount}px` : ''}`;
+    }, {
+        name: 'browser_scroll',
+        description: `Scroll the page in a direction.
+
+Example: browser_scroll({ direction: "down", amount: 500 })`,
+        schema: BrowserScrollSchema,
+    });
+}
+/**
+ * Extract tool
+ */
+function createBrowserExtractInterruptTool() {
+    return tool(async ({ query, selector }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'extract', query, selector },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Extract failed: ${result.error}`;
+        }
+        return result.extractedContent || 'No content extracted.';
+    }, {
+        name: 'browser_extract',
+        description: `Extract text content from the page.
+
+Example: browser_extract({ query: "price" })`,
+        schema: BrowserExtractSchema,
+    });
+}
+/**
+ * Hover tool
+ */
+function createBrowserHoverInterruptTool() {
+    return tool(async ({ index }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'hover', index },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Hover failed: ${result.error}`;
+        }
+        return `Successfully hovered over element [${index}]`;
+    }, {
+        name: 'browser_hover',
+        description: `Hover over an element to reveal tooltips or menus.`,
+        schema: BrowserHoverSchema,
+    });
+}
+/**
+ * Wait tool
+ */
+function createBrowserWaitInterruptTool() {
+    return tool(async ({ duration, reason }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'wait', duration, reason },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Wait failed: ${result.error}`;
+        }
+        return `Waited ${duration || 1000}ms`;
+    }, {
+        name: 'browser_wait',
+        description: `Wait for a duration before next action.`,
+        schema: BrowserWaitSchema,
+    });
+}
+/**
+ * Go back tool
+ */
+function createBrowserGoBackInterruptTool() {
+    return tool(async ({ reason }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'back', reason },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Go back failed: ${result.error}`;
+        }
+        if (result.pageState) {
+            return `Went back to: ${result.pageState.url}
+
+## Interactive Elements (${result.pageState.elementCount} total)
+${result.pageState.elementList}`;
+        }
+        return 'Successfully went back';
+    }, {
+        name: 'browser_back',
+        description: `Go back to the previous page in history.`,
+        schema: BrowserGoBackSchema,
+    });
+}
+/**
+ * Screenshot tool
+ */
+function createBrowserScreenshotInterruptTool() {
+    return tool(async ({ fullPage }) => {
+        const interruptId = generateInterruptId();
+        const result = interrupt({
+            type: 'browser_interrupt',
+            action: { type: 'screenshot', fullPage },
+            interruptId,
+        });
+        if (!result.success) {
+            return `Screenshot failed: ${result.error}`;
+        }
+        if (result.screenshot) {
+            return `Screenshot captured. [Image data available]`;
+        }
+        return 'Screenshot captured';
+    }, {
+        name: 'browser_screenshot',
+        description: `Capture a screenshot of the current page.`,
+        schema: BrowserScreenshotSchema,
+    });
+}
+// ============================================
+// Tool Collection
+// ============================================
+const EBrowserInterruptTools = {
+    CLICK: 'browser_click',
+    TYPE: 'browser_type',
+    NAVIGATE: 'browser_navigate',
+    SCROLL: 'browser_scroll',
+    EXTRACT: 'browser_extract',
+    HOVER: 'browser_hover',
+    WAIT: 'browser_wait',
+    BACK: 'browser_back',
+    SCREENSHOT: 'browser_screenshot',
+    GET_PAGE_STATE: 'browser_get_page_state',
+};
+const BROWSER_INTERRUPT_TOOL_NAMES = Object.values(EBrowserInterruptTools);
+function isBrowserInterruptToolCall(toolName) {
+    return BROWSER_INTERRUPT_TOOL_NAMES.includes(toolName);
+}
+/**
+ * Create all interrupt-based browser tools
+ *
+ * Use these when the client is a browser extension that can:
+ * 1. Detect browser_interrupt events in the stream
+ * 2. Execute browser actions locally
+ * 3. Send Command({ resume: result }) to continue the graph
+ */
+function createBrowserInterruptTools() {
+    return [
+        createBrowserNavigateInterruptTool(),
+        createBrowserClickInterruptTool(),
+        createBrowserTypeInterruptTool(),
+        createBrowserGetPageStateInterruptTool(),
+        createBrowserScrollInterruptTool(),
+        createBrowserExtractInterruptTool(),
+        createBrowserHoverInterruptTool(),
+        createBrowserWaitInterruptTool(),
+        createBrowserGoBackInterruptTool(),
+        createBrowserScreenshotInterruptTool(),
+    ];
+}
+/**
+ * Check if an interrupt is a browser interrupt
+ */
+function isBrowserInterrupt(value) {
+    return (typeof value === 'object' &&
+        value !== null &&
+        value.type === 'browser_interrupt');
+}
+
+export { BROWSER_INTERRUPT_TOOL_NAMES, EBrowserInterruptTools, createBrowserClickInterruptTool, createBrowserExtractInterruptTool, createBrowserGetPageStateInterruptTool, createBrowserGoBackInterruptTool, createBrowserHoverInterruptTool, createBrowserInterruptTools, createBrowserNavigateInterruptTool, createBrowserScreenshotInterruptTool, createBrowserScrollInterruptTool, createBrowserTypeInterruptTool, createBrowserWaitInterruptTool, isBrowserInterrupt, isBrowserInterruptToolCall };
+//# sourceMappingURL=BrowserInterruptTools.mjs.map

package/dist/esm/tools/BrowserInterruptTools.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"BrowserInterruptTools.mjs","sources":["../../../src/tools/BrowserInterruptTools.ts"],"sourcesContent":["/**\r\n * Browser Automation Tools with LangGraph Interrupt Support\r\n * \r\n * These tools use LangGraph's interrupt() mechanism to pause execution\r\n * and wait for the browser extension to execute actions and return results.\r\n * \r\n * Flow:\r\n * 1. Agent calls browser tool (e.g., browser_navigate)\r\n * 2. Tool calls interrupt() with action details\r\n * 3. Graph pauses and returns interrupt to client\r\n * 4. Extension executes action in browser\r\n * 5. Extension sends resume Command with actual result\r\n * 6. Graph continues with real browser data\r\n * \r\n * This enables proper chain-of-thought with browser context because\r\n * the agent receives ACTUAL results (page elements, screenshots, etc.)\r\n * instead of placeholder acknowledgments.\r\n */\r\n\r\nimport { z } from 'zod';\r\nimport { interrupt } from '@langchain/langgraph';\r\nimport { tool, DynamicStructuredTool } from '@langchain/core/tools';\r\n\r\n// ============================================\r\n// Browser Interrupt Types\r\n// ============================================\r\n\r\n/**\r\n * Interrupt payload sent to the extension\r\n */\r\nexport interface BrowserInterrupt {\r\n  /** Type of browser action to execute */\r\n  type: 'browser_interrupt';\r\n  /** The specific action to perform */\r\n  action: BrowserAction;\r\n  /** Unique ID for this interrupt (for matching resume) */\r\n  interruptId: string;\r\n}\r\n\r\n/**\r\n * Browser action types\r\n */\r\nexport type BrowserAction = \r\n  | { type: 'navigate'; url: string; reason?: string }\r\n  | { type: 'click'; index?: number; coordinates?: { x: number; y: number }; reason?: string }\r\n  | { type: 'type'; index: number; text: string; clear?: boolean; pressEnter?: boolean }\r\n  | { type: 'scroll'; direction: 'up' | 'down' | 'left' | 'right'; amount?: number }\r\n  | { type: 'extract'; query?: string; selector?: string }\r\n  | { type: 'hover'; index: number }\r\n  | { type: 'wait'; duration?: number; reason?: string }\r\n  | { type: 'back'; reason?: string }\r\n  | { type: 'screenshot'; fullPage?: boolean }\r\n  | { type: 'get_page_state'; reason?: string };\r\n\r\n/**\r\n * Result returned from extension after executing action\r\n */\r\nexport interface BrowserActionResult {\r\n  success: boolean;\r\n  error?: string;\r\n  /** Page state after action (for navigate, click, get_page_state) */\r\n  pageState?: {\r\n    url: string;\r\n    title: string;\r\n    /** Formatted element list for LLM */\r\n    elementList: string;\r\n    elementCount: number;\r\n    scrollPosition: number;\r\n    scrollHeight: number;\r\n    viewportHeight: number;\r\n  };\r\n  /** Screenshot data URL */\r\n  screenshot?: string;\r\n  /** Extracted content */\r\n  extractedContent?: string;\r\n  /** Any additional data */\r\n  data?: unknown;\r\n}\r\n\r\n// ============================================\r\n// Tool Schemas (same as BrowserTools.ts)\r\n// ============================================\r\n\r\nconst BrowserClickSchema = z.object({\r\n  index: z.number().optional().describe(\r\n    'The index of the element to click, as shown in the page context'\r\n  ),\r\n  coordinates: z.object({\r\n    x: z.number().describe('X coordinate in viewport pixels'),\r\n    y: z.number().describe('Y coordinate in viewport pixels'),\r\n  }).optional().describe('Coordinates for clicking by position'),\r\n  reason: z.string().optional().describe('Why you are clicking this element'),\r\n});\r\n\r\nconst BrowserTypeSchema = z.object({\r\n  index: z.number().describe('The index of the input element to type into'),\r\n  text: z.string().describe('The text to type'),\r\n  clear: z.boolean().optional().describe('Clear existing content first'),\r\n  pressEnter: z.boolean().optional().describe('Press Enter after typing'),\r\n});\r\n\r\nconst BrowserNavigateSchema = z.object({\r\n  url: z.string().describe('The URL to navigate to'),\r\n  reason: z.string().optional().describe('Why navigating to this URL'),\r\n});\r\n\r\nconst BrowserScrollSchema = z.object({\r\n  direction: z.enum(['up', 'down', 'left', 'right']).describe('Scroll direction'),\r\n  amount: z.number().optional().describe('Pixels to scroll (default: 500)'),\r\n});\r\n\r\nconst BrowserExtractSchema = z.object({\r\n  query: z.string().optional().describe('Query to filter extracted content'),\r\n  selector: z.string().optional().describe('CSS selector to extract from'),\r\n});\r\n\r\nconst BrowserHoverSchema = z.object({\r\n  index: z.number().describe('Element index to hover over'),\r\n});\r\n\r\nconst BrowserWaitSchema = z.object({\r\n  duration: z.number().optional().describe('Milliseconds to wait (default: 1000)'),\r\n  reason: z.string().optional().describe('Why waiting'),\r\n});\r\n\r\nconst BrowserGoBackSchema = z.object({\r\n  reason: z.string().optional().describe('Why going back'),\r\n});\r\n\r\nconst BrowserScreenshotSchema = z.object({\r\n  fullPage: z.boolean().optional().describe('Capture full page vs viewport'),\r\n});\r\n\r\nconst BrowserGetPageStateSchema = z.object({\r\n  reason: z.string().optional().describe('Why getting page state'),\r\n});\r\n\r\n// ============================================\r\n// Helper to generate interrupt IDs\r\n// ============================================\r\n\r\nlet interruptCounter = 0;\r\nfunction generateInterruptId(): string {\r\n  return `browser_${Date.now()}_${++interruptCounter}`;\r\n}\r\n\r\n// ============================================\r\n// Interrupt-based Tool Implementations\r\n// ============================================\r\n\r\n/**\r\n * Navigate tool - navigates to URL and returns page state\r\n */\r\nexport function createBrowserNavigateInterruptTool(): DynamicStructuredTool<typeof BrowserNavigateSchema> {\r\n  return tool<typeof BrowserNavigateSchema>(\r\n    async ({ url, reason }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      // This will pause the graph and wait for extension to provide result\r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'navigate', url, reason },\r\n        interruptId,\r\n      });\r\n      \r\n      // When resumed, result contains actual page state\r\n      if (!result.success) {\r\n        return `Navigation failed: ${result.error}`;\r\n      }\r\n      \r\n      if (result.pageState) {\r\n        return `Successfully navigated to ${result.pageState.url} (${result.pageState.title})\r\n\r\n## Interactive Elements (${result.pageState.elementCount} total)\r\n${result.pageState.elementList}\r\n\r\nViewport: ${result.pageState.viewportHeight}px, Scroll: ${result.pageState.scrollPosition}/${result.pageState.scrollHeight}px`;\r\n      }\r\n      \r\n      return `Successfully navigated to ${url}`;\r\n    },\r\n    {\r\n      name: 'browser_navigate',\r\n      description: `Navigate to a URL. Returns the page state with interactive elements after navigation completes.\r\n\r\nExample: browser_navigate({ url: \"https://www.amazon.com\" })\r\nReturns: Page title, URL, and list of interactive elements with their [index] numbers.`,\r\n      schema: BrowserNavigateSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Click tool - clicks element and returns updated state\r\n */\r\nexport function createBrowserClickInterruptTool(): DynamicStructuredTool<typeof BrowserClickSchema> {\r\n  return tool<typeof BrowserClickSchema>(\r\n    async ({ index, coordinates, reason }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'click', index, coordinates, reason },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Click failed: ${result.error}`;\r\n      }\r\n      \r\n      // If click caused navigation, return new page state\r\n      if (result.pageState) {\r\n        return `Clicked element. Page updated:\r\n\r\nURL: ${result.pageState.url}\r\nTitle: ${result.pageState.title}\r\n\r\n## Interactive Elements (${result.pageState.elementCount} total)\r\n${result.pageState.elementList}`;\r\n      }\r\n      \r\n      return `Successfully clicked element${index !== undefined ? ` [${index}]` : ''}`;\r\n    },\r\n    {\r\n      name: 'browser_click',\r\n      description: `Click an element by index or coordinates.\r\n\r\nUse the [index] number from the interactive elements list.\r\nExample: browser_click({ index: 5 }) to click element [5]`,\r\n      schema: BrowserClickSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Type tool - types text into input field\r\n */\r\nexport function createBrowserTypeInterruptTool(): DynamicStructuredTool<typeof BrowserTypeSchema> {\r\n  return tool<typeof BrowserTypeSchema>(\r\n    async ({ index, text, clear, pressEnter }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'type', index, text, clear, pressEnter },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Type failed: ${result.error}`;\r\n      }\r\n      \r\n      // If typing + enter caused navigation (e.g., search), return new state\r\n      if (result.pageState) {\r\n        return `Typed \"${text}\"${pressEnter ? ' and pressed Enter' : ''}. Page updated:\r\n\r\nURL: ${result.pageState.url}\r\nTitle: ${result.pageState.title}\r\n\r\n## Interactive Elements (${result.pageState.elementCount} total)\r\n${result.pageState.elementList}`;\r\n      }\r\n      \r\n      return `Successfully typed \"${text}\" into element [${index}]${pressEnter ? ' and pressed Enter' : ''}`;\r\n    },\r\n    {\r\n      name: 'browser_type',\r\n      description: `Type text into an input field.\r\n\r\nUse the [index] from interactive elements list. Look for <input> elements.\r\nSet pressEnter: true to submit after typing (for search fields).\r\n\r\nExample: browser_type({ index: 3, text: \"laptop 16gb ram\", pressEnter: true })`,\r\n      schema: BrowserTypeSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Get page state tool - captures current page elements\r\n */\r\nexport function createBrowserGetPageStateInterruptTool(): DynamicStructuredTool<typeof BrowserGetPageStateSchema> {\r\n  return tool<typeof BrowserGetPageStateSchema>(\r\n    async ({ reason }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'get_page_state', reason },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Failed to get page state: ${result.error}`;\r\n      }\r\n      \r\n      if (result.pageState) {\r\n        return `## Current Page\r\nURL: ${result.pageState.url}\r\nTitle: ${result.pageState.title}\r\n\r\n## Interactive Elements (${result.pageState.elementCount} total)\r\n${result.pageState.elementList}\r\n\r\nViewport: ${result.pageState.viewportHeight}px\r\nScroll: ${result.pageState.scrollPosition}/${result.pageState.scrollHeight}px`;\r\n      }\r\n      \r\n      return 'Page state captured but no elements found.';\r\n    },\r\n    {\r\n      name: 'browser_get_page_state',\r\n      description: `Get the current page state with all interactive elements.\r\n\r\nReturns the list of clickable/typeable elements with their [index] numbers.\r\nUse this to see what elements are available on the current page.`,\r\n      schema: BrowserGetPageStateSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Scroll tool\r\n */\r\nexport function createBrowserScrollInterruptTool(): DynamicStructuredTool<typeof BrowserScrollSchema> {\r\n  return tool<typeof BrowserScrollSchema>(\r\n    async ({ direction, amount }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'scroll', direction, amount },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Scroll failed: ${result.error}`;\r\n      }\r\n      \r\n      if (result.pageState) {\r\n        return `Scrolled ${direction}. New elements visible:\r\n\r\n## Interactive Elements (${result.pageState.elementCount} total)\r\n${result.pageState.elementList}\r\n\r\nScroll: ${result.pageState.scrollPosition}/${result.pageState.scrollHeight}px`;\r\n      }\r\n      \r\n      return `Successfully scrolled ${direction}${amount ? ` ${amount}px` : ''}`;\r\n    },\r\n    {\r\n      name: 'browser_scroll',\r\n      description: `Scroll the page in a direction.\r\n\r\nExample: browser_scroll({ direction: \"down\", amount: 500 })`,\r\n      schema: BrowserScrollSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Extract tool\r\n */\r\nexport function createBrowserExtractInterruptTool(): DynamicStructuredTool<typeof BrowserExtractSchema> {\r\n  return tool<typeof BrowserExtractSchema>(\r\n    async ({ query, selector }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'extract', query, selector },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Extract failed: ${result.error}`;\r\n      }\r\n      \r\n      return result.extractedContent || 'No content extracted.';\r\n    },\r\n    {\r\n      name: 'browser_extract',\r\n      description: `Extract text content from the page.\r\n\r\nExample: browser_extract({ query: \"price\" })`,\r\n      schema: BrowserExtractSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Hover tool\r\n */\r\nexport function createBrowserHoverInterruptTool(): DynamicStructuredTool<typeof BrowserHoverSchema> {\r\n  return tool<typeof BrowserHoverSchema>(\r\n    async ({ index }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'hover', index },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Hover failed: ${result.error}`;\r\n      }\r\n      \r\n      return `Successfully hovered over element [${index}]`;\r\n    },\r\n    {\r\n      name: 'browser_hover',\r\n      description: `Hover over an element to reveal tooltips or menus.`,\r\n      schema: BrowserHoverSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Wait tool\r\n */\r\nexport function createBrowserWaitInterruptTool(): DynamicStructuredTool<typeof BrowserWaitSchema> {\r\n  return tool<typeof BrowserWaitSchema>(\r\n    async ({ duration, reason }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'wait', duration, reason },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Wait failed: ${result.error}`;\r\n      }\r\n      \r\n      return `Waited ${duration || 1000}ms`;\r\n    },\r\n    {\r\n      name: 'browser_wait',\r\n      description: `Wait for a duration before next action.`,\r\n      schema: BrowserWaitSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Go back tool\r\n */\r\nexport function createBrowserGoBackInterruptTool(): DynamicStructuredTool<typeof BrowserGoBackSchema> {\r\n  return tool<typeof BrowserGoBackSchema>(\r\n    async ({ reason }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'back', reason },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Go back failed: ${result.error}`;\r\n      }\r\n      \r\n      if (result.pageState) {\r\n        return `Went back to: ${result.pageState.url}\r\n\r\n## Interactive Elements (${result.pageState.elementCount} total)\r\n${result.pageState.elementList}`;\r\n      }\r\n      \r\n      return 'Successfully went back';\r\n    },\r\n    {\r\n      name: 'browser_back',\r\n      description: `Go back to the previous page in history.`,\r\n      schema: BrowserGoBackSchema,\r\n    }\r\n  );\r\n}\r\n\r\n/**\r\n * Screenshot tool\r\n */\r\nexport function createBrowserScreenshotInterruptTool(): DynamicStructuredTool<typeof BrowserScreenshotSchema> {\r\n  return tool<typeof BrowserScreenshotSchema>(\r\n    async ({ fullPage }) => {\r\n      const interruptId = generateInterruptId();\r\n      \r\n      const result = interrupt<BrowserInterrupt, BrowserActionResult>({\r\n        type: 'browser_interrupt',\r\n        action: { type: 'screenshot', fullPage },\r\n        interruptId,\r\n      });\r\n      \r\n      if (!result.success) {\r\n        return `Screenshot failed: ${result.error}`;\r\n      }\r\n      \r\n      if (result.screenshot) {\r\n        return `Screenshot captured. [Image data available]`;\r\n      }\r\n      \r\n      return 'Screenshot captured';\r\n    },\r\n    {\r\n      name: 'browser_screenshot',\r\n      description: `Capture a screenshot of the current page.`,\r\n      schema: BrowserScreenshotSchema,\r\n    }\r\n  );\r\n}\r\n\r\n// ============================================\r\n// Tool Collection\r\n// ============================================\r\n\r\nexport const EBrowserInterruptTools = {\r\n  CLICK: 'browser_click',\r\n  TYPE: 'browser_type',\r\n  NAVIGATE: 'browser_navigate',\r\n  SCROLL: 'browser_scroll',\r\n  EXTRACT: 'browser_extract',\r\n  HOVER: 'browser_hover',\r\n  WAIT: 'browser_wait',\r\n  BACK: 'browser_back',\r\n  SCREENSHOT: 'browser_screenshot',\r\n  GET_PAGE_STATE: 'browser_get_page_state',\r\n} as const;\r\n\r\nexport const BROWSER_INTERRUPT_TOOL_NAMES = Object.values(EBrowserInterruptTools);\r\n\r\nexport type BrowserInterruptToolName = typeof BROWSER_INTERRUPT_TOOL_NAMES[number];\r\n\r\nexport function isBrowserInterruptToolCall(toolName: string): toolName is BrowserInterruptToolName {\r\n  return BROWSER_INTERRUPT_TOOL_NAMES.includes(toolName as BrowserInterruptToolName);\r\n}\r\n\r\n/**\r\n * Create all interrupt-based browser tools\r\n * \r\n * Use these when the client is a browser extension that can:\r\n * 1. Detect browser_interrupt events in the stream\r\n * 2. Execute browser actions locally\r\n * 3. Send Command({ resume: result }) to continue the graph\r\n */\r\nexport function createBrowserInterruptTools(): DynamicStructuredTool[] {\r\n  return [\r\n    createBrowserNavigateInterruptTool(),\r\n    createBrowserClickInterruptTool(),\r\n    createBrowserTypeInterruptTool(),\r\n    createBrowserGetPageStateInterruptTool(),\r\n    createBrowserScrollInterruptTool(),\r\n    createBrowserExtractInterruptTool(),\r\n    createBrowserHoverInterruptTool(),\r\n    createBrowserWaitInterruptTool(),\r\n    createBrowserGoBackInterruptTool(),\r\n    createBrowserScreenshotInterruptTool(),\r\n  ];\r\n}\r\n\r\n/**\r\n * Check if an interrupt is a browser interrupt\r\n */\r\nexport function isBrowserInterrupt(value: unknown): value is BrowserInterrupt {\r\n  return (\r\n    typeof value === 'object' &&\r\n    value !== null &&\r\n    (value as BrowserInterrupt).type === 'browser_interrupt'\r\n  );\r\n}\r\n"],"names":[],"mappings":";;;;AAAA;;;;;;;;;;;;;;;;;AAiBG;AA8DH;AACA;AACA;AAEA,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;AAClC,IAAA,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnC,iEAAiE,CAClE;AACD,IAAA,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACpB,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;QACzD,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;AAC1D,KAAA,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;AAC9D,IAAA,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;AAC5E,CAAA,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACzE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;AAC7C,IAAA,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;AACtE,IAAA,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;AACxE,CAAA,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;AAClD,IAAA,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;AACrE,CAAA,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;AACnC,IAAA,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;AAC/E,IAAA,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;AAC1E,CAAA,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;AACpC,IAAA,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;AAC1E,IAAA,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;AACzE,CAAA,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;AAC1D,CAAA,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;AACjC,IAAA,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;AAChF,IAAA,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;AACtD,CAAA,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;AACnC,IAAA,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;AACzD,CAAA,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;AACvC,IAAA,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;AAC3E,CAAA,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;AACzC,IAAA,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;AACjE,CAAA,CAAC;AAEF;AACA;AACA;AAEA,IAAI,gBAAgB,GAAG,CAAC;AACxB,SAAS,mBAAmB,GAAA;IAC1B,OAAO,CAAA,QAAA,EAAW,IAAI,CAAC,GAAG,EAAE,CAAI,CAAA,EAAA,EAAE,gBAAgB,CAAA,CAAE;AACtD;AAEA;AACA;AACA;AAEA;;AAEG;SACa,kCAAkC,GAAA;IAChD,OAAO,IAAI,CACT,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,KAAI;AACxB,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;;QAGzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;YACzB,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE;YACzC,WAAW;AACZ,SAAA,CAAC;;AAGF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAsB,mBAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;AAG7C,QAAA,IAAI,MAAM,CAAC,SAAS,EAAE;YACpB,OAAO,CAAA,0BAAA,EAA6B,MAAM,CAAC,SAAS,CAAC,GAAG,CAAA,EAAA,EAAK,MAAM,CAAC,SAAS,CAAC,KAAK,CAAA;;2BAEhE,MAAM,CAAC,SAAS,CAAC,YAAY,CAAA;EACtD,MAAM,CAAC,SAAS,CAAC,WAAW,CAAA;;AAElB,UAAA,EAAA,MAAM,CAAC,SAAS,CAAC,cAAc,CAAA,YAAA,EAAe,MAAM,CAAC,SAAS,CAAC,cAAc,IAAI,MAAM,CAAC,SAAS,CAAC,YAAY,IAAI;;QAGxH,OAAO,CAAA,0BAAA,EAA6B,GAAG,CAAA,CAAE;AAC3C,KAAC,EACD;AACE,QAAA,IAAI,EAAE,kBAAkB;AACxB,QAAA,WAAW,EAAE,CAAA;;;AAGoE,sFAAA,CAAA;AACjF,QAAA,MAAM,EAAE,qBAAqB;AAC9B,KAAA,CACF;AACH;AAEA;;AAEG;SACa,+BAA+B,GAAA;AAC7C,IAAA,OAAO,IAAI,CACT,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,KAAI;AACvC,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;YACzB,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE;YACrD,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAiB,cAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;;AAIxC,QAAA,IAAI,MAAM,CAAC,SAAS,EAAE;YACpB,OAAO,CAAA;;OAER,MAAM,CAAC,SAAS,CAAC,GAAG,CAAA;SAClB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAA;;2BAEJ,MAAM,CAAC,SAAS,CAAC,YAAY,CAAA;AACtD,EAAA,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;;AAG1B,QAAA,OAAO,CAA+B,4BAAA,EAAA,KAAK,KAAK,SAAS,GAAG,CAAK,EAAA,EAAA,KAAK,GAAG,GAAG,EAAE,EAAE;AAClF,KAAC,EACD;AACE,QAAA,IAAI,EAAE,eAAe;AACrB,QAAA,WAAW,EAAE,CAAA;;;AAGuC,yDAAA,CAAA;AACpD,QAAA,MAAM,EAAE,kBAAkB;AAC3B,KAAA,CACF;AACH;AAEA;;AAEG;SACa,8BAA8B,GAAA;AAC5C,IAAA,OAAO,IAAI,CACT,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,KAAI;AAC3C,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE;YACxD,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAgB,aAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;;AAIvC,QAAA,IAAI,MAAM,CAAC,SAAS,EAAE;YACpB,OAAO,CAAA,OAAA,EAAU,IAAI,CAAA,CAAA,EAAI,UAAU,GAAG,oBAAoB,GAAG,EAAE,CAAA;;OAEhE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAA;SAClB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAA;;2BAEJ,MAAM,CAAC,SAAS,CAAC,YAAY,CAAA;AACtD,EAAA,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;;AAG1B,QAAA,OAAO,CAAuB,oBAAA,EAAA,IAAI,CAAmB,gBAAA,EAAA,KAAK,IAAI,UAAU,GAAG,oBAAoB,GAAG,EAAE,EAAE;AACxG,KAAC,EACD;AACE,QAAA,IAAI,EAAE,cAAc;AACpB,QAAA,WAAW,EAAE,CAAA;;;;;AAK4D,8EAAA,CAAA;AACzE,QAAA,MAAM,EAAE,iBAAiB;AAC1B,KAAA,CACF;AACH;AAEA;;AAEG;SACa,sCAAsC,GAAA;IACpD,OAAO,IAAI,CACT,OAAO,EAAE,MAAM,EAAE,KAAI;AACnB,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,MAAM,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE;YAC1C,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAA6B,0BAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;AAGpD,QAAA,IAAI,MAAM,CAAC,SAAS,EAAE;YACpB,OAAO,CAAA;OACR,MAAM,CAAC,SAAS,CAAC,GAAG,CAAA;SAClB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAA;;2BAEJ,MAAM,CAAC,SAAS,CAAC,YAAY,CAAA;EACtD,MAAM,CAAC,SAAS,CAAC,WAAW,CAAA;;YAElB,MAAM,CAAC,SAAS,CAAC,cAAc,CAAA;UACjC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAA,CAAA,EAAI,MAAM,CAAC,SAAS,CAAC,YAAY,CAAA,EAAA,CAAI;;AAGxE,QAAA,OAAO,4CAA4C;AACrD,KAAC,EACD;AACE,QAAA,IAAI,EAAE,wBAAwB;AAC9B,QAAA,WAAW,EAAE,CAAA;;;AAG8C,gEAAA,CAAA;AAC3D,QAAA,MAAM,EAAE,yBAAyB;AAClC,KAAA,CACF;AACH;AAEA;;AAEG;SACa,gCAAgC,GAAA;IAC9C,OAAO,IAAI,CACT,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAI;AAC9B,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;YACzB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE;YAC7C,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAkB,eAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;AAGzC,QAAA,IAAI,MAAM,CAAC,SAAS,EAAE;AACpB,YAAA,OAAO,YAAY,SAAS,CAAA;;2BAET,MAAM,CAAC,SAAS,CAAC,YAAY,CAAA;EACtD,MAAM,CAAC,SAAS,CAAC,WAAW,CAAA;;UAEpB,MAAM,CAAC,SAAS,CAAC,cAAc,CAAA,CAAA,EAAI,MAAM,CAAC,SAAS,CAAC,YAAY,CAAA,EAAA,CAAI;;AAGxE,QAAA,OAAO,CAAyB,sBAAA,EAAA,SAAS,CAAG,EAAA,MAAM,GAAG,CAAI,CAAA,EAAA,MAAM,IAAI,GAAG,EAAE,EAAE;AAC5E,KAAC,EACD;AACE,QAAA,IAAI,EAAE,gBAAgB;AACtB,QAAA,WAAW,EAAE,CAAA;;AAEyC,2DAAA,CAAA;AACtD,QAAA,MAAM,EAAE,mBAAmB;AAC5B,KAAA,CACF;AACH;AAEA;;AAEG;SACa,iCAAiC,GAAA;IAC/C,OAAO,IAAI,CACT,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAI;AAC5B,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;YACzB,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE;YAC5C,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAmB,gBAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;AAG1C,QAAA,OAAO,MAAM,CAAC,gBAAgB,IAAI,uBAAuB;AAC3D,KAAC,EACD;AACE,QAAA,IAAI,EAAE,iBAAiB;AACvB,QAAA,WAAW,EAAE,CAAA;;AAE0B,4CAAA,CAAA;AACvC,QAAA,MAAM,EAAE,oBAAoB;AAC7B,KAAA,CACF;AACH;AAEA;;AAEG;SACa,+BAA+B,GAAA;IAC7C,OAAO,IAAI,CACT,OAAO,EAAE,KAAK,EAAE,KAAI;AAClB,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE;YAChC,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAiB,cAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;QAGxC,OAAO,CAAA,mCAAA,EAAsC,KAAK,CAAA,CAAA,CAAG;AACvD,KAAC,EACD;AACE,QAAA,IAAI,EAAE,eAAe;AACrB,QAAA,WAAW,EAAE,CAAoD,kDAAA,CAAA;AACjE,QAAA,MAAM,EAAE,kBAAkB;AAC3B,KAAA,CACF;AACH;AAEA;;AAEG;SACa,8BAA8B,GAAA;IAC5C,OAAO,IAAI,CACT,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAI;AAC7B,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;YACzB,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE;YAC1C,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAgB,aAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;AAGvC,QAAA,OAAO,CAAU,OAAA,EAAA,QAAQ,IAAI,IAAI,IAAI;AACvC,KAAC,EACD;AACE,QAAA,IAAI,EAAE,cAAc;AACpB,QAAA,WAAW,EAAE,CAAyC,uCAAA,CAAA;AACtD,QAAA,MAAM,EAAE,iBAAiB;AAC1B,KAAA,CACF;AACH;AAEA;;AAEG;SACa,gCAAgC,GAAA;IAC9C,OAAO,IAAI,CACT,OAAO,EAAE,MAAM,EAAE,KAAI;AACnB,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAChC,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAmB,gBAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;AAG1C,QAAA,IAAI,MAAM,CAAC,SAAS,EAAE;AACpB,YAAA,OAAO,CAAiB,cAAA,EAAA,MAAM,CAAC,SAAS,CAAC,GAAG,CAAA;;2BAEzB,MAAM,CAAC,SAAS,CAAC,YAAY,CAAA;AACtD,EAAA,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;;AAG1B,QAAA,OAAO,wBAAwB;AACjC,KAAC,EACD;AACE,QAAA,IAAI,EAAE,cAAc;AACpB,QAAA,WAAW,EAAE,CAA0C,wCAAA,CAAA;AACvD,QAAA,MAAM,EAAE,mBAAmB;AAC5B,KAAA,CACF;AACH;AAEA;;AAEG;SACa,oCAAoC,GAAA;IAClD,OAAO,IAAI,CACT,OAAO,EAAE,QAAQ,EAAE,KAAI;AACrB,QAAA,MAAM,WAAW,GAAG,mBAAmB,EAAE;QAEzC,MAAM,MAAM,GAAG,SAAS,CAAwC;AAC9D,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,MAAM,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE;YACxC,WAAW;AACZ,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;AACnB,YAAA,OAAO,CAAsB,mBAAA,EAAA,MAAM,CAAC,KAAK,EAAE;;AAG7C,QAAA,IAAI,MAAM,CAAC,UAAU,EAAE;AACrB,YAAA,OAAO,6CAA6C;;AAGtD,QAAA,OAAO,qBAAqB;AAC9B,KAAC,EACD;AACE,QAAA,IAAI,EAAE,oBAAoB;AAC1B,QAAA,WAAW,EAAE,CAA2C,yCAAA,CAAA;AACxD,QAAA,MAAM,EAAE,uBAAuB;AAChC,KAAA,CACF;AACH;AAEA;AACA;AACA;AAEa,MAAA,sBAAsB,GAAG;AACpC,IAAA,KAAK,EAAE,eAAe;AACtB,IAAA,IAAI,EAAE,cAAc;AACpB,IAAA,QAAQ,EAAE,kBAAkB;AAC5B,IAAA,MAAM,EAAE,gBAAgB;AACxB,IAAA,OAAO,EAAE,iBAAiB;AAC1B,IAAA,KAAK,EAAE,eAAe;AACtB,IAAA,IAAI,EAAE,cAAc;AACpB,IAAA,IAAI,EAAE,cAAc;AACpB,IAAA,UAAU,EAAE,oBAAoB;AAChC,IAAA,cAAc,EAAE,wBAAwB;;AAG7B,MAAA,4BAA4B,GAAG,MAAM,CAAC,MAAM,CAAC,sBAAsB;AAI1E,SAAU,0BAA0B,CAAC,QAAgB,EAAA;AACzD,IAAA,OAAO,4BAA4B,CAAC,QAAQ,CAAC,QAAoC,CAAC;AACpF;AAEA;;;;;;;AAOG;SACa,2BAA2B,GAAA;IACzC,OAAO;AACL,QAAA,kCAAkC,EAAE;AACpC,QAAA,+BAA+B,EAAE;AACjC,QAAA,8BAA8B,EAAE;AAChC,QAAA,sCAAsC,EAAE;AACxC,QAAA,gCAAgC,EAAE;AAClC,QAAA,iCAAiC,EAAE;AACnC,QAAA,+BAA+B,EAAE;AACjC,QAAA,8BAA8B,EAAE;AAChC,QAAA,gCAAgC,EAAE;AAClC,QAAA,oCAAoC,EAAE;KACvC;AACH;AAEA;;AAEG;AACG,SAAU,kBAAkB,CAAC,KAAc,EAAA;AAC/C,IAAA,QACE,OAAO,KAAK,KAAK,QAAQ;AACzB,QAAA,KAAK,KAAK,IAAI;AACb,QAAA,KAA0B,CAAC,IAAI,KAAK,mBAAmB;AAE5D;;;;"}

package/dist/esm/tools/BrowserTools.mjs

@@ -383,23 +383,28 @@ function createBrowserGetPageStateTool() {
             requiresBrowserExecution: true,
             // Special flag: extension should inject fresh context into the conversation
             requiresContextRefresh: true,
+            // IMPORTANT: Tell the agent to wait
+            message: 'Page state is being captured by the browser extension. The element list will be provided in the next message. DO NOT proceed with click or type actions until you receive the actual element list.',
         });
     }, {
         name: EBrowserTools.GET_PAGE_STATE,
         description: `Get fresh page state showing current interactive elements.
 
-**CRITICAL**: You MUST call this tool after:
-- browser_navigate (to see elements on the new page)
-- browser_click (if it caused navigation or page changes)
-- Any action that might have changed the visible elements
+**CRITICAL WORKFLOW**: After calling this tool, you MUST STOP and WAIT. The browser extension will capture the page state and return the element list. DO NOT plan any browser_click or browser_type actions in the same response - you don't have the element indices yet!
 
-This tool returns the updated list of interactive elements with their [index] numbers.
-Without calling this after navigation, you will NOT know what elements exist on the new page.
+**When to use**:
+- After browser_navigate (to see elements on the new page)
+- After browser_click (if it caused navigation or page changes)
+- Any time you need to see what elements are currently on the page
 
-**Workflow example**:
-1. browser_navigate to amazon.com
-2. browser_get_page_state to see Amazon's elements
-3. Now you can see the search input's [index] and use browser_type
+**IMPORTANT**: This tool captures the page state asynchronously. The actual element list will be provided AFTER this tool completes. You should:
+1. Call this tool
+2. STOP and wait for the response with the element list
+3. In your NEXT response, use the element indices for click/type actions
+
+Example workflow:
+- Turn 1: browser_navigate to amazon.com, then browser_get_page_state
+- Turn 2: (After receiving element list) browser_type with the correct search input index
 
 Example: browser_get_page_state({ reason: "to see elements after navigation" })`,
         schema: BrowserGetPageStateSchema,