code-puppy 0.0.170__py3-none-any.whl → 0.0.172__py3-none-any.whl

code_puppy/tools/__init__.py

@@ -1,20 +1,71 @@
 from code_puppy.messaging import emit_warning
-from code_puppy.tools.agent_tools import (
-    register_list_agents,
-    register_invoke_agent,
+from code_puppy.tools.agent_tools import register_invoke_agent, register_list_agents
+
+# Browser automation tools
+from code_puppy.tools.browser.browser_control import (
+    register_close_browser,
+    register_create_new_page,
+    register_get_browser_status,
+    register_initialize_browser,
+    register_list_pages,
+)
+from code_puppy.tools.browser.browser_interactions import (
+    register_browser_check,
+    register_browser_uncheck,
+    register_click_element,
+    register_double_click_element,
+    register_get_element_text,
+    register_get_element_value,
+    register_hover_element,
+    register_select_option,
+    register_set_element_text,
+)
+from code_puppy.tools.browser.browser_locators import (
+    register_find_buttons,
+    register_find_by_label,
+    register_find_by_placeholder,
+    register_find_by_role,
+    register_find_by_test_id,
+    register_find_by_text,
+    register_find_links,
+    register_run_xpath_query,
+)
+from code_puppy.tools.browser.browser_navigation import (
+    register_browser_go_back,
+    register_browser_go_forward,
+    register_get_page_info,
+    register_navigate_to_url,
+    register_reload_page,
+    register_wait_for_load_state,
+)
+from code_puppy.tools.browser.browser_screenshot import (
+    register_take_screenshot_and_analyze,
+)
+from code_puppy.tools.browser.browser_scripts import (
+    register_browser_clear_highlights,
+    register_browser_highlight_element,
+    register_execute_javascript,
+    register_scroll_page,
+    register_scroll_to_element,
+    register_set_viewport_size,
+    register_wait_for_element,
+)
+from code_puppy.tools.browser.browser_workflows import (
+    register_list_workflows,
+    register_read_workflow,
+    register_save_workflow,
 )
 from code_puppy.tools.command_runner import (
     register_agent_run_shell_command,
     register_agent_share_your_reasoning,
 )
-from code_puppy.tools.file_modifications import register_edit_file, register_delete_file
+from code_puppy.tools.file_modifications import register_delete_file, register_edit_file
 from code_puppy.tools.file_operations import (
+    register_grep,
     register_list_files,
     register_read_file,
-    register_grep,
 )
 
-
 # Map of tool names to their individual registration functions
 TOOL_REGISTRY = {
     # Agent Tools
@@ -30,6 +81,52 @@ TOOL_REGISTRY = {
     # Command Runner
     "agent_run_shell_command": register_agent_run_shell_command,
     "agent_share_your_reasoning": register_agent_share_your_reasoning,
+    # Browser Control
+    "browser_initialize": register_initialize_browser,
+    "browser_close": register_close_browser,
+    "browser_status": register_get_browser_status,
+    "browser_new_page": register_create_new_page,
+    "browser_list_pages": register_list_pages,
+    # Browser Navigation
+    "browser_navigate": register_navigate_to_url,
+    "browser_get_page_info": register_get_page_info,
+    "browser_go_back": register_browser_go_back,
+    "browser_go_forward": register_browser_go_forward,
+    "browser_reload": register_reload_page,
+    "browser_wait_for_load": register_wait_for_load_state,
+    # Browser Element Discovery
+    "browser_find_by_role": register_find_by_role,
+    "browser_find_by_text": register_find_by_text,
+    "browser_find_by_label": register_find_by_label,
+    "browser_find_by_placeholder": register_find_by_placeholder,
+    "browser_find_by_test_id": register_find_by_test_id,
+    "browser_xpath_query": register_run_xpath_query,
+    "browser_find_buttons": register_find_buttons,
+    "browser_find_links": register_find_links,
+    # Browser Element Interactions
+    "browser_click": register_click_element,
+    "browser_double_click": register_double_click_element,
+    "browser_hover": register_hover_element,
+    "browser_set_text": register_set_element_text,
+    "browser_get_text": register_get_element_text,
+    "browser_get_value": register_get_element_value,
+    "browser_select_option": register_select_option,
+    "browser_check": register_browser_check,
+    "browser_uncheck": register_browser_uncheck,
+    # Browser Scripts and Advanced Features
+    "browser_execute_js": register_execute_javascript,
+    "browser_scroll": register_scroll_page,
+    "browser_scroll_to_element": register_scroll_to_element,
+    "browser_set_viewport": register_set_viewport_size,
+    "browser_wait_for_element": register_wait_for_element,
+    "browser_highlight_element": register_browser_highlight_element,
+    "browser_clear_highlights": register_browser_clear_highlights,
+    # Browser Screenshots and VQA
+    "browser_screenshot_analyze": register_take_screenshot_and_analyze,
+    # Browser Workflows
+    "browser_save_workflow": register_save_workflow,
+    "browser_list_workflows": register_list_workflows,
+    "browser_read_workflow": register_read_workflow,
 }
 
 

code_puppy/tools/browser/browser_control.py

@@ -0,0 +1,293 @@
+"""Browser initialization and control tools."""
+
+from typing import Any, Dict, Optional
+
+from pydantic_ai import RunContext
+
+from code_puppy.messaging import emit_info
+from code_puppy.tools.common import generate_group_id
+
+from .camoufox_manager import get_camoufox_manager
+
+
+async def initialize_browser(
+    headless: bool = False,
+    browser_type: str = "chromium",
+    homepage: str = "https://www.google.com",
+) -> Dict[str, Any]:
+    """Initialize the browser with specified settings."""
+    group_id = generate_group_id("browser_initialize", f"{browser_type}_{homepage}")
+    emit_info(
+        f"[bold white on blue] BROWSER INITIALIZE [/bold white on blue] 🌐 {browser_type} → {homepage}",
+        message_group=group_id,
+    )
+    try:
+        browser_manager = get_camoufox_manager()
+
+        # Configure browser settings
+        browser_manager.headless = headless
+        browser_manager.browser_type = browser_type
+        browser_manager.homepage = homepage
+
+        # Initialize browser
+        await browser_manager.async_initialize()
+
+        # Get page info
+        page = await browser_manager.get_current_page()
+        if page:
+            url = page.url
+            title = await page.title()
+        else:
+            url = "Unknown"
+            title = "Unknown"
+
+        emit_info(
+            "[green]Browser initialized successfully[/green]", message_group=group_id
+        )
+
+        return {
+            "success": True,
+            "browser_type": browser_type,
+            "headless": headless,
+            "homepage": homepage,
+            "current_url": url,
+            "current_title": title,
+        }
+
+    except Exception as e:
+        emit_info(
+            f"[red]Browser initialization failed: {str(e)}[/red]",
+            message_group=group_id,
+        )
+        return {
+            "success": False,
+            "error": str(e),
+            "browser_type": browser_type,
+            "headless": headless,
+        }
+
+
+async def close_browser() -> Dict[str, Any]:
+    """Close the browser and clean up resources."""
+    group_id = generate_group_id("browser_close")
+    emit_info(
+        "[bold white on blue] BROWSER CLOSE [/bold white on blue] 🔒",
+        message_group=group_id,
+    )
+    try:
+        browser_manager = get_camoufox_manager()
+        await browser_manager.close()
+
+        emit_info(
+            "[yellow]Browser closed successfully[/yellow]", message_group=group_id
+        )
+
+        return {"success": True, "message": "Browser closed"}
+
+    except Exception as e:
+        return {"success": False, "error": str(e)}
+
+
+async def get_browser_status() -> Dict[str, Any]:
+    """Get current browser status and information."""
+    group_id = generate_group_id("browser_status")
+    emit_info(
+        "[bold white on blue] BROWSER STATUS [/bold white on blue] 📊",
+        message_group=group_id,
+    )
+    try:
+        browser_manager = get_camoufox_manager()
+
+        if not browser_manager._initialized:
+            return {
+                "success": True,
+                "status": "not_initialized",
+                "browser_type": browser_manager.browser_type,
+                "headless": browser_manager.headless,
+            }
+
+        page = await browser_manager.get_current_page()
+        if page:
+            url = page.url
+            title = await page.title()
+
+            # Get all pages
+            all_pages = await browser_manager.get_all_pages()
+            page_count = len(all_pages)
+        else:
+            url = None
+            title = None
+            page_count = 0
+
+        return {
+            "success": True,
+            "status": "initialized",
+            "browser_type": browser_manager.browser_type,
+            "headless": browser_manager.headless,
+            "current_url": url,
+            "current_title": title,
+            "page_count": page_count,
+        }
+
+    except Exception as e:
+        return {"success": False, "error": str(e)}
+
+
+async def create_new_page(url: Optional[str] = None) -> Dict[str, Any]:
+    """Create a new browser page/tab."""
+    group_id = generate_group_id("browser_new_page", url or "blank")
+    emit_info(
+        f"[bold white on blue] BROWSER NEW PAGE [/bold white on blue] 📄 {url or 'blank page'}",
+        message_group=group_id,
+    )
+    try:
+        browser_manager = get_camoufox_manager()
+
+        if not browser_manager._initialized:
+            return {
+                "success": False,
+                "error": "Browser not initialized. Use browser_initialize first.",
+            }
+
+        page = await browser_manager.new_page(url)
+
+        final_url = page.url
+        title = await page.title()
+
+        emit_info(
+            f"[green]Created new page: {final_url}[/green]", message_group=group_id
+        )
+
+        return {"success": True, "url": final_url, "title": title, "requested_url": url}
+
+    except Exception as e:
+        return {"success": False, "error": str(e), "url": url}
+
+
+async def list_pages() -> Dict[str, Any]:
+    """List all open browser pages/tabs."""
+    group_id = generate_group_id("browser_list_pages")
+    emit_info(
+        "[bold white on blue] BROWSER LIST PAGES [/bold white on blue] 📋",
+        message_group=group_id,
+    )
+    try:
+        browser_manager = get_camoufox_manager()
+
+        if not browser_manager._initialized:
+            return {"success": False, "error": "Browser not initialized"}
+
+        all_pages = await browser_manager.get_all_pages()
+
+        pages_info = []
+        for i, page in enumerate(all_pages):
+            try:
+                url = page.url
+                title = await page.title()
+                is_closed = page.is_closed()
+
+                pages_info.append(
+                    {"index": i, "url": url, "title": title, "closed": is_closed}
+                )
+            except Exception as e:
+                pages_info.append(
+                    {
+                        "index": i,
+                        "url": "Error",
+                        "title": "Error",
+                        "error": str(e),
+                        "closed": True,
+                    }
+                )
+
+        return {"success": True, "page_count": len(all_pages), "pages": pages_info}
+
+    except Exception as e:
+        return {"success": False, "error": str(e)}
+
+
+# Tool registration functions
+def register_initialize_browser(agent):
+    """Register the browser initialization tool."""
+
+    @agent.tool
+    async def browser_initialize(
+        context: RunContext,
+        headless: bool = False,
+        browser_type: str = "chromium",
+        homepage: str = "https://www.google.com",
+    ) -> Dict[str, Any]:
+        """
+        Initialize the browser with specified settings. Must be called before using other browser tools.
+
+        Args:
+            headless: Run browser in headless mode (no GUI)
+            browser_type: Browser engine (chromium, firefox, webkit)
+            homepage: Initial page to load
+
+        Returns:
+            Dict with initialization results
+        """
+        return await initialize_browser(headless, browser_type, homepage)
+
+
+def register_close_browser(agent):
+    """Register the browser close tool."""
+
+    @agent.tool
+    async def browser_close(context: RunContext) -> Dict[str, Any]:
+        """
+        Close the browser and clean up all resources.
+
+        Returns:
+            Dict with close results
+        """
+        return await close_browser()
+
+
+def register_get_browser_status(agent):
+    """Register the browser status tool."""
+
+    @agent.tool
+    async def browser_status(context: RunContext) -> Dict[str, Any]:
+        """
+        Get current browser status and information.
+
+        Returns:
+            Dict with browser status and metadata
+        """
+        return await get_browser_status()
+
+
+def register_create_new_page(agent):
+    """Register the new page creation tool."""
+
+    @agent.tool
+    async def browser_new_page(
+        context: RunContext,
+        url: Optional[str] = None,
+    ) -> Dict[str, Any]:
+        """
+        Create a new browser page/tab.
+
+        Args:
+            url: Optional URL to navigate to in the new page
+
+        Returns:
+            Dict with new page results
+        """
+        return await create_new_page(url)
+
+
+def register_list_pages(agent):
+    """Register the list pages tool."""
+
+    @agent.tool
+    async def browser_list_pages(context: RunContext) -> Dict[str, Any]:
+        """
+        List all open browser pages/tabs.
+
+        Returns:
+            Dict with information about all open pages
+        """
+        return await list_pages()