connectonion 0.6.1__py3-none-any.whl → 0.6.2__py3-none-any.whl

{connectonion-0.6.1.dist-info → connectonion-0.6.2.dist-info}/RECORD

@@ -1,4 +1,4 @@
-connectonion/__init__.py,sha256=7geVck4xTtsy0x9UbmCpSuFaCzaTTiT5PgHHXIGUKLU,1958
+connectonion/__init__.py,sha256=BWZ4QU8IPkEyyNHXEhLRJ0M2XEabP3qx4RoPWVMwlD8,1958
 connectonion/address.py,sha256=YOzpMOej-HqJUE6o0i0fG8rB7HM-Iods36s9OD--5ig,10852
 connectonion/console.py,sha256=zmnhavw359iqY9HFI1gbZolRSqiDlzJPEkwI1CllWfY,21239
 connectonion/llm_do.py,sha256=rwgSsTreNGAq5xV3m9lbA7U5AE0XOZNdihJwW5FHz0k,12005
@@ -9,9 +9,15 @@ connectonion/cli/__init__.py,sha256=Pd1iKp0rUghs2kmdAhyp9hK8j0uWkNxOagBkdCGrG4I,
 connectonion/cli/docs.md,sha256=Fk_JT8jFXXDpXTvU0ZUigMW1UR6ERmX-HDheYPPRNY8,3231
 connectonion/cli/main.py,sha256=ys0L_zwV4lkrln_86XrJ_U_1ARQ6oxoADtHWj3tSIkg,7315
 connectonion/cli/browser_agent/__init__.py,sha256=xZCoxS3dGVBBMnaasHOE1vxMDdIwUloRP67rGR-4obo,173
-connectonion/cli/browser_agent/browser.py,sha256=P3ceJrHVS63NJvuQltjeOy4rZj1H-8kDy-qOZSWK9AA,21532
-connectonion/cli/browser_agent/prompt.md,sha256=tF0PhGcl3gkmVK1F5SG9GZwnPPXTZYWEaatAZtOYZZg,4479
-connectonion/cli/browser_agent/scroll_strategies.py,sha256=t_noSlzbEptgBiRWgrlIv4L_jv33xHvKgxbg1qUFDL4,10109
+connectonion/cli/browser_agent/browser.py,sha256=f31-wC4JxZ_S8lLhyH5BXfHy-LvkOKhO-fhSOigzclQ,19800
+connectonion/cli/browser_agent/element_finder.py,sha256=iAwF-y5NrL2l_H13VOC9kX9ouupJLJETvHCq8WyyQs0,4024
+connectonion/cli/browser_agent/highlight_screenshot.py,sha256=wkR2IcPPGspnFq1AVJTc6QIztUXX3orluOKtA58rgpc,5127
+connectonion/cli/browser_agent/prompt.md,sha256=1lBK6O4pq-LUa_9f6J2FaBncrM8SBF8YVNdbH7Njaq8,5891
+connectonion/cli/browser_agent/scroll.py,sha256=yA-DED0EelCqX3ucTi6C830R7BBBt1qqMKY-bUrqiUI,4374
+connectonion/cli/browser_agent/prompts/element_matcher.md,sha256=oblcwJ7OuQ8t0dF-dJh--QtdLTyjYJr3cBLWpaCs0N0,1706
+connectonion/cli/browser_agent/prompts/form_filler.md,sha256=r4Trnln51rjKTIYGJ9Svu4e4XoDwT0lNeF3otxS537I,423
+connectonion/cli/browser_agent/prompts/scroll_strategy.md,sha256=fbvEtMM4J9yhGXNeDdKCf4D5ZB5fA-KQrLapmul0wVU,833
+connectonion/cli/browser_agent/scripts/extract_elements.js,sha256=0YMufRSeBf6PQLxbpgVmHvlnjPVNTYqmmsuWyOZBGNc,4651
 connectonion/cli/commands/__init__.py,sha256=IPZy9NwrE0hs4f7hIqyFM9GjFZpeCS8mC0Jf-5Ooy4c,43
 connectonion/cli/commands/auth_commands.py,sha256=D76_0yd77d23bXRvsTAY6HOcGJswo9-6z2dRi9CR9sE,21635
 connectonion/cli/commands/browser_commands.py,sha256=lB4N6XwP43qdcthwQWlbFU2S3INfxhRDXznAw1PSTsQ,1803
@@ -117,7 +123,7 @@ connectonion/useful_tools/slash_command.py,sha256=VKl7SKLyaxHcHwfE8rgzBCQ2-KQtL0
 connectonion/useful_tools/terminal.py,sha256=PtzGHN6vnWROmssi37YOZ5U-d0Z7Fe79bocoKAngoxg,9330
 connectonion/useful_tools/todo_list.py,sha256=wVEt4kt-MczIcP3xvKelfshGHZ6EATpDFzQx0zov8cw,7483
 connectonion/useful_tools/web_fetch.py,sha256=CysJLOdDIkbMVJ12Dj3WgsytLu1-o2wrwNopqA_S1jk,7253
-connectonion-0.6.1.dist-info/METADATA,sha256=UfECn-oR2IqKWVKkgNwbOXKQlt_SymSu7O7pkMoNIR0,21932
-connectonion-0.6.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-connectonion-0.6.1.dist-info/entry_points.txt,sha256=XDB-kVN7Qgy4DmYTkjQB_O6hZeUND-SqmZbdoQPn6WA,90
-connectonion-0.6.1.dist-info/RECORD,,
+connectonion-0.6.2.dist-info/METADATA,sha256=9nm3n8-43pLq0POgztJ69leg6DvszoOwVltbiTu1RVo,21932
+connectonion-0.6.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+connectonion-0.6.2.dist-info/entry_points.txt,sha256=XDB-kVN7Qgy4DmYTkjQB_O6hZeUND-SqmZbdoQPn6WA,90
+connectonion-0.6.2.dist-info/RECORD,,

connectonion/cli/browser_agent/scroll_strategies.py

@@ -1,276 +0,0 @@
-"""
-Purpose: Universal scrolling strategies with AI-powered selection and screenshot-based verification
-LLM-Note:
-  Dependencies: imports from [typing, pydantic, connectonion.llm_do, PIL.Image, os, time] | imported by [web_automation.py] | tested by [tests/test_final_scroll.py]
-  Data flow: receives page: Page, take_screenshot: Callable, times: int, description: str from web_automation.scroll() → scroll_with_verification() orchestrates 3 strategies → ai_scroll_strategy() calls llm_do(HTML+scrollable_elements→ScrollStrategy, gpt-4o) → element_scroll_strategy()/page_scroll_strategy() fallbacks → page.evaluate(javascript) executes scroll → screenshots_are_different() compares PIL Images with 1% pixel threshold → returns success/failure string
-  State/Effects: calls page.evaluate() multiple times (mutates DOM scroll positions) | take_screenshot() writes PNG files to screenshots/*.png | time.sleep(1-1.2) between scroll iterations | AI calls to gpt-4o with temperature=0.1 for strategy generation
-  Integration: exposes scroll_with_verification() as main entry point from WebAutomation.scroll() | exposes scroll_page(), scroll_element() as standalone utilities | ScrollStrategy Pydantic model defines AI output schema (javascript: str, explanation: str) | screenshots_are_different() uses PIL for pixel-level comparison
-  Performance: ai_scroll_strategy() calls llm_do() once per scroll session (100-500ms) | analyzes first 5000 chars of HTML | finds up to 3 scrollable elements | executes JS times iterations with 1.2s delays | element/page strategies are synchronous JS execution (fast) | PIL screenshot comparison ~50-100ms
-  Errors: returns descriptive strings (not exceptions) - "All scroll strategies failed", "Browser not open" | screenshot comparison failure returns True (assumes different) to continue | page.evaluate() exceptions caught and next strategy tried | prints debug output to stdout
-  ⚠️ Strategy order: AI-first may be slower but more accurate for complex sites (Gmail) - reorder if speed critical
-  ⚠️ Screenshot verification: 1% threshold may need tuning for high-resolution displays or subtle animations
-"""
-
-from typing import Callable, List, Tuple
-from pydantic import BaseModel
-from connectonion import llm_do
-
-
-class ScrollStrategy(BaseModel):
-    """AI-generated scroll strategy."""
-    javascript: str
-    explanation: str
-
-
-def scroll_with_verification(
-    page,
-    take_screenshot: Callable,
-    times: int = 5,
-    description: str = "the main content area"
-) -> str:
-    """Universal scroll with automatic strategy selection and fallback.
-
-    Tries multiple strategies in order until one works:
-    1. AI-generated strategy (default)
-    2. Element scrolling
-    3. Page scrolling
-
-    Args:
-        page: Playwright page object
-        take_screenshot: Function to take screenshots
-        times: Number of scroll iterations
-        description: What to scroll (natural language)
-
-    Returns:
-        Status message with successful strategy
-    """
-    if not page:
-        return "Browser not open"
-
-    print(f"\n📜 Starting universal scroll for: '{description}'")
-
-    import time
-    timestamp = int(time.time())
-    before_file = f"scroll_before_{timestamp}.png"
-    after_file = f"scroll_after_{timestamp}.png"
-
-    # Take before screenshot
-    take_screenshot(before_file)
-
-    strategies = [
-        ("AI-generated strategy", lambda: ai_scroll_strategy(page, times, description)),
-        ("Element scrolling", lambda: element_scroll_strategy(page, times)),
-        ("Page scrolling", lambda: page_scroll_strategy(page, times))
-    ]
-
-    for strategy_name, strategy_func in strategies:
-        print(f"\n  Trying: {strategy_name}...")
-
-        try:
-            strategy_func()
-            time.sleep(1)
-
-            # Take after screenshot
-            take_screenshot(after_file)
-
-            # Verify scroll worked
-            if screenshots_are_different(before_file, after_file):
-                print(f"  ✅ {strategy_name} WORKED! Content changed.")
-                return f"Scroll successful using {strategy_name}. Check {before_file} vs {after_file}"
-            else:
-                print(f"  ⚠️  {strategy_name} didn't change content. Trying next...")
-                before_file = after_file
-                after_file = f"scroll_after_{timestamp}_next.png"
-
-        except Exception as e:
-            print(f"  ❌ {strategy_name} failed: {e}")
-            continue
-
-    return "All scroll strategies failed. No visible content change."
-
-
-def screenshots_are_different(file1: str, file2: str) -> bool:
-    """Compare screenshots to verify content changed.
-
-    Args:
-        file1: First screenshot filename
-        file2: Second screenshot filename
-
-    Returns:
-        True if screenshots are different
-    """
-    try:
-        from PIL import Image
-        import os
-
-        path1 = os.path.join("screenshots", file1)
-        path2 = os.path.join("screenshots", file2)
-
-        img1 = Image.open(path1).convert('RGB')
-        img2 = Image.open(path2).convert('RGB')
-
-        # Calculate pixel difference
-        diff = sum(
-            abs(a - b)
-            for pixel1, pixel2 in zip(img1.getdata(), img2.getdata())
-            for a, b in zip(pixel1, pixel2)
-        )
-
-        # 1% threshold
-        threshold = img1.size[0] * img1.size[1] * 3 * 0.01
-
-        is_different = diff > threshold
-        print(f"    Screenshot diff: {diff:.0f} (threshold: {threshold:.0f}) - {'DIFFERENT' if is_different else 'SAME'}")
-
-        return is_different
-
-    except Exception as e:
-        print(f"    Warning: Screenshot comparison failed: {e}")
-        return True  # Assume different if comparison fails
-
-
-def ai_scroll_strategy(page, times: int, description: str):
-    """AI-generated scroll strategy.
-
-    Analyzes page structure and generates custom JavaScript.
-    """
-    # Find scrollable elements
-    scrollable_elements = page.evaluate("""
-        (() => {
-            const scrollable = [];
-            document.querySelectorAll('*').forEach(el => {
-                const style = window.getComputedStyle(el);
-                if ((style.overflow === 'auto' || style.overflowY === 'scroll') &&
-                    el.scrollHeight > el.clientHeight) {
-                    scrollable.push({
-                        tag: el.tagName,
-                        classes: el.className,
-                        id: el.id
-                    });
-                }
-            });
-            return scrollable;
-        })()
-    """)
-
-    # Get simplified HTML
-    simplified_html = page.evaluate("""
-        (() => {
-            const clone = document.body.cloneNode(true);
-            clone.querySelectorAll('script, style, img, svg').forEach(el => el.remove());
-            return clone.innerHTML.substring(0, 5000);
-        })()
-    """)
-
-    # Generate scroll strategy using AI
-    strategy = llm_do(
-        f"""Generate JavaScript to scroll "{description}".
-
-Scrollable elements: {scrollable_elements[:3]}
-HTML structure: {simplified_html}
-
-Return IIFE that scrolls the correct element:
-(() => {{
-  const el = document.querySelector('.selector');
-  if (el) el.scrollTop += 1000;
-  return {{success: true}};
-}})()
-""",
-        output=ScrollStrategy,
-        model="gpt-4o",
-        temperature=0.1
-    )
-
-    print(f"    AI generated: {strategy.explanation}")
-
-    # Execute scroll
-    import time
-    for i in range(times):
-        page.evaluate(strategy.javascript)
-        time.sleep(1.2)
-
-
-def element_scroll_strategy(page, times: int):
-    """Scroll first scrollable element found."""
-    import time
-    for i in range(times):
-        page.evaluate("""
-            (() => {
-                const el = Array.from(document.querySelectorAll('*')).find(e => {
-                    const s = window.getComputedStyle(e);
-                    return (s.overflow === 'auto' || s.overflowY === 'scroll') &&
-                           e.scrollHeight > e.clientHeight;
-                });
-                if (el) el.scrollTop += 1000;
-            })()
-        """)
-        time.sleep(1)
-
-
-def page_scroll_strategy(page, times: int):
-    """Scroll the page window."""
-    import time
-    for i in range(times):
-        page.evaluate("window.scrollBy(0, 1000)")
-        time.sleep(1)
-
-
-# Additional scroll helpers that can be called directly
-def scroll_page(page, direction: str = "down", amount: int = 1000) -> str:
-    """Scroll the page in a specific direction.
-
-    Args:
-        page: Playwright page object
-        direction: "down", "up", "top", or "bottom"
-        amount: Pixels to scroll
-
-    Returns:
-        Status message
-    """
-    if not page:
-        return "Browser not open"
-
-    if direction == "bottom":
-        page.evaluate("window.scrollTo(0, document.body.scrollHeight)")
-        return "Scrolled to bottom of page"
-    elif direction == "top":
-        page.evaluate("window.scrollTo(0, 0)")
-        return "Scrolled to top of page"
-    elif direction == "down":
-        page.evaluate(f"window.scrollBy(0, {amount})")
-        return f"Scrolled down {amount} pixels"
-    elif direction == "up":
-        page.evaluate(f"window.scrollBy(0, -{amount})")
-        return f"Scrolled up {amount} pixels"
-    else:
-        return f"Unknown direction: {direction}"
-
-
-def scroll_element(page, selector: str, amount: int = 1000) -> str:
-    """Scroll a specific element by CSS selector.
-
-    Args:
-        page: Playwright page object
-        selector: CSS selector for the element
-        amount: Pixels to scroll
-
-    Returns:
-        Status message
-    """
-    if not page:
-        return "Browser not open"
-
-    result = page.evaluate(f"""
-        (() => {{
-            const element = document.querySelector('{selector}');
-            if (!element) return 'Element not found: {selector}';
-
-            const beforeScroll = element.scrollTop;
-            element.scrollTop += {amount};
-            const afterScroll = element.scrollTop;
-
-            return `Scrolled from ${{beforeScroll}}px to ${{afterScroll}}px (delta: ${{afterScroll - beforeScroll}}px)`;
-        }})()
-    """)
-
-    return result