autoglm-gui 1.4.1__py3-none-any.whl → 1.5.1__py3-none-any.whl

phone_agent/hdc/device.py

@@ -1,269 +0,0 @@
-"""Device control utilities for HarmonyOS automation."""
-
-import time
-
-from phone_agent.config.apps_harmonyos import APP_ABILITIES, APP_PACKAGES
-from phone_agent.config.timing import TIMING_CONFIG
-from phone_agent.hdc.connection import _run_hdc_command
-
-
-def get_current_app(device_id: str | None = None) -> str:
-    """
-    Get the currently focused app name.
-
-    Args:
-        device_id: Optional HDC device ID for multi-device setups.
-
-    Returns:
-        The app name if recognized, otherwise "System Home".
-    """
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    result = _run_hdc_command(
-        hdc_prefix + ["shell", "hidumper", "-s", "WindowManagerService", "-a", "-a"],
-        capture_output=True,
-        text=True,
-        encoding="utf-8",
-    )
-    output = result.stdout
-    if not output:
-        raise ValueError("No output from hidumper")
-
-    # Parse window focus info
-    for line in output.split("\n"):
-        if "focused" in line.lower() or "current" in line.lower():
-            for app_name, package in APP_PACKAGES.items():
-                if package in line:
-                    return app_name
-
-    return "System Home"
-
-
-def tap(
-    x: int, y: int, device_id: str | None = None, delay: float | None = None
-) -> None:
-    """
-    Tap at the specified coordinates.
-
-    Args:
-        x: X coordinate.
-        y: Y coordinate.
-        device_id: Optional HDC device ID.
-        delay: Delay in seconds after tap. If None, uses configured default.
-    """
-    if delay is None:
-        delay = TIMING_CONFIG.device.default_tap_delay
-
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    # HarmonyOS uses uitest uiInput click
-    _run_hdc_command(
-        hdc_prefix + ["shell", "uitest", "uiInput", "click", str(x), str(y)],
-        capture_output=True,
-    )
-    time.sleep(delay)
-
-
-def double_tap(
-    x: int, y: int, device_id: str | None = None, delay: float | None = None
-) -> None:
-    """
-    Double tap at the specified coordinates.
-
-    Args:
-        x: X coordinate.
-        y: Y coordinate.
-        device_id: Optional HDC device ID.
-        delay: Delay in seconds after double tap. If None, uses configured default.
-    """
-    if delay is None:
-        delay = TIMING_CONFIG.device.default_double_tap_delay
-
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    # HarmonyOS uses uitest uiInput doubleClick
-    _run_hdc_command(
-        hdc_prefix + ["shell", "uitest", "uiInput", "doubleClick", str(x), str(y)],
-        capture_output=True,
-    )
-    time.sleep(delay)
-
-
-def long_press(
-    x: int,
-    y: int,
-    duration_ms: int = 3000,
-    device_id: str | None = None,
-    delay: float | None = None,
-) -> None:
-    """
-    Long press at the specified coordinates.
-
-    Args:
-        x: X coordinate.
-        y: Y coordinate.
-        duration_ms: Duration of press in milliseconds (note: HarmonyOS longClick may not support duration).
-        device_id: Optional HDC device ID.
-        delay: Delay in seconds after long press. If None, uses configured default.
-    """
-    if delay is None:
-        delay = TIMING_CONFIG.device.default_long_press_delay
-
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    # HarmonyOS uses uitest uiInput longClick
-    # Note: longClick may have a fixed duration, duration_ms parameter might not be supported
-    _run_hdc_command(
-        hdc_prefix + ["shell", "uitest", "uiInput", "longClick", str(x), str(y)],
-        capture_output=True,
-    )
-    time.sleep(delay)
-
-
-def swipe(
-    start_x: int,
-    start_y: int,
-    end_x: int,
-    end_y: int,
-    duration_ms: int | None = None,
-    device_id: str | None = None,
-    delay: float | None = None,
-) -> None:
-    """
-    Swipe from start to end coordinates.
-
-    Args:
-        start_x: Starting X coordinate.
-        start_y: Starting Y coordinate.
-        end_x: Ending X coordinate.
-        end_y: Ending Y coordinate.
-        duration_ms: Duration of swipe in milliseconds (auto-calculated if None).
-        device_id: Optional HDC device ID.
-        delay: Delay in seconds after swipe. If None, uses configured default.
-    """
-    if delay is None:
-        delay = TIMING_CONFIG.device.default_swipe_delay
-
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    if duration_ms is None:
-        # Calculate duration based on distance
-        dist_sq = (start_x - end_x) ** 2 + (start_y - end_y) ** 2
-        duration_ms = int(dist_sq / 1000)
-        duration_ms = max(500, min(duration_ms, 1000))  # Clamp between 500-1000ms
-
-    # HarmonyOS uses uitest uiInput swipe
-    # Format: swipe startX startY endX endY duration
-    _run_hdc_command(
-        hdc_prefix
-        + [
-            "shell",
-            "uitest",
-            "uiInput",
-            "swipe",
-            str(start_x),
-            str(start_y),
-            str(end_x),
-            str(end_y),
-            str(duration_ms),
-        ],
-        capture_output=True,
-    )
-    time.sleep(delay)
-
-
-def back(device_id: str | None = None, delay: float | None = None) -> None:
-    """
-    Press the back button.
-
-    Args:
-        device_id: Optional HDC device ID.
-        delay: Delay in seconds after pressing back. If None, uses configured default.
-    """
-    if delay is None:
-        delay = TIMING_CONFIG.device.default_back_delay
-
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    # HarmonyOS uses uitest uiInput keyEvent Back
-    _run_hdc_command(
-        hdc_prefix + ["shell", "uitest", "uiInput", "keyEvent", "Back"],
-        capture_output=True,
-    )
-    time.sleep(delay)
-
-
-def home(device_id: str | None = None, delay: float | None = None) -> None:
-    """
-    Press the home button.
-
-    Args:
-        device_id: Optional HDC device ID.
-        delay: Delay in seconds after pressing home. If None, uses configured default.
-    """
-    if delay is None:
-        delay = TIMING_CONFIG.device.default_home_delay
-
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    # HarmonyOS uses uitest uiInput keyEvent Home
-    _run_hdc_command(
-        hdc_prefix + ["shell", "uitest", "uiInput", "keyEvent", "Home"],
-        capture_output=True,
-    )
-    time.sleep(delay)
-
-
-def launch_app(
-    app_name: str, device_id: str | None = None, delay: float | None = None
-) -> bool:
-    """
-    Launch an app by name.
-
-    Args:
-        app_name: The app name (must be in APP_PACKAGES).
-        device_id: Optional HDC device ID.
-        delay: Delay in seconds after launching. If None, uses configured default.
-
-    Returns:
-        True if app was launched, False if app not found.
-    """
-    if delay is None:
-        delay = TIMING_CONFIG.device.default_launch_delay
-
-    if app_name not in APP_PACKAGES:
-        print(f"[HDC] App '{app_name}' not found in HarmonyOS app list")
-        print(f"[HDC] Available apps: {', '.join(sorted(APP_PACKAGES.keys())[:10])}...")
-        return False
-
-    hdc_prefix = _get_hdc_prefix(device_id)
-    bundle = APP_PACKAGES[app_name]
-
-    # Get the ability name for this bundle
-    # Default to "EntryAbility" if not specified in APP_ABILITIES
-    ability = APP_ABILITIES.get(bundle, "EntryAbility")
-
-    # HarmonyOS uses 'aa start' command to launch apps
-    # Format: aa start -b {bundle} -a {ability}
-    _run_hdc_command(
-        hdc_prefix
-        + [
-            "shell",
-            "aa",
-            "start",
-            "-b",
-            bundle,
-            "-a",
-            ability,
-        ],
-        capture_output=True,
-    )
-    time.sleep(delay)
-    return True
-
-
-def _get_hdc_prefix(device_id: str | None) -> list:
-    """Get HDC command prefix with optional device specifier."""
-    if device_id:
-        return ["hdc", "-t", device_id]
-    return ["hdc"]

phone_agent/hdc/input.py

@@ -1,145 +0,0 @@
-"""Input utilities for HarmonyOS device text input."""
-
-from phone_agent.hdc.connection import _run_hdc_command
-
-
-def type_text(text: str, device_id: str | None = None) -> None:
-    """
-    Type text into the currently focused input field.
-
-    Args:
-        text: The text to type. Supports multi-line text with newline characters.
-        device_id: Optional HDC device ID for multi-device setups.
-
-    Note:
-        HarmonyOS uses: hdc shell uitest uiInput text "文本内容"
-        This command works without coordinates when input field is focused.
-        For multi-line text, the function splits by newlines and sends ENTER keyEvents.
-        ENTER key code in HarmonyOS: 2054
-        Recommendation: Click on the input field first to focus it, then use this function.
-    """
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    # Handle multi-line text by splitting on newlines
-    if "\n" in text:
-        lines = text.split("\n")
-        for i, line in enumerate(lines):
-            if line:  # Only process non-empty lines
-                # Escape special characters for shell
-                escaped_line = line.replace('"', '\\"').replace("$", "\\$")
-
-                _run_hdc_command(
-                    hdc_prefix + ["shell", "uitest", "uiInput", "text", escaped_line],
-                    capture_output=True,
-                    text=True,
-                )
-
-            # Send ENTER key event after each line except the last one
-            if i < len(lines) - 1:
-                try:
-                    _run_hdc_command(
-                        hdc_prefix + ["shell", "uitest", "uiInput", "keyEvent", "2054"],
-                        capture_output=True,
-                        text=True,
-                    )
-                except Exception as e:
-                    print(f"[HDC] ENTER keyEvent failed: {e}")
-    else:
-        # Single line text - original logic
-        # Escape special characters for shell (keep quotes for proper text handling)
-        # The text will be wrapped in quotes in the command
-        escaped_text = text.replace('"', '\\"').replace("$", "\\$")
-
-        # HarmonyOS uitest uiInput text command
-        # Format: hdc shell uitest uiInput text "文本内容"
-        _run_hdc_command(
-            hdc_prefix + ["shell", "uitest", "uiInput", "text", escaped_text],
-            capture_output=True,
-            text=True,
-        )
-
-
-def clear_text(device_id: str | None = None) -> None:
-    """
-    Clear text in the currently focused input field.
-
-    Args:
-        device_id: Optional HDC device ID for multi-device setups.
-
-    Note:
-        This method uses repeated delete key events to clear text.
-        For HarmonyOS, you might also use select all + delete for better efficiency.
-    """
-    hdc_prefix = _get_hdc_prefix(device_id)
-    # Ctrl+A to select all (key code 2072 for Ctrl, 2017 for A)
-    # Then delete
-    _run_hdc_command(
-        hdc_prefix + ["shell", "uitest", "uiInput", "keyEvent", "2072", "2017"],
-        capture_output=True,
-        text=True,
-    )
-    _run_hdc_command(
-        hdc_prefix + ["shell", "uitest", "uiInput", "keyEvent", "2055"],  # Delete key
-        capture_output=True,
-        text=True,
-    )
-
-
-def detect_and_set_adb_keyboard(device_id: str | None = None) -> str:
-    """
-    Detect current keyboard and switch to ADB Keyboard if available.
-
-    Args:
-        device_id: Optional HDC device ID for multi-device setups.
-
-    Returns:
-        The original keyboard IME identifier for later restoration.
-
-    Note:
-        This is a placeholder. HarmonyOS may not support ADB Keyboard.
-        If there's a similar tool for HarmonyOS, integrate it here.
-    """
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    # Get current IME (if HarmonyOS supports this)
-    try:
-        result = _run_hdc_command(
-            hdc_prefix + ["shell", "settings", "get", "secure", "default_input_method"],
-            capture_output=True,
-            text=True,
-        )
-        current_ime = (result.stdout + result.stderr).strip()
-
-        # If ADB Keyboard equivalent exists for HarmonyOS, switch to it
-        # For now, we'll just return the current IME
-        return current_ime
-    except Exception:
-        return ""
-
-
-def restore_keyboard(ime: str, device_id: str | None = None) -> None:
-    """
-    Restore the original keyboard IME.
-
-    Args:
-        ime: The IME identifier to restore.
-        device_id: Optional HDC device ID for multi-device setups.
-    """
-    if not ime:
-        return
-
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    try:
-        _run_hdc_command(
-            hdc_prefix + ["shell", "ime", "set", ime], capture_output=True, text=True
-        )
-    except Exception:
-        pass
-
-
-def _get_hdc_prefix(device_id: str | None) -> list:
-    """Get HDC command prefix with optional device specifier."""
-    if device_id:
-        return ["hdc", "-t", device_id]
-    return ["hdc"]

phone_agent/hdc/screenshot.py

@@ -1,127 +0,0 @@
-"""Screenshot utilities for capturing HarmonyOS device screen."""
-
-import base64
-import os
-import tempfile
-import uuid
-from dataclasses import dataclass
-from io import BytesIO
-
-from PIL import Image
-from phone_agent.hdc.connection import _run_hdc_command
-
-
-@dataclass
-class Screenshot:
-    """Represents a captured screenshot."""
-
-    base64_data: str
-    width: int
-    height: int
-    is_sensitive: bool = False
-
-
-def get_screenshot(device_id: str | None = None, timeout: int = 10) -> Screenshot:
-    """
-    Capture a screenshot from the connected HarmonyOS device.
-
-    Args:
-        device_id: Optional HDC device ID for multi-device setups.
-        timeout: Timeout in seconds for screenshot operations.
-
-    Returns:
-        Screenshot object containing base64 data and dimensions.
-
-    Note:
-        If the screenshot fails (e.g., on sensitive screens like payment pages),
-        a black fallback image is returned with is_sensitive=True.
-    """
-    temp_path = os.path.join(tempfile.gettempdir(), f"screenshot_{uuid.uuid4()}.png")
-    hdc_prefix = _get_hdc_prefix(device_id)
-
-    try:
-        # Execute screenshot command
-        # HarmonyOS HDC only supports JPEG format
-        remote_path = "/data/local/tmp/tmp_screenshot.jpeg"
-
-        # Try method 1: hdc shell screenshot (newer HarmonyOS versions)
-        result = _run_hdc_command(
-            hdc_prefix + ["shell", "screenshot", remote_path],
-            capture_output=True,
-            text=True,
-            timeout=timeout,
-        )
-
-        # Check for screenshot failure (sensitive screen)
-        output = result.stdout + result.stderr
-        if (
-            "fail" in output.lower()
-            or "error" in output.lower()
-            or "not found" in output.lower()
-        ):
-            # Try method 2: snapshot_display (older versions or different devices)
-            result = _run_hdc_command(
-                hdc_prefix + ["shell", "snapshot_display", "-f", remote_path],
-                capture_output=True,
-                text=True,
-                timeout=timeout,
-            )
-            output = result.stdout + result.stderr
-            if "fail" in output.lower() or "error" in output.lower():
-                return _create_fallback_screenshot(is_sensitive=True)
-
-        # Pull screenshot to local temp path
-        # Note: remote file is JPEG, but PIL can open it regardless of local extension
-        _run_hdc_command(
-            hdc_prefix + ["file", "recv", remote_path, temp_path],
-            capture_output=True,
-            text=True,
-            timeout=5,
-        )
-
-        if not os.path.exists(temp_path):
-            return _create_fallback_screenshot(is_sensitive=False)
-
-        # Read JPEG image and convert to PNG for model inference
-        # PIL automatically detects the image format from file content
-        img = Image.open(temp_path)
-        width, height = img.size
-
-        buffered = BytesIO()
-        img.save(buffered, format="PNG")
-        base64_data = base64.b64encode(buffered.getvalue()).decode("utf-8")
-
-        # Cleanup
-        os.remove(temp_path)
-
-        return Screenshot(
-            base64_data=base64_data, width=width, height=height, is_sensitive=False
-        )
-
-    except Exception as e:
-        print(f"Screenshot error: {e}")
-        return _create_fallback_screenshot(is_sensitive=False)
-
-
-def _get_hdc_prefix(device_id: str | None) -> list:
-    """Get HDC command prefix with optional device specifier."""
-    if device_id:
-        return ["hdc", "-t", device_id]
-    return ["hdc"]
-
-
-def _create_fallback_screenshot(is_sensitive: bool) -> Screenshot:
-    """Create a black fallback image when screenshot fails."""
-    default_width, default_height = 1080, 2400
-
-    black_img = Image.new("RGB", (default_width, default_height), color="black")
-    buffered = BytesIO()
-    black_img.save(buffered, format="PNG")
-    base64_data = base64.b64encode(buffered.getvalue()).decode("utf-8")
-
-    return Screenshot(
-        base64_data=base64_data,
-        width=default_width,
-        height=default_height,
-        is_sensitive=is_sensitive,
-    )

phone_agent/model/__init__.py

@@ -1,5 +0,0 @@
-"""Model client module for AI inference."""
-
-from phone_agent.model.client import ModelClient, ModelConfig
-
-__all__ = ["ModelClient", "ModelConfig"]