autoglm-gui 1.4.1__py3-none-any.whl → 1.5.0__py3-none-any.whl

AutoGLM_GUI/__init__.py

@@ -5,6 +5,9 @@ import sys
 from functools import wraps
 from importlib import metadata
 
+from AutoGLM_GUI.config import AgentConfig, ModelConfig, StepResult
+from AutoGLM_GUI.logger import logger
+
 # 修复 Windows 编码问题 - 必须在所有其他导入之前
 if sys.platform == "win32":
     import codecs
@@ -58,3 +61,11 @@ try:
     __version__ = metadata.version("autoglm-gui")
 except metadata.PackageNotFoundError:
     __version__ = "unknown"
+
+__all__ = [
+    "__version__",
+    "ModelConfig",
+    "AgentConfig",
+    "StepResult",
+    "logger",
+]

AutoGLM_GUI/__main__.py

@@ -44,19 +44,25 @@ def find_available_port(
     )
 
 
-def open_browser(host: str, port: int, delay: float = 1.5) -> None:
+def open_browser(
+    host: str, port: int, use_ssl: bool = False, delay: float = 1.5
+) -> None:
     """Open browser after a delay to ensure server is ready.
 
     Args:
         host: Server host
         port: Server port
+        use_ssl: Whether to use HTTPS
         delay: Delay in seconds before opening browser
     """
 
     def _open():
         time.sleep(delay)
+        protocol = "https" if use_ssl else "http"
         url = (
-            f"http://127.0.0.1:{port}" if host == "0.0.0.0" else f"http://{host}:{port}"
+            f"{protocol}://127.0.0.1:{port}"
+            if host == "0.0.0.0"
+            else f"{protocol}://{host}:{port}"
         )
         try:
             webbrowser.open(url)
@@ -125,6 +131,16 @@ def main() -> None:
         action="store_true",
         help="Disable file logging",
     )
+    parser.add_argument(
+        "--ssl-keyfile",
+        default=None,
+        help="SSL key file path (for HTTPS)",
+    )
+    parser.add_argument(
+        "--ssl-certfile",
+        default=None,
+        help="SSL certificate file path (for HTTPS)",
+    )
 
     args = parser.parse_args()
 
@@ -172,6 +188,9 @@ def main() -> None:
     # 获取配置来源
     config_source = config_manager.get_config_source()
 
+    # Determine if SSL is enabled
+    use_ssl = args.ssl_keyfile is not None and args.ssl_certfile is not None
+
     # Display startup banner
     print()
     print("=" * 50)
@@ -179,7 +198,8 @@ def main() -> None:
     print("=" * 50)
     print(f"  Version:    {__version__}")
     print()
-    print(f"  Server:     http://{args.host}:{args.port}")
+    protocol = "https" if use_ssl else "http"
+    print(f"  Server:     {protocol}://{args.host}:{args.port}")
     print()
     print("  Model Configuration:")
     print(f"    Source:   {config_source.value}")
@@ -202,13 +222,15 @@ def main() -> None:
 
     # Open browser automatically unless disabled
     if not args.no_browser:
-        open_browser(args.host, args.port)
+        open_browser(args.host, args.port, use_ssl=use_ssl)
 
     uvicorn.run(
         server.app if not args.reload else "AutoGLM_GUI.server:app",
         host=args.host,
         port=args.port,
         reload=args.reload,
+        ssl_keyfile=args.ssl_keyfile,
+        ssl_certfile=args.ssl_certfile,
     )
 
 

AutoGLM_GUI/actions/__init__.py

@@ -0,0 +1,6 @@
+"""Action system for executing phone operations."""
+
+from .handler import ActionHandler
+from .types import ActionResult
+
+__all__ = ["ActionHandler", "ActionResult"]

AutoGLM_GUI/actions/handler.py

@@ -0,0 +1,196 @@
+"""Action handler for executing phone operations."""
+
+import time
+from typing import Any, Callable
+
+from AutoGLM_GUI.device_protocol import DeviceProtocol
+
+from .types import ActionResult
+
+
+class ActionHandler:
+    def __init__(
+        self,
+        device: DeviceProtocol,
+        confirmation_callback: Callable[[str], bool] | None = None,
+        takeover_callback: Callable[[str], None] | None = None,
+    ):
+        self.device = device
+        self.confirmation_callback = confirmation_callback or self._default_confirmation
+        self.takeover_callback = takeover_callback or self._default_takeover
+
+    def execute(
+        self, action: dict[str, Any], screen_width: int, screen_height: int
+    ) -> ActionResult:
+        action_type = action.get("_metadata")
+
+        if action_type == "finish":
+            return ActionResult(
+                success=True, should_finish=True, message=action.get("message")
+            )
+
+        if action_type != "do":
+            return ActionResult(
+                success=False,
+                should_finish=True,
+                message=f"Unknown action type: {action_type}",
+            )
+
+        action_name = action.get("action")
+        if not isinstance(action_name, str) or not action_name:
+            return ActionResult(
+                success=False,
+                should_finish=False,
+                message=f"Unknown action: {action_name}",
+            )
+
+        handler_method = self._get_handler(action_name)
+
+        if handler_method is None:
+            return ActionResult(
+                success=False,
+                should_finish=False,
+                message=f"Unknown action: {action_name}",
+            )
+
+        try:
+            return handler_method(action, screen_width, screen_height)
+        except Exception as e:
+            return ActionResult(
+                success=False, should_finish=False, message=f"Action failed: {e}"
+            )
+
+    def _get_handler(self, action_name: str) -> Callable | None:
+        handlers = {
+            "Launch": self._handle_launch,
+            "Tap": self._handle_tap,
+            "Type": self._handle_type,
+            "Type_Name": self._handle_type,
+            "Swipe": self._handle_swipe,
+            "Back": self._handle_back,
+            "Home": self._handle_home,
+            "Double Tap": self._handle_double_tap,
+            "Long Press": self._handle_long_press,
+            "Wait": self._handle_wait,
+            "Take_over": self._handle_takeover,
+            "Note": self._handle_note,
+        }
+        return handlers.get(action_name)
+
+    def _convert_relative_to_absolute(
+        self, element: list[int], screen_width: int, screen_height: int
+    ) -> tuple[int, int]:
+        x = int(element[0] / 1000 * screen_width)
+        y = int(element[1] / 1000 * screen_height)
+        return x, y
+
+    def _handle_launch(self, action: dict, width: int, height: int) -> ActionResult:
+        app_name = action.get("app")
+        if not app_name:
+            return ActionResult(False, False, "No app name specified")
+
+        success = self.device.launch_app(app_name)
+        if success:
+            return ActionResult(True, False)
+        return ActionResult(False, False, f"App not found: {app_name}")
+
+    def _handle_tap(self, action: dict, width: int, height: int) -> ActionResult:
+        element = action.get("element")
+        if not element:
+            return ActionResult(False, False, "No element coordinates")
+
+        x, y = self._convert_relative_to_absolute(element, width, height)
+
+        if "message" in action:
+            if not self.confirmation_callback(action["message"]):
+                return ActionResult(
+                    success=False,
+                    should_finish=True,
+                    message="User cancelled sensitive operation",
+                )
+
+        self.device.tap(x, y)
+        return ActionResult(True, False)
+
+    def _handle_type(self, action: dict, width: int, height: int) -> ActionResult:
+        text = action.get("text", "")
+
+        original_ime = self.device.detect_and_set_adb_keyboard()
+        time.sleep(0.5)
+
+        self.device.clear_text()
+        time.sleep(0.3)
+
+        self.device.type_text(text)
+        time.sleep(0.5)
+
+        self.device.restore_keyboard(original_ime)
+        time.sleep(0.3)
+
+        return ActionResult(True, False)
+
+    def _handle_swipe(self, action: dict, width: int, height: int) -> ActionResult:
+        start = action.get("start")
+        end = action.get("end")
+
+        if not start or not end:
+            return ActionResult(False, False, "Missing swipe coordinates")
+
+        start_x, start_y = self._convert_relative_to_absolute(start, width, height)
+        end_x, end_y = self._convert_relative_to_absolute(end, width, height)
+
+        self.device.swipe(start_x, start_y, end_x, end_y)
+        return ActionResult(True, False)
+
+    def _handle_back(self, action: dict, width: int, height: int) -> ActionResult:
+        self.device.back()
+        return ActionResult(True, False)
+
+    def _handle_home(self, action: dict, width: int, height: int) -> ActionResult:
+        self.device.home()
+        return ActionResult(True, False)
+
+    def _handle_double_tap(self, action: dict, width: int, height: int) -> ActionResult:
+        element = action.get("element")
+        if not element:
+            return ActionResult(False, False, "No element coordinates")
+
+        x, y = self._convert_relative_to_absolute(element, width, height)
+        self.device.double_tap(x, y)
+        return ActionResult(True, False)
+
+    def _handle_long_press(self, action: dict, width: int, height: int) -> ActionResult:
+        element = action.get("element")
+        if not element:
+            return ActionResult(False, False, "No element coordinates")
+
+        x, y = self._convert_relative_to_absolute(element, width, height)
+        self.device.long_press(x, y)
+        return ActionResult(True, False)
+
+    def _handle_wait(self, action: dict, width: int, height: int) -> ActionResult:
+        duration_str = action.get("duration", "1 seconds")
+        try:
+            duration = float(duration_str.replace("seconds", "").strip())
+        except ValueError:
+            duration = 1.0
+
+        time.sleep(duration)
+        return ActionResult(True, False)
+
+    def _handle_takeover(self, action: dict, width: int, height: int) -> ActionResult:
+        message = action.get("message", "User intervention required")
+        self.takeover_callback(message)
+        return ActionResult(True, False)
+
+    def _handle_note(self, action: dict, width: int, height: int) -> ActionResult:
+        return ActionResult(True, False)
+
+    @staticmethod
+    def _default_confirmation(message: str) -> bool:
+        response = input(f"\n⚠️  Confirm action: {message} (y/n): ")
+        return response.lower() in ("y", "yes")
+
+    @staticmethod
+    def _default_takeover(message: str) -> None:
+        input(f"\n🤚 {message}. Press Enter to continue...")

AutoGLM_GUI/actions/types.py

@@ -0,0 +1,15 @@
+"""Type definitions for actions."""
+
+from dataclasses import dataclass
+from typing import Any
+
+
+@dataclass
+class ActionResult:
+    success: bool
+    should_finish: bool
+    message: str | None = None
+    requires_confirmation: bool = False
+
+
+Action = dict[str, Any]

AutoGLM_GUI/adb/__init__.py

@@ -0,0 +1,53 @@
+from AutoGLM_GUI.adb.apps import APP_PACKAGES, get_app_name, get_package_name
+from AutoGLM_GUI.adb.connection import (
+    ADBConnection,
+    ConnectionType,
+    DeviceInfo,
+    list_devices,
+    quick_connect,
+)
+from AutoGLM_GUI.adb.device import (
+    back,
+    double_tap,
+    get_current_app,
+    home,
+    launch_app,
+    long_press,
+    swipe,
+    tap,
+)
+from AutoGLM_GUI.adb.input import (
+    clear_text,
+    detect_and_set_adb_keyboard,
+    restore_keyboard,
+    type_text,
+)
+from AutoGLM_GUI.adb.screenshot import Screenshot, get_screenshot
+from AutoGLM_GUI.adb.timing import TIMING_CONFIG, TimingConfig
+
+__all__ = [
+    "ADBConnection",
+    "ConnectionType",
+    "DeviceInfo",
+    "list_devices",
+    "quick_connect",
+    "TIMING_CONFIG",
+    "TimingConfig",
+    "APP_PACKAGES",
+    "get_package_name",
+    "get_app_name",
+    "tap",
+    "double_tap",
+    "long_press",
+    "swipe",
+    "back",
+    "home",
+    "launch_app",
+    "get_current_app",
+    "type_text",
+    "clear_text",
+    "detect_and_set_adb_keyboard",
+    "restore_keyboard",
+    "Screenshot",
+    "get_screenshot",
+]

AutoGLM_GUI/adb/apps.py

@@ -0,0 +1,227 @@
+"""App name to package name mapping for supported applications."""
+
+APP_PACKAGES: dict[str, str] = {
+    # Social & Messaging
+    "微信": "com.tencent.mm",
+    "QQ": "com.tencent.mobileqq",
+    "微博": "com.sina.weibo",
+    # E-commerce
+    "淘宝": "com.taobao.taobao",
+    "京东": "com.jingdong.app.mall",
+    "拼多多": "com.xunmeng.pinduoduo",
+    "淘宝闪购": "com.taobao.taobao",
+    "京东秒送": "com.jingdong.app.mall",
+    # Lifestyle & Social
+    "小红书": "com.xingin.xhs",
+    "豆瓣": "com.douban.frodo",
+    "知乎": "com.zhihu.android",
+    # Maps & Navigation
+    "高德地图": "com.autonavi.minimap",
+    "百度地图": "com.baidu.BaiduMap",
+    # Food & Services
+    "美团": "com.sankuai.meituan",
+    "大众点评": "com.dianping.v1",
+    "饿了么": "me.ele",
+    "肯德基": "com.yek.android.kfc.activitys",
+    # Travel
+    "携程": "ctrip.android.view",
+    "铁路12306": "com.MobileTicket",
+    "12306": "com.MobileTicket",
+    "去哪儿": "com.Qunar",
+    "去哪儿旅行": "com.Qunar",
+    "滴滴出行": "com.sdu.didi.psnger",
+    # Video & Entertainment
+    "bilibili": "tv.danmaku.bili",
+    "抖音": "com.ss.android.ugc.aweme",
+    "快手": "com.smile.gifmaker",
+    "腾讯视频": "com.tencent.qqlive",
+    "爱奇艺": "com.qiyi.video",
+    "优酷视频": "com.youku.phone",
+    "芒果TV": "com.hunantv.imgo.activity",
+    "红果短剧": "com.phoenix.read",
+    # Music & Audio
+    "网易云音乐": "com.netease.cloudmusic",
+    "QQ音乐": "com.tencent.qqmusic",
+    "汽水音乐": "com.luna.music",
+    "喜马拉雅": "com.ximalaya.ting.android",
+    # Reading
+    "番茄小说": "com.dragon.read",
+    "番茄免费小说": "com.dragon.read",
+    "七猫免费小说": "com.kmxs.reader",
+    # Productivity
+    "飞书": "com.ss.android.lark",
+    "QQ邮箱": "com.tencent.androidqqmail",
+    # AI & Tools
+    "豆包": "com.larus.nova",
+    # Health & Fitness
+    "keep": "com.gotokeep.keep",
+    "美柚": "com.lingan.seeyou",
+    # News & Information
+    "腾讯新闻": "com.tencent.news",
+    "今日头条": "com.ss.android.article.news",
+    # Real Estate
+    "贝壳找房": "com.lianjia.beike",
+    "安居客": "com.anjuke.android.app",
+    # Finance
+    "同花顺": "com.hexin.plat.android",
+    # Games
+    "星穹铁道": "com.miHoYo.hkrpg",
+    "崩坏：星穹铁道": "com.miHoYo.hkrpg",
+    "恋与深空": "com.papegames.lysk.cn",
+    "AndroidSystemSettings": "com.android.settings",
+    "Android System Settings": "com.android.settings",
+    "Android  System Settings": "com.android.settings",
+    "Android-System-Settings": "com.android.settings",
+    "Settings": "com.android.settings",
+    "AudioRecorder": "com.android.soundrecorder",
+    "audiorecorder": "com.android.soundrecorder",
+    "Bluecoins": "com.rammigsoftware.bluecoins",
+    "bluecoins": "com.rammigsoftware.bluecoins",
+    "Broccoli": "com.flauschcode.broccoli",
+    "broccoli": "com.flauschcode.broccoli",
+    "Booking.com": "com.booking",
+    "Booking": "com.booking",
+    "booking.com": "com.booking",
+    "booking": "com.booking",
+    "BOOKING.COM": "com.booking",
+    "Chrome": "com.android.chrome",
+    "chrome": "com.android.chrome",
+    "Google Chrome": "com.android.chrome",
+    "Clock": "com.android.deskclock",
+    "clock": "com.android.deskclock",
+    "Contacts": "com.android.contacts",
+    "contacts": "com.android.contacts",
+    "Duolingo": "com.duolingo",
+    "duolingo": "com.duolingo",
+    "Expedia": "com.expedia.bookings",
+    "expedia": "com.expedia.bookings",
+    "Files": "com.android.fileexplorer",
+    "files": "com.android.fileexplorer",
+    "File Manager": "com.android.fileexplorer",
+    "file manager": "com.android.fileexplorer",
+    "gmail": "com.google.android.gm",
+    "Gmail": "com.google.android.gm",
+    "GoogleMail": "com.google.android.gm",
+    "Google Mail": "com.google.android.gm",
+    "GoogleFiles": "com.google.android.apps.nbu.files",
+    "googlefiles": "com.google.android.apps.nbu.files",
+    "FilesbyGoogle": "com.google.android.apps.nbu.files",
+    "GoogleCalendar": "com.google.android.calendar",
+    "Google-Calendar": "com.google.android.calendar",
+    "Google Calendar": "com.google.android.calendar",
+    "google-calendar": "com.google.android.calendar",
+    "google calendar": "com.google.android.calendar",
+    "GoogleChat": "com.google.android.apps.dynamite",
+    "Google Chat": "com.google.android.apps.dynamite",
+    "Google-Chat": "com.google.android.apps.dynamite",
+    "GoogleClock": "com.google.android.deskclock",
+    "Google Clock": "com.google.android.deskclock",
+    "Google-Clock": "com.google.android.deskclock",
+    "GoogleContacts": "com.google.android.contacts",
+    "Google-Contacts": "com.google.android.contacts",
+    "Google Contacts": "com.google.android.contacts",
+    "google-contacts": "com.google.android.contacts",
+    "google contacts": "com.google.android.contacts",
+    "GoogleDocs": "com.google.android.apps.docs.editors.docs",
+    "Google Docs": "com.google.android.apps.docs.editors.docs",
+    "googledocs": "com.google.android.apps.docs.editors.docs",
+    "google docs": "com.google.android.apps.docs.editors.docs",
+    "Google Drive": "com.google.android.apps.docs",
+    "Google-Drive": "com.google.android.apps.docs",
+    "google drive": "com.google.android.apps.docs",
+    "google-drive": "com.google.android.apps.docs",
+    "GoogleDrive": "com.google.android.apps.docs",
+    "Googledrive": "com.google.android.apps.docs",
+    "googledrive": "com.google.android.apps.docs",
+    "GoogleFit": "com.google.android.apps.fitness",
+    "googlefit": "com.google.android.apps.fitness",
+    "GoogleKeep": "com.google.android.keep",
+    "googlekeep": "com.google.android.keep",
+    "GoogleMaps": "com.google.android.apps.maps",
+    "Google Maps": "com.google.android.apps.maps",
+    "googlemaps": "com.google.android.apps.maps",
+    "google maps": "com.google.android.apps.maps",
+    "Google Play Books": "com.google.android.apps.books",
+    "Google-Play-Books": "com.google.android.apps.books",
+    "google play books": "com.google.android.apps.books",
+    "google-play-books": "com.google.android.apps.books",
+    "GooglePlayBooks": "com.google.android.apps.books",
+    "googleplaybooks": "com.google.android.apps.books",
+    "GooglePlayStore": "com.android.vending",
+    "Google Play Store": "com.android.vending",
+    "Google-Play-Store": "com.android.vending",
+    "GoogleSlides": "com.google.android.apps.docs.editors.slides",
+    "Google Slides": "com.google.android.apps.docs.editors.slides",
+    "Google-Slides": "com.google.android.apps.docs.editors.slides",
+    "GoogleTasks": "com.google.android.apps.tasks",
+    "Google Tasks": "com.google.android.apps.tasks",
+    "Google-Tasks": "com.google.android.apps.tasks",
+    "Joplin": "net.cozic.joplin",
+    "joplin": "net.cozic.joplin",
+    "McDonald": "com.mcdonalds.app",
+    "mcdonald": "com.mcdonalds.app",
+    "Osmand": "net.osmand",
+    "osmand": "net.osmand",
+    "PiMusicPlayer": "com.Project100Pi.themusicplayer",
+    "pimusicplayer": "com.Project100Pi.themusicplayer",
+    "Quora": "com.quora.android",
+    "quora": "com.quora.android",
+    "Reddit": "com.reddit.frontpage",
+    "reddit": "com.reddit.frontpage",
+    "RetroMusic": "code.name.monkey.retromusic",
+    "retromusic": "code.name.monkey.retromusic",
+    "SimpleCalendarPro": "com.scientificcalculatorplus.simplecalculator.basiccalculator.mathcalc",
+    "SimpleSMSMessenger": "com.simplemobiletools.smsmessenger",
+    "Telegram": "org.telegram.messenger",
+    "temu": "com.einnovation.temu",
+    "Temu": "com.einnovation.temu",
+    "Tiktok": "com.zhiliaoapp.musically",
+    "tiktok": "com.zhiliaoapp.musically",
+    "Twitter": "com.twitter.android",
+    "twitter": "com.twitter.android",
+    "X": "com.twitter.android",
+    "VLC": "org.videolan.vlc",
+    "WeChat": "com.tencent.mm",
+    "wechat": "com.tencent.mm",
+    "Whatsapp": "com.whatsapp",
+    "WhatsApp": "com.whatsapp",
+}
+
+
+def get_package_name(app_name: str) -> str | None:
+    """
+    Get the package name for an app.
+
+    Args:
+        app_name: The display name of the app.
+
+    Returns:
+        The Android package name, or None if not found.
+    """
+    return APP_PACKAGES.get(app_name)
+
+
+def get_app_name(package_name: str) -> str | None:
+    """
+    Get the app name from a package name.
+
+    Args:
+        package_name: The Android package name.
+
+    Returns:
+        The display name of the app, or None if not found.
+    """
+    for name, package in APP_PACKAGES.items():
+        if package == package_name:
+            return name
+    return None
+
+
+def list_supported_apps() -> list[str]:
+    """
+    Get a list of all supported app names.
+
+    Returns:
+        List of app names.
+    """
+    return list(APP_PACKAGES.keys())