autoglm-gui 1.4.0__py3-none-any.whl → 1.4.1__py3-none-any.whl

AutoGLM_GUI/static/assets/{workflows-xiplap-r.js → workflows-Du_de-dt.js}

@@ -1 +1 @@
-import{c as D,u as S,r as t,l as b,j as e,B as r,d as W,a as F,b as T}from"./index-DHF1NZh0.js";import{P as E,L as f,C as L,a as P,b as z,c as H,T as I,D as q,d as B,e as M,f as _,g as j,I as O,h as R,i as A}from"./dialog-BfdcBs1x.js";const G=[["path",{d:"M12 3H5a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h14a2 2 0 0 0 2-2v-7",key:"1m0v6g"}],["path",{d:"M18.375 2.625a1 1 0 0 1 3 3l-9.013 9.014a2 2 0 0 1-.853.505l-2.873.84a.5.5 0 0 1-.62-.62l.84-2.873a2 2 0 0 1 .506-.852z",key:"ohrbg2"}]],J=D("square-pen",G);function U(){const s=S(),[m,g]=t.useState([]),[p,x]=t.useState(!0),[k,o]=t.useState(!1),[c,h]=t.useState(null),[l,i]=t.useState({name:"",text:""}),[w,u]=t.useState(!1);t.useEffect(()=>{d()},[]);const d=async()=>{try{x(!0);const a=await b();g(a.workflows)}catch(a){console.error("Failed to load workflows:",a)}finally{x(!1)}},v=()=>{h(null),i({name:"",text:""}),o(!0)},N=a=>{h(a),i({name:a.name,text:a.text}),o(!0)},C=async()=>{try{u(!0),c?await F(c.uuid,l):await T(l),o(!1),d()}catch(a){console.error("Failed to save workflow:",a)}finally{u(!1)}},y=async a=>{if(window.confirm(s.workflows.deleteConfirm))try{await W(a),d()}catch(n){console.error("Failed to delete workflow:",n)}};return e.jsxs("div",{className:"container mx-auto p-6 max-w-7xl",children:[e.jsxs("div",{className:"flex justify-between items-center mb-6",children:[e.jsx("h1",{className:"text-3xl font-bold",children:s.workflows.title}),e.jsxs(r,{onClick:v,children:[e.jsx(E,{className:"w-4 h-4 mr-2"}),s.workflows.createNew]})]}),p?e.jsx("div",{className:"flex justify-center items-center h-64",children:e.jsx(f,{className:"w-8 h-8 animate-spin text-slate-400"})}):m.length===0?e.jsx("div",{className:"text-center py-12",children:e.jsx("p",{className:"text-slate-500 dark:text-slate-400",children:s.workflows.empty})}):e.jsx("div",{className:"grid gap-4 md:grid-cols-2 lg:grid-cols-3",children:m.map(a=>e.jsxs(L,{className:"hover:shadow-md transition-shadow",children:[e.jsx(P,{children:e.jsx(z,{className:"text-lg",children:a.name})}),e.jsxs(H,{children:[e.jsx("p",{className:"text-sm text-slate-600 dark:text-slate-400 mb-4 line-clamp-3",children:a.text}),e.jsxs("div",{className:"flex gap-2",children:[e.jsxs(r,{variant:"outline",size:"sm",onClick:()=>N(a),children:[e.jsx(J,{className:"w-3 h-3 mr-1"}),s.common.edit]}),e.jsxs(r,{variant:"destructive",size:"sm",onClick:()=>y(a.uuid),children:[e.jsx(I,{className:"w-3 h-3 mr-1"}),s.common.delete]})]})]})]},a.uuid))}),e.jsx(q,{open:k,onOpenChange:o,children:e.jsxs(B,{className:"sm:max-w-[600px]",children:[e.jsx(M,{children:e.jsx(_,{children:c?s.workflows.edit:s.workflows.create})}),e.jsxs("div",{className:"space-y-4 py-4",children:[e.jsxs("div",{className:"space-y-2",children:[e.jsx(j,{htmlFor:"name",children:s.workflows.name}),e.jsx(O,{id:"name",value:l.name,onChange:a=>i(n=>({...n,name:a.target.value})),placeholder:s.workflows.namePlaceholder})]}),e.jsxs("div",{className:"space-y-2",children:[e.jsx(j,{htmlFor:"text",children:s.workflows.text}),e.jsx(R,{id:"text",value:l.text,onChange:a=>i(n=>({...n,text:a.target.value})),placeholder:s.workflows.textPlaceholder,rows:6,className:"resize-none !rounded-lg"})]})]}),e.jsxs(A,{children:[e.jsx(r,{variant:"outline",onClick:()=>o(!1),children:s.common.cancel}),e.jsx(r,{onClick:C,disabled:!l.name.trim()||!l.text.trim()||w,children:w?e.jsxs(e.Fragment,{children:[e.jsx(f,{className:"w-4 h-4 mr-2 animate-spin"}),s.common.loading]}):s.common.save})]})]})})]})}export{U as component};
+import{c as D,u as S,r as t,l as b,j as e,B as r,d as W,a as F,b as T}from"./index-UYYauTly.js";import{P as E,L as f,C as L,a as P,b as z,c as H,T as I,D as q,d as B,e as M,f as _,g as j,I as O,h as R,i as A}from"./dialog-B3uW4T8V.js";const G=[["path",{d:"M12 3H5a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h14a2 2 0 0 0 2-2v-7",key:"1m0v6g"}],["path",{d:"M18.375 2.625a1 1 0 0 1 3 3l-9.013 9.014a2 2 0 0 1-.853.505l-2.873.84a.5.5 0 0 1-.62-.62l.84-2.873a2 2 0 0 1 .506-.852z",key:"ohrbg2"}]],J=D("square-pen",G);function U(){const s=S(),[m,g]=t.useState([]),[p,x]=t.useState(!0),[k,o]=t.useState(!1),[c,h]=t.useState(null),[l,i]=t.useState({name:"",text:""}),[w,u]=t.useState(!1);t.useEffect(()=>{d()},[]);const d=async()=>{try{x(!0);const a=await b();g(a.workflows)}catch(a){console.error("Failed to load workflows:",a)}finally{x(!1)}},v=()=>{h(null),i({name:"",text:""}),o(!0)},N=a=>{h(a),i({name:a.name,text:a.text}),o(!0)},C=async()=>{try{u(!0),c?await F(c.uuid,l):await T(l),o(!1),d()}catch(a){console.error("Failed to save workflow:",a)}finally{u(!1)}},y=async a=>{if(window.confirm(s.workflows.deleteConfirm))try{await W(a),d()}catch(n){console.error("Failed to delete workflow:",n)}};return e.jsxs("div",{className:"container mx-auto p-6 max-w-7xl",children:[e.jsxs("div",{className:"flex justify-between items-center mb-6",children:[e.jsx("h1",{className:"text-3xl font-bold",children:s.workflows.title}),e.jsxs(r,{onClick:v,children:[e.jsx(E,{className:"w-4 h-4 mr-2"}),s.workflows.createNew]})]}),p?e.jsx("div",{className:"flex justify-center items-center h-64",children:e.jsx(f,{className:"w-8 h-8 animate-spin text-slate-400"})}):m.length===0?e.jsx("div",{className:"text-center py-12",children:e.jsx("p",{className:"text-slate-500 dark:text-slate-400",children:s.workflows.empty})}):e.jsx("div",{className:"grid gap-4 md:grid-cols-2 lg:grid-cols-3",children:m.map(a=>e.jsxs(L,{className:"hover:shadow-md transition-shadow",children:[e.jsx(P,{children:e.jsx(z,{className:"text-lg",children:a.name})}),e.jsxs(H,{children:[e.jsx("p",{className:"text-sm text-slate-600 dark:text-slate-400 mb-4 line-clamp-3",children:a.text}),e.jsxs("div",{className:"flex gap-2",children:[e.jsxs(r,{variant:"outline",size:"sm",onClick:()=>N(a),children:[e.jsx(J,{className:"w-3 h-3 mr-1"}),s.common.edit]}),e.jsxs(r,{variant:"destructive",size:"sm",onClick:()=>y(a.uuid),children:[e.jsx(I,{className:"w-3 h-3 mr-1"}),s.common.delete]})]})]})]},a.uuid))}),e.jsx(q,{open:k,onOpenChange:o,children:e.jsxs(B,{className:"sm:max-w-[600px]",children:[e.jsx(M,{children:e.jsx(_,{children:c?s.workflows.edit:s.workflows.create})}),e.jsxs("div",{className:"space-y-4 py-4",children:[e.jsxs("div",{className:"space-y-2",children:[e.jsx(j,{htmlFor:"name",children:s.workflows.name}),e.jsx(O,{id:"name",value:l.name,onChange:a=>i(n=>({...n,name:a.target.value})),placeholder:s.workflows.namePlaceholder})]}),e.jsxs("div",{className:"space-y-2",children:[e.jsx(j,{htmlFor:"text",children:s.workflows.text}),e.jsx(R,{id:"text",value:l.text,onChange:a=>i(n=>({...n,text:a.target.value})),placeholder:s.workflows.textPlaceholder,rows:6,className:"resize-none !rounded-lg"})]})]}),e.jsxs(A,{children:[e.jsx(r,{variant:"outline",onClick:()=>o(!1),children:s.common.cancel}),e.jsx(r,{onClick:C,disabled:!l.name.trim()||!l.text.trim()||w,children:w?e.jsxs(e.Fragment,{children:[e.jsx(f,{className:"w-4 h-4 mr-2 animate-spin"}),s.common.loading]}):s.common.save})]})]})})]})}export{U as component};

AutoGLM_GUI/static/index.html

@@ -11,8 +11,8 @@
     <link rel="icon" type="image/png" sizes="192x192" href="/logo-192.png" />
     <link rel="icon" type="image/png" sizes="512x512" href="/logo-512.png" />
     <meta name="theme-color" content="#f5f1e8" />
-    <script type="module" crossorigin src="/assets/index-DHF1NZh0.js"></script>
-    <link rel="stylesheet" crossorigin href="/assets/index-5hCCwHA7.css">
+    <script type="module" crossorigin src="/assets/index-UYYauTly.js"></script>
+    <link rel="stylesheet" crossorigin href="/assets/index-Cpv2gSF1.css">
   </head>
   <body>
     <div id="app"></div>

AutoGLM_GUI/types.py

@@ -0,0 +1,125 @@
+from __future__ import annotations
+
+from typing import Literal
+
+from typing_extensions import TypedDict
+
+ActionMetadata = Literal["do", "finish", "takeover"]
+PhoneActionType = Literal[
+    "Tap", "Swipe", "Type", "Launch", "Wait", "Back", "Home", "Long Press", "Double Tap"
+]
+MAIActionType = Literal[
+    "click",
+    "swipe",
+    "type",
+    "terminate",
+    "answer",
+    "wait",
+    "long_press",
+    "double_click",
+    "open",
+    "system_button",
+    "drag",
+]
+SwipeDirection = Literal["up", "down", "left", "right"]
+SystemButton = Literal["back", "home", "enter"]
+TerminateStatus = Literal["success", "failure"]
+MessageRole = Literal["system", "user", "assistant"]
+ContentType = Literal["text", "image_url"]
+
+
+class PhoneAgentAction(TypedDict, total=False):
+    _metadata: ActionMetadata
+    action: PhoneActionType
+    element: list[int]
+    text: str
+    app: str
+    start: list[int]
+    end: list[int]
+    duration: str
+    message: str
+
+
+class MAIAction(TypedDict, total=False):
+    action: MAIActionType
+    coordinate: list[float]
+    direction: SwipeDirection
+    text: str
+    button: SystemButton
+    status: TerminateStatus
+    start_coordinate: list[float]
+    end_coordinate: list[float]
+
+
+class SSEThinkingChunkData(TypedDict):
+    type: str
+    role: str
+    chunk: str
+
+
+class SSEStepData(TypedDict, total=False):
+    type: str
+    role: str
+    step: int
+    thinking: str
+    action: PhoneAgentAction | None
+    success: bool
+    finished: bool
+
+
+class SSEDoneData(TypedDict, total=False):
+    type: str
+    role: str
+    message: str
+    steps: int
+    success: bool
+
+
+class SSEErrorData(TypedDict):
+    type: str
+    role: str
+    message: str
+
+
+SSEEventData = SSEThinkingChunkData | SSEStepData | SSEDoneData | SSEErrorData
+
+
+class MAIAgentSpecificConfig(TypedDict, total=False):
+    history_n: int
+    max_pixels: int
+    min_pixels: int
+    tools: list[dict[str, str]]
+    use_mai_prompt: bool
+
+
+class GLMAgentSpecificConfig(TypedDict, total=False):
+    pass
+
+
+AgentSpecificConfig = MAIAgentSpecificConfig | GLMAgentSpecificConfig
+
+
+class TextContent(TypedDict):
+    type: ContentType
+    text: str
+
+
+class ImageURLContent(TypedDict):
+    type: ContentType
+    image_url: dict[str, str]
+
+
+MessageContent = str | list[TextContent | ImageURLContent]
+
+
+class ChatMessage(TypedDict, total=False):
+    role: MessageRole
+    content: MessageContent
+
+
+ConversationContext = list[ChatMessage]
+
+
+class Observation(TypedDict, total=False):
+    screenshot: object
+    accessibility_tree: dict[str, object] | None

{autoglm_gui-1.4.0.dist-info → autoglm_gui-1.4.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: autoglm-gui
-Version: 1.4.0
+Version: 1.4.1
 Summary: Web GUI for AutoGLM Phone Agent - AI-powered Android automation
 Project-URL: Homepage, https://github.com/suyiiyii/AutoGLM-GUI
 Project-URL: Repository, https://github.com/suyiiyii/AutoGLM-GUI
@@ -23,12 +23,15 @@ Requires-Python: >=3.10
 Requires-Dist: fastapi>=0.124.0
 Requires-Dist: fastmcp>=2.0.0
 Requires-Dist: httpx[socks]>=0.28.1
+Requires-Dist: jinja2>=3.1.0
 Requires-Dist: loguru>=0.7.3
+Requires-Dist: numpy>=1.24.0
 Requires-Dist: openai-agents>=0.6.4
 Requires-Dist: openai>=2.9.0
 Requires-Dist: pillow>=11.3.0
 Requires-Dist: prometheus-client>=0.21.0
 Requires-Dist: python-socketio>=5.11.0
+Requires-Dist: pyyaml>=6.0.3
 Requires-Dist: uvicorn[standard]>=0.38.0
 Requires-Dist: zeroconf>=0.148.0
 Description-Content-Type: text/markdown
@@ -76,9 +79,9 @@ AutoGLM 手机助手的现代化 Web 图形界面 - 让 AI 自动化操作 Andro
 
 | 操作系统 | 下载链接 | 说明 |
 |---------|---------|------|
-| 🪟 **Windows** (x64) | [📦 下载便携版 EXE](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.0/AutoGLM.GUI.1.4.0.exe) | 适用于 Windows 10/11，免安装 |
-| 🍎 **macOS** (Apple Silicon) | [📦 下载 DMG](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.0/AutoGLM.GUI-1.4.0-arm64.dmg) | 适用于 M 芯片 Mac |
-| 🐧 **Linux** (x64) | [📦 下载 AppImage](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.0/AutoGLM.GUI-1.4.0.AppImage) \| [deb](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.0/autoglm-gui_1.4.0_amd64.deb) \| [tar.gz](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.0/autoglm-gui-1.4.0.tar.gz) | 通用格式，支持主流发行版 |
+| 🪟 **Windows** (x64) | [📦 下载便携版 EXE](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.1/AutoGLM.GUI.1.4.1.exe) | 适用于 Windows 10/11，免安装 |
+| 🍎 **macOS** (Apple Silicon) | [📦 下载 DMG](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.1/AutoGLM.GUI-1.4.1-arm64.dmg) | 适用于 M 芯片 Mac |
+| 🐧 **Linux** (x64) | [📦 下载 AppImage](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.1/AutoGLM.GUI-1.4.1.AppImage) \| [deb](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.1/autoglm-gui_1.4.1_amd64.deb) \| [tar.gz](https://github.com/suyiiyii/AutoGLM-GUI/releases/download/v1.4.1/autoglm-gui-1.4.1.tar.gz) | 通用格式，支持主流发行版 |
 
 </div>
 
@@ -282,6 +285,16 @@ AutoGLM-GUI 支持同时控制多个 Android 设备：
 4. **对话** - 描述你想要做什么（例如："去美团点一杯霸王茶姬的伯牙绝弦"）
 5. **观察** - Agent 会逐步执行操作，每一步的思考过程和动作都会实时显示
 
+### 🤖 选择 Agent 类型
+
+在初始化设备时，可以选择不同的 Agent 类型（默认：GLM Agent）：
+
+- **GLM Agent**：基于 GLM 模型优化，成熟稳定，适合大多数任务
+- **MAI Agent**：阿里通义团队开发的 Mobile Agent，支持多张历史截图上下文，适合复杂任务
+
+MAI Agent 可配置参数：
+- `history_n`：历史截图数量（1-10，默认：3）
+
 <a id="mode-classic"></a>
 ### 🌿 普通模式（单模型 / Open AutoGLM）
 
@@ -402,6 +415,7 @@ uv run autoglm-gui --base-url http://localhost:8080/v1 --reload
 
 # 前端开发服务器（热重载）
 cd frontend && pnpm dev
+```
 
 ### 构建和打包
 
@@ -413,6 +427,71 @@ uv run python scripts/build.py
 uv run python scripts/build.py --pack
 ```
 
+## 🐳 Docker 部署
+
+AutoGLM-GUI 支持 Docker 容器化部署，适合服务器端远程控制 Android 设备的场景。
+
+### 快速启动
+
+```bash
+# 1. 克隆仓库
+git clone https://github.com/suyiiyii/AutoGLM-GUI.git
+cd AutoGLM-GUI
+
+# 2. 创建环境变量文件
+cat > .env << EOF
+AUTOGLM_BASE_URL=https://open.bigmodel.cn/api/paas/v4
+AUTOGLM_MODEL_NAME=autoglm-phone
+AUTOGLM_API_KEY=sk-your-api-key
+EOF
+
+# 3. 启动容器
+docker-compose up -d
+
+# 4. 访问 http://localhost:8000
+```
+
+### 手动构建
+
+```bash
+# 构建镜像
+docker build -t autoglm-gui:latest .
+
+# 运行容器 (Linux 推荐 host 网络)
+docker run -d --network host \
+  -e AUTOGLM_BASE_URL=https://open.bigmodel.cn/api/paas/v4 \
+  -e AUTOGLM_MODEL_NAME=autoglm-phone \
+  -e AUTOGLM_API_KEY=sk-xxx \
+  -v autoglm_config:/root/.config/autoglm \
+  -v autoglm_logs:/app/logs \
+  autoglm-gui:latest
+```
+
+### 环境变量
+
+| 变量 | 说明 | 默认值 |
+|------|------|--------|
+| `AUTOGLM_BASE_URL` | 模型 API 地址 | (必填) |
+| `AUTOGLM_MODEL_NAME` | 模型名称 | `autoglm-phone` |
+| `AUTOGLM_API_KEY` | API 密钥 | (必填) |
+
+### 连接远程设备
+
+Docker 容器中连接 Android 设备推荐使用 **WiFi 调试**：
+
+1. 在 Android 设备上开启「开发者选项」→「无线调试」
+2. 记录设备的 IP 地址和端口号
+3. 在 Web 界面点击「添加无线设备」→ 输入 IP:端口 → 连接
+
+> ⚠️ **注意**：二维码配对功能在 Docker bridge 网络中可能受限（依赖 mDNS 多播）。Linux 系统建议使用 `network_mode: host`。
+
+### 健康检查
+
+```bash
+# 检查服务状态
+curl http://localhost:8000/api/health
+```
+
 ## 📝 开源协议
 
 Apache License 2.0

{autoglm_gui-1.4.0.dist-info → autoglm_gui-1.4.1.dist-info}/RECORD

@@ -1,21 +1,23 @@
 AutoGLM_GUI/__init__.py,sha256=ic002QIj6sw9cyhh7e_60DFIb7omtPcF01-L6M4lllM,2176
-AutoGLM_GUI/__main__.py,sha256=ogFi2KO9kCn47ZvT5jqBzoBTnqG191TFKfEM9lcal1w,6390
-AutoGLM_GUI/config.py,sha256=SRBPcIKqR5HxrxiiwpOUAPxHvp-36igtFhDEptG_Zz4,619
-AutoGLM_GUI/config_manager.py,sha256=-y8ld-b9FVaFdsPQlw_1sxReM_Xs_IR6dZHCUbfW1J0,21143
+AutoGLM_GUI/__main__.py,sha256=ygs0rleqyOdDOZBVc7eZoPOjrVmAwKptYjeWOwTtvMc,6251
+AutoGLM_GUI/config_manager.py,sha256=Jy10Ka5A-c7Hq94zc3nPUXjV6uqgXW2Dqhip4TG7yz4,23603
+AutoGLM_GUI/device_adapter.py,sha256=eA0bOlU-lzJig9cNCZrS0FqApEVbSOg7oke5P1iJ1rA,9011
 AutoGLM_GUI/device_manager.py,sha256=dAHP29a63H6GY43f715dOlJdwOz1eWa2XnPf2_SbIiY,26923
-AutoGLM_GUI/exceptions.py,sha256=dPKKuRPbsGMgUtPVZuxny8MNHswS78WzUepYtuZGZQc,3457
+AutoGLM_GUI/device_protocol.py,sha256=PyjCckBz8dtU6XUSqLy2epYbIsREoA4xcfOLktYEFNo,6919
+AutoGLM_GUI/exceptions.py,sha256=QXTQzxdbEHDUrtaD1G4zuKZydFJO5ymNvuo8ZvVjUdA,3487
 AutoGLM_GUI/logger.py,sha256=wLzjbRqsHAsOtI9yB0bcUZFVzgGK6qM8330std6FjVw,2553
-AutoGLM_GUI/metrics.py,sha256=l8KIGfiDlAccLOmk7nneacJMs3tlIdCFyXe3szodUE0,9442
-AutoGLM_GUI/phone_agent_manager.py,sha256=2ofFw9wdE1cs8SMo8OGbcs-J54ZGxDIOgVBYm-mT3oM,27532
-AutoGLM_GUI/phone_agent_patches.py,sha256=-RfpL9RHxOI2GyC2v8L49S0gXiK8l1cldEX3Ysrpl5c,4887
-AutoGLM_GUI/platform_utils.py,sha256=bYlQGAYYpU1ZqOUD-F-fIzpEA5z53dMFfaErsFhAvYk,2357
+AutoGLM_GUI/metrics.py,sha256=L72hzMNzw1eemQLz6Hoth5sRW6OQlI4Np5BIFSFwl1c,8994
+AutoGLM_GUI/phone_agent_manager.py,sha256=6ySHfglvMqXv8lLPAKoTE59Mi_8NLWjlAJ63ejQx0Ms,32573
+AutoGLM_GUI/phone_agent_patches.py,sha256=xbuD7rBVPyCQ7wMb4MNW-cvSDIdtup7pJT_KvB88foM,4948
+AutoGLM_GUI/platform_utils.py,sha256=fAu_3rHYVlIpDxs09eCkJBUI5_qb2_cHu1si6FuuM1U,2448
 AutoGLM_GUI/prompts.py,sha256=lC5UktW0KRpWKij6T0GG1OrNKV9gAfM6dUcp_tjX7mo,4814
-AutoGLM_GUI/schemas.py,sha256=n_9bCYh4U5aZXYrsgNlv85ca06wCbixxE-U6Eubq3u4,15943
+AutoGLM_GUI/schemas.py,sha256=udgl1SY5c3EbklkSQKrLRu257Wf6w4IFC6S1MmN_mp0,17707
 AutoGLM_GUI/scrcpy_protocol.py,sha256=h6AtAGq3zMM30FWM7EYiYKJz7BDikpNCOjcKtFcRx3s,997
-AutoGLM_GUI/scrcpy_stream.py,sha256=-tGyDNaML1TnZLzTNiVUgxMTv_7TQS0CKZ35G2RuPfg,16595
-AutoGLM_GUI/server.py,sha256=GGGz7llG5rflIpO61nil8Zde12PLkv6OIzghuxwSkoI,249
-AutoGLM_GUI/socketio_server.py,sha256=__fWLlqBYFFl1YXanm8Vls-_Wr8pQ68kU7N_3q4WZfY,3535
-AutoGLM_GUI/state.py,sha256=ziw-t69JrojUOfzuNmVrZPc6J3-adBFpN4J3Xhq1sdU,1825
+AutoGLM_GUI/scrcpy_stream.py,sha256=LScxoEXDQu-Vn3TeG5y0fJ4Z66kMVOUdCkrgYq_tTlc,16913
+AutoGLM_GUI/server.py,sha256=Fo2Afl6CFT5B6MBggvR0n_savNxqxW22bFdN51NXRJs,299
+AutoGLM_GUI/socketio_server.py,sha256=ekEyyuIR1CwREDhDyGhIu8wxJ9S42Cemrf4fOdRxNKs,3826
+AutoGLM_GUI/state.py,sha256=qGnqZKdWFDpegVBLB4KHDbzfAVWc89C0AiCum_R9LSk,912
+AutoGLM_GUI/types.py,sha256=LEheZvDfeBrR2Hh_bEwRx3x_8qNDlEV7t8-9ymzzjFE,2532
 AutoGLM_GUI/version.py,sha256=z0MPXu-k9UO7RXxVGcAwim2M3yklrRqLwgOq66zSdzo,178
 AutoGLM_GUI/workflow_manager.py,sha256=AZ_zrhSeEvtlF1HTNMNS3f4qBwRuX-bzImdZEVZVXV8,5552
 AutoGLM_GUI/adb_plus/__init__.py,sha256=YwYYbeMrsKv8BGPcD6dv0PB8-wW93Ik9pMHo02i8QoU,945
@@ -24,41 +26,50 @@ AutoGLM_GUI/adb_plus/ip.py,sha256=dt6ffIjiW_jGoEqUKUDi9fRGbWN1W9LxfT8rWIqgS-0,22
 AutoGLM_GUI/adb_plus/keyboard_installer.py,sha256=dsQqLgWd2kkTeljdTTT77mFwJpcM-IJecMcJJEutbHo,13541
 AutoGLM_GUI/adb_plus/mdns.py,sha256=AwQ4MQsPKVW1tPjIUpOWvBQGlJxvVrO9eTvxoqsgPUo,5862
 AutoGLM_GUI/adb_plus/pair.py,sha256=3UElG0yjylhmZBtPpDER2BNMZs9CwDeavjuQOwOC4sw,1945
-AutoGLM_GUI/adb_plus/qr_pair.py,sha256=K0Jnn5FcuQVU7cM74BTi7WdKh3UF9H85qyua9YPwIEE,13574
+AutoGLM_GUI/adb_plus/qr_pair.py,sha256=WHvx76q2xfTnJPXf5y_qI9cNuiBC_KeWwqYpuROdPkw,13571
 AutoGLM_GUI/adb_plus/screenshot.py,sha256=pr7BpmUcGZO9rthpDeMRn4D1oAGX9aEEVL3ZnTQzrIo,3211
 AutoGLM_GUI/adb_plus/serial.py,sha256=lDbBXTIoOJ5lbFj50K5X7PZnfpKt1vRpFiWVjolfEhQ,3142
 AutoGLM_GUI/adb_plus/touch.py,sha256=7cyMon9nOd6zQvZdHK7BHWoRLLWkdK-qWfTuSFfFzJA,2301
 AutoGLM_GUI/adb_plus/version.py,sha256=u5u1N40izJceeORN9kFhyz0wq_hZtlwBXaiytfA3px8,2428
-AutoGLM_GUI/api/__init__.py,sha256=YuWTvgPs9SSkH_YKGtdx2wbfcfvJtUU0sbTU-OalGMw,3923
-AutoGLM_GUI/api/agents.py,sha256=JnwaBXTWj8j0P__GOLcIMJsCQ2MHXROSAg1oJUTLY34,18978
+AutoGLM_GUI/agents/__init__.py,sha256=-LiMODXhqyXEcsMLOMGgnAhn8xIGokzWE4RyfZVcx_4,430
+AutoGLM_GUI/agents/factory.py,sha256=3_hmikWufNBHn-eg1rLAWqe9mPBYpzTBeNDADPOMoIY,4969
+AutoGLM_GUI/agents/mai_adapter.py,sha256=rUxw1LtHtKtfhLUDbQdbKWlsDMirNqAwBdpwH7wf2nY,21132
+AutoGLM_GUI/agents/protocols.py,sha256=3x3xutUZpF4BFXj0kwp8ZbGA39IIMSU9ymTtDnuoBfs,559
+AutoGLM_GUI/api/__init__.py,sha256=GtfuNa-G6SdeWD5_Zj99hvkXiKPYOZ3_YTysrtrGpSk,5420
+AutoGLM_GUI/api/agents.py,sha256=GtAwiakLxI3fAOaFmNfYerNw-QsUFmiIVb1INAWrJS8,20661
 AutoGLM_GUI/api/control.py,sha256=G-7hfdqTl5fq-UXOwE2CI_HMbfmRH1Vd589t2FTNZyY,3155
-AutoGLM_GUI/api/devices.py,sha256=AzHUwFGjaj5xaHMmDylyNy0CUGZQHwlCdE3t41azqQk,11186
-AutoGLM_GUI/api/dual_model.py,sha256=4MERvARZX2XX46vcoMnpFcs2UKRvpZX-YLm038jtg8U,10370
-AutoGLM_GUI/api/layered_agent.py,sha256=qAMkdul_XnVauBlVqq8k6tAmy3VkmgLweDH1WQODdhw,23347
-AutoGLM_GUI/api/mcp.py,sha256=5zuG81kTGcU3niD6mmsQOjxVNN15ilsmxYpEHxyTv7M,4683
+AutoGLM_GUI/api/devices.py,sha256=Z_DAPrsPo9DhZSZl29yFGF_ml6obZNQDI-p4Co9oXGI,11088
+AutoGLM_GUI/api/dual_model.py,sha256=PYKM9pDcSWpRMwko0aBJ5M8ekkGd9c98YiMoPQ9Jg0k,10648
+AutoGLM_GUI/api/health.py,sha256=ZedFUv-IHst_YUyeQ_MpL5JXOKuOhWVlHBVwAY3MM0I,266
+AutoGLM_GUI/api/layered_agent.py,sha256=Ts8R5i11woTFHHHUlAOATb5xRVy3TY9MSwfte3iUsSI,26297
+AutoGLM_GUI/api/mcp.py,sha256=ppqzBxiS_8tUeJ5P8AszH_4m6q0sNe0oT2SCU_uISks,4625
 AutoGLM_GUI/api/media.py,sha256=Ioncwd68CNkYvqmeTJJ3P5I1rjWfw6PM4WPz5Ixx8vI,1631
 AutoGLM_GUI/api/metrics.py,sha256=2h5MnUiMTRAshD6nvcarLVoSlOjtlyVAGg-LRXq03vQ,941
-AutoGLM_GUI/api/version.py,sha256=ZN99iH2PA_qx5A1fnSEO-Yihh4K7Bc4r1jOnP6IcXZo,5861
-AutoGLM_GUI/api/workflows.py,sha256=dis4k8b-xTYL99qlSYev-Qo5a7z9XdwA1xyC8fRJGLE,2360
+AutoGLM_GUI/api/version.py,sha256=DYiSNNykJsxOXO1zvf3w5AcAtQJTs2c-qtA1HRVihx0,6085
+AutoGLM_GUI/api/workflows.py,sha256=waYwlm2HxwkcfZwp7Bm2Z2l_bms6UmOy2xJEU9B_t0s,2431
+AutoGLM_GUI/devices/__init__.py,sha256=3RHDxS3feJ1jGdWbDKeOHSFUogmexcEr9lpcXWhlnjg,1471
+AutoGLM_GUI/devices/adb_device.py,sha256=9xOMQupSdtnr-wxJRcWhzfjisrwUNCrjxoi8LoMuweM,6406
+AutoGLM_GUI/devices/mock_device.py,sha256=Fnf9q-tjdqUZ-jKRf2cGbguAWAQhWr3qwVcFC4E4FCo,5700
+AutoGLM_GUI/devices/remote_device.py,sha256=x5MDsHwYj5YHR9KBPfjntJA8W8jpKoJwZ4vxslZFYUE,5566
 AutoGLM_GUI/dual_model/__init__.py,sha256=EQSMFAZ4NvZZywfnEJtDT9JrBJ4KuKWtGUHX4KcJIyY,1179
-AutoGLM_GUI/dual_model/decision_model.py,sha256=05_x2pTFdvlPU6s5RRyU44cvJFi58qtyrk6Bz-zIBto,21833
+AutoGLM_GUI/dual_model/decision_model.py,sha256=4UPTFikplV1GDnKEJNxNTMEXfgB2wjnstYL-yGXaI2g,21925
 AutoGLM_GUI/dual_model/dual_agent.py,sha256=HIw6Z5Ae9UH5-JEk9IPI2ry4uodvN-qdUQSIYrU0ecc,31574
 AutoGLM_GUI/dual_model/protocols.py,sha256=CZEqXUgsCoBeq7u1Ne43R031BjojGHvsZgvZqVn7Dh0,10534
 AutoGLM_GUI/dual_model/vision_model.py,sha256=Vaj-BVWVZpedUbAVr-dl-eXUQ2IHaQpo0P1AIBuTvdg,14440
-AutoGLM_GUI/mai_ui_adapter/agent_wrapper.py,sha256=82rnTo0iYcv60nHdREoPc4-xn79I0HCIfHcNO3FWHjw,9254
+AutoGLM_GUI/mai_ui_adapter/agent_wrapper.py,sha256=6VZqsPlRHthjf0Q5tJzH7RqNc-zdrRryPnKPCyyJVkY,9322
 AutoGLM_GUI/static/favicon.ico,sha256=uB4wrcENiFaF-K4V-FzNp51XLW8GC4-ujpBDHgISfGM,781
-AutoGLM_GUI/static/index.html,sha256=Up24pO96Iiv1riuUBhYTgVL_zk49em5DdqH3FW0hPvw,761
+AutoGLM_GUI/static/index.html,sha256=8GRBiZjc-NI6PxboyyZ8QmZrGtGIrb2Y41tbWR3w8TE,761
 AutoGLM_GUI/static/logo-192.png,sha256=FOXgZxFrN0ZleO0VjlCnvD5cDkd1okJPkwPDZqsflNs,35243
 AutoGLM_GUI/static/logo-512.png,sha256=HlwSg09dQ3_Jtb09Ght4l2VK3YNLZlP_941LCdpDkWk,251598
-AutoGLM_GUI/static/assets/about-DeclntHg.js,sha256=QecpNFR4smtHsdMcFTKuMtw_dqJodEnHPNNOk2WK--Q,155
-AutoGLM_GUI/static/assets/chat-Iut2yhSw.js,sha256=YmIodM0eFchn_p43yBGS5h8Y9ArqGgC1hj1zNbFnE7E,316649
-AutoGLM_GUI/static/assets/dialog-BfdcBs1x.js,sha256=ALMSKReQ0IPZVzIP4hLqo8Ikkd93Vnq8KklEcKRt7A4,27378
-AutoGLM_GUI/static/assets/index-5hCCwHA7.css,sha256=lrUhICgckXE0lbz732Xm8oAw37J9U0fbzUsj3kKJ8O4,79591
-AutoGLM_GUI/static/assets/index-DHF1NZh0.js,sha256=BBguL9SX_Kelo-GWPm7xhp5bxhr4q2HAxQ9JTRRDl8I,387094
-AutoGLM_GUI/static/assets/index-zQ4KKDHt.js,sha256=0ke1LC-kHtUh4fwdtI9hoV9Q3D5Qaj_XnIGgDl7ooI0,229
+AutoGLM_GUI/static/assets/about-_XNhzQZX.js,sha256=SmhdB_v2cKcfR7bxET7KdyIAIR7-zR2aAAPrQl-OZgo,155
+AutoGLM_GUI/static/assets/chat-DwJpiAWf.js,sha256=YWM2KdefYkk3dvykyrhN1_kOt5p9aBPdDh2tL9Txs20,321638
+AutoGLM_GUI/static/assets/dialog-B3uW4T8V.js,sha256=ZVyV1aFhZSgX4eNo7QXs1EgPY7zxjnzIY1jLCH491A4,27378
+AutoGLM_GUI/static/assets/index-Cpv2gSF1.css,sha256=k7xMpqu3sXEnofUa3E6k2dI76d3lRRlBZbCBZml3Xos,80508
+AutoGLM_GUI/static/assets/index-Cy8TmmHV.js,sha256=BOHPeP6BPgHKbLar3Q357uWM_mkYSpHXpZrOsGkXijg,229
+AutoGLM_GUI/static/assets/index-UYYauTly.js,sha256=y0cmKh3RwdWH85mKmevbxyr9czFvIYGQLpdODbfOgwY,389521
 AutoGLM_GUI/static/assets/logo-Cyfm06Ym.png,sha256=6GRUFH2KNmB4ZmnrmJ1wxpoIYEmOW-__XlmKImyAMKM,4955675
 AutoGLM_GUI/static/assets/worker-D6BRitjy.js,sha256=RL1NIRIks9dXdDhXOHK1cCg-OELT0uv9a6u_UEHfQ0Q,173494
-AutoGLM_GUI/static/assets/workflows-xiplap-r.js,sha256=2h9sp1HE0SoXjcEwdJPYXcHKua_DHgzHGRGXkJRdhO8,3459
+AutoGLM_GUI/static/assets/workflows-Du_de-dt.js,sha256=f9FeE4WAt69qNniqvi5i71iU-PbkVxzpoCrTwNYxrys,3459
 phone_agent/__init__.py,sha256=7sCmGiY-ePdb6L08MGG6DkOiu8goop6wq-v2SiM62tE,360
 phone_agent/agent.py,sha256=1SgHpv70_XbujG1ElYRZbvRO5-d4l7gBgiFRBz_FIH8,8157
 phone_agent/agent_ios.py,sha256=R7EBsoHVghEUBtI5TB7M0_btpFcb4NHquMNxktrqrJE,9338
@@ -92,9 +103,15 @@ phone_agent/xctest/connection.py,sha256=m2lT9aNZgknDzItPoA7KOiFaDVOPqx4Imdhl6GcH
 phone_agent/xctest/device.py,sha256=sOAPMoliMIabcrtsmzuGDKnZXtitqlc0lo8RSjQta7A,13655
 phone_agent/xctest/input.py,sha256=aMp1YCRGBtGsRMKhA9rrjxuLkri0_k3n6hisi0EBJ2o,8164
 phone_agent/xctest/screenshot.py,sha256=H6dsQGgf38h8dvuSeigiR2Qr8NucPanIgTK8kjlV9hA,6027
+mai_agent/base.py,sha256=hYjGQXe_qguYkGq2qVWVO_xzsLzNqayA-dox_usCCM0,4546
+mai_agent/mai_grounding_agent.py,sha256=d1X6giinaFVnTtKwh7oFktGZCkDjUySLb22toItykxM,8664
+mai_agent/mai_naivigation_agent.py,sha256=7oA_mjxHfUEYEz2-oLdCEIImNQvAK-V4ADIMCqPPM2s,18264
+mai_agent/prompt.py,sha256=Zgnj5JmVhCGjgM0sB-q19q0G76OCcNdffLypmwxRdl8,7111
+mai_agent/unified_memory.py,sha256=AqEux-0I2WUIQOaY_yCRi-MDuU1BuY6dEWgClQETnEk,2194
+mai_agent/utils.py,sha256=oJ50FEOM13-NwPHY4ttQ0tH49GS-w2TEy1_1FMCaxLg,2304
 scrcpy-server-v3.3.3,sha256=fnAyO6fyWWSd1KzOl6xP77roECssbZHi575hP9U1S-A,90164
-autoglm_gui-1.4.0.dist-info/METADATA,sha256=jbe8WQ1AAvaRtywV6FuuJi7NSnag8_5amjJmdEs1Zaw,18248
-autoglm_gui-1.4.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-autoglm_gui-1.4.0.dist-info/entry_points.txt,sha256=sz4rBO_kgrYmOiT0QnhCCv0b9QqBdWyCjugJgY8AEOI,58
-autoglm_gui-1.4.0.dist-info/licenses/LICENSE,sha256=0IkSHDewdtmXnmYzTNq4U47EJYjTuhjQNpT0bZKuqWc,11342
-autoglm_gui-1.4.0.dist-info/RECORD,,
+autoglm_gui-1.4.1.dist-info/METADATA,sha256=OCTjbmz6oXyvTATdzv7nuSF87wxvZnD3WHUDJhDKkK0,20387
+autoglm_gui-1.4.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+autoglm_gui-1.4.1.dist-info/entry_points.txt,sha256=sz4rBO_kgrYmOiT0QnhCCv0b9QqBdWyCjugJgY8AEOI,58
+autoglm_gui-1.4.1.dist-info/licenses/LICENSE,sha256=0IkSHDewdtmXnmYzTNq4U47EJYjTuhjQNpT0bZKuqWc,11342
+autoglm_gui-1.4.1.dist-info/RECORD,,

mai_agent/base.py

@@ -0,0 +1,137 @@
+# Copyright (c) 2025, Alibaba Cloud and its affiliates;
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Base agent class for mobile GUI automation agents."""
+
+from abc import ABC, abstractmethod
+from typing import Any, Dict, List, Tuple
+
+from unified_memory import TrajMemory
+
+
+class BaseAgent(ABC):
+    """
+    Abstract base class for all GUI automation agents.
+
+    This class provides common functionality for trajectory management
+    and defines the interface that all agents must implement.
+    """
+
+    def __init__(self) -> None:
+        """Initialize the base agent with empty trajectory memory."""
+        self.traj_memory = TrajMemory(
+            task_goal="",
+            task_id="",
+            steps=[],
+        )
+
+    @property
+    def thoughts(self) -> List[str]:
+        """Return list of thoughts from trajectory memory."""
+        return [step.thought if step.thought else "" for step in self.traj_memory.steps]
+
+    @property
+    def actions(self) -> List[Dict[str, Any]]:
+        """Return list of actions from trajectory memory."""
+        return [step.action for step in self.traj_memory.steps]
+
+    @property
+    def conclusions(self) -> List[str]:
+        """Return list of conclusions from trajectory memory."""
+        return [step.conclusion for step in self.traj_memory.steps]
+
+    @property
+    def observations(self) -> List[Dict[str, Any]]:
+        """Return list of observations from trajectory memory."""
+        return [
+            {
+                "screenshot": step.screenshot_bytes,
+                "accessibility_tree": step.accessibility_tree,
+            }
+            for step in self.traj_memory.steps
+        ]
+
+    @property
+    def history_images(self) -> List[bytes]:
+        """Return list of screenshot bytes from trajectory memory."""
+        return [step.screenshot_bytes for step in self.traj_memory.steps]
+
+    @property
+    def history_responses(self) -> List[str]:
+        """Return list of predictions from trajectory memory."""
+        return [step.prediction for step in self.traj_memory.steps]
+
+    @abstractmethod
+    def predict(
+        self,
+        instruction: str,
+        obs: Dict[str, Any],
+        **kwargs: Any,
+    ) -> Tuple[str, Dict[str, Any]]:
+        """
+        Predict the next action based on the current observation.
+
+        Args:
+            instruction: Task instruction/goal.
+            obs: Current observation containing screenshot and optional accessibility tree.
+            **kwargs: Additional keyword arguments.
+
+        Returns:
+            Tuple of (prediction_text, action_dict).
+        """
+        pass
+
+    def reset(self) -> None:
+        """Reset the trajectory memory for a new task."""
+        self.traj_memory = TrajMemory(
+            task_goal="",
+            task_id="",
+            steps=[],
+        )
+
+    def load_traj(self, traj_memory: TrajMemory) -> None:
+        """
+        Load trajectory from existing TrajMemory object.
+
+        Args:
+            traj_memory: TrajMemory object containing trajectory data.
+        """
+        self.traj_memory = traj_memory
+
+    def save_traj(self) -> Dict[str, Any]:
+        """
+        Save current trajectory to a dictionary format.
+
+        Returns:
+            Dictionary containing the trajectory data that can be serialized.
+        """
+        steps_data = []
+        for step in self.traj_memory.steps:
+            step_dict = {
+                "screenshot_bytes": step.screenshot_bytes,
+                "accessibility_tree": step.accessibility_tree,
+                "prediction": step.prediction,
+                "action": step.action,
+                "conclusion": step.conclusion,
+                "thought": step.thought,
+                "step_index": step.step_index,
+                "agent_type": step.agent_type,
+                "model_name": step.model_name,
+            }
+            steps_data.append(step_dict)
+
+        return {
+            "task_goal": self.traj_memory.task_goal,
+            "task_id": self.traj_memory.task_id,
+            "steps": steps_data,
+        }