lybic-guiagents 0.1.0__py3-none-any.whl → 0.2.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of lybic-guiagents might be problematic. Click here for more details.
- gui_agents/__init__.py +63 -0
- gui_agents/agents/Action.py +3 -3
- gui_agents/agents/Backend/ADBBackend.py +62 -0
- gui_agents/agents/Backend/Backend.py +28 -0
- gui_agents/agents/Backend/LybicBackend.py +354 -0
- gui_agents/agents/Backend/PyAutoGUIBackend.py +183 -0
- gui_agents/agents/Backend/PyAutoGUIVMwareBackend.py +250 -0
- gui_agents/agents/Backend/__init__.py +0 -0
- gui_agents/agents/agent_s.py +0 -2
- gui_agents/agents/grounding.py +1 -6
- gui_agents/agents/hardware_interface.py +24 -7
- gui_agents/agents/manager.py +0 -3
- gui_agents/agents/translator.py +1 -1
- gui_agents/agents/worker.py +1 -2
- gui_agents/cli_app.py +143 -8
- gui_agents/core/engine.py +0 -2
- gui_agents/core/knowledge.py +0 -2
- gui_agents/lybic_client/__init__.py +0 -0
- gui_agents/lybic_client/lybic_client.py +88 -0
- gui_agents/prompts/__init__.py +0 -0
- gui_agents/prompts/prompts.py +869 -0
- gui_agents/service/__init__.py +19 -0
- gui_agents/service/agent_service.py +527 -0
- gui_agents/service/api_models.py +136 -0
- gui_agents/service/config.py +241 -0
- gui_agents/service/exceptions.py +35 -0
- gui_agents/store/__init__.py +0 -0
- gui_agents/store/registry.py +22 -0
- gui_agents/tools/tools.py +0 -4
- gui_agents/unit_test/test_manager.py +0 -2
- gui_agents/unit_test/test_worker.py +0 -2
- gui_agents/utils/analyze_display.py +1 -1
- gui_agents/utils/common_utils.py +0 -2
- {lybic_guiagents-0.1.0.dist-info → lybic_guiagents-0.2.1.dist-info}/METADATA +203 -75
- {lybic_guiagents-0.1.0.dist-info → lybic_guiagents-0.2.1.dist-info}/RECORD +38 -21
- {lybic_guiagents-0.1.0.dist-info → lybic_guiagents-0.2.1.dist-info}/WHEEL +0 -0
- {lybic_guiagents-0.1.0.dist-info → lybic_guiagents-0.2.1.dist-info}/licenses/LICENSE +0 -0
- {lybic_guiagents-0.1.0.dist-info → lybic_guiagents-0.2.1.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: lybic-guiagents
|
|
3
|
-
Version: 0.1
|
|
3
|
+
Version: 0.2.1
|
|
4
4
|
Summary: An open-source agentic framework that enables AI to use computers like humans and can provide a multi-agent runtime environment as an infrastructure capability
|
|
5
5
|
Author: Lybic Development Team
|
|
6
6
|
Author-email: Lybic Development Team <lybic@tingyutech.com>
|
|
@@ -9,88 +9,145 @@ Classifier: Programming Language :: Python :: 3
|
|
|
9
9
|
Requires-Python: >=3.9, <=3.12
|
|
10
10
|
Description-Content-Type: text/markdown
|
|
11
11
|
License-File: LICENSE
|
|
12
|
-
Requires-Dist:
|
|
12
|
+
Requires-Dist: dotenv
|
|
13
|
+
Requires-Dist: pyperclip
|
|
14
|
+
Requires-Dist: Pillow>=11.3.0
|
|
13
15
|
Requires-Dist: backoff
|
|
14
|
-
Requires-Dist:
|
|
15
|
-
Requires-Dist: openai
|
|
16
|
+
Requires-Dist: numpy
|
|
16
17
|
Requires-Dist: anthropic
|
|
17
|
-
Requires-Dist:
|
|
18
|
+
Requires-Dist: openai
|
|
19
|
+
Requires-Dist: google-genai
|
|
18
20
|
Requires-Dist: zhipuai
|
|
19
21
|
Requires-Dist: groq
|
|
20
22
|
Requires-Dist: boto3
|
|
21
|
-
Requires-Dist: uvicorn
|
|
22
|
-
Requires-Dist: paddleocr
|
|
23
|
-
Requires-Dist: paddlepaddle
|
|
24
|
-
Requires-Dist: together
|
|
25
23
|
Requires-Dist: scikit-learn
|
|
26
|
-
Requires-Dist: websockets
|
|
27
24
|
Requires-Dist: tiktoken
|
|
28
|
-
Requires-Dist:
|
|
29
|
-
Requires-Dist:
|
|
30
|
-
Requires-Dist: exa_py
|
|
31
|
-
Requires-Dist: black
|
|
32
|
-
Requires-Dist: certifi
|
|
33
|
-
Requires-Dist: pytesseract
|
|
34
|
-
Requires-Dist: google-genai
|
|
35
|
-
Requires-Dist: python-dotenv
|
|
36
|
-
Requires-Dist: Pillow~=11.0.0
|
|
37
|
-
Requires-Dist: fabric
|
|
38
|
-
Requires-Dist: gymnasium~=0.28.1
|
|
39
|
-
Requires-Dist: requests~=2.31.0
|
|
40
|
-
Requires-Dist: pytz~=2024.1
|
|
41
|
-
Requires-Dist: transformers~=4.35.2
|
|
42
|
-
Requires-Dist: torch~=2.5.0
|
|
43
|
-
Requires-Dist: accelerate
|
|
44
|
-
Requires-Dist: opencv-python~=4.8.1.78
|
|
45
|
-
Requires-Dist: matplotlib~=3.7.4
|
|
46
|
-
Requires-Dist: pynput~=1.7.6
|
|
47
|
-
Requires-Dist: psutil~=5.9.6
|
|
48
|
-
Requires-Dist: tqdm~=4.65.0
|
|
49
|
-
Requires-Dist: flask~=3.0.0
|
|
50
|
-
Requires-Dist: requests-toolbelt~=1.0.0
|
|
51
|
-
Requires-Dist: lxml
|
|
52
|
-
Requires-Dist: cssselect
|
|
53
|
-
Requires-Dist: xmltodict
|
|
54
|
-
Requires-Dist: openpyxl
|
|
55
|
-
Requires-Dist: python-docx
|
|
56
|
-
Requires-Dist: python-pptx
|
|
57
|
-
Requires-Dist: pypdf
|
|
58
|
-
Requires-Dist: PyGetWindow
|
|
59
|
-
Requires-Dist: rapidfuzz
|
|
60
|
-
Requires-Dist: pyacoustid
|
|
61
|
-
Requires-Dist: pygame
|
|
62
|
-
Requires-Dist: ImageHash
|
|
63
|
-
Requires-Dist: scikit-image
|
|
64
|
-
Requires-Dist: librosa
|
|
65
|
-
Requires-Dist: pymupdf
|
|
66
|
-
Requires-Dist: chardet
|
|
67
|
-
Requires-Dist: playwright
|
|
68
|
-
Requires-Dist: formulas
|
|
69
|
-
Requires-Dist: pydrive
|
|
70
|
-
Requires-Dist: fastdtw
|
|
71
|
-
Requires-Dist: odfpy
|
|
72
|
-
Requires-Dist: func-timeout
|
|
73
|
-
Requires-Dist: beautifulsoup4
|
|
74
|
-
Requires-Dist: dashscope
|
|
75
|
-
Requires-Dist: google-generativeai
|
|
76
|
-
Requires-Dist: PyYaml
|
|
77
|
-
Requires-Dist: mutagen
|
|
78
|
-
Requires-Dist: easyocr
|
|
79
|
-
Requires-Dist: borb
|
|
80
|
-
Requires-Dist: pypdf2
|
|
81
|
-
Requires-Dist: pdfplumber
|
|
82
|
-
Requires-Dist: wandb
|
|
83
|
-
Requires-Dist: wrapt_timeout_decorator
|
|
84
|
-
Requires-Dist: gdown
|
|
85
|
-
Requires-Dist: azure-identity
|
|
86
|
-
Requires-Dist: azure-mgmt-compute
|
|
87
|
-
Requires-Dist: azure-mgmt-network
|
|
88
|
-
Requires-Dist: docker
|
|
89
|
-
Requires-Dist: loguru
|
|
90
|
-
Requires-Dist: dotenv
|
|
25
|
+
Requires-Dist: pydantic
|
|
26
|
+
Requires-Dist: lybic>=0.7.3
|
|
91
27
|
Requires-Dist: pyobjc; platform_system == "Darwin"
|
|
28
|
+
Requires-Dist: oa_atomacos; platform_system == "Darwin"
|
|
92
29
|
Requires-Dist: pywinauto; platform_system == "Windows"
|
|
93
30
|
Requires-Dist: pywin32; platform_system == "Windows"
|
|
31
|
+
Provides-Extra: dev
|
|
32
|
+
Requires-Dist: pytest; extra == "dev"
|
|
33
|
+
Provides-Extra: vmware-and-evaluation
|
|
34
|
+
Requires-Dist: python-pptx; extra == "vmware-and-evaluation"
|
|
35
|
+
Requires-Dist: odfpy; extra == "vmware-and-evaluation"
|
|
36
|
+
Requires-Dist: openpyxl; extra == "vmware-and-evaluation"
|
|
37
|
+
Requires-Dist: pandas; extra == "vmware-and-evaluation"
|
|
38
|
+
Requires-Dist: lxml; extra == "vmware-and-evaluation"
|
|
39
|
+
Requires-Dist: filelock; extra == "vmware-and-evaluation"
|
|
40
|
+
Requires-Dist: xmltodict; extra == "vmware-and-evaluation"
|
|
41
|
+
Requires-Dist: opencv-python-headless; extra == "vmware-and-evaluation"
|
|
42
|
+
Requires-Dist: rapidfuzz; extra == "vmware-and-evaluation"
|
|
43
|
+
Requires-Dist: imagehash; extra == "vmware-and-evaluation"
|
|
44
|
+
Requires-Dist: odfpy; extra == "vmware-and-evaluation"
|
|
45
|
+
Requires-Dist: pdfplumber; extra == "vmware-and-evaluation"
|
|
46
|
+
Requires-Dist: PyYAML; extra == "vmware-and-evaluation"
|
|
47
|
+
Requires-Dist: mutagen; extra == "vmware-and-evaluation"
|
|
48
|
+
Requires-Dist: pypdf; extra == "vmware-and-evaluation"
|
|
49
|
+
Requires-Dist: PyMuPDF; extra == "vmware-and-evaluation"
|
|
50
|
+
Requires-Dist: formulas; extra == "vmware-and-evaluation"
|
|
51
|
+
Requires-Dist: pyacoustid; extra == "vmware-and-evaluation"
|
|
52
|
+
Requires-Dist: opencv-python~=4.8.1.78; extra == "vmware-and-evaluation"
|
|
53
|
+
Requires-Dist: PyPDF2; extra == "vmware-and-evaluation"
|
|
54
|
+
Requires-Dist: librosa; extra == "vmware-and-evaluation"
|
|
55
|
+
Requires-Dist: fastdtw; extra == "vmware-and-evaluation"
|
|
56
|
+
Requires-Dist: scikit-learn; extra == "vmware-and-evaluation"
|
|
57
|
+
Requires-Dist: scikit-image; extra == "vmware-and-evaluation"
|
|
58
|
+
Requires-Dist: bs4; extra == "vmware-and-evaluation"
|
|
59
|
+
Requires-Dist: azure-identity; extra == "vmware-and-evaluation"
|
|
60
|
+
Requires-Dist: azure-mgmt-compute; extra == "vmware-and-evaluation"
|
|
61
|
+
Requires-Dist: azure-mgmt-network; extra == "vmware-and-evaluation"
|
|
62
|
+
Requires-Dist: toml; extra == "vmware-and-evaluation"
|
|
63
|
+
Requires-Dist: easyocr; extra == "vmware-and-evaluation"
|
|
64
|
+
Provides-Extra: pyautogui
|
|
65
|
+
Requires-Dist: pyautogui; extra == "pyautogui"
|
|
66
|
+
Provides-Extra: all
|
|
67
|
+
Requires-Dist: toml; extra == "all"
|
|
68
|
+
Requires-Dist: numpy; extra == "all"
|
|
69
|
+
Requires-Dist: backoff; extra == "all"
|
|
70
|
+
Requires-Dist: pandas; extra == "all"
|
|
71
|
+
Requires-Dist: openai; extra == "all"
|
|
72
|
+
Requires-Dist: anthropic; extra == "all"
|
|
73
|
+
Requires-Dist: zhipuai; extra == "all"
|
|
74
|
+
Requires-Dist: groq; extra == "all"
|
|
75
|
+
Requires-Dist: boto3; extra == "all"
|
|
76
|
+
Requires-Dist: paddlepaddle; extra == "all"
|
|
77
|
+
Requires-Dist: tiktoken; extra == "all"
|
|
78
|
+
Requires-Dist: toml; extra == "all"
|
|
79
|
+
Requires-Dist: exa_py; extra == "all"
|
|
80
|
+
Requires-Dist: google-genai; extra == "all"
|
|
81
|
+
Requires-Dist: python-dotenv; extra == "all"
|
|
82
|
+
Requires-Dist: Pillow>=11.3.0; extra == "all"
|
|
83
|
+
Requires-Dist: gymnasium~=0.28.1; extra == "all"
|
|
84
|
+
Requires-Dist: requests~=2.31.0; extra == "all"
|
|
85
|
+
Requires-Dist: pytz~=2024.1; extra == "all"
|
|
86
|
+
Requires-Dist: psutil~=5.9.6; extra == "all"
|
|
87
|
+
Requires-Dist: tqdm~=4.65.0; extra == "all"
|
|
88
|
+
Requires-Dist: flask~=3.0.0; extra == "all"
|
|
89
|
+
Requires-Dist: requests-toolbelt~=1.0.0; extra == "all"
|
|
90
|
+
Requires-Dist: lxml; extra == "all"
|
|
91
|
+
Requires-Dist: xmltodict; extra == "all"
|
|
92
|
+
Requires-Dist: PyGetWindow; extra == "all"
|
|
93
|
+
Requires-Dist: ImageHash; extra == "all"
|
|
94
|
+
Requires-Dist: scikit-image; extra == "all"
|
|
95
|
+
Requires-Dist: formulas; extra == "all"
|
|
96
|
+
Requires-Dist: pydrive; extra == "all"
|
|
97
|
+
Requires-Dist: fastdtw; extra == "all"
|
|
98
|
+
Requires-Dist: odfpy; extra == "all"
|
|
99
|
+
Requires-Dist: func-timeout; extra == "all"
|
|
100
|
+
Requires-Dist: beautifulsoup4; extra == "all"
|
|
101
|
+
Requires-Dist: dashscope; extra == "all"
|
|
102
|
+
Requires-Dist: google-generativeai; extra == "all"
|
|
103
|
+
Requires-Dist: PyYaml; extra == "all"
|
|
104
|
+
Requires-Dist: mutagen; extra == "all"
|
|
105
|
+
Requires-Dist: easyocr; extra == "all"
|
|
106
|
+
Requires-Dist: borb; extra == "all"
|
|
107
|
+
Requires-Dist: pypdf2; extra == "all"
|
|
108
|
+
Requires-Dist: lybic>=0.7.3; extra == "all"
|
|
109
|
+
Requires-Dist: pdfplumber; extra == "all"
|
|
110
|
+
Requires-Dist: azure-identity; extra == "all"
|
|
111
|
+
Requires-Dist: azure-mgmt-compute; extra == "all"
|
|
112
|
+
Requires-Dist: azure-mgmt-network; extra == "all"
|
|
113
|
+
Requires-Dist: docker; extra == "all"
|
|
114
|
+
Requires-Dist: dotenv; extra == "all"
|
|
115
|
+
Requires-Dist: python-pptx; extra == "all"
|
|
116
|
+
Requires-Dist: odfpy; extra == "all"
|
|
117
|
+
Requires-Dist: openpyxl; extra == "all"
|
|
118
|
+
Requires-Dist: pandas; extra == "all"
|
|
119
|
+
Requires-Dist: lxml; extra == "all"
|
|
120
|
+
Requires-Dist: filelock; extra == "all"
|
|
121
|
+
Requires-Dist: xmltodict; extra == "all"
|
|
122
|
+
Requires-Dist: opencv-python-headless; extra == "all"
|
|
123
|
+
Requires-Dist: Pillow; extra == "all"
|
|
124
|
+
Requires-Dist: imagehash; extra == "all"
|
|
125
|
+
Requires-Dist: rapidfuzz; extra == "all"
|
|
126
|
+
Requires-Dist: fitz; extra == "all"
|
|
127
|
+
Requires-Dist: imagehash; extra == "all"
|
|
128
|
+
Requires-Dist: odfpy; extra == "all"
|
|
129
|
+
Requires-Dist: pdfplumber; extra == "all"
|
|
130
|
+
Requires-Dist: PyYaml; extra == "all"
|
|
131
|
+
Requires-Dist: mutagen; extra == "all"
|
|
132
|
+
Requires-Dist: pypdf; extra == "all"
|
|
133
|
+
Requires-Dist: PyMuPDF; extra == "all"
|
|
134
|
+
Requires-Dist: formulas; extra == "all"
|
|
135
|
+
Requires-Dist: pyacoustid; extra == "all"
|
|
136
|
+
Requires-Dist: opencv-python~=4.8.1.78; extra == "all"
|
|
137
|
+
Requires-Dist: PyPDF2; extra == "all"
|
|
138
|
+
Requires-Dist: librosa; extra == "all"
|
|
139
|
+
Requires-Dist: fastdtw; extra == "all"
|
|
140
|
+
Requires-Dist: scikit-learn; extra == "all"
|
|
141
|
+
Requires-Dist: scikit-image; extra == "all"
|
|
142
|
+
Requires-Dist: bs4; extra == "all"
|
|
143
|
+
Requires-Dist: azure-identity; extra == "all"
|
|
144
|
+
Requires-Dist: azure-mgmt-compute; extra == "all"
|
|
145
|
+
Requires-Dist: azure-mgmt-network; extra == "all"
|
|
146
|
+
Requires-Dist: easyocr; extra == "all"
|
|
147
|
+
Requires-Dist: pyobjc; platform_system == "Darwin" and extra == "all"
|
|
148
|
+
Requires-Dist: oa_atomacos; platform_system == "Darwin" and extra == "all"
|
|
149
|
+
Requires-Dist: pywinauto; platform_system == "Windows" and extra == "all"
|
|
150
|
+
Requires-Dist: pywin32; platform_system == "Windows" and extra == "all"
|
|
94
151
|
Dynamic: author
|
|
95
152
|
Dynamic: license-file
|
|
96
153
|
Dynamic: requires-python
|
|
@@ -109,6 +166,19 @@ Dynamic: requires-python
|
|
|
109
166
|
Lybic GUI Agent: <small>An open-source agentic framework for Computer Use Agents</small>
|
|
110
167
|
</h1>
|
|
111
168
|
|
|
169
|
+
<p align="center">
|
|
170
|
+
<small>Supported OS:</small>
|
|
171
|
+
<img src="https://img.shields.io/badge/OS-Windows-blue?logo=windows&logoColor=white" alt="Windows">
|
|
172
|
+
<img src="https://img.shields.io/badge/OS-macOS-black?logo=apple&logoColor=white" alt="macOS">
|
|
173
|
+
<img src="https://img.shields.io/badge/OS-Linux-yellow?logo=linux&logoColor=black" alt="Linux">
|
|
174
|
+
<br/>
|
|
175
|
+
<small>Latest Version:</small><a href="https://pypi.org/project/lybic-guiagents/"><img alt="PyPI" src="https://img.shields.io/pypi/v/lybic-guiagents"></a>
|
|
176
|
+
|
|
177
|
+
<a href="https://github.com/lybic/agent/blob/main/LICENSE"><img alt="License" src="https://img.shields.io/pypi/l/lybic-guiagents"></a>
|
|
178
|
+
|
|
179
|
+
<a href="https://github.com/lybic/agent"><img alt="Stars" src="https://img.shields.io/github/stars/lybic/agent?style=social"></a>
|
|
180
|
+
</p>
|
|
181
|
+
|
|
112
182
|
## What is Lybic GUI Agent?
|
|
113
183
|
|
|
114
184
|
Lybic platform placeholder - comprehensive AI platform for building and deploying intelligent agents
|
|
@@ -124,6 +194,7 @@ Lybic GUI Agent is an open-source framework that enables developers and business
|
|
|
124
194
|
</div>
|
|
125
195
|
|
|
126
196
|
## 🥳 Updates
|
|
197
|
+
- [x] **2025/09/14**: The paper has been accepted by [arxiv](https://arxiv.org/abs/2509.11067)
|
|
127
198
|
- [x] **2025/09/09**: We achieved the world's first place in the 50-step length of [OS-world](https://os-world.github.io/)!
|
|
128
199
|
- [x] **2025/08/08**: Released v0.1.0 of [Lybic GUI Agent](https://github.com/lybic/agent) library, with support for Windows, Mac, Ubuntu and Lybic API!
|
|
129
200
|
|
|
@@ -132,6 +203,8 @@ Lybic GUI Agent is an open-source framework that enables developers and business
|
|
|
132
203
|
1. [💡 Introduction](#-introduction)
|
|
133
204
|
2. [🛠️ Installation & Setup](#%EF%B8%8F-installation--setup)
|
|
134
205
|
3. [🚀 Usage](#-usage)
|
|
206
|
+
4. [🔧 Troubleshooting](#-troubleshooting)
|
|
207
|
+
5. [💬 Citations](#-citations)
|
|
135
208
|
|
|
136
209
|
## 💡 Introduction
|
|
137
210
|
|
|
@@ -161,7 +234,7 @@ Lybic GUI Agent is an open-source framework that enables developers and business
|
|
|
161
234
|
<tr>
|
|
162
235
|
<td>OSWorld Verified (50 step)</td>
|
|
163
236
|
<td><b>57.1%</b></td>
|
|
164
|
-
<td>
|
|
237
|
+
<td>54.2%</td>
|
|
165
238
|
</tr>
|
|
166
239
|
</table>
|
|
167
240
|
</div>
|
|
@@ -176,7 +249,15 @@ Lybic GUI Agent is an open-source framework that enables developers and business
|
|
|
176
249
|
> [!WARNING]
|
|
177
250
|
> To leverage the full potential of Lybic GUI Agent, we support multiple model providers including OpenAI, Anthropic, Gemini, and Doubao. For the best visual grounding performance, we recommend using UI-TARS models.
|
|
178
251
|
|
|
179
|
-
### Installation
|
|
252
|
+
### Installation(from pip)
|
|
253
|
+
|
|
254
|
+
You can install Lybic GUI Agent by using pip:
|
|
255
|
+
|
|
256
|
+
```bash
|
|
257
|
+
pip install lybic-guiagents
|
|
258
|
+
```
|
|
259
|
+
|
|
260
|
+
### Installation(from source code)
|
|
180
261
|
|
|
181
262
|
You can use [UV](https://docs.astral.sh/uv/getting-started/installation/) (a modern Python package manager) version 0.8.5 for installation:
|
|
182
263
|
|
|
@@ -277,6 +358,7 @@ Run in interactive mode with the `lybic` backend:
|
|
|
277
358
|
python gui_agents/cli_app.py --backend lybic
|
|
278
359
|
```
|
|
279
360
|
|
|
361
|
+
|
|
280
362
|
Run a single query with the `pyautogui` backend and a maximum of 20 steps:
|
|
281
363
|
```sh
|
|
282
364
|
python gui_agents/cli_app.py --backend pyautogui --query "Find the result of 8 × 7 on a calculator" --max-steps 20
|
|
@@ -308,6 +390,25 @@ LYBIC_MAX_LIFE_SECONDS=3600
|
|
|
308
390
|
> LYBIC_PRECREATE_SID=SBX-XXXXXXXXXXXXXXX
|
|
309
391
|
> ```
|
|
310
392
|
|
|
393
|
+
### Use as a service
|
|
394
|
+
|
|
395
|
+
After installing lybic-guiagents, you can run it as a service.
|
|
396
|
+
|
|
397
|
+
Main Components:
|
|
398
|
+
- AgentService: High-level service interface (recommended for most users)
|
|
399
|
+
- AgentS2, AgentSFast: Core agent implementations
|
|
400
|
+
- HardwareInterface: Hardware abstraction layer
|
|
401
|
+
- ServiceConfig: Configuration management
|
|
402
|
+
|
|
403
|
+
Quick Start:
|
|
404
|
+
|
|
405
|
+
```python
|
|
406
|
+
from gui_agents import AgentService
|
|
407
|
+
service = AgentService()
|
|
408
|
+
result = service.execute_task("Take a screenshot")
|
|
409
|
+
print(f"Task completed: {result.status}")
|
|
410
|
+
```
|
|
411
|
+
|
|
311
412
|
### VMware Configuration
|
|
312
413
|
|
|
313
414
|
To use PyAutoGUI with VMware, you need to install [VMware Workstation Pro](https://www.vmware.com/products/desktop-hypervisor/workstation-and-fusion) (on Windows) and create a virtual machine.
|
|
@@ -358,6 +459,7 @@ USE_PRECREATE_VM=Ubuntu
|
|
|
358
459
|
```bash
|
|
359
460
|
uv sync
|
|
360
461
|
uv pip install -e .
|
|
462
|
+
# uv pip install -e . -i https://pypi.tuna.tsinghua.edu.cn/simple
|
|
361
463
|
```
|
|
362
464
|
|
|
363
465
|
#### 3. Lybic Sandbox Connection Issues
|
|
@@ -406,6 +508,32 @@ If you encounter issues not covered here:
|
|
|
406
508
|
- Complete error messages
|
|
407
509
|
- Steps to reproduce the issue
|
|
408
510
|
|
|
511
|
+
## 💬 Citations
|
|
512
|
+
|
|
513
|
+
If you find this codebase useful, please cite:
|
|
514
|
+
|
|
515
|
+
```bibtex
|
|
516
|
+
@misc{guo2025agenticlybicmultiagentexecution,
|
|
517
|
+
title={Agentic Lybic: Multi-Agent Execution System with Tiered Reasoning and Orchestration},
|
|
518
|
+
author={Liangxuan Guo and Bin Zhu and Qingqian Tao and Kangning Liu and Xun Zhao and Xianzhe Qin and Jin Gao and Guangfu Hao},
|
|
519
|
+
year={2025},
|
|
520
|
+
eprint={2509.11067},
|
|
521
|
+
archivePrefix={arXiv},
|
|
522
|
+
primaryClass={cs.AI},
|
|
523
|
+
url={https://arxiv.org/abs/2509.11067},
|
|
524
|
+
}
|
|
525
|
+
```
|
|
526
|
+
|
|
527
|
+
---
|
|
528
|
+
|
|
529
|
+
## ❤️ Touch us:
|
|
530
|
+
|
|
531
|
+
<div align="center" style="display: flex; justify-content: center; gap: 20px; flex-wrap: wrap;">
|
|
532
|
+
<img src="assets/feishu.png" alt="Lark Group" style="width: 200px; height: auto;"/>
|
|
533
|
+
<img src="assets/wechat.png" alt="WeChat Group" style="width: 200px; height: auto;"/>
|
|
534
|
+
<img src="assets/qq.png" alt="QQ Group" style="width: 200px; height: auto;"/>
|
|
535
|
+
</div>
|
|
536
|
+
|
|
409
537
|
## Stargazers over time
|
|
410
538
|
|
|
411
539
|
[](https://starchart.cc/lybic/agent)
|
|
@@ -51,35 +51,52 @@ desktop_env/providers/virtualbox/provider.py,sha256=kSWLSddLpn8IfeyAPyMEy_p5SOap
|
|
|
51
51
|
desktop_env/providers/vmware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
52
52
|
desktop_env/providers/vmware/manager.py,sha256=pFqJwF6BAijmD-LbSei68-DU7ILCTONRj7e0At5iKIg,18893
|
|
53
53
|
desktop_env/providers/vmware/provider.py,sha256=88ERND67KQIxG74b10sAXJ04o5FhNpx0d9pRTi8bHrA,4080
|
|
54
|
-
gui_agents/__init__.py,sha256=
|
|
55
|
-
gui_agents/cli_app.py,sha256=
|
|
56
|
-
gui_agents/agents/Action.py,sha256=
|
|
54
|
+
gui_agents/__init__.py,sha256=eeDMF1K9cBRnV0--_vezNkMfx1I9CLbbaC8Rkd4BrU8,1603
|
|
55
|
+
gui_agents/cli_app.py,sha256=M8zO24xPTD4WDuLgnSqSjJ6VA3SFq0-qyLncizh6D04,29046
|
|
56
|
+
gui_agents/agents/Action.py,sha256=aEqkrNtb5TWn5i5nkMBWTN56_9tbfRPEGw2SgkFYKeY,6197
|
|
57
57
|
gui_agents/agents/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
58
|
-
gui_agents/agents/agent_s.py,sha256=
|
|
58
|
+
gui_agents/agents/agent_s.py,sha256=LUxLENjuHRrgycfzKjYmyZXmd5Xv3XHPAWy6g9_BvoE,34322
|
|
59
59
|
gui_agents/agents/global_state.py,sha256=BS6tUeK9Z3CdUIeU0gcEjzVnc_s7naeKQsCoIQLp23g,22314
|
|
60
|
-
gui_agents/agents/grounding.py,sha256=
|
|
61
|
-
gui_agents/agents/hardware_interface.py,sha256=
|
|
62
|
-
gui_agents/agents/manager.py,sha256=
|
|
63
|
-
gui_agents/agents/translator.py,sha256=
|
|
64
|
-
gui_agents/agents/worker.py,sha256=
|
|
60
|
+
gui_agents/agents/grounding.py,sha256=9BGp_emVAODZgberH2IqgjVCCNDx-eUNbe1mdnUt7ZA,22764
|
|
61
|
+
gui_agents/agents/hardware_interface.py,sha256=32auvpVwJ-DimTTCDguM49DEBR4JeFCeHx41Bgv3Svg,5332
|
|
62
|
+
gui_agents/agents/manager.py,sha256=I00ycDd8cBwXm6tJAzkTEccDE0P_R04ZAjn0uXGySY0,24030
|
|
63
|
+
gui_agents/agents/translator.py,sha256=WwWY1ffs2OQuh65DSVjWpfpettJVdmmCI-w92K0JeHg,5171
|
|
64
|
+
gui_agents/agents/worker.py,sha256=QO8pPh7YtGYZc8E5I1ACGHXzRELNnchpusK6tVNAxWA,15297
|
|
65
|
+
gui_agents/agents/Backend/ADBBackend.py,sha256=J8WeFFLEPh05FmFKuGz72wgcKdKQT9kLUCHyEb8mRkk,2151
|
|
66
|
+
gui_agents/agents/Backend/Backend.py,sha256=Aou3gBfur0AqL_bMn9FFeLTBM4CfL5aiIRivjqaB6zk,978
|
|
67
|
+
gui_agents/agents/Backend/LybicBackend.py,sha256=A5QG4P3QAcAQO-MM7jmKU4zr5s98KReysCuQIHUU7Ec,13166
|
|
68
|
+
gui_agents/agents/Backend/PyAutoGUIBackend.py,sha256=KX6_cB0sW_sNAcqYhnzQ6ksMJ1cDPK1OWRXet26qg_8,6064
|
|
69
|
+
gui_agents/agents/Backend/PyAutoGUIVMwareBackend.py,sha256=_AEKf4qU5EiKIDOD64bicEwiGnjp-wsX5Q14v9e79M4,9910
|
|
70
|
+
gui_agents/agents/Backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
65
71
|
gui_agents/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
66
|
-
gui_agents/core/engine.py,sha256=
|
|
67
|
-
gui_agents/core/knowledge.py,sha256=
|
|
72
|
+
gui_agents/core/engine.py,sha256=_KbY4BkJ_CsAaIDSUkGK8JQ7hLG3GZ2Cn-pT5xzIPj0,54561
|
|
73
|
+
gui_agents/core/knowledge.py,sha256=vAyp3JZz2bWKCN6leWDO5FjF1pdLHgXp5EDxuUSjVro,18181
|
|
68
74
|
gui_agents/core/mllm.py,sha256=k3BIILmb7eaNBu_pXQaD5cRpVBGkrLVQqkxQzzseZdo,21191
|
|
75
|
+
gui_agents/lybic_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
76
|
+
gui_agents/lybic_client/lybic_client.py,sha256=E9_TRtQChEkFGe74J4HrkapVaFCG0TkjxeW9z0Je--s,2994
|
|
77
|
+
gui_agents/prompts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
78
|
+
gui_agents/prompts/prompts.py,sha256=w9ZP4FhuBDzWP7J0Urn69woLhas9AIWTtNfC1tys59c,67050
|
|
79
|
+
gui_agents/service/__init__.py,sha256=5WsJ0Mx3e5BAP9qQMhoVimhOgTIndGeVcasGNoo1s-c,518
|
|
80
|
+
gui_agents/service/agent_service.py,sha256=ZAPQjO76GRP7P0n_prU76NK5d7fzHk1pqLJ7a9rHt-Q,20969
|
|
81
|
+
gui_agents/service/api_models.py,sha256=06iFyaV6ttROsNiS2GnAAaB4kR1XNpSRuUHD2W60L8o,3949
|
|
82
|
+
gui_agents/service/config.py,sha256=WODT8RpaMFQ_oSshfDWsq_M8inPMHTlWYjoFoRpn6FY,8595
|
|
83
|
+
gui_agents/service/exceptions.py,sha256=Tk3U4eycX-wuAqR0B-TthBESKyu8KuwH5Ksng0v4juo,831
|
|
84
|
+
gui_agents/store/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
85
|
+
gui_agents/store/registry.py,sha256=KWySYUlRA5SGubqqCgOu5Lk7PvBIQQ4cEZmHoNwKzVQ,615
|
|
69
86
|
gui_agents/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
70
|
-
gui_agents/tools/tools.py,sha256=
|
|
87
|
+
gui_agents/tools/tools.py,sha256=vv6jlgUUXyop86GwiVzQYxccTCaH7ErQcjDXX3-l5yM,27555
|
|
71
88
|
gui_agents/unit_test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
72
89
|
gui_agents/unit_test/run_tests.py,sha256=HuByLtSZ1TXbn_QWduA51L4BYcv_oM6ctGcyWcoqPq8,1773
|
|
73
|
-
gui_agents/unit_test/test_manager.py,sha256=
|
|
74
|
-
gui_agents/unit_test/test_worker.py,sha256=
|
|
90
|
+
gui_agents/unit_test/test_manager.py,sha256=Tj_jPtjL4xtEA37Cjn-48qBPqdj0K2Gup0tW17kdGeY,13539
|
|
91
|
+
gui_agents/unit_test/test_worker.py,sha256=wgcJ1jrq4jW90iH1gpw1PUGW5yj2FK1VtpDsgtvatXA,10258
|
|
75
92
|
gui_agents/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
76
|
-
gui_agents/utils/analyze_display.py,sha256=
|
|
77
|
-
gui_agents/utils/common_utils.py,sha256=
|
|
93
|
+
gui_agents/utils/analyze_display.py,sha256=PTFvGi0qYsd7bI7nKJajSLXpH_GiVRk7y47UZZ2S5y4,10558
|
|
94
|
+
gui_agents/utils/common_utils.py,sha256=lfWg7SrGfEnu9ZS9AWP3GKhbeTbaSZ6F9oh6U_qCsFw,8752
|
|
78
95
|
gui_agents/utils/display_viewer.py,sha256=hL6Pf-wpoQrrYeOi6eaGnCorkAvGWNzkLIuM9yIudnk,8731
|
|
79
96
|
gui_agents/utils/embedding_manager.py,sha256=7QFITe9l0z8OKHT-yqx-BGwVMj4BRL2iJ13PgJ2-Yak,2117
|
|
80
97
|
gui_agents/utils/image_axis_utils.py,sha256=z21cVAE2ZOK1DR7wK10JHg8aZapkX2oGI6D93pKZEao,878
|
|
81
|
-
lybic_guiagents-0.1.
|
|
82
|
-
lybic_guiagents-0.1.
|
|
83
|
-
lybic_guiagents-0.1.
|
|
84
|
-
lybic_guiagents-0.1.
|
|
85
|
-
lybic_guiagents-0.1.
|
|
98
|
+
lybic_guiagents-0.2.1.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
99
|
+
lybic_guiagents-0.2.1.dist-info/METADATA,sha256=lLvK-anMJ7gknSlQNup_s3QCkVFzQzONFQiTLXJdC4U,20655
|
|
100
|
+
lybic_guiagents-0.2.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
101
|
+
lybic_guiagents-0.2.1.dist-info/top_level.txt,sha256=NFP1jNNbbEGUexavwh7g0z_23hahrdgEV_9AjdynSw0,23
|
|
102
|
+
lybic_guiagents-0.2.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|