computer-use-ootb-internal 0.0.187__py3-none-any.whl → 0.0.189__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- computer_use_ootb_internal/app_teachmode.py +667 -665
- computer_use_ootb_internal/computer_use_demo/animation/test_animation.py +39 -39
- computer_use_ootb_internal/guard_service.py +977 -977
- computer_use_ootb_internal/preparation/excel_prepare.py +108 -108
- computer_use_ootb_internal/preparation/powerpoint_prepare.py +110 -110
- computer_use_ootb_internal/preparation/pr_prepare.py +111 -111
- computer_use_ootb_internal/preparation/star_rail_prepare.py +99 -99
- computer_use_ootb_internal/preparation/word_prepare.py +108 -108
- computer_use_ootb_internal/run_teachmode_ootb_args.py +237 -237
- computer_use_ootb_internal/service_manager.py +194 -194
- computer_use_ootb_internal/signal_connection.py +47 -47
- computer_use_ootb_internal/test_autogui.py +105 -96
- {computer_use_ootb_internal-0.0.187.dist-info → computer_use_ootb_internal-0.0.189.dist-info}/METADATA +8 -9
- {computer_use_ootb_internal-0.0.187.dist-info → computer_use_ootb_internal-0.0.189.dist-info}/RECORD +16 -16
- computer_use_ootb_internal-0.0.189.dist-info/entry_points.txt +2 -0
- computer_use_ootb_internal-0.0.187.dist-info/entry_points.txt +0 -4
- {computer_use_ootb_internal-0.0.187.dist-info → computer_use_ootb_internal-0.0.189.dist-info}/WHEEL +0 -0
|
@@ -1,96 +1,105 @@
|
|
|
1
|
-
import pyautogui
|
|
2
|
-
import asyncio
|
|
3
|
-
import sys
|
|
4
|
-
import time
|
|
5
|
-
from pathlib import Path
|
|
6
|
-
from computer_use_ootb_internal.computer_use_demo.tools.computer import ComputerTool
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
# pyautogui.keyDown("alt")
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
# pyautogui.click(x=1600, y=47)
|
|
13
|
-
# pyautogui.click(x=1600, y=47)
|
|
14
|
-
# pyautogui.keyUp("alt")
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
async def test_animations():
|
|
18
|
-
|
|
19
|
-
# Initialize the computer tool
|
|
20
|
-
computer = ComputerTool()
|
|
21
|
-
|
|
22
|
-
# # Test mouse move animation
|
|
23
|
-
print("Testing mouse move animation...")
|
|
24
|
-
# await computer(action="mouse_move_windll", coordinate=(1600, 500))
|
|
25
|
-
# print("Waiting 2 seconds...")
|
|
26
|
-
# await asyncio.sleep(2)
|
|
27
|
-
|
|
28
|
-
# # Test click animation
|
|
29
|
-
# print("Testing click animation...")
|
|
30
|
-
# await computer(action="left_click_windll", coordinate=(1600, 300))
|
|
31
|
-
# print("Waiting 2 seconds...")
|
|
32
|
-
# await asyncio.sleep(2)
|
|
33
|
-
|
|
34
|
-
# Test another move
|
|
35
|
-
print("Testing move and click sequence...")
|
|
36
|
-
await computer(action="key_down_windll", text='alt')
|
|
37
|
-
# pyautogui.keyDown('alt')
|
|
38
|
-
# await asyncio.sleep(1)
|
|
39
|
-
# await computer(action="mouse_move_windll", coordinate=(2550+1600, 45))
|
|
40
|
-
# await asyncio.sleep(1)
|
|
41
|
-
# await computer(action="left_click", coordinate=(2550+1600, 45))
|
|
42
|
-
await computer(action="mouse_move", coordinate=(1600, 45))
|
|
43
|
-
# pyautogui.keyDown('alt')
|
|
44
|
-
|
|
45
|
-
await computer(action="left_click", coordinate=(1600, 45))
|
|
46
|
-
# await computer(action="left_cl1ck_windll", coordinate=(2550+1600, 45))
|
|
47
|
-
await asyncio.sleep(1)
|
|
48
|
-
await computer(action="key_up_windll", text='alt')
|
|
49
|
-
# pyautogui.keyUp('alt')
|
|
50
|
-
|
|
51
|
-
# Wait for animations to comple1e
|
|
52
|
-
print("Waiting for animations to complete...")
|
|
53
|
-
await asyncio.sleep(3)
|
|
54
|
-
|
|
55
|
-
print("Test completed")
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
def
|
|
59
|
-
|
|
60
|
-
pyautogui.click(x=
|
|
61
|
-
time.sleep(3)
|
|
62
|
-
|
|
63
|
-
pyautogui.moveTo(x=
|
|
64
|
-
time.sleep(0.1)
|
|
65
|
-
pyautogui.click(x=
|
|
66
|
-
time.sleep(0.
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
pyautogui.typewrite("
|
|
71
|
-
time.sleep(
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
pyautogui.
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
pyautogui.
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
pyautogui.
|
|
88
|
-
|
|
89
|
-
pyautogui.
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
1
|
+
import pyautogui
|
|
2
|
+
import asyncio
|
|
3
|
+
import sys
|
|
4
|
+
import time
|
|
5
|
+
from pathlib import Path
|
|
6
|
+
from computer_use_ootb_internal.computer_use_demo.tools.computer import ComputerTool
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
# pyautogui.keyDown("alt")
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
# pyautogui.click(x=1600, y=47)
|
|
13
|
+
# pyautogui.click(x=1600, y=47)
|
|
14
|
+
# pyautogui.keyUp("alt")
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
async def test_animations():
|
|
18
|
+
|
|
19
|
+
# Initialize the computer tool
|
|
20
|
+
computer = ComputerTool()
|
|
21
|
+
|
|
22
|
+
# # Test mouse move animation
|
|
23
|
+
print("Testing mouse move animation...")
|
|
24
|
+
# await computer(action="mouse_move_windll", coordinate=(1600, 500))
|
|
25
|
+
# print("Waiting 2 seconds...")
|
|
26
|
+
# await asyncio.sleep(2)
|
|
27
|
+
|
|
28
|
+
# # Test click animation
|
|
29
|
+
# print("Testing click animation...")
|
|
30
|
+
# await computer(action="left_click_windll", coordinate=(1600, 300))
|
|
31
|
+
# print("Waiting 2 seconds...")
|
|
32
|
+
# await asyncio.sleep(2)
|
|
33
|
+
|
|
34
|
+
# Test another move
|
|
35
|
+
print("Testing move and click sequence...")
|
|
36
|
+
await computer(action="key_down_windll", text='alt')
|
|
37
|
+
# pyautogui.keyDown('alt')
|
|
38
|
+
# await asyncio.sleep(1)
|
|
39
|
+
# await computer(action="mouse_move_windll", coordinate=(2550+1600, 45))
|
|
40
|
+
# await asyncio.sleep(1)
|
|
41
|
+
# await computer(action="left_click", coordinate=(2550+1600, 45))
|
|
42
|
+
await computer(action="mouse_move", coordinate=(1600, 45))
|
|
43
|
+
# pyautogui.keyDown('alt')
|
|
44
|
+
|
|
45
|
+
await computer(action="left_click", coordinate=(1600, 45))
|
|
46
|
+
# await computer(action="left_cl1ck_windll", coordinate=(2550+1600, 45))
|
|
47
|
+
await asyncio.sleep(1)
|
|
48
|
+
await computer(action="key_up_windll", text='alt')
|
|
49
|
+
# pyautogui.keyUp('alt')
|
|
50
|
+
|
|
51
|
+
# Wait for animations to comple1e
|
|
52
|
+
print("Waiting for animations to complete...")
|
|
53
|
+
await asyncio.sleep(3)
|
|
54
|
+
|
|
55
|
+
print("Test completed")
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
def test_pyautogui_pptdemo():
|
|
59
|
+
|
|
60
|
+
pyautogui.click(x=617, y=535)
|
|
61
|
+
time.sleep(3)
|
|
62
|
+
|
|
63
|
+
pyautogui.moveTo(x=1216, y=706, duration=0.4)
|
|
64
|
+
time.sleep(0.1)
|
|
65
|
+
pyautogui.click(x=1216, y=706)
|
|
66
|
+
time.sleep(0.1)
|
|
67
|
+
pyautogui.moveTo(x=2992, y=673, duration=0.1)
|
|
68
|
+
time.sleep(0.5)
|
|
69
|
+
|
|
70
|
+
pyautogui.typewrite("Add a fasinating 'fly wheel' transition to my presentation at the slide 6. ", interval=0.03)
|
|
71
|
+
time.sleep(0.5)
|
|
72
|
+
pyautogui.typewrite("Preview it when you're done.", interval=0.03)
|
|
73
|
+
time.sleep(2)
|
|
74
|
+
|
|
75
|
+
pyautogui.moveTo(x=3342, y=856, duration=0.4)
|
|
76
|
+
time.sleep(0.5)
|
|
77
|
+
pyautogui.click(x=3342, y=856)
|
|
78
|
+
|
|
79
|
+
time.sleep(6)
|
|
80
|
+
|
|
81
|
+
pyautogui.moveTo(x=668, y=150, duration=0.4)
|
|
82
|
+
time.sleep(0.1)
|
|
83
|
+
pyautogui.click(x=668, y=150)
|
|
84
|
+
|
|
85
|
+
time.sleep(3)
|
|
86
|
+
|
|
87
|
+
pyautogui.moveTo(x=949, y=2050, duration=0.4)
|
|
88
|
+
time.sleep(0.5)
|
|
89
|
+
pyautogui.click(x=949, y=2050)
|
|
90
|
+
|
|
91
|
+
pyautogui.moveTo(x=5476, y=1033)
|
|
92
|
+
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
def test_pyautogui_starrail_demo():
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
pyautogui.moveTo(x=949, y=2050, duration=0.4)
|
|
99
|
+
time.sleep(0.5)
|
|
100
|
+
pyautogui.click(x=949, y=2050)
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
if __name__ == "__main__":
|
|
104
|
+
# asyncio.run(test_animations()) w
|
|
105
|
+
test_pyautogui_starrail_demo()
|
|
@@ -1,30 +1,29 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: computer-use-ootb-internal
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.189
|
|
4
4
|
Summary: Computer Use OOTB
|
|
5
5
|
Author-email: Siyuan Hu <siyuan.hu.sg@gmail.com>
|
|
6
6
|
Requires-Python: >=3.11
|
|
7
7
|
Requires-Dist: anthropic[bedrock,vertex]>=0.37.1
|
|
8
8
|
Requires-Dist: boto3>=1.28.57
|
|
9
|
-
Requires-Dist: flask>=2.0
|
|
10
9
|
Requires-Dist: google-auth<3,>=2
|
|
11
10
|
Requires-Dist: gradio>=5.6.0
|
|
12
11
|
Requires-Dist: jsonschema==4.22.0
|
|
13
12
|
Requires-Dist: litellm
|
|
14
13
|
Requires-Dist: matplotlib
|
|
15
14
|
Requires-Dist: opencv-python
|
|
16
|
-
Requires-Dist:
|
|
15
|
+
Requires-Dist: pre-commit==3.8.0
|
|
17
16
|
Requires-Dist: pyautogui==0.9.54
|
|
18
|
-
Requires-Dist:
|
|
19
|
-
Requires-Dist:
|
|
20
|
-
Requires-Dist:
|
|
17
|
+
Requires-Dist: pyside6
|
|
18
|
+
Requires-Dist: pytest-asyncio==0.23.6
|
|
19
|
+
Requires-Dist: pytest==8.3.3
|
|
20
|
+
Requires-Dist: pywinauto
|
|
21
|
+
Requires-Dist: ruff==0.6.7
|
|
21
22
|
Requires-Dist: screeninfo
|
|
22
23
|
Requires-Dist: streamlit>=1.38.0
|
|
23
24
|
Requires-Dist: textdistance
|
|
24
|
-
Requires-Dist: uiautomation
|
|
25
|
-
Requires-Dist: waitress>=2.0
|
|
25
|
+
Requires-Dist: uiautomation
|
|
26
26
|
Provides-Extra: dev
|
|
27
|
-
Requires-Dist: pre-commit>=3.8.0; extra == 'dev'
|
|
28
27
|
Requires-Dist: pytest-asyncio>=0.23.6; extra == 'dev'
|
|
29
28
|
Requires-Dist: pytest>=8.3.3; extra == 'dev'
|
|
30
29
|
Requires-Dist: ruff>=0.6.7; extra == 'dev'
|
{computer_use_ootb_internal-0.0.187.dist-info → computer_use_ootb_internal-0.0.189.dist-info}/RECORD
RENAMED
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
computer_use_ootb_internal/README.md,sha256=FxpW95lyub2iX73ZDfK6ML7SdEKg060H5I6Grub7li4,31
|
|
2
2
|
computer_use_ootb_internal/__init__.py,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,1
|
|
3
|
-
computer_use_ootb_internal/app_teachmode.py,sha256
|
|
3
|
+
computer_use_ootb_internal/app_teachmode.py,sha256=AN91PlmA9Yj5IUkqIHkby9KrfvBke6fH1rjJZWSUnvQ,28844
|
|
4
4
|
computer_use_ootb_internal/dependency_check.py,sha256=y8RMEP6RXQzTgU1MS_1piBLtz4J-Hfn9RjUZg59dyvo,1333
|
|
5
|
-
computer_use_ootb_internal/guard_service.py,sha256=
|
|
5
|
+
computer_use_ootb_internal/guard_service.py,sha256=p90niBDfdF7JL_NX6aBq0lrHeTKwDZjTAVRZdSKAv8M,52619
|
|
6
6
|
computer_use_ootb_internal/requirements-lite.txt,sha256=5DAHomz4A_P2BmTIXNkNqkHbnIF0AyZ4_1XAlb1LaYs,290
|
|
7
|
-
computer_use_ootb_internal/run_teachmode_ootb_args.py,sha256=
|
|
8
|
-
computer_use_ootb_internal/service_manager.py,sha256=
|
|
9
|
-
computer_use_ootb_internal/signal_connection.py,sha256=
|
|
10
|
-
computer_use_ootb_internal/test_autogui.py,sha256=
|
|
7
|
+
computer_use_ootb_internal/run_teachmode_ootb_args.py,sha256=Tntyv-tokV767n7IkO3r9xjLG3UKHziMnps7ydOvg7M,8700
|
|
8
|
+
computer_use_ootb_internal/service_manager.py,sha256=_aFUtvSbovX73PY1QE01RkaqGV6swJaStrOwcg_Df94,9928
|
|
9
|
+
computer_use_ootb_internal/signal_connection.py,sha256=e6eGByhb2Gx8HHJHrHM3HvchobSUmba1y7-YRB6L59E,1821
|
|
10
|
+
computer_use_ootb_internal/test_autogui.py,sha256=hDvzqSzAybmgFgiSI535zRGoUMVPipTiWeJlIUR-G_Q,2961
|
|
11
11
|
computer_use_ootb_internal/computer_use_demo/animation/click_animation.py,sha256=tP1gsayFy-CKk10UlrE9RlexwlHWiHQUe5Ogg4vQvSg,3234
|
|
12
12
|
computer_use_ootb_internal/computer_use_demo/animation/icons8-select-cursor-transparent-96.gif,sha256=4LfwsfFQnREXrNRs32aJU2jO65JXianJoL_8q7-8elg,30966
|
|
13
|
-
computer_use_ootb_internal/computer_use_demo/animation/test_animation.py,sha256=
|
|
13
|
+
computer_use_ootb_internal/computer_use_demo/animation/test_animation.py,sha256=SOJz2yffXTkjuAHqk0IZLcMriR0KQYTo7W1b8wGyRGY,1222
|
|
14
14
|
computer_use_ootb_internal/computer_use_demo/executor/teachmode_executor.py,sha256=7wG3K4s2HkLznXPRER4jOo20qakFA9Iw_tYMg9d3r9s,16154
|
|
15
15
|
computer_use_ootb_internal/computer_use_demo/gui_agent/gui_parser/simple_parser/__init__.py,sha256=h2CNeuACklxVpJC65QR8_6AvSybEZLmeO45hY_-lLBs,61
|
|
16
16
|
computer_use_ootb_internal/computer_use_demo/gui_agent/gui_parser/simple_parser/gui_capture.py,sha256=CxFJbsSb68ERKH7-C4RaaZy7FIhhzrzGx5qQJ4C37cA,13907
|
|
@@ -34,12 +34,12 @@ computer_use_ootb_internal/computer_use_demo/tools/edit.py,sha256=b0PwUitxckHCQq
|
|
|
34
34
|
computer_use_ootb_internal/computer_use_demo/tools/run.py,sha256=xhXdnBK1di9muaO44CEirL9hpGy3NmKbjfMpyeVmn8Y,1595
|
|
35
35
|
computer_use_ootb_internal/computer_use_demo/tools/screen_capture.py,sha256=L8qfvtUkPPQGt92N-2Zfw5ZTDBzLsDps39uMnX3_uSA,6857
|
|
36
36
|
computer_use_ootb_internal/preparation/__init__.py,sha256=AgtGHcBpiTkxJjF0xwcs3yyQ6SyUvhL3G0vD2XO-zJw,63
|
|
37
|
-
computer_use_ootb_internal/preparation/excel_prepare.py,sha256=
|
|
38
|
-
computer_use_ootb_internal/preparation/powerpoint_prepare.py,sha256=
|
|
39
|
-
computer_use_ootb_internal/preparation/pr_prepare.py,sha256=
|
|
40
|
-
computer_use_ootb_internal/preparation/star_rail_prepare.py,sha256=
|
|
41
|
-
computer_use_ootb_internal/preparation/word_prepare.py,sha256=
|
|
42
|
-
computer_use_ootb_internal-0.0.
|
|
43
|
-
computer_use_ootb_internal-0.0.
|
|
44
|
-
computer_use_ootb_internal-0.0.
|
|
45
|
-
computer_use_ootb_internal-0.0.
|
|
37
|
+
computer_use_ootb_internal/preparation/excel_prepare.py,sha256=9JzzIy7JCpSSEae52J_pk4grGUGrc8B4NNGJ9cE4g4Q,5288
|
|
38
|
+
computer_use_ootb_internal/preparation/powerpoint_prepare.py,sha256=XL6zuFh-1I4f1O6pGOCjkkARm-HrNN0uB72trKmHag0,5543
|
|
39
|
+
computer_use_ootb_internal/preparation/pr_prepare.py,sha256=vLsuHq2xtNANS69R6nEIWwp4Sghsh4S5EM-z7jtRj1c,5860
|
|
40
|
+
computer_use_ootb_internal/preparation/star_rail_prepare.py,sha256=RAriQxrv55csBNBm0m8CKyd_RW8k1tXx0kdJAcOpYlg,4734
|
|
41
|
+
computer_use_ootb_internal/preparation/word_prepare.py,sha256=7anVBZXycfWEvYStewkKcCVs1nhnJCGvt3Gxh17egdo,5280
|
|
42
|
+
computer_use_ootb_internal-0.0.189.dist-info/METADATA,sha256=NMQEtQIXO5jG6fYmfDAy_RXZqLVarAj-NM01jtBLmXo,910
|
|
43
|
+
computer_use_ootb_internal-0.0.189.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
44
|
+
computer_use_ootb_internal-0.0.189.dist-info/entry_points.txt,sha256=-AbmawU7IRQuDZihgVMVDrFoY4E6rnXYOUB-5vSeBKs,93
|
|
45
|
+
computer_use_ootb_internal-0.0.189.dist-info/RECORD,,
|
{computer_use_ootb_internal-0.0.187.dist-info → computer_use_ootb_internal-0.0.189.dist-info}/WHEEL
RENAMED
|
File without changes
|