computer-use-ootb-internal 0.0.178__py3-none-any.whl → 0.0.179__py3-none-any.whl

computer_use_ootb_internal/app_teachmode.py

@@ -559,7 +559,7 @@ def process_input():
             stop_msg = f"Task '{shared_state.task}' was stopped. Ready for new tasks."
             final_message = {"role": "assistant", "content": stop_msg, "type": "text", "action_type": ""}
         else:
-            complete_msg = f"Task '{shared_state.task}' completed. Thanks for using Teachmode-OOTB."
+            complete_msg = f"Task '{shared_state.task}' completed. Thanks for using Marbot Run."
             final_message = {"role": "assistant", "content": complete_msg, "type": "text", "action_type": ""}
             
         shared_state.chatbot_messages.append(final_message)

computer_use_ootb_internal/run_teachmode_ootb_args.py

@@ -139,8 +139,10 @@ def simple_teachmode_sampling_loop(
         if step_action.get("action") == "STOP":
             final_sc, final_sc_path = get_screenshot_external_cmd(selected_screen=selected_screen)
 
+            with open(final_sc_path, "rb") as image_file:
+                final_sc_base64 = base64.b64encode(image_file.read()).decode('utf-8')
             yield {"role": "assistant", "content": "Task completed. Final screenshot:", "type": "text"}
-            yield {"role": "assistant", "content": final_sc_path, "type": "image"}
+            yield {"role": "assistant", "content": final_sc_base64, "type": "image_base64", "action_type": "screenshot"} 
 
             # reset action history
             action_history = []  

computer_use_ootb_internal/{test_click_0425.py → test_autogui.py}

@@ -54,5 +54,43 @@ async def test_animations():
     
     print("Test completed")
 
+
+def test_pyautogui():
+
+    pyautogui.click(x=2820, y=208)
+    time.sleep(3)
+
+    pyautogui.moveTo(x=3491, y=381, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=3491, y=381)
+    time.sleep(0.5)
+    
+    pyautogui.typewrite("Add a fasinating 'fly wheel' transition to my presentation at the slide 6. ", interval=0.03)
+    time.sleep(0.5)
+    pyautogui.typewrite("Preview it when you're done.", interval=0.03)
+    time.sleep(2)
+
+    pyautogui.moveTo(x=4086, y=450, duration=0.4)
+    time.sleep(0.5)
+    pyautogui.click(x=4086, y=450)
+    
+    time.sleep(6)
+
+    pyautogui.moveTo(x=3258, y=1033, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=3258, y=1033)
+
+    time.sleep(3)
+
+    pyautogui.moveTo(x=2826, y=63, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=2826, y=63)
+
+    pyautogui.moveTo(x=0, y=0)
+
+
+    
+
 if __name__ == "__main__":
-    asyncio.run(test_animations()) 
+    # asyncio.run(test_animations()) w
+    test_pyautogui()

{computer_use_ootb_internal-0.0.178.dist-info → computer_use_ootb_internal-0.0.179.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: computer-use-ootb-internal
-Version: 0.0.178
+Version: 0.0.179
 Summary: Computer Use OOTB
 Author-email: Siyuan Hu <siyuan.hu.sg@gmail.com>
 Requires-Python: >=3.11

{computer_use_ootb_internal-0.0.178.dist-info → computer_use_ootb_internal-0.0.179.dist-info}/RECORD

@@ -1,13 +1,13 @@
 computer_use_ootb_internal/README.md,sha256=FxpW95lyub2iX73ZDfK6ML7SdEKg060H5I6Grub7li4,31
 computer_use_ootb_internal/__init__.py,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,1
-computer_use_ootb_internal/app_teachmode.py,sha256=qoj_IHSHJ4n4-uwEYGv675bf6Gw8IwNA10PpXD0A7Dw,27762
+computer_use_ootb_internal/app_teachmode.py,sha256=tfuZPiTVzVRIAVDdYAmzUmOZ91R8qrJEWIXBvfzCdSA,27758
 computer_use_ootb_internal/dependency_check.py,sha256=y8RMEP6RXQzTgU1MS_1piBLtz4J-Hfn9RjUZg59dyvo,1333
 computer_use_ootb_internal/guard_service.py,sha256=ThF_Y8FcBQseXo6-5hIh_Z4cISkCLLEgjWrR2BIV-C0,50940
 computer_use_ootb_internal/requirements-lite.txt,sha256=5DAHomz4A_P2BmTIXNkNqkHbnIF0AyZ4_1XAlb1LaYs,290
-computer_use_ootb_internal/run_teachmode_ootb_args.py,sha256=xObr0Ifj85hiqqWAN4nj6nPq37G2mFIlcBvBnMLPL_U,8515
+computer_use_ootb_internal/run_teachmode_ootb_args.py,sha256=Tntyv-tokV767n7IkO3r9xjLG3UKHziMnps7ydOvg7M,8700
 computer_use_ootb_internal/service_manager.py,sha256=_aFUtvSbovX73PY1QE01RkaqGV6swJaStrOwcg_Df94,9928
 computer_use_ootb_internal/signal_connection.py,sha256=e6eGByhb2Gx8HHJHrHM3HvchobSUmba1y7-YRB6L59E,1821
-computer_use_ootb_internal/test_click_0425.py,sha256=uZtP6DsPVRFonKMYlbe9eHmPY6hH5y8xWgr2KxHC8E4,1808
+computer_use_ootb_internal/test_autogui.py,sha256=UM5A8e2fArUovZIC_E6Fd1zsa5LBQRTYiRgq8H9I4Dw,2705
 computer_use_ootb_internal/computer_use_demo/animation/click_animation.py,sha256=tP1gsayFy-CKk10UlrE9RlexwlHWiHQUe5Ogg4vQvSg,3234
 computer_use_ootb_internal/computer_use_demo/animation/icons8-select-cursor-transparent-96.gif,sha256=4LfwsfFQnREXrNRs32aJU2jO65JXianJoL_8q7-8elg,30966
 computer_use_ootb_internal/computer_use_demo/animation/test_animation.py,sha256=SOJz2yffXTkjuAHqk0IZLcMriR0KQYTo7W1b8wGyRGY,1222
@@ -36,7 +36,7 @@ computer_use_ootb_internal/computer_use_demo/tools/screen_capture.py,sha256=L8qf
 computer_use_ootb_internal/preparation/__init__.py,sha256=AgtGHcBpiTkxJjF0xwcs3yyQ6SyUvhL3G0vD2XO-zJw,63
 computer_use_ootb_internal/preparation/powerpoint_prepare.py,sha256=1je2N_Pedvp2p_o3aQGl2FF4A8R0H9-GK_e3nqkpzzA,3267
 computer_use_ootb_internal/preparation/star_rail_prepare.py,sha256=RAriQxrv55csBNBm0m8CKyd_RW8k1tXx0kdJAcOpYlg,4734
-computer_use_ootb_internal-0.0.178.dist-info/METADATA,sha256=Q59bEW-cWI4xMNLcyJdb_HBGeZd2LD0tw-zAlKwMEoE,910
-computer_use_ootb_internal-0.0.178.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-computer_use_ootb_internal-0.0.178.dist-info/entry_points.txt,sha256=-AbmawU7IRQuDZihgVMVDrFoY4E6rnXYOUB-5vSeBKs,93
-computer_use_ootb_internal-0.0.178.dist-info/RECORD,,
+computer_use_ootb_internal-0.0.179.dist-info/METADATA,sha256=reNlGleAst1Q9UPYNIYsc_6XHfLgnm8ooOCwaBG71po,910
+computer_use_ootb_internal-0.0.179.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+computer_use_ootb_internal-0.0.179.dist-info/entry_points.txt,sha256=-AbmawU7IRQuDZihgVMVDrFoY4E6rnXYOUB-5vSeBKs,93
+computer_use_ootb_internal-0.0.179.dist-info/RECORD,,