computer-use-ootb-internal 0.0.178__tar.gz → 0.0.179__tar.gz

{computer_use_ootb_internal-0.0.178 → computer_use_ootb_internal-0.0.179}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: computer-use-ootb-internal
-Version: 0.0.178
+Version: 0.0.179
 Summary: Computer Use OOTB
 Author-email: Siyuan Hu <siyuan.hu.sg@gmail.com>
 Requires-Python: >=3.11

{computer_use_ootb_internal-0.0.178 → computer_use_ootb_internal-0.0.179}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "computer-use-ootb-internal"
-version = "0.0.178"
+version = "0.0.179"
 description = "Computer Use OOTB"
 authors = [{ name = "Siyuan Hu", email = "siyuan.hu.sg@gmail.com" }]
 requires-python = ">=3.11"

{computer_use_ootb_internal-0.0.178 → computer_use_ootb_internal-0.0.179}/src/computer_use_ootb_internal/app_teachmode.py

@@ -559,7 +559,7 @@ def process_input():
             stop_msg = f"Task '{shared_state.task}' was stopped. Ready for new tasks."
             final_message = {"role": "assistant", "content": stop_msg, "type": "text", "action_type": ""}
         else:
-            complete_msg = f"Task '{shared_state.task}' completed. Thanks for using Teachmode-OOTB."
+            complete_msg = f"Task '{shared_state.task}' completed. Thanks for using Marbot Run."
             final_message = {"role": "assistant", "content": complete_msg, "type": "text", "action_type": ""}
             
         shared_state.chatbot_messages.append(final_message)

{computer_use_ootb_internal-0.0.178 → computer_use_ootb_internal-0.0.179}/src/computer_use_ootb_internal/run_teachmode_ootb_args.py

@@ -139,8 +139,10 @@ def simple_teachmode_sampling_loop(
         if step_action.get("action") == "STOP":
             final_sc, final_sc_path = get_screenshot_external_cmd(selected_screen=selected_screen)
 
+            with open(final_sc_path, "rb") as image_file:
+                final_sc_base64 = base64.b64encode(image_file.read()).decode('utf-8')
             yield {"role": "assistant", "content": "Task completed. Final screenshot:", "type": "text"}
-            yield {"role": "assistant", "content": final_sc_path, "type": "image"}
+            yield {"role": "assistant", "content": final_sc_base64, "type": "image_base64", "action_type": "screenshot"} 
 
             # reset action history
             action_history = []  

computer_use_ootb_internal-0.0.178/src/computer_use_ootb_internal/test_click_0425.py → computer_use_ootb_internal-0.0.179/src/computer_use_ootb_internal/test_autogui.py

@@ -54,5 +54,43 @@ async def test_animations():
     
     print("Test completed")
 
+
+def test_pyautogui():
+
+    pyautogui.click(x=2820, y=208)
+    time.sleep(3)
+
+    pyautogui.moveTo(x=3491, y=381, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=3491, y=381)
+    time.sleep(0.5)
+    
+    pyautogui.typewrite("Add a fasinating 'fly wheel' transition to my presentation at the slide 6. ", interval=0.03)
+    time.sleep(0.5)
+    pyautogui.typewrite("Preview it when you're done.", interval=0.03)
+    time.sleep(2)
+
+    pyautogui.moveTo(x=4086, y=450, duration=0.4)
+    time.sleep(0.5)
+    pyautogui.click(x=4086, y=450)
+    
+    time.sleep(6)
+
+    pyautogui.moveTo(x=3258, y=1033, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=3258, y=1033)
+
+    time.sleep(3)
+
+    pyautogui.moveTo(x=2826, y=63, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=2826, y=63)
+
+    pyautogui.moveTo(x=0, y=0)
+
+
+    
+
 if __name__ == "__main__":
-    asyncio.run(test_animations()) 
+    # asyncio.run(test_animations()) w
+    test_pyautogui()