computer-use-ootb-internal 0.0.177__tar.gz → 0.0.179__tar.gz

{computer_use_ootb_internal-0.0.177 → computer_use_ootb_internal-0.0.179}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: computer-use-ootb-internal
-Version: 0.0.177
+Version: 0.0.179
 Summary: Computer Use OOTB
 Author-email: Siyuan Hu <siyuan.hu.sg@gmail.com>
 Requires-Python: >=3.11

{computer_use_ootb_internal-0.0.177 → computer_use_ootb_internal-0.0.179}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "computer-use-ootb-internal"
-version = "0.0.177"
+version = "0.0.179"
 description = "Computer Use OOTB"
 authors = [{ name = "Siyuan Hu", email = "siyuan.hu.sg@gmail.com" }]
 requires-python = ">=3.11"

{computer_use_ootb_internal-0.0.177 → computer_use_ootb_internal-0.0.179}/src/computer_use_ootb_internal/app_teachmode.py

@@ -135,6 +135,7 @@ class SharedState:
         self.stop_event = threading.Event()
         # Add a reference to the processing thread
         self.processing_thread = None
+        self.max_steps = getattr(args, 'max_steps', 50)
 
 shared_state = None
 rate_limiter = RateLimiter(interval_seconds=2)
@@ -236,7 +237,8 @@ async def update_parameters(request: Request):
         shared_state.trace_id = getattr(shared_state.args, 'trace_id', "build_scroll_combat")
         shared_state.api_keys = getattr(shared_state.args, 'api_keys', "sk-proj-1234567890")
         shared_state.server_url = getattr(shared_state.args, 'server_url', "http://ec2-44-234-43-86.us-west-2.compute.amazonaws.com")
-        
+        shared_state.max_steps = getattr(shared_state.args, 'max_steps', 50)
+
         log_ootb_request(shared_state.server_url, "update_params", data)
 
         # Call the (now dynamic) preparation function here, after parameters are updated
@@ -507,6 +509,7 @@ def process_input():
             api_keys=shared_state.api_keys,
             server_url=shared_state.server_url,
             full_screen_game_mode=shared_state.full_screen_game_mode,
+            max_steps=shared_state.max_steps,
         )
 
         # Process messages from the sampling loop
@@ -556,7 +559,7 @@ def process_input():
             stop_msg = f"Task '{shared_state.task}' was stopped. Ready for new tasks."
             final_message = {"role": "assistant", "content": stop_msg, "type": "text", "action_type": ""}
         else:
-            complete_msg = f"Task '{shared_state.task}' completed. Thanks for using Teachmode-OOTB."
+            complete_msg = f"Task '{shared_state.task}' completed. Thanks for using Marbot Run."
             final_message = {"role": "assistant", "content": complete_msg, "type": "text", "action_type": ""}
             
         shared_state.chatbot_messages.append(final_message)

{computer_use_ootb_internal-0.0.177 → computer_use_ootb_internal-0.0.179}/src/computer_use_ootb_internal/run_teachmode_ootb_args.py

@@ -139,8 +139,10 @@ def simple_teachmode_sampling_loop(
         if step_action.get("action") == "STOP":
             final_sc, final_sc_path = get_screenshot_external_cmd(selected_screen=selected_screen)
 
+            with open(final_sc_path, "rb") as image_file:
+                final_sc_base64 = base64.b64encode(image_file.read()).decode('utf-8')
             yield {"role": "assistant", "content": "Task completed. Final screenshot:", "type": "text"}
-            yield {"role": "assistant", "content": final_sc_path, "type": "image"}
+            yield {"role": "assistant", "content": final_sc_base64, "type": "image_base64", "action_type": "screenshot"} 
 
             # reset action history
             action_history = []  

computer_use_ootb_internal-0.0.177/src/computer_use_ootb_internal/test_click_0425.py → computer_use_ootb_internal-0.0.179/src/computer_use_ootb_internal/test_autogui.py

@@ -54,5 +54,43 @@ async def test_animations():
     
     print("Test completed")
 
+
+def test_pyautogui():
+
+    pyautogui.click(x=2820, y=208)
+    time.sleep(3)
+
+    pyautogui.moveTo(x=3491, y=381, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=3491, y=381)
+    time.sleep(0.5)
+    
+    pyautogui.typewrite("Add a fasinating 'fly wheel' transition to my presentation at the slide 6. ", interval=0.03)
+    time.sleep(0.5)
+    pyautogui.typewrite("Preview it when you're done.", interval=0.03)
+    time.sleep(2)
+
+    pyautogui.moveTo(x=4086, y=450, duration=0.4)
+    time.sleep(0.5)
+    pyautogui.click(x=4086, y=450)
+    
+    time.sleep(6)
+
+    pyautogui.moveTo(x=3258, y=1033, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=3258, y=1033)
+
+    time.sleep(3)
+
+    pyautogui.moveTo(x=2826, y=63, duration=0.4)
+    time.sleep(0.1)
+    pyautogui.click(x=2826, y=63)
+
+    pyautogui.moveTo(x=0, y=0)
+
+
+    
+
 if __name__ == "__main__":
-    asyncio.run(test_animations()) 
+    # asyncio.run(test_animations()) w
+    test_pyautogui()