computer-use-ootb-internal 0.0.97.post1__py3-none-any.whl → 0.0.99.post1__py3-none-any.whl

computer_use_ootb_internal/app_teachmode.py

@@ -6,6 +6,7 @@ import threading
 import requests
 import platform  # Add platform import
 import subprocess  # Add subprocess import
+import pyautogui  # Add pyautogui import
 from fastapi import FastAPI, Request
 from fastapi.responses import JSONResponse
 from fastapi.middleware.cors import CORSMiddleware
@@ -95,7 +96,9 @@ def prepare_environment(state):
     if platform.system() == "Windows":
         # Assuming Star Rail mode is indicated by user_id containing "star_rail"
         # You might need to adjust this condition based on the actual logic in run_teachmode_args
-        is_star_rail = "star_rail" in state.user_id.lower() 
+        is_star_rail = "star_rail" in state.user_id.lower() or \
+                       "star_rail" in state.trace_id.lower() or \
+                       "hero_case" in state.trace_id.lower()
         
         if is_star_rail:
             print("Star Rail mode detected on Windows. Opening Edge browser...")
@@ -104,6 +107,15 @@ def prepare_environment(state):
                 # Use cmd /c start to open the URL in Edge without blocking
                 subprocess.run(["cmd", "/c", "start", "msedge", url], check=True, shell=False)
                 print(f"Successfully requested Edge to open {url}")
+
+                # Add pyautogui click after opening the browser
+                time.sleep(2) # Wait a bit for the browser to potentially load
+                screen_width, screen_height = pyautogui.size()
+                click_x = int(screen_width * (1036 / 1280))
+                click_y = int(screen_height * (500 / 720))
+                print(f"Clicking at coordinates: ({click_x}, {click_y})")
+                pyautogui.click(click_x, click_y)
+
             except FileNotFoundError:
                 print("Error: Microsoft Edge not found. Please ensure it's installed and in PATH.")
             except Exception as e:
@@ -137,6 +149,9 @@ async def update_parameters(request: Request):
     
     log_ootb_request(shared_state.server_url, "update_params", data)
 
+    # Call the preparation function here, after parameters are updated
+    prepare_environment(shared_state)
+
     return JSONResponse(
         content={"status": "success", "message": "Parameters updated", "new_args": vars(shared_state.args)},
         status_code=200
@@ -311,9 +326,6 @@ def process_input():
     shared_state.is_paused = False
     shared_state.stop_event.clear()  # Ensure stop event is cleared at the start
     
-    # Call the preparation function before starting the loop
-    prepare_environment(shared_state)
-    
     print(f"start sampling loop: {shared_state.chatbot_messages}")
     print(f"shared_state.args before sampling loop: {shared_state.args}")
 

{computer_use_ootb_internal-0.0.97.post1.dist-info → computer_use_ootb_internal-0.0.99.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: computer-use-ootb-internal
-Version: 0.0.97.post1
+Version: 0.0.99.post1
 Summary: Computer Use OOTB
 Author-email: Siyuan Hu <siyuan.hu.sg@gmail.com>
 Requires-Python: >=3.11

{computer_use_ootb_internal-0.0.97.post1.dist-info → computer_use_ootb_internal-0.0.99.post1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 computer_use_ootb_internal/README.md,sha256=FxpW95lyub2iX73ZDfK6ML7SdEKg060H5I6Grub7li4,31
-computer_use_ootb_internal/app_teachmode.py,sha256=5Ek9cY9-wZvgTw67noYHGvE-oWu28biXU--4kfamjAs,17127
+computer_use_ootb_internal/app_teachmode.py,sha256=N2M7lGLwCezvZytdy884Cy1qF7C3pPGaF1FyayPnE3M,17756
 computer_use_ootb_internal/app_teachmode_gradio.py,sha256=zAw-n3s20j1Jr0S4TzXHwllKV6APJ8HEHB1KqBuzriY,7907
 computer_use_ootb_internal/dependency_check.py,sha256=y8RMEP6RXQzTgU1MS_1piBLtz4J-Hfn9RjUZg59dyvo,1333
 computer_use_ootb_internal/example_websocket_js.html,sha256=BLYwDExVlgiAX4vXVXW3RuP5KD8FXE4EFXIl54bwF7w,1322
@@ -38,7 +38,7 @@ computer_use_ootb_internal/computer_use_demo/tools/computer_marbot.py,sha256=zZu
 computer_use_ootb_internal/computer_use_demo/tools/edit.py,sha256=b0PwUitxckHCQqFP3ZwlthWdqNkn7WETeTHeB6-o98c,11486
 computer_use_ootb_internal/computer_use_demo/tools/run.py,sha256=xhXdnBK1di9muaO44CEirL9hpGy3NmKbjfMpyeVmn8Y,1595
 computer_use_ootb_internal/computer_use_demo/tools/screen_capture.py,sha256=L8qfvtUkPPQGt92N-2Zfw5ZTDBzLsDps39uMnX3_uSA,6857
-computer_use_ootb_internal-0.0.97.post1.dist-info/METADATA,sha256=RodVMKF5EUHUHdzQg84aLdfxiM-PYC0d0gH8eRGWdjg,942
-computer_use_ootb_internal-0.0.97.post1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-computer_use_ootb_internal-0.0.97.post1.dist-info/entry_points.txt,sha256=-AbmawU7IRQuDZihgVMVDrFoY4E6rnXYOUB-5vSeBKs,93
-computer_use_ootb_internal-0.0.97.post1.dist-info/RECORD,,
+computer_use_ootb_internal-0.0.99.post1.dist-info/METADATA,sha256=KvfE1u3MumMHrbYvdCGhksJpFuqjbZAxA12qpmgrl3U,942
+computer_use_ootb_internal-0.0.99.post1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+computer_use_ootb_internal-0.0.99.post1.dist-info/entry_points.txt,sha256=-AbmawU7IRQuDZihgVMVDrFoY4E6rnXYOUB-5vSeBKs,93
+computer_use_ootb_internal-0.0.99.post1.dist-info/RECORD,,