computer-use-ootb-internal 0.0.175__py3-none-any.whl → 0.0.177__py3-none-any.whl

computer_use_ootb_internal/computer_use_demo/executor/teachmode_executor.py

@@ -25,6 +25,7 @@ class TeachmodeExecutor:
         self.supported_action_type={
             # "showui_action": "anthropic_tool_action"
             "CLICK": 'key',  # TBD
+            "RIGHT_CLICK": 'key',  # TBD
             "INPUT": "key",
             "MOVE": "key",
             "HOVER": "key",
@@ -139,6 +140,12 @@ class TeachmodeExecutor:
                 refined_output.append({"action": "mouse_move", "text": None, "coordinate": tuple(action_item["position"])})
                 refined_output.append({"action": "left_click", "text": None, "coordinate": tuple(action_item["position"])})
             
+            elif action_item["action"] == "RIGHT_CLICK":  # 1. click -> mouse_move + left_click
+                x, y = action_item["position"]
+                action_item["position"] = (int(x), int(y))
+                refined_output.append({"action": "mouse_move", "text": None, "coordinate": tuple(action_item["position"])})
+                refined_output.append({"action": "right_click", "text": None, "coordinate": tuple(action_item["position"])})
+
             elif action_item["action"] == "INPUT":  # 2. input -> type
                 if "text" in action_item:
                     refined_output.append({"action": "type", "text": action_item["text"], "coordinate": None})

computer_use_ootb_internal/computer_use_demo/tools/computer.py

@@ -300,6 +300,8 @@ class ComputerTool(BaseAnthropicTool):
 
             if coordinate is not None:
                 x, y = coordinate
+                x += self.offset_x
+                y += self.offset_y
             else:
                 x, y = pyautogui.position()
 

{computer_use_ootb_internal-0.0.175.dist-info → computer_use_ootb_internal-0.0.177.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: computer-use-ootb-internal
-Version: 0.0.175
+Version: 0.0.177
 Summary: Computer Use OOTB
 Author-email: Siyuan Hu <siyuan.hu.sg@gmail.com>
 Requires-Python: >=3.11

{computer_use_ootb_internal-0.0.175.dist-info → computer_use_ootb_internal-0.0.177.dist-info}/RECORD

@@ -11,7 +11,7 @@ computer_use_ootb_internal/test_click_0425.py,sha256=uZtP6DsPVRFonKMYlbe9eHmPY6h
 computer_use_ootb_internal/computer_use_demo/animation/click_animation.py,sha256=tP1gsayFy-CKk10UlrE9RlexwlHWiHQUe5Ogg4vQvSg,3234
 computer_use_ootb_internal/computer_use_demo/animation/icons8-select-cursor-transparent-96.gif,sha256=4LfwsfFQnREXrNRs32aJU2jO65JXianJoL_8q7-8elg,30966
 computer_use_ootb_internal/computer_use_demo/animation/test_animation.py,sha256=SOJz2yffXTkjuAHqk0IZLcMriR0KQYTo7W1b8wGyRGY,1222
-computer_use_ootb_internal/computer_use_demo/executor/teachmode_executor.py,sha256=JCKttfLqQOfHEEFhZq3TLgWSIBf2JaTVOvrB3gDXDUw,15661
+computer_use_ootb_internal/computer_use_demo/executor/teachmode_executor.py,sha256=7wG3K4s2HkLznXPRER4jOo20qakFA9Iw_tYMg9d3r9s,16154
 computer_use_ootb_internal/computer_use_demo/gui_agent/gui_parser/simple_parser/__init__.py,sha256=h2CNeuACklxVpJC65QR8_6AvSybEZLmeO45hY_-lLBs,61
 computer_use_ootb_internal/computer_use_demo/gui_agent/gui_parser/simple_parser/gui_capture.py,sha256=CxFJbsSb68ERKH7-C4RaaZy7FIhhzrzGx5qQJ4C37cA,13907
 computer_use_ootb_internal/computer_use_demo/gui_agent/gui_parser/simple_parser/utils.py,sha256=OOVxy4Qlbk5q-X9kXFXqt6AmuOMl6FWWqtH269DvJJA,10005
@@ -28,7 +28,7 @@ computer_use_ootb_internal/computer_use_demo/tools/base.py,sha256=XKG8UpjTvG3-Pl
 computer_use_ootb_internal/computer_use_demo/tools/bash.py,sha256=rHetQ80_v-TTi-1oxIA7ncFEwJxFTh8FJCErIoZbGeY,4236
 computer_use_ootb_internal/computer_use_demo/tools/collection.py,sha256=8RzHLobL44_Jjt8ltXS6I8XJlEAQOfc75dmnDUaHE-8,922
 computer_use_ootb_internal/computer_use_demo/tools/colorful_text.py,sha256=cvlmnhAImDTwoRRwhT5au7mNFhfAD7ZfeoDEVdVzDKw,892
-computer_use_ootb_internal/computer_use_demo/tools/computer.py,sha256=6uev4Fr4iObevVuNFKsG8KaZbzTIRGQyD3vmG7v6cyE,27632
+computer_use_ootb_internal/computer_use_demo/tools/computer.py,sha256=UOTrmcMSKWinyupzmkIJolRTRy-yCwS4KkhhsAuoWlk,27702
 computer_use_ootb_internal/computer_use_demo/tools/computer_marbot.py,sha256=zZuWz9ArfP3Zss-afnscrPkgCtB5UWbCy7HwAOvO2bo,5970
 computer_use_ootb_internal/computer_use_demo/tools/edit.py,sha256=b0PwUitxckHCQqFP3ZwlthWdqNkn7WETeTHeB6-o98c,11486
 computer_use_ootb_internal/computer_use_demo/tools/run.py,sha256=xhXdnBK1di9muaO44CEirL9hpGy3NmKbjfMpyeVmn8Y,1595
@@ -36,7 +36,7 @@ computer_use_ootb_internal/computer_use_demo/tools/screen_capture.py,sha256=L8qf
 computer_use_ootb_internal/preparation/__init__.py,sha256=AgtGHcBpiTkxJjF0xwcs3yyQ6SyUvhL3G0vD2XO-zJw,63
 computer_use_ootb_internal/preparation/powerpoint_prepare.py,sha256=1je2N_Pedvp2p_o3aQGl2FF4A8R0H9-GK_e3nqkpzzA,3267
 computer_use_ootb_internal/preparation/star_rail_prepare.py,sha256=RAriQxrv55csBNBm0m8CKyd_RW8k1tXx0kdJAcOpYlg,4734
-computer_use_ootb_internal-0.0.175.dist-info/METADATA,sha256=RcC6k36wF1_fywKCjqGbj7AQYOTKXjGYK2odsMEaVqM,910
-computer_use_ootb_internal-0.0.175.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-computer_use_ootb_internal-0.0.175.dist-info/entry_points.txt,sha256=-AbmawU7IRQuDZihgVMVDrFoY4E6rnXYOUB-5vSeBKs,93
-computer_use_ootb_internal-0.0.175.dist-info/RECORD,,
+computer_use_ootb_internal-0.0.177.dist-info/METADATA,sha256=ErPlnqdyovsvrnv2j-Mcd2wrXXYohIjqlz3dVoRbJdY,910
+computer_use_ootb_internal-0.0.177.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+computer_use_ootb_internal-0.0.177.dist-info/entry_points.txt,sha256=-AbmawU7IRQuDZihgVMVDrFoY4E6rnXYOUB-5vSeBKs,93
+computer_use_ootb_internal-0.0.177.dist-info/RECORD,,