computer-use-ootb-internal 0.0.174__py3-none-any.whl → 0.0.176__py3-none-any.whl

computer_use_ootb_internal/computer_use_demo/animation/test_animation.py

@@ -1,40 +1,40 @@
-"""
-Test script to verify cursor animation is working
-"""
-import asyncio
-import sys
-import time
-from pathlib import Path
-from computer_use_ootb_internal.computer_use_demo.tools.computer import ComputerTool
-
-async def test_animations():
-    
-    # Initialize the computer tool
-    computer = ComputerTool()
-    
-    # Test mouse move animation
-    print("Testing mouse move animation...")
-    await computer(action="mouse_move_windll", coordinate=(500, 500))
-    print("Waiting 2 seconds...")
-    await asyncio.sleep(2)
-    
-    # Test click animation
-    print("Testing click animation...")
-    await computer(action="left_click_windll", coordinate=(700, 300))
-    print("Waiting 2 seconds...")
-    await asyncio.sleep(2)
-    
-    # Test another move
-    print("Testing move and click sequence...")
-    await computer(action="mouse_move_windll", coordinate=(300, 300))
-    await asyncio.sleep(1)
-    await computer(action="left_click_windll", coordinate=(300, 300))
-    
-    # Wait for animations to complete
-    print("Waiting for animations to complete...")
-    await asyncio.sleep(3)
-    
-    print("Test completed")
-
-if __name__ == "__main__":
+"""
+Test script to verify cursor animation is working
+"""
+import asyncio
+import sys
+import time
+from pathlib import Path
+from computer_use_ootb_internal.computer_use_demo.tools.computer import ComputerTool
+
+async def test_animations():
+    
+    # Initialize the computer tool
+    computer = ComputerTool()
+    
+    # Test mouse move animation
+    print("Testing mouse move animation...")
+    await computer(action="mouse_move_windll", coordinate=(500, 500))
+    print("Waiting 2 seconds...")
+    await asyncio.sleep(2)
+    
+    # Test click animation
+    print("Testing click animation...")
+    await computer(action="left_click_windll", coordinate=(700, 300))
+    print("Waiting 2 seconds...")
+    await asyncio.sleep(2)
+    
+    # Test another move
+    print("Testing move and click sequence...")
+    await computer(action="mouse_move_windll", coordinate=(300, 300))
+    await asyncio.sleep(1)
+    await computer(action="left_click_windll", coordinate=(300, 300))
+    
+    # Wait for animations to complete
+    print("Waiting for animations to complete...")
+    await asyncio.sleep(3)
+    
+    print("Test completed")
+
+if __name__ == "__main__":
     asyncio.run(test_animations()) 

computer_use_ootb_internal/computer_use_demo/executor/teachmode_executor.py

@@ -37,6 +37,7 @@ class TeachmodeExecutor:
             "DRAG": "key",
             "SCROLL": "key",
             "DOUBLE_CLICK": "key",
+            "TRIPLE_CLICK": "key",
             "WAIT": "key",
         }
 
@@ -191,6 +192,11 @@ class TeachmodeExecutor:
                 refined_output.append({"action": "mouse_move", "text": None, "coordinate": (x, y)})
                 refined_output.append({"action": "double_click", "text": None, "coordinate": None})
             
+            elif action_item["action"] == "TRIPLE_CLICK":  # 11. triple click
+                x, y = action_item["position"]
+                refined_output.append({"action": "mouse_move", "text": None, "coordinate": (x, y)})
+                refined_output.append({"action": "triple_click", "text": None, "coordinate": None})
+
             elif action_item["action"] == "WAIT":  # 11. wait
                 refined_output.append({"action": "wait", "text": None, "coordinate": None})
 

computer_use_ootb_internal/computer_use_demo/tools/computer.py

@@ -39,6 +39,7 @@ Action = Literal[
     "right_click",
     "middle_click",
     "double_click",
+    "triple_click",
     "left_press",
     "key_down",
     "key_up",
@@ -285,6 +286,7 @@ class ComputerTool(BaseAnthropicTool):
             "left_click",
             "right_click",
             "double_click",
+            "triple_click",
             "middle_click",
             "left_press",
             "scroll_down",
@@ -298,6 +300,8 @@ class ComputerTool(BaseAnthropicTool):
 
             if coordinate is not None:
                 x, y = coordinate
+                x += self.offset_x
+                y += self.offset_y
             else:
                 x, y = pyautogui.position()
 
@@ -317,6 +321,10 @@ class ComputerTool(BaseAnthropicTool):
                 show_click(x, y)
                 pyautogui.doubleClick(x=x, y=y)
                 return ToolResult(output="Double click", action_base_type="click")
+            elif action == "triple_click":
+                show_click(x, y)
+                pyautogui.click(x=x, y=y, clicks=3, interval=0.1)  # 3 clicks with 0.1s interval
+                return ToolResult(output="Triple click", action_base_type="click")
             elif action == "left_press":
                 show_click(x, y)
                 pyautogui.mouseDown(x=x, y=y)
@@ -391,7 +399,6 @@ class ComputerTool(BaseAnthropicTool):
                 if coordinate is None:
                     raise ToolError(output=f"coordinate is required for {action}", action_base_type="error")
                 
-                time.sleep(0.5)
                 x0, y0 = pyautogui.position()
                 # x0, y0 = self.scale_coordinates(ScalingSource.COMPUTER, x0, y0)
                 x1 = coordinate[0]+self.offset_x
@@ -399,7 +406,7 @@ class ComputerTool(BaseAnthropicTool):
 
                 show_move_to(x0, y0, x1, y1)
                 self.marbot_auto_gui.moveTo(x=x1, y=y1)
-                time.sleep(0.5)
+                time.sleep(0.25)
             
                 return ToolResult(output=f"Mouse move", action_base_type="move")
             
@@ -407,7 +414,7 @@ class ComputerTool(BaseAnthropicTool):
             #     self.marbot_auto_gui.rightClick(x=coordinate[0], y=coordinate[1])
             elif action == "key_down_windll":
                 self.marbot_auto_gui.keyDown(text)
-                time.sleep(0.5)
+                time.sleep(0.25)
                 return ToolResult(output=f"Key down '{text}'", type="hidden", action_base_type="key")
             
             elif action == "key_up_windll":