use-computer 0.0.40__tar.gz → 0.0.41__tar.gz

{use_computer-0.0.40 → use_computer-0.0.41}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: use-computer
-Version: 0.0.40
+Version: 0.0.41
 Summary: Python SDK for use.computer sandboxes across macOS, iOS simulators, Windows, and Ubuntu
 Project-URL: Homepage, https://use.computer
 Project-URL: Documentation, https://api.use.computer/docs

{use_computer-0.0.40 → use_computer-0.0.41}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "use-computer"
-version = "0.0.40"
+version = "0.0.41"
 description = "Python SDK for use.computer sandboxes across macOS, iOS simulators, Windows, and Ubuntu"
 readme = "README.md"
 requires-python = ">=3.10"

{use_computer-0.0.40 → use_computer-0.0.41}/scripts/smoke_wheel.py

@@ -102,7 +102,7 @@ with tempfile.TemporaryDirectory() as tmp:
 
 for agent_cls, model_name in [
     (AnthropicComputerAgent, "anthropic/claude-sonnet-4-6"),
-    (OpenAIComputerAgent, "openai/computer-use-preview"),
+    (OpenAIComputerAgent, "openai/gpt-5.5"),
     (GeminiComputerAgent, "gemini/gemini-2.5-computer-use-preview-10-2025"),
     (GenericComputerAgent, "openai/gpt-4o"),
     (IOSComputerAgent, "anthropic/claude-sonnet-4-6"),

{use_computer-0.0.40 → use_computer-0.0.41}/use_computer/agents/base/actions.py

@@ -140,6 +140,7 @@ async def execute_action(
             await sandbox.keyboard.type(command.text)
         elif command.action is DesktopAction.KEY:
             key = normalize_key(command.key or command.text, key_aliases)
+            action["key"] = key
             if "+" in key:
                 await sandbox.keyboard.hotkey(key)
             else:

{use_computer-0.0.40 → use_computer-0.0.41}/use_computer/agents/base/desktop.py

@@ -12,32 +12,102 @@ from use_computer.agents.types import Platform
 _KEY_ALIASES = {
     "Escape": "esc",
     "escape": "esc",
+    "ESCAPE": "esc",
+    "ESC": "esc",
     "Return": "enter",
     "return": "enter",
+    "RETURN": "enter",
+    "Enter": "enter",
+    "enter": "enter",
+    "ENTER": "enter",
+    "Command": "cmd",
+    "command": "cmd",
+    "COMMAND": "cmd",
+    "Cmd": "cmd",
+    "cmd": "cmd",
+    "CMD": "cmd",
     "super": "cmd",
+    "SUPER": "cmd",
     "meta": "cmd",
+    "META": "cmd",
     "Super_L": "cmd",
     "Meta_L": "cmd",
     "Control": "ctrl",
+    "control": "ctrl",
+    "CONTROL": "ctrl",
+    "Ctrl": "ctrl",
+    "ctrl": "ctrl",
+    "CTRL": "ctrl",
     "Shift": "shift",
+    "shift": "shift",
+    "SHIFT": "shift",
     "Alt": "alt",
+    "alt": "alt",
+    "ALT": "alt",
+    "Option": "alt",
+    "option": "alt",
+    "OPTION": "alt",
     "Backspace": "backspace",
+    "backspace": "backspace",
+    "BACKSPACE": "backspace",
     "Delete": "delete",
+    "delete": "delete",
+    "DELETE": "delete",
+    "Tab": "tab",
+    "tab": "tab",
+    "TAB": "tab",
+    "Space": "space",
+    "space": "space",
+    "SPACE": "space",
     "ArrowUp": "up",
+    "ARROWUP": "up",
+    "Up": "up",
+    "up": "up",
+    "UP": "up",
     "ArrowDown": "down",
+    "ARROWDOWN": "down",
+    "Down": "down",
+    "down": "down",
+    "DOWN": "down",
     "ArrowLeft": "left",
+    "ARROWLEFT": "left",
+    "Left": "left",
+    "left": "left",
+    "LEFT": "left",
     "ArrowRight": "right",
+    "ARROWRIGHT": "right",
+    "Right": "right",
+    "right": "right",
+    "RIGHT": "right",
     "Page_Up": "pageup",
+    "PAGE_UP": "pageup",
+    "PAGEUP": "pageup",
     "Page_Down": "pagedown",
+    "PAGE_DOWN": "pagedown",
+    "PAGEDOWN": "pagedown",
 }
 
 # Windows: the modifier is the Windows key, not Cmd.
 _WINDOWS_KEY_ALIASES = {
     **_KEY_ALIASES,
+    "Command": "win",
+    "command": "win",
+    "COMMAND": "win",
+    "Cmd": "win",
+    "cmd": "win",
+    "CMD": "win",
     "super": "win",
+    "SUPER": "win",
     "meta": "win",
+    "META": "win",
     "Super_L": "win",
     "Meta_L": "win",
+    "Win": "win",
+    "win": "win",
+    "WIN": "win",
+    "Windows": "win",
+    "windows": "win",
+    "WINDOWS": "win",
 }
 
 

{use_computer-0.0.40 → use_computer-0.0.41}/use_computer/agents/providers/openai.py

@@ -19,6 +19,9 @@ from use_computer.agents.base import (
 )
 from use_computer.agents.types import DesktopAction, ScrollDirection
 
+DEFAULT_OPENAI_COMPUTER_MODEL = "gpt-5.5"
+LEGACY_OPENAI_COMPUTER_MODEL = "computer-use-preview"
+
 
 class OpenAIToolType(str, Enum):
     COMPUTER = "computer"
@@ -31,6 +34,7 @@ class OpenAIItemType(str, Enum):
     COMPUTER_SCREENSHOT = "computer_screenshot"
     INPUT_IMAGE = "input_image"
     MESSAGE = "message"
+    OUTPUT_TEXT = "output_text"
 
 
 @dataclass(frozen=True)
@@ -46,7 +50,6 @@ class OpenAIComputerObservation:
             "output": {
                 "type": OpenAIItemType.COMPUTER_SCREENSHOT.value,
                 "image_url": f"data:image/png;base64,{self.screenshot_b64}",
-                "detail": "original",
             },
         }
         if self.pending_safety_checks:
@@ -69,7 +72,7 @@ class OpenAICUAAgent(BaseCUAAgent):
         self.steps[0]["message"] = instruction
 
         client = openai.OpenAI()
-        model = self._parsed_model_name or "computer-use-preview"
+        model = self._parsed_model_name or DEFAULT_OPENAI_COMPUTER_MODEL
 
         system = build_system_prompt(
             load_prompt("openai.txt"),
@@ -109,21 +112,14 @@ class OpenAICUAAgent(BaseCUAAgent):
 
         for step_idx in range(self.max_steps):
             await self._fire_in_process(environment, step_idx)
-            if previous_response_id is None:
-                response = client.responses.create(
-                    model=model,
-                    tools=tools,  # type: ignore
-                    input=input_items,
-                    truncation="auto",
-                )
-            else:
-                response = client.responses.create(
-                    model=model,
-                    tools=tools,  # type: ignore
-                    input=input_items,
+            response = client.responses.create(
+                **_response_create_kwargs(
+                    model,
+                    tools=tools,
+                    input_items=input_items,
                     previous_response_id=previous_response_id,
-                    truncation="auto",
                 )
+            )
             previous_response_id = response.id
 
             self.total_in += response.usage.input_tokens if response.usage else 0
@@ -136,16 +132,11 @@ class OpenAICUAAgent(BaseCUAAgent):
             ]
 
             if not computer_calls:
-                text_parts = [
-                    getattr(item, "text", "")
-                    for item in response.output
-                    if getattr(item, "type", None) == OpenAIItemType.MESSAGE.value
-                ]
                 self.steps.append(
                     {
                         "step_id": len(self.steps) + 1,
                         "source": "agent",
-                        "message": "\n".join(text_parts) or "Task complete.",
+                        "message": _response_text(response) or "Task complete.",
                     }
                 )
                 break
@@ -222,7 +213,7 @@ def _openai_tools_for_model(
     height: int,
     environment: str,
 ) -> list[dict[str, Any]]:
-    if model == "computer-use-preview":
+    if _uses_legacy_preview_tool(model):
         return [
             {
                 "type": OpenAIToolType.COMPUTER_USE_PREVIEW.value,
@@ -234,6 +225,29 @@ def _openai_tools_for_model(
     return [{"type": OpenAIToolType.COMPUTER.value}]
 
 
+def _response_create_kwargs(
+    model: str,
+    *,
+    tools: list[dict[str, Any]],
+    input_items: list[Any],
+    previous_response_id: str | None,
+) -> dict[str, Any]:
+    kwargs: dict[str, Any] = {
+        "model": model,
+        "tools": tools,
+        "input": input_items,
+    }
+    if previous_response_id is not None:
+        kwargs["previous_response_id"] = previous_response_id
+    if _uses_legacy_preview_tool(model):
+        kwargs["truncation"] = "auto"
+    return kwargs
+
+
+def _uses_legacy_preview_tool(model: str) -> bool:
+    return model in {LEGACY_OPENAI_COMPUTER_MODEL, "computer-use-preview-2025-03-11"}
+
+
 def _openai_actions(call: Any) -> list[Any]:
     actions = getattr(call, "actions", None)
     if isinstance(actions, Iterable) and not isinstance(actions, (str, bytes)):
@@ -255,8 +269,31 @@ def _pending_safety_checks(call: Any) -> tuple[dict[str, Any], ...]:
     return tuple(normalized)
 
 
+def _response_text(response: Any) -> str:
+    output_text = getattr(response, "output_text", "")
+    if isinstance(output_text, str) and output_text:
+        return output_text
+
+    text_parts = []
+    for item in getattr(response, "output", []):
+        if getattr(item, "type", None) != OpenAIItemType.MESSAGE.value:
+            continue
+        content = getattr(item, "content", None)
+        if isinstance(content, Iterable) and not isinstance(content, (str, bytes)):
+            for block in content:
+                if getattr(block, "type", None) == OpenAIItemType.OUTPUT_TEXT.value:
+                    text = getattr(block, "text", "")
+                    if text:
+                        text_parts.append(text)
+        else:
+            text = getattr(item, "text", "")
+            if text:
+                text_parts.append(text)
+    return "\n".join(text_parts)
+
+
 def _map_openai_action(action: Any) -> dict[str, Any]:
-    """Map OpenAI computer_use_preview action to our standard format."""
+    """Map OpenAI computer actions to our standard format."""
     action_type = action.type
 
     type_map = {