minitap-mobile-use 2.5.3__py3-none-any.whl → 2.7.0__py3-none-any.whl

minitap/mobile_use/tools/mobile/tap.py

@@ -2,7 +2,7 @@ from typing import Annotated
 
 from langchain_core.messages import ToolMessage
 from langchain_core.tools import tool
-from langchain_core.tools.base import InjectedToolCallId
+from langchain_core.tools.base import BaseTool, InjectedToolCallId
 from langgraph.prebuilt import InjectedState
 from langgraph.types import Command
 
@@ -23,7 +23,7 @@ from minitap.mobile_use.utils.logger import get_logger
 logger = get_logger(__name__)
 
 
-def get_tap_tool(ctx: MobileUseContext):
+def get_tap_tool(ctx: MobileUseContext) -> BaseTool:
     @tool
     async def tap(
         tool_call_id: Annotated[str, InjectedToolCallId],
@@ -41,67 +41,79 @@ def get_tap_tool(ctx: MobileUseContext):
         output = {
             "error": "No valid selector provided or all selectors failed."
         }  # Default to failure
-        final_selector_info = "N/A"
+        latest_selector_info: str | None = None
 
-        # 1. Try with resource_id
-        if target.resource_id:
+        # 1. Try with COORDINATES FIRST (visual approach)
+        if target.coordinates:
             try:
-                selector = IdSelectorRequest(id=target.resource_id)
+                center_point = target.coordinates.get_center()
+                selector = SelectorRequestWithCoordinates(
+                    coordinates=CoordinatesSelectorRequest(x=center_point.x, y=center_point.y)
+                )
                 logger.info(
-                    f"Attempting to tap using resource_id: '{target.resource_id}' "
-                    f"at index {target.resource_id_index}"
+                    f"Attempting to tap using coordinates: {center_point.x},{center_point.y}"
                 )
+                latest_selector_info = f"coordinates='{target.coordinates}'"
                 result = tap_controller(
-                    ctx=ctx, selector_request=selector, index=target.resource_id_index
+                    ctx=ctx,
+                    selector_request=selector,
+                    ui_hierarchy=state.latest_ui_hierarchy,
                 )
                 if result is None:  # Success
                     output = None
-                    final_selector_info = (
-                        f"resource_id='{target.resource_id}' (index={target.resource_id_index})"
-                    )
                 else:
                     logger.warning(
-                        f"Tap with resource_id '{target.resource_id}' failed. Error: {result}"
+                        f"Tap with coordinates '{target.coordinates}' failed. Error: {result}"
                     )
                     output = result
             except Exception as e:
-                logger.warning(f"Exception during tap with resource_id '{target.resource_id}': {e}")
+                logger.warning(f"Exception during tap with coordinates '{target.coordinates}': {e}")
                 output = {"error": str(e)}
 
-        # 2. If resource_id failed or wasn't provided, try with coordinates
-        if output is not None and target.coordinates:
+        # 2. If coordinates failed or weren't provided, try with resource_id
+        if output is not None and target.resource_id:
             try:
-                center_point = target.coordinates.get_center()
-                selector = SelectorRequestWithCoordinates(
-                    coordinates=CoordinatesSelectorRequest(x=center_point.x, y=center_point.y)
-                )
+                selector = IdSelectorRequest(id=target.resource_id)
                 logger.info(
-                    f"Attempting to tap using coordinates: {center_point.x},{center_point.y}"
+                    f"Attempting to tap using resource_id: '{target.resource_id}' "
+                    f"at index {target.resource_id_index}"
+                )
+                latest_selector_info = (
+                    f"resource_id='{target.resource_id}' (index={target.resource_id_index})"
+                )
+                result = tap_controller(
+                    ctx=ctx,
+                    selector_request=selector,
+                    index=target.resource_id_index,
+                    ui_hierarchy=state.latest_ui_hierarchy,
                 )
-                result = tap_controller(ctx=ctx, selector_request=selector)
                 if result is None:  # Success
                     output = None
-                    final_selector_info = f"coordinates='{target.coordinates}'"
                 else:
                     logger.warning(
-                        f"Tap with coordinates '{target.coordinates}' failed. Error: {result}"
+                        f"Tap with resource_id '{target.resource_id}' failed. Error: {result}"
                     )
                     output = result
             except Exception as e:
-                logger.warning(f"Exception during tap with coordinates '{target.coordinates}': {e}")
+                logger.warning(f"Exception during tap with resource_id '{target.resource_id}': {e}")
                 output = {"error": str(e)}
 
-        # 3. If coordinates failed or weren't provided, try with text
+        # 3. If resource_id failed or wasn't provided, try with text (last resort)
         if output is not None and target.text:
             try:
                 selector = TextSelectorRequest(text=target.text)
                 logger.info(
                     f"Attempting to tap using text: '{target.text}' at index {target.text_index}"
                 )
-                result = tap_controller(ctx=ctx, selector_request=selector, index=target.text_index)
+                latest_selector_info = f"text='{target.text}' (index={target.text_index})"
+                result = tap_controller(
+                    ctx=ctx,
+                    selector_request=selector,
+                    index=target.text_index,
+                    ui_hierarchy=state.latest_ui_hierarchy,
+                )
                 if result is None:  # Success
                     output = None
-                    final_selector_info = f"text='{target.text}' (index={target.text_index})"
                 else:
                     logger.warning(f"Tap with text '{target.text}' failed. Error: {result}")
                     output = result
@@ -110,6 +122,7 @@ def get_tap_tool(ctx: MobileUseContext):
                 output = {"error": str(e)}
 
         has_failed = output is not None
+        final_selector_info = latest_selector_info if latest_selector_info else "N/A"
         agent_outcome = (
             tap_wrapper.on_failure_fn(final_selector_info)
             if has_failed

minitap/mobile_use/tools/mobile/wait_for_delay.py

@@ -0,0 +1,84 @@
+import asyncio
+from typing import Annotated
+
+from langchain_core.messages import ToolMessage
+from langchain_core.tools import tool
+from langchain_core.tools.base import InjectedToolCallId
+from langgraph.prebuilt import InjectedState
+from langgraph.types import Command
+
+from minitap.mobile_use.constants import EXECUTOR_MESSAGES_KEY
+from minitap.mobile_use.context import MobileUseContext
+from minitap.mobile_use.controllers.mobile_command_controller import (
+    wait_for_delay as wait_for_delay_controller,
+)
+from minitap.mobile_use.graph.state import State
+from minitap.mobile_use.tools.tool_wrapper import ToolWrapper
+
+MAX_DELAY_MS = 60000
+
+
+def get_wait_for_delay_tool(ctx: MobileUseContext):
+    @tool
+    async def wait_for_delay(
+        tool_call_id: Annotated[str, InjectedToolCallId],
+        state: Annotated[State, InjectedState],
+        agent_thought: str,
+        time_in_ms: int,
+    ) -> Command:
+        """
+        Wait for a delay in milliseconds.
+
+        This tool pauses execution for a specified number of milliseconds.
+        Use this when you need to introduce a controlled delay to allow the UI
+        to update after an action, regardless of whether an animation is playing.
+
+        Args:
+            time_in_ms: The number of milliseconds to wait. (capped at 60 seconds)
+
+
+        Example:
+            - wait_for_delay with time_in_ms=1000 (waits 1 second)
+            - wait_for_delay with time_in_ms=500 (waits 0.5 seconds)
+        """
+        if time_in_ms < 0:
+            time_in_ms = 1000
+        if time_in_ms > MAX_DELAY_MS:
+            time_in_ms = MAX_DELAY_MS
+        try:
+            await asyncio.to_thread(wait_for_delay_controller, time_in_ms)
+            output = None
+            has_failed = False
+        except Exception as e:
+            output = str(e)
+            has_failed = True
+        agent_outcome = (
+            wait_for_delay_wrapper.on_failure_fn()
+            if has_failed
+            else wait_for_delay_wrapper.on_success_fn(time_in_ms)
+        )
+        tool_message = ToolMessage(
+            tool_call_id=tool_call_id,
+            content=agent_outcome,
+            additional_kwargs={"error": output} if has_failed else {},
+            status="error" if has_failed else "success",
+        )
+        return Command(
+            update=await state.asanitize_update(
+                ctx=ctx,
+                update={
+                    "agents_thoughts": [agent_thought, agent_outcome],
+                    EXECUTOR_MESSAGES_KEY: [tool_message],
+                },
+                agent="executor",
+            ),
+        )
+
+    return wait_for_delay
+
+
+wait_for_delay_wrapper = ToolWrapper(
+    tool_fn_getter=get_wait_for_delay_tool,
+    on_success_fn=lambda delay: f"Successfully waited for {delay} milliseconds.",
+    on_failure_fn=lambda: "Failed to wait for delay.",
+)

minitap/mobile_use/utils/cli_helpers.py

@@ -1,9 +1,10 @@
 import sys
 
-from minitap.mobile_use.clients.ios_client import get_ios_devices
 from adbutils import AdbClient
 from rich.console import Console
 
+from minitap.mobile_use.clients.ios_client import get_ios_devices
+
 
 def display_device_status(console: Console, adb_client: AdbClient | None = None):
     """Checks for connected devices and displays the status."""
@@ -17,21 +18,24 @@ def display_device_status(console: Console, adb_client: AdbClient | None = None)
             console.print(f"  - {device.serial}")
     else:
         console.print("❌ [bold red]No Android device found.[/bold red]")
-        console.print("Please make sure your emulator is running or a device is connected via USB.")
         command = "emulator -avd <avd_name>"
         if sys.platform not in ["win32", "darwin"]:
             command = f"./{command}"
-        console.print(f"You can start an emulator using a command like: [bold]'{command}'[/bold]")
-        console.print("[italic]iOS detection coming soon...[/italic]")
+            console.print(
+                f"You can start an emulator using a command like: [bold]'{command}'[/bold]"
+            )
 
     xcrun_available, ios_devices, error_message = get_ios_devices()
     if xcrun_available:
         if ios_devices:
             console.print("✅ [bold green]iOS device(s) connected:[/bold green]")
             for device in ios_devices:
-                console.print(f"  - {device}")
+                console.print(f"  - [green]{device}[/green]")
         else:
-            console.print("❌ [bold red]No iOS device found.[/bold red]")
+            console.print(
+                "❌ [bold red]No iOS device found. We only support iOS simulators for now."
+                "[/bold red]"
+            )
             console.print(
                 "[iOS] Please make sure your emulator is running or a device is connected via USB."
             )

{minitap_mobile_use-2.5.3.dist-info → minitap_mobile_use-2.7.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: minitap-mobile-use
-Version: 2.5.3
+Version: 2.7.0
 Summary: AI-powered multi-agent system that automates real Android and iOS devices through low-level control using LangGraph.
 Author: Pierre-Louis Favreau, Jean-Pierre Lo, Nicolas Dehandschoewercker
 License: MIT License

{minitap_mobile_use-2.5.3.dist-info → minitap_mobile_use-2.7.0.dist-info}/RECORD

@@ -1,41 +1,44 @@
 minitap/mobile_use/__init__.py,sha256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855,0
-minitap/mobile_use/agents/contextor/contextor.py,sha256=820c32e11fc0a622fffe4170d4d8ec376c6ff44cb5c20dbd8379a031b1961615,1717
-minitap/mobile_use/agents/cortex/cortex.md,sha256=b1390b54d2e350204013daa7cb750eadb5054470d9a125240c892a9db445982e,12192
-minitap/mobile_use/agents/cortex/cortex.py,sha256=15ec2eb1e5636b84db06c928b9854f07352f0e86a50244aec5dc2d0775d84e59,5077
-minitap/mobile_use/agents/cortex/types.py,sha256=c33f2277752644d2185d84add03a493adaa530096d046d73366ab9121d99b946,361
-minitap/mobile_use/agents/executor/executor.md,sha256=1054c84bbc52709325e7ac4bb2f5a400cb439fee164694e1109c0e373d30ed27,3726
-minitap/mobile_use/agents/executor/executor.py,sha256=59fa952f25556dbea70dde656a09b62e1adba011ce7e67f587f373de73d2a5f9,2974
+minitap/mobile_use/agents/contextor/contextor.py,sha256=6c40c226a08219eaac34e763931d3cca2b4b2f3650afe09fd1b5f37880647969,1357
+minitap/mobile_use/agents/cortex/cortex.md,sha256=5ecc65b221f93f4b6daf50a88936bb0e585a7213ddca12e30710754f55a65f84,16321
+minitap/mobile_use/agents/cortex/cortex.py,sha256=21447e151a34386ec2a260ad70b0fb6acf5bb2bf4f8ccd54028bb531b935be02,5831
+minitap/mobile_use/agents/cortex/types.py,sha256=04c4c91f55a587b0c3e612243d7bf1fca7328f65a7d13999df4708d6a81b54dc,945
+minitap/mobile_use/agents/executor/executor.md,sha256=a7b922203cc80b068e6a0a79b298757c8a11f45e1add84c04f026e4c351336ea,3756
+minitap/mobile_use/agents/executor/executor.py,sha256=99c84af73685c57d56db12874a60208619b5c329b291cc91ecbcd1a832130680,3369
 minitap/mobile_use/agents/executor/tool_node.py,sha256=2ad729ede393882460ae3d180ac1c0e1ab1688f40b2017220aad1b059f6485c5,3900
 minitap/mobile_use/agents/executor/utils.py,sha256=74cf2287053cd4fc763835870e5ae029ca36f6cd0ca7d50678ad05d52ab265b7,368
-minitap/mobile_use/agents/hopper/hopper.md,sha256=2e9333ece8f6b76401ac2cce98ca06a025faa5dba6bacbbc344793ddf42292d0,362
-minitap/mobile_use/agents/hopper/hopper.py,sha256=d3426ebf244633d2216f20ee015616b25d68127674926d36696b91774d84f3ca,1426
+minitap/mobile_use/agents/hopper/hopper.md,sha256=a1764bc43c9b53b3bfe0584abbf0ff7b6e3f516faab3f368fa27bfd9090b5770,1555
+minitap/mobile_use/agents/hopper/hopper.py,sha256=76d87ba79ce9132a54224a0d8380d05d8947c292b40528ed67381fa0bfc14b4c,1650
 minitap/mobile_use/agents/orchestrator/human.md,sha256=6559026aa921b7ad7dddcf3dfcd5d9930252edd6484d60ea92ff6ca97ed028fc,229
 minitap/mobile_use/agents/orchestrator/orchestrator.md,sha256=cc1a353c577f2eef42d9a528178ccc2c0a4a144a907a29878f9efe57e83b12fa,2546
-minitap/mobile_use/agents/orchestrator/orchestrator.py,sha256=56a06879332284edbf25699fcfbf234cfef03e45ffcf0172acda2a1049852fce,5088
+minitap/mobile_use/agents/orchestrator/orchestrator.py,sha256=21af0a1771ecc0880b7d2238c707c37dd57351510089d39139c5d6fdc34b0be1,5503
 minitap/mobile_use/agents/orchestrator/types.py,sha256=f53dfdc99e8d50888ac1cde5f7f90ba5c87837a8eee8dd8efa31f2640394433c,335
 minitap/mobile_use/agents/outputter/human.md,sha256=6b9b45c640b163554524b1aec4cd97134c628eeb8557a32e23c8f966d32f642e,771
-minitap/mobile_use/agents/outputter/outputter.py,sha256=cc3db524f0fefb463f1baa07aab13e3dfb4704994f173f8d193b5c45034a518e,2855
+minitap/mobile_use/agents/outputter/outputter.py,sha256=d6e788882bf63b2ac48823575d561ad4a43d65b584b81626d24a8a8c56ef863f,3331
 minitap/mobile_use/agents/outputter/test_outputter.py,sha256=907b517c486f82a384a364e0bd202c00e8e8082c138461f6eead0e25c2779ba9,5538
 minitap/mobile_use/agents/planner/human.md,sha256=cb37be2af568918e60238eaa785837178a3ba8f8112de86850d9a62914c18314,222
-minitap/mobile_use/agents/planner/planner.md,sha256=f2089809c01263834f0ff264153993809f4ad3c32088305a5c7d421c1d6f4732,3407
-minitap/mobile_use/agents/planner/planner.py,sha256=ee3aafb1519419e16d0fdf02272e6cd6c31ff51dcd0b17131ec599fa866fcf1b,2931
+minitap/mobile_use/agents/planner/planner.md,sha256=6c003612c7ad2fece469e6f439751643a69e6559e604d1f8a5e14663fae04a4b,4527
+minitap/mobile_use/agents/planner/planner.py,sha256=c4cae78cb2a4d9f3fe3b386e2c04d560ff08c8ce26474feeb93d1419990cdf8e,3294
 minitap/mobile_use/agents/planner/types.py,sha256=e8acf3c2d1505286a138b6f7c3ef36f397d154953311d0875e3ef35152653e7f,1496
 minitap/mobile_use/agents/planner/utils.py,sha256=88b4b039e09cea254615ff3d0bc8951c3717a68702742e913a0176ecfbcaf495,2315
+minitap/mobile_use/agents/screen_analyzer/human.md,sha256=1421b0cf68507ebc2c4df6b76e4d4e738b9ebee4d4691cc8d623680b6f33dfef,352
+minitap/mobile_use/agents/screen_analyzer/screen_analyzer.py,sha256=38d88206d1d0ee3917afe88760cf181a4f9d5b6a0e7e03de619d739959924c78,4069
 minitap/mobile_use/agents/summarizer/summarizer.py,sha256=56c2c7d5d48f4ba045b1401538db78b2ddbd43280389ed4cbc58ecd1da0c7610,1083
 minitap/mobile_use/clients/device_hardware_client.py,sha256=9593380a7a3df32f02aa22717678c25e91367df26b1743abde9e57aec5dc2474,857
-minitap/mobile_use/clients/ios_client.py,sha256=46a8c3f3c7d19d20b605502f5eeba90af2e3897483566b53e3f0141dcf7b0570,1453
+minitap/mobile_use/clients/ios_client.py,sha256=74b417bbfba597a50c534d76065aa160efdf3810a16fd5c1f74323a4a705fcab,1629
 minitap/mobile_use/clients/screen_api_client.py,sha256=3615dc65d25c38b4d8dc5512f9adb3bcf69dca7a0298a472a6812f604a275c47,2019
-minitap/mobile_use/config.py,sha256=18aa1251ff5eb5a5296c6854a8ce7686615a7eec2b63b2e0a125c1c941b77055,11182
+minitap/mobile_use/config.py,sha256=82ff1a57e66d86156efa7112ceeef6f710d22b69fa4e883e7e864e6f5707f746,13584
 minitap/mobile_use/constants.py,sha256=3acd9d6ade5bc772e902b3473f3ba12ddd04e7306963ca2bae49d1132d89ba46,95
 minitap/mobile_use/context.py,sha256=2e212588a8a7caf58460fead0cae195c6386b7301026bbb2d78fe56c263ce6c3,2131
 minitap/mobile_use/controllers/__init__.py,sha256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855,0
-minitap/mobile_use/controllers/mobile_command_controller.py,sha256=cff7993e91eeae74b0cb063f820b7450344637037467de4c592711961cee77ea,11681
-minitap/mobile_use/controllers/platform_specific_commands_controller.py,sha256=8b4fc30108c242da41fd998751dbfd5e6a69e2957a2dbbe5d6fc43d6b55f727e,2705
-minitap/mobile_use/graph/graph.py,sha256=c7b412e725b096eca8f212d704c3faf91d77eea4131f1fae7af1ee39bc57cdae,4269
-minitap/mobile_use/graph/state.py,sha256=8efeef0f4bb10c933e54fdf17882ae63907ca557e4f1ae56bced8b5ac0f9ed17,3503
-minitap/mobile_use/main.py,sha256=7ac4dc592e3ce72bff602d67ba2f25b9b5e45e07a316e548d7c8e73735abf43d,3725
+minitap/mobile_use/controllers/mobile_command_controller.py,sha256=e1eadfa0d4555a04174baa520b7c8f01ff83d1c8cbc90edf4c7052408cec337b,20361
+minitap/mobile_use/controllers/platform_specific_commands_controller.py,sha256=84061d2a44ad8eed985f339866a4eb9456d7b9007ecf2ce6277e08335cf8f564,3274
+minitap/mobile_use/controllers/types.py,sha256=c4dd6b266dd8f157ca1e6a211369ba8e7f65d3fda72b0742bda1128eefd99473,2935
+minitap/mobile_use/graph/graph.py,sha256=24eab15a3540a6b63004eb82ca3577cd1da3f83354a9a49bb3e7a0c7b67f64df,5797
+minitap/mobile_use/graph/state.py,sha256=1903f49772be7f9725e69718194a7be953203f882ec5e26211a5db6fdc569478,3596
+minitap/mobile_use/main.py,sha256=1405a13eab2c3b86b148bb9678e829447522753a10572935fc1e3ed3bbce6878,3927
 minitap/mobile_use/sdk/__init__.py,sha256=4e5555c0597242b9523827194a2500b9c6d7e5c04b1ccd2056c9b1f4d42a31cd,318
-minitap/mobile_use/sdk/agent.py,sha256=69bcc3f0af3ac520b820b13b7a01e297a7462aa4a3debb188f0c034b658a1df3,28519
+minitap/mobile_use/sdk/agent.py,sha256=a1380a32b14784ce3cdcd7deaca2ffd643491bc23372297a24798a53bc7a1a37,30579
 minitap/mobile_use/sdk/builders/__init__.py,sha256=d6c96d39b80900a114698ef205ab5061a541f33bfa99c456d9345e5adb8ff6ff,424
 minitap/mobile_use/sdk/builders/agent_config_builder.py,sha256=542d7d06c677059c8f8e0bc27d95f2dce282b1cfe0320fa6f902bc2f9d08140d,7686
 minitap/mobile_use/sdk/builders/index.py,sha256=64336ac3b3dea4673a48e95b8c5ac4196ecd5d2196380377d102593d0a1dc138,442
@@ -46,41 +49,40 @@ minitap/mobile_use/sdk/examples/__init__.py,sha256=c23868a2ca7e9b76e80d6835fe93c
 minitap/mobile_use/sdk/examples/platform_manual_task_example.py,sha256=00f54d58fa0abe9a1df20b3593633c239947c5acdf716fe9be1f58f9f56d8caa,1937
 minitap/mobile_use/sdk/examples/platform_minimal_example.py,sha256=bdb86142f4bb5d95d54838fc6487bb06e5e21db5106385344138be1653071aea,1389
 minitap/mobile_use/sdk/examples/simple_photo_organizer.py,sha256=8ad1cebb5281e3663264560bd15b090add41d2821b1db77e4cbc829860c98df8,2606
-minitap/mobile_use/sdk/examples/smart_notification_assistant.py,sha256=1d00658dc30c7bce5ef68369f982cd2d1932f53e2e2da6ded70cea13dc669c72,6362
-minitap/mobile_use/sdk/services/platform.py,sha256=2a1f97efe06577b67c5880ebcfb8a855ba61bf30b5f7d3e1f2600ef60cbd9dce,11969
+minitap/mobile_use/sdk/examples/smart_notification_assistant.py,sha256=ecab26c6fd2af59bb22dbc67f0eeb4a4a73e4394639b34fb2d44f04f218e2b61,8104
+minitap/mobile_use/sdk/services/platform.py,sha256=516b17f5286f8cb7ef7d5f0d2b0af23b90b17588faa9f638ea5cdb4f3935e64e,12545
 minitap/mobile_use/sdk/types/__init__.py,sha256=433aff6b35f84a985633204edbbdaca9f2f61fb2b822630f9723c481b9bb5c10,1078
 minitap/mobile_use/sdk/types/agent.py,sha256=390d5c642b3480f4a2203ddd28ec115c785f2576bec81e82e4db3c129399c020,2260
 minitap/mobile_use/sdk/types/exceptions.py,sha256=684c0049c5af417edf7e46e515be14fd57a0614c81b06ed52f379bc9d0bbebf3,4499
-minitap/mobile_use/sdk/types/platform.py,sha256=df68f9b158542eb4d31c7151abf638a7f46502a27b90e7c5f0afc7c187485c3b,5207
-minitap/mobile_use/sdk/types/task.py,sha256=264e77bce958ee398252c7346dfa7ae896ea6dbbd98576f35d1a766c4926a189,8236
+minitap/mobile_use/sdk/types/platform.py,sha256=6d1eefa6fb73aea1c574eeb24b05ee89d0119e6e01cdcd6022923df8f7d511e7,5295
+minitap/mobile_use/sdk/types/task.py,sha256=3d44a07bca698b2bbfc18e240c0b4be74e6fb4422ab7ed0a9a9b411e903021b8,8539
 minitap/mobile_use/sdk/utils.py,sha256=647f1f4a463c3029c3b0eb3c33f7dd778d5f5fd9d293224f5474595a60e1de6f,967
 minitap/mobile_use/servers/config.py,sha256=8a4a6bce23e2093d047a91e135e2f88627f76ac12177d071f25a3ca739b3afeb,575
-minitap/mobile_use/servers/device_hardware_bridge.py,sha256=db5f55ba66bfebf70ea1a655d921d4070ca6c458b1e7e5e08ed58b3bea100d63,7227
+minitap/mobile_use/servers/device_hardware_bridge.py,sha256=39c20834812d9929163affaedd0e285ab0b349948b3236156c04a3e0bf094272,7456
 minitap/mobile_use/servers/device_screen_api.py,sha256=2e60a5bc32d71ca80ee8dd93ff8b76138ae5d74e67d82bdb16fd15086d4eb33a,5675
 minitap/mobile_use/servers/start_servers.py,sha256=2155d744726ac64c38b38e2e589e1cdb32e852bd9d5cc8c669f175d79de0a78b,5078
 minitap/mobile_use/servers/stop_servers.py,sha256=04a409a17fc0323209301fe28fbb037d71e41e5422eb369640f9f329aae312f5,7064
 minitap/mobile_use/servers/utils.py,sha256=f3cc85da39f8d60cb840001be418562de7db95462370db9b79e96d884abe5c17,294
 minitap/mobile_use/services/accessibility.py,sha256=42bcbe81b427ee6f6e82bcfe420fc40630db950bda354e3e433c2dda2e159628,3404
-minitap/mobile_use/services/llm.py,sha256=b76882a8026ae048ffeaeeb3ad056c11d9a757e4a7f2fd12eba40b29ee04a3bf,7047
-minitap/mobile_use/tools/index.py,sha256=9eab29d43e66ca397fad3206a302a9a4f423448437ab0a6fdb2b9d8bb227513b,2377
+minitap/mobile_use/services/llm.py,sha256=7d8c784085fb4f91a1b5d2e715f07e89a686fbdf7aeba4afda444c63ac9b43d3,7153
+minitap/mobile_use/tools/index.py,sha256=3b09ac41efb38a339ed4dd265c37aca85bd56f26938df45a6723b9b06071a3ca,2294
 minitap/mobile_use/tools/mobile/back.py,sha256=8b909e412c8ad382e339b8c89171bf1363398a95a5c96126f79ee2f24e3c2ed1,1816
-minitap/mobile_use/tools/mobile/clear_text.py,sha256=58e0426f042e39d827d3ff2fe3a79bb23e4146cbefd13da938e1a6f397579c4b,9799
 minitap/mobile_use/tools/mobile/erase_one_char.py,sha256=a125933619614b621479c514c8e29a7ec6b504b1e7ab1be13603a744f32322d6,1985
-minitap/mobile_use/tools/mobile/glimpse_screen.py,sha256=c9ee978a1163cea4cd4900ea3fefc0e9fe2685578be47b63a2f925b3598fb51d,2528
-minitap/mobile_use/tools/mobile/input_text.py,sha256=dd83d735bebcc0a0b376cd739a63e1db5c3031525090c262a3274e6f1aa97f7b,5427
+minitap/mobile_use/tools/mobile/focus_and_clear_text.py,sha256=a1a8424cd3c3776b9dc771a05dfa8f0dfbd7159e48146fe38466f9fc0af1840e,9869
+minitap/mobile_use/tools/mobile/focus_and_input_text.py,sha256=ac2126c8b6451f3e7b4864b214042d3fcc0886b2ce62478c93d42e1d75f7893b,5507
 minitap/mobile_use/tools/mobile/launch_app.py,sha256=a794665f9bc7a035ad6029b8153d6e56a0ba49ce36b0ab8a4e342267465d8fef,3237
-minitap/mobile_use/tools/mobile/long_press_on.py,sha256=0a0263a1429207c36f5be5f3a6ae35be3e8c56897737ed9536ae83ffbdca43e6,2299
+minitap/mobile_use/tools/mobile/long_press_on.py,sha256=5103dd05b25b7f8633c52a103d863ccfb6539273a341ca92398a03c0652ff1fa,7791
 minitap/mobile_use/tools/mobile/open_link.py,sha256=3017b94a921ced032f18526101eeba8caa907ebee40b82bed0baa4f35477e6c8,1980
 minitap/mobile_use/tools/mobile/press_key.py,sha256=0133b1f1eb3b67c94aeaa70ac3ff822dc1e1f70624a0727f6e8c3cbcef1a80ab,2044
 minitap/mobile_use/tools/mobile/stop_app.py,sha256=74f93c60cdf039455897b0bb2d74e5702cc8429abc606b6069c7be6399b7fbdf,2166
-minitap/mobile_use/tools/mobile/swipe.py,sha256=6436db271564ea211af3c6fd699b22f3205409533819a68d7193768321999a7d,5862
-minitap/mobile_use/tools/mobile/tap.py,sha256=826fbc6471d641e145427f5963ca2c3a5bc46dceb9ed4d56053cc849825a54c1,5946
-minitap/mobile_use/tools/mobile/wait_for_animation_to_end.py,sha256=26b422556a31700ca98e769e7142c02248980f2ce01b712440269a072d2c0efc,2517
+minitap/mobile_use/tools/mobile/swipe.py,sha256=a882d8f5924c118b750fdd3e82019bf5bb205a3ad165afad3ed7e3466530bb3b,5062
+minitap/mobile_use/tools/mobile/tap.py,sha256=9346060e33c55bc30c7e02fbf50cfbfca39fec295f804ff15365ca5cb782808c,6446
+minitap/mobile_use/tools/mobile/wait_for_delay.py,sha256=19131b7f0c842cd03886e6ae2b573c210c0ca0b266b68478fd349efccd8888b7,2846
 minitap/mobile_use/tools/test_utils.py,sha256=42dd0ff789c92254bc4452ab339a53f0d597a9bfddd2a6554d37f54ff52920ef,13888
 minitap/mobile_use/tools/tool_wrapper.py,sha256=f0f27beaae25a1bcfd9b72bf994de84b2e5fba9e242d8ad18a8d1a97cd7619e4,454
 minitap/mobile_use/tools/types.py,sha256=4f73939260509269416f5ad515a34569f7fa3467e1f920b9e8a991d1adbc761a,1298
 minitap/mobile_use/tools/utils.py,sha256=7a80b9f82447a718ecc1fd2163f13f35f4f0b4e2859abd85f3c014ded10bccf2,6926
-minitap/mobile_use/utils/cli_helpers.py,sha256=1c53b6ea6cd2ba861302b182944c6a3a31dac27e316bca2c65cd6a3ca3256e81,1720
+minitap/mobile_use/utils/cli_helpers.py,sha256=c3fb6949f167200d1b76b8655da51dfe4b6f944bf4fb49bbb6b1d9945719b302,1687
 minitap/mobile_use/utils/cli_selection.py,sha256=62e949bf075e984b5d23b4a9880ff2bccf8f9e0f7ccb48120030a6a82075352b,4788
 minitap/mobile_use/utils/conversations.py,sha256=8f1d924300ec3f6f7c71510c21e3011b75caca5b1fff06fdaccb377c3cde24ec,914
 minitap/mobile_use/utils/decorators.py,sha256=0bb30fb4f5d5cef0aef45643e68e199d39910f1d771eb4086f3e083d566c16a5,3591
@@ -94,7 +96,7 @@ minitap/mobile_use/utils/shell_utils.py,sha256=b35ae7f863379adb86c9ba0f9b3b9d495
 minitap/mobile_use/utils/test_ui_hierarchy.py,sha256=96c1549c05b4f7254a22d57dbd40aea860756f1e0b9d8cc24319383643448422,5911
 minitap/mobile_use/utils/time.py,sha256=41bfaabb3751de11443ccb4a3f1f53d5ebacc7744c72e32695fdcc3d23f17d49,160
 minitap/mobile_use/utils/ui_hierarchy.py,sha256=f3370518035d9daf02c08042a9e28ad564f4fc81a2b268103b9a7f8bc5c61d11,3797
-minitap_mobile_use-2.5.3.dist-info/WHEEL,sha256=ab6157bc637547491fb4567cd7ddf26b04d63382916ca16c29a5c8e94c9c9ef7,79
-minitap_mobile_use-2.5.3.dist-info/entry_points.txt,sha256=663a29cfd551a4eaa0f27335f0bd7e4a732a4e39c76b68ef5c8dc444d4a285fa,60
-minitap_mobile_use-2.5.3.dist-info/METADATA,sha256=eaf1d17066650afaa90a969ae233d052392d4647a79abb148650bdb730e39cd0,11995
-minitap_mobile_use-2.5.3.dist-info/RECORD,,
+minitap_mobile_use-2.7.0.dist-info/WHEEL,sha256=ab6157bc637547491fb4567cd7ddf26b04d63382916ca16c29a5c8e94c9c9ef7,79
+minitap_mobile_use-2.7.0.dist-info/entry_points.txt,sha256=663a29cfd551a4eaa0f27335f0bd7e4a732a4e39c76b68ef5c8dc444d4a285fa,60
+minitap_mobile_use-2.7.0.dist-info/METADATA,sha256=39dfbf2125b53b18131ea1b82201ebc2889c299f6221f17c13eadccfcd6afecf,11995
+minitap_mobile_use-2.7.0.dist-info/RECORD,,

minitap/mobile_use/tools/mobile/glimpse_screen.py

@@ -1,74 +0,0 @@
-from typing import Annotated
-
-from langchain_core.messages import ToolMessage
-from langchain_core.tools import tool
-from langchain_core.tools.base import InjectedToolCallId
-from langgraph.prebuilt import InjectedState
-from langgraph.types import Command
-
-from minitap.mobile_use.constants import EXECUTOR_MESSAGES_KEY
-from minitap.mobile_use.context import MobileUseContext
-from minitap.mobile_use.controllers.mobile_command_controller import (
-    take_screenshot as take_screenshot_controller,
-)
-from minitap.mobile_use.graph.state import State
-from minitap.mobile_use.tools.tool_wrapper import ToolWrapper
-from minitap.mobile_use.utils.media import compress_base64_jpeg
-
-
-def get_glimpse_screen_tool(ctx: MobileUseContext):
-    @tool
-    async def glimpse_screen(
-        tool_call_id: Annotated[str, InjectedToolCallId],
-        state: Annotated[State, InjectedState],
-        agent_thought: str,
-    ) -> Command:
-        """
-        Captures the current screen as an image.
-        The resulting screenshot is added to the context for the next reasoning step.
-        """
-        compressed_image_base64 = None
-        has_failed = False
-
-        try:
-            output = take_screenshot_controller(ctx=ctx)
-            compressed_image_base64 = compress_base64_jpeg(output)
-        except Exception as e:
-            output = str(e)
-            has_failed = True
-
-        agent_outcome = (
-            glimpse_screen_wrapper.on_failure_fn()
-            if has_failed
-            else glimpse_screen_wrapper.on_success_fn()
-        )
-
-        tool_message = ToolMessage(
-            tool_call_id=tool_call_id,
-            content=agent_outcome,
-            additional_kwargs={"error": output} if has_failed else {},
-            status="error" if has_failed else "success",
-        )
-        updates = {
-            "agents_thoughts": [agent_thought, agent_outcome],
-            EXECUTOR_MESSAGES_KEY: [tool_message],
-        }
-        if compressed_image_base64:
-            updates["latest_screenshot_base64"] = compressed_image_base64
-        return Command(
-            update=await state.asanitize_update(
-                ctx=ctx,
-                update=updates,
-                agent="executor",
-            ),
-        )
-
-    return glimpse_screen
-
-
-glimpse_screen_wrapper = ToolWrapper(
-    tool_fn_getter=get_glimpse_screen_tool,
-    on_success_fn=lambda: "Visual context captured successfully."
-    + "It is now available for immediate analysis.",
-    on_failure_fn=lambda: "Failed to capture visual context.",
-)

minitap/mobile_use/tools/mobile/wait_for_animation_to_end.py

@@ -1,64 +0,0 @@
-from langchain_core.messages import ToolMessage
-from langchain_core.tools import tool
-from langchain_core.tools.base import InjectedToolCallId
-from langgraph.prebuilt import InjectedState
-from langgraph.types import Command
-from minitap.mobile_use.constants import EXECUTOR_MESSAGES_KEY
-from minitap.mobile_use.context import MobileUseContext
-from minitap.mobile_use.controllers.mobile_command_controller import WaitTimeout
-from minitap.mobile_use.controllers.mobile_command_controller import (
-    wait_for_animation_to_end as wait_for_animation_to_end_controller,
-)
-from minitap.mobile_use.graph.state import State
-from minitap.mobile_use.tools.tool_wrapper import ToolWrapper
-from typing import Annotated
-
-
-def get_wait_for_animation_to_end_tool(ctx: MobileUseContext):
-    @tool
-    async def wait_for_animation_to_end(
-        tool_call_id: Annotated[str, InjectedToolCallId],
-        state: Annotated[State, InjectedState],
-        agent_thought: str,
-        timeout: WaitTimeout | None,
-    ) -> Command:
-        """
-        Waits for ongoing animations or videos to finish before continuing.
-
-        If a `timeout` (in milliseconds) is set, the command proceeds after the timeout even if
-        the animation hasn't ended.
-        The flow continues immediately once the animation is detected as complete.
-
-        Example:
-            - waitForAnimationToEnd
-            - waitForAnimationToEnd: { timeout: 5000 }
-        """
-        output = wait_for_animation_to_end_controller(ctx=ctx, timeout=timeout)
-        has_failed = output is not None
-        tool_message = ToolMessage(
-            tool_call_id=tool_call_id,
-            content=wait_for_animation_to_end_wrapper.on_failure_fn()
-            if has_failed
-            else wait_for_animation_to_end_wrapper.on_success_fn(timeout),
-            additional_kwargs={"error": output} if has_failed else {},
-            status="error" if has_failed else "success",
-        )
-        return Command(
-            update=await state.asanitize_update(
-                ctx=ctx,
-                update={
-                    "agents_thoughts": [agent_thought],
-                    EXECUTOR_MESSAGES_KEY: [tool_message],
-                },
-                agent="executor",
-            ),
-        )
-
-    return wait_for_animation_to_end
-
-
-wait_for_animation_to_end_wrapper = ToolWrapper(
-    tool_fn_getter=get_wait_for_animation_to_end_tool,
-    on_success_fn=lambda: "Animation ended successfully.",
-    on_failure_fn=lambda: "Failed to end animation.",
-)