minitap-mobile-use 0.0.1.dev0__py3-none-any.whl

minitap/mobile_use/sdk/builders/agent_config_builder.py

@@ -0,0 +1,213 @@
+"""
+Builder for AgentConfig objects using a fluent interface.
+"""
+
+from typing import Dict, Optional, List
+import copy
+
+from minitap.mobile_use.config import get_default_llm_config
+from minitap.mobile_use.sdk.constants import (
+    DEFAULT_HW_BRIDGE_BASE_URL,
+    DEFAULT_PROFILE_NAME,
+    DEFAULT_SCREEN_API_BASE_URL,
+)
+from minitap.mobile_use.sdk.types.agent import ApiBaseUrl, AgentConfig, ServerConfig
+from minitap.mobile_use.sdk.types.agent import AgentProfile
+from minitap.mobile_use.sdk.types.task import TaskRequestCommon
+from minitap.mobile_use.context import DevicePlatform
+
+
+class AgentConfigBuilder:
+    """
+    Builder class providing a fluent interface for creating AgentConfig objects.
+
+    This builder allows for step-by-step construction of an AgentConfig with
+    clear methods that make the configuration process intuitive and type-safe.
+
+    Examples:
+        >>> builder = AgentConfigBuilder()
+        >>> config = (builder
+        ...     .add_profile(AgentProfile(name="HighReasoning", llm_config=LLMConfig(...)))
+        ...     .add_profile(AgentProfile(name="LowReasoning", llm_config=LLMConfig(...)))
+        ...     .for_device(DevicePlatform.ANDROID, "device123")
+        ...     .with_default_task_config(TaskRequestCommon(max_steps=30))
+        ...     .with_default_profile("HighReasoning")
+        ...     .build()
+        ... )
+    """
+
+    def __init__(self):
+        """Initialize an empty AgentConfigBuilder."""
+        self._agent_profiles: Dict[str, AgentProfile] = {}
+        self._task_request_defaults: Optional[TaskRequestCommon] = None
+        self._default_profile: Optional[str | AgentProfile] = None
+        self._device_id: Optional[str] = None
+        self._device_platform: Optional[DevicePlatform] = None
+        self._servers: ServerConfig = get_default_servers()
+
+    def add_profile(self, profile: AgentProfile) -> "AgentConfigBuilder":
+        """
+        Add an agent profile to the mobile-use agent.
+
+        Args:
+            profile: The agent profile to add
+        """
+        self._agent_profiles[profile.name] = profile
+        profile.llm_config.validate_providers()
+        return self
+
+    def add_profiles(self, profiles: List[AgentProfile]) -> "AgentConfigBuilder":
+        """
+        Add multiple agent profiles to the mobile-use agent.
+
+        Args:
+            profiles: List of agent profiles to add
+        """
+        for profile in profiles:
+            self.add_profile(profile=profile)
+            profile.llm_config.validate_providers()
+        return self
+
+    def with_default_profile(self, profile: str | AgentProfile) -> "AgentConfigBuilder":
+        """
+        Set the default agent profile used for tasks.
+
+        Args:
+            profile: The name or instance of the default agent profile
+        """
+        self._default_profile = profile
+        return self
+
+    def for_device(
+        self,
+        platform: DevicePlatform,
+        device_id: str,
+    ) -> "AgentConfigBuilder":
+        """
+        Configure the mobile-use agent for a specific device.
+
+        Args:
+            platform: The device platform (ANDROID or IOS)
+            device_id: The unique identifier for the device
+        """
+        self._device_id = device_id
+        self._device_platform = platform
+        return self
+
+    def with_default_task_config(self, config: TaskRequestCommon) -> "AgentConfigBuilder":
+        """
+        Set the default task configuration.
+
+        Args:
+            config: The task configuration to use as default
+        """
+        self._task_request_defaults = copy.deepcopy(config)
+        return self
+
+    def with_hw_bridge_base_url(self, url: str | ApiBaseUrl) -> "AgentConfigBuilder":
+        """
+        Set the base URL for the device HW bridge API.
+
+        Args:
+            url: The base URL for the HW bridge API
+        """
+        if isinstance(url, str):
+            url = ApiBaseUrl.from_url(url)
+        self._servers.hw_bridge_base_url = url
+        return self
+
+    def with_screen_api_base_url(self, url: str | ApiBaseUrl) -> "AgentConfigBuilder":
+        """
+        Set the base URL for the device screen API.
+
+        Args:
+            url: The base URL for the screen API
+        """
+        if isinstance(url, str):
+            url = ApiBaseUrl.from_url(url)
+        self._servers.screen_api_base_url = url
+        return self
+
+    def with_adb_server(self, host: str, port: Optional[int] = None) -> "AgentConfigBuilder":
+        """
+        Set the ADB server host and port.
+
+        Args:
+            host: The ADB server host
+            port: The ADB server port
+        """
+        self._servers.adb_host = host
+        if port is not None:
+            self._servers.adb_port = port
+        return self
+
+    def with_servers(self, servers: ServerConfig) -> "AgentConfigBuilder":
+        """
+        Set the server settings.
+
+        Args:
+            servers: The server settings to use
+        """
+        self._servers = copy.deepcopy(servers)
+        return self
+
+    def build(self) -> AgentConfig:
+        """
+        Build the mobile-use AgentConfig object.
+
+        Args:
+            default_profile: Name of the default agent profile to use
+
+        Returns:
+            A configured AgentConfig object
+
+        Raises:
+            ValueError: If default_profile is specified but not found in configured profiles
+        """
+        nb_profiles = len(self._agent_profiles)
+
+        if isinstance(self._default_profile, str):
+            profile_name = self._default_profile
+            default_profile = self._agent_profiles.get(profile_name, None)
+            if default_profile is None:
+                raise ValueError(f"Profile '{profile_name}' not found in configured agents")
+        elif isinstance(self._default_profile, AgentProfile):
+            default_profile = self._default_profile
+            if default_profile.name not in self._agent_profiles:
+                self.add_profile(default_profile)
+        elif nb_profiles <= 0:
+            default_profile = AgentProfile(
+                name=DEFAULT_PROFILE_NAME,
+                llm_config=get_default_llm_config(),
+            )
+            self.add_profile(default_profile)
+        elif nb_profiles == 1:
+            # Select the only one available
+            default_profile = next(iter(self._agent_profiles.values()))
+        else:
+            available_profiles = ", ".join(self._agent_profiles.keys())
+            raise ValueError(
+                f"You must call with_default_profile() to select one among: {available_profiles}"
+            )
+
+        return AgentConfig(
+            agent_profiles=self._agent_profiles,
+            task_request_defaults=self._task_request_defaults or TaskRequestCommon(),
+            default_profile=default_profile,
+            device_id=self._device_id,
+            device_platform=self._device_platform,
+            servers=self._servers,
+        )
+
+
+def get_default_agent_config():
+    return AgentConfigBuilder().build()
+
+
+def get_default_servers():
+    return ServerConfig(
+        hw_bridge_base_url=copy.deepcopy(DEFAULT_HW_BRIDGE_BASE_URL),
+        screen_api_base_url=copy.deepcopy(DEFAULT_SCREEN_API_BASE_URL),
+        adb_host="localhost",
+        adb_port=5037,
+    )

minitap/mobile_use/sdk/builders/index.py

@@ -0,0 +1,15 @@
+from minitap.mobile_use.sdk.builders.agent_config_builder import AgentConfigBuilder
+from minitap.mobile_use.sdk.builders.task_request_builder import TaskRequestCommonBuilder
+
+
+class BuildersWrapper:
+    @property
+    def AgentConfig(self) -> AgentConfigBuilder:
+        return AgentConfigBuilder()
+
+    @property
+    def TaskDefaults(self) -> TaskRequestCommonBuilder:
+        return TaskRequestCommonBuilder()
+
+
+Builders = BuildersWrapper()

minitap/mobile_use/sdk/builders/task_request_builder.py

@@ -0,0 +1,218 @@
+"""
+Builder for TaskRequest objects using a fluent interface.
+"""
+
+from pathlib import Path
+from typing import Generic, Optional, Self, TypeVar, cast
+
+from pydantic import BaseModel
+
+from minitap.mobile_use.constants import RECURSION_LIMIT
+from minitap.mobile_use.sdk.types.agent import AgentProfile
+from minitap.mobile_use.sdk.types.task import TaskRequest, TaskRequestCommon
+
+
+TIn = TypeVar("TIn", bound=Optional[BaseModel])
+TOut = TypeVar("TOut", bound=BaseModel)
+
+
+class TaskRequestCommonBuilder(BaseModel):
+    """
+    Builder class providing a fluent interface for creating TaskRequestCommon objects.
+    """
+
+    def __init__(self):
+        self._max_steps = RECURSION_LIMIT
+        self._record_trace = False
+        self._trace_path = Path("mobile-use-traces")
+        self._llm_output_path: Optional[Path] = None
+        self._thoughts_output_path: Optional[Path] = None
+
+    def with_max_steps(self, max_steps: int) -> Self:
+        """
+        Set the maximum number of steps the task can take.
+
+        Args:
+            max_steps: Maximum number of steps
+        """
+        self._max_steps = max_steps
+        return self
+
+    def with_trace_recording(self, enabled: bool = True, path: Optional[str] = None) -> Self:
+        """
+        Configure trace recording for the task.
+
+        Traces record screenshots and actions during execution.
+
+        Args:
+            enabled: Whether to enable trace recording
+            path: Directory path where traces should be saved
+        """
+        self._record_trace = enabled
+        if enabled and path:
+            self._trace_path = Path(path)
+        return self
+
+    def with_llm_output_saving(self, path: str) -> Self:
+        """
+        Configure LLM output saving for the task.
+
+        Args:
+            path: Path where to save the LLM output message
+        """
+        self._llm_output_path = Path(path)
+        return self
+
+    def with_thoughts_output_saving(self, path: str) -> Self:
+        """
+        Configure thoughts output saving for the task.
+
+        Args:
+            path: Path where to save the thoughts output message
+        """
+        self._thoughts_output_path = Path(path)
+        return self
+
+    def build(self) -> TaskRequestCommon:
+        """
+        Build the TaskRequestCommon object.
+
+        Returns:
+            A configured TaskRequestCommon object
+
+        Raises:
+            ValueError: If required fields are missing
+        """
+        return TaskRequestCommon(
+            max_steps=self._max_steps,
+            record_trace=self._record_trace,
+            trace_path=self._trace_path,
+            llm_output_path=self._llm_output_path,
+            thoughts_output_path=self._thoughts_output_path,
+        )
+
+
+class TaskRequestBuilder(TaskRequestCommonBuilder, Generic[TIn]):
+    """
+    Builder class providing a fluent interface for creating TaskRequest objects.
+
+    This builder allows for step-by-step construction of a TaskRequest with
+    clear methods that make the configuration process intuitive and type-safe.
+
+    Examples:
+        >>> builder = TaskRequestBuilder[None](goal="Open Gmail and check unread emails")
+        >>> task_request = (
+        ...     builder
+        ...     .with_max_steps(30)
+        ...     .using_profile("LowReasoning")
+        ...     .with_output_description("A list of email subjects and senders")
+        ...     .build()
+        ... )
+    """
+
+    def __init__(self, goal: str):
+        """Initialize an empty TaskRequestBuilder."""
+        super().__init__()
+        self._goal = goal
+        self._profile: Optional[str | AgentProfile] = None
+        self._name: Optional[str] = None
+        self._output_description = None
+        self._output_format: Optional[type[TIn]] = None
+
+    @classmethod
+    def from_common(cls, goal: str, common: TaskRequestCommon):
+        res = cls(goal=goal)
+        res._max_steps = common.max_steps
+        res._record_trace = common.record_trace
+        res._trace_path = common.trace_path
+        res._llm_output_path = common.llm_output_path
+        res._thoughts_output_path = common.thoughts_output_path
+        return res
+
+    def using_profile(self, profile: str | AgentProfile) -> "TaskRequestBuilder[TIn]":
+        """
+        Set the agent profile for executing the task.
+
+        Args:
+            profile: The agent profile to use
+        """
+        self._profile = profile
+        return self
+
+    def with_name(self, name: str) -> "TaskRequestBuilder[TIn]":
+        """
+        Set the name of the task - useful when recording traces.
+        Otherwise, a random name will be generated.
+
+        Args:
+            name: Name of the task
+        """
+        self._name = name
+        return self
+
+    def without_llm_output_saving(self) -> Self:
+        """
+        Disable LLM output saving for the task.
+        """
+        self._llm_output_path = None
+        return self
+
+    def without_thoughts_output_saving(self):
+        """
+        Disable thoughts output saving for the task.
+        """
+        self._thoughts_output_path = None
+        return self
+
+    def with_output_description(self, description: str) -> "TaskRequestBuilder[TIn]":
+        """
+        Set the description of the expected output format.
+        This is especially useful for data extraction tasks.
+
+        Args:
+            description: Description of the expected output format
+        """
+        self._output_description = description
+        return self
+
+    def with_output_format(self, output_format: type[TOut]) -> "TaskRequestBuilder[TOut]":
+        """
+        Set the pydantic model for the expected output format.
+
+        Args:
+            output_format: Pydantic model instance defining the output format
+        """
+        self._output_format = output_format  # type: ignore
+        return cast(TaskRequestBuilder[TOut], self)
+
+    def build(self) -> TaskRequest[TIn]:
+        """
+        Build the TaskRequest object.
+
+        Returns:
+            A configured TaskRequest object
+
+        Raises:
+            ValueError: If required fields are missing
+        """
+        if not self._goal:
+            raise ValueError("Task goal is required")
+
+        if self._output_format and self._output_description:
+            raise ValueError("Output format and description are mutually exclusive")
+
+        task_request = TaskRequest(
+            goal=self._goal,
+            profile=self._profile.name
+            if isinstance(self._profile, AgentProfile)
+            else self._profile,
+            task_name=self._name,
+            output_description=self._output_description,
+            output_format=self._output_format,
+            max_steps=self._max_steps,
+            record_trace=self._record_trace,
+            trace_path=self._trace_path,
+            llm_output_path=self._llm_output_path,
+            thoughts_output_path=self._thoughts_output_path,
+        )
+        return task_request

minitap/mobile_use/sdk/constants.py

@@ -0,0 +1,14 @@
+from minitap.mobile_use.sdk.types.agent import ApiBaseUrl
+
+
+DEFAULT_PROFILE_NAME = "default"
+DEFAULT_HW_BRIDGE_BASE_URL = ApiBaseUrl(
+    scheme="http",
+    host="localhost",
+    port=9999,
+)
+DEFAULT_SCREEN_API_BASE_URL = ApiBaseUrl(
+    scheme="http",
+    host="localhost",
+    port=9998,
+)

minitap/mobile_use/sdk/examples/README.md

@@ -0,0 +1,45 @@
+# mobile-use SDK Examples
+
+Location: `src/mobile_use/sdk/examples/`
+
+Run any example via:
+- `python src/mobile_use/sdk/examples/<filename>.py`
+
+## Practical Automation Examples
+
+These examples demonstrate two different ways to use the SDK, each applying an appropriate level of complexity for the task at hand:
+
+### simple_photo_organizer.py - Straightforward Approach
+
+Demonstrates the simplest way to use the SDK for quick automation tasks:
+
+- **Direct API calls** without builders or complex configuration
+- Creates a photo album and organizes photos from a specific date
+- Uses structured Pydantic output to capture results
+
+### smart_notification_assistant.py - Feature-Rich Approach
+
+Showcases more advanced SDK features while remaining practical:
+
+- Uses builder pattern for configuring the agent and overriding the default task configurations
+- Implements **multiple specialized agent profiles** for different reasoning tasks:
+  - Analyzer profile for detailed inspection of notifications
+  - Note taker profile for writing a summary of the notifications
+- Enables **tracing** for debugging and visualization
+- Includes **structured Pydantic models** with enums and nested relationships
+- Demonstrates proper **exception handling** for different error types
+- Shows how to set up task defaults for consistent configuration
+
+## Usage Notes
+
+- **Choosing an Approach**: Use the direct approach (like in `simple_photo_organizer.py`) for simple tasks and the builder approach (like in `smart_notification_assistant.py`) when you need more customization.
+
+- **Device Detection**: The agent detects the first available device unless you specify one with `AgentConfigBuilder.for_device(...)`.
+
+- **Servers**: With default base URLs (`localhost:9998/9999`), the agent starts the servers automatically. When you override URLs, it assumes servers are already running.
+
+- **LLM API Keys**: Provide necessary keys (e.g., `OPENAI_API_KEY`) in a `.env` file at repo root; see `mobile_use/config.py`.
+
+- **Traces**: When enabled, traces are saved to a specified directory (defaulting to `./mobile-use-traces/`) and can be useful for debugging and visualization.
+
+- **Structured Output**: Pydantic models enable type safety when processing task outputs, making it easier to handle and chain results between tasks.

minitap/mobile_use/sdk/examples/__init__.py

@@ -0,0 +1 @@
+"""Example scripts for the mobile-use SDK."""

minitap/mobile_use/sdk/examples/simple_photo_organizer.py

@@ -0,0 +1,76 @@
+"""
+Simple Photo Organizer - Basic SDK Usage Example
+
+This example demonstrates a straightforward way to use the mobile-use SDK
+without builders or advanced configuration. It performs a real-world automation task:
+1. Opens the photo gallery
+2. Finds photos from a specific date
+3. Creates an album and moves those photos into it
+
+Run:
+- python src/mobile_use/sdk/examples/simple_photo_organizer.py
+"""
+
+import asyncio
+from datetime import date, timedelta
+from pydantic import BaseModel, Field
+from minitap.mobile_use.sdk import Agent
+
+
+class PhotosResult(BaseModel):
+    """Structured result from photo search."""
+
+    found_photos: int = Field(..., description="Number of photos found")
+    date_range: str = Field(..., description="Date range of photos found")
+    album_created: bool = Field(..., description="Whether an album was created")
+    album_name: str = Field(..., description="Name of the created album")
+    photos_moved: int = Field(0, description="Number of photos moved to the album")
+
+
+async def main() -> None:
+    # Create a simple agent with default configuration
+    agent = Agent()
+
+    try:
+        # Initialize agent (finds a device, starts required servers)
+        agent.init()
+
+        # Calculate yesterday's date for the example
+        yesterday = date.today() - timedelta(days=1)
+        formatted_date = yesterday.strftime("%B %d")  # e.g. "August 22"
+
+        print(f"Looking for photos from {formatted_date}...")
+
+        # First task: search for photos and organize them, with typed output
+        result = await agent.run_task(
+            goal=(
+                f"Open the Photos/Gallery app. Find photos taken on {formatted_date}. "
+                f"Create a new album named '{formatted_date} Memories' and "
+                f"move those photos into it. Count how many photos were moved."
+            ),
+            output=PhotosResult,
+            name="organize_photos",
+        )
+
+        # Handle and display the result
+        if result:
+            print("\n=== Photo Organization Complete ===")
+            print(f"Found: {result.found_photos} photos from {result.date_range}")
+
+            if result.album_created:
+                print(f"Created album: '{result.album_name}'")
+                print(f"Moved {result.photos_moved} photos to the album")
+            else:
+                print("No album was created")
+        else:
+            print("Failed to organize photos")
+
+    except Exception as e:
+        print(f"Error: {e}")
+    finally:
+        # Always clean up resources
+        agent.clean()
+
+
+if __name__ == "__main__":
+    asyncio.run(main())