droidrun 0.2.0__py3-none-any.whl → 0.3.0__py3-none-any.whl

droidrun/tools/{actions.py → adb.py}

@@ -11,13 +11,15 @@ import asyncio
 import aiofiles
 import contextlib
 from typing import Optional, Dict, Tuple, List, Any
-from ..adb import Device, DeviceManager
+from droidrun.adb.device import Device
+from droidrun.adb.manager import DeviceManager
+from droidrun.tools.tools import Tools
 
 
-class Tools:
+class AdbTools(Tools):
     """Core UI interaction tools for Android device control."""
 
-    def __init__(self, serial: str) -> None:
+    def __init__(self, serial: str = "emulator-5554") -> None:
         # Instance‐level cache for clickable elements (index-based tapping)
         self.clickable_elements_cache: List[Dict[str, Any]] = []
         self.serial = serial
@@ -28,30 +30,29 @@ class Tools:
         self.finished = False
         # Memory storage for remembering important information
         self.memory: List[str] = []
+        # Store all screenshots with timestamps
+        self.screenshots: List[Dict[str, Any]] = []
 
     def get_device_serial(self) -> str:
         """Get the device serial from the instance or environment variable."""
         # First try using the instance's serial
         if self.serial:
             return self.serial
-        
-        # Fall back to environment variable if not set on the instance
-        return os.environ.get("DROIDRUN_DEVICE_SERIAL", "")
 
     async def get_device(self) -> Optional[Device]:
         """Get the device instance using the instance's serial or from environment variable.
-        
+
         Returns:
             Device instance or None if not found
         """
         serial = self.get_device_serial()
         if not serial:
-            raise ValueError("No device serial specified - set DROIDRUN_DEVICE_SERIAL environment variable or provide device_serial parameter")
-            
+            raise ValueError("No device serial specified - set device_serial parameter")
+
         device = await self.device_manager.get_device(serial)
         if not device:
             raise ValueError(f"Device {serial} not found")
-        
+
         return device
 
     def parse_package_list(self, output: str) -> List[Dict[str, str]]:
@@ -76,255 +77,257 @@ class Tools:
     async def get_clickables(self, serial: Optional[str] = None) -> str:
         """
         Get all clickable UI elements from the device using the custom TopViewService.
-        
+
         This function interacts with the TopViewService app installed on the device
         to capture UI elements. The service writes UI data to a JSON file on the device,
         which is then pulled to the host. If no elements are found initially, it will
         retry for up to 30 seconds.
-        
+
         Args:
             serial: Optional device serial number
-        
+
         Returns:
             JSON string containing UI elements extracted from the device screen
         """
         try:
             # Get the device
             if serial:
-                from droidrun.adb import DeviceManager
                 device_manager = DeviceManager()
                 device = await device_manager.get_device(serial)
                 if not device:
                     raise ValueError(f"Device {serial} not found")
             else:
                 device = await self.get_device()
-            
+
             # Create a temporary file for the JSON
             with tempfile.NamedTemporaryFile(suffix=".json", delete=False) as temp:
                 local_path = temp.name
-            
+
             try:
                 # Set retry parameters
                 max_total_time = 30  # Maximum total time to try in seconds
                 retry_interval = 1.0  # Time between retries in seconds
                 start_total_time = asyncio.get_event_loop().time()
-                
+
                 while True:
                     # Check if we've exceeded total time
                     current_time = asyncio.get_event_loop().time()
                     if current_time - start_total_time > max_total_time:
-                        raise ValueError(f"Failed to get UI elements after {max_total_time} seconds of retries")
-                    
+                        raise ValueError(
+                            f"Failed to get UI elements after {max_total_time} seconds of retries"
+                        )
+
                     # Clear logcat to make it easier to find our output
                     await device._adb.shell(device._serial, "logcat -c")
-                    
+
                     # Trigger the custom service via broadcast to get only interactive elements
-                    await device._adb.shell(device._serial, "am broadcast -a com.droidrun.portal.GET_ELEMENTS")
-                    
+                    await device._adb.shell(
+                        device._serial,
+                        "am broadcast -a com.droidrun.portal.GET_ELEMENTS",
+                    )
+
                     # Poll for the JSON file path
                     start_time = asyncio.get_event_loop().time()
                     max_wait_time = 10  # Maximum wait time in seconds
                     poll_interval = 0.2  # Check every 200ms
-                    
+
                     device_path = None
                     while asyncio.get_event_loop().time() - start_time < max_wait_time:
                         # Check logcat for the file path
-                        logcat_output = await device._adb.shell(device._serial, "logcat -d | grep \"DROIDRUN_FILE\" | grep \"JSON data written to\" | tail -1")
-                        
+                        logcat_output = await device._adb.shell(
+                            device._serial,
+                            'logcat -d | grep "DROIDRUN_FILE" | grep "JSON data written to" | tail -1',
+                        )
+
                         # Parse the file path if present
                         match = re.search(r"JSON data written to: (.*)", logcat_output)
                         if match:
                             device_path = match.group(1).strip()
                             break
-                            
+
                         # Wait before polling again
                         await asyncio.sleep(poll_interval)
-                    
+
                     # Check if we found the file path
                     if not device_path:
                         await asyncio.sleep(retry_interval)
                         continue
-                        
+
                     # Pull the JSON file from the device
                     await device._adb.pull_file(device._serial, device_path, local_path)
-                    
+
                     # Read the JSON file
                     async with aiofiles.open(local_path, "r", encoding="utf-8") as f:
                         json_content = await f.read()
-                        
+
                     # Try to parse the JSON
                     try:
                         ui_data = json.loads(json_content)
-                        
+
                         # Filter out the "type" attribute from all elements
                         filtered_data = []
                         for element in ui_data:
                             # Create a copy of the element without the "type" attribute
-                            filtered_element = {k: v for k, v in element.items() if k != "type"}
-                            
+                            filtered_element = {
+                                k: v for k, v in element.items() if k != "type"
+                            }
+
                             # Also filter children if present
                             if "children" in filtered_element:
                                 filtered_element["children"] = [
                                     {k: v for k, v in child.items() if k != "type"}
                                     for child in filtered_element["children"]
                                 ]
-                            
+
                             filtered_data.append(filtered_element)
-                        
+
                         # If we got elements, store them and return
                         if filtered_data:
                             # Store the filtered UI data in cache
                             global CLICKABLE_ELEMENTS_CACHE
                             CLICKABLE_ELEMENTS_CACHE = filtered_data
-                            
+
                             # Add a small sleep to ensure UI is fully loaded/processed
                             await asyncio.sleep(0.5)  # 500ms sleep
-                            
+
                             # Convert the dictionary to a JSON string before returning
-                            result = {
-                                "clickable_elements": filtered_data,
-                                "count": len(filtered_data),
-                                "message": f"Found {len(filtered_data)} UI elements after retrying"
-                            }
-                            
-                            return result
-                        
+
+                            return filtered_data
+
                         # If no elements found, wait and retry
                         await asyncio.sleep(retry_interval)
-                        
+
                     except json.JSONDecodeError:
                         # If JSON parsing failed, wait and retry
                         await asyncio.sleep(retry_interval)
                         continue
-                
+
             except Exception as e:
                 # Clean up in case of error
                 with contextlib.suppress(OSError):
                     os.unlink(local_path)
                 raise ValueError(f"Error retrieving clickable elements: {e}")
-                
+
         except Exception as e:
             raise ValueError(f"Error getting clickable elements: {e}")
 
-
     async def tap_by_index(self, index: int, serial: Optional[str] = None) -> str:
         """
         Tap on a UI element by its index.
-        
+
         This function uses the cached clickable elements
         to find the element with the given index and tap on its center coordinates.
-        
+
         Args:
             index: Index of the element to tap
-        
+
         Returns:
             Result message
         """
-        
+
         def collect_all_indices(elements):
             """Recursively collect all indices from elements and their children."""
             indices = []
             for item in elements:
-                if item.get('index') is not None:
-                    indices.append(item.get('index'))
+                if item.get("index") is not None:
+                    indices.append(item.get("index"))
                 # Check children if present
-                children = item.get('children', [])
+                children = item.get("children", [])
                 indices.extend(collect_all_indices(children))
             return indices
 
         def find_element_by_index(elements, target_index):
             """Recursively find an element with the given index."""
             for item in elements:
-                if item.get('index') == target_index:
+                if item.get("index") == target_index:
                     return item
                 # Check children if present
-                children = item.get('children', [])
+                children = item.get("children", [])
                 result = find_element_by_index(children, target_index)
                 if result:
                     return result
             return None
-        
+
         try:
             # Check if we have cached elements
             if not CLICKABLE_ELEMENTS_CACHE:
                 return "Error: No UI elements cached. Call get_clickables first."
-            
+
             # Find the element with the given index (including in children)
             element = find_element_by_index(CLICKABLE_ELEMENTS_CACHE, index)
-            
+
             if not element:
                 # List available indices to help the user
                 indices = sorted(collect_all_indices(CLICKABLE_ELEMENTS_CACHE))
                 indices_str = ", ".join(str(idx) for idx in indices[:20])
                 if len(indices) > 20:
                     indices_str += f"... and {len(indices) - 20} more"
-                    
+
                 return f"Error: No element found with index {index}. Available indices: {indices_str}"
-            
+
             # Get the bounds of the element
-            bounds_str = element.get('bounds')
+            bounds_str = element.get("bounds")
             if not bounds_str:
-                element_text = element.get('text', 'No text')
-                element_type = element.get('type', 'unknown')
-                element_class = element.get('className', 'Unknown class')
+                element_text = element.get("text", "No text")
+                element_type = element.get("type", "unknown")
+                element_class = element.get("className", "Unknown class")
                 return f"Error: Element with index {index} ('{element_text}', {element_class}, type: {element_type}) has no bounds and cannot be tapped"
-            
+
             # Parse the bounds (format: "left,top,right,bottom")
             try:
-                left, top, right, bottom = map(int, bounds_str.split(','))
+                left, top, right, bottom = map(int, bounds_str.split(","))
             except ValueError:
                 return f"Error: Invalid bounds format for element with index {index}: {bounds_str}"
-            
+
             # Calculate the center of the element
             x = (left + right) // 2
             y = (top + bottom) // 2
-            
+
             # Get the device and tap at the coordinates
             if serial:
-                from droidrun.adb import DeviceManager
                 device_manager = DeviceManager()
                 device = await device_manager.get_device(serial)
                 if not device:
                     return f"Error: Device {serial} not found"
             else:
                 device = await self.get_device()
-            
+
             await device.tap(x, y)
-            
+
             # Add a small delay to allow UI to update
             await asyncio.sleep(0.5)
-            
-            
+
             # Create a descriptive response
             response_parts = []
             response_parts.append(f"Tapped element with index {index}")
             response_parts.append(f"Text: '{element.get('text', 'No text')}'")
             response_parts.append(f"Class: {element.get('className', 'Unknown class')}")
             response_parts.append(f"Type: {element.get('type', 'unknown')}")
-            
+
             # Add information about children if present
-            children = element.get('children', [])
+            children = element.get("children", [])
             if children:
-                child_texts = [child.get('text') for child in children if child.get('text')]
+                child_texts = [
+                    child.get("text") for child in children if child.get("text")
+                ]
                 if child_texts:
                     response_parts.append(f"Contains text: {' | '.join(child_texts)}")
-            
+
             response_parts.append(f"Coordinates: ({x}, {y})")
-            
+
             return " | ".join(response_parts)
         except ValueError as e:
             return f"Error: {str(e)}"
 
-
     # Rename the old tap function to tap_by_coordinates for backward compatibility
     async def tap_by_coordinates(self, x: int, y: int) -> bool:
         """
-        Tap on the device screen at specific coordinates. 
-        
+        Tap on the device screen at specific coordinates.
+
         Args:
             x: X coordinate
             y: Y coordinate
-        
+
         Returns:
             Bool indicating success or failure
         """
@@ -336,7 +339,7 @@ class Tools:
                     return f"Error: Device {self.serial} not found"
             else:
                 device = await self.get_device()
-            
+
             await device.tap(x, y)
             print(f"Tapped at coordinates ({x}, {y})")
             return True
@@ -348,29 +351,24 @@ class Tools:
     async def tap(self, index: int) -> str:
         """
         Tap on a UI element by its index.
-        
+
         This function uses the cached clickable elements from the last get_clickables call
         to find the element with the given index and tap on its center coordinates.
-        
+
         Args:
             index: Index of the element to tap
-        
+
         Returns:
             Result message
         """
         return await self.tap_by_index(index)
 
     async def swipe(
-        self,
-        start_x: int,
-        start_y: int,
-        end_x: int,
-        end_y: int,
-        duration_ms: int = 300
+        self, start_x: int, start_y: int, end_x: int, end_y: int, duration_ms: int = 300
     ) -> bool:
         """
         Performs a straight-line swipe gesture on the device screen.
-        To perform a hold (long press), set the start and end coordinates to the same values and increase the duration as needed.        
+        To perform a hold (long press), set the start and end coordinates to the same values and increase the duration as needed.
         Args:
             start_x: Starting X coordinate
             start_y: Starting Y coordinate
@@ -388,8 +386,9 @@ class Tools:
                     return f"Error: Device {self.serial} not found"
             else:
                 device = await self.get_device()
-            
+
             await device.swipe(start_x, start_y, end_x, end_y, duration_ms)
+            await asyncio.sleep(1)
             print(f"Swiped from ({start_x}, {start_y}) to ({end_x}, {end_y}) in {duration_ms}ms")
             return True
         except ValueError as e:
@@ -398,12 +397,12 @@ class Tools:
 
     async def input_text(self, text: str, serial: Optional[str] = None) -> str:
         """
-        Input text on the device using Base64 encoding and broadcast intent.
-        
+        Input text on the device.
+        Always make sure that the Focused Element is not None before inputting text.
+
         Args:
             text: Text to input. Can contain spaces, newlines, and special characters including non-ASCII.
-            serial: Optional device serial (for backward compatibility)
-        
+
         Returns:
             Result message
         """
@@ -415,53 +414,75 @@ class Tools:
                     return f"Error: Device {serial} not found"
             else:
                 device = await self.get_device()
-            
+
             # Save the current keyboard
-            original_ime = await device._adb.shell(device._serial, "settings get secure default_input_method")
+            original_ime = await device._adb.shell(
+                device._serial, "settings get secure default_input_method"
+            )
             original_ime = original_ime.strip()
-            
+
             # Enable the Droidrun keyboard
-            await device._adb.shell(device._serial, "ime enable com.droidrun.portal/.DroidrunKeyboardIME")
-            
+            await device._adb.shell(
+                device._serial, "ime enable com.droidrun.portal/.DroidrunKeyboardIME"
+            )
+
             # Set the Droidrun keyboard as the default
-            await device._adb.shell(device._serial, "ime set com.droidrun.portal/.DroidrunKeyboardIME")
-            
+            await device._adb.shell(
+                device._serial, "ime set com.droidrun.portal/.DroidrunKeyboardIME"
+            )
+
             # Wait for keyboard to change
             await asyncio.sleep(0.2)
-            
+
             # Encode the text to Base64
             import base64
+
             encoded_text = base64.b64encode(text.encode()).decode()
-            
-            # Send the broadcast intent with the Base64-encoded text
-            cmd = f'am broadcast -a DROIDRUN_INPUT_B64 --es msg "{encoded_text}"'
+
+            cmd = f'am broadcast -a com.droidrun.portal.DROIDRUN_INPUT_B64 --es msg "{encoded_text}" -p com.droidrun.portal'
             await device._adb.shell(device._serial, cmd)
-            
+
             # Wait for text input to complete
             await asyncio.sleep(0.5)
-            
+
             # Restore the original keyboard
             if original_ime and "com.droidrun.portal" not in original_ime:
                 await device._adb.shell(device._serial, f"ime set {original_ime}")
-            
+
             return f"Text input completed: {text[:50]}{'...' if len(text) > 50 else ''}"
         except ValueError as e:
             return f"Error: {str(e)}"
         except Exception as e:
             return f"Error sending text input: {str(e)}"
 
+    async def back(self) -> str:
+        """
+        Go back on the current view.
+        This presses the Android back button.
+        """
+        try:
+            if self.serial:
+                device_manager = DeviceManager()
+                device = await device_manager.get_device(self.serial)
+                if not device:
+                    return f"Error: Device {self.serial} not found"
+            else:
+                device = await self.get_device()
+
+            await device.press_key(3)
+            return f"Pressed key BACK"
+        except ValueError as e:
+            return f"Error: {str(e)}"
+
     async def press_key(self, keycode: int) -> str:
         """
-        Press a key on the device.
-        
+        Press a key on the Android device.
+
         Common keycodes:
-        - 3: HOME
         - 4: BACK
-        - 24: VOLUME UP
-        - 25: VOLUME DOWN
-        - 26: POWER
-        - 82: MENU
-        
+        - 66: ENTER
+        - 67: DELETE
+
         Args:
             keycode: Android keycode to press
         """
@@ -473,30 +494,23 @@ class Tools:
                     return f"Error: Device {self.serial} not found"
             else:
                 device = await self.get_device()
-            
+
             key_names = {
-                3: "HOME",
+                66: "ENTER",
                 4: "BACK",
-                24: "VOLUME UP",
-                25: "VOLUME DOWN",
-                26: "POWER",
-                82: "MENU",
+                67: "DELETE",
             }
             key_name = key_names.get(keycode, str(keycode))
-            
+
             await device.press_key(keycode)
             return f"Pressed key {key_name}"
         except ValueError as e:
             return f"Error: {str(e)}"
 
-    async def start_app(
-        self,
-        package: str,
-        activity: str = ""
-    ) -> str:
+    async def start_app(self, package: str, activity: str = "") -> str:
         """
         Start an app on the device.
-        
+
         Args:
             package: Package name (e.g., "com.android.settings")
             activity: Optional activity name
@@ -509,21 +523,18 @@ class Tools:
                     return f"Error: Device {self.serial} not found"
             else:
                 device = await self.get_device()
-            
+
             result = await device.start_app(package, activity)
             return result
         except ValueError as e:
             return f"Error: {str(e)}"
 
     async def install_app(
-        self,
-        apk_path: str, 
-        reinstall: bool = False, 
-        grant_permissions: bool = True
+        self, apk_path: str, reinstall: bool = False, grant_permissions: bool = True
     ) -> str:
         """
         Install an app on the device.
-        
+
         Args:
             apk_path: Path to the APK file
             reinstall: Whether to reinstall if app exists
@@ -537,25 +548,20 @@ class Tools:
                     return f"Error: Device {self.serial} not found"
             else:
                 device = await self.get_device()
-            
+
             if not os.path.exists(apk_path):
                 return f"Error: APK file not found at {apk_path}"
-            
+
             result = await device.install_app(apk_path, reinstall, grant_permissions)
             return result
         except ValueError as e:
             return f"Error: {str(e)}"
 
-    async def take_screenshot(self) -> bool:
+    async def take_screenshot(self) -> Tuple[str, bytes]:
         """
         Take a screenshot of the device.
-
         This function captures the current screen and adds the screenshot to context in the next message.
-
-        This does not save the screenshot anywhere on the phone, it just attaches it to the next message.
-        
-        Returns:
-            True if successful, False otherwise
+        Also stores the screenshot in the screenshots list with timestamp for later GIF creation.
         """
         try:
             if self.serial:
@@ -567,20 +573,26 @@ class Tools:
                 device = await self.get_device()
             screen_tuple = await device.take_screenshot()
             self.last_screenshot = screen_tuple[1]
-            return True
+
+            # Store screenshot with timestamp
+            self.screenshots.append(
+                {
+                    "timestamp": time.time(),
+                    "image_data": screen_tuple[1],
+                    "format": screen_tuple[0],  # Usually 'PNG'
+                }
+            )
+            return screen_tuple
         except ValueError as e:
             raise ValueError(f"Error taking screenshot: {str(e)}")
 
-    async def list_packages(
-        self,
-        include_system_apps: bool = False
-    ) -> List[str]:
+    async def list_packages(self, include_system_apps: bool = False) -> List[str]:
         """
         List installed packages on the device.
-        
+
         Args:
             include_system_apps: Whether to include system apps (default: False)
-        
+
         Returns:
             List of package names
         """
@@ -592,32 +604,32 @@ class Tools:
                     raise ValueError(f"Device {self.serial} not found")
             else:
                 device = await self.get_device()
-            
+
             # Use the direct ADB command to get packages with paths
             cmd = ["pm", "list", "packages", "-f"]
             if not include_system_apps:
                 cmd.append("-3")
-                
+
             output = await device._adb.shell(device._serial, " ".join(cmd))
-            
+
             # Parse the package list using the function
-            packages = self.parse_package_list(output)            
+            packages = self.parse_package_list(output)
             # Format package list for better readability
             package_list = [pack["package"] for pack in packages]
-            print(f"Returning {len(package_list)} packages")            
+            print(f"Returning {len(package_list)} packages")
             return package_list
         except ValueError as e:
             raise ValueError(f"Error listing packages: {str(e)}")
 
     async def extract(self, filename: Optional[str] = None) -> str:
         """Extract and save the current UI state to a JSON file.
-        
+
         This function captures the current UI state including all UI elements
         and saves it to a JSON file for later analysis or reference.
-        
+
         Args:
             filename: Optional filename to save the UI state (defaults to ui_state_TIMESTAMP.json)
-            
+
         Returns:
             Path to the saved JSON file
         """
@@ -626,32 +638,32 @@ class Tools:
             if not filename:
                 timestamp = int(time.time())
                 filename = f"ui_state_{timestamp}.json"
-            
+
             # Ensure the filename ends with .json
             if not filename.endswith(".json"):
                 filename += ".json"
-                
+
             # Get the UI elements
             ui_elements = await self.get_all_elements(self.serial)
-            
+
             # Save to file
             save_path = os.path.abspath(filename)
             async with aiofiles.open(save_path, "w", encoding="utf-8") as f:
                 await f.write(json.dumps(ui_elements, indent=2))
-                
+
             return f"UI state extracted and saved to {save_path}"
-            
+
         except Exception as e:
             return f"Error extracting UI state: {e}"
 
     async def get_all_elements(self) -> Dict[str, Any]:
         """
         Get all UI elements from the device, including non-interactive elements.
-        
+
         This function interacts with the TopViewService app installed on the device
         to capture all UI elements, even those that are not interactive. This provides
         a complete view of the UI hierarchy for analysis or debugging purposes.
-        
+
         Returns:
             Dictionary containing all UI elements extracted from the device screen
         """
@@ -661,85 +673,98 @@ class Tools:
             device = await device_manager.get_device(self.serial)
             if not device:
                 raise ValueError(f"Device {self.serial} not found")
-            
+
             # Create a temporary file for the JSON
             with tempfile.NamedTemporaryFile(suffix=".json", delete=False) as temp:
                 local_path = temp.name
-            
+
             try:
                 # Clear logcat to make it easier to find our output
                 await device._adb.shell(device._serial, "logcat -c")
-                
+
                 # Trigger the custom service via broadcast to get ALL elements
-                await device._adb.shell(device._serial, "am broadcast -a com.droidrun.portal.GET_ALL_ELEMENTS")
-                
+                await device._adb.shell(
+                    device._serial,
+                    "am broadcast -a com.droidrun.portal.GET_ALL_ELEMENTS",
+                )
+
                 # Poll for the JSON file path
                 start_time = asyncio.get_event_loop().time()
                 max_wait_time = 10  # Maximum wait time in seconds
                 poll_interval = 0.2  # Check every 200ms
-                
+
                 device_path = None
                 while asyncio.get_event_loop().time() - start_time < max_wait_time:
                     # Check logcat for the file path
-                    logcat_output = await device._adb.shell(device._serial, "logcat -d | grep \"DROIDRUN_FILE\" | grep \"JSON data written to\" | tail -1")
-                    
+                    logcat_output = await device._adb.shell(
+                        device._serial,
+                        'logcat -d | grep "DROIDRUN_FILE" | grep "JSON data written to" | tail -1',
+                    )
+
                     # Parse the file path if present
                     match = re.search(r"JSON data written to: (.*)", logcat_output)
                     if match:
                         device_path = match.group(1).strip()
                         break
-                        
+
                     # Wait before polling again
                     await asyncio.sleep(poll_interval)
-                
+
                 # Check if we found the file path
                 if not device_path:
-                    raise ValueError(f"Failed to find the JSON file path in logcat after {max_wait_time} seconds")
-                    
+                    raise ValueError(
+                        f"Failed to find the JSON file path in logcat after {max_wait_time} seconds"
+                    )
+
                 # Pull the JSON file from the device
                 await device._adb.pull_file(device._serial, device_path, local_path)
-                
+
                 # Read the JSON file
                 async with aiofiles.open(local_path, "r", encoding="utf-8") as f:
                     json_content = await f.read()
-                    
+
                 # Clean up the temporary file
                 with contextlib.suppress(OSError):
                     os.unlink(local_path)
-                
+
                 # Try to parse the JSON
                 import json
+
                 try:
                     ui_data = json.loads(json_content)
-                    
+
                     return {
                         "all_elements": ui_data,
-                        "count": len(ui_data) if isinstance(ui_data, list) else sum(1 for _ in ui_data.get("elements", [])),
-                        "message": "Retrieved all UI elements from the device screen"
+                        "count": (
+                            len(ui_data)
+                            if isinstance(ui_data, list)
+                            else sum(1 for _ in ui_data.get("elements", []))
+                        ),
+                        "message": "Retrieved all UI elements from the device screen",
                     }
                 except json.JSONDecodeError:
                     raise ValueError("Failed to parse UI elements JSON data")
-                
+
             except Exception as e:
                 # Clean up in case of error
                 with contextlib.suppress(OSError):
                     os.unlink(local_path)
                 raise ValueError(f"Error retrieving all UI elements: {e}")
-                
+
         except Exception as e:
             raise ValueError(f"Error getting all UI elements: {e}")
-        
+
     def complete(self, success: bool, reason: str = ""):
         """
         Mark the task as finished.
 
         Args:
             success: Indicates if the task was successful.
-            reason: Reason for failure, if any. (required if success is False)
+            reason: Reason for failure/success
         """
         if success:
             self.success = True
-            self.reason = self.reason or "Task completed successfully."
+            self.reason = reason or "Task completed successfully."
             self.finished = True
         else:
             self.success = False
@@ -748,14 +773,13 @@ class Tools:
             self.reason = reason
             self.finished = True
 
-
     async def get_phone_state(self, serial: Optional[str] = None) -> Dict[str, Any]:
         """
         Get the current phone state including current activity and keyboard visibility.
-        
+
         Args:
             serial: Optional device serial number
-        
+
         Returns:
             Dictionary with current phone state information
         """
@@ -768,71 +792,88 @@ class Tools:
                     raise ValueError(f"Device {serial} not found")
             else:
                 device = await self.get_device()
-            
-            # Get the top resumed activity
-            activity_output = await device._adb.shell(device._serial, "dumpsys activity activities | grep topResumedActivity")
-            
-            if not activity_output:
-                # Try alternative command for older Android versions
-                activity_output = await device._adb.shell(device._serial, "dumpsys activity activities | grep ResumedActivity")
-            
-            # Get keyboard visibility state
-            keyboard_output = await device._adb.shell(device._serial, "dumpsys input_method | grep mInputShown")
-            
-            # Process activity information
-            current_activity = "Unable to determine current activity"
-            if activity_output:
-                current_activity = activity_output.strip()
-            
-            # Process keyboard information
-            is_keyboard_shown = False
-            if keyboard_output:
-                is_keyboard_shown = "mInputShown=true" in keyboard_output
-            
-            # Return combined state
+
+            # Clear logcat to make it easier to find our output
+            await device._adb.shell(device._serial, "logcat -c")
+
+            # Trigger the custom service via broadcast to get phone state
+            await device._adb.shell(
+                device._serial, "am broadcast -a com.droidrun.portal.GET_PHONE_STATE"
+            )
+
+            # Poll for the phone state data in logcat
+            start_time = asyncio.get_event_loop().time()
+            max_wait_time = 10  # Maximum wait time in seconds
+            poll_interval = 0.2  # Check every 200ms
+
+            while asyncio.get_event_loop().time() - start_time < max_wait_time:
+                # Check logcat for the phone state data
+                logcat_output = await device._adb.shell(
+                    device._serial,
+                    'logcat -d | grep "DROIDRUN_PHONE_STATE_DATA" | tail -1',
+                )
+
+                # Parse the JSON data if present
+                if "CHUNK|" in logcat_output:
+                    # Format: DROIDRUN_PHONE_STATE_DATA: CHUNK|0|1|{json_data}
+                    # Extract the JSON part after the last |
+                    parts = logcat_output.split("|")
+                    if len(parts) >= 4:
+                        json_data = "|".join(
+                            parts[3:]
+                        )  # In case JSON contains | characters
+                        try:
+                            phone_state = json.loads(json_data)
+                            return phone_state
+                        except json.JSONDecodeError:
+                            # If JSON parsing failed, wait and retry
+                            await asyncio.sleep(poll_interval)
+                            continue
+
+                # Wait before polling again
+                await asyncio.sleep(poll_interval)
+
+            # If we couldn't get the phone state, return error
             return {
-                "current_activity": current_activity,
-                "keyboard_shown": is_keyboard_shown,
+                "error": "Timeout",
+                "message": f"Failed to get phone state data after {max_wait_time} seconds",
             }
-            
+
         except Exception as e:
-            return {
-                "error": str(e),
-                "message": f"Error getting phone state: {str(e)}"
-            }
+            return {"error": str(e), "message": f"Error getting phone state: {str(e)}"}
 
     async def remember(self, information: str) -> str:
         """
         Store important information to remember for future context.
-        
-        This information will be included in future LLM prompts to help maintain context
+
+        This information will be extracted and included into your next steps to maintain context
         across interactions. Use this for critical facts, observations, or user preferences
         that should influence future decisions.
-        
+
         Args:
             information: The information to remember
-            
+
         Returns:
             Confirmation message
         """
         if not information or not isinstance(information, str):
             return "Error: Please provide valid information to remember."
-            
+
         # Add the information to memory
         self.memory.append(information.strip())
-        
+
         # Limit memory size to prevent context overflow (keep most recent items)
         max_memory_items = 10
         if len(self.memory) > max_memory_items:
             self.memory = self.memory[-max_memory_items:]
-            
+
         return f"Remembered: {information}"
-        
+
     def get_memory(self) -> List[str]:
         """
         Retrieve all stored memory items.
-        
+
         Returns:
             List of stored memory items
         """
-        return self.memory.copy()
+        return self.memory.copy()