simplex 1.1.0__py3-none-any.whl → 1.2.1__py3-none-any.whl

simplex/simplex.py

@@ -3,7 +3,6 @@ from PIL import Image
 import requests
 from typing import List
 import io
-import time
 
 from .utils import center_bbox, screenshot_to_image
 
@@ -24,12 +23,15 @@ class Simplex:
         if browser is None:
             self.playwright = sync_playwright().start()
             self.browser = self.playwright.chromium.launch(headless=True)
+            self.driver = self.browser.new_page()
         else:
             self.playwright = None
-            
-        self.driver = self.browser.new_page(viewport={"width": 1280, "height": 720})
+            if len(self.browser.contexts) > 0 and len(self.browser.contexts[0].pages) > 0:
+                self.driver = self.browser.contexts[0].pages[0]
+            else:
+                self.driver = self.browser.new_page()
 
-    def find_element(self, element_description: str, state: Image.Image | None = None, annotate: bool = False) -> List[int]:
+    def find_element(self, element_description: str, state: Image.Image | None = None, annotate: bool = True) -> List[int]:
         """
         Find an element in the screenshot using the element description
 
@@ -56,6 +58,7 @@ class Simplex:
             'element_description': (None, element_description),
             'api_key': (None, self.api_key)
         }        
+
         # Make the request
         response = requests.post(
             endpoint,
@@ -83,20 +86,42 @@ class Simplex:
                         // Create new overlay
                         const overlay = document.createElement('div');
                         overlay.id = 'simplex-bbox-overlay';
-                        overlay.style.position = 'absolute';
-                        overlay.style.border = '2px solid red';
+                        overlay.style.position = 'fixed';
+                        overlay.style.border = '2px dashed rgba(74, 144, 226, 1)';
+                        overlay.style.background = 'rgba(74, 144, 226, 0.1)';
+                        overlay.style.animation = 'marching-ants 0.5s linear infinite';
                         overlay.style.left = bbox[0] + 'px';
                         overlay.style.top = bbox[1] + 'px';
                         overlay.style.width = (bbox[2] - bbox[0]) + 'px';
                         overlay.style.height = (bbox[3] - bbox[1]) + 'px';
                         overlay.style.pointerEvents = 'none';
                         overlay.style.zIndex = '10000';
+                        overlay.style.margin = '0';
+                        overlay.style.padding = '0';
+                        
+                        // Add marching ants animation keyframes
+                        if (!document.querySelector('#marching-ants-keyframes')) {
+                            const style = document.createElement('style');
+                            style.id = 'marching-ants-keyframes';
+                            style.textContent = `
+                                @keyframes marching-ants {
+                                    0% { border-style: dashed; }
+                                    50% { border-style: solid; }
+                                    100% { border-style: dashed; }
+                                }
+                            `;
+                            document.head.appendChild(style);
+                        }
                         
                         document.body.appendChild(overlay);
+
+                        // Remove overlay after 3 second
+                        setTimeout(() => {
+                            overlay.remove();
+                        }, 2000);
                     }
                 """, bbox)
                 self.driver.wait_for_selector('#simplex-bbox-overlay')
-                time.sleep(5)
             return bbox 
         else:
             print("Error:", response.text)
@@ -147,13 +172,19 @@ class Simplex:
             print(response.text)
             return []
         
-    def goto(self, url: str) -> None:
+    def goto(self, url: str, new_tab: bool = False) -> None:
         """
         Navigate to a URL
+
+        Args:
+            url (str): URL to navigate to
+            new_tab (bool): Whether to open a new tab or use the current tab
         """
+        if new_tab:
+            self.driver = self.browser.new_page()
         self.driver.goto(url)
 
-    def execute_action(self, action: List[List[str]], state: Image.Image | None = None, annotate: bool = False) -> None:
+    def execute_action(self, action: List[List[str]], state: Image.Image | None = None, annotate: bool = True) -> None:
         """
         Execute an action with playwright driver
 
@@ -166,18 +197,21 @@ class Simplex:
 
         try:
             if action_type == "CLICK":
-                bbox = self.find_element(description, state, annotate)
+                bbox = self.find_element(description, state, annotate=annotate)
                 center_x, center_y = center_bbox(bbox)
                 self.driver.mouse.click(center_x, center_y)
 
             elif action_type == "HOVER":
-                bbox = self.find_element(description, state, annotate)
+                bbox = self.find_element(description, state, annotate=annotate)
                 center_x, center_y = center_bbox(bbox)
                 self.driver.mouse.move(center_x, center_y)
 
             elif action_type == "TYPE":
                 self.driver.keyboard.type(description)
 
+            elif action_type == "ENTER":
+                self.driver.keyboard.press("Enter")
+
             elif action_type == "SCROLL":
                 self.driver.mouse.wheel(0, int(description))
 
@@ -188,14 +222,14 @@ class Simplex:
             print(f"Error executing action: {e}")
             return None
         
-    def do(self, step_description: str, annotate: bool = False) -> None:
+    def do(self, step_description: str, annotate: bool = True) -> None:
         """
         Execute a step description
         """
         state = self.take_stable_screenshot()
         actions = self.step_to_action(step_description, state)
         for action in actions:
-            self.execute_action(action, annotate)
+            self.execute_action(action, annotate=annotate)
             
     def take_stable_screenshot(self) -> Image.Image:
         """

{simplex-1.1.0.dist-info → simplex-1.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: simplex
-Version: 1.1.0
+Version: 1.2.1
 Summary: Official Python SDK for Simplex API
 Home-page: https://github.com/shreyka/simplex-python
 Author: Simplex Labs, Inc.

simplex-1.2.1.dist-info/RECORD

@@ -0,0 +1,10 @@
+simplex/__init__.py,sha256=1mbM4XUk0FNW161WOkM4ayC1s_QSsaBEls6PZ0iBScY,74
+simplex/constants.py,sha256=nIXF2oVNNNknXweXAlmE-KBM9QjJtYw9osXVYjvloN0,59
+simplex/simplex.py,sha256=8LTbvMJUbIWdyAqRKkius-R4PFHZBf4RW_bQZmwd5AY,9275
+simplex/utils.py,sha256=UrD4Ena3yk0POmxxyiqMszzPbTscTCJpMP4xZFDAuOc,339
+simplex-1.2.1.dist-info/LICENSE,sha256=Xh0SJjYZfNI71pCNMB40aKlBLLuOB0blx5xkTtufFNQ,1075
+simplex-1.2.1.dist-info/METADATA,sha256=u9gF-wpSwjx0DfsrE5XM-7aRrmFyO5X-6LQ1RagF0tc,1114
+simplex-1.2.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+simplex-1.2.1.dist-info/entry_points.txt,sha256=3veL2w3c5vxb3dm8I_M8Fs-370n1ZnvD8uu1nSsL7z8,45
+simplex-1.2.1.dist-info/top_level.txt,sha256=cbMH1bYpN0A3gP-ecibPRHasHoqB-01T_2BUFS8p0CE,8
+simplex-1.2.1.dist-info/RECORD,,

simplex-1.1.0.dist-info/RECORD

@@ -1,10 +0,0 @@
-simplex/__init__.py,sha256=1mbM4XUk0FNW161WOkM4ayC1s_QSsaBEls6PZ0iBScY,74
-simplex/constants.py,sha256=nIXF2oVNNNknXweXAlmE-KBM9QjJtYw9osXVYjvloN0,59
-simplex/simplex.py,sha256=27knVLuna8Aab_7km_40v6SDTLfMO8jl8d-qWR21amA,7551
-simplex/utils.py,sha256=UrD4Ena3yk0POmxxyiqMszzPbTscTCJpMP4xZFDAuOc,339
-simplex-1.1.0.dist-info/LICENSE,sha256=Xh0SJjYZfNI71pCNMB40aKlBLLuOB0blx5xkTtufFNQ,1075
-simplex-1.1.0.dist-info/METADATA,sha256=BOck5V3dhKJbVd47mhX5BEwVVGieODpcQRxBbJuQy9o,1114
-simplex-1.1.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-simplex-1.1.0.dist-info/entry_points.txt,sha256=3veL2w3c5vxb3dm8I_M8Fs-370n1ZnvD8uu1nSsL7z8,45
-simplex-1.1.0.dist-info/top_level.txt,sha256=cbMH1bYpN0A3gP-ecibPRHasHoqB-01T_2BUFS8p0CE,8
-simplex-1.1.0.dist-info/RECORD,,