simplex 1.0.0__py3-none-any.whl → 1.1.0__py3-none-any.whl

simplex/simplex.py

@@ -1,42 +1,35 @@
-from playwright.sync_api import Page, sync_playwright
+from playwright.sync_api import Page, sync_playwright, Browser
 from PIL import Image
 import requests
 from typing import List
 import io
+import time
 
 from .utils import center_bbox, screenshot_to_image
 
 BASE_URL = "https://u3mvtbirxf.us-east-1.awsapprunner.com"
 
 class Simplex:
-    def __init__(self, api_key: str, driver: Page = None):
+    def __init__(self, api_key: str, browser: Browser = None):
         """
         Initialize Simplex instance
         
         Args:
             api_key (str): API key for authentication
-            driver (playwright.sync_api.Page, optional): Playwright page object. If not provided, 
-                                                       a new headless browser instance will be created.
+            browser (optional): Browser instance (for Hyperbrowser integration)
         """
         self.api_key = api_key
+        self.browser = browser
         
-        if driver is None:
+        if browser is None:
             self.playwright = sync_playwright().start()
             self.browser = self.playwright.chromium.launch(headless=True)
-            self.driver = self.browser.new_page()
         else:
-            self.driver = driver
-            self.browser = None
             self.playwright = None
+            
+        self.driver = self.browser.new_page(viewport={"width": 1280, "height": 720})
 
-    def __del__(self):
-        """Cleanup Playwright resources"""
-        if self.browser:
-            self.browser.close()
-        if self.playwright:
-            self.playwright.stop()
-
-    def find_element(self, element_description: str, state: Image.Image | None = None) -> List[int]:
+    def find_element(self, element_description: str, state: Image.Image | None = None, annotate: bool = False) -> List[int]:
         """
         Find an element in the screenshot using the element description
 
@@ -69,11 +62,41 @@ class Simplex:
             files=files
         )
 
+
         # Print the results
         print(f"Status Code: {response.status_code}")
         if response.status_code == 200:
             res = response.json()
             bbox = [int(res['x1']), int(res['y1']), int(res['x2']), int(res['y2'])]
+
+            # Add overlay directly to the page if driver exists
+            if hasattr(self, 'driver') and annotate:
+                # Create and inject overlay element
+                self.driver.evaluate("""
+                    (bbox) => {
+                        // Remove any existing overlay
+                        const existingOverlay = document.getElementById('simplex-bbox-overlay');
+                        if (existingOverlay) {
+                            existingOverlay.remove();
+                        }
+                        
+                        // Create new overlay
+                        const overlay = document.createElement('div');
+                        overlay.id = 'simplex-bbox-overlay';
+                        overlay.style.position = 'absolute';
+                        overlay.style.border = '2px solid red';
+                        overlay.style.left = bbox[0] + 'px';
+                        overlay.style.top = bbox[1] + 'px';
+                        overlay.style.width = (bbox[2] - bbox[0]) + 'px';
+                        overlay.style.height = (bbox[3] - bbox[1]) + 'px';
+                        overlay.style.pointerEvents = 'none';
+                        overlay.style.zIndex = '10000';
+                        
+                        document.body.appendChild(overlay);
+                    }
+                """, bbox)
+                self.driver.wait_for_selector('#simplex-bbox-overlay')
+                time.sleep(5)
             return bbox 
         else:
             print("Error:", response.text)
@@ -130,7 +153,7 @@ class Simplex:
         """
         self.driver.goto(url)
 
-    def execute_action(self, action: List[List[str]], state: Image.Image | None = None) -> None:
+    def execute_action(self, action: List[List[str]], state: Image.Image | None = None, annotate: bool = False) -> None:
         """
         Execute an action with playwright driver
 
@@ -143,12 +166,12 @@ class Simplex:
 
         try:
             if action_type == "CLICK":
-                bbox = self.find_element(description, state)
+                bbox = self.find_element(description, state, annotate)
                 center_x, center_y = center_bbox(bbox)
                 self.driver.mouse.click(center_x, center_y)
 
             elif action_type == "HOVER":
-                bbox = self.find_element(description, state)
+                bbox = self.find_element(description, state, annotate)
                 center_x, center_y = center_bbox(bbox)
                 self.driver.mouse.move(center_x, center_y)
 
@@ -165,14 +188,14 @@ class Simplex:
             print(f"Error executing action: {e}")
             return None
         
-    def do(self, step_description: str) -> None:
+    def do(self, step_description: str, annotate: bool = False) -> None:
         """
         Execute a step description
         """
         state = self.take_stable_screenshot()
         actions = self.step_to_action(step_description, state)
         for action in actions:
-            self.execute_action(action)
+            self.execute_action(action, annotate)
             
     def take_stable_screenshot(self) -> Image.Image:
         """

{simplex-1.0.0.dist-info → simplex-1.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: simplex
-Version: 1.0.0
+Version: 1.1.0
 Summary: Official Python SDK for Simplex API
 Home-page: https://github.com/shreyka/simplex-python
 Author: Simplex Labs, Inc.
@@ -21,6 +21,15 @@ Requires-Dist: rich>=13.0.0
 Requires-Dist: prompt_toolkit>=3.0.0
 Requires-Dist: playwright>=1.0.0
 Requires-Dist: Pillow>=9.0.0
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 # Simplex AI Python SDK
 

simplex-1.1.0.dist-info/RECORD

@@ -0,0 +1,10 @@
+simplex/__init__.py,sha256=1mbM4XUk0FNW161WOkM4ayC1s_QSsaBEls6PZ0iBScY,74
+simplex/constants.py,sha256=nIXF2oVNNNknXweXAlmE-KBM9QjJtYw9osXVYjvloN0,59
+simplex/simplex.py,sha256=27knVLuna8Aab_7km_40v6SDTLfMO8jl8d-qWR21amA,7551
+simplex/utils.py,sha256=UrD4Ena3yk0POmxxyiqMszzPbTscTCJpMP4xZFDAuOc,339
+simplex-1.1.0.dist-info/LICENSE,sha256=Xh0SJjYZfNI71pCNMB40aKlBLLuOB0blx5xkTtufFNQ,1075
+simplex-1.1.0.dist-info/METADATA,sha256=BOck5V3dhKJbVd47mhX5BEwVVGieODpcQRxBbJuQy9o,1114
+simplex-1.1.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+simplex-1.1.0.dist-info/entry_points.txt,sha256=3veL2w3c5vxb3dm8I_M8Fs-370n1ZnvD8uu1nSsL7z8,45
+simplex-1.1.0.dist-info/top_level.txt,sha256=cbMH1bYpN0A3gP-ecibPRHasHoqB-01T_2BUFS8p0CE,8
+simplex-1.1.0.dist-info/RECORD,,

{simplex-1.0.0.dist-info → simplex-1.1.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.7.0)
+Generator: setuptools (75.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

simplex-1.0.0.dist-info/RECORD

@@ -1,10 +0,0 @@
-simplex/__init__.py,sha256=1mbM4XUk0FNW161WOkM4ayC1s_QSsaBEls6PZ0iBScY,74
-simplex/constants.py,sha256=nIXF2oVNNNknXweXAlmE-KBM9QjJtYw9osXVYjvloN0,59
-simplex/simplex.py,sha256=p3dGJFdyQReW2qHX-yFn9Vi6Bm8-QJ_x6RK66s1KkM8,6246
-simplex/utils.py,sha256=UrD4Ena3yk0POmxxyiqMszzPbTscTCJpMP4xZFDAuOc,339
-simplex-1.0.0.dist-info/LICENSE,sha256=Xh0SJjYZfNI71pCNMB40aKlBLLuOB0blx5xkTtufFNQ,1075
-simplex-1.0.0.dist-info/METADATA,sha256=4BL_hKn_yaVMoCpGSsUxTdVwwb2trncuwu7QyEFyE_M,917
-simplex-1.0.0.dist-info/WHEEL,sha256=A3WOREP4zgxI0fKrHUG8DC8013e3dK3n7a6HDbcEIwE,91
-simplex-1.0.0.dist-info/entry_points.txt,sha256=3veL2w3c5vxb3dm8I_M8Fs-370n1ZnvD8uu1nSsL7z8,45
-simplex-1.0.0.dist-info/top_level.txt,sha256=cbMH1bYpN0A3gP-ecibPRHasHoqB-01T_2BUFS8p0CE,8
-simplex-1.0.0.dist-info/RECORD,,