simplex 1.0.0__py3-none-any.whl

simplex/__init__.py

@@ -0,0 +1,4 @@
+from .simplex import Simplex
+
+__version__ = "0.1.7"
+__all__ = ["Simplex"] 

simplex/constants.py

@@ -0,0 +1 @@
+BASE_URL = "https://u3mvtbirxf.us-east-1.awsapprunner.com"

simplex/simplex.py

@@ -0,0 +1,187 @@
+from playwright.sync_api import Page, sync_playwright
+from PIL import Image
+import requests
+from typing import List
+import io
+
+from .utils import center_bbox, screenshot_to_image
+
+BASE_URL = "https://u3mvtbirxf.us-east-1.awsapprunner.com"
+
+class Simplex:
+    def __init__(self, api_key: str, driver: Page = None):
+        """
+        Initialize Simplex instance
+        
+        Args:
+            api_key (str): API key for authentication
+            driver (playwright.sync_api.Page, optional): Playwright page object. If not provided, 
+                                                       a new headless browser instance will be created.
+        """
+        self.api_key = api_key
+        
+        if driver is None:
+            self.playwright = sync_playwright().start()
+            self.browser = self.playwright.chromium.launch(headless=True)
+            self.driver = self.browser.new_page()
+        else:
+            self.driver = driver
+            self.browser = None
+            self.playwright = None
+
+    def __del__(self):
+        """Cleanup Playwright resources"""
+        if self.browser:
+            self.browser.close()
+        if self.playwright:
+            self.playwright.stop()
+
+    def find_element(self, element_description: str, state: Image.Image | None = None) -> List[int]:
+        """
+        Find an element in the screenshot using the element description
+
+        Args:
+            element_description (str): Description of the element to find
+            screenshot (PIL.Image.Image): Screenshot of the page
+        
+        Returns:
+            bounding_box (tuple): [x1, y1, x2, y2] bounding box of the found element
+        """
+        if state is None:
+            state = self.take_stable_screenshot()
+
+        endpoint = f"{BASE_URL}/find-element"
+        
+        # Convert PIL Image to bytes
+        img_byte_arr = io.BytesIO()
+        state.save(img_byte_arr, format='PNG')
+        img_byte_arr = img_byte_arr.getvalue()
+        
+        # Prepare multipart form data
+        files = {
+            'image_data': ('screenshot.png', img_byte_arr, 'image/png'),
+            'element_description': (None, element_description),
+            'api_key': (None, self.api_key)
+        }        
+        # Make the request
+        response = requests.post(
+            endpoint,
+            files=files
+        )
+
+        # Print the results
+        print(f"Status Code: {response.status_code}")
+        if response.status_code == 200:
+            res = response.json()
+            bbox = [int(res['x1']), int(res['y1']), int(res['x2']), int(res['y2'])]
+            return bbox 
+        else:
+            print("Error:", response.text)
+
+    def step_to_action(self, step_description: str, state: Image.Image | None = None) -> List[List[str]]:
+        """
+        Convert a step description to an action
+
+        Args:
+            step_description (str): Description of the step to convert to action
+            screenshot (PIL.Image.Image): Screenshot of the page
+        
+        Returns:
+            action (List[List[str, str]]): List of actions to perform
+        """
+        if state is None:
+            state = self.take_stable_screenshot()
+
+        endpoint = f"{BASE_URL}/step_to_action"
+        
+        # Convert PIL Image to bytes
+        img_byte_arr = io.BytesIO()
+        state.save(img_byte_arr, format='PNG')
+        img_byte_arr = img_byte_arr.getvalue()
+        
+        # Prepare form data
+        files = {
+            'image_data': ('screenshot.png', img_byte_arr, 'image/png'),
+            'step': (None, step_description),
+            'api_key': (None, self.api_key)
+        }
+        
+        # Make the request
+        response = requests.post(
+            endpoint,
+            files=files
+        )
+        
+        # Handle response
+        if response.status_code == 200:
+            res = response.json()
+            actions = res.split('\n')
+            actions = [action.split(',') for action in actions]
+            actions = [[action.strip() for action in action_pair] for action_pair in actions]
+            return actions
+        else:
+            print(f"Error: {response.status_code}")
+            print(response.text)
+            return []
+        
+    def goto(self, url: str) -> None:
+        """
+        Navigate to a URL
+        """
+        self.driver.goto(url)
+
+    def execute_action(self, action: List[List[str]], state: Image.Image | None = None) -> None:
+        """
+        Execute an action with playwright driver
+
+        Args:
+            action (List[List[str]]): List of actions to perform
+        """
+        action_type, description = action
+        if state is None:
+            state = self.take_stable_screenshot()
+
+        try:
+            if action_type == "CLICK":
+                bbox = self.find_element(description, state)
+                center_x, center_y = center_bbox(bbox)
+                self.driver.mouse.click(center_x, center_y)
+
+            elif action_type == "HOVER":
+                bbox = self.find_element(description, state)
+                center_x, center_y = center_bbox(bbox)
+                self.driver.mouse.move(center_x, center_y)
+
+            elif action_type == "TYPE":
+                self.driver.keyboard.type(description)
+
+            elif action_type == "SCROLL":
+                self.driver.mouse.wheel(0, int(description))
+
+            elif action_type == "WAIT":
+                self.driver.wait_for_timeout(int(description))
+
+        except Exception as e:
+            print(f"Error executing action: {e}")
+            return None
+        
+    def do(self, step_description: str) -> None:
+        """
+        Execute a step description
+        """
+        state = self.take_stable_screenshot()
+        actions = self.step_to_action(step_description, state)
+        for action in actions:
+            self.execute_action(action)
+            
+    def take_stable_screenshot(self) -> Image.Image:
+        """
+        Take a screenshot after ensuring the page is in a stable state.
+        
+        Returns:
+            PIL.Image.Image: Screenshot of the current page
+        """
+        self.driver.wait_for_load_state('networkidle')
+        return screenshot_to_image(self.driver.screenshot())
+            
+       

simplex/utils.py

@@ -0,0 +1,12 @@
+from typing import List
+from PIL import Image
+import io
+def center_bbox(bbox: List[int]) -> List[int]:
+    """
+    Calculate the center coordinates of a bounding box
+    """
+    return [(bbox[0] + bbox[2]) // 2, (bbox[1] + bbox[3]) // 2]
+
+
+def screenshot_to_image(screenshot: bytes) -> Image:
+    return Image.open(io.BytesIO(screenshot))

simplex-1.0.0.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Simplex Labs, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE. 

simplex-1.0.0.dist-info/METADATA

@@ -0,0 +1,29 @@
+Metadata-Version: 2.1
+Name: simplex
+Version: 1.0.0
+Summary: Official Python SDK for Simplex API
+Home-page: https://github.com/shreyka/simplex-python
+Author: Simplex Labs, Inc.
+Author-email: founders@simplex.sh
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: openai>=1.0.0
+Requires-Dist: python-dotenv>=0.19.0
+Requires-Dist: tiktoken>=0.5.0
+Requires-Dist: click>=8.0.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: prompt_toolkit>=3.0.0
+Requires-Dist: playwright>=1.0.0
+Requires-Dist: Pillow>=9.0.0
+
+# Simplex AI Python SDK
+
+A Python SDK for Simplex AI that enables browser automation using natural language commands.
+
+## Installation 

simplex-1.0.0.dist-info/RECORD

@@ -0,0 +1,10 @@
+simplex/__init__.py,sha256=1mbM4XUk0FNW161WOkM4ayC1s_QSsaBEls6PZ0iBScY,74
+simplex/constants.py,sha256=nIXF2oVNNNknXweXAlmE-KBM9QjJtYw9osXVYjvloN0,59
+simplex/simplex.py,sha256=p3dGJFdyQReW2qHX-yFn9Vi6Bm8-QJ_x6RK66s1KkM8,6246
+simplex/utils.py,sha256=UrD4Ena3yk0POmxxyiqMszzPbTscTCJpMP4xZFDAuOc,339
+simplex-1.0.0.dist-info/LICENSE,sha256=Xh0SJjYZfNI71pCNMB40aKlBLLuOB0blx5xkTtufFNQ,1075
+simplex-1.0.0.dist-info/METADATA,sha256=4BL_hKn_yaVMoCpGSsUxTdVwwb2trncuwu7QyEFyE_M,917
+simplex-1.0.0.dist-info/WHEEL,sha256=A3WOREP4zgxI0fKrHUG8DC8013e3dK3n7a6HDbcEIwE,91
+simplex-1.0.0.dist-info/entry_points.txt,sha256=3veL2w3c5vxb3dm8I_M8Fs-370n1ZnvD8uu1nSsL7z8,45
+simplex-1.0.0.dist-info/top_level.txt,sha256=cbMH1bYpN0A3gP-ecibPRHasHoqB-01T_2BUFS8p0CE,8
+simplex-1.0.0.dist-info/RECORD,,

simplex-1.0.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (75.7.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

simplex-1.0.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+simplex = simplex.cli:main

simplex-1.0.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+simplex