sunholo 0.71.11__tar.gz → 0.71.13__tar.gz

{sunholo-0.71.11 → sunholo-0.71.13}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.11
+Version: 0.71.13
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.11.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.13.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -124,6 +124,16 @@ This is the Sunholo Python project, a comprehensive toolkit for working with lan
 
 Please refer to the website for full documentation at https://dev.sunholo.com/
 
+## Tests via pytest
+
+If loading from GitHub, run tests:
+
+```bash
+pip install pytest
+pip install . --use-feature=in-tree-build
+pytest tests
+```
+
 ## Demos
 
 Using https://github.com/charmbracelet/vhs

{sunholo-0.71.11 → sunholo-0.71.13}/README.md

@@ -3,6 +3,16 @@ This is the Sunholo Python project, a comprehensive toolkit for working with lan
 
 Please refer to the website for full documentation at https://dev.sunholo.com/
 
+## Tests via pytest
+
+If loading from GitHub, run tests:
+
+```bash
+pip install pytest
+pip install . --use-feature=in-tree-build
+pytest tests
+```
+
 ## Demos
 
 Using https://github.com/charmbracelet/vhs

{sunholo-0.71.11 → sunholo-0.71.13}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.71.11'
+version = '0.71.13'
 
 setup(
     name='sunholo',

sunholo-0.71.13/sunholo/tools/web_browser.py

@@ -0,0 +1,169 @@
+import os
+import base64
+import json
+from datetime import datetime
+try:
+    from playwright.sync_api import sync_playwright
+except ImportError:
+    sync_playwright = None
+
+class BrowseWebWithImagePromptsBot:
+    """
+    Examples:
+
+    ```python
+    class ProductionBot(BrowseWebWithImagePromptsBot):
+        def send_prompt_to_llm(self, prompt, screenshot_base64):
+            # Implement the actual logic to send the prompt and screenshot to the LLM and return the response
+            api_url = "https://api.example.com/process"  # Replace with the actual LLM API endpoint
+            headers = {"Content-Type": "application/json"}
+            data = {
+                "prompt": prompt,
+                "screenshot": screenshot_base64
+            }
+            response = requests.post(api_url, headers=headers, data=json.dumps(data))
+            return response.text  # Assuming the response is in JSON format
+
+    @app.route('/run-bot', methods=['POST'])
+    def run_bot():
+        data = request.json
+        session_id = data.get('session_id')
+        website_name = data.get('website_name')
+        browser_type = data.get('browser_type', 'chromium')
+        current_action_description = data.get('current_action_description', "")
+        next_goal = data.get('next_goal', "")
+        
+        bot = ProductionBot(session_id=session_id, website_name=website_name, browser_type=browser_type, headless=True)
+        
+        # Check if initial instructions are provided
+        initial_instructions = data.get('instructions')
+        if initial_instructions:
+            bot.execute_instructions(initial_instructions)
+        
+        # Take initial screenshot and send to LLM if no instructions provided
+        if not initial_instructions:
+            screenshot_path = bot.take_screenshot()
+            new_instructions = bot.send_screenshot_to_llm(screenshot_path, current_action_description, next_goal)
+            bot.execute_instructions(new_instructions)
+        
+        # Take final screenshot
+        bot.take_screenshot()
+        
+        bot.close()
+        
+        return jsonify({"status": "completed", "new_instructions": new_instructions})
+
+    if __name__ == "__main__":
+        app.run(host='0.0.0.0', port=8080)
+    ```
+    """
+    def __init__(self, session_id, website_name, browser_type='chromium', headless=True):
+        if not sync_playwright:
+            raise ImportError("playright needed for BrowseWebWithImagePromptsBot class - install via `pip install sunholo[tools]`")
+        self.session_id = session_id
+        self.website_name = website_name
+        self.browser_type = browser_type
+        self.screenshot_dir = f"{website_name}_{session_id}"
+        os.makedirs(self.screenshot_dir, exist_ok=True)
+        self.cookie_file = os.path.join(self.screenshot_dir, "cookies.json")
+        self.playwright = sync_playwright().start()
+        
+        if browser_type == 'chromium':
+            self.browser = self.playwright.chromium.launch(headless=headless)
+        elif browser_type == 'firefox':
+            self.browser = self.playwright.firefox.launch(headless=headless)
+        elif browser_type == 'webkit':
+            self.browser = self.playwright.webkit.launch(headless=headless)
+        else:
+            raise ValueError(f"Unsupported browser type: {browser_type}")
+        
+        self.context = self.browser.new_context()
+        self.page = self.context.new_page()
+        self.load_cookies()
+
+    def load_cookies(self):
+        if os.path.exists(self.cookie_file):
+            with open(self.cookie_file, 'r') as f:
+                cookies = json.load(f)
+                self.context.add_cookies(cookies)
+
+    def save_cookies(self):
+        cookies = self.context.cookies()
+        with open(self.cookie_file, 'w') as f:
+            json.dump(cookies, f)
+
+    def navigate(self, url):
+        self.page.goto(url)
+
+    def click(self, selector):
+        self.page.click(selector)
+
+    def scroll(self, direction='down', amount=1):
+        for _ in range(amount):
+            if direction == 'down':
+                self.page.evaluate("window.scrollBy(0, window.innerHeight)")
+            elif direction == 'up':
+                self.page.evaluate("window.scrollBy(0, -window.innerHeight)")
+            elif direction == 'left':
+                self.page.evaluate("window.scrollBy(-window.innerWidth, 0)")
+            elif direction == 'right':
+                self.page.evaluate("window.scrollBy(window.innerWidth, 0)")
+
+    def type_text(self, selector, text):
+        self.page.fill(selector, text)
+
+    def take_screenshot(self):
+        timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+        screenshot_path = os.path.join(self.screenshot_dir, f"screenshot_{timestamp}.png")
+        self.page.screenshot(path=screenshot_path)
+        return screenshot_path
+
+    def get_latest_screenshot_path(self):
+        screenshots = sorted(
+            [f for f in os.listdir(self.screenshot_dir) if f.startswith('screenshot_')],
+            key=lambda x: os.path.getmtime(os.path.join(self.screenshot_dir, x)),
+            reverse=True
+        )
+        if screenshots:
+            return os.path.join(self.screenshot_dir, screenshots[0])
+        return None
+
+    def create_prompt_vars(self, current_action_description, next_goal):
+        prompt = {
+            "current_action_description": current_action_description,
+            "next_goal": next_goal,
+        }
+        return prompt
+
+    def send_screenshot_to_llm(self, screenshot_path, current_action_description="", next_goal=""):
+        with open(screenshot_path, "rb") as image_file:
+            encoded_image = base64.b64encode(image_file.read()).decode('utf-8')
+        
+        prompt_vars = self.create_prompt(current_action_description, next_goal)
+        response = self.send_prompt_to_llm(prompt_vars, encoded_image)  # Sending prompt and image separately
+        return json.loads(response)
+
+    def send_prompt_to_llm(self, prompt_vars, screenshot_base64):
+        raise NotImplementedError("This method should be implemented by subclasses: `def send_prompt_to_llm(self, prompt_vars, screenshot_base64)`")
+
+    def close(self):
+        self.save_cookies()
+        self.browser.close()
+        self.playwright.stop()
+
+    def execute_instructions(self, instructions):
+        for instruction in instructions:
+            action = instruction['action']
+            if action == 'navigate':
+                self.navigate(instruction['url'])
+            elif action == 'click':
+                self.click(instruction['selector'])
+            elif action == 'scroll':
+                self.scroll(instruction.get('direction', 'down'), instruction.get('amount', 1))
+            elif action == 'type':
+                self.type_text(instruction['selector'], instruction['text'])
+            screenshot_path = self.take_screenshot()
+            new_instructions = self.send_screenshot_to_llm(screenshot_path, instruction.get('description', ''), instruction.get('next_goal', ''))
+            if new_instructions:
+                self.execute_instructions(new_instructions)
+

{sunholo-0.71.11 → sunholo-0.71.13}/sunholo/vertex/__init__.py

@@ -1,3 +1,3 @@
-from .init import init_vertex
+from .init import init_vertex, init_genai
 from .memory_tools import get_vertex_memories, print_grounding_response, get_google_search_grounding
-from .safety import vertex_safety
+from .safety import vertex_safety, genai_safety

{sunholo-0.71.11 → sunholo-0.71.13}/sunholo/vertex/init.py

@@ -1,5 +1,18 @@
 from ..logging import log
 from ..utils.gcp_project import get_gcp_project
+import os
+
+def init_genai():
+    try:
+        import google.generativeai as genai
+    except ImportError:
+        raise ImportError("google.generativeai not installed, please install via 'pip install sunholo[gcp]")
+    
+    GOOGLE_API_KEY=os.getenv('GOOGLE_API_KEY')
+    if not GOOGLE_API_KEY:
+        raise ValueError("google.generativeai needs GOOGLE_API_KEY set in environment variable")
+
+    genai.configure(api_key=GOOGLE_API_KEY)
 
 def init_vertex(gcp_config=None, location="eu"):
     """

sunholo-0.71.13/sunholo/vertex/safety.py

@@ -0,0 +1,66 @@
+
+
+def genai_safety(threshold: str = "BLOCK_ONLY_HIGH"):
+    """
+    BLOCK_ONLY_HIGH - block when high probability of unsafe content is detected
+    BLOCK_MEDIUM_AND_ABOVE - block when medium or high probability of content is detected
+    BLOCK_LOW_AND_ABOVE - block when low, medium, or high probability of unsafe content is detected
+    BLOCK_NONE - no block, but need to be on an allow list to use
+    """
+    from google.generativeai.types import (
+        HarmCategory,
+        HarmBlockThreshold
+    )
+
+    if threshold == 'BLOCK_ONLY_HIGH':
+        thresh = HarmBlockThreshold.BLOCK_ONLY_HIGH
+    elif threshold == 'BLOCK_MEDIUM_AND_ABOVE':
+        thresh = HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
+    elif threshold == 'BLOCK_LOW_AND_ABOVE':
+        thresh = HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+    elif threshold == 'BLOCK_NONE':
+        thresh = HarmBlockThreshold.BLOCK_NONE
+    else:
+        raise ValueError("Invalid threshold")
+
+    safety_settings = {
+        HarmCategory.HARM_CATEGORY_HARASSMENT: thresh,
+        HarmCategory.HARM_CATEGORY_HATE_SPEECH: thresh,
+        HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: thresh,
+        HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: thresh,
+    }
+
+    return safety_settings
+
+
+def vertex_safety(threshold: str = "BLOCK_ONLY_HIGH"):
+    """
+    BLOCK_ONLY_HIGH - block when high probability of unsafe content is detected
+    BLOCK_MEDIUM_AND_ABOVE - block when medium or high probability of content is detected
+    BLOCK_LOW_AND_ABOVE - block when low, medium, or high probability of unsafe content is detected
+    BLOCK_NONE - no block, but need to be on an allow list to use
+    """
+    from vertexai.generative_models import (
+        HarmCategory,
+        HarmBlockThreshold,
+    )
+
+    if threshold == 'BLOCK_ONLY_HIGH':
+        thresh = HarmBlockThreshold.BLOCK_ONLY_HIGH
+    elif threshold == 'BLOCK_MEDIUM_AND_ABOVE':
+        thresh = HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
+    elif threshold == 'BLOCK_LOW_AND_ABOVE':
+        thresh = HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+    elif threshold == 'BLOCK_NONE':
+        thresh = HarmBlockThreshold.BLOCK_NONE
+    else:
+        raise ValueError("Invalid threshold")
+
+    safety_settings = {
+        HarmCategory.HARM_CATEGORY_HARASSMENT: thresh,
+        HarmCategory.HARM_CATEGORY_HATE_SPEECH: thresh,
+        HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: thresh,
+        HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: thresh,
+    }
+
+    return safety_settings

{sunholo-0.71.11 → sunholo-0.71.13}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.11
+Version: 0.71.13
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.11.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.13.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -124,6 +124,16 @@ This is the Sunholo Python project, a comprehensive toolkit for working with lan
 
 Please refer to the website for full documentation at https://dev.sunholo.com/
 
+## Tests via pytest
+
+If loading from GitHub, run tests:
+
+```bash
+pip install pytest
+pip install . --use-feature=in-tree-build
+pytest tests
+```
+
 ## Demos
 
 Using https://github.com/charmbracelet/vhs

{sunholo-0.71.11 → sunholo-0.71.13}/sunholo.egg-info/SOURCES.txt

@@ -107,6 +107,8 @@ sunholo/streaming/stream_lookup.py
 sunholo/streaming/streaming.py
 sunholo/summarise/__init__.py
 sunholo/summarise/summarise.py
+sunholo/tools/__init__.py
+sunholo/tools/web_browser.py
 sunholo/utils/__init__.py
 sunholo/utils/api_key.py
 sunholo/utils/big_context.py

sunholo-0.71.11/sunholo/vertex/safety.py

@@ -1,35 +0,0 @@
-try:
-    from vertexai.generative_models import (
-        HarmCategory,
-        HarmBlockThreshold,
-    )
-except ImportError:
-    pass
-
-def vertex_safety(threshold: str = "BLOCK_ONLY_HIGH"):
-    """
-    BLOCK_ONLY_HIGH - block when high probability of unsafe content is detected
-    BLOCK_MEDIUM_AND_ABOVE - block when medium or high probability of content is detected
-    BLOCK_LOW_AND_ABOVE - block when low, medium, or high probability of unsafe content is detected
-    BLOCK_NONE - no block, but need to be on an allow list to use
-    """
-
-    if threshold == 'BLOCK_ONLY_HIGH':
-        thresh = HarmBlockThreshold.BLOCK_ONLY_HIGH
-    elif threshold == 'BLOCK_MEDIUM_AND_ABOVE':
-        thresh = HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
-    elif threshold == 'BLOCK_LOW_AND_ABOVE':
-        thresh = HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
-    elif threshold == 'BLOCK_NONE':
-        thresh = HarmBlockThreshold.BLOCK_NONE
-    else:
-        raise ValueError("Invalid threshold")
-
-    safety_settings = {
-        HarmCategory.HARM_CATEGORY_HARASSMENT: thresh,
-        HarmCategory.HARM_CATEGORY_HATE_SPEECH: thresh,
-        HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: thresh,
-        HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: thresh,
-    }
-
-    return safety_settings