sunholo 0.71.10__tar.gz → 0.71.12__tar.gz

{sunholo-0.71.10 → sunholo-0.71.12}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.10
+Version: 0.71.12
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.10.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.12.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -124,6 +124,16 @@ This is the Sunholo Python project, a comprehensive toolkit for working with lan
 
 Please refer to the website for full documentation at https://dev.sunholo.com/
 
+## Tests via pytest
+
+If loading from GitHub, run tests:
+
+```bash
+pip install pytest
+pip install . --use-feature=in-tree-build
+pytest tests
+```
+
 ## Demos
 
 Using https://github.com/charmbracelet/vhs

{sunholo-0.71.10 → sunholo-0.71.12}/README.md

@@ -3,6 +3,16 @@ This is the Sunholo Python project, a comprehensive toolkit for working with lan
 
 Please refer to the website for full documentation at https://dev.sunholo.com/
 
+## Tests via pytest
+
+If loading from GitHub, run tests:
+
+```bash
+pip install pytest
+pip install . --use-feature=in-tree-build
+pytest tests
+```
+
 ## Demos
 
 Using https://github.com/charmbracelet/vhs

{sunholo-0.71.10 → sunholo-0.71.12}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.71.10'
+version = '0.71.12'
 
 setup(
     name='sunholo',

{sunholo-0.71.10 → sunholo-0.71.12}/sunholo/discovery_engine/discovery_engine_client.py

@@ -87,8 +87,14 @@ class DiscoveryEngineClient:
             location=self.location,
             collection=collection,
         )
+    
+    def create_data_store(self, type="chunk", chunk_size: int = 500, collection: str = "default_collection"):
+        if type == "chunk":
+            return self.create_data_store_chunk(chunk_size, collection)
+        else:
+            raise NotImplementedError("Not done yet - non-chunk data stores.")
 
-    def create_data_store(
+    def create_data_store_chunk(
         self, chunk_size: int = 500,
         collection: str = "default_collection"
     ) -> str:
@@ -166,7 +172,6 @@ class DiscoveryEngineClient:
         num_next_chunks: int = 3,
         page_size: int = 10,
         parse_chunks_to_string: bool = True,
-        doc_or_chunks: str = "CHUNKS",  # or DOCUMENTS
         serving_config: str = "default_serving_config",
     ):
         """Retrieves chunks or documents based on a query.
@@ -178,6 +183,7 @@ class DiscoveryEngineClient:
             num_next_chunks (int, optional): Number of next chunks to return for context (default is 3).
             page_size (int, optional): The maximum number of results to return per page (default is 10).
             parse_chunks_to_string: If True will put chunks in one big string, False will return object
+            serving_config: The resource name of the Search serving config 
 
         Returns:
             discoveryengine.SearchResponse: The search response object containing the search results.
@@ -198,12 +204,13 @@ class DiscoveryEngineClient:
             serving_config
         )
 
+
         search_request = discoveryengine.SearchRequest(
             serving_config=serving_config_path,
             query=query,
             page_size=page_size, 
             content_search_spec=discoveryengine.SearchRequest.ContentSearchSpec(
-                search_result_mode=doc_or_chunks,  # CHUNKS or DOCUMENTS
+                search_result_mode="CHUNKS", 
                 chunk_spec=discoveryengine.SearchRequest.ContentSearchSpec.ChunkSpec(
                     num_previous_chunks=num_previous_chunks,
                     num_next_chunks=num_next_chunks,
@@ -270,7 +277,9 @@ class DiscoveryEngineClient:
         search_tier=None,
         search_add_ons=None,
     ) -> str:
-
+        """
+        You only need this if calling Data Store via Vertex Tools.
+        """
         # The full resource name of the collection
         # e.g. projects/{project}/locations/{location}/collections/default_collection
         parent = self.data_store_path()
@@ -300,8 +309,13 @@ class DiscoveryEngineClient:
         )
 
         # Make the request
-        operation = self.engine_client.create_engine(request=request)
+        try:
+            operation = self.engine_client.create_engine(request=request)
+        except AlreadyExists as err:
+            log.info(f"Engine already exists: - {str(err)}")
 
+            return engine_id
+        
         log.info(f"Waiting for create vertex ai search operation to complete: {operation.operation.name}")
         response = operation.result()
 

sunholo-0.71.12/sunholo/tools/web_browser.py

@@ -0,0 +1,169 @@
+import os
+import base64
+import json
+from datetime import datetime
+try:
+    from playwright.sync_api import sync_playwright
+except ImportError:
+    sync_playwright = None
+
+class BrowseWebWithImagePromptsBot:
+    """
+    Examples:
+
+    ```python
+    class ProductionBot(BrowseWebWithImagePromptsBot):
+        def send_prompt_to_llm(self, prompt, screenshot_base64):
+            # Implement the actual logic to send the prompt and screenshot to the LLM and return the response
+            api_url = "https://api.example.com/process"  # Replace with the actual LLM API endpoint
+            headers = {"Content-Type": "application/json"}
+            data = {
+                "prompt": prompt,
+                "screenshot": screenshot_base64
+            }
+            response = requests.post(api_url, headers=headers, data=json.dumps(data))
+            return response.text  # Assuming the response is in JSON format
+
+    @app.route('/run-bot', methods=['POST'])
+    def run_bot():
+        data = request.json
+        session_id = data.get('session_id')
+        website_name = data.get('website_name')
+        browser_type = data.get('browser_type', 'chromium')
+        current_action_description = data.get('current_action_description', "")
+        next_goal = data.get('next_goal', "")
+        
+        bot = ProductionBot(session_id=session_id, website_name=website_name, browser_type=browser_type, headless=True)
+        
+        # Check if initial instructions are provided
+        initial_instructions = data.get('instructions')
+        if initial_instructions:
+            bot.execute_instructions(initial_instructions)
+        
+        # Take initial screenshot and send to LLM if no instructions provided
+        if not initial_instructions:
+            screenshot_path = bot.take_screenshot()
+            new_instructions = bot.send_screenshot_to_llm(screenshot_path, current_action_description, next_goal)
+            bot.execute_instructions(new_instructions)
+        
+        # Take final screenshot
+        bot.take_screenshot()
+        
+        bot.close()
+        
+        return jsonify({"status": "completed", "new_instructions": new_instructions})
+
+    if __name__ == "__main__":
+        app.run(host='0.0.0.0', port=8080)
+    ```
+    """
+    def __init__(self, session_id, website_name, browser_type='chromium', headless=True):
+        if not sync_playwright:
+            raise ImportError("playright needed for BrowseWebWithImagePromptsBot class - install via `pip install sunholo[tools]`")
+        self.session_id = session_id
+        self.website_name = website_name
+        self.browser_type = browser_type
+        self.screenshot_dir = f"{website_name}_{session_id}"
+        os.makedirs(self.screenshot_dir, exist_ok=True)
+        self.cookie_file = os.path.join(self.screenshot_dir, "cookies.json")
+        self.playwright = sync_playwright().start()
+        
+        if browser_type == 'chromium':
+            self.browser = self.playwright.chromium.launch(headless=headless)
+        elif browser_type == 'firefox':
+            self.browser = self.playwright.firefox.launch(headless=headless)
+        elif browser_type == 'webkit':
+            self.browser = self.playwright.webkit.launch(headless=headless)
+        else:
+            raise ValueError(f"Unsupported browser type: {browser_type}")
+        
+        self.context = self.browser.new_context()
+        self.page = self.context.new_page()
+        self.load_cookies()
+
+    def load_cookies(self):
+        if os.path.exists(self.cookie_file):
+            with open(self.cookie_file, 'r') as f:
+                cookies = json.load(f)
+                self.context.add_cookies(cookies)
+
+    def save_cookies(self):
+        cookies = self.context.cookies()
+        with open(self.cookie_file, 'w') as f:
+            json.dump(cookies, f)
+
+    def navigate(self, url):
+        self.page.goto(url)
+
+    def click(self, selector):
+        self.page.click(selector)
+
+    def scroll(self, direction='down', amount=1):
+        for _ in range(amount):
+            if direction == 'down':
+                self.page.evaluate("window.scrollBy(0, window.innerHeight)")
+            elif direction == 'up':
+                self.page.evaluate("window.scrollBy(0, -window.innerHeight)")
+            elif direction == 'left':
+                self.page.evaluate("window.scrollBy(-window.innerWidth, 0)")
+            elif direction == 'right':
+                self.page.evaluate("window.scrollBy(window.innerWidth, 0)")
+
+    def type_text(self, selector, text):
+        self.page.fill(selector, text)
+
+    def take_screenshot(self):
+        timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+        screenshot_path = os.path.join(self.screenshot_dir, f"screenshot_{timestamp}.png")
+        self.page.screenshot(path=screenshot_path)
+        return screenshot_path
+
+    def get_latest_screenshot_path(self):
+        screenshots = sorted(
+            [f for f in os.listdir(self.screenshot_dir) if f.startswith('screenshot_')],
+            key=lambda x: os.path.getmtime(os.path.join(self.screenshot_dir, x)),
+            reverse=True
+        )
+        if screenshots:
+            return os.path.join(self.screenshot_dir, screenshots[0])
+        return None
+
+    def create_prompt_vars(self, current_action_description, next_goal):
+        prompt = {
+            "current_action_description": current_action_description,
+            "next_goal": next_goal,
+        }
+        return prompt
+
+    def send_screenshot_to_llm(self, screenshot_path, current_action_description="", next_goal=""):
+        with open(screenshot_path, "rb") as image_file:
+            encoded_image = base64.b64encode(image_file.read()).decode('utf-8')
+        
+        prompt_vars = self.create_prompt(current_action_description, next_goal)
+        response = self.send_prompt_to_llm(prompt_vars, encoded_image)  # Sending prompt and image separately
+        return json.loads(response)
+
+    def send_prompt_to_llm(self, prompt_vars, screenshot_base64):
+        raise NotImplementedError("This method should be implemented by subclasses: `def send_prompt_to_llm(self, prompt_vars, screenshot_base64)`")
+
+    def close(self):
+        self.save_cookies()
+        self.browser.close()
+        self.playwright.stop()
+
+    def execute_instructions(self, instructions):
+        for instruction in instructions:
+            action = instruction['action']
+            if action == 'navigate':
+                self.navigate(instruction['url'])
+            elif action == 'click':
+                self.click(instruction['selector'])
+            elif action == 'scroll':
+                self.scroll(instruction.get('direction', 'down'), instruction.get('amount', 1))
+            elif action == 'type':
+                self.type_text(instruction['selector'], instruction['text'])
+            screenshot_path = self.take_screenshot()
+            new_instructions = self.send_screenshot_to_llm(screenshot_path, instruction.get('description', ''), instruction.get('next_goal', ''))
+            if new_instructions:
+                self.execute_instructions(new_instructions)
+

{sunholo-0.71.10 → sunholo-0.71.12}/sunholo/vertex/__init__.py

@@ -1,3 +1,3 @@
 from .init import init_vertex
 from .memory_tools import get_vertex_memories, print_grounding_response, get_google_search_grounding
-from .safety import vertex_safety
+from .safety import vertex_safety, genai_safety

{sunholo-0.71.10 → sunholo-0.71.12}/sunholo/vertex/memory_tools.py

@@ -88,6 +88,10 @@ def get_vertex_memories(vector_name):
 
                 try:
                     project_id = value.get('project_id') or get_gcp_project()
+                    if value.get('chunks'):
+                        log.warning("Data stores for chunks do not work with Tools yet, call data store directly instead")
+                        continue
+
                     de = DiscoveryEngineClient(vector_name, project_id=project_id)
                     log.info(f"Found vectorstore {vectorstore}")
 

sunholo-0.71.12/sunholo/vertex/safety.py

@@ -0,0 +1,66 @@
+
+
+def genai_safety(threshold: str = "BLOCK_ONLY_HIGH"):
+    """
+    BLOCK_ONLY_HIGH - block when high probability of unsafe content is detected
+    BLOCK_MEDIUM_AND_ABOVE - block when medium or high probability of content is detected
+    BLOCK_LOW_AND_ABOVE - block when low, medium, or high probability of unsafe content is detected
+    BLOCK_NONE - no block, but need to be on an allow list to use
+    """
+    from google.generativeai.types import (
+        HarmCategory,
+        HarmBlockThreshold
+    )
+
+    if threshold == 'BLOCK_ONLY_HIGH':
+        thresh = HarmBlockThreshold.BLOCK_ONLY_HIGH
+    elif threshold == 'BLOCK_MEDIUM_AND_ABOVE':
+        thresh = HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
+    elif threshold == 'BLOCK_LOW_AND_ABOVE':
+        thresh = HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+    elif threshold == 'BLOCK_NONE':
+        thresh = HarmBlockThreshold.BLOCK_NONE
+    else:
+        raise ValueError("Invalid threshold")
+
+    safety_settings = {
+        HarmCategory.HARM_CATEGORY_HARASSMENT: thresh,
+        HarmCategory.HARM_CATEGORY_HATE_SPEECH: thresh,
+        HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: thresh,
+        HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: thresh,
+    }
+
+    return safety_settings
+
+
+def vertex_safety(threshold: str = "BLOCK_ONLY_HIGH"):
+    """
+    BLOCK_ONLY_HIGH - block when high probability of unsafe content is detected
+    BLOCK_MEDIUM_AND_ABOVE - block when medium or high probability of content is detected
+    BLOCK_LOW_AND_ABOVE - block when low, medium, or high probability of unsafe content is detected
+    BLOCK_NONE - no block, but need to be on an allow list to use
+    """
+    from vertexai.generative_models import (
+        HarmCategory,
+        HarmBlockThreshold,
+    )
+
+    if threshold == 'BLOCK_ONLY_HIGH':
+        thresh = HarmBlockThreshold.BLOCK_ONLY_HIGH
+    elif threshold == 'BLOCK_MEDIUM_AND_ABOVE':
+        thresh = HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
+    elif threshold == 'BLOCK_LOW_AND_ABOVE':
+        thresh = HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
+    elif threshold == 'BLOCK_NONE':
+        thresh = HarmBlockThreshold.BLOCK_NONE
+    else:
+        raise ValueError("Invalid threshold")
+
+    safety_settings = {
+        HarmCategory.HARM_CATEGORY_HARASSMENT: thresh,
+        HarmCategory.HARM_CATEGORY_HATE_SPEECH: thresh,
+        HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: thresh,
+        HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: thresh,
+    }
+
+    return safety_settings

{sunholo-0.71.10 → sunholo-0.71.12}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.10
+Version: 0.71.12
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.10.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.12.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -124,6 +124,16 @@ This is the Sunholo Python project, a comprehensive toolkit for working with lan
 
 Please refer to the website for full documentation at https://dev.sunholo.com/
 
+## Tests via pytest
+
+If loading from GitHub, run tests:
+
+```bash
+pip install pytest
+pip install . --use-feature=in-tree-build
+pytest tests
+```
+
 ## Demos
 
 Using https://github.com/charmbracelet/vhs

{sunholo-0.71.10 → sunholo-0.71.12}/sunholo.egg-info/SOURCES.txt

@@ -107,6 +107,8 @@ sunholo/streaming/stream_lookup.py
 sunholo/streaming/streaming.py
 sunholo/summarise/__init__.py
 sunholo/summarise/summarise.py
+sunholo/tools/__init__.py
+sunholo/tools/web_browser.py
 sunholo/utils/__init__.py
 sunholo/utils/api_key.py
 sunholo/utils/big_context.py

sunholo-0.71.10/sunholo/vertex/safety.py

@@ -1,35 +0,0 @@
-try:
-    from vertexai.generative_models import (
-        HarmCategory,
-        HarmBlockThreshold,
-    )
-except ImportError:
-    pass
-
-def vertex_safety(threshold: str = "BLOCK_ONLY_HIGH"):
-    """
-    BLOCK_ONLY_HIGH - block when high probability of unsafe content is detected
-    BLOCK_MEDIUM_AND_ABOVE - block when medium or high probability of content is detected
-    BLOCK_LOW_AND_ABOVE - block when low, medium, or high probability of unsafe content is detected
-    BLOCK_NONE - no block, but need to be on an allow list to use
-    """
-
-    if threshold == 'BLOCK_ONLY_HIGH':
-        thresh = HarmBlockThreshold.BLOCK_ONLY_HIGH
-    elif threshold == 'BLOCK_MEDIUM_AND_ABOVE':
-        thresh = HarmBlockThreshold.BLOCK_MEDIUM_AND_ABOVE
-    elif threshold == 'BLOCK_LOW_AND_ABOVE':
-        thresh = HarmBlockThreshold.BLOCK_LOW_AND_ABOVE
-    elif threshold == 'BLOCK_NONE':
-        thresh = HarmBlockThreshold.BLOCK_NONE
-    else:
-        raise ValueError("Invalid threshold")
-
-    safety_settings = {
-        HarmCategory.HARM_CATEGORY_HARASSMENT: thresh,
-        HarmCategory.HARM_CATEGORY_HATE_SPEECH: thresh,
-        HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: thresh,
-        HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: thresh,
-    }
-
-    return safety_settings