sunholo 0.71.28__py3-none-any.whl → 0.72.0__py3-none-any.whl

sunholo/gcs/__init__.py

@@ -1 +1 @@
-from .download_url import construct_download_link, get_bytes_from_gcs
+from .download_url import construct_download_link, get_bytes_from_gcs, get_image_from_gcs

sunholo/gcs/download_url.py

@@ -14,12 +14,27 @@ except ImportError:
 
 from ..logging import log
 from ..utils.gcp import is_running_on_gcp
+from io import BytesIO
+try:
+    from PIL import Image
+except ImportError:
+    Image = None
 
 gcs_credentials = None
 project_id = None
 gcs_client = None
 gcs_bucket_cache = {}
 
+def get_image_from_gcs(gs_uri: str):
+    """Converts image bytes from GCS to a PIL Image object."""
+    image_bytes = get_bytes_from_gcs(gs_uri)
+    if not Image:
+        raise ImportError('Could not import PIL (pillow) - install via `pip install sunholo[gcp]`')
+    try:
+        img = Image.open(BytesIO(image_bytes))
+        return img
+    except IOError as e:
+        raise ValueError("Unable to open image from bytes:", e)
 
 def get_bytes_from_gcs(gs_uri):
     """

sunholo/utils/__init__.py

@@ -1 +1,2 @@
-from .config import load_config_key, load_config
+from .config import load_config_key, load_config
+from .config_class import ConfigManager

sunholo/utils/config_class.py

@@ -0,0 +1,207 @@
+import os
+import json
+import yaml
+from datetime import datetime, timedelta
+from collections import defaultdict
+from .timedelta import format_timedelta
+
+class ConfigManager:
+    def __init__(self, vector_name: str):
+        """
+        Initialize the ConfigManager with a vector name.
+
+        Args:
+            vector_name (str): The name of the vector in the configuration files.
+        
+        Example:
+        ```python
+        # Usage example:
+        config = ConfigManager("myVector")
+        agent = config.vacConfig("agent")
+        ```
+        """
+        self.vector_name = vector_name
+        self.config_cache = {}
+        self.config_folder = os.getenv("VAC_CONFIG_FOLDER", os.getcwd())
+        self.local_config_folder = os.path.join(os.getcwd(), "config")
+        self.configs_by_kind = self.load_all_configs()
+
+    def load_all_configs(self):
+        """
+        Load all configuration files from the specified directories into a dictionary.
+        Caching is used to avoid reloading files within a 5-minute window.
+
+        Returns:
+            dict: A dictionary of configurations grouped by their 'kind' key.
+        """
+        from ..logging import log
+
+        log.debug(f"Loading all configs from folder: {self.config_folder} and local folder: {self.local_config_folder}")
+        global_configs_by_kind = self._load_configs_from_folder(self.config_folder)
+        local_configs_by_kind = self._load_configs_from_folder(self.local_config_folder)
+
+        # Merge local configs into global configs
+        for kind, local_config in local_configs_by_kind.items():
+            if kind in global_configs_by_kind:
+                global_configs_by_kind[kind] = self._merge_dicts(global_configs_by_kind[kind], local_config)
+            else:
+                global_configs_by_kind[kind] = local_config
+
+        return global_configs_by_kind
+
+    def _load_configs_from_folder(self, folder):
+        """
+        Load all configuration files from a specific folder into a dictionary.
+
+        Args:
+            folder (str): The path of the folder to load configurations from.
+
+        Returns:
+            dict: A dictionary of configurations grouped by their 'kind' key.
+        """
+        from ..logging import log
+
+        configs_by_kind = defaultdict(dict)
+        current_time = datetime.now()
+        
+        for filename in os.listdir(folder):
+            if filename in ["cloudbuild.yaml", "cloud_run_urls.json"]:
+                continue
+            if filename.endswith(('.yaml', '.yml', '.json')):
+                config_file = os.path.join(folder, filename)
+                if filename in self.config_cache:
+                    cached_config, cache_time = self.config_cache[filename]
+                    time_to_recache = (current_time - cache_time)
+                    if time_to_recache < timedelta(minutes=5):
+                        config = cached_config
+                    else:
+                        config = self._reload_config_file(config_file, filename, folder == self.local_config_folder)
+                else:
+                    config = self._reload_config_file(config_file, filename, folder == self.local_config_folder)
+                kind = config.get('kind')
+                if kind:
+                    configs_by_kind[kind] = config
+                else:
+                    log.warning(f"No 'kind' found in {filename}")
+        return configs_by_kind
+
+    def _reload_config_file(self, config_file, filename, is_local=False):
+        """
+        Helper function to load a config file and update the cache.
+
+        Args:
+            config_file (str): The path to the configuration file.
+            filename (str): The name of the configuration file.
+            is_local (bool): Indicates if the config file is from the local folder.
+
+        Returns:
+            dict: The loaded configuration.
+        """
+        from ..logging import log
+        with open(config_file, 'r') as file:
+            if filename.endswith('.json'):
+                config = json.load(file)
+            else:
+                config = yaml.safe_load(file)
+        self.config_cache[filename] = (config, datetime.now())
+        log.debug(f"Loaded and cached {config_file}")
+        if is_local:
+            log.warning(f"Local configuration override for {filename}")
+        return config
+
+    def _check_and_reload_configs(self):
+        """
+        Check if configurations are older than 5 minutes and reload if necessary.
+        """
+        current_time = datetime.now()
+        for filename, (config, cache_time) in list(self.config_cache.items()):
+            if (current_time - cache_time) >= timedelta(minutes=5):
+                config_file_main = os.path.join(self.config_folder, filename)
+                config_file_local = os.path.join(self.local_config_folder, filename)
+                if os.path.exists(config_file_local):
+                    self._reload_config_file(config_file_local, filename, is_local=True)
+                if os.path.exists(config_file_main):
+                    self._reload_config_file(config_file_main, filename, is_local=False)
+        self.configs_by_kind = self.load_all_configs()
+
+    def _merge_dicts(self, dict1, dict2):
+        """
+        Recursively merge two dictionaries. Local values in dict2 will overwrite global values in dict1.
+
+        Args:
+            dict1 (dict): The global dictionary.
+            dict2 (dict): The local dictionary.
+
+        Returns:
+            dict: The merged dictionary.
+        """
+        for key, value in dict2.items():
+            if isinstance(value, dict) and key in dict1 and isinstance(dict1[key], dict):
+                dict1[key] = self._merge_dicts(dict1[key], value)
+            else:
+                dict1[key] = value
+        return dict1
+
+    def vacConfig(self, key: str):
+        """
+        Fetch a key from 'vacConfig' kind configuration.
+
+        Args:
+            key (str): The key to fetch from the configuration.
+
+        Returns:
+            str: The value associated with the specified key.
+        """
+        self._check_and_reload_configs()
+        config = self.configs_by_kind.get('vacConfig')
+        if not config:
+            return None
+        if self.vector_name == 'global':
+            return config.get(key)
+        vac = config['vac']
+
+        vac_config = vac.get(self.vector_name)
+        if not vac_config:
+            return None
+        return vac_config.get(key)
+
+    def promptConfig(self, key: str):
+        """
+        Fetch a key from 'promptConfig' kind configuration.
+
+        Args:
+            key (str): The key to fetch from the configuration.
+
+        Returns:
+            str: The value associated with the specified key.
+        """
+        self._check_and_reload_configs()
+        config = self.configs_by_kind.get('promptConfig')
+        if not config:
+            return None
+        prompts = config['prompts']
+        prompt_for_vector_name = prompts.get(self.vector_name)
+        if not prompt_for_vector_name:
+            return None
+        return prompt_for_vector_name.get(key)
+
+    def agentConfig(self, key: str):
+        """
+        Fetch a key from 'agentConfig' kind configuration.
+
+        Args:
+            key (str): The key to fetch from the configuration.
+
+        Returns:
+            str: The value associated with the specified key.
+        """
+        self._check_and_reload_configs()
+        config = self.configs_by_kind.get('agentConfig')
+        if not config:
+            return None
+        agents = config.get('agents')
+        if key in agents:
+            return agents[key]
+        else:
+            return agents.get("default")
+

{sunholo-0.71.28.dist-info → sunholo-0.72.0.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.28
+Version: 0.72.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.28.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.72.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -56,6 +56,7 @@ Requires-Dist: langchain-anthropic >=0.1.13 ; extra == 'all'
 Requires-Dist: langfuse ; extra == 'all'
 Requires-Dist: pg8000 ; extra == 'all'
 Requires-Dist: pgvector ; extra == 'all'
+Requires-Dist: pillow ; extra == 'all'
 Requires-Dist: playwright ; extra == 'all'
 Requires-Dist: psycopg2-binary ; extra == 'all'
 Requires-Dist: pypdf ; extra == 'all'
@@ -82,6 +83,8 @@ Requires-Dist: psycopg2-binary ; extra == 'database'
 Requires-Dist: lancedb ; extra == 'database'
 Requires-Dist: tantivy ; extra == 'database'
 Provides-Extra: gcp
+Requires-Dist: google-api-python-client ; extra == 'gcp'
+Requires-Dist: google-cloud-alloydb-connector[pg8000] ; extra == 'gcp'
 Requires-Dist: google-auth-httplib2 ; extra == 'gcp'
 Requires-Dist: google-auth-oauthlib ; extra == 'gcp'
 Requires-Dist: google-cloud-aiplatform ; extra == 'gcp'
@@ -95,8 +98,7 @@ Requires-Dist: google-cloud-discoveryengine ; extra == 'gcp'
 Requires-Dist: google-generativeai >=0.7.1 ; extra == 'gcp'
 Requires-Dist: langchain-google-genai >=1.0.5 ; extra == 'gcp'
 Requires-Dist: langchain-google-alloydb-pg >=0.2.2 ; extra == 'gcp'
-Requires-Dist: google-api-python-client ; extra == 'gcp'
-Requires-Dist: google-cloud-alloydb-connector[pg8000] ; extra == 'gcp'
+Requires-Dist: pillow ; extra == 'gcp'
 Provides-Extra: http
 Requires-Dist: fastapi ; extra == 'http'
 Requires-Dist: flask ; extra == 'http'

{sunholo-0.71.28.dist-info → sunholo-0.72.0.dist-info}/RECORD

@@ -66,9 +66,9 @@ sunholo/discovery_engine/create_new.py,sha256=7oZG78T6lW0EspRzlo7-qRyXFSuFxDn2df
 sunholo/discovery_engine/discovery_engine_client.py,sha256=YYsFeaW41l8jmWCruQnYxJGKEYBZ7dduTBDhdxI63hQ,17719
 sunholo/embedder/__init__.py,sha256=sI4N_CqgEVcrMDxXgxKp1FsfsB4FpjoXgPGkl4N_u4I,44
 sunholo/embedder/embed_chunk.py,sha256=d_dIzeNF630Q0Ar-u1hxos60s0tLIImJccAvuo_LTIw,6814
-sunholo/gcs/__init__.py,sha256=NBribFzdXMphwIEABP3YaQrbb54R3Kiz-To6MdVy0Kc,70
+sunholo/gcs/__init__.py,sha256=SZvbsMFDko40sIRHTHppA37IijvJTae54vrhooEF5-4,90
 sunholo/gcs/add_file.py,sha256=Nj75z1MH9fp3fvwd1BVLcHNFm0CVCR2uS4uByThos-o,6924
-sunholo/gcs/download_url.py,sha256=N-fUmZA6HMCiOkAusY-o04ihs_0fpt1quyifv2c_dYs,5922
+sunholo/gcs/download_url.py,sha256=Kg9EdPnc---YSUTAZEdzJeITjDtQSLMYwb4uiU9LhIQ,6440
 sunholo/gcs/metadata.py,sha256=C9sMPsHsq1ETetdQCqB3EBs3Kws8b8QHS9L7ei_v5aw,891
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/langfuse/callback.py,sha256=CTaos8sYcrga949BG6lIZ4I62DiiQSHxwz5re9XjDWQ,1677
@@ -98,10 +98,11 @@ sunholo/summarise/__init__.py,sha256=MZk3dblUMODcPb1crq4v-Z508NrFIpkSWNf9FIO8BcU
 sunholo/summarise/summarise.py,sha256=C3HhjepTjUhUC8FLk4jMQIBvq1BcORniwuTFHjPVhVo,3784
 sunholo/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/tools/web_browser.py,sha256=NgsAeVcndl-vMAbAfIzDJ8eRfCh5LDZan16OCNEKFmI,7094
-sunholo/utils/__init__.py,sha256=G11nN_6ATjxpuMfG_BvcUr9UU8onPIgkpTK6CjOcbr8,48
+sunholo/utils/__init__.py,sha256=Hv02T5L2zYWvCso5hzzwm8FQogwBq0OgtUbN_7Quzqc,89
 sunholo/utils/api_key.py,sha256=Ct4bIAQZxzPEw14hP586LpVxBAVi_W9Serpy0BK-7KI,244
 sunholo/utils/big_context.py,sha256=gJIP7_ZL-YSLhOMq8jmFTMqH1wq8eB1NK7oKPeZAq2s,5578
 sunholo/utils/config.py,sha256=5lzO9CkLpDslp66ZwSBC_95aA1FQs-zpiOLi5YaYWbM,8907
+sunholo/utils/config_class.py,sha256=48zEohztqTb13PPYK9SLqWQtrperan-kCVizdhKg8_g,7647
 sunholo/utils/config_schema.py,sha256=Wv-ncitzljOhgbDaq9qnFqH5LCuxNv59dTGDWgd1qdk,4189
 sunholo/utils/gcp.py,sha256=uueODEpA-P6O15-t0hmcGC9dONLO_hLfzSsSoQnkUss,4854
 sunholo/utils/gcp_project.py,sha256=0ozs6tzI4qEvEeXb8MxLnCdEVoWKxlM6OH05htj7_tc,1325
@@ -115,9 +116,9 @@ sunholo/vertex/extensions_class.py,sha256=E0ix4YqFQG9EglKeTmp2-zwuZUA2crileGahAh
 sunholo/vertex/init.py,sha256=-w7b9GKsyJnAJpYHYz6_zBUtmeJeLXlEkgOfwoe4DEI,2715
 sunholo/vertex/memory_tools.py,sha256=WpedE5yDZcQiFOFBSOtwr-tRCnCXW9G6aZ01rFDfsMo,6862
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
-sunholo-0.71.28.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.71.28.dist-info/METADATA,sha256=3W-vWbwG0SH58A2Ozl6T0rUjcli3roM4ExlYp-3519w,6767
-sunholo-0.71.28.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
-sunholo-0.71.28.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.71.28.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.71.28.dist-info/RECORD,,
+sunholo-0.72.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.72.0.dist-info/METADATA,sha256=I_2E5Z5Xq4rQQNgEIp4-WGtlsSXu0PHT2AbuOq8HjIs,6843
+sunholo-0.72.0.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
+sunholo-0.72.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.72.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.72.0.dist-info/RECORD,,