sunholo 0.71.29__py3-none-any.whl → 0.72.0__py3-none-any.whl

sunholo/utils/__init__.py

@@ -1 +1,2 @@
-from .config import load_config_key, load_config
+from .config import load_config_key, load_config
+from .config_class import ConfigManager

sunholo/utils/config_class.py

@@ -0,0 +1,207 @@
+import os
+import json
+import yaml
+from datetime import datetime, timedelta
+from collections import defaultdict
+from .timedelta import format_timedelta
+
+class ConfigManager:
+    def __init__(self, vector_name: str):
+        """
+        Initialize the ConfigManager with a vector name.
+
+        Args:
+            vector_name (str): The name of the vector in the configuration files.
+        
+        Example:
+        ```python
+        # Usage example:
+        config = ConfigManager("myVector")
+        agent = config.vacConfig("agent")
+        ```
+        """
+        self.vector_name = vector_name
+        self.config_cache = {}
+        self.config_folder = os.getenv("VAC_CONFIG_FOLDER", os.getcwd())
+        self.local_config_folder = os.path.join(os.getcwd(), "config")
+        self.configs_by_kind = self.load_all_configs()
+
+    def load_all_configs(self):
+        """
+        Load all configuration files from the specified directories into a dictionary.
+        Caching is used to avoid reloading files within a 5-minute window.
+
+        Returns:
+            dict: A dictionary of configurations grouped by their 'kind' key.
+        """
+        from ..logging import log
+
+        log.debug(f"Loading all configs from folder: {self.config_folder} and local folder: {self.local_config_folder}")
+        global_configs_by_kind = self._load_configs_from_folder(self.config_folder)
+        local_configs_by_kind = self._load_configs_from_folder(self.local_config_folder)
+
+        # Merge local configs into global configs
+        for kind, local_config in local_configs_by_kind.items():
+            if kind in global_configs_by_kind:
+                global_configs_by_kind[kind] = self._merge_dicts(global_configs_by_kind[kind], local_config)
+            else:
+                global_configs_by_kind[kind] = local_config
+
+        return global_configs_by_kind
+
+    def _load_configs_from_folder(self, folder):
+        """
+        Load all configuration files from a specific folder into a dictionary.
+
+        Args:
+            folder (str): The path of the folder to load configurations from.
+
+        Returns:
+            dict: A dictionary of configurations grouped by their 'kind' key.
+        """
+        from ..logging import log
+
+        configs_by_kind = defaultdict(dict)
+        current_time = datetime.now()
+        
+        for filename in os.listdir(folder):
+            if filename in ["cloudbuild.yaml", "cloud_run_urls.json"]:
+                continue
+            if filename.endswith(('.yaml', '.yml', '.json')):
+                config_file = os.path.join(folder, filename)
+                if filename in self.config_cache:
+                    cached_config, cache_time = self.config_cache[filename]
+                    time_to_recache = (current_time - cache_time)
+                    if time_to_recache < timedelta(minutes=5):
+                        config = cached_config
+                    else:
+                        config = self._reload_config_file(config_file, filename, folder == self.local_config_folder)
+                else:
+                    config = self._reload_config_file(config_file, filename, folder == self.local_config_folder)
+                kind = config.get('kind')
+                if kind:
+                    configs_by_kind[kind] = config
+                else:
+                    log.warning(f"No 'kind' found in {filename}")
+        return configs_by_kind
+
+    def _reload_config_file(self, config_file, filename, is_local=False):
+        """
+        Helper function to load a config file and update the cache.
+
+        Args:
+            config_file (str): The path to the configuration file.
+            filename (str): The name of the configuration file.
+            is_local (bool): Indicates if the config file is from the local folder.
+
+        Returns:
+            dict: The loaded configuration.
+        """
+        from ..logging import log
+        with open(config_file, 'r') as file:
+            if filename.endswith('.json'):
+                config = json.load(file)
+            else:
+                config = yaml.safe_load(file)
+        self.config_cache[filename] = (config, datetime.now())
+        log.debug(f"Loaded and cached {config_file}")
+        if is_local:
+            log.warning(f"Local configuration override for {filename}")
+        return config
+
+    def _check_and_reload_configs(self):
+        """
+        Check if configurations are older than 5 minutes and reload if necessary.
+        """
+        current_time = datetime.now()
+        for filename, (config, cache_time) in list(self.config_cache.items()):
+            if (current_time - cache_time) >= timedelta(minutes=5):
+                config_file_main = os.path.join(self.config_folder, filename)
+                config_file_local = os.path.join(self.local_config_folder, filename)
+                if os.path.exists(config_file_local):
+                    self._reload_config_file(config_file_local, filename, is_local=True)
+                if os.path.exists(config_file_main):
+                    self._reload_config_file(config_file_main, filename, is_local=False)
+        self.configs_by_kind = self.load_all_configs()
+
+    def _merge_dicts(self, dict1, dict2):
+        """
+        Recursively merge two dictionaries. Local values in dict2 will overwrite global values in dict1.
+
+        Args:
+            dict1 (dict): The global dictionary.
+            dict2 (dict): The local dictionary.
+
+        Returns:
+            dict: The merged dictionary.
+        """
+        for key, value in dict2.items():
+            if isinstance(value, dict) and key in dict1 and isinstance(dict1[key], dict):
+                dict1[key] = self._merge_dicts(dict1[key], value)
+            else:
+                dict1[key] = value
+        return dict1
+
+    def vacConfig(self, key: str):
+        """
+        Fetch a key from 'vacConfig' kind configuration.
+
+        Args:
+            key (str): The key to fetch from the configuration.
+
+        Returns:
+            str: The value associated with the specified key.
+        """
+        self._check_and_reload_configs()
+        config = self.configs_by_kind.get('vacConfig')
+        if not config:
+            return None
+        if self.vector_name == 'global':
+            return config.get(key)
+        vac = config['vac']
+
+        vac_config = vac.get(self.vector_name)
+        if not vac_config:
+            return None
+        return vac_config.get(key)
+
+    def promptConfig(self, key: str):
+        """
+        Fetch a key from 'promptConfig' kind configuration.
+
+        Args:
+            key (str): The key to fetch from the configuration.
+
+        Returns:
+            str: The value associated with the specified key.
+        """
+        self._check_and_reload_configs()
+        config = self.configs_by_kind.get('promptConfig')
+        if not config:
+            return None
+        prompts = config['prompts']
+        prompt_for_vector_name = prompts.get(self.vector_name)
+        if not prompt_for_vector_name:
+            return None
+        return prompt_for_vector_name.get(key)
+
+    def agentConfig(self, key: str):
+        """
+        Fetch a key from 'agentConfig' kind configuration.
+
+        Args:
+            key (str): The key to fetch from the configuration.
+
+        Returns:
+            str: The value associated with the specified key.
+        """
+        self._check_and_reload_configs()
+        config = self.configs_by_kind.get('agentConfig')
+        if not config:
+            return None
+        agents = config.get('agents')
+        if key in agents:
+            return agents[key]
+        else:
+            return agents.get("default")
+

{sunholo-0.71.29.dist-info → sunholo-0.72.0.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.29
+Version: 0.72.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.29.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.72.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.71.29.dist-info → sunholo-0.72.0.dist-info}/RECORD

@@ -98,10 +98,11 @@ sunholo/summarise/__init__.py,sha256=MZk3dblUMODcPb1crq4v-Z508NrFIpkSWNf9FIO8BcU
 sunholo/summarise/summarise.py,sha256=C3HhjepTjUhUC8FLk4jMQIBvq1BcORniwuTFHjPVhVo,3784
 sunholo/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/tools/web_browser.py,sha256=NgsAeVcndl-vMAbAfIzDJ8eRfCh5LDZan16OCNEKFmI,7094
-sunholo/utils/__init__.py,sha256=G11nN_6ATjxpuMfG_BvcUr9UU8onPIgkpTK6CjOcbr8,48
+sunholo/utils/__init__.py,sha256=Hv02T5L2zYWvCso5hzzwm8FQogwBq0OgtUbN_7Quzqc,89
 sunholo/utils/api_key.py,sha256=Ct4bIAQZxzPEw14hP586LpVxBAVi_W9Serpy0BK-7KI,244
 sunholo/utils/big_context.py,sha256=gJIP7_ZL-YSLhOMq8jmFTMqH1wq8eB1NK7oKPeZAq2s,5578
 sunholo/utils/config.py,sha256=5lzO9CkLpDslp66ZwSBC_95aA1FQs-zpiOLi5YaYWbM,8907
+sunholo/utils/config_class.py,sha256=48zEohztqTb13PPYK9SLqWQtrperan-kCVizdhKg8_g,7647
 sunholo/utils/config_schema.py,sha256=Wv-ncitzljOhgbDaq9qnFqH5LCuxNv59dTGDWgd1qdk,4189
 sunholo/utils/gcp.py,sha256=uueODEpA-P6O15-t0hmcGC9dONLO_hLfzSsSoQnkUss,4854
 sunholo/utils/gcp_project.py,sha256=0ozs6tzI4qEvEeXb8MxLnCdEVoWKxlM6OH05htj7_tc,1325
@@ -115,9 +116,9 @@ sunholo/vertex/extensions_class.py,sha256=E0ix4YqFQG9EglKeTmp2-zwuZUA2crileGahAh
 sunholo/vertex/init.py,sha256=-w7b9GKsyJnAJpYHYz6_zBUtmeJeLXlEkgOfwoe4DEI,2715
 sunholo/vertex/memory_tools.py,sha256=WpedE5yDZcQiFOFBSOtwr-tRCnCXW9G6aZ01rFDfsMo,6862
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
-sunholo-0.71.29.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.71.29.dist-info/METADATA,sha256=d6FfqsjFFquwLAd3WvMfS7WSiaYDEhB8oamqx1gpFpU,6845
-sunholo-0.71.29.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
-sunholo-0.71.29.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.71.29.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.71.29.dist-info/RECORD,,
+sunholo-0.72.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.72.0.dist-info/METADATA,sha256=I_2E5Z5Xq4rQQNgEIp4-WGtlsSXu0PHT2AbuOq8HjIs,6843
+sunholo-0.72.0.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
+sunholo-0.72.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.72.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.72.0.dist-info/RECORD,,