sunholo 0.83.4__py3-none-any.whl → 0.84.0__py3-none-any.whl

sunholo/agents/flask/__init__.py

@@ -1,2 +1,3 @@
 from .qna_routes import register_qna_routes
-from .base import create_app
+from .base import create_app
+from .vac_routes import VACRoutes

sunholo/database/alloydb_client.py

@@ -9,6 +9,7 @@ except ImportError:
     pass
 
 from .database import get_vector_size
+from .uuid import generate_uuid_from_object_id
 from ..custom_logging import log
 from ..utils import ConfigManager
 
@@ -122,10 +123,10 @@ class AlloyDBClient:
             region=self.config["region"],
             cluster=self.config["cluster"],
             instance=self.config["instance"],
-            password=self.password,
             database=self.database,
             ip_type=self.config.get("ip_type") or IPTypes.PRIVATE
         )
+        self._loop = engine._loop
 
         log.info(f"Created AlloyDB engine for {engine}")
 
@@ -190,6 +191,34 @@ class AlloyDBClient:
                 await conn.close()
 
         return result
+    
+    def get_document_from_docstore(self, source:str, vector_name):
+        query = self._get_document_from_docstore(source, vector_name)
+
+        return self.execute_sql(query)
+
+    async def get_document_from_docstore_async(self, source:str, vector_name:str):
+        query = self._get_document_from_docstore(source, vector_name)
+
+        document = await self.execute_sql_async(query)
+
+        return document
+    
+    def _get_document_from_docstore(self, source:str, vector_name:str):
+        if not isinstance(source, str):
+            raise ValueError("The 'source' parameter must be a single string, not a list of strings or other iterable.")
+
+        table_name = f"{vector_name}_docstore"
+        doc_id = generate_uuid_from_object_id(source)
+
+        query = f"""
+            SELECT * 
+            FROM {table_name}
+            WHERE doc_id = {doc_id}
+            LIMIT 1;
+        """
+
+        return query
 
     async def get_sources_from_docstore_async(self, sources, vector_name, search_type="OR", just_source_name=False):
         """Fetches sources from the docstore asynchronously."""
@@ -233,7 +262,7 @@ class AlloyDBClient:
             FROM {table_name}
             WHERE {conditions}
             ORDER BY langchain_metadata->>'objectId' ASC
-            LIMIT 500;
+            LIMIT 50;
         """
 
         return query

sunholo/invoke/async_class.py

@@ -0,0 +1,89 @@
+import asyncio
+import logging
+from typing import Callable, List, Any, Coroutine, Tuple
+
+# Setup basic logging configuration
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
+class AsyncTaskRunner:
+    """
+    # Example async functions for testing
+    async def api_call_1(url, params):
+        await asyncio.sleep(1)
+        if "fail" in params:
+            raise ValueError(f"Error in api_call_1 with params: {params}")
+        return f"api_call_1 response from {url} with params {params}"
+
+    async def api_call_2(url, params):
+        await asyncio.sleep(2)
+        if "fail" in params:
+            raise ValueError(f"Error in api_call_2 with params: {params}")
+        return f"api_call_2 response from {url} with params {params}"
+
+    # Example usage in an existing async function
+    async def example_usage():
+        runner = AsyncTaskRunner()
+
+        runner.add_task(api_call_1, "http://example.com", {"key": "value"})
+        runner.add_task(api_call_2, "http://example.org", {"key": "fail"})
+
+        # Run all tasks within the existing event loop
+        results = await runner.run_async()
+        for result in results:
+            print(result)
+
+    # Example of calling run_sync() in a synchronous context
+    if __name__ == "__main__":
+        runner = AsyncTaskRunner()
+
+        runner.add_task(api_call_1, "http://example.com", {"key": "value"})
+        runner.add_task(api_call_2, "http://example.org", {"key": "fail"})
+
+        # Running in a synchronous context
+        results = runner.run_sync()
+        for result in results:
+            print(result)
+    """
+    def __init__(self):
+        self.tasks = []
+
+    def add_task(self, func: Callable[..., Coroutine], *args: Any):
+        """Adds a task (function and its arguments) to the list of tasks to be executed."""
+        logger.info(f"Adding task: {func.__name__} with args: {args}")
+        self.tasks.append(func(*args))
+
+    def add_group(self, functions: List[Callable[..., Coroutine]], *args: Any):
+        """Adds a group of functions that should run in parallel with the same arguments."""
+        group_tasks = [func(*args) for func in functions]
+        logger.info(f"Adding group of tasks with args: {args}")
+        self.tasks.append(asyncio.gather(*group_tasks, return_exceptions=True))
+
+    async def run_async(self) -> List[Any]:
+        """Runs all tasks using the current event loop and returns the results."""
+        logger.info("Running tasks asynchronously")
+        results = await asyncio.gather(*self.tasks, return_exceptions=True)
+        self._log_results(results)
+        return results
+
+    def run_sync(self) -> List[Any]:
+        """Runs all tasks synchronously (blocking) using a new event loop and returns the results."""
+        try:
+            logger.info("Running tasks synchronously")
+            loop = asyncio.get_running_loop()
+            return loop.run_until_complete(self.run_async())
+        except RuntimeError:
+            loop = asyncio.new_event_loop()
+            asyncio.set_event_loop(loop)
+            results = loop.run_until_complete(self.run_async())
+            loop.close()
+            return results
+
+    def _log_results(self, results: List[Any]):
+        """Logs the results of the task executions."""
+        for result in results:
+            if isinstance(result, Exception):
+                logger.error(f"Task resulted in an error: {result}")
+            else:
+                logger.info(f"Task completed successfully: {result}")
+

sunholo/llamaindex/llamaindex_class.py

@@ -198,7 +198,12 @@ class LlamaIndexVertexCorpusManager:
         """
         List all VertexAI Corpus for the project/location
         """
-        return rag.list_corpora()
+        try:
+            return rag.list_corpora()
+        except Exception as err:
+            log.error(f"Could not list corpora: {str(err)}")
+            return []
+
     
     def find_corpus_from_list(self, display_name: str):
         """
@@ -410,3 +415,6 @@ def setup_llamaindex_subparser(subparsers):
     query_parser.add_argument('vac', nargs='?', default="global", help='The VAC config to set it up for')
 
     llamaindex_parser.set_defaults(func=llamaindex_command)
+
+    # If no subcommand is provided, print the help message
+    llamaindex_parser.set_defaults(func=lambda args: llamaindex_parser.print_help() if args.action is None else llamaindex_command)

sunholo/llamaindex/user_history.py

@@ -49,13 +49,21 @@ def add_user_history_rag(
 
 def get_user_history_chunks(user_id:str, config:ConfigManager, query):
 
-    manager = LlamaIndexVertexCorpusManager(config)
+    try:
+        manager = LlamaIndexVertexCorpusManager(config)
 
-    manager.create_corpus(user_id)
+        manager.create_corpus(user_id)
 
-    response = manager.query_corpus(query, user_id)
-    user_history_memory = []
-    for chunk in response.contexts.contexts:
-        user_history_memory.append(chunk.text)
-    
-    return "\n".join(user_history_memory)
+        response = manager.query_corpus(query, user_id)
+        log.info(f"User history got: {response=}")
+        user_history_memory = []
+        for chunk in response.contexts.contexts:
+            user_history_memory.append(chunk.text)
+        
+        log.info(f"User history chunks: {user_history_memory}")
+
+        return "\n".join(user_history_memory)
+    except Exception as err:
+        log.error(f"Could not find user history due to error: {str(err)}")
+
+        return f"No user history available due to error: {str(err)}"

sunholo/utils/config_class.py

@@ -89,7 +89,7 @@ class ConfigManager:
                 continue
             if filename.endswith(('.yaml', '.yml', '.json')):
                 config_file = os.path.join(folder, filename)
-                log.debug(f"Checking config file: {config_file}")
+               
                 if filename in self.config_cache:
                     cached_config, cache_time = self.config_cache[filename]
                     time_to_recache = (current_time - cache_time)

{sunholo-0.83.4.dist-info → sunholo-0.84.0.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.83.4
+Version: 0.84.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.83.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.84.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -49,7 +49,7 @@ Requires-Dist: httpx ; extra == 'all'
 Requires-Dist: jsonschema ; extra == 'all'
 Requires-Dist: lancedb ; extra == 'all'
 Requires-Dist: langchain >=0.2.12 ; extra == 'all'
-Requires-Dist: llangchain-experimental >=0.0.61 ; extra == 'all'
+Requires-Dist: langchain-experimental >=0.0.61 ; extra == 'all'
 Requires-Dist: langchain-community >=0.2.11 ; extra == 'all'
 Requires-Dist: langchain-openai >=0.1.20 ; extra == 'all'
 Requires-Dist: langchain-google-genai >=1.0.5 ; extra == 'all'

{sunholo-0.83.4.dist-info → sunholo-0.84.0.dist-info}/RECORD

@@ -11,7 +11,7 @@ sunholo/agents/swagger.py,sha256=2tzGmpveUMmTREykZvVnDj3j295wyOMu7mUFDnXdY3c,106
 sunholo/agents/fastapi/__init__.py,sha256=S_pj4_bTUmDGoq_exaREHlOKThi0zTuGT0VZY0YfODQ,88
 sunholo/agents/fastapi/base.py,sha256=W-cyF8ZDUH40rc-c-Apw3-_8IIi2e4Y9qRtnoVnsc1Q,2521
 sunholo/agents/fastapi/qna_routes.py,sha256=lKHkXPmwltu9EH3RMwmD153-J6pE7kWQ4BhBlV3to-s,3864
-sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
+sunholo/agents/flask/__init__.py,sha256=poJDKMr2qj8qMb99JqCvCPSiEt1tj2tLQ3hKW3f2aVw,107
 sunholo/agents/flask/base.py,sha256=FgSaCODyoTtlstJtsqlLPScdgRUtv9_plxftdzHdVFo,809
 sunholo/agents/flask/qna_routes.py,sha256=uwUD1yrzOPH27m2AXpiQrPk_2VfJOQOM6dAynOWQtoQ,22532
 sunholo/agents/flask/vac_routes.py,sha256=JHBrz9URmRzxoNAiqEeI-5qWyKfVSZ1Ix__1t19p6HI,19527
@@ -59,7 +59,7 @@ sunholo/components/retriever.py,sha256=bKIVT7_18Ut3OJd0E0jyiISPnD9qkHWVjcQPT4i1_
 sunholo/components/vectorstore.py,sha256=xKk7micTRwZckaI7U6PxvFz_ZSjCH48xPTDYiDcv2tc,5913
 sunholo/database/__init__.py,sha256=bpB5Nk21kwqYj-qdVnvNgXjLsbflnH4g-San7OHMqR4,283
 sunholo/database/alloydb.py,sha256=YH8wNPS8gN-TDZEXQcVHxwd1NScHRfAxma3gK4R6KCk,11740
-sunholo/database/alloydb_client.py,sha256=Ws_GfoST_WHqq7iISW06dqFeOnfbjdPaEl9qNm3cGEc,13651
+sunholo/database/alloydb_client.py,sha256=JYozFOOdeDNEB1D2_If488qS1Qc7emHowUEQL0fgU1E,14617
 sunholo/database/database.py,sha256=VqhZdkXUNdvWn8sUcUV3YNby1JDVf7IykPVXWBtxo9U,7361
 sunholo/database/lancedb.py,sha256=DyfZntiFKBlVPaFooNN1Z6Pl-LAs4nxWKKuq8GBqN58,715
 sunholo/database/static_dbs.py,sha256=8cvcMwUK6c32AS2e_WguKXWMkFf5iN3g9WHzsh0C07Q,442
@@ -83,6 +83,7 @@ sunholo/gcs/download_folder.py,sha256=ijJTnS595JqZhBH8iHFErQilMbkuKgL-bnTCMLGuvl
 sunholo/gcs/download_url.py,sha256=q1NiJSvEhdNrmU5ZJ-sBCMC_J5CxzrajY8LRgdPOV_M,6130
 sunholo/gcs/metadata.py,sha256=oQLcXi4brsZ74aegWyC1JZmhlaEV270HS5_UWtAYYWE,898
 sunholo/invoke/__init__.py,sha256=bELcqIjzKvaupcIN5OQmDgGx_8jARtH9T6PCe8UgcvE,99
+sunholo/invoke/async_class.py,sha256=J-qMgarhdi6nPQyOIFM5k0wF7nqr8aJGaz99-Ye6XGQ,3507
 sunholo/invoke/direct_vac_func.py,sha256=L_Gz7hEbZQqAZn2j5ehB-eIXmCEYmSZ7F95mjbYP9Nw,4489
 sunholo/invoke/invoke_vac_utils.py,sha256=sJc1edHTHMzMGXjji1N67c3iUaP7BmAL5nj82Qof63M,2053
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -91,8 +92,8 @@ sunholo/langfuse/prompts.py,sha256=27BsVfihM6-h1jscbkGSO4HsATl-d4ZN6tcNCVztWoY,1
 sunholo/llamaindex/__init__.py,sha256=DlY_cHWCsVEV1C5WBgDdHRgOMlJc8pDoCRukUJ8PT9w,88
 sunholo/llamaindex/get_files.py,sha256=6rhXCDqQ_lrIapISQ_OYQDjiSATXvS_9m3qq53-oIl0,781
 sunholo/llamaindex/import_files.py,sha256=Bnic5wz8c61af9Kwq8KSrNBbc4imYnzMtBCb2jzSImI,6224
-sunholo/llamaindex/llamaindex_class.py,sha256=MYCgmJ2ebN0yrJbkshGIoaoX0pKi5yONLKbEPULDXRY,17049
-sunholo/llamaindex/user_history.py,sha256=SwBNDOU2hsAzOMVwDjXQsR3d8RPUZofKTlZV_pAraO8,1934
+sunholo/llamaindex/llamaindex_class.py,sha256=wtMS97YMsfA2IWLTd5mzr73DV4_fi5I5GVD7AC4wVm0,17375
+sunholo/llamaindex/user_history.py,sha256=ZtkecWuF9ORduyGB8kF8gP66bm9DdvCI-ZiK6Kt-cSE,2265
 sunholo/lookup/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/lookup/model_lookup.yaml,sha256=O7o-jP53MLA06C8pI-ILwERShO-xf6z_258wtpZBv6A,739
 sunholo/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -118,7 +119,7 @@ sunholo/utils/__init__.py,sha256=Hv02T5L2zYWvCso5hzzwm8FQogwBq0OgtUbN_7Quzqc,89
 sunholo/utils/api_key.py,sha256=Ct4bIAQZxzPEw14hP586LpVxBAVi_W9Serpy0BK-7KI,244
 sunholo/utils/big_context.py,sha256=gJIP7_ZL-YSLhOMq8jmFTMqH1wq8eB1NK7oKPeZAq2s,5578
 sunholo/utils/config.py,sha256=aG29MXcL5qzQMtCMqcdy-2ysDCYf9Zn_ZLk5NNOQNSE,8982
-sunholo/utils/config_class.py,sha256=ygKw3E-Q6MLc1XZKRULCTPTibsOFlEfyCA3GyxOhPa8,9869
+sunholo/utils/config_class.py,sha256=tp3mXrwbgOISvI1iT-NhEffD6QpIUK65ik7aT_gi-5o,9819
 sunholo/utils/config_schema.py,sha256=Wv-ncitzljOhgbDaq9qnFqH5LCuxNv59dTGDWgd1qdk,4189
 sunholo/utils/gcp.py,sha256=uueODEpA-P6O15-t0hmcGC9dONLO_hLfzSsSoQnkUss,4854
 sunholo/utils/gcp_project.py,sha256=Fa0IhCX12bZ1ctF_PKN8PNYd7hihEUfb90kilBfUDjg,1411
@@ -134,9 +135,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=q_phxgGX2TG2j2MXNULF2xGzQnQPENwjPN9nZ_A9Gh0,7526
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.83.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.83.4.dist-info/METADATA,sha256=5ET_6DFTvDaLytFoVb5we2TYf0vMyhK657U1MYmTm0o,7413
-sunholo-0.83.4.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-sunholo-0.83.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.83.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.83.4.dist-info/RECORD,,
+sunholo-0.84.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.84.0.dist-info/METADATA,sha256=YeMjnUjnqWzP1QNrPWTwDGjJ4WtmEm0OTgxAzuvP1ME,7412
+sunholo-0.84.0.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+sunholo-0.84.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.84.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.84.0.dist-info/RECORD,,