sunholo 0.57.0__tar.gz → 0.57.2__tar.gz

{sunholo-0.57.0 → sunholo-0.57.2}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.57.0
+Version: 0.57.2
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.2.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.57.0 → sunholo-0.57.2}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.57.0'
+version = '0.57.2'
 
 setup(
     name='sunholo',

sunholo-0.57.2/sunholo/__init__.py

@@ -0,0 +1,40 @@
+from . import agents
+from . import archive
+from . import auth
+from . import bots
+from . import chunker
+from . import cli
+from . import components
+from . import database
+from . import embedder
+from . import gcs
+from . import langfuse
+from . import llamaindex
+from . import lookup
+from . import patches
+from . import pubsub
+from . import qna
+from . import streaming
+from . import utils
+import logging
+
+__all__ = ['agents', 
+           'archive', 
+           'auth',
+           'bots',
+           'chunker', 
+           'cli',
+           'components', 
+           'database', 
+           'embedder', 
+           'gcs', 
+           'langfuse', 
+           'llamaindex',
+           'lookup', 
+           'patches', 
+           'pubsub',
+           'qna', 
+           'streaming', 
+           'utils', 
+           'logging']
+

{sunholo-0.57.0 → sunholo-0.57.2}/sunholo/agents/flask/qna_routes.py

@@ -29,9 +29,16 @@ try:
 except ImportError:
     print("No flask installed for agents.flask.register_qna_routes, install via `pip install sunholo[http]`")
 
+try:
+    from langfuse.decorators import langfuse_context, observe
+except ImportError as err:
+    print(f"No langfuse installed for agents.flask.register_qna_routes, install via `pip install sunholo[http]` - {str(err)}")
+    
+
 def register_qna_routes(app, stream_interpreter, vac_interpreter):
 
     @app.route('/vac/streaming/<vector_name>', methods=['POST'])
+    @observe()
     def stream_qa(vector_name):
         prep = prep_vac(request, vector_name)
         log.debug(f"Processing prep: {prep}")
@@ -54,9 +61,9 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 model=vac_config.get("model") or vac_config.get("llm")
             )
 
+        @observe()
         def generate_response_content():
 
-            chunks = ""
             for chunk in start_streaming_chat(question=all_input["user_input"],
                                               vector_name=vector_name,
                                               qna_func=stream_interpreter,
@@ -82,9 +89,6 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 
                 else:
                     # Otherwise, we yield the plain text chunks as they come in.
-                    if chunk:
-                        chunks += chunk
-                        
                     yield chunk
             
         # Here, the generator function will handle streaming the content to the client.
@@ -100,6 +104,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         return response
 
     @app.route('/vac/<vector_name>', methods=['POST'])
+    @observe()
     def process_qna(vector_name):
         prep = prep_vac(request, vector_name)
         log.debug(f"Processing prep: {prep}")
@@ -177,7 +182,9 @@ def create_langfuse_trace(request, vector_name):
     )
 
 def prep_vac(request, vector_name):
-    trace = create_langfuse_trace(request, vector_name)
+    #trace = create_langfuse_trace(request, vector_name)
+    trace = None
+    span = None
     data = request.get_json()
     log.info(f"vac/{vector_name} got data: {data}")
     config, _ = load_config("config/llm_config.yaml")

{sunholo-0.57.0 → sunholo-0.57.2}/sunholo/components/vectorstore.py

@@ -94,7 +94,11 @@ def pick_vectorstore(vs_str, vector_name, embeddings):
             log.error(f"Could not locate LANCEDB_BUCKET environment variable for {vector_name}")
         log.info(f"LANCEDB_BUCKET environment variable found for {vector_name} - {LANCEDB_BUCKET}")
 
-        db = lancedb.connect(LANCEDB_BUCKET)
+        try:
+            log.info(f"Attempting LanceDB connection to {vector_name} for {LANCEDB_BUCKET}")
+            db = lancedb.connect(LANCEDB_BUCKET)
+        except Exception as err:
+            log.error(f"Could not connect to {LANCEDB_BUCKET} - {str(err)}")
 
         log.info(f"LanceDB Tables: {db.table_names()} using {LANCEDB_BUCKET}")
         log.info(f"Opening LanceDB table: {vector_name} using {LANCEDB_BUCKET}")

{sunholo-0.57.0 → sunholo-0.57.2}/sunholo/streaming/content_buffer.py

@@ -51,7 +51,6 @@ class ContentBuffer:
         Adds the given text to the existing content of the buffer.
         """
         self.content += text
-        log.debug(f"Written {text} to buffer")
     
     def read(self) -> str:
         """
@@ -61,8 +60,7 @@ class ContentBuffer:
             str: The content of the buffer.
 
         Provides the entire content stored in the buffer.
-        """
-        log.debug(f"Read content from buffer")    
+        """   
         return self.content
 
     def clear(self):
@@ -71,7 +69,6 @@ class ContentBuffer:
 
         Empties the buffer content, resetting it to an empty string.
         """
-        log.debug(f"Clearing content buffer")
         self.content = ""
 
     

{sunholo-0.57.0 → sunholo-0.57.2}/sunholo/streaming/streaming.py

@@ -306,8 +306,8 @@ async def generate_proxy_stream_async(stream_to_f, user_input, vector_name, chat
         ):
             print(output)  # Process each streaming output chunk
     """
-    agent = load_config_key("agent", vector_name=vector_name, filename="config/llm_config.yaml")
-    agent_type = load_config_key("agent_type", vector_name=vector_name, filename="config/llm_config.yaml")
+    agent = load_config_key("agent", vector_name=vector_name, type = "vacConfig")
+    agent_type = load_config_key("agent_type", vector_name=vector_name, type = "vacConfig")
 
     async def generate():
         json_buffer = ""

{sunholo-0.57.0 → sunholo-0.57.2}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.57.0
+Version: 0.57.2
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.2.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0