sunholo 0.57.0__py3-none-any.whl → 0.57.2__py3-none-any.whl

sunholo/__init__.py

@@ -0,0 +1,40 @@
+from . import agents
+from . import archive
+from . import auth
+from . import bots
+from . import chunker
+from . import cli
+from . import components
+from . import database
+from . import embedder
+from . import gcs
+from . import langfuse
+from . import llamaindex
+from . import lookup
+from . import patches
+from . import pubsub
+from . import qna
+from . import streaming
+from . import utils
+import logging
+
+__all__ = ['agents', 
+           'archive', 
+           'auth',
+           'bots',
+           'chunker', 
+           'cli',
+           'components', 
+           'database', 
+           'embedder', 
+           'gcs', 
+           'langfuse', 
+           'llamaindex',
+           'lookup', 
+           'patches', 
+           'pubsub',
+           'qna', 
+           'streaming', 
+           'utils', 
+           'logging']
+

sunholo/agents/flask/qna_routes.py

@@ -29,9 +29,16 @@ try:
 except ImportError:
     print("No flask installed for agents.flask.register_qna_routes, install via `pip install sunholo[http]`")
 
+try:
+    from langfuse.decorators import langfuse_context, observe
+except ImportError as err:
+    print(f"No langfuse installed for agents.flask.register_qna_routes, install via `pip install sunholo[http]` - {str(err)}")
+    
+
 def register_qna_routes(app, stream_interpreter, vac_interpreter):
 
     @app.route('/vac/streaming/<vector_name>', methods=['POST'])
+    @observe()
     def stream_qa(vector_name):
         prep = prep_vac(request, vector_name)
         log.debug(f"Processing prep: {prep}")
@@ -54,9 +61,9 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 model=vac_config.get("model") or vac_config.get("llm")
             )
 
+        @observe()
         def generate_response_content():
 
-            chunks = ""
             for chunk in start_streaming_chat(question=all_input["user_input"],
                                               vector_name=vector_name,
                                               qna_func=stream_interpreter,
@@ -82,9 +89,6 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 
                 else:
                     # Otherwise, we yield the plain text chunks as they come in.
-                    if chunk:
-                        chunks += chunk
-                        
                     yield chunk
             
         # Here, the generator function will handle streaming the content to the client.
@@ -100,6 +104,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         return response
 
     @app.route('/vac/<vector_name>', methods=['POST'])
+    @observe()
     def process_qna(vector_name):
         prep = prep_vac(request, vector_name)
         log.debug(f"Processing prep: {prep}")
@@ -177,7 +182,9 @@ def create_langfuse_trace(request, vector_name):
     )
 
 def prep_vac(request, vector_name):
-    trace = create_langfuse_trace(request, vector_name)
+    #trace = create_langfuse_trace(request, vector_name)
+    trace = None
+    span = None
     data = request.get_json()
     log.info(f"vac/{vector_name} got data: {data}")
     config, _ = load_config("config/llm_config.yaml")

sunholo/components/vectorstore.py

@@ -94,7 +94,11 @@ def pick_vectorstore(vs_str, vector_name, embeddings):
             log.error(f"Could not locate LANCEDB_BUCKET environment variable for {vector_name}")
         log.info(f"LANCEDB_BUCKET environment variable found for {vector_name} - {LANCEDB_BUCKET}")
 
-        db = lancedb.connect(LANCEDB_BUCKET)
+        try:
+            log.info(f"Attempting LanceDB connection to {vector_name} for {LANCEDB_BUCKET}")
+            db = lancedb.connect(LANCEDB_BUCKET)
+        except Exception as err:
+            log.error(f"Could not connect to {LANCEDB_BUCKET} - {str(err)}")
 
         log.info(f"LanceDB Tables: {db.table_names()} using {LANCEDB_BUCKET}")
         log.info(f"Opening LanceDB table: {vector_name} using {LANCEDB_BUCKET}")

sunholo/streaming/content_buffer.py

@@ -51,7 +51,6 @@ class ContentBuffer:
         Adds the given text to the existing content of the buffer.
         """
         self.content += text
-        log.debug(f"Written {text} to buffer")
     
     def read(self) -> str:
         """
@@ -61,8 +60,7 @@ class ContentBuffer:
             str: The content of the buffer.
 
         Provides the entire content stored in the buffer.
-        """
-        log.debug(f"Read content from buffer")    
+        """   
         return self.content
 
     def clear(self):
@@ -71,7 +69,6 @@ class ContentBuffer:
 
         Empties the buffer content, resetting it to an empty string.
         """
-        log.debug(f"Clearing content buffer")
         self.content = ""
 
     

sunholo/streaming/streaming.py

@@ -306,8 +306,8 @@ async def generate_proxy_stream_async(stream_to_f, user_input, vector_name, chat
         ):
             print(output)  # Process each streaming output chunk
     """
-    agent = load_config_key("agent", vector_name=vector_name, filename="config/llm_config.yaml")
-    agent_type = load_config_key("agent_type", vector_name=vector_name, filename="config/llm_config.yaml")
+    agent = load_config_key("agent", vector_name=vector_name, type = "vacConfig")
+    agent_type = load_config_key("agent_type", vector_name=vector_name, type = "vacConfig")
 
     async def generate():
         json_buffer = ""

{sunholo-0.57.0.dist-info → sunholo-0.57.2.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.57.0
+Version: 0.57.2
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.2.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.57.0.dist-info → sunholo-0.57.2.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sunholo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+sunholo/__init__.py,sha256=n5NRH5j9yi04KFNp1t8-lBQYWxSW01c2LGB1R90iGeM,820
 sunholo/logging.py,sha256=_poZ61TbLl6yHox2eO78BvIGQCUCrAIjWio70sGJIag,11233
 sunholo/agents/__init__.py,sha256=CnlbVohPt-Doth9PyROSlN3P8xMV9j9yS19YE-wCS90,341
 sunholo/agents/chat_history.py,sha256=PbwYmw1TwzI8H-cwQIGgHZ6UIr2Qb-JWow0RG3ayLM8,5195
@@ -13,7 +13,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
 sunholo/agents/fastapi/qna_routes.py,sha256=DgK4Btu5XriOC1JaRQ4G_nWEjJfnQ0J5pyLanF6eF1g,3857
 sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
 sunholo/agents/flask/base.py,sha256=RUGWBYWeV60FatYF5sMRrxD-INU97Vodsi6JaB6i93s,763
-sunholo/agents/flask/qna_routes.py,sha256=k5nP_wXX4GVpuAHlVHuC0xMBnMeUc1uqYrGm7Gv_nFg,8382
+sunholo/agents/flask/qna_routes.py,sha256=gg041eCoTpjr7ZuPPJb5z2KlIIbh85Wc4-a6bjGLiHs,8573
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
 sunholo/auth/__init__.py,sha256=4owDjSaWYkbTlPK47UHTOC0gCWbZsqn4ZIEw5NWZTlg,28
@@ -36,7 +36,7 @@ sunholo/components/__init__.py,sha256=RJGNEihwvRIiDScKis04RHJv4yZGI1UpXlOmuCptNZ
 sunholo/components/llm.py,sha256=T4we3tGmqUj4tPwxQr9M6AXv_BALqZV_dRSvINan-oU,10374
 sunholo/components/prompt.py,sha256=eZSghXkIlRzXiSrzgkG7e5ytUYq6R6LV-qjHU8jStig,6353
 sunholo/components/retriever.py,sha256=TiM-axCeaZ6CZ8rGKGx-io16JKDe8z0pnMccBi1yqHw,3509
-sunholo/components/vectorstore.py,sha256=04t_UctPMOYMaQUbLP4bRLQlCFykdAFDcBdwArA9jkg,4952
+sunholo/components/vectorstore.py,sha256=RB_Dgc9234G_TE3w3abCfBw1pqm2br2RrLP0UqshkvA,5172
 sunholo/database/__init__.py,sha256=Zz0Shcq-CtStf9rJGIYB_Ybzb8rY_Q9mfSj-nviM490,241
 sunholo/database/alloydb.py,sha256=18Q4AG_W-Sz8udIj3gWMkGrMWmiEelqgOwJ7VKHElV0,14877
 sunholo/database/database.py,sha256=reZrThKyKvMAQXe2RIiEKmKYmsRvGsn7e05OoXjWVSQ,7395
@@ -74,18 +74,18 @@ sunholo/qna/__init__.py,sha256=F8q1uR_HreoSX0IfmKY1qoSwIgXhO2Q8kuDSxh9_-EE,28
 sunholo/qna/parsers.py,sha256=mH_SIgN2yXzvcoQZt9ITkdJSw3jgZGuu0p8q_H-kdSM,2140
 sunholo/qna/retry.py,sha256=gFgOf9AxrZMIO9OwOYu1EW7rhNhyfnw_o4XAsNLBOVQ,2021
 sunholo/streaming/__init__.py,sha256=k8dBqhzyS1Oi6NfADtRtWfnPtU1FU2kQz-YxH9yrNeQ,197
-sunholo/streaming/content_buffer.py,sha256=hr2ySHOTK1zw_3u-JrKwoomsAAdda2VcOxjkvJLcUuM,6596
+sunholo/streaming/content_buffer.py,sha256=fWcg0oTf470M3U40VAChfmHmWRFgRD8VaT90jNfBCH0,6455
 sunholo/streaming/langserve.py,sha256=6isOvFwZBfmiQY5N41PYPyrdJj9IgJXXHLfTzPvewGw,6299
-sunholo/streaming/streaming.py,sha256=WoSRMnD-3sRxmeyxHz3miTtB6ECpj3Dw4SUCcnP0zB4,16473
+sunholo/streaming/streaming.py,sha256=H8qpQC5wr4dVyInWTAjTmvGePVueWcwNaR8T_5mEp6k,16443
 sunholo/summarise/__init__.py,sha256=MZk3dblUMODcPb1crq4v-Z508NrFIpkSWNf9FIO8BcU,38
 sunholo/summarise/summarise.py,sha256=C3HhjepTjUhUC8FLk4jMQIBvq1BcORniwuTFHjPVhVo,3784
 sunholo/utils/__init__.py,sha256=G11nN_6ATjxpuMfG_BvcUr9UU8onPIgkpTK6CjOcbr8,48
 sunholo/utils/config.py,sha256=NW2FFyNNTwCyopOvSzDQ0I0l92LAfJJ7hEzatSuoZho,8689
 sunholo/utils/gcp.py,sha256=B2G1YKjeD7X9dqO86Jrp2vPuFwZ223Xl5Tg09Ndw-oc,5760
 sunholo/utils/parsers.py,sha256=OrHmASqIbI45atVOhiGodgLvnfrzkvVzyHnSvAXD89I,3841
-sunholo-0.57.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.57.0.dist-info/METADATA,sha256=y3WkwDsEQAjtKnCr_X1rnoP4IINqlu4jtyEm0Lz4PCw,6617
-sunholo-0.57.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sunholo-0.57.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.57.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.57.0.dist-info/RECORD,,
+sunholo-0.57.2.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.57.2.dist-info/METADATA,sha256=JMXDwlRVc5IDqCb17ls_c_rV9kyzHsTRPnjAEY7mbAQ,6617
+sunholo-0.57.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sunholo-0.57.2.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.57.2.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.57.2.dist-info/RECORD,,