sunholo 0.57.0__py3-none-any.whl → 0.57.1__py3-none-any.whl

sunholo/agents/flask/qna_routes.py

@@ -29,9 +29,16 @@ try:
 except ImportError:
     print("No flask installed for agents.flask.register_qna_routes, install via `pip install sunholo[http]`")
 
+try:
+    from langfuse.decorators import langfuse_context, observe
+except ImportError as err:
+    print(f"No langfuse installed for agents.flask.register_qna_routes, install via `pip install sunholo[http]` - {str(err)}")
+    
+
 def register_qna_routes(app, stream_interpreter, vac_interpreter):
 
     @app.route('/vac/streaming/<vector_name>', methods=['POST'])
+    @observe()
     def stream_qa(vector_name):
         prep = prep_vac(request, vector_name)
         log.debug(f"Processing prep: {prep}")
@@ -54,6 +61,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
                 model=vac_config.get("model") or vac_config.get("llm")
             )
 
+        @observe()
         def generate_response_content():
 
             chunks = ""
@@ -100,6 +108,7 @@ def register_qna_routes(app, stream_interpreter, vac_interpreter):
         return response
 
     @app.route('/vac/<vector_name>', methods=['POST'])
+    @observe()
     def process_qna(vector_name):
         prep = prep_vac(request, vector_name)
         log.debug(f"Processing prep: {prep}")
@@ -177,7 +186,9 @@ def create_langfuse_trace(request, vector_name):
     )
 
 def prep_vac(request, vector_name):
-    trace = create_langfuse_trace(request, vector_name)
+    #trace = create_langfuse_trace(request, vector_name)
+    trace = None
+    span = None
     data = request.get_json()
     log.info(f"vac/{vector_name} got data: {data}")
     config, _ = load_config("config/llm_config.yaml")

sunholo/streaming/content_buffer.py

@@ -51,7 +51,6 @@ class ContentBuffer:
         Adds the given text to the existing content of the buffer.
         """
         self.content += text
-        log.debug(f"Written {text} to buffer")
     
     def read(self) -> str:
         """
@@ -61,8 +60,7 @@ class ContentBuffer:
             str: The content of the buffer.
 
         Provides the entire content stored in the buffer.
-        """
-        log.debug(f"Read content from buffer")    
+        """   
         return self.content
 
     def clear(self):
@@ -71,7 +69,6 @@ class ContentBuffer:
 
         Empties the buffer content, resetting it to an empty string.
         """
-        log.debug(f"Clearing content buffer")
         self.content = ""
 
     

{sunholo-0.57.0.dist-info → sunholo-0.57.1.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.57.0
+Version: 0.57.1
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.0.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.57.1.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.57.0.dist-info → sunholo-0.57.1.dist-info}/RECORD

@@ -13,7 +13,7 @@ sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyo
 sunholo/agents/fastapi/qna_routes.py,sha256=DgK4Btu5XriOC1JaRQ4G_nWEjJfnQ0J5pyLanF6eF1g,3857
 sunholo/agents/flask/__init__.py,sha256=uqfHNw2Ru3EJ4dJEcbp86h_lkquBQPMxZbjhV_xe3rs,72
 sunholo/agents/flask/base.py,sha256=RUGWBYWeV60FatYF5sMRrxD-INU97Vodsi6JaB6i93s,763
-sunholo/agents/flask/qna_routes.py,sha256=k5nP_wXX4GVpuAHlVHuC0xMBnMeUc1uqYrGm7Gv_nFg,8382
+sunholo/agents/flask/qna_routes.py,sha256=CIGTNOm0LFyyH8PuQEQyh1FaKJgdMR2nT1UK3jg2u_A,8692
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
 sunholo/auth/__init__.py,sha256=4owDjSaWYkbTlPK47UHTOC0gCWbZsqn4ZIEw5NWZTlg,28
@@ -74,7 +74,7 @@ sunholo/qna/__init__.py,sha256=F8q1uR_HreoSX0IfmKY1qoSwIgXhO2Q8kuDSxh9_-EE,28
 sunholo/qna/parsers.py,sha256=mH_SIgN2yXzvcoQZt9ITkdJSw3jgZGuu0p8q_H-kdSM,2140
 sunholo/qna/retry.py,sha256=gFgOf9AxrZMIO9OwOYu1EW7rhNhyfnw_o4XAsNLBOVQ,2021
 sunholo/streaming/__init__.py,sha256=k8dBqhzyS1Oi6NfADtRtWfnPtU1FU2kQz-YxH9yrNeQ,197
-sunholo/streaming/content_buffer.py,sha256=hr2ySHOTK1zw_3u-JrKwoomsAAdda2VcOxjkvJLcUuM,6596
+sunholo/streaming/content_buffer.py,sha256=fWcg0oTf470M3U40VAChfmHmWRFgRD8VaT90jNfBCH0,6455
 sunholo/streaming/langserve.py,sha256=6isOvFwZBfmiQY5N41PYPyrdJj9IgJXXHLfTzPvewGw,6299
 sunholo/streaming/streaming.py,sha256=WoSRMnD-3sRxmeyxHz3miTtB6ECpj3Dw4SUCcnP0zB4,16473
 sunholo/summarise/__init__.py,sha256=MZk3dblUMODcPb1crq4v-Z508NrFIpkSWNf9FIO8BcU,38
@@ -83,9 +83,9 @@ sunholo/utils/__init__.py,sha256=G11nN_6ATjxpuMfG_BvcUr9UU8onPIgkpTK6CjOcbr8,48
 sunholo/utils/config.py,sha256=NW2FFyNNTwCyopOvSzDQ0I0l92LAfJJ7hEzatSuoZho,8689
 sunholo/utils/gcp.py,sha256=B2G1YKjeD7X9dqO86Jrp2vPuFwZ223Xl5Tg09Ndw-oc,5760
 sunholo/utils/parsers.py,sha256=OrHmASqIbI45atVOhiGodgLvnfrzkvVzyHnSvAXD89I,3841
-sunholo-0.57.0.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.57.0.dist-info/METADATA,sha256=y3WkwDsEQAjtKnCr_X1rnoP4IINqlu4jtyEm0Lz4PCw,6617
-sunholo-0.57.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sunholo-0.57.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.57.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.57.0.dist-info/RECORD,,
+sunholo-0.57.1.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.57.1.dist-info/METADATA,sha256=s9XOCC178rrc3tpEYhI992r3sFKS-IwKP7AGVAb0EpU,6617
+sunholo-0.57.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sunholo-0.57.1.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.57.1.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.57.1.dist-info/RECORD,,