sunholo 0.89.9__tar.gz → 0.90.1__tar.gz

{sunholo-0.89.9 → sunholo-0.90.1}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.89.9
+Version: 0.90.1
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.89.9.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.90.1.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.89.9 → sunholo-0.90.1}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.89.9'
+version = '0.90.1'
 
 setup(
     name='sunholo',

{sunholo-0.89.9 → sunholo-0.90.1}/sunholo/agents/flask/vac_routes.py

@@ -187,19 +187,20 @@ if __name__ == "__main__":
         def generate_response_content():
 
             for chunk in start_streaming_chat(question=all_input["user_input"],
-                                                vector_name=vector_name,
-                                                qna_func=observed_stream_interpreter,
-                                                chat_history=all_input["chat_history"],
-                                                wait_time=all_input["stream_wait_time"],
-                                                timeout=all_input["stream_timeout"],
-                                                #kwargs
-                                                **all_input["kwargs"]
-                                                ):
+                                              vector_name=vector_name,
+                                              qna_func=observed_stream_interpreter,
+                                              chat_history=all_input["chat_history"],
+                                              wait_time=all_input["stream_wait_time"],
+                                              timeout=all_input["stream_timeout"],
+                                              trace_id=trace.id,
+                                              #kwargs
+                                              **all_input["kwargs"]
+                                            ):
                 if isinstance(chunk, dict) and 'answer' in chunk:
                     # When we encounter the dictionary, we yield it as a JSON string
                     # and stop the generator.
                     if trace:
-                        chunk["trace"] = trace.id
+                        chunk["trace_id"] = trace.id
                         chunk["trace_url"] = trace.get_trace_url()
                     archive_qa(chunk, vector_name)
                     if trace:
@@ -281,6 +282,7 @@ if __name__ == "__main__":
                 question=all_input["user_input"],
                 vector_name=vector_name,
                 chat_history=all_input["chat_history"],
+                trace_id=trace.id,
                 **all_input["kwargs"]
             )
             if span:
@@ -288,7 +290,7 @@ if __name__ == "__main__":
             # {"answer": "The answer", "source_documents": [{"page_content": "The page content", "metadata": "The metadata"}]}
             bot_output = parse_output(bot_output)
             if trace:
-                bot_output["trace"] = trace.id
+                bot_output["trace_id"] = trace.id
                 bot_output["trace_url"] = trace.get_trace_url()
             archive_qa(bot_output, vector_name)
             log.info(f'==LLM Q:{all_input["user_input"]} - A:{bot_output}')
@@ -363,6 +365,8 @@ if __name__ == "__main__":
         image_uri = None
         mime_type = None
 
+
+
         for msg in reversed(messages):
             if msg['role'] == 'user':
                 if isinstance(msg['content'], list):
@@ -409,6 +413,7 @@ if __name__ == "__main__":
                                             chat_history=all_input["chat_history"],
                                             wait_time=all_input.get("stream_wait_time", 1),
                                             timeout=all_input.get("stream_timeout", 60),
+                                            trace_id=all_input.get("trace_id"),
                                             **all_input["kwargs"]
                                             ):
                 if isinstance(chunk, dict) and 'answer' in chunk:
@@ -522,7 +527,7 @@ if __name__ == "__main__":
 
         log.info(f"vac/{vector_name} got data: {data}")
 
-        trace_id = data.get('trace_id')
+        trace_id = data.pop('trace_id')
         trace = self.create_langfuse_trace(request, vector_name, trace_id)
         span = None
 

{sunholo-0.89.9 → sunholo-0.90.1}/sunholo/langfuse/evals.py

@@ -68,13 +68,17 @@ def do_evals(trace_id, eval_funcs: list=[eval_length], **kwargs) -> dict:
     # Run the evaluation functions
     eval_results = []
     for eval_func in eval_funcs:
-        eval_result = eval_func(trace)  # Assuming eval_func returns a dict with 'score' and 'reason'
+        try:
+            eval_result = eval_func(trace)  # Assuming eval_func returns a dict with 'score' and 'reason'
+        except Exception as e:
+            eval_result = {"score": 0, "reason":f"ERROR: {str(e)}"}
         eval_results.append(eval_result)
 
         eval_name = eval_func.__name__
 
         if 'score' and 'reason' not in eval_result:
-            raise ValueError(f"Trace {trace.name} using {eval_name=} did not return a dict with 'score' and 'reason': {eval_result=}")
+            log.error(f"Trace {trace.name} using {eval_name=} did not return a dict with 'score' and 'reason': {eval_result=}")
+            eval_result = {"score": 0, "reason": f"malformed eval_result: {eval_result}"}
         
         log.info(f"TraceId {trace.id} with name {trace.name} had {eval_name=} with score {eval_result=}")
         

{sunholo-0.89.9 → sunholo-0.90.1}/sunholo/streaming/streaming.py

@@ -22,7 +22,7 @@ from .content_buffer import ContentBuffer, BufferStreamingStdOutCallbackHandler
 from ..qna.parsers import parse_output
 
 from ..custom_logging import log
-from ..utils import load_config_key, ConfigManager
+from ..utils import ConfigManager
 from ..utils.parsers import check_kwargs_support
 
 from .langserve import parse_langserve_token, parse_langserve_token_async

{sunholo-0.89.9 → sunholo-0.90.1}/sunholo/utils/parsers.py

@@ -217,10 +217,10 @@ def escape_braces(text):
     """
     # First, handle cases where there might be a mix of braces
     # Replace all `{` that are not followed by another `{` with `{{`
-    text = re.sub(r'(?<!{){(?!{)', '{{', text)
+    text = re.sub(r'(?<!{){(?!{)', '<<', text)
     
     # Replace all `}` that are not preceded by another `}` with `}}`
-    text = re.sub(r'(?<!})}(?!})', '}}', text)
+    text = re.sub(r'(?<!})}(?!})', '>>', text)
 
     # After escaping single braces, return the modified text
     return text

{sunholo-0.89.9 → sunholo-0.90.1}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.89.9
+Version: 0.90.1
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.89.9.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.90.1.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0