sunholo 0.90.4__tar.gz → 0.90.6__tar.gz

{sunholo-0.90.4 → sunholo-0.90.6}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.90.4
+Version: 0.90.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.90.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.90.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -24,6 +24,7 @@ Requires-Dist: langchain>=0.2.12
 Requires-Dist: langchain_experimental>=0.0.61
 Requires-Dist: langchain-community>=0.2.11
 Provides-Extra: all
+Requires-Dist: anthropic[vertex]; extra == "all"
 Requires-Dist: asyncpg; extra == "all"
 Requires-Dist: azure-identity; extra == "all"
 Requires-Dist: azure-storage-blob; extra == "all"
@@ -98,6 +99,7 @@ Requires-Dist: pytesseract; extra == "pipeline"
 Requires-Dist: tabulate; extra == "pipeline"
 Requires-Dist: unstructured[local-inference]==0.14.9; extra == "pipeline"
 Provides-Extra: gcp
+Requires-Dist: anthropic[vertex]; extra == "gcp"
 Requires-Dist: google-api-python-client; extra == "gcp"
 Requires-Dist: google-cloud-alloydb-connector[pg8000]; extra == "gcp"
 Requires-Dist: google-auth-httplib2; extra == "gcp"

{sunholo-0.90.4 → sunholo-0.90.6}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.90.4'
+version = '0.90.6'
 
 setup(
     name='sunholo',
@@ -36,6 +36,7 @@ setup(
     extras_require={
         # Define optional dependencies with feature names
         'all': [
+            "anthropic[vertex]",
             "asyncpg",
             "azure-identity",
             "azure-storage-blob",
@@ -115,6 +116,7 @@ setup(
             "unstructured[local-inference]==0.14.9",
         ],
         'gcp': [
+            "anthropic[vertex]",
             "google-api-python-client",
             "google-cloud-alloydb-connector[pg8000]",
             "google-auth-httplib2",
@@ -139,7 +141,7 @@ setup(
             "tiktoken"
         ],
         'anthropic': [
-            "langchain-anthropic>=0.1.13",        
+            "langchain-anthropic>=0.1.13"   
         ],
         'tools' : [
             'openapi-spec-validator',

{sunholo-0.90.4 → sunholo-0.90.6}/sunholo/agents/flask/vac_routes.py

@@ -529,12 +529,10 @@ if __name__ == "__main__":
 
         trace = None
         span = None
-        if 'trace_id' in data:
-            trace_id = data.pop('trace_id')
-            trace = self.create_langfuse_trace(request, vector_name, trace_id)
-            log.info(f"Using existing langfuse trace: {trace_id}")
-        else:
-            trace = self.create_langfuse_trace(request, vector_name)
+
+        trace_id = data.get('trace_id')
+        trace = self.create_langfuse_trace(request, vector_name, trace_id)
+        log.info(f"Using existing langfuse trace: {trace_id}")
         
         config, _ = load_config("config/llm_config.yaml")
         vac_configs = config.get("vac")
@@ -550,6 +548,7 @@ if __name__ == "__main__":
         chat_history = data.pop('chat_history', None)
         eval_percent = data.pop('eval_percent', 0.01)
         vector_name = data.pop('vector_name', vector_name)
+        data.pop('trace_id', None) # to ensure not in kwargs
 
         paired_messages = extract_chat_history(chat_history)
 

{sunholo-0.90.4 → sunholo-0.90.6}/sunholo/components/llm.py

@@ -114,9 +114,18 @@ def llm_str_to_llm(llm_str, model=None, vector_name=None, config=None):
     elif llm_str == 'anthropic':
         from langchain_anthropic import ChatAnthropic
         if model is None:
-            model = 'claude-3-opus-20240229'
+            model = 'claude-3-5-sonnet-20240620'
             log.info(f"No 'model' value in config file - selecting default {model}")
         return ChatAnthropic(model_name = model, temperature=0)
+    elif llm_str == 'anthropic-vertex':
+        from langchain_google_vertexai.model_garden import ChatAnthropicVertex
+        if model is None:
+            model = "claude-3-5-sonnet@20240620"
+            log.info(f"No 'model' value in config file - selecting default {model}")
+        gcp_config = config.vacConfig("gcp_config")
+        return ChatAnthropicVertex(model_name=model, 
+                                   project=gcp_config.get('project_id'), 
+                                   location=gcp_config.get('location'))
 
     if llm_str is None:
         raise NotImplementedError(f'No llm implemented for {llm_str}') 

{sunholo-0.90.4 → sunholo-0.90.6}/sunholo/langfuse/evals.py

@@ -3,6 +3,7 @@ import json
 
 from ..pubsub import decode_pubsub_message
 from langfuse import Langfuse
+import traceback
 from ..custom_logging import log
 
 # Example of how eval_funcs might be structured
@@ -71,7 +72,7 @@ def do_evals(trace_id, eval_funcs: list=[eval_length], **kwargs) -> dict:
         try:
             eval_result = eval_func(trace)  # Assuming eval_func returns a dict with 'score' and 'reason'
         except Exception as e:
-            eval_result = {"score": 0, "reason":f"ERROR: {str(e)}"}
+            eval_result = {"score": 0, "reason":f"ERROR: {str(e)} traceback: {traceback.format_exc()}"}
         eval_results.append(eval_result)
 
         eval_name = eval_func.__name__

{sunholo-0.90.4 → sunholo-0.90.6}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.90.4
+Version: 0.90.6
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.90.4.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.90.6.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -24,6 +24,7 @@ Requires-Dist: langchain>=0.2.12
 Requires-Dist: langchain_experimental>=0.0.61
 Requires-Dist: langchain-community>=0.2.11
 Provides-Extra: all
+Requires-Dist: anthropic[vertex]; extra == "all"
 Requires-Dist: asyncpg; extra == "all"
 Requires-Dist: azure-identity; extra == "all"
 Requires-Dist: azure-storage-blob; extra == "all"
@@ -98,6 +99,7 @@ Requires-Dist: pytesseract; extra == "pipeline"
 Requires-Dist: tabulate; extra == "pipeline"
 Requires-Dist: unstructured[local-inference]==0.14.9; extra == "pipeline"
 Provides-Extra: gcp
+Requires-Dist: anthropic[vertex]; extra == "gcp"
 Requires-Dist: google-api-python-client; extra == "gcp"
 Requires-Dist: google-cloud-alloydb-connector[pg8000]; extra == "gcp"
 Requires-Dist: google-auth-httplib2; extra == "gcp"

{sunholo-0.90.4 → sunholo-0.90.6}/sunholo.egg-info/requires.txt

@@ -5,6 +5,7 @@ langchain_experimental>=0.0.61
 langchain-community>=0.2.11
 
 [all]
+anthropic[vertex]
 asyncpg
 azure-identity
 azure-storage-blob
@@ -83,6 +84,7 @@ requests
 rich
 
 [gcp]
+anthropic[vertex]
 google-api-python-client
 google-cloud-alloydb-connector[pg8000]
 google-auth-httplib2