sunholo 0.86.1__tar.gz → 0.87.0__tar.gz

{sunholo-0.86.1 → sunholo-0.87.0}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.86.1
+Version: 0.87.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.86.1.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.87.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.86.1 → sunholo-0.87.0}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.86.1'
+version = '0.87.0'
 
 setup(
     name='sunholo',

{sunholo-0.86.1 → sunholo-0.87.0}/sunholo/agents/flask/vac_routes.py

@@ -53,10 +53,11 @@ if __name__ == "__main__":
 ```
     
     """
-    def __init__(self, app, stream_interpreter, vac_interpreter):
+    def __init__(self, app, stream_interpreter, vac_interpreter, additional_routes=None):
         self.app = app
         self.stream_interpreter = stream_interpreter
         self.vac_interpreter = vac_interpreter
+        self.additional_routes = additional_routes if additional_routes is not None else []
         self.register_routes()
 
     def register_routes(self):
@@ -82,6 +83,47 @@ if __name__ == "__main__":
         # OpenAI compatible endpoint
         self.app.route('/openai/v1/chat/completions', methods=['POST'])(self.handle_openai_compatible_endpoint)
         self.app.route('/openai/v1/chat/completions/<vector_name>', methods=['POST'])(self.handle_openai_compatible_endpoint)
+        # Register additional routes
+        self.register_additional_routes()
+
+    def register_additional_routes(self):
+        """
+        Registers additional custom routes provided during initialization.
+
+        Example:
+        ```python
+        from flask import Flask, jsonify
+        from agents.flask import VACRoutes
+
+        app = Flask(__name__)
+
+        def stream_interpreter(question, vector_name, chat_history, **kwargs):
+            # Implement your streaming logic
+            ...
+
+        def vac_interpreter(question, vector_name, chat_history, **kwargs):
+            # Implement your static VAC logic
+            ...
+
+        def custom_handler():
+            return jsonify({"message": "Custom route!"})
+
+        custom_routes = [
+            {
+                "rule": "/custom",
+                "methods": ["GET"],
+                "handler": custom_handler
+            }
+        ]
+
+        vac_routes = VACRoutes(app, stream_interpreter, vac_interpreter, additional_routes=custom_routes)
+
+        if __name__ == "__main__":
+            app.run(debug=True)
+        ```
+        """
+        for route in self.additional_routes:
+            self.app.route(route["rule"], methods=route["methods"])(route["handler"])
 
     def home(self):
         return jsonify("OK")
@@ -121,7 +163,7 @@ if __name__ == "__main__":
     def handle_stream_vac(self, vector_name):
         observed_stream_interpreter = observe()(self.stream_interpreter)
         prep = self.prep_vac(request, vector_name)
-        log.debug(f"Processing prep: {prep}")
+        log.info(f"Processing prep: {prep}")
         trace = prep["trace"]
         span = prep["span"]
         command_response = prep["command_response"]
@@ -438,8 +480,10 @@ if __name__ == "__main__":
                         data["image_uri"] = image_uri
                         data["mime"] = mime_type
                     except Exception as e:
+                        log.error(traceback.format_exc())
                         return jsonify({'error': str(e), 'traceback': traceback.format_exc()}), 500
                 else:
+                    log.error("No file selected")
                     return jsonify({"error": "No file selected"}), 400
         else:
             return jsonify({"error": "Unsupported content type"}), 400

{sunholo-0.86.1 → sunholo-0.87.0}/sunholo/gcs/add_file.py

@@ -70,6 +70,8 @@ def handle_base64_image(base64_data: str, vector_name: str, extension: str):
 
 
 def resolve_bucket(vector_name):
+    bucket_name = None
+
     if os.getenv('EXTENSIONS_BUCKET'):
         log.warning('Resolving to EXTENSIONS_BUCKET environment variable')
         return os.getenv('EXTENSIONS_BUCKET')
@@ -144,6 +146,7 @@ def add_file_to_gcs(filename: str,
     hour_prev = (now - datetime.timedelta(hours=1)).strftime("%H")
 
     if os.getenv('EXTENSIONS_BUCKET'):
+        log.warning(f"setting {bucket_filepath=} to {os.path.basename(filename)} basename due to EXTENSIONS_BUCKET setting")
         bucket_filepath = os.path.basename(filename)
 
     if not vector_name:

{sunholo-0.86.1 → sunholo-0.87.0}/sunholo/genai/process_funcs_cls.py

@@ -202,6 +202,10 @@ class GenAIFunctionProcessor:
         """
         api_requests_and_responses = []
 
+        if not full_response:
+            log.info("No response was found to process")
+            return api_requests_and_responses
+
         # Loop through each part in the response to handle multiple function calls
         #TODO: async
         for part in full_response.candidates[0].content.parts:
@@ -284,7 +288,7 @@ class GenAIFunctionProcessor:
         if generation_config is None:
             generation_config = {
                 "temperature": 0.1,
-                "max_output_tokens": 4000,
+                "max_output_tokens": 8000,
             }
 
         # Extract the functions from the dictionary to pass into the model

{sunholo-0.86.1 → sunholo-0.87.0}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.86.1
+Version: 0.87.0
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.86.1.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.87.0.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0