sunholo 0.99.12__tar.gz → 0.99.13__tar.gz

{sunholo-0.99.12 → sunholo-0.99.13}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.99.12
+Version: 0.99.13
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.12.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.13.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.99.12 → sunholo-0.99.13}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.99.12'
+version = '0.99.13'
 
 setup(
     name='sunholo',

{sunholo-0.99.12 → sunholo-0.99.13}/sunholo/gcs/add_file.py

@@ -40,6 +40,9 @@ def handle_base64_image(base64_data: str, vector_name: str, extension: str):
     """
     
     model = ConfigManager(vector_name).vacConfig("llm")
+    if "," not in base64_data:
+        raise ValueError(f"Invalid Base64 image data: Missing metadata header {base64_data}")
+
     if model.startswith("openai"):  # pass it to gpt directly
         return base64_data, base64_data.split(",", 1)
 

{sunholo-0.99.12 → sunholo-0.99.13}/sunholo/invoke/async_class.py

@@ -9,12 +9,12 @@ class AsyncTaskRunner:
         self.tasks = []
         self.retry_enabled = retry_enabled
         self.retry_kwargs = retry_kwargs or {}
-    
+
     def add_task(self, func: Callable[..., Any], *args: Any):
         """Adds a task to the list of tasks to be executed."""
         log.info(f"Adding task: {func.__name__} with args: {args}")
         self.tasks.append((func.__name__, func, args))
-    
+
     async def run_async_as_completed(self, callback=None) -> AsyncGenerator[Dict[str, Any], None]:
         """
         Runs all tasks concurrently and yields results as they complete, while periodically sending heartbeat messages.
@@ -29,7 +29,7 @@ class AsyncTaskRunner:
             coro = self._task_wrapper(name, func, args, callback)
             task = asyncio.create_task(coro)
             tasks[task] = name
-        
+
         log.info(f"Start async run with {len(self.tasks)} runners")
         while tasks:
             done, _ = await asyncio.wait(tasks.keys(), return_when=asyncio.FIRST_COMPLETED)
@@ -78,8 +78,9 @@ class AsyncTaskRunner:
             # Stop the heartbeat task
             if heartbeat_task:
                 heartbeat_task.cancel()
+                # Let the heartbeat_task finish in the background without awaiting it
                 try:
-                    await heartbeat_task  # Ensure the heartbeat task is properly canceled
+                    await asyncio.shield(heartbeat_task)  # Ensure cancellation is handled cleanly
                 except asyncio.CancelledError:
                     pass
 
@@ -92,7 +93,7 @@ class AsyncTaskRunner:
 
     async def _send_heartbeat(self, callback, func_name, interval=2):
         """
-        Sends a single spinner at the start and keeps the task alive.
+        Sends a periodic heartbeat to keep the task alive and update the spinner with elapsed time.
 
         Args:
             callback: The callback to notify that the task is still working.
@@ -103,11 +104,26 @@ class AsyncTaskRunner:
         spinner_html = (
             f'<div id="{func_name}-spinner" class="spinner-container">'
             f'  <div class="spinner"></div>'
-            f'  <span class="completed">✔️ Task {func_name} completed!</span>'
+            f'  <span class="elapsed-time">Task {func_name} is still running... 0s elapsed</span>'
             f'</div>'
         )
         await callback.async_on_llm_new_token(token=spinner_html)
 
+        # Keep track of elapsed time
+        elapsed_time = 0
+
         # Keep sending heartbeats until task completes
         while True:
-            await asyncio.sleep(interval)  # Sleep for the interval but do not send multiple messages
+            try:
+                await asyncio.sleep(interval)  # Sleep for the interval
+                elapsed_time += interval  # Increment elapsed time
+
+                # Update spinner with the elapsed time
+                update_html = (
+                    f'<div style="display: none;" data-update-id="{func_name}-spinner">'
+                    f'<span class="elapsed-time">Task {func_name} is still running... {elapsed_time}s elapsed</span>'
+                    f'</div>'
+                )
+                await callback.async_on_llm_new_token(token=update_html)
+            except asyncio.CancelledError:
+                break  # Exit the loop if the heartbeat task is canceled

{sunholo-0.99.12 → sunholo-0.99.13}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.99.12
+Version: 0.99.13
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.12.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.13.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0