sunholo 0.99.11__tar.gz → 0.99.13__tar.gz

{sunholo-0.99.11 → sunholo-0.99.13}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.99.11
+Version: 0.99.13
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.11.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.13.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.99.11 → sunholo-0.99.13}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-version = '0.99.11'
+version = '0.99.13'
 
 setup(
     name='sunholo',

{sunholo-0.99.11 → sunholo-0.99.13}/sunholo/gcs/add_file.py

@@ -40,6 +40,9 @@ def handle_base64_image(base64_data: str, vector_name: str, extension: str):
     """
     
     model = ConfigManager(vector_name).vacConfig("llm")
+    if "," not in base64_data:
+        raise ValueError(f"Invalid Base64 image data: Missing metadata header {base64_data}")
+
     if model.startswith("openai"):  # pass it to gpt directly
         return base64_data, base64_data.split(",", 1)
 

{sunholo-0.99.11 → sunholo-0.99.13}/sunholo/invoke/async_class.py

@@ -9,12 +9,12 @@ class AsyncTaskRunner:
         self.tasks = []
         self.retry_enabled = retry_enabled
         self.retry_kwargs = retry_kwargs or {}
-    
+
     def add_task(self, func: Callable[..., Any], *args: Any):
         """Adds a task to the list of tasks to be executed."""
         log.info(f"Adding task: {func.__name__} with args: {args}")
         self.tasks.append((func.__name__, func, args))
-    
+
     async def run_async_as_completed(self, callback=None) -> AsyncGenerator[Dict[str, Any], None]:
         """
         Runs all tasks concurrently and yields results as they complete, while periodically sending heartbeat messages.
@@ -29,7 +29,7 @@ class AsyncTaskRunner:
             coro = self._task_wrapper(name, func, args, callback)
             task = asyncio.create_task(coro)
             tasks[task] = name
-        
+
         log.info(f"Start async run with {len(self.tasks)} runners")
         while tasks:
             done, _ = await asyncio.wait(tasks.keys(), return_when=asyncio.FIRST_COMPLETED)
@@ -78,23 +78,22 @@ class AsyncTaskRunner:
             # Stop the heartbeat task
             if heartbeat_task:
                 heartbeat_task.cancel()
+                # Let the heartbeat_task finish in the background without awaiting it
                 try:
-                    await heartbeat_task  # Ensure the heartbeat task is properly canceled
+                    await asyncio.shield(heartbeat_task)  # Ensure cancellation is handled cleanly
                 except asyncio.CancelledError:
                     pass
 
-            # Send a message indicating task completion and remove spinner
+            # Send a message indicating task completion to update the spinner's state
             if callback:
                 completion_html = (
-                    f"<script>"
-                    f"document.getElementById('{name}-spinner').innerHTML = '✔️ Task {name} completed!';"
-                    f"</script>"
+                    f'<div style="display: none;" data-complete-id="{name}-spinner"></div>'
                 )
                 await callback.async_on_llm_new_token(token=completion_html)
 
     async def _send_heartbeat(self, callback, func_name, interval=2):
         """
-        Sends periodic heartbeat updates to indicate the task is still in progress.
+        Sends a periodic heartbeat to keep the task alive and update the spinner with elapsed time.
 
         Args:
             callback: The callback to notify that the task is still working.
@@ -103,14 +102,28 @@ class AsyncTaskRunner:
         """
         # Send the initial spinner HTML
         spinner_html = (
-            f'<div id="{func_name}-spinner" style="display:inline-block; margin: 5px;">'
-            f'<div class="spinner" style="width:16px; height:16px; border: 2px solid #f3f3f3; '
-            f'border-radius: 50%; border-top: 2px solid #3498db; animation: spin 1s linear infinite;"></div>'
-            f'<style>@keyframes spin {{0% {{ transform: rotate(0deg); }} 100% {{ transform: rotate(360deg); }}}}</style>'
-            f' <span>Task {func_name} is in progress...</span></div>'
+            f'<div id="{func_name}-spinner" class="spinner-container">'
+            f'  <div class="spinner"></div>'
+            f'  <span class="elapsed-time">Task {func_name} is still running... 0s elapsed</span>'
+            f'</div>'
         )
         await callback.async_on_llm_new_token(token=spinner_html)
 
+        # Keep track of elapsed time
+        elapsed_time = 0
+
         # Keep sending heartbeats until task completes
         while True:
-            await asyncio.sleep(interval)  # Sleep for the interval but do not send multiple messages
+            try:
+                await asyncio.sleep(interval)  # Sleep for the interval
+                elapsed_time += interval  # Increment elapsed time
+
+                # Update spinner with the elapsed time
+                update_html = (
+                    f'<div style="display: none;" data-update-id="{func_name}-spinner">'
+                    f'<span class="elapsed-time">Task {func_name} is still running... {elapsed_time}s elapsed</span>'
+                    f'</div>'
+                )
+                await callback.async_on_llm_new_token(token=update_html)
+            except asyncio.CancelledError:
+                break  # Exit the loop if the heartbeat task is canceled

{sunholo-0.99.11 → sunholo-0.99.13}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.99.11
+Version: 0.99.13
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.11.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.99.13.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0