sunholo 0.101.3__py3-none-any.whl → 0.101.5__py3-none-any.whl

sunholo/invoke/async_class.py

@@ -8,10 +8,11 @@ from tenacity import AsyncRetrying, retry_if_exception_type, wait_random_exponen
 log = setup_logging("sunholo_AsyncTaskRunner")
 
 class AsyncTaskRunner:
-    def __init__(self, retry_enabled=False, retry_kwargs=None):
+    def __init__(self, retry_enabled=False, retry_kwargs=None, timeout=120):
         self.tasks = []
         self.retry_enabled = retry_enabled
         self.retry_kwargs = retry_kwargs or {}
+        self.timeout = timeout
 
     def add_task(self, func: Callable[..., Any], *args: Any, **kwargs: Any):
         """
@@ -23,7 +24,6 @@ class AsyncTaskRunner:
             **kwargs: Keyword arguments for the function.
         """
         log.info(f"Adding task: {func.__name__} with args: {args}, kwargs: {kwargs}")
-        # Store the function name, function itself, args, and kwargs
         self.tasks.append((func.__name__, func, args, kwargs))
 
     async def run_async_as_completed(self) -> AsyncGenerator[Dict[str, Any], None]:
@@ -32,54 +32,36 @@ class AsyncTaskRunner:
         while periodically sending heartbeat messages.
         """
         log.info("Running tasks asynchronously and yielding results as they complete")
-
-        # Create a queue for inter-coroutine communication
         queue = asyncio.Queue()
-
-        # List to keep track of all running tasks and their heartbeats
         task_infos = []
 
-        # Start all tasks and their corresponding heartbeats
         for name, func, args, kwargs in self.tasks:
-            # Create an event to signal task completion to the heartbeat
             log.info(f"Executing task: {name=}, {func=} with args: {args}, kwargs: {kwargs}")
             completion_event = asyncio.Event()
-
-            # Start the main task with retries
-            task_coro = self._run_with_retries(name, func, args, kwargs, queue, completion_event)            
+            task_coro = self._run_with_retries_and_timeout(name, func, args, kwargs, queue, completion_event)            
             task = asyncio.create_task(task_coro)
-
-            # Start the heartbeat coroutine
             heartbeat_coro = self._send_heartbeat(name, completion_event, queue)
             heartbeat_task = asyncio.create_task(heartbeat_coro)
-
-            # Store task information for management
             task_infos.append({
                 'name': name,
                 'task': task,
                 'heartbeat_task': heartbeat_task,
                 'completion_event': completion_event
             })
-
             log.info(f"Started task '{name}' and its heartbeat")
 
         log.info(f"Started async run with {len(self.tasks)} tasks and heartbeats")
-
-        # Create a monitor task to detect when all tasks and heartbeats are done
         monitor = asyncio.create_task(self._monitor_tasks(task_infos, queue))
 
-        # Continuously yield messages from the queue until sentinel is received
         while True:
             message = await queue.get()
             if message is None:
                 log.info("Received sentinel. Exiting message loop.")
-                break  # Sentinel received, all tasks and heartbeats are done
+                break
             log.info(f"Received message from queue: {message}")
             yield message
 
-        # Wait for the monitor to finish
         await monitor
-
         log.info("All tasks and heartbeats have completed")
 
     async def _monitor_tasks(self, task_infos, queue):
@@ -101,22 +83,18 @@ class AsyncTaskRunner:
                 pass
             log.info(f"Monitor: Heartbeat for task '{info['name']}' has been canceled")
 
-        # Send a sentinel to indicate completion
         await queue.put(None)
         log.info("Monitor: Sent sentinel to queue")
 
-    async def _run_with_retries(self, 
-                                name: str,
-                                func: Callable[..., Any], 
-                                args: tuple,
-                                kwargs: dict,
-                                queue: asyncio.Queue, 
-                                completion_event: asyncio.Event) -> None:
-        """
-        Executes a task with optional retries and sends completion or error messages to the queue.
-        """
+    async def _run_with_retries_and_timeout(self, 
+                                            name: str,
+                                            func: Callable[..., Any], 
+                                            args: tuple,
+                                            kwargs: dict,
+                                            queue: asyncio.Queue, 
+                                            completion_event: asyncio.Event) -> None:
         try:
-            log.info(f"run_with_retries: {name=}, {func=} with args: {args}, kwargs: {kwargs}")
+            log.info(f"run_with_retries_and_timeout: {name=}, {func=} with args: {args}, kwargs: {kwargs}")
             if self.retry_enabled:
                 retry_kwargs = {
                     'wait': wait_random_exponential(multiplier=1, max=60),
@@ -127,19 +105,21 @@ class AsyncTaskRunner:
                 async for attempt in AsyncRetrying(**retry_kwargs):
                     with attempt:
                         log.info(f"Starting task '{name}' with retry")
-                        result = await self._execute_task(func, *args, **kwargs)
+                        result = await asyncio.wait_for(self._execute_task(func, *args, **kwargs), timeout=self.timeout)
                         await queue.put({'type': 'task_complete', 'func_name': name, 'result': result})
                         log.info(f"Sent 'task_complete' message for task '{name}'")
                         return
             else:
                 log.info(f"Starting task '{name}' with no retry")
-                result = await self._execute_task(func, *args, **kwargs)
+                result = await asyncio.wait_for(self._execute_task(func, *args, **kwargs), timeout=self.timeout)
                 await queue.put({'type': 'task_complete', 'func_name': name, 'result': result})
                 log.info(f"Sent 'task_complete' message for task '{name}'")
+        except asyncio.TimeoutError:
+            log.error(f"Task '{name}' timed out after {self.timeout} seconds")
+            await queue.put({'type': 'task_error', 'func_name': name, 'error': f'Task timed out after {self.timeout} seconds'})
         except Exception as e:
             log.error(f"Error in task '{name}': {e}\n{traceback.format_exc()}")
             await queue.put({'type': 'task_error', 'func_name': name, 'error': f'{e}\n{traceback.format_exc()}'})
-            log.info(f"Sent 'task_error' message for task '{name}'")
         finally:
             log.info(f"Task '{name}' completed.")
             completion_event.set()

{sunholo-0.101.3.dist-info → sunholo-0.101.5.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.101.3
+Version: 0.101.5
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.101.5.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.101.3.dist-info → sunholo-0.101.5.dist-info}/RECORD

@@ -91,7 +91,7 @@ sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
 sunholo/genai/process_funcs_cls.py,sha256=krjhwruW-7OUR0gEOPC5Ew9KOoAoTWDMW5HfvpvuPNM,28755
 sunholo/genai/safety.py,sha256=mkFDO_BeEgiKjQd9o2I4UxB6XI7a9U-oOFjZ8LGRUC4,1238
 sunholo/invoke/__init__.py,sha256=o1RhwBGOtVK0MIdD55fAIMCkJsxTksi8GD5uoqVKI-8,184
-sunholo/invoke/async_class.py,sha256=DViVOHsuir7Zrfa3tVKgvz5wLCfXba15XryWGuMjKYI,8540
+sunholo/invoke/async_class.py,sha256=G8vD2H94fpBc37mSJSQODEKJ67P2mPQEHabtDaLOvxE,8033
 sunholo/invoke/direct_vac_func.py,sha256=GXSCMkC6vOWGUtQjxy-ZpTrMvJa3CgcW-y9mDpJwWC8,9533
 sunholo/invoke/invoke_vac_utils.py,sha256=sJc1edHTHMzMGXjji1N67c3iUaP7BmAL5nj82Qof63M,2053
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -147,9 +147,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.101.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.101.3.dist-info/METADATA,sha256=X_RjEUyzY8ejvVlwkm7Pf1GIkAxybLMR0v2HpKentr4,8312
-sunholo-0.101.3.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-sunholo-0.101.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.101.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.101.3.dist-info/RECORD,,
+sunholo-0.101.5.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.101.5.dist-info/METADATA,sha256=29r2NF8uW_rC_tcj2FqzKRZi55czwnq3kGheIdpNw2c,8312
+sunholo-0.101.5.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+sunholo-0.101.5.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.101.5.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.101.5.dist-info/RECORD,,