sunholo 0.140.13__py3-none-any.whl → 0.142.0__py3-none-any.whl

sunholo/discovery_engine/discovery_engine_client.py

@@ -280,7 +280,7 @@ class DiscoveryEngineClient:
         # Use async_search_with_filters with filter_str=None to perform a regular search
         return await self.async_search_with_filters(
             query=query,
-            filter_str=None,
+            filter_str=filter_str,
             num_previous_chunks=num_previous_chunks,
             num_next_chunks=num_next_chunks,
             page_size=page_size,

sunholo/invoke/async_class.py

@@ -8,12 +8,39 @@ from tenacity import AsyncRetrying, retry_if_exception_type, wait_random_exponen
 log = setup_logging("sunholo_AsyncTaskRunner")
 
 class AsyncTaskRunner:
-    def __init__(self, retry_enabled:bool=False, retry_kwargs:dict=None, timeout:int=120, max_concurrency:int=20):
+    def __init__(self, 
+                 retry_enabled: bool = False, 
+                 retry_kwargs: dict = None, 
+                 timeout: int = 120, 
+                 max_concurrency: int = 20,
+                 heartbeat_extends_timeout: bool = False,
+                 hard_timeout: int = None):
+        """
+        Initialize AsyncTaskRunner with configurable timeout behavior.
+        
+        Args:
+            retry_enabled: Whether to enable retries
+            retry_kwargs: Retry configuration
+            timeout: Base timeout for tasks (seconds)
+            max_concurrency: Maximum concurrent tasks
+            heartbeat_extends_timeout: If True, heartbeats reset the timeout timer
+            hard_timeout: Maximum absolute timeout regardless of heartbeats (seconds).
+                         If None, defaults to timeout * 5 when heartbeat_extends_timeout=True
+        """
         self.tasks = []
         self.retry_enabled = retry_enabled
         self.retry_kwargs = retry_kwargs or {}
         self.timeout = timeout
         self.semaphore = asyncio.Semaphore(max_concurrency)
+        self.heartbeat_extends_timeout = heartbeat_extends_timeout
+        
+        # Set hard timeout
+        if hard_timeout is not None:
+            self.hard_timeout = hard_timeout
+        elif heartbeat_extends_timeout:
+            self.hard_timeout = timeout * 5  # Default to 5x base timeout
+        else:
+            self.hard_timeout = timeout  # Same as regular timeout
 
     def add_task(self, func: Callable[..., Any], *args: Any, **kwargs: Any):
         """
@@ -39,9 +66,11 @@ class AsyncTaskRunner:
         for name, func, args, kwargs in self.tasks:
             log.info(f"Executing task: {name=}, {func=} with args: {args}, kwargs: {kwargs}")
             completion_event = asyncio.Event()
-            task_coro = self._run_with_retries_and_timeout(name, func, args, kwargs, queue, completion_event)            
+            last_heartbeat = {'time': time.time()}  # Shared mutable object for heartbeat tracking
+            
+            task_coro = self._run_with_retries_and_timeout(name, func, args, kwargs, queue, completion_event, last_heartbeat)            
             task = asyncio.create_task(task_coro)
-            heartbeat_coro = self._send_heartbeat(name, completion_event, queue)
+            heartbeat_coro = self._send_heartbeat(name, completion_event, queue, last_heartbeat)
             heartbeat_task = asyncio.create_task(heartbeat_coro)
             task_infos.append({
                 'name': name,
@@ -93,9 +122,12 @@ class AsyncTaskRunner:
                                             args: tuple,
                                             kwargs: dict,
                                             queue: asyncio.Queue, 
-                                            completion_event: asyncio.Event) -> None:
+                                            completion_event: asyncio.Event,
+                                            last_heartbeat: dict) -> None:
         try:
             log.info(f"run_with_retries_and_timeout: {name=}, {func=} with args: {args}, kwargs: {kwargs}")
+            log.info(f"Timeout mode: heartbeat_extends_timeout={self.heartbeat_extends_timeout}, timeout={self.timeout}s, hard_timeout={self.hard_timeout}s")
+            
             if self.retry_enabled:
                 retry_kwargs = {
                     'wait': wait_random_exponential(multiplier=1, max=60),
@@ -106,13 +138,13 @@ class AsyncTaskRunner:
                 async for attempt in AsyncRetrying(**retry_kwargs):
                     with attempt:
                         log.info(f"Starting task '{name}' with retry")
-                        result = await asyncio.wait_for(self._execute_task(func, *args, **kwargs), timeout=self.timeout)
+                        result = await self._execute_task_with_timeout(func, name, last_heartbeat, *args, **kwargs)
                         await queue.put({'type': 'task_complete', 'func_name': name, 'result': result})
                         log.info(f"Sent 'task_complete' message for task '{name}'")
                         return
             else:
                 log.info(f"Starting task '{name}' with no retry")
-                result = await asyncio.wait_for(self._execute_task(func, *args, **kwargs), timeout=self.timeout)
+                result = await self._execute_task_with_timeout(func, name, last_heartbeat, *args, **kwargs)
                 await queue.put({'type': 'task_complete', 'func_name': name, 'result': result})
                 log.info(f"Sent 'task_complete' message for task '{name}'")
         except asyncio.TimeoutError:
@@ -125,6 +157,55 @@ class AsyncTaskRunner:
             log.info(f"Task '{name}' completed.")
             completion_event.set()
 
+    async def _execute_task_with_timeout(self, func: Callable[..., Any], name: str, last_heartbeat: dict, *args: Any, **kwargs: Any) -> Any:
+        """
+        Execute task with either fixed timeout or heartbeat-extendable timeout.
+        """
+        if not self.heartbeat_extends_timeout:
+            # Original behavior - fixed timeout
+            return await asyncio.wait_for(self._execute_task(func, *args, **kwargs), timeout=self.timeout)
+        else:
+            # New behavior - heartbeat extends timeout
+            return await self._execute_task_with_heartbeat_timeout(func, name, last_heartbeat, *args, **kwargs)
+
+    async def _execute_task_with_heartbeat_timeout(self, func: Callable[..., Any], name: str, last_heartbeat: dict, *args: Any, **kwargs: Any) -> Any:
+        """
+        Execute task with heartbeat-extendable timeout and hard timeout limit.
+        """
+        start_time = time.time()
+        task = asyncio.create_task(self._execute_task(func, *args, **kwargs))
+        
+        while not task.done():
+            current_time = time.time()
+            
+            # Check hard timeout first (absolute limit)
+            if current_time - start_time > self.hard_timeout:
+                task.cancel()
+                try:
+                    await task
+                except asyncio.CancelledError:
+                    pass
+                raise asyncio.TimeoutError(f"Hard timeout exceeded ({self.hard_timeout}s)")
+            
+            # Check soft timeout (extends with heartbeats)
+            time_since_heartbeat = current_time - last_heartbeat['time']
+            if time_since_heartbeat > self.timeout:
+                task.cancel()
+                try:
+                    await task
+                except asyncio.CancelledError:
+                    pass
+                raise asyncio.TimeoutError(f"Timeout exceeded - no heartbeat for {self.timeout}s")
+            
+            # Wait a bit before checking again
+            try:
+                await asyncio.wait_for(asyncio.shield(task), timeout=1.0)
+                break  # Task completed
+            except asyncio.TimeoutError:
+                continue  # Check timeouts again
+        
+        return await task
+
     async def _execute_task(self, func: Callable[..., Any], *args: Any, **kwargs: Any) -> Any:
         """
         Executes the given task function and returns its result.
@@ -143,14 +224,16 @@ class AsyncTaskRunner:
             else:
                 return await asyncio.to_thread(func, *args, **kwargs)
 
-    async def _send_heartbeat(self, func_name: str, completion_event: asyncio.Event, queue: asyncio.Queue, interval: int = 2):
+    async def _send_heartbeat(self, func_name: str, completion_event: asyncio.Event, queue: asyncio.Queue, last_heartbeat: dict, interval: int = 2):
         """
         Sends periodic heartbeat updates to indicate the task is still in progress.
+        Updates last_heartbeat time if heartbeat_extends_timeout is enabled.
 
         Args:
             func_name (str): The name of the task function.
             completion_event (asyncio.Event): Event to signal when the task is completed.
             queue (asyncio.Queue): The queue to send heartbeat messages to.
+            last_heartbeat (dict): Mutable dict containing the last heartbeat time.
             interval (int): How frequently to send heartbeat messages (in seconds).
         """
         start_time = time.time()
@@ -158,7 +241,14 @@ class AsyncTaskRunner:
         try:
             while not completion_event.is_set():
                 await asyncio.sleep(interval)
-                elapsed_time = int(time.time() - start_time)
+                current_time = time.time()
+                elapsed_time = int(current_time - start_time)
+                
+                # Update last heartbeat time if heartbeat extends timeout
+                if self.heartbeat_extends_timeout:
+                    last_heartbeat['time'] = current_time
+                    log.debug(f"Updated heartbeat time for task '{func_name}' at {current_time}")
+                
                 heartbeat_message = {
                     'type': 'heartbeat',
                     'name': func_name,

sunholo/utils/mime.py

@@ -83,7 +83,6 @@ def get_mime_type_gemini(file_path:str) -> str:
     
     # Define the mapping of extensions to MIME types
     mime_types = {
-
         # Images
         'png': 'image/png',
         'jpg': 'image/jpeg',
@@ -111,7 +110,20 @@ def get_mime_type_gemini(file_path:str) -> str:
         'rtf': 'text/rtf',
         
         # Special case: JSON files are treated as plain text
-        'json': 'text/plain'
+        'json': 'text/plain',
+        
+        # Audio
+        'mp3': 'audio/mp3',
+        'mpeg': 'audio/mpeg',
+        'wav': 'audio/wav',
+        
+        # Video
+        'mov': 'video/mov',
+        'mp4': 'video/mp4',
+        'mpg': 'video/mpeg',
+        'avi': 'video/avi',
+        'wmv': 'video/wmv',
+        'flv': 'video/flv'
     }
     
     # Return the appropriate MIME type, defaulting to None if unknown

sunholo/utils/proto_convert.py

@@ -0,0 +1,25 @@
+
+
+def convert_composite_to_native(value):
+    """
+    Recursively converts a proto MapComposite or RepeatedComposite object to native Python types.
+
+    Args:
+        value: The proto object, which could be a MapComposite, RepeatedComposite, or a primitive.
+
+    Returns:
+        The equivalent Python dictionary, list, or primitive type.
+    """
+    import proto
+    
+    if isinstance(value, proto.marshal.collections.maps.MapComposite):
+        # Convert MapComposite to a dictionary, recursively processing its values
+        return {key: convert_composite_to_native(val) for key, val in value.items()}
+    elif isinstance(value, proto.marshal.collections.repeated.RepeatedComposite):
+        # Convert RepeatedComposite to a list, recursively processing its elements
+        return [convert_composite_to_native(item) for item in value]
+    else:
+        # If it's a primitive value, return it as is
+        return value
+
+

{sunholo-0.140.13.dist-info → sunholo-0.142.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sunholo
-Version: 0.140.13
+Version: 0.142.0
 Summary: AI DevOps - a package to help deploy GenAI to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0
@@ -255,7 +255,7 @@ vac:
 sunholo vac chat my-agent
 ```
 
-4. **Deploy to Google Cloud Run:**
+4. **Run your agent as a local Flask app:**
 ```bash
 sunholo deploy my-agent
 ```
@@ -369,26 +369,32 @@ vac:
 
 ```bash
 # Project Management
-sunholo init <project-name>              # Create new project
+sunholo init <project-name>              # Create new project from template
 sunholo list-configs                     # List all configurations
-sunholo list-configs --validate          # Validate configs
+sunholo list-configs --validate          # Validate configurations
 
 # Development
 sunholo vac chat <vac-name>             # Chat with a VAC locally
-sunholo vac list                        # List available VACs
+sunholo vac list                        # List available VACs  
+sunholo vac get-url <vac-name>          # Get Cloud Run URL for a VAC
 sunholo proxy start <service>           # Start local proxy to cloud service
-
-# Deployment
-sunholo deploy <vac-name>               # Deploy to Cloud Run
-sunholo deploy <vac-name> --dev         # Deploy to dev environment
+sunholo proxy list                      # List running proxies
+sunholo deploy <vac-name>               # Run Flask app locally
 
 # Document Processing
-sunholo embed <vac-name>                # Embed documents
+sunholo embed <vac-name>                # Process and embed documents
 sunholo merge-text <folder> <output>    # Merge files for context
 
 # Cloud Services
-sunholo discovery-engine create <name>   # Create Discovery Engine
-sunholo proxy list                      # List running proxies
+sunholo discovery-engine create <name>   # Create Discovery Engine instance
+sunholo vertex list-extensions          # List Vertex AI extensions
+sunholo swagger <vac-name>              # Generate OpenAPI spec
+
+# Integration Tools
+sunholo excel-init                      # Initialize Excel plugin
+sunholo llamaindex <query>              # Query with LlamaIndex
+sunholo mcp list-tools                  # List MCP tools
+sunholo tts <text>                      # Text-to-speech synthesis
 ```
 
 ## 📝 Examples

{sunholo-0.140.13.dist-info → sunholo-0.142.0.dist-info}/RECORD

@@ -74,7 +74,7 @@ sunholo/discovery_engine/__init__.py,sha256=hLgqRDJ22Aov9o2QjAEfsVgnL3kMdM-g5p8R
 sunholo/discovery_engine/chunker_handler.py,sha256=wkvXl4rFtYfN6AZUKdW9_QD49Whf77BukDbO82UwlAg,7480
 sunholo/discovery_engine/cli.py,sha256=tsKqNSDCEsDTz5-wuNwjttb3Xt35D97-KyyEiaqolMQ,35628
 sunholo/discovery_engine/create_new.py,sha256=WUi4_xh_dFaGX3xA9jkNKZhaR6LCELjMPeRb0hyj4FU,1226
-sunholo/discovery_engine/discovery_engine_client.py,sha256=VSInta9IZE_LmA3CFYqxLpxdoB7w0IuSRSFM2UnmrRk,63705
+sunholo/discovery_engine/discovery_engine_client.py,sha256=0gMVWunSndh7uyT4IMSIkDKrNec3CLKX-om0eIjdC9o,63711
 sunholo/discovery_engine/get_ai_search_chunks.py,sha256=I6Dt1CznqEvE7XIZ2PkLqopmjpO96iVEWJJqL5cJjOU,5554
 sunholo/embedder/__init__.py,sha256=sI4N_CqgEVcrMDxXgxKp1FsfsB4FpjoXgPGkl4N_u4I,44
 sunholo/embedder/embed_chunk.py,sha256=did2pKkWM2o0KkRcb0H9l2x_WjCq6OyuHDxGbITFKPM,6530
@@ -96,7 +96,7 @@ sunholo/genai/init.py,sha256=yG8E67TduFCTQPELo83OJuWfjwTnGZsyACospahyEaY,687
 sunholo/genai/process_funcs_cls.py,sha256=D6eNrc3vtTZzwdkacZNOSfit499N_o0C5AHspyUJiYE,33690
 sunholo/genai/safety.py,sha256=mkFDO_BeEgiKjQd9o2I4UxB6XI7a9U-oOFjZ8LGRUC4,1238
 sunholo/invoke/__init__.py,sha256=o1RhwBGOtVK0MIdD55fAIMCkJsxTksi8GD5uoqVKI-8,184
-sunholo/invoke/async_class.py,sha256=OmRHaRf_yXNDWftWPpziytXh1TAhMumxnNhN_PGpQFs,8230
+sunholo/invoke/async_class.py,sha256=ZMzxKQtelbYibu9Fac7P9OU3GorH8KxawZxSMv5EO9A,12514
 sunholo/invoke/direct_vac_func.py,sha256=dACx3Zh7uZnuWLIFYiyLoyXUhh5-eUpd2RatDUd9ov8,9753
 sunholo/invoke/invoke_vac_utils.py,sha256=sJc1edHTHMzMGXjji1N67c3iUaP7BmAL5nj82Qof63M,2053
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -155,8 +155,9 @@ sunholo/utils/config_class.py,sha256=U0xwyCz68KCJgzyhXd0AmbFnstMBFvZMedb-lLKKa5Q
 sunholo/utils/config_schema.py,sha256=Wv-ncitzljOhgbDaq9qnFqH5LCuxNv59dTGDWgd1qdk,4189
 sunholo/utils/gcp.py,sha256=lus1HH8YhFInw6QRKwfvKZq-Lz-2KQg4ips9v1I_3zE,4783
 sunholo/utils/gcp_project.py,sha256=Fa0IhCX12bZ1ctF_PKN8PNYd7hihEUfb90kilBfUDjg,1411
-sunholo/utils/mime.py,sha256=mELAiZcGa69PshBxV7y770E0K09YfX4Z4ZRBPL-7gXs,3352
+sunholo/utils/mime.py,sha256=HqquYfnhekjzmzFXdP9DtO50ZljNV8swjcOlMDH8GTs,3656
 sunholo/utils/parsers.py,sha256=wES0fRn3GONoymRXOXt-z62HCoOiUvvFXa-MfKfjCls,6421
+sunholo/utils/proto_convert.py,sha256=IMd4d7nat2MkJDueDiY2jKbQ7KSJ6tNd2P0ANxDq1mc,927
 sunholo/utils/timedelta.py,sha256=BbLabEx7_rbErj_YbNM0MBcaFN76DC4PTe4zD2ucezg,493
 sunholo/utils/user_ids.py,sha256=SQd5_H7FE7vcTZp9AQuQDWBXd4FEEd7TeVMQe1H4Ny8,292
 sunholo/utils/version.py,sha256=P1QAJQdZfT2cMqdTSmXmcxrD2PssMPEGM-WI6083Fck,237
@@ -168,9 +169,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
 sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.140.13.dist-info/licenses/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.140.13.dist-info/METADATA,sha256=4GvUi1znwq6b_Ohjtx4uMQMQH6o-DWF4mNg1so-sQhM,17843
-sunholo-0.140.13.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
-sunholo-0.140.13.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.140.13.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.140.13.dist-info/RECORD,,
+sunholo-0.142.0.dist-info/licenses/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.142.0.dist-info/METADATA,sha256=9v1AM0UCFJv_qx8vYOFO8gprTDulHCAxnMck7Jcmszs,18292
+sunholo-0.142.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sunholo-0.142.0.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.142.0.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.142.0.dist-info/RECORD,,

{sunholo-0.140.13.dist-info → sunholo-0.142.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.7.1)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any