sunholo 0.77.3__py3-none-any.whl → 0.78.1__py3-none-any.whl

sunholo/agents/route.py

@@ -14,6 +14,19 @@
 from ..logging import log
 from ..utils import load_config, ConfigManager
 
+def read_cloud_run_url(agent, cloud_run_urls_file='config/cloud_run_urls.json'):
+    agent_route, _ = load_config(cloud_run_urls_file)
+    log.info(f'agent_route: {agent_route}')
+
+    try:
+        agent_url = agent_route[agent]
+    except KeyError:
+        raise ValueError(f'agent_url not found for {agent}')
+    
+    log.info(f'agent_url: {agent_url}')
+
+    return agent_url
+
 def route_vac(vector_name: str=None, config=None) -> str :
     """
     Considers what VAC this vector_name belongs to
@@ -30,18 +43,8 @@ def route_vac(vector_name: str=None, config=None) -> str :
         return agent_url
 
     agent = config.vacConfig('agent')
-    log.info(f'agent_type: {agent}')
-
-    agent_route, _ = load_config('config/cloud_run_urls.json')
-    log.info(f'agent_route: {agent_route}')
 
-    try:
-        agent_url = agent_route[agent]
-    except KeyError:
-        raise ValueError(f'agent_url not found for {agent}')
-    
-    log.info(f'agent_url: {agent_url}')
-    return agent_url
+    return read_cloud_run_url(agent)
 
 def route_endpoint(vector_name=None, method = 'post', override_endpoint=None, config=None):
 

sunholo/azure/auth.py

@@ -0,0 +1,61 @@
+import os
+try:
+    from azure.identity import DefaultAzureCredential, ClientSecretCredential
+except ImportError:
+    DefaultAzureCredential = None
+    ClientSecretCredential = None
+
+from ..logging import log
+
+def azure_auth():
+    """
+    Will attempt to authenticate using default credentials first (e.g. you are running within Azure Container Apps or similar)
+
+    If default credentials are not available, will attempt to authenticate via env vars - set up via:
+
+    ```bash
+    az ad sp create-for-rbac --name "myApp" --role contributor \
+        --scopes /subscriptions/{subscription-id}/resourceGroups/{resource-group} \
+        --sdk-auth
+
+    export AZURE_CLIENT_ID="your-client-id"
+    export AZURE_CLIENT_SECRET="your-client-secret"
+    export AZURE_TENANT_ID="your-tenant-id"
+    ```
+
+    """
+    if DefaultAzureCredential is None: 
+        raise ImportError("Azure identity credentials library needed - install via `pip install sunholo[azure]`")
+    
+    # Use DefaultAzureCredential to authenticate
+    try:
+        credential = DefaultAzureCredential()
+        return credential
+    
+    except Exception as e:
+        log.error(f"Failed to authenticate with default credentials: {str(e)}")
+        log.info("Attempting to authenticate using ClientSecretCredential")
+
+        # Use ClientSecretCredential to authenticate with a service principal
+        client_id = os.getenv("AZURE_CLIENT_ID")
+        client_secret = os.getenv("AZURE_CLIENT_SECRET")
+        tenant_id = os.getenv("AZURE_TENANT_ID")
+
+        if not client_id or not client_secret or not tenant_id:
+            log.error("Service principal credentials are not set in environment variables")
+            return None
+
+        if ClientSecretCredential is None:
+            raise ImportError("Azure identity credentials library needed - install via `pip install sunholo[azure]`")
+
+        try:
+            credential = ClientSecretCredential(
+                client_id=client_id,
+                client_secret=client_secret,
+                tenant_id=tenant_id
+            )
+            return credential
+        except Exception as e:
+            log.error(f"Failed to authenticate with service principal: {str(e)}")
+            return None
+        

sunholo/azure/blobs.py

@@ -0,0 +1,47 @@
+import re
+from ..logging import log
+
+
+def is_azure_blob(message_data):
+    """
+    Checks if the provided URL is an Azure Blob Storage URL.
+
+    Args:
+        message_data (str): The URL to be checked.
+
+    Returns:
+        bool: True if the URL is an Azure Blob Storage URL, False otherwise.
+    """
+    blob_url_pattern = r"https://(.*).blob.core.windows.net/(.*)/(.*)"
+    match = re.match(blob_url_pattern, message_data)
+    if not match:
+        return False
+    
+    return True
+
+def extract_blob_parts(message_data):
+    """
+    Extracts the account name, container name, and blob name from an Azure Blob Storage URL.
+
+    Args:
+        message_data (str): The Azure Blob Storage URL.
+
+    Returns:
+        tuple: A tuple containing the account name, container name, and blob name.
+               Returns (None, None, None) if the URL is invalid.
+    """
+    if not is_azure_blob(message_data):
+        return None, None, None
+    
+    log.debug("Detected Azure blob storage URL")
+    # Extract the account name, container name, and blob name from the URL
+    blob_url_pattern = r"https://(.*).blob.core.windows.net/(.*)/(.*)"
+    match = re.match(blob_url_pattern, message_data)
+    if not match:
+        log.error("Invalid Azure blob URL format")
+        return None, None
+
+    account_name, container_name, blob_name = match.groups()
+
+    return account_name, container_name, blob_name
+

sunholo/chunker/azure.py

@@ -11,10 +11,16 @@
 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #   See the License for the specific language governing permissions and
 #   limitations under the License.
+import json
+from datetime import datetime, timezone
 
 from ..logging import log
 from ..azure import process_azure_blob_event
+
+from ..invoke import invoke_vac
 from .process_chunker_data import process_chunker_data
+from ..chunker.encode_metadata import create_metadata, encode_data
+from ..agents.route import read_cloud_run_url
 
 def data_to_embed_azure(events: list):
     """Triggered from a message on an Azure Data Grid event.
@@ -24,6 +30,8 @@ def data_to_embed_azure(events: list):
     validation_event_type = "Microsoft.EventGrid.SubscriptionValidationEvent"
     storage_blob_created_event = "Microsoft.Storage.BlobCreated"
     
+    all_chunks = []
+    vac_name = None
     for event in events:
         event_type = event['eventType']
         data = event['data']
@@ -36,6 +44,47 @@ def data_to_embed_azure(events: list):
             return {"ValidationResponse": validation_code}
         elif event_type == storage_blob_created_event:
 
-            message_data, metadata, vector_name = process_azure_blob_event(events)
+            message_data, metadata, vac_name = process_azure_blob_event(events)
+            metadata["return_chunks"] = True
+
+            #TODO: process the azure blob URL and download it
+            
+            chunks = process_chunker_data(message_data, metadata, vac_name)
+            if chunks:
+                all_chunks.extend(chunks)
+    
+    if not all_chunks or len(chunks) == 0:
+        return {'status': 'error', 'message': f'No chunks were found in events: {events}'}
+    
+    if not vac_name:
+        return {'status': 'error', 'message': f'Could not find a valid VAC config name in payload {all_chunks}'}
+    
+    metadata = create_metadata(vac_name, metadata)
+
+    embeds = []
+
+    for chunk in chunks:
+        log.info(f"Working on chunk {chunk['metadata']}")
+
+        # do this async?
+        content = chunk.get("page_content")
+        now_utc = datetime.now(timezone.utc)
+        formatted_time = now_utc.strftime("%Y-%m-%dT%H:%M:%SZ")
+        chunk["metadata"]["eventTime"]  = formatted_time
+        if not content:
+            log.error("No content chunk found, skipping")
+
+            continue
+
+        log.info(f"Sending chunk length {len(content)} to embedder")
+        processed_chunk = encode_data(vac = vac_name, content = json.dumps(chunk))
+        
+        embed_url = read_cloud_run_url('embedder')
+
+        embed_res = invoke_vac(f"{embed_url}/embed_chunk", processed_chunk)
+        embeds.append(embed_res)
+
+    log.info("Embedding pipeline finished")
+    
+    return embed_res        
 
-            return process_chunker_data(message_data, metadata, vector_name)

sunholo/chunker/encode_metadata.py

@@ -0,0 +1,64 @@
+import uuid
+import base64
+import json
+from datetime import datetime, timezone
+
+from ..logging import log
+
+def create_metadata(vac, metadata):
+    now_utc = datetime.now(timezone.utc)
+    formatted_time = now_utc.strftime("%Y-%m-%dT%H:%M:%SZ")
+
+    # Default metadata if none provided
+    default_metadata = {"vector_name": vac, "source": "sunholo-cli", "eventTime": formatted_time}
+
+    try:
+        # Merge default metadata with provided metadata
+        if metadata:
+            if not isinstance(metadata, dict):
+                metadata = json.loads(metadata)
+        else:
+            metadata = {}    
+    except Exception as err:
+        log.error(f"[bold red]ERROR: metadata not parsed: {err} for {metadata}")
+
+    # Update metadata with default values if not present
+    metadata.update(default_metadata)
+
+    return metadata
+
+def encode_data(vac, content, metadata=None, local_chunks=False):
+
+    metadata = create_metadata(vac, metadata)
+
+    # Encode the content (URL)
+    if isinstance(content, str):
+        message_data = base64.b64encode(content.encode('utf-8')).decode('utf-8')
+    else:
+        raise ValueError(f"Unsupported content type: {type(content)}")
+
+    now_utc = datetime.now(timezone.utc)
+    formatted_time = now_utc.strftime("%Y-%m-%dT%H:%M:%SZ")
+
+    # Construct the message dictionary
+    messageId = str(uuid.uuid4())
+    message = {
+        "message": {
+            "data": message_data,
+            "messageId": messageId,
+            "publishTime": formatted_time,
+            "attributes": {
+                "namespace": vac,
+                "return_chunks": str(local_chunks).lower()
+            },
+        }
+    }
+
+    # Merge metadata with attributes
+    message["message"]["attributes"].update(metadata)
+
+    #console.print()
+    #console.print(f"Sending message: {messageId} with metadata:")
+    #console.print(f"{message['message']['attributes']}")
+
+    return message

sunholo/chunker/message_data.py

@@ -18,11 +18,17 @@ import tempfile
 import os
 import re
 import json
+
 try:
     from google.cloud import storage
 except ImportError:
     storage = None
 
+try:
+    from azure.storage.blob import BlobServiceClient
+except ImportError:
+    BlobServiceClient = None
+
 from langchain.schema import Document
 
 
@@ -33,8 +39,8 @@ from . import loaders
 
 from ..utils.parsers import extract_urls
 from ..gcs.add_file import add_file_to_gcs, get_pdf_split_file_name
-
-
+from ..azure.blobs import extract_blob_parts
+from ..azure.auth import azure_auth
 
 def handle_gcs_message(message_data: str, metadata: dict, vector_name: str):
 
@@ -199,4 +205,92 @@ def handle_json_content_message(message_data: dict, metadata: dict, vector_name:
 
     chunks = chunk_doc_to_docs(docs, vector_name=vector_name)
 
-    return chunks, metadata
+    return chunks, metadata
+
+
+def handle_azure_blob(message_data: str, metadata: dict, vector_name: str):
+    """
+    Processes a message from Azure Blob storage, downloads the file, processes it,
+    and returns chunks and metadata.
+
+    Args:
+        message_data (str): URL of the Azure blob.
+        metadata (dict): Metadata associated with the file.
+        vector_name (str): Vector name for processing.
+
+    Returns:
+        chunks (list): List of document chunks.
+        metadata (dict): Updated metadata.
+    """
+
+    if BlobServiceClient is None:
+        raise ImportError("BlobServiceClient is not installed - install via pip install sunholo[azure]")
+
+    account_name, container_name, blob_name = extract_blob_parts(message_data)
+
+    credential = azure_auth()
+    if credential is None:
+        log.error("BlobServiceClient could not find auth credentials")
+        return None, None
+    
+    # Create a BlobServiceClient
+    blob_service_client = BlobServiceClient(
+        account_url=f"https://{account_name}.blob.core.windows.net",
+        credential=credential)
+
+    # Get the blob client
+    blob_client = blob_service_client.get_blob_client(container=container_name, blob=blob_name)
+
+    file_name = pathlib.Path(blob_name)
+
+    with tempfile.TemporaryDirectory() as temp_dir:
+        tmp_file_path = os.path.join(temp_dir, file_name.name)
+        with open(tmp_file_path, "wb") as file:
+            download_stream = blob_client.download_blob()
+            file.write(download_stream.readall())
+
+        if file_name.suffix.lower() == ".pdf":
+            pages = split_pdf_to_pages(tmp_file_path, temp_dir)
+            if not metadata.get("source"):
+                metadata["source"] = str(file_name)
+            if len(pages) > 1:
+                log.info(f"Got back {len(pages)} pages for file {tmp_file_path}")
+                for pp in pages:
+                    pp_basename = os.path.basename(pp)
+                    # file_name/pdf_parts/file_name_1.pdf
+                    azure_blob_path = f"{file_name.stem}_parts/{pp_basename}"
+                    # Upload split pages back to Azure Blob storage
+                    with open(pp, "rb") as page_file:
+                        blob_client.upload_blob(name=azure_blob_path, data=page_file)
+                    log.info(f"{azure_blob_path} is now in container {container_name}")
+                log.info(f"Sent split pages for {file_name.name} back to Azure Blob to parallelize the imports")
+                return None, None
+        else:
+            # just original temp file
+            pages = [tmp_file_path]
+
+        the_metadata = {
+            "type": "file_load_azure_blob",
+            "container_name": container_name
+        }
+
+        if metadata.get("source") is None:
+            the_metadata["source"] = str(file_name)
+
+        metadata.update(the_metadata)
+
+        docs = []
+        for page in pages:
+            log.info(f"Sending file {page} to loaders.read_file_to_documents {metadata}")
+            docs2 = loaders.read_file_to_documents(page, metadata=metadata)
+            if docs2 is None:
+                log.warning(f"loaders.read_file_to_documents docs2 failed to load file {metadata}")
+            docs.extend(docs2)
+
+        if docs is None:
+            log.warning(f"loaders.read_file_to_documents docs failed to load file {metadata}")
+            return None, metadata
+        else:
+            chunks = chunk_doc_to_docs(docs, file_name.suffix, vector_name=vector_name)
+
+        return chunks, metadata

sunholo/chunker/process_chunker_data.py

@@ -5,7 +5,8 @@ from .message_data import (
     handle_google_drive_message, 
     handle_github_message, 
     handle_http_message, 
-    handle_json_content_message
+    handle_json_content_message,
+    handle_azure_blob
 )
 
 from . import loaders
@@ -13,7 +14,7 @@ from ..llamaindex.import_files import llamaindex_chunker_check
 from ..discovery_engine.chunker_handler import discovery_engine_chunker_check
 from .publish import process_docs_chunks_vector_name
 from .splitter import chunk_doc_to_docs
-
+from ..azure.blobs import is_azure_blob
 
 from ..logging import log
 
@@ -43,6 +44,9 @@ def process_chunker_data(message_data, metadata, vector_name):
     if message_data.startswith("gs://"):
         chunks, metadata =  handle_gcs_message(message_data, metadata, vector_name)
 
+    elif is_azure_blob(message_data):
+        chunks, metadata = handle_azure_blob(message_data, metadata, vector_name)
+
     elif message_data.startswith("https://drive.google.com") or message_data.startswith("https://docs.google.com"):
         chunks, metadata = handle_google_drive_message(message_data, metadata, vector_name)
 

sunholo/cli/embedder.py

@@ -11,64 +11,7 @@ from rich.progress import Progress
 from ..invoke import invoke_vac
 from .chat_vac import resolve_service_url
 from .run_proxy import stop_proxy
-
-def create_metadata(vac, metadata):
-    now_utc = datetime.now(timezone.utc)
-    formatted_time = now_utc.strftime("%Y-%m-%dT%H:%M:%SZ")
-
-    # Default metadata if none provided
-    default_metadata = {"vector_name": vac, "source": "sunholo-cli", "eventTime": formatted_time}
-
-    try:
-        # Merge default metadata with provided metadata
-        if metadata:
-            if not isinstance(metadata, dict):
-                metadata = json.loads(metadata)
-        else:
-            metadata = {}    
-    except Exception as err:
-        console.print(f"[bold red]ERROR: metadata not parsed: {err} for {metadata}")
-
-    # Update metadata with default values if not present
-    metadata.update(default_metadata)
-
-    return metadata
-
-def encode_data(vac, content, metadata=None, local_chunks=False):
-
-    metadata = create_metadata(vac, metadata)
-
-    # Encode the content (URL)
-    if isinstance(content, str):
-        message_data = base64.b64encode(content.encode('utf-8')).decode('utf-8')
-    else:
-        raise ValueError(f"Unsupported content type: {type(content)}")
-
-    now_utc = datetime.now(timezone.utc)
-    formatted_time = now_utc.strftime("%Y-%m-%dT%H:%M:%SZ")
-
-    # Construct the message dictionary
-    messageId = str(uuid.uuid4())
-    message = {
-        "message": {
-            "data": message_data,
-            "messageId": messageId,
-            "publishTime": formatted_time,
-            "attributes": {
-                "namespace": vac,
-                "return_chunks": str(local_chunks).lower()
-            },
-        }
-    }
-
-    # Merge metadata with attributes
-    message["message"]["attributes"].update(metadata)
-
-    #console.print()
-    #console.print(f"Sending message: {messageId} with metadata:")
-    #console.print(f"{message['message']['attributes']}")
-
-    return message
+from ..chunker.encode_metadata import create_metadata, encode_data
 
 def embed_command(args):
     chunk_args = vars(args).copy()

sunholo/components/llm.py

@@ -74,6 +74,14 @@ def llm_str_to_llm(llm_str, model=None, vector_name=None, config=None):
             return ChatOpenAI(model=model, temperature=0, max_tokens=4000)
                 
         return ChatOpenAI(model=model, temperature=0, max_tokens=4000)
+    
+    elif llm_str == 'genai':
+        from langchain_google_genai import ChatGoogleGenerativeAI
+        if model is None:
+            model = "gemini-pro"
+            log.info(f"No 'model' value in config file - selecting default {model}")
+        
+        return ChatGoogleGenerativeAI(model=model)
 
     elif llm_str == 'vertex':
         # Setup for Vertex LLM

sunholo/invoke/invoke_vac_utils.py

@@ -33,10 +33,10 @@ def invoke_vac(service_url, data, vector_name=None, metadata=None, is_file=False
                 else:
                     json_data = json.loads(data)
             except json.JSONDecodeError as err:
-                log.error(f"[bold red]ERROR: invalid JSON: {str(err)} [/bold red]")
+                log.error(f"ERROR: invalid JSON: {str(err)}")
                 raise err
             except Exception as err:
-                log.error(f"[bold red]ERROR: could not parse JSON: {str(err)} [/bold red]")
+                log.error(f"ERROR: could not parse JSON: {str(err)}")
                 raise err
 
             log.debug(f"Sending data: {data} or json_data: {json.dumps(json_data)}")

sunholo/utils/config.py

@@ -249,7 +249,8 @@ def load_config_key(key: str, vector_name: str, kind: str):
         return key_value
     elif kind == 'agentConfig':
         agents = config.get('agents')
-
+        if not agents:
+            return None
         if key in agents:
             return agents[key]
         else:

{sunholo-0.77.3.dist-info → sunholo-0.78.1.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.77.3
+Version: 0.78.1
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.77.3.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.78.1.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0
@@ -25,6 +25,7 @@ Requires-Dist: langchain-experimental >0.0.60
 Requires-Dist: langchain-community
 Provides-Extra: all
 Requires-Dist: asyncpg ; extra == 'all'
+Requires-Dist: azure-identity ; extra == 'all'
 Requires-Dist: azure-storage-blob ; extra == 'all'
 Requires-Dist: fastapi ; extra == 'all'
 Requires-Dist: flask ; extra == 'all'
@@ -74,6 +75,7 @@ Requires-Dist: unstructured[local-inference] ==0.14.9 ; extra == 'all'
 Provides-Extra: anthropic
 Requires-Dist: langchain-anthropic >=0.1.13 ; extra == 'anthropic'
 Provides-Extra: azure
+Requires-Dist: azure-identity ; extra == 'azure'
 Requires-Dist: azure-storage-blob ; extra == 'azure'
 Provides-Extra: cli
 Requires-Dist: jsonschema >=4.21.1 ; extra == 'cli'

{sunholo-0.77.3.dist-info → sunholo-0.78.1.dist-info}/RECORD

@@ -5,7 +5,7 @@ sunholo/agents/chat_history.py,sha256=8iX1bgvRW6fdp6r_DQR_caPHYrZ_9QJJgPxCiSDf3q
 sunholo/agents/dispatch_to_qa.py,sha256=A8skiZ-CtDvYdP0tnXL4sWM3BCDBgdjFVyrqy-h8Aa4,8374
 sunholo/agents/langserve.py,sha256=eSNJ4G5eGKjmyMQLM_uTOjiS-D_W4QhCLrsC4Vsnk7E,4407
 sunholo/agents/pubsub.py,sha256=5hbbhbBGyVWRpt2sAGC5FEheYH1mCCwVUhZEB1S7vGg,1337
-sunholo/agents/route.py,sha256=YL9a99X1vwSWH8XWo3En1UryxhBFEFhjkbNN1X_YDHg,2905
+sunholo/agents/route.py,sha256=FE9qTNzCkdB6pzxp5iqi9pyc2-2pC3FrwUU9tVLnULU,2979
 sunholo/agents/special_commands.py,sha256=ecD5jrBVXo170sdgPILi0m_m_4nRFEv6qKn5zYEvEK8,6494
 sunholo/agents/swagger.py,sha256=w5eCShufIjZLuF1SHQgPLABFM1f0FrU0KlX8Y41KrIo,11191
 sunholo/agents/fastapi/__init__.py,sha256=S_pj4_bTUmDGoq_exaREHlOKThi0zTuGT0VZY0YfODQ,88
@@ -22,19 +22,22 @@ sunholo/auth/gcloud.py,sha256=PdbwkuTdRi4RKBmgG9uwsReegqC4VG15_tw5uzmA7Fs,298
 sunholo/auth/refresh.py,sha256=uOdT7oQRVl0YsUP__NXj6PdUdLyXFSv2ylwF283esuw,1831
 sunholo/auth/run.py,sha256=SBghZdWEwXhxuyeZ1s68RBE7foI_kUn6NcRvzFk_iVw,2769
 sunholo/azure/__init__.py,sha256=S1WQ5jndzNgzhSBh9UpX_yw7hRVm3hCzkAWNxUdK4dA,48
+sunholo/azure/auth.py,sha256=e9kus3-V8b_a-lC1_TeOevFMwDwM1JcluJkxpKQs83g,2229
+sunholo/azure/blobs.py,sha256=mAO00FpRP7SUUoYdQEhqi_hEQBocblGHSUqnYy5EdDs,1397
 sunholo/azure/event_grid.py,sha256=uXunwdjVLxNRf38aTRPoC9HXxFEFlL8JH9dijaOlF8M,2567
 sunholo/bots/__init__.py,sha256=EMFd7e2z68l6pzYOnkzHbLd2xJRvxTKFRNCTuhZ8hIw,130
 sunholo/bots/discord.py,sha256=cCFae5K1BCa6JVkWGLh_iZ9qFO1JpXb6K4eJrlDfEro,2442
 sunholo/bots/github_webhook.py,sha256=5pQPRLM_wxxcILVaIzUDV8Kt7Arcm2dL1r1kMMHA524,9629
 sunholo/bots/webapp.py,sha256=EIMxdAJ_xtufwJmvnn7N_Fb_1hZ9DjhJ0Kf_hp02vEU,1926
 sunholo/chunker/__init__.py,sha256=A5canS0XPgisHu0OZ7sVdILgEHGzgH9kpkDi4oBwLZk,135
-sunholo/chunker/azure.py,sha256=mfY1-g_J21d1Ubx0Pt89KGk5PBGGjpbhRUALfP2jIHw,1666
+sunholo/chunker/azure.py,sha256=iZ0mXjei0cILsLuSUnZK0mmUUsQNiC3ZQr1iX8q5IeY,3263
 sunholo/chunker/doc_handling.py,sha256=rIyknpzDyj5A0u_DqSQVD_CXLRNZPOU6TCL4bhCdjOI,8563
+sunholo/chunker/encode_metadata.py,sha256=SYHaqKcr4lCzwmrzUGhgX4_l4pzDv7wAeNCw7a461MA,1912
 sunholo/chunker/images.py,sha256=Xmh1vwHrVhoXm5iH2dhCc52O8YgdzE8KrDSdL-pGnp8,1861
 sunholo/chunker/loaders.py,sha256=xiToUVgPz2ZzcqpUAq7aNP3PTenb_rBUAFzu0JPycIg,10268
-sunholo/chunker/message_data.py,sha256=fDiwO_0HmuIq_1tZFK98ZOff6NAYCydWF8mjJ4Rx3Kk,7000
+sunholo/chunker/message_data.py,sha256=T1LXUoVZ7SQda8rgt9lfpg5taNmE2wxmmfWUR3SG6W4,10676
 sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
-sunholo/chunker/process_chunker_data.py,sha256=lomCmWPzFf_-zHr2-iRMhZ_cj1b2q04UsG6ynoQCJ08,3333
+sunholo/chunker/process_chunker_data.py,sha256=z9An3I8BuE0JDXMdKtB7CO885KOKA51wcBxDXUL1qoA,3516
 sunholo/chunker/publish.py,sha256=tiO615A2uo_ZjzdFDzNH1PL_1kJeLMUQwLJ4w67rNIc,2932
 sunholo/chunker/pubsub.py,sha256=XgLAuOFNDSqKEBvzRa0TSylZdPecRVHMp0nmmQ_OVco,1005
 sunholo/chunker/splitter.py,sha256=jtGfi_ZdhVdyFhfw0e4ynEpmwIyrxQtV63OituYWy6o,6729
@@ -44,14 +47,14 @@ sunholo/cli/cli.py,sha256=3ZMcsR1VLCdrsfm0zGBQ9TKqO5qkOrtZ6-iVNmr6f_8,3820
 sunholo/cli/cli_init.py,sha256=JMZ9AX2cPDZ-_mv3adiv2ToFVNyRPtjk9Biszl1kiR0,2358
 sunholo/cli/configs.py,sha256=QUM9DvKOdZmEQRM5uI3Nh887T0YDiSMr7O240zTLqws,4546
 sunholo/cli/deploy.py,sha256=zxdwUsRTRMC8U5vyRv0JiKBLFn84Ug_Tc88-_h9hJSs,1609
-sunholo/cli/embedder.py,sha256=NAiJy6DmIB3x8wY3ZZ2qHdTubjrwk603eiofWfakfCk,7311
+sunholo/cli/embedder.py,sha256=v-FKiSPHaQzB6ctClclYueIf3bf3CqYtC1oRgPfT4dY,5566
 sunholo/cli/merge_texts.py,sha256=U9vdMwKmcPoc6iPOWX5MKSxn49dNGbNzVLw8ui5PhEU,1823
 sunholo/cli/run_proxy.py,sha256=OeR12ZfnasbJ-smBZQznmGufoDa4iNjUN9FCFo5JxSc,11520
 sunholo/cli/sun_rich.py,sha256=UpMqeJ0C8i0pkue1AHnnyyX0bFJ9zZeJ7HBR6yhuA8A,54
 sunholo/cli/swagger.py,sha256=absYKAU-7Yd2eiVNUY-g_WLl2zJfeRUNdWQ0oH8M_HM,1564
 sunholo/cli/vertex.py,sha256=8130YCarxHL1UC3aqblNmUwGZTXbkdL4Y_FOnZJsWiI,2056
 sunholo/components/__init__.py,sha256=IDoylb74zFKo6NIS3RQqUl0PDFBGVxM1dfUmO7OJ44U,176
-sunholo/components/llm.py,sha256=WPzZQ-S4D6S5ULH2dK6ps1Qy9Jp6qMXt3dGd9iNBUNY,10394
+sunholo/components/llm.py,sha256=QTTpqUhfj7u9Ty9-E-XL8dpg4fp19z64FdRC1zbTHVo,10698
 sunholo/components/retriever.py,sha256=BFUw_6turT3CQJZWv_uXylmH5fHdb0gKfKJrQ_j6MGY,6533
 sunholo/components/vectorstore.py,sha256=zUJ90L1S4IyxLB0JUWopeuwVjcsSqdhj1QreEfsJhsE,5548
 sunholo/database/__init__.py,sha256=Zz0Shcq-CtStf9rJGIYB_Ybzb8rY_Q9mfSj-nviM490,241
@@ -80,7 +83,7 @@ sunholo/gcs/download_url.py,sha256=iCIPESi2viQ-TcCINpbJXxUt7XJFFpF0KiVgSA6zFis,5
 sunholo/gcs/metadata.py,sha256=C9sMPsHsq1ETetdQCqB3EBs3Kws8b8QHS9L7ei_v5aw,891
 sunholo/invoke/__init__.py,sha256=bELcqIjzKvaupcIN5OQmDgGx_8jARtH9T6PCe8UgcvE,99
 sunholo/invoke/direct_vac_func.py,sha256=mr-xjIQyvn918Txpe1IRkV36Sp-lpS-e202c2hfTFMk,4471
-sunholo/invoke/invoke_vac_utils.py,sha256=lvH-5-mZX6DaxKAcEaxshktiVfX2SsoKMY1OIEIdD7Q,2090
+sunholo/invoke/invoke_vac_utils.py,sha256=71nPT5M5Gmij0Ioapw-d92t7-umDqf0KANh8SYiFVF8,2046
 sunholo/langfuse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/langfuse/callback.py,sha256=CTaos8sYcrga949BG6lIZ4I62DiiQSHxwz5re9XjDWQ,1677
 sunholo/langfuse/prompts.py,sha256=EkbzSw9Jr05ULMsRDoGOp-frbtCZpnvdYSJEYNpzfX8,1293
@@ -112,7 +115,7 @@ sunholo/tools/web_browser.py,sha256=RQrkQN1shi5zYsjngyKSXZ1Lz9rrUrsFYTI_zHCsHRE,
 sunholo/utils/__init__.py,sha256=Hv02T5L2zYWvCso5hzzwm8FQogwBq0OgtUbN_7Quzqc,89
 sunholo/utils/api_key.py,sha256=Ct4bIAQZxzPEw14hP586LpVxBAVi_W9Serpy0BK-7KI,244
 sunholo/utils/big_context.py,sha256=gJIP7_ZL-YSLhOMq8jmFTMqH1wq8eB1NK7oKPeZAq2s,5578
-sunholo/utils/config.py,sha256=Ute6SORPtkMnZy-BVVv0rtN28qSQ77GAzb7XtZGIAT0,8901
+sunholo/utils/config.py,sha256=XOH2pIvHs6QLnCwVAn7RuyRyV10TfbCEXabSjuEhKdo,8947
 sunholo/utils/config_class.py,sha256=4fm2Bwn_zFhVJBiUnMBzfCA5LKhTcBMU3mzhf5seXrw,8553
 sunholo/utils/config_schema.py,sha256=Wv-ncitzljOhgbDaq9qnFqH5LCuxNv59dTGDWgd1qdk,4189
 sunholo/utils/gcp.py,sha256=uueODEpA-P6O15-t0hmcGC9dONLO_hLfzSsSoQnkUss,4854
@@ -129,9 +132,9 @@ sunholo/vertex/init.py,sha256=uyg76EqS39jWJ2gxMqXOLWP6MQ2hc81wFdwgG86ZoCM,2868
 sunholo/vertex/memory_tools.py,sha256=pomHrDKqvY8MZxfUqoEwhdlpCvSGP6KmFJMVKOimXjs,6842
 sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
 sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
-sunholo-0.77.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.77.3.dist-info/METADATA,sha256=9vY8vE2SX_kpKHSoNMLI7xbMuOGvLlsmTsoi5hA1d1A,7252
-sunholo-0.77.3.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
-sunholo-0.77.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.77.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.77.3.dist-info/RECORD,,
+sunholo-0.78.1.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.78.1.dist-info/METADATA,sha256=cyU6V7XfznAgynkdDomy5H2xyGbwpLGo0ChvyRaO1qo,7348
+sunholo-0.78.1.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
+sunholo-0.78.1.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.78.1.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.78.1.dist-info/RECORD,,