sunholo 0.59.2__py3-none-any.whl → 0.59.4__py3-none-any.whl

sunholo/agents/dispatch_to_qa.py

@@ -49,8 +49,8 @@ def prep_request_payload(user_input, chat_history, vector_name, stream, **kwargs
     # Add chat_history/vector_name to kwargs so langserve can use them too
     kwargs['chat_history'] = chat_history
 
-    agent = load_config_key("agent", vector_name=vector_name, filename="config/llm_config.yaml")
-    agent_type = load_config_key("agent_type", vector_name=vector_name, filename="config/llm_config.yaml")
+    agent = load_config_key("agent", vector_name=vector_name, kind="vacConfig")
+    agent_type = load_config_key("agent_type", vector_name=vector_name, kind="vacConfig")
 
     # {'stream': '', 'invoke': ''}
     endpoints = route_endpoint(vector_name)

sunholo/agents/route.py

@@ -16,12 +16,12 @@ from ..utils import load_config_key, load_config
 
 def route_qna(vector_name):
 
-    agent_url = load_config_key('agent_url', vector_name=vector_name, filename='config/llm_config.yaml')
+    agent_url = load_config_key('agent_url', vector_name=vector_name, kind="vacConfig")
     if agent_url:
         log.info('agent_url found in llm_config.yaml')
         return agent_url
 
-    agent = load_config_key('agent', vector_name, filename='config/llm_config.yaml')
+    agent = load_config_key('agent', vector_name, kind="vacConfig")
     log.info(f'agent_type: {agent}')
 
     agent_route, _ = load_config('config/cloud_run_urls.json')
@@ -37,9 +37,9 @@ def route_qna(vector_name):
 
 def route_endpoint(vector_name):
 
-    agent_type = load_config_key('agent_type', vector_name, filename='config/llm_config.yaml')
+    agent_type = load_config_key('agent_type', vector_name, kind="vacConfig")
     if not agent_type:
-        agent_type = load_config_key('agent', vector_name, filename='config/llm_config.yaml')
+        agent_type = load_config_key('agent', vector_name, kind="vacConfig")
 
     stem = route_qna(vector_name)
 

sunholo/agents/special_commands.py

@@ -41,14 +41,13 @@ def handle_special_commands(user_input,
                             vector_name, 
                             chat_history,
                             bucket=None,
-                            cmds=None,
-                            config_file="config/llm_config.yaml"):
+                            cmds=None):
     now = datetime.datetime.now()
     hourmin = now.strftime("%H%M%S")
     the_datetime = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
 
     if not cmds:
-        cmds = load_config_key("user_special_cmds", vector_name=vector_name, filename=config_file)
+        cmds = load_config_key("user_special_cmds", vector_name=vector_name, kind="vacConfig")
         if not cmds:
             return None
 

sunholo/auth/run.py

@@ -15,7 +15,7 @@ def get_run_url(vector_name=None):
     cloud_urls = route_qna(vector_name)
     
     cloud_urls, _ = load_config('config/cloud_run_urls.json')
-    agent = load_config_key("agent", vector_name=vector_name, filename="config/llm_config.yaml")
+    agent = load_config_key("agent", vector_name=vector_name, kind="vacConfig")
 
     try:
         log.info(f'Looking up URL for {agent}')

sunholo/bots/github_webhook.py

@@ -0,0 +1,264 @@
+# from https://github.com/ray-project/docu-mentor
+import base64
+import httpx
+from dotenv import load_dotenv
+import jwt
+import os
+import time
+
+load_dotenv()
+
+
+
+APP_ID = os.environ.get("APP_ID")
+PRIVATE_KEY = os.environ.get("PRIVATE_KEY", "")
+
+# with open('private-key.pem', 'r') as f:
+#     PRIVATE_KEY = f.read()
+
+def generate_jwt():
+    payload = {
+        "iat": int(time.time()),
+        "exp": int(time.time()) + (10 * 60),
+        "iss": APP_ID,
+    }
+    if PRIVATE_KEY:
+        jwt_token = jwt.encode(payload, PRIVATE_KEY, algorithm="RS256")
+        return jwt_token
+    raise ValueError("PRIVATE_KEY not found.")
+
+
+async def get_installation_access_token(jwt, installation_id):
+    url = f"https://api.github.com/app/installations/{installation_id}/access_tokens"
+    headers = {
+        "Authorization": f"Bearer {jwt}",
+        "Accept": "application/vnd.github.v3+json",
+    }
+    async with httpx.AsyncClient() as client:
+        response = await client.post(url, headers=headers)
+        return response.json()["token"]
+
+
+def get_diff_url(pr):
+    """GitHub 302s to this URL."""
+    original_url = pr.get("url")
+    parts = original_url.split("/")
+    owner, repo, pr_number = parts[-4], parts[-3], parts[-1]
+    return f"https://patch-diff.githubusercontent.com/raw/{owner}/{repo}/pull/{pr_number}.diff"
+
+
+async def get_branch_files(pr, branch, headers):
+    original_url = pr.get("url")
+    parts = original_url.split("/")
+    owner, repo = parts[-4], parts[-3]
+    url = f"https://api.github.com/repos/{owner}/{repo}/git/trees/{branch}?recursive=1"
+    async with httpx.AsyncClient() as client:
+        response = await client.get(url, headers=headers)
+        tree = response.json().get('tree', [])
+        files = {}
+        for item in tree:
+            if item['type'] == 'blob':
+                file_url = item['url']
+                print(file_url)
+                file_response = await client.get(file_url, headers=headers)
+                content = file_response.json().get('content', '')
+                # Decode the base64 content
+                decoded_content = base64.b64decode(content).decode('utf-8')
+                files[item['path']] = decoded_content
+        return files
+
+
+async def get_pr_head_branch(pr, headers):
+    original_url = pr.get("url")
+    parts = original_url.split("/")
+    owner, repo, pr_number = parts[-4], parts[-3], parts[-1]
+    url = f"https://api.github.com/repos/{owner}/{repo}/pulls/{pr_number}"
+
+    async with httpx.AsyncClient() as client:
+        response = await client.get(url, headers=headers)
+
+        # Check if the response is successful
+        if response.status_code != 200:
+            print(f"Error: Received status code {response.status_code}")
+            print("Response body:", response.text)
+            return ''
+
+        # Safely get the 'ref'
+        data = response.json()
+        head_data = data.get('head', {})
+        ref = head_data.get('ref', '')
+        return ref
+
+
+def files_to_diff_dict(diff):
+    files_with_diff = {}
+    current_file = None
+    for line in diff.split("\n"):
+        if line.startswith("diff --git"):
+            current_file = line.split(" ")[2][2:]
+            files_with_diff[current_file] = {"text": []}
+        elif line.startswith("+") and not line.startswith("+++"):
+            files_with_diff[current_file]["text"].append(line[1:])
+    return files_with_diff
+
+
+def parse_diff_to_line_numbers(diff):
+    files_with_line_numbers = {}
+    current_file = None
+    line_number = 0
+    for line in diff.split("\n"):
+        if line.startswith("diff --git"):
+            current_file = line.split(" ")[2][2:]
+            files_with_line_numbers[current_file] = []
+            line_number = 0
+        elif line.startswith("@@"):
+            line_number = int(line.split(" ")[2].split(",")[0][1:]) - 1
+        elif line.startswith("+") and not line.startswith("+++"):
+            files_with_line_numbers[current_file].append(line_number)
+            line_number += 1
+        elif not line.startswith("-"):
+            line_number += 1
+    return files_with_line_numbers
+
+
+def get_context_from_files(files, files_with_line_numbers, context_lines=2):
+    context_data = {}
+    for file, lines in files_with_line_numbers.items():
+        file_content = files[file].split("\n")
+        context_data[file] = []
+        for line in lines:
+            start = max(line - context_lines, 0)
+            end = min(line + context_lines + 1, len(file_content))
+            context_data[file].append('\n'.join(file_content[start:end]))
+    return context_data
+
+app = FastAPI()
+
+
+async def handle_webhook(request: Request):
+    data = await request.json()
+
+    installation = data.get("installation")
+    if installation and installation.get("id"):
+        installation_id = installation.get("id")
+        logger.info(f"Installation ID: {installation_id}")
+
+        JWT_TOKEN = generate_jwt()
+
+        installation_access_token = await get_installation_access_token(
+            JWT_TOKEN, installation_id
+        )
+
+        headers = {
+            "Authorization": f"token {installation_access_token}",
+            "User-Agent": "docu-mentor-bot",
+            "Accept": "application/vnd.github.VERSION.diff",
+        }
+    else:
+        raise ValueError("No app installation found.")
+
+    # If PR exists and is opened
+    if "pull_request" in data.keys() and (
+        data["action"] in ["opened", "reopened"]
+    ):  # use "synchronize" for tracking new commits
+        pr = data.get("pull_request")
+
+        # Greet the user and show instructions.
+        async with httpx.AsyncClient() as client:
+            await client.post(
+                f"{pr['issue_url']}/comments",
+                json={"body": GREETING},
+                headers=headers,
+            )
+        return JSONResponse(content={}, status_code=200)
+
+    # Check if the event is a new or modified issue comment
+    if "issue" in data.keys() and data.get("action") in ["created", "edited"]:
+        issue = data["issue"]
+
+        # Check if the issue is a pull request
+        if "/pull/" in issue["html_url"]:
+            pr = issue.get("pull_request")
+
+            # Get the comment body
+            comment = data.get("comment")
+            comment_body = comment.get("body")
+            # Remove all whitespace characters except for regular spaces
+            comment_body = comment_body.translate(
+                str.maketrans("", "", string.whitespace.replace(" ", ""))
+            )
+
+            # Skip if the bot talks about itself
+            author_handle = comment["user"]["login"]
+
+            # Check if the bot is mentioned in the comment
+            if (
+                author_handle != "docu-mentor[bot]"
+                and "@docu-mentor run" in comment_body
+            ):
+                async with httpx.AsyncClient() as client:
+                    # Fetch diff from GitHub
+                    files_to_keep = comment_body.replace(
+                        "@docu-mentor run", ""
+                    ).split(" ")
+                    files_to_keep = [item for item in files_to_keep if item]
+
+                    logger.info(files_to_keep)
+
+                    url = get_diff_url(pr)
+                    diff_response = await client.get(url, headers=headers)
+                    diff = diff_response.text
+
+                    files_with_lines = parse_diff_to_line_numbers(diff)
+
+                    # Get head branch of the PR
+                    headers["Accept"] = "application/vnd.github.full+json"
+                    head_branch = await get_pr_head_branch(pr, headers)
+
+                    # Get files from head branch
+                    head_branch_files = await get_branch_files(pr, head_branch, headers)
+                    print("HEAD FILES", head_branch_files)
+
+                    # Enrich diff data with context from the head branch.
+                    context_files = get_context_from_files(head_branch_files, files_with_lines)
+
+                    # Filter the dictionary
+                    if files_to_keep:
+                        context_files = {
+                            k: context_files[k]
+                            for k in context_files
+                            if any(sub in k for sub in files_to_keep)
+                        }
+
+                    # Get suggestions from Docu Mentor
+                    content, model, prompt_tokens, completion_tokens = \
+                        ray_mentor(context_files) if ray.is_initialized() else mentor(context_files)
+
+
+                    # Let's comment on the PR
+                    await client.post(
+                        f"{comment['issue_url']}/comments",
+                        json={
+                            "body": f":rocket: Docu Mentor finished "
+                            + "analysing your PR! :rocket:\n\n"
+                            + "Take a look at your results:\n"
+                            + f"{content}\n\n"
+                            + "This bot is  powered by "
+                            + "[Sunholo Multivac](https://www.sunholo.com/).\n"
+                            + f"It used the model {model}, used {prompt_tokens} prompt tokens, "
+                            + f"and {completion_tokens} completion tokens in total."
+                        },
+                        headers=headers,
+                    )
+
+@serve.deployment(route_prefix="/")
+@serve.ingress(app)
+class ServeBot:
+    @app.get("/")
+    async def root(self):
+        return {"message": "Docu Mentor reporting for duty!"}
+
+    @app.post("/webhook/")
+    async def handle_webhook_route(self, request: Request):
+        return await handle_webhook(request)
+

sunholo/chunker/doc_handling.py

@@ -21,7 +21,7 @@ def send_doc_to_docstore(docs, vector_name):
 
     # docs all come from the same file but got split into a list of document objects
 
-    docstore_config = load_config_key("docstore", vector_name=vector_name, filename="config/llm_config.yaml")
+    docstore_config = load_config_key("docstore", vector_name=vector_name, kind="vacConfig")
     if docstore_config is None:
         log.info(f"No docstore config found for {vector_name} ")
         
@@ -110,7 +110,7 @@ def summarise_docs(docs, vector_name, summary_threshold_default=10000, model_lim
     if not docs:
         return None
 
-    chunker_config = load_config_key("chunker", vector_name=vector_name, filename="config/llm_config.yaml")
+    chunker_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
     summarise_chunking_config = chunker_config.get("summarise") if chunker_config else None
     
     if not summarise_chunking_config:

sunholo/chunker/splitter.py

@@ -114,7 +114,7 @@ def choose_splitter(extension: str, chunk_size: int=1024, chunk_overlap:int=200,
     if vector_name:
         # check if there is a chunking configuration
         from ..utils import load_config_key
-        chunk_config = load_config_key("chunker", vector_name=vector_name, filename="config/llm_config.yaml")
+        chunk_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
         if chunk_config:
             if chunk_config.get("type") == "semantic":
                 embedding_str = chunk_config.get("llm")

sunholo/components/retriever.py

@@ -27,7 +27,7 @@ from langchain.retrievers import ContextualCompressionRetriever
 
 
 def load_memories(vector_name):
-    memories = load_config_key("memory", vector_name, type="vacConfig")
+    memories = load_config_key("memory", vector_name, kind="vacConfig")
     log.info(f"Found memory settings for {vector_name}: {memories}")
     if len(memories) == 0:
         log.info(f"No memory settings found for {vector_name}")
@@ -70,7 +70,7 @@ def pick_retriever(vector_name, embeddings=None):
         log.info(f"No retrievers were created for {memories}")
         return None
     
-    k_override = load_config_key("memory_k", vector_name, type="vacConfig")
+    k_override = load_config_key("memory_k", vector_name, kind="vacConfig")
     if not k_override:
         k_override = 3
         

sunholo/database/alloydb.py

@@ -19,7 +19,7 @@ def create_alloydb_engine(vector_name):
     alloydb_config = load_config_key(
         'alloydb_config', 
         vector_name=vector_name, 
-        filename = "config/llm_config.yaml"
+        kind="vacConfig"
     )
 
     if alloydb_config is None:

sunholo/database/database.py

@@ -48,16 +48,16 @@ def lookup_connection_env(vs_str):
     raise ValueError("Could not find vectorstore for {vs_str}")
 
 
-def get_vector_size(vector_name: str, config_file:str="config/llm_config.yaml"):
+def get_vector_size(vector_name: str):
 
     llm_str = None
-    embed_dict = load_config_key("embedder", vector_name, filename=config_file)
+    embed_dict = load_config_key("embedder", vector_name, kind="vacConfig")
 
     if embed_dict:
         llm_str = embed_dict.get('llm')
 
     if llm_str is None:
-        llm_str = load_config_key("llm", vector_name, filename=config_file)
+        llm_str = load_config_key("llm", vector_name, kind="vacConfig")
 
     if not isinstance(llm_str, str):
         raise ValueError(f"get_vector_size() did not return a value string for {vector_name} - got {llm_str} instead")

sunholo/llamaindex/import_files.py

@@ -102,7 +102,7 @@ def do_llamaindex(message_data, metadata, vector_name):
     if not rag:
         raise ValueError("Need to install vertexai module via `pip install sunholo[gcp]`")
 
-    gcp_config = load_config_key("gcp_config", vector_name=vector_name, type="vacConfig")
+    gcp_config = load_config_key("gcp_config", vector_name=vector_name, kind="vacConfig")
     if not gcp_config:
         raise ValueError(f"Need config.{vector_name}.gcp_config to configure llamaindex on VertexAI")
 
@@ -120,7 +120,7 @@ def do_llamaindex(message_data, metadata, vector_name):
     log.info(f"Found llamaindex corpus: {corpus}")
 
     # native support for cloud storage and drive links
-    chunker_config = load_config_key("chunker", vector_name=vector_name, type="vacConfig")
+    chunker_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
 
     if message_data.startswith("gs://") or message_data.startswith("https://drive.google.com"):
         log.info(f"rag.import_files for {message_data}")
@@ -160,7 +160,7 @@ def do_llamaindex(message_data, metadata, vector_name):
         #)
 
 def check_llamaindex_in_memory(vector_name):
-    memories = load_config_key("memory", vector_name=vector_name, type="vacConfig")
+    memories = load_config_key("memory", vector_name=vector_name, kind="vacConfig")
     for memory in memories:  # Iterate over the list
         for key, value in memory.items():  # Now iterate over the dictionary
             log.info(f"Found memory {key}")
@@ -175,7 +175,7 @@ def check_llamaindex_in_memory(vector_name):
 
 def llamaindex_chunker_check(message_data, metadata, vector_name):
     # llamaindex handles its own chunking/embedding
-    memories = load_config_key("memory", vector_name=vector_name, type="vacConfig")
+    memories = load_config_key("memory", vector_name=vector_name, kind="vacConfig")
     total_memories = len(memories)
     llama = None
     if check_llamaindex_in_memory(vector_name):

sunholo/streaming/streaming.py

@@ -248,8 +248,8 @@ def generate_proxy_stream(stream_to_f, user_input, vector_name, chat_history, ge
         ):
             print(output)  # Process each streaming output chunk
     """
-    agent = load_config_key("agent", vector_name=vector_name, filename="config/llm_config.yaml")
-    agent_type = load_config_key("agent_type", vector_name=vector_name, filename="config/llm_config.yaml")
+    agent = load_config_key("agent", vector_name=vector_name, kind="vacConfig")
+    agent_type = load_config_key("agent_type", vector_name=vector_name, kind="vacConfig")
 
     def generate():
         json_buffer = ""
@@ -306,8 +306,8 @@ async def generate_proxy_stream_async(stream_to_f, user_input, vector_name, chat
         ):
             print(output)  # Process each streaming output chunk
     """
-    agent = load_config_key("agent", vector_name=vector_name, type = "vacConfig")
-    agent_type = load_config_key("agent_type", vector_name=vector_name, type = "vacConfig")
+    agent = load_config_key("agent", vector_name=vector_name, kind="vacConfig")
+    agent_type = load_config_key("agent_type", vector_name=vector_name, kind="vacConfig")
 
     async def generate():
         json_buffer = ""

sunholo/utils/config.py

@@ -167,14 +167,13 @@ def load_config(filename: str=None) -> tuple[dict, str]:
     
     return config, filename
 
-def load_config_key(key: str, vector_name: str, filename: str=None, kind: str=None):
+def load_config_key(key: str, vector_name: str, kind: str=None):
     """
     Load a specific key from a configuration file.
 
     Args:
         key (str): The key to fetch from the configuration.
         vector_name (str): The name of the vector in the configuration file.
-        filename (str, optional): The configuration file name. Defaults to the `_CONFIG_FILE` environment variable. Deprecated - use 'kind' instead
         kind: (str, optional): Specify the type of configuration to retrieve e.g. 'vacConfig' which will pick from files within `_CONFIG_FOLDER`
 
     Returns:
@@ -182,7 +181,7 @@ def load_config_key(key: str, vector_name: str, filename: str=None, kind: str=No
 
     Example:
     ```python
-    api_url = load_config_key('apiUrl', 'myVector', 'config.yaml')
+    api_url = load_config_key('apiUrl', 'myVector', kind="vacConfig")
     print(f'API URL: {api_url}')
     ```
     """
@@ -197,9 +196,6 @@ def load_config_key(key: str, vector_name: str, filename: str=None, kind: str=No
     if kind:
         log.info(f"Got kind: {kind} - applying to configs")
     
-    if filename:
-        log.warning(f"Got filename argument: {filename} for config - deprecated - use `kind='vacConfig'` instead")
-    
     if not configs_by_kind:
         log.warning("Did not load configs via folder")
              

sunholo/utils/config_schema.py

@@ -52,7 +52,8 @@ VAC_SUBCONFIG_SCHEMA = {
                 "cluster": {"type": "string"},
                 "instance": {"type": "string"},
                 "database": {"type": "string"}
-            }
+            },
+            "required": ["project_id", "region", "cluster", "instance", "database"]
         },
         "secrets": {
             "type": "array",
@@ -87,7 +88,7 @@ VAC_CONFIG_SCHEMA = {
             }
         }
     },
-    "required": ["kind", "apiVersion", "gcp_config", "vac"]
+    "required": ["kind", "apiVersion", "vac"]
 }
 
 PROMPT_CONFIG_SCHEMA = {

{sunholo-0.59.2.dist-info → sunholo-0.59.4.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.59.2
+Version: 0.59.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.59.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.59.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.59.2.dist-info → sunholo-0.59.4.dist-info}/RECORD

@@ -2,11 +2,11 @@ sunholo/__init__.py,sha256=KfqJV0T-2WCIlabNxeX3CvLS-bBGCl9n5aWy091lr2M,841
 sunholo/logging.py,sha256=JSzS_6HY6BIxy8bmVV2TDHXOjyfB1q5nI76OZXAtQDc,11372
 sunholo/agents/__init__.py,sha256=CnlbVohPt-Doth9PyROSlN3P8xMV9j9yS19YE-wCS90,341
 sunholo/agents/chat_history.py,sha256=PbwYmw1TwzI8H-cwQIGgHZ6UIr2Qb-JWow0RG3ayLM8,5195
-sunholo/agents/dispatch_to_qa.py,sha256=kWrO-CJel5kJAyyCShShpACUuZpqDOP7DN8vo_7ciao,8056
+sunholo/agents/dispatch_to_qa.py,sha256=WhiDk3UYnfq3CVb11k2f0TeS7OHsolE9h4Cq_8EJ0hY,8022
 sunholo/agents/langserve.py,sha256=FdhQjorAY2bMn2rpuabNT6bU3uqSKWrl8DjpH3L_V7k,4375
 sunholo/agents/pubsub.py,sha256=5hbbhbBGyVWRpt2sAGC5FEheYH1mCCwVUhZEB1S7vGg,1337
-sunholo/agents/route.py,sha256=FWUn7eAlqah4EbezN9j7ss8WHGkrMO2ble3bMKGTlrI,2352
-sunholo/agents/special_commands.py,sha256=Q8QM0SKZd8XLny5Jxj8fS72emBdNIe9wo1RCk_SzRqI,6527
+sunholo/agents/route.py,sha256=IkSFnzU6kkEn_V37pX1rzFPoQRCSNkA-cfIpPB6nwzY,2284
+sunholo/agents/special_commands.py,sha256=PI4ADgFQvPDCeCpOeWIrD4bD432NYFeVcBBnkqTBWi8,6457
 sunholo/agents/test_chat_history.py,sha256=vPbPu0xREEs4J4X_zJKBY1f19Vy5yV05_CKfUUQqfFg,3923
 sunholo/agents/fastapi/__init__.py,sha256=S_pj4_bTUmDGoq_exaREHlOKThi0zTuGT0VZY0YfODQ,88
 sunholo/agents/fastapi/base.py,sha256=clk76cHbUAvU0OYJrRfCWX_5f0ACbhDsIzYBhI3wyoE,2514
@@ -17,19 +17,20 @@ sunholo/agents/flask/qna_routes.py,sha256=JLjYrVN2mGoWrGUM_o5N93um46gXpQa8LWdxjF
 sunholo/archive/__init__.py,sha256=qNHWm5rGPVOlxZBZCpA1wTYPbalizRT7f8X4rs2t290,31
 sunholo/archive/archive.py,sha256=C-UhG5x-XtZ8VheQp92IYJqgD0V3NFQjniqlit94t18,1197
 sunholo/auth/__init__.py,sha256=4owDjSaWYkbTlPK47UHTOC0gCWbZsqn4ZIEw5NWZTlg,28
-sunholo/auth/run.py,sha256=4fhNhDgtMtBHc08AywDmtazQPQ2560at6EMLQbMwTIo,2846
+sunholo/auth/run.py,sha256=oJ8JcimcDcdIogf7fvXLAi9EFIYhTR2_mjpR2-b97HE,2829
 sunholo/bots/__init__.py,sha256=EMFd7e2z68l6pzYOnkzHbLd2xJRvxTKFRNCTuhZ8hIw,130
 sunholo/bots/discord.py,sha256=cCFae5K1BCa6JVkWGLh_iZ9qFO1JpXb6K4eJrlDfEro,2442
+sunholo/bots/github_webhook.py,sha256=5pQPRLM_wxxcILVaIzUDV8Kt7Arcm2dL1r1kMMHA524,9629
 sunholo/bots/webapp.py,sha256=EIMxdAJ_xtufwJmvnn7N_Fb_1hZ9DjhJ0Kf_hp02vEU,1926
 sunholo/chunker/__init__.py,sha256=UhQBZTKwDfBXm0TPv4LvsGc5pdUGCbYzi3qPTOkU4gw,55
 sunholo/chunker/data_to_embed_pubsub.py,sha256=t-pWNYv2mnwVAkMcIOK2CrIb3yr2aS9iAdtryk7hT8o,2931
-sunholo/chunker/doc_handling.py,sha256=2w5oDkU2RX3ynq7GkR5CUouiEzBXbEkaK_4p6yRcC3M,8597
+sunholo/chunker/doc_handling.py,sha256=rIyknpzDyj5A0u_DqSQVD_CXLRNZPOU6TCL4bhCdjOI,8563
 sunholo/chunker/images.py,sha256=Xmh1vwHrVhoXm5iH2dhCc52O8YgdzE8KrDSdL-pGnp8,1861
 sunholo/chunker/loaders.py,sha256=xiToUVgPz2ZzcqpUAq7aNP3PTenb_rBUAFzu0JPycIg,10268
 sunholo/chunker/message_data.py,sha256=iDP94dySU3Xct-gWGnB4NNRSh2luQmgJeCfQb7ktt3U,6760
 sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
 sunholo/chunker/publish.py,sha256=PoT8q3XJeFCg10WrLkYhuaaXIrGVkvUD3-R9IfoWoH4,2703
-sunholo/chunker/splitter.py,sha256=ug_v-h0wos3b7OkhmedVQs5jtLuDdFDWypvsZVYgxbU,6743
+sunholo/chunker/splitter.py,sha256=FLkDhkePkg_zGQpFBK13Cznw575D-Rf9pcaCpc1HUxY,6726
 sunholo/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/cli/cli.py,sha256=rcO1hMthy5nWC_5sOHqRm7ut70c9JfxFTSjFRBNYuYg,1248
 sunholo/cli/cli_init.py,sha256=WReZuMQwDfkRUvssYT7TirUoG6SiT1dTDol8nLI8O70,3418
@@ -38,11 +39,11 @@ sunholo/cli/deploy.py,sha256=zxdwUsRTRMC8U5vyRv0JiKBLFn84Ug_Tc88-_h9hJSs,1609
 sunholo/components/__init__.py,sha256=RJGNEihwvRIiDScKis04RHJv4yZGI1UpXlOmuCptNZI,208
 sunholo/components/llm.py,sha256=T4we3tGmqUj4tPwxQr9M6AXv_BALqZV_dRSvINan-oU,10374
 sunholo/components/prompt.py,sha256=eZSghXkIlRzXiSrzgkG7e5ytUYq6R6LV-qjHU8jStig,6353
-sunholo/components/retriever.py,sha256=QA_l7HXwd4g6IFuT2A5mICzUcV80K0YvDbCtRxefq8o,3684
+sunholo/components/retriever.py,sha256=AxTg0QLR2E74FPbBrqB-ap8CTRK4gBOJnpqUk1CWSkY,3684
 sunholo/components/vectorstore.py,sha256=RB_Dgc9234G_TE3w3abCfBw1pqm2br2RrLP0UqshkvA,5172
 sunholo/database/__init__.py,sha256=Zz0Shcq-CtStf9rJGIYB_Ybzb8rY_Q9mfSj-nviM490,241
-sunholo/database/alloydb.py,sha256=18Q4AG_W-Sz8udIj3gWMkGrMWmiEelqgOwJ7VKHElV0,14877
-sunholo/database/database.py,sha256=reZrThKyKvMAQXe2RIiEKmKYmsRvGsn7e05OoXjWVSQ,7395
+sunholo/database/alloydb.py,sha256=bVDz9CNdJ-KFu699u8-CPdOXpXooqwik6GwekBrO2WY,14858
+sunholo/database/database.py,sha256=doY05kG8BZBLL-arh4hq5ef1ouWOtGHqdsDc6M2YHgk,7345
 sunholo/database/lancedb.py,sha256=WSrbY5mgyeXx6i7UBiz4YQ_i5UIYVYFo-vPGO72bQKY,707
 sunholo/database/static_dbs.py,sha256=aOyU3AJ-Dzz3qSNjbuN2293cfYw5PhkcQuQxdwPMJ4w,435
 sunholo/database/uuid.py,sha256=GtUL_uq80u2xkozPF9kwNpvhBf03hbZR3xUhO3NomBM,237
@@ -63,7 +64,7 @@ sunholo/langfuse/callback.py,sha256=G9xcZHpLvyzolU57ycItLaooMCtRuM37QJSWjiwQEd0,
 sunholo/langfuse/prompts.py,sha256=HO4Zy9usn5tKooBPCKksuw4Lff3c03Ny5wqn4ce_xZM,1217
 sunholo/llamaindex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/llamaindex/generate.py,sha256=l1Picr-hVwkmAUD7XmTCa63qY9ERliFHQXwyX3BqB2Q,686
-sunholo/llamaindex/import_files.py,sha256=j71_rGIpZg1Zbsy-PnNIUgpNJznnsDiYxR6sulBlQ_8,7786
+sunholo/llamaindex/import_files.py,sha256=0K6uWkXwE54-48sawaW-TNxF8eU9L7-_6pLeTmViRmQ,7786
 sunholo/lookup/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/lookup/model_lookup.yaml,sha256=O7o-jP53MLA06C8pI-ILwERShO-xf6z_258wtpZBv6A,739
 sunholo/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -79,20 +80,20 @@ sunholo/qna/retry.py,sha256=gFgOf9AxrZMIO9OwOYu1EW7rhNhyfnw_o4XAsNLBOVQ,2021
 sunholo/streaming/__init__.py,sha256=k8dBqhzyS1Oi6NfADtRtWfnPtU1FU2kQz-YxH9yrNeQ,197
 sunholo/streaming/content_buffer.py,sha256=fWcg0oTf470M3U40VAChfmHmWRFgRD8VaT90jNfBCH0,6455
 sunholo/streaming/langserve.py,sha256=6isOvFwZBfmiQY5N41PYPyrdJj9IgJXXHLfTzPvewGw,6299
-sunholo/streaming/streaming.py,sha256=H8qpQC5wr4dVyInWTAjTmvGePVueWcwNaR8T_5mEp6k,16443
+sunholo/streaming/streaming.py,sha256=9z6pXINEopuL_Z1RnmgXAoZJum9dzyuOxqYtEYnjf8w,16405
 sunholo/summarise/__init__.py,sha256=MZk3dblUMODcPb1crq4v-Z508NrFIpkSWNf9FIO8BcU,38
 sunholo/summarise/summarise.py,sha256=C3HhjepTjUhUC8FLk4jMQIBvq1BcORniwuTFHjPVhVo,3784
 sunholo/utils/__init__.py,sha256=G11nN_6ATjxpuMfG_BvcUr9UU8onPIgkpTK6CjOcbr8,48
 sunholo/utils/big_context.py,sha256=qHYtds4Ecf9eZRHVqXho4_q8Je7HD44-vS6RJ6s9Z0Q,5387
-sunholo/utils/config.py,sha256=Ve1sb68Av9_SPGqXs33g5FAJSIQ3GODoeuUCW3MNCwU,8802
-sunholo/utils/config_schema.py,sha256=bx3SHHuZ3SCOOXNRU91Mk-b4pHXt7D-EElv7Q85gAdw,3758
+sunholo/utils/config.py,sha256=WIcJstLkQsM8iMCl_GBpgYdrSWIcnnCJ_uOFHIQX1g8,8500
+sunholo/utils/config_schema.py,sha256=Rkw5nVHcCtIQH_sH5ZUiDaxW1TOjUmzsDwHhrfiWeqQ,3829
 sunholo/utils/gcp.py,sha256=B2G1YKjeD7X9dqO86Jrp2vPuFwZ223Xl5Tg09Ndw-oc,5760
 sunholo/utils/parsers.py,sha256=OrHmASqIbI45atVOhiGodgLvnfrzkvVzyHnSvAXD89I,3841
 sunholo/vertex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/vertex/init_vertex.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
-sunholo-0.59.2.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.59.2.dist-info/METADATA,sha256=YcmQZ5MGbmH8xVGiJJEqVuK0DEr8ak2BM3nsQl3gfWc,7903
-sunholo-0.59.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sunholo-0.59.2.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.59.2.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.59.2.dist-info/RECORD,,
+sunholo-0.59.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.59.4.dist-info/METADATA,sha256=nlndIu6G7iL7iMWQDt4oxJ_wkpcNp95qx_JEysrA_BU,7903
+sunholo-0.59.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sunholo-0.59.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.59.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.59.4.dist-info/RECORD,,