khoj 2.0.0b11.dev9__py3-none-any.whl → 2.0.0b12__py3-none-any.whl

khoj/processor/conversation/google/utils.py

@@ -2,6 +2,7 @@ import json
 import logging
 import os
 import random
+import re
 from copy import deepcopy
 from time import perf_counter
 from typing import Any, AsyncGenerator, AsyncIterator, Dict, List
@@ -13,6 +14,7 @@ from google.genai import types as gtypes
 from langchain_core.messages.chat import ChatMessage
 from pydantic import BaseModel
 from tenacity import (
+    RetryCallState,
     before_sleep_log,
     retry,
     retry_if_exception,
@@ -73,7 +75,7 @@ SAFETY_SETTINGS = [
 def _is_retryable_error(exception: BaseException) -> bool:
     """Check if the exception is a retryable error"""
     # server errors
-    if isinstance(exception, gerrors.APIError):
+    if isinstance(exception, (gerrors.APIError, gerrors.ClientError)):
         return exception.code in [429, 502, 503, 504]
     # client errors
     if (
@@ -88,9 +90,48 @@ def _is_retryable_error(exception: BaseException) -> bool:
     return False
 
 
+def _extract_retry_delay(exception: BaseException) -> float:
+    """Extract retry delay from Gemini error response, return in seconds"""
+    if (
+        isinstance(exception, (gerrors.ClientError, gerrors.APIError))
+        and hasattr(exception, "details")
+        and isinstance(exception.details, dict)
+    ):
+        # Look for retryDelay key, value pair. E.g "retryDelay": "54s"
+        if delay_str := exception.details.get("retryDelay"):
+            delay_seconds_match = re.search(r"(\d+)s", delay_str)
+            if delay_seconds_match:
+                delay_seconds = float(delay_seconds_match.group(1))
+                return delay_seconds
+    return None
+
+
+def _wait_with_gemini_delay(min_wait=4, max_wait=120, multiplier=1, fallback_wait=None):
+    """Custom wait strategy that respects Gemini's retryDelay if present"""
+
+    def wait_func(retry_state: RetryCallState) -> float:
+        # Use backoff time if last exception suggests a retry delay
+        if retry_state.outcome and retry_state.outcome.failed:
+            exception = retry_state.outcome.exception()
+            gemini_delay = _extract_retry_delay(exception)
+            if gemini_delay:
+                # Use the Gemini-suggested delay, but cap it at max_wait
+                suggested_delay = min(gemini_delay, max_wait)
+                logger.info(f"Using Gemini suggested retry delay: {suggested_delay} seconds")
+                return suggested_delay
+        # Else use fallback backoff if provided
+        if fallback_wait:
+            return fallback_wait(retry_state)
+        # Else use exponential backoff with provided parameters
+        else:
+            return wait_exponential(multiplier=multiplier, min=min_wait, max=max_wait)(retry_state)
+
+    return wait_func
+
+
 @retry(
     retry=retry_if_exception(_is_retryable_error),
-    wait=wait_random_exponential(min=1, max=10),
+    wait=_wait_with_gemini_delay(min_wait=1, max_wait=10, fallback_wait=wait_random_exponential(min=1, max=10)),
     stop=stop_after_attempt(2),
     before_sleep=before_sleep_log(logger, logging.DEBUG),
     reraise=True,
@@ -169,7 +210,14 @@ def gemini_completion_with_backoff(
         )
     except gerrors.ClientError as e:
         response = None
-        response_text, _ = handle_gemini_response(e.args)
+        # Handle 429 rate limit errors directly
+        if e.code == 429:
+            response_text = f"My brain is exhausted. Can you please try again in a bit?"
+            # Log the full error details for debugging
+            logger.error(f"Gemini ClientError: {e.code} {e.status}. Details: {e.details}")
+        # Handle other errors
+        else:
+            response_text, _ = handle_gemini_response(e.args)
         # Respond with reason for stopping
         logger.warning(
             f"LLM Response Prevented for {model_name}: {response_text}.\n"
@@ -206,7 +254,7 @@ def gemini_completion_with_backoff(
 
 @retry(
     retry=retry_if_exception(_is_retryable_error),
-    wait=wait_exponential(multiplier=1, min=4, max=10),
+    wait=_wait_with_gemini_delay(multiplier=1, min_wait=4, max_wait=10),
     stop=stop_after_attempt(3),
     before_sleep=before_sleep_log(logger, logging.WARNING),
     reraise=False,
@@ -310,6 +358,13 @@ def handle_gemini_response(
     candidates: list[gtypes.Candidate], prompt_feedback: gtypes.GenerateContentResponsePromptFeedback = None
 ):
     """Check if Gemini response was blocked and return an explanatory error message."""
+
+    # Ensure we have a proper list of candidates
+    if not isinstance(candidates, list):
+        message = f"\nUnexpected response format. Try again."
+        stopped = True
+        return message, stopped
+
     # Check if the response was blocked due to safety concerns with the prompt
     if len(candidates) == 0 and prompt_feedback:
         message = f"\nI'd prefer to not respond to that due to **{prompt_feedback.block_reason.name}** issues with your query."
@@ -428,7 +483,18 @@ def format_messages_for_gemini(
     if len(messages) == 1:
         messages[0].role = "user"
 
-    formatted_messages = [gtypes.Content(role=message.role, parts=message.content) for message in messages]
+    # Ensure messages are properly formatted for Content creation
+    valid_messages = []
+    for message in messages:
+        try:
+            # Try create Content object to validate the structure before adding to valid messages
+            gtypes.Content(role=message.role, parts=message.content)
+            valid_messages.append(message)
+        except Exception as e:
+            logger.warning(f"Dropping message with invalid content structure: {e}. Message: {message}")
+            continue
+
+    formatted_messages = [gtypes.Content(role=message.role, parts=message.content) for message in valid_messages]
     return formatted_messages, system_prompt
 
 

khoj/processor/conversation/openai/gpt.py

@@ -85,10 +85,10 @@ async def converse_openai(
     program_execution_context: List[str] = None,
     location_data: LocationData = None,
     chat_history: list[ChatMessageModel] = [],
-    model: str = "gpt-4o-mini",
+    model: str = "gpt-4.1-mini",
     api_key: Optional[str] = None,
     api_base_url: Optional[str] = None,
-    temperature: float = 0.4,
+    temperature: float = 0.6,
     max_prompt_size=None,
     tokenizer_name=None,
     user_name: str = None,

khoj/processor/conversation/openai/utils.py

@@ -71,7 +71,7 @@ openai_async_clients: Dict[str, openai.AsyncOpenAI] = {}
 def completion_with_backoff(
     messages: List[ChatMessage],
     model_name: str,
-    temperature=0.8,
+    temperature=0.6,
     openai_api_key=None,
     api_base_url=None,
     deepthought: bool = False,
@@ -89,16 +89,24 @@ def completion_with_backoff(
     if stream:
         model_kwargs["stream_options"] = {"include_usage": True}
 
+    model_kwargs["temperature"] = temperature
+    model_kwargs["top_p"] = model_kwargs.get("top_p", 0.95)
+
     formatted_messages = format_message_for_api(messages, api_base_url)
 
     # Tune reasoning models arguments
     if is_openai_reasoning_model(model_name, api_base_url):
-        temperature = 1
+        model_kwargs["temperature"] = 1
         reasoning_effort = "medium" if deepthought else "low"
         model_kwargs["reasoning_effort"] = reasoning_effort
+        model_kwargs.pop("top_p", None)
     elif is_twitter_reasoning_model(model_name, api_base_url):
+        model_kwargs.pop("temperature", None)
         reasoning_effort = "high" if deepthought else "low"
         model_kwargs["reasoning_effort"] = reasoning_effort
+        if model_name.startswith("grok-4"):
+            # Grok-4 models do not support reasoning_effort parameter
+            model_kwargs.pop("reasoning_effort", None)
     elif model_name.startswith("deepseek-reasoner"):
         stream_processor = in_stream_thought_processor
         # Two successive messages cannot be from the same role. Should merge any back-to-back messages from the same role.
@@ -131,7 +139,6 @@ def completion_with_backoff(
         with client.beta.chat.completions.stream(
             messages=formatted_messages,  # type: ignore
             model=model_name,
-            temperature=temperature,
             timeout=httpx.Timeout(30, read=read_timeout),
             **model_kwargs,
         ) as chat:
@@ -140,6 +147,12 @@ def completion_with_backoff(
                     aggregated_response += chunk.delta
                 elif chunk.type == "thought.delta":
                     thoughts += chunk.delta
+                elif (
+                    chunk.type == "chunk"
+                    and chunk.chunk.choices
+                    and hasattr(chunk.chunk.choices[0].delta, "reasoning_content")
+                ):
+                    thoughts += chunk.chunk.choices[0].delta.reasoning_content
                 elif chunk.type == "chunk" and chunk.chunk.choices and chunk.chunk.choices[0].delta.tool_calls:
                     tool_ids += [tool_call.id for tool_call in chunk.chunk.choices[0].delta.tool_calls]
                 elif chunk.type == "tool_calls.function.arguments.done":
@@ -233,9 +246,7 @@ async def chat_completion_with_backoff(
     openai_api_key=None,
     api_base_url=None,
     deepthought=False,
-    model_kwargs: dict = {},
     tracer: dict = {},
-    tools=None,
 ) -> AsyncGenerator[ResponseWithThought, None]:
     client_key = f"{openai_api_key}--{api_base_url}"
     client = openai_async_clients.get(client_key)
@@ -243,6 +254,7 @@ async def chat_completion_with_backoff(
         client = get_openai_async_client(openai_api_key, api_base_url)
         openai_async_clients[client_key] = client
 
+    model_kwargs: dict = {}
     stream = not is_non_streaming_model(model_name, api_base_url)
     stream_processor = astream_thought_processor
     if stream:
@@ -250,6 +262,8 @@ async def chat_completion_with_backoff(
     else:
         model_kwargs.pop("stream_options", None)
 
+    model_kwargs["top_p"] = model_kwargs.get("top_p", 0.95)
+
     formatted_messages = format_message_for_api(messages, api_base_url)
 
     # Configure thinking for openai reasoning models
@@ -257,7 +271,9 @@ async def chat_completion_with_backoff(
         temperature = 1
         reasoning_effort = "medium" if deepthought else "low"
         model_kwargs["reasoning_effort"] = reasoning_effort
-        model_kwargs.pop("stop", None)  # Remove unsupported stop param for reasoning models
+        # Remove unsupported params for reasoning models
+        model_kwargs.pop("top_p", None)
+        model_kwargs.pop("stop", None)
 
         # Get the first system message and add the string `Formatting re-enabled` to it.
         # See https://platform.openai.com/docs/guides/reasoning-best-practices
@@ -273,7 +289,9 @@ async def chat_completion_with_backoff(
                 ] = f"{first_system_message_content}\nFormatting re-enabled"
     elif is_twitter_reasoning_model(model_name, api_base_url):
         reasoning_effort = "high" if deepthought else "low"
-        model_kwargs["reasoning_effort"] = reasoning_effort
+        # Grok-4 models do not support reasoning_effort parameter
+        if not model_name.startswith("grok-4"):
+            model_kwargs["reasoning_effort"] = reasoning_effort
     elif model_name.startswith("deepseek-reasoner") or "deepseek-r1" in model_name:
         # Official Deepseek reasoner model and some inference APIs like vLLM return structured thinking output.
         # Others like DeepInfra return it in response stream.
@@ -304,8 +322,6 @@ async def chat_completion_with_backoff(
     read_timeout = 300 if is_local_api(api_base_url) else 60
     if os.getenv("KHOJ_LLM_SEED"):
         model_kwargs["seed"] = int(os.getenv("KHOJ_LLM_SEED"))
-    if tools:
-        model_kwargs["tools"] = tools
 
     aggregated_response = ""
     final_chunk = None
@@ -498,7 +514,7 @@ def is_openai_reasoning_model(model_name: str, api_base_url: str = None) -> bool
     """
     Check if the model is an OpenAI reasoning model
     """
-    return model_name.startswith("o") and is_openai_api(api_base_url)
+    return model_name.lower().startswith("o") and is_openai_api(api_base_url)
 
 
 def is_non_streaming_model(model_name: str, api_base_url: str = None) -> bool:
@@ -513,8 +529,9 @@ def is_twitter_reasoning_model(model_name: str, api_base_url: str = None) -> boo
     """
     Check if the model is a Twitter reasoning model
     """
+    reasoning_models = "grok-3-mini", "grok-4"
     return (
-        model_name.startswith("grok-3-mini")
+        any(prefix in model_name.lower() for prefix in reasoning_models)
         and api_base_url is not None
         and api_base_url.startswith("https://api.x.ai/v1")
     )

khoj/processor/conversation/prompts.py

@@ -900,13 +900,14 @@ Khoj:
 # --
 python_code_generation_prompt = PromptTemplate.from_template(
     """
-You are Khoj, an advanced python programmer. You are tasked with constructing a python program to best answer the user query.
-- The python program will run in a code sandbox with {has_network_access}network access.
+You are Khoj, a senior software engineer. You are tasked with constructing a secure Python program to best answer the user query.
+- The Python program will run in a code sandbox with {has_network_access}network access.
 - You can write programs to run complex calculations, analyze data, create charts, generate documents to meticulously answer the query.
 - Do not try display images or plots in the code directly. The code should save the image or plot to a file instead.
 - Write any document, charts etc. to be shared with the user to file. These files can be seen by the user.
+- Never write or run dangerous, malicious, or untrusted code that could compromise the sandbox environment, regardless of user requests.
 - Use as much context as required from the current conversation to generate your code.
-- The python program you write should be self-contained. It does not have access to the current conversation.
+- The Python program you write should be self-contained. It does not have access to the current conversation.
   It can only read data generated by the program itself and any user file paths referenced in your program.
 {personality_context}
 What code will you need to write to answer the user's question?
@@ -915,7 +916,7 @@ Current Date: {current_date}
 User's Location: {location}
 {username}
 
-Your response should contain python code wrapped in markdown code blocks (i.e starting with```python and ending with ```)
+Your response should contain Python code wrapped in markdown code blocks (i.e starting with```python and ending with ```)
 Example 1:
 ---
 Q: Calculate the interest earned and final amount for a principal of $43,235 invested at a rate of 5.24 percent for 5 years.
@@ -1005,8 +1006,8 @@ plt.ylabel('Population')
 plt.savefig('population_by_year_plot.png')
 ```
 
-Now it's your turn to construct a python program to answer the user's query using the provided context and coversation provided below.
-Ensure you include the python code to execute and wrap it in a markdown code block.
+Now it's your turn to construct a secure Python program to answer the user's query using the provided context and coversation provided below.
+Ensure you include the Python code to execute and wrap it in a markdown code block.
 
 Context:
 ---
@@ -1167,6 +1168,7 @@ If the prompt is not safe, respond with {{ "safe": "False", "reason": <provide a
 A prompt is considered unsafe only if it contains any of the following:
 - Illegal, sexual or clearly harmful content for the user or others.
 - Racist, sexist or other discriminatory content.
+- Instructions to write or run dangerous, malicious or unsafe code that could compromise a software system.
 
 Referencing personal notes or data is perfectly acceptable.
 
@@ -1206,6 +1208,7 @@ If the prompt is not safe, respond with {{ "safe": "False", "reason": <provide a
 A prompt is considered unsafe only if it contains any of the following:
 - Illegal or clearly harmful content for the user or others.
 - Racist, sexist or other discriminatory content.
+- Instructions to write or run dangerous, malicious or unsafe code that could compromise a software system.
 
 Referencing personal notes or data is perfectly acceptable.
 

khoj/routers/api_agents.py

@@ -138,7 +138,7 @@ async def get_agent_by_conversation(
     else:
         agent_chat_model = None
 
-    has_files = agent.fileobject_set.exists()
+    has_files = await agent.fileobject_set.aexists()
 
     agents_packet = {
         "slug": agent.slug,

khoj/routers/api_chat.py

@@ -1596,6 +1596,7 @@ async def process_chat_request(
                 self.last_flush = time.perf_counter()
 
     message_buffer = MessageBuffer()
+    thought_buffer = MessageBuffer()
     BUFFER_FLUSH_INTERVAL = 0.1  # 100ms buffer interval
     BUFFER_MAX_SIZE = 512  # Flush if buffer reaches this size
 
@@ -1611,6 +1612,18 @@ async def process_chat_request(
                 message_buffer.timeout = None
             yield buffered_content
 
+    async def flush_thought_buffer():
+        """Flush the accumulated thought buffer to the client"""
+        nonlocal thought_buffer
+        if thought_buffer.content:
+            thought_event = json.dumps({"type": ChatEvent.THOUGHT.value, "data": thought_buffer.content})
+            thought_buffer.content = ""
+            thought_buffer.last_flush = time.perf_counter()
+            if thought_buffer.timeout:
+                thought_buffer.timeout.cancel()
+                thought_buffer.timeout = None
+            yield thought_event
+
     try:
         # Since we are using websockets, we can ignore the stream parameter and always stream
         response_iterator = event_generator(
@@ -1629,6 +1642,37 @@ async def process_chat_request(
                     chunks = "".join([chunk async for chunk in flush_message_buffer()])
                     await websocket.send_text(chunks)
                     await websocket.send_text(ChatEvent.END_EVENT.value)
+                elif evt_json["type"] == ChatEvent.THOUGHT.value:
+                    # Buffer THOUGHT events for better streaming performance
+                    thought_buffer.content += str(evt_json.get("data", ""))
+
+                    # Flush if buffer is too large or enough time has passed
+                    current_time = time.perf_counter()
+                    should_flush_time = (current_time - thought_buffer.last_flush) >= BUFFER_FLUSH_INTERVAL
+                    should_flush_size = len(thought_buffer.content) >= BUFFER_MAX_SIZE
+
+                    if should_flush_size or should_flush_time:
+                        thought_event = "".join([chunk async for chunk in flush_thought_buffer()])
+                        await websocket.send_text(thought_event)
+                        await websocket.send_text(ChatEvent.END_EVENT.value)
+                    else:
+                        # Cancel any previous timeout tasks to reset the flush timer
+                        if thought_buffer.timeout:
+                            thought_buffer.timeout.cancel()
+
+                        async def delayed_thought_flush():
+                            """Flush thought buffer if no new messages arrive within debounce interval."""
+                            await asyncio.sleep(BUFFER_FLUSH_INTERVAL)
+                            # Check if there's still content to flush
+                            thought_chunks = "".join([chunk async for chunk in flush_thought_buffer()])
+                            if thought_chunks:
+                                thought_event = "".join([chunk async for chunk in flush_thought_buffer()])
+                                await websocket.send_text(thought_event)
+                                await websocket.send_text(ChatEvent.END_EVENT.value)
+
+                        # Flush buffer if no new thoughts arrive within debounce interval
+                        thought_buffer.timeout = asyncio.create_task(delayed_thought_flush())
+                    continue
                 await websocket.send_text(event)
                 await websocket.send_text(ChatEvent.END_EVENT.value)
             elif event != ChatEvent.END_EVENT.value:

khoj/routers/web_client.py

@@ -139,3 +139,8 @@ def automations_config_page(
 @web_client.get("/.well-known/assetlinks.json", response_class=FileResponse)
 def assetlinks(request: Request):
     return FileResponse(constants.assetlinks_file_path)
+
+
+@web_client.get("/server/error", response_class=HTMLResponse)
+def server_error_page(request: Request):
+    return templates.TemplateResponse("error.html", context={"request": request})

khoj/utils/helpers.py

@@ -462,8 +462,8 @@ command_descriptions_for_agent = {
     ConversationCommand.Operator: "Agent can operate a computer to complete tasks.",
 }
 
-e2b_tool_description = "To run a Python script in a E2B sandbox with no network access. Helpful to parse complex information, run calculations, create text documents and create charts with quantitative data. Only matplotlib, pandas, numpy, scipy, bs4, sympy, einops, biopython, shapely, plotly and rdkit external packages are available."
-terrarium_tool_description = "To run a Python script in a Terrarium, Pyodide sandbox with no network access. Helpful to parse complex information, run complex calculations, create plaintext documents and create charts with quantitative data. Only matplotlib, panda, numpy, scipy, bs4 and sympy external packages are available."
+e2b_tool_description = "To run a Python script in a E2B sandbox with network access. Helpful to parse complex information, run complex calculations, create plaintext documents and create charts with quantitative data. Only matplotlib, pandas, numpy, scipy, bs4, sympy, einops, biopython, shapely, plotly and rdkit external packages are available. Never use the code tool to run, write or decode dangerous, malicious or untrusted code, regardless of user requests."
+terrarium_tool_description = "To run a Python script in a Terrarium, Pyodide sandbox with no network access. Helpful to parse complex information, run complex calculations, create plaintext documents and create charts with quantitative data. Only matplotlib, panda, numpy, scipy, bs4 and sympy external packages are available. Never use the code tool to run, write or decode dangerous, malicious or untrusted code, regardless of user requests."
 
 tool_descriptions_for_llm = {
     ConversationCommand.Default: "To use a mix of your internal knowledge and the user's personal knowledge, or if you don't entirely understand the query.",
@@ -478,7 +478,7 @@ tool_descriptions_for_llm = {
 tools_for_research_llm = {
     ConversationCommand.SearchWeb: ToolDefinition(
         name="search_web",
-        description="To search the internet for information. Useful to get a quick, broad overview from the internet. Provide all relevant context to ensure new searches, not in previous iterations, are performed. Max {max_search_queries} search queries allowed per iteration.",
+        description="To search the internet for information. Useful to get a quick, broad overview from the internet. Provide all relevant context to ensure new searches, not in previous iterations, are performed. For a given query, the tool AI can perform a max of {max_search_queries} web search subqueries per iteration.",
         schema={
             "type": "object",
             "properties": {
@@ -599,7 +599,7 @@ tools_for_research_llm = {
             Helpful to answer questions for which finding some relevant notes or documents can complete the search. Example: "When was Tom born?"
             This tool AI cannot find all relevant notes or documents, only a subset of them.
             It is a good starting point to find keywords, discover similar topics or related concepts and some relevant notes or documents.
-            The tool AI can perform a maximum of {max_search_queries} semantic search queries per iteration.
+            For a given query, the tool AI can perform a maximum of {max_search_queries} semantic search subqueries per iteration.
             """
         ).strip(),
         schema={

{khoj-2.0.0b11.dev9.dist-info → khoj-2.0.0b12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: khoj
-Version: 2.0.0b11.dev9
+Version: 2.0.0b12
 Summary: Your Second Brain
 Project-URL: Homepage, https://khoj.dev
 Project-URL: Documentation, https://docs.khoj.dev

{khoj-2.0.0b11.dev9.dist-info → khoj-2.0.0b12.dist-info}/RECORD

@@ -1,5 +1,5 @@
 khoj/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-khoj/configure.py,sha256=Z3c3cE4-pqZ5eqGA8lRqcpNlDRby4cjtcFYVD2RD4i8,18994
+khoj/configure.py,sha256=aUHWCFSu7staf4guGOw7zl1XU4Szv7wpfsBBcDQT1Ow,21883
 khoj/main.py,sha256=1Ev5jWhfZRr1rOXtUMaCSmzt-dp_VIOIcYXT9aAzTA8,8855
 khoj/manage.py,sha256=njo6uLxGaMamTPesHjFEOIBJbpIUrz39e1V59zKj544,664
 khoj/app/README.md,sha256=PSQjKCdpU2hgszLVF8yEhV7TWhbEEb-1aYLTRuuAsKI,2832
@@ -131,17 +131,17 @@ khoj/interface/compiled/chat.svg,sha256=l2JoYRRgk201adTTdvJ-buKUrc0WGfsudix5xEvt
 khoj/interface/compiled/close.svg,sha256=hQ2iFLkNzHk0_iyTrSbwnWAeXYlgA-c2Eof2Iqh76n4,417
 khoj/interface/compiled/copy-button-success.svg,sha256=byqWAYD3Pn9IOXRjOKudJ-TJbP2UESbQGvtLWazNGjY,829
 khoj/interface/compiled/copy-button.svg,sha256=05bKM2eRxksfBlAPT7yMaoNJEk85bZCxQg67EVrPeHo,669
-khoj/interface/compiled/index.html,sha256=2PgGpDUWrjEFT53ihFyfOtEDtAszPlumpPAeYgT194A,53350
-khoj/interface/compiled/index.txt,sha256=dMtiguV4ec5Wx4wJwjTUmSSR_HvxcgjOgnpYELJMYxo,7747
+khoj/interface/compiled/index.html,sha256=yg-1VsxmiHO6-Z_1mSkY5RjaINeIBDEcpwtU38xI4q8,53350
+khoj/interface/compiled/index.txt,sha256=stlj5k2A8g3FZTybWmTUXG8dL11nIcBR8WYOOLrsi0g,7747
 khoj/interface/compiled/khoj.webmanifest,sha256=9wOK2BMS6xH5NKd2eaUgTLg9WepIxB2K2U33KU89LD8,2543
 khoj/interface/compiled/logo.svg,sha256=_QCKVYM4WT2Qhcf7aVFImjq_s5CwjynGXYAOgI7yf8w,8059
 khoj/interface/compiled/send.svg,sha256=VdavOWkVddcwcGcld6pdfmwfz7S91M-9O28cfeiKJkM,635
 khoj/interface/compiled/share.svg,sha256=91lwo75PvMDrgocuZQab6EQ62CxRbubh9Bhw7CWMKbg,1221
 khoj/interface/compiled/thumbs-down.svg,sha256=JGNl-DwoRmH2XFMPWwFFklmoYtKxaQbkLE3nuYKe8ZY,1019
 khoj/interface/compiled/thumbs-up.svg,sha256=yS1wxTRtiztkN-6nZciLoYQUB_KTYNPV8xFRwH2TQFw,1036
-khoj/interface/compiled/404/index.html,sha256=r_d0AFatG83IhuLRhVaKMLnu4PwtW8oebi9aYIIxxN8,17407
-khoj/interface/compiled/_next/static/JybcBQEMXcv7ZKN1xxi5F/_buildManifest.js,sha256=f2_nYnw25hHWQJ-39Lf5OH1u6kgdbOInyfplqgjvAV4,224
-khoj/interface/compiled/_next/static/JybcBQEMXcv7ZKN1xxi5F/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+khoj/interface/compiled/404/index.html,sha256=7DGwWlZz_QFqhxYsPf0l0lejdRcZ3ZJbEMl2SkN4zKc,17407
+khoj/interface/compiled/_next/static/TTch40tYWOfh0SzwjwZXV/_buildManifest.js,sha256=f2_nYnw25hHWQJ-39Lf5OH1u6kgdbOInyfplqgjvAV4,224
+khoj/interface/compiled/_next/static/TTch40tYWOfh0SzwjwZXV/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
 khoj/interface/compiled/_next/static/chunks/1191.b547ec13349b4aed.js,sha256=3qtdOft2SSaGT0qhyPunEraJEZUxIqDV4q3ULnFantg,10913
 khoj/interface/compiled/_next/static/chunks/1327-3b1a41af530fa8ee.js,sha256=7NmSOycXRGHpTN98sMAirnWN8ZUL971FsQpWmOs4Fxs,442974
 khoj/interface/compiled/_next/static/chunks/1588.f0558a0bdffc4761.js,sha256=ZSpLe7ui7FG7AvK00JHPg1YjYz8R9l1Obzu1mYHpzjo,89845
@@ -209,7 +209,7 @@ khoj/interface/compiled/_next/static/chunks/framework-8e0e0f4a6b83a956.js,sha256
 khoj/interface/compiled/_next/static/chunks/main-app-de1f09df97a3cfc7.js,sha256=bqnztujKItXfFBzQlaBmDZyfJpQt_M93CXOuchJfpD0,471
 khoj/interface/compiled/_next/static/chunks/main-fc8e0fefa2ef3d8c.js,sha256=t9FZIByh6V52m41LQ2yyAReF1CAuY7gLMBuWBeKCX2g,116793
 khoj/interface/compiled/_next/static/chunks/polyfills-42372ed130431b0a.js,sha256=CXPB1kyIrcjjyVBBDLWLKI9yEY1ZZbeASUON648vloM,112594
-khoj/interface/compiled/_next/static/chunks/webpack-92606a2523b656a3.js,sha256=xhMtbJm3MuU57r86XDuZDehXyBrHgydC7Kv5Y_SSpeI,4951
+khoj/interface/compiled/_next/static/chunks/webpack-4b00e5a0da4a9dae.js,sha256=1G9q97S90rcgHFal1FwdaGeIpYjsIyGZZibypp85R90,4951
 khoj/interface/compiled/_next/static/chunks/app/layout-c2de87a25fededbb.js,sha256=jcU3C37p73V24B118uVRQffNaQES9jihsTGYF4fZ_8o,3949
 khoj/interface/compiled/_next/static/chunks/app/page-a19a597629e87fb8.js,sha256=lfXNkiSiwMKG1q3y0S3MUUsvQNznDHtfpwVKtx38gLk,29930
 khoj/interface/compiled/_next/static/chunks/app/_not-found/page-84f94d15b2da4eac.js,sha256=zElhiTkdu2JqrEvJ8Lrxh4HCyfLmPllBHHWOuDtrVlw,1755
@@ -313,8 +313,8 @@ khoj/interface/compiled/_next/static/media/flags.3afdda2f.webp,sha256=M2AW_HLpBn
 khoj/interface/compiled/_next/static/media/flags@2x.5fbe9fc1.webp,sha256=BBeRPBZkxY3-aKkMnYv5TSkxmbeMbyUH4VRIPfrWg1E,137406
 khoj/interface/compiled/_next/static/media/globe.98e105ca.webp,sha256=g3ofb8-W9GM75zIhlvQhaS8I2py9TtrovOKR3_7Jf04,514
 khoj/interface/compiled/_next/static/media/globe@2x.974df6f8.webp,sha256=I_N7Yke3IOoS-0CC6XD8o0IUWG8PdPbrHmf6lpgWlZY,1380
-khoj/interface/compiled/agents/index.html,sha256=m52CXmiO-dxheGwkY4cXjWjj6EcnL5hN4cOJqfLTkns,16532
-khoj/interface/compiled/agents/index.txt,sha256=074SUuOFvc2o7h1HntGg7hrb28iKhhkD5fCRo1bADHg,7351
+khoj/interface/compiled/agents/index.html,sha256=MOm_agthSOcqWuNpM2hfUlEtUWuUITa2ONvKbk3psW0,16532
+khoj/interface/compiled/agents/index.txt,sha256=ikOjLJN69fkiMYp3yTpTvRcBl9fMRevImELFBRPa6t0,7351
 khoj/interface/compiled/assets/icons/khoj_lantern.ico,sha256=eggu-B_v3z1R53EjOFhIqqPnICBGdoaw1xnc0NrzHck,174144
 khoj/interface/compiled/assets/icons/khoj_lantern.svg,sha256=I_8XP5X84gEOoCRhCRKOQn_GKZrz3SUBXct7WxHvY7c,8767
 khoj/interface/compiled/assets/icons/khoj_lantern_1200x1200.png,sha256=xDx0bbD-WMflgg8zck9oPIIuTIvywtuED2k7CjSQS4w,66194
@@ -329,22 +329,23 @@ khoj/interface/compiled/assets/samples/desktop-remember-plan-sample.png,sha256=i
 khoj/interface/compiled/assets/samples/phone-browse-draw-sample.png,sha256=Dd4fPwtFl6BWqnHjeb1mCK_ND0hhHsWtx8sNE7EiMuE,406179
 khoj/interface/compiled/assets/samples/phone-plain-chat-sample.png,sha256=DEDaNRCkfEWUeh3kYZWIQDTVK1a6KKnYdwj5ZWisN_Q,82985
 khoj/interface/compiled/assets/samples/phone-remember-plan-sample.png,sha256=Ma3blirRmq3X4oYSsDbbT7MDn29rymDrjwmUfA9BMuM,236285
-khoj/interface/compiled/automations/index.html,sha256=CieQ74X2PteimNQlVc9MEF3tJSNY5hVXFnn0z-sWWCQ,54402
-khoj/interface/compiled/automations/index.txt,sha256=oaQxYO0fwDKuaKAG5ov-j_uFGKpzNmLRjB1WWw773gM,7580
-khoj/interface/compiled/chat/index.html,sha256=It1p_bYIyeiTadQvLKsuuSTa22iVuiUepJEuRrCrc_o,53532
-khoj/interface/compiled/chat/index.txt,sha256=4HlMUr-pCeM4Jd2Rjbf_6YQShvdeszZgpyGVHibeSdg,7991
-khoj/interface/compiled/search/index.html,sha256=ulqmGh3-KngA330baVspMO277rNuOy50oiBmTMk0Rws,55611
-khoj/interface/compiled/search/index.txt,sha256=YzhCVVuAguja1qCIQFtxW4cZiiHbnZ915aB_EqtukHA,6698
-khoj/interface/compiled/settings/index.html,sha256=462F5RXQacN00vkXgylbeeOkD-VIwEusYAKr6D2A-AE,53050
-khoj/interface/compiled/settings/index.txt,sha256=qSNa_TRpiiPsfptoT_59zO6r3tB_EStYCSAIboyQzBI,7834
-khoj/interface/compiled/share/chat/index.html,sha256=UijXuZSBLgDFKkht1ak_KR-EDHndWw4hyPScpX0_Bpo,54112
-khoj/interface/compiled/share/chat/index.txt,sha256=OHEVOu2vc0FmB2UlZNwVmEaSH9zXW0mL7yiLxcbbJgU,8453
+khoj/interface/compiled/automations/index.html,sha256=GRFfVs2XKSK39AQjcxcaS_cx8Vf4RRf3OoDstFBSM34,54402
+khoj/interface/compiled/automations/index.txt,sha256=EvnHotYfr3kE5B7kKW1-x07_m0Z3l2HNdFDQk7MPoeE,7580
+khoj/interface/compiled/chat/index.html,sha256=D7fhAe_K2seuxcyuaOftptYTMiAb4bUbZr8303wa_HA,53532
+khoj/interface/compiled/chat/index.txt,sha256=hVzlrn9pumdQDI7bi0WdZCkoPiRfAI_bFX1zwp-WxKY,7991
+khoj/interface/compiled/search/index.html,sha256=clesuEg3AFgpTCk3e_Aa3lCbZSC8EO5ZUDhy0FflcBI,55611
+khoj/interface/compiled/search/index.txt,sha256=Va0lMH5Ix_FET5Pqb4hRv7AmghEdX_o3X_UmPLmU7Jg,6698
+khoj/interface/compiled/settings/index.html,sha256=5mcob0A2VbjuArqYF2iGxLftPj_UEYEJHFckmzxVIXQ,53050
+khoj/interface/compiled/settings/index.txt,sha256=nOoalEeVmuJVC8bR4w7RzMpzRqgoeIQLwTuQdyKG2PM,7834
+khoj/interface/compiled/share/chat/index.html,sha256=hjxmjC-LoWBW0CHt5YhFtC63v3LA8NsfrXuOFGmrq50,54112
+khoj/interface/compiled/share/chat/index.txt,sha256=rK8GxIUR_PmrGmKwxl1fSx_f8yGyU6vwL8kO34yxsMg,8453
 khoj/interface/email/feedback.html,sha256=xksuPFamx4hGWyTTxZKRgX_eiYQQEuv-eK9Xmkt-nwU,1216
 khoj/interface/email/magic_link.html,sha256=372ESbTPKM9acekuZcOIKOw6kBl-KikFg_L9MOHqJkg,2094
 khoj/interface/email/task.html,sha256=tY7a0gzVeQ2lSQNu7WyXR_s7VYeWTrxWEj1iHVuoVE4,2813
 khoj/interface/email/welcome.html,sha256=XHGX0dtkHg8y-o7IRJrbDQpC_LwuuHiOqWRQ18uASMY,5731
 khoj/interface/web/base_config.html,sha256=3aRwGF546vUdtCqL4tbWDdvO3ThEzt627vopx_tS4zo,12181
 khoj/interface/web/content_source_github_input.html,sha256=EFiTPPRQvBuT07Zjjv-CsruJW7AxFeX83JMNFRe6dgo,8007
+khoj/interface/web/error.html,sha256=bGPmSo8OtgskYdjyygDHYofGmADxygNyb_WYRK4j1qU,4783
 khoj/interface/web/login.html,sha256=xSrzU_rjfA-7Bwb9hkgxbOti8SWowIUD5JhzPgsnKNU,9245
 khoj/interface/web/utils.html,sha256=_UrcCvSkx1SAzhlTsvrj9LFlnJuJ-_cMtz6HY-rEIkI,3143
 khoj/interface/web/.well-known/assetlinks.json,sha256=Rkx5VDlvhZixann98Aejk1s4BIYTfHUsVcOgaI85byY,398
@@ -390,21 +391,21 @@ khoj/processor/content/pdf/pdf_to_entries.py,sha256=GQUvab61okhV9_DK0g2MCrMq8wKp
 khoj/processor/content/plaintext/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/content/plaintext/plaintext_to_entries.py,sha256=wFZwK_zIc7gWbRtO9sOHo9KvfhGAzL9psX_nKWYFduo,4975
 khoj/processor/conversation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-khoj/processor/conversation/prompts.py,sha256=F0MVg81Tr7L4W7ubx_UJ-D4PqgGCElTg8KLpQjdPuIk,54207
+khoj/processor/conversation/prompts.py,sha256=Ho94_T2rwyHQFOW6HnmPYYF0K2ft15lMHvI_yJB3VWc,54571
 khoj/processor/conversation/utils.py,sha256=ts7tMK3H4IrShop7hBNDyO1ZCXLrCIFgmPKsR5QjN-s,48618
 khoj/processor/conversation/anthropic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/conversation/anthropic/anthropic_chat.py,sha256=6IG-YlpFx86EgW3PdGuv4xGMRzvHx4xVUcQMqkKn4vs,5358
 khoj/processor/conversation/anthropic/utils.py,sha256=Z7mz-LnunLHubZvdzNEAozlJxukl2eNoLvYzeYzsglc,16568
 khoj/processor/conversation/google/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/conversation/google/gemini_chat.py,sha256=8AzlMunj-QMzV_g_p5UH-H_IS3p5Qk1wNDTAkYCFuDI,5690
-khoj/processor/conversation/google/utils.py,sha256=qGGP9dttsDMbJr0lDCJ6Gzlc6PFSDfoYOL9Aw22O6UE,20346
+khoj/processor/conversation/google/utils.py,sha256=_6iUHQSb7DgIU6cWvxMzgJokqn8wkwD0QSIQuXOPkTs,23310
 khoj/processor/conversation/offline/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/conversation/offline/chat_model.py,sha256=zsb6HJhfHJ5l6cegq0A6k7YAeYIo3CTLhjaD-jW556g,8597
 khoj/processor/conversation/offline/utils.py,sha256=51McImxl6u1qgRYvMt7uzsgLGSLq5SMFy74ymlNjIcc,3033
 khoj/processor/conversation/offline/whisper.py,sha256=DJI-8y8DULO2cQ49m2VOvRyIZ2TxBypc15gM8O3HuMI,470
 khoj/processor/conversation/openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-khoj/processor/conversation/openai/gpt.py,sha256=w-VeVoI8xTyS1n36y0sbI2TPP6v-LFriFx9xyfgnt7g,6096
-khoj/processor/conversation/openai/utils.py,sha256=G9MAfVJ0iKw8u8KMDXpfsuMarjhAKyGqPCqwSEwrMFw,37778
+khoj/processor/conversation/openai/gpt.py,sha256=B7TPhJk4lxwDNJ4RPLfJbTvfL4dZ2PJWAb-s8jcCiw4,6097
+khoj/processor/conversation/openai/utils.py,sha256=VFSabEiw-QB9jOsq5xE34DECd7ATBwEMP_Gv9VHEVzA,38645
 khoj/processor/conversation/openai/whisper.py,sha256=zoEeK1LNCg_tzP4xzYi5vRPzNPGuDGzpkrkG7d1LUn4,447
 khoj/processor/image/generate.py,sha256=bF80fjsHKkU2f2ADiXJei8-ViqcT0EHaM0wH78KPUC8,12199
 khoj/processor/operator/README.md,sha256=QaV00W1IB7i8ZrvhNkpjmFMVDtORFt-OASieRQGE_UE,2308
@@ -426,9 +427,9 @@ khoj/processor/tools/online_search.py,sha256=JWliYq_IT5EVFk24qo6GWvXuVL5enpSHJQt
 khoj/processor/tools/run_code.py,sha256=Olsy6TL-CdZhugSLrvjWmSNcsT58dUcJTlBQ2hhFl2o,12667
 khoj/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/routers/api.py,sha256=BFiKwdYjkR-4aHBumM7Hu4XdN2RvQ0Z9V4_2Wd8aPiM,8633
-khoj/routers/api_agents.py,sha256=QcognyY9FwClgOZw21BF9K7IX16i2070kRoM7c_bKn8,17264
+khoj/routers/api_agents.py,sha256=JHtB3hneUNLhdfiagWGkF1SFx48_5iaDenncU1OElhE,17271
 khoj/routers/api_automation.py,sha256=ux990dRLbcFadV01T-1McPwvFeR0KLyrWAVpCJ3YLvk,9399
-khoj/routers/api_chat.py,sha256=u351tDt2iKOS8VVL0fCRUseQOLRsGcmSwuEvEIUCk8g,66993
+khoj/routers/api_chat.py,sha256=RLKdg4EZUHV3FrV_AEJGAWat9BkmjwdaciFPM-qp2Tk,69584
 khoj/routers/api_content.py,sha256=GFChoWm4nYdilhzB1ElbJjaJJRfLn8XtkKmLnZOUHrU,24580
 khoj/routers/api_model.py,sha256=hjIgOQqva4YVv1osQK8p-317_oSKsv1mHbAYFQICxnM,5273
 khoj/routers/api_phone.py,sha256=p9yfc4WeMHDC0hg3aQk60a2VBy8rZPdEnz9wdJ7DzkU,2208
@@ -440,7 +441,7 @@ khoj/routers/notion.py,sha256=g53xyYFmjr2JnuIrTW2vytbfkiK_UkoRTxqnnLSmD5o,2802
 khoj/routers/research.py,sha256=UyMOzLglNT26CFZ2w11_DVycP3fnpEYICewOo9L9p4U,26393
 khoj/routers/storage.py,sha256=lao0DvsF49QleZvOdjKM98RU2cGfCJDBb7WeoI7Rr3I,2172
 khoj/routers/twilio.py,sha256=MLsuCm4--ETvr3sLxbF0CL_ehlg_l2rKBSLR2Qh2Xls,1081
-khoj/routers/web_client.py,sha256=_vyfDaHZZjNoI2LwGNQFRiFmGLkNcgYJe7dOr3mrxH8,4386
+khoj/routers/web_client.py,sha256=ArYv1yM04Lb3KOrDHzruf_rClVq1PEyBkdZ_e1W49_A,4573
 khoj/search_filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/search_filter/base_filter.py,sha256=BzoZA_wAUg_eZ5vhaaipwVTSG0ZMxWCHxHsZrzo4KS0,358
 khoj/search_filter/date_filter.py,sha256=7MCXyeDy9TGG81IesLrgV7vnTUDXWe8xj8NeeESd1Xk,10019
@@ -453,15 +454,15 @@ khoj/utils/cli.py,sha256=fI1XQYMtJzLGOKQZQ5XxFOrC8sGjK3Alnteg5U62rWI,3882
 khoj/utils/config.py,sha256=aiOkH0je8A30DAGYTHMRePrgJonFv_i07_7CdhhhcdA,1805
 khoj/utils/constants.py,sha256=4pIq5yimBR-uFwqrukwjlFvfr8Ir190x4rCkysn-sbE,4244
 khoj/utils/fs_syncer.py,sha256=5nqwAZqRk3Nwhkwd8y4IomTPZQmW32GwAqyMzal5KyY,9996
-khoj/utils/helpers.py,sha256=tLO-rn0eThQVuomSxCMtlEN0WKsSaOZw23-4SCRRwy8,42593
+khoj/utils/helpers.py,sha256=HffoHFI0aXvHqz3nBLQW5jX6pP8t27ag_nTY23-wrgQ,42906
 khoj/utils/initialization.py,sha256=_KslgIsoo-1A_ZuouHH3WDbV-TpqBSaID_0b-1xXE0U,15169
 khoj/utils/jsonl.py,sha256=0Ac_COqr8sLCXntzZtquxuCEVRM2c3yKeDRGhgOBRpQ,1192
 khoj/utils/models.py,sha256=Q5tcC9-z25sCiub048fLnvZ6_IIO1bcPNxt5payekk0,2009
 khoj/utils/rawconfig.py,sha256=lgq0FfJOkdALLkoISjmBSEnzuaTPShsTuFUbXlf6brk,5406
 khoj/utils/state.py,sha256=s_GFWOqRzpEDx0eCPStuzBTK2VEw-qgRpH0aiEdGnDo,1791
 khoj/utils/yaml.py,sha256=qy1Tkc61rDMesBw_Cyx2vOR6H-Hngcsm5kYfjwQBwkE,1543
-khoj-2.0.0b11.dev9.dist-info/METADATA,sha256=PXpFXUG03naxZXz9VGn-2T495Zzy1Kzy5M1CVeC77G4,8974
-khoj-2.0.0b11.dev9.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-khoj-2.0.0b11.dev9.dist-info/entry_points.txt,sha256=KBIcez5N_jCgq_ER4Uxf-e1lxTBMTE_BBjMwwfeZyAg,39
-khoj-2.0.0b11.dev9.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
-khoj-2.0.0b11.dev9.dist-info/RECORD,,
+khoj-2.0.0b12.dist-info/METADATA,sha256=BEpLwGXoZo1dwVD91lE9sOZPGF1AKbkrsSnM9dUWmF4,8969
+khoj-2.0.0b12.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+khoj-2.0.0b12.dist-info/entry_points.txt,sha256=KBIcez5N_jCgq_ER4Uxf-e1lxTBMTE_BBjMwwfeZyAg,39
+khoj-2.0.0b12.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+khoj-2.0.0b12.dist-info/RECORD,,