khoj 1.29.2.dev26__py3-none-any.whl → 1.30.1.dev3__py3-none-any.whl

khoj/processor/conversation/prompts.py

@@ -565,59 +565,6 @@ Here's some additional context about you:
 """
 )
 
-pick_relevant_output_mode = PromptTemplate.from_template(
-    """
-You are Khoj, an excellent analyst for selecting the correct way to respond to a user's query.
-{personality_context}
-You have access to a limited set of modes for your response.
-You can only use one of these modes.
-
-{modes}
-
-Here are some examples:
-
-Example:
-Chat History:
-User: I just visited Jerusalem for the first time. Pull up my notes from the trip.
-AI: You mention visiting Masjid Al-Aqsa and the Western Wall. You also mention trying the local cuisine and visiting the Dead Sea.
-
-Q: Draw a picture of my trip to Jerusalem.
-Khoj: {{"output": "image"}}
-
-Example:
-Chat History:
-User: I'm having trouble deciding which laptop to get. I want something with at least 16 GB of RAM and a 1 TB SSD.
-AI: I can help with that. I see online that there is a new model of the Dell XPS 15 that meets your requirements.
-
-Q: What are the specs of the new Dell XPS 15?
-Khoj: {{"output": "text"}}
-
-Example:
-Chat History:
-User: Where did I go on my last vacation?
-AI: You went to Jordan and visited Petra, the Dead Sea, and Wadi Rum.
-
-Q: Remind me who did I go with on that trip?
-Khoj: {{"output": "text"}}
-
-Example:
-Chat History:
-User: How's the weather outside? Current Location: Bali, Indonesia
-AI: It's currently 28°C and partly cloudy in Bali.
-
-Q: Share a painting using the weather for Bali every morning.
-Khoj: {{"output": "automation"}}
-
-Now it's your turn to pick the mode you would like to use to answer the user's question. Provide your response as a JSON. Do not say anything else.
-
-Chat History:
-{chat_history}
-
-Q: {query}
-Khoj:
-""".strip()
-)
-
 plan_function_execution = PromptTemplate.from_template(
     """
 You are Khoj, a smart, creative and methodical researcher. Use the provided tool AIs to investigate information to answer query.
@@ -679,18 +626,24 @@ previous_iteration = PromptTemplate.from_template(
 """
 )
 
-pick_relevant_information_collection_tools = PromptTemplate.from_template(
+pick_relevant_tools = PromptTemplate.from_template(
     """
 You are Khoj, an extremely smart and helpful search assistant.
 {personality_context}
 - You have access to a variety of data sources to help you answer the user's question
 - You can use the data sources listed below to collect more relevant information
-- You can use any combination of these data sources to answer the user's question
+- You can select certain types of output to respond to the user's question. Select just one output type to answer the user's question
+- You can use any combination of these data sources and output types to answer the user's question
+- You can only select one output type to answer the user's question
 
-Which of the data sources listed below you would use to answer the user's question? You **only** have access to the following data sources:
+Which of the tools listed below you would use to answer the user's question? You **only** have access to the following:
 
+Inputs:
 {tools}
 
+Outputs:
+{outputs}
+
 Here are some examples:
 
 Example:
@@ -699,7 +652,7 @@ User: I'm thinking of moving to a new city. I'm trying to decide between New Yor
 AI: Moving to a new city can be challenging. Both New York and San Francisco are great cities to live in. New York is known for its diverse culture and San Francisco is known for its tech scene.
 
 Q: What is the population of each of those cities?
-Khoj: {{"source": ["online"]}}
+Khoj: {{"source": ["online"], "output": ["text"]}}
 
 Example:
 Chat History:
@@ -707,14 +660,7 @@ User: I'm thinking of my next vacation idea. Ideally, I want to see something ne
 AI: Excellent! Taking a vacation is a great way to relax and recharge.
 
 Q: Where did Grandma grow up?
-Khoj: {{"source": ["notes"]}}
-
-Example:
-Chat History:
-
-
-Q: What can you do for me?
-Khoj: {{"source": ["notes", "online"]}}
+Khoj: {{"source": ["notes"], "output": ["text"]}}
 
 Example:
 Chat History:
@@ -722,7 +668,7 @@ User: Good morning
 AI: Good morning! How can I help you today?
 
 Q: How can I share my files with Khoj?
-Khoj: {{"source": ["default", "online"]}}
+Khoj: {{"source": ["default", "online"], "output": ["text"]}}
 
 Example:
 Chat History:
@@ -730,17 +676,17 @@ User: What is the first element in the periodic table?
 AI: The first element in the periodic table is Hydrogen.
 
 Q: Summarize this article https://en.wikipedia.org/wiki/Hydrogen
-Khoj: {{"source": ["webpage"]}}
+Khoj: {{"source": ["webpage"], "output": ["text"]}}
 
 Example:
 Chat History:
 User: I want to start a new hobby. I'm thinking of learning to play the guitar.
 AI: Learning to play the guitar is a great hobby. It can be a lot of fun and a great way to express yourself.
 
-Q: What is the first element of the periodic table?
-Khoj: {{"source": ["general"]}}
+Q: Draw a painting of a guitar.
+Khoj: {{"source": ["general"], "output": ["image"]}}
 
-Now it's your turn to pick the data sources you would like to use to answer the user's question. Provide the data sources as a list of strings in a JSON object. Do not say anything else.
+Now it's your turn to pick the sources and output to answer the user's query. Respond with a JSON object, including both `source` and `output`. The values should be a list of strings. Do not say anything else.
 
 Chat History:
 {chat_history}

khoj/routers/api_chat.py

@@ -46,8 +46,7 @@ from khoj.routers.helpers import (
     FeedbackData,
     acreate_title_from_history,
     agenerate_chat_response,
-    aget_relevant_information_sources,
-    aget_relevant_output_modes,
+    aget_relevant_tools_to_execute,
     construct_automation_created_message,
     create_automation,
     gather_raw_query_files,
@@ -753,7 +752,7 @@ async def chat(
         attached_file_context = gather_raw_query_files(query_files)
 
         if conversation_commands == [ConversationCommand.Default] or is_automated_task:
-            conversation_commands = await aget_relevant_information_sources(
+            conversation_commands = await aget_relevant_tools_to_execute(
                 q,
                 meta_log,
                 is_automated_task,
@@ -769,19 +768,9 @@ async def chat(
                 conversation_commands = [ConversationCommand.Research]
 
             conversation_commands_str = ", ".join([cmd.value for cmd in conversation_commands])
-            async for result in send_event(
-                ChatEvent.STATUS, f"**Chose Data Sources to Search:** {conversation_commands_str}"
-            ):
+            async for result in send_event(ChatEvent.STATUS, f"**Selected Tools:** {conversation_commands_str}"):
                 yield result
 
-            mode = await aget_relevant_output_modes(
-                q, meta_log, is_automated_task, user, uploaded_images, agent, tracer=tracer
-            )
-            async for result in send_event(ChatEvent.STATUS, f"**Decided Response Mode:** {mode.value}"):
-                yield result
-            if mode not in conversation_commands:
-                conversation_commands.append(mode)
-
         for cmd in conversation_commands:
             try:
                 await conversation_command_rate_limiter.update_and_check_if_valid(request, cmd)
@@ -1175,8 +1164,27 @@ async def chat(
                         inferred_queries.append(better_diagram_description_prompt)
                         diagram_description = excalidraw_diagram_description
                     else:
-                        async for result in send_llm_response(f"Failed to generate diagram. Please try again later."):
+                        error_message = "Failed to generate diagram. Please try again later."
+                        async for result in send_llm_response(error_message):
                             yield result
+
+                        await sync_to_async(save_to_conversation_log)(
+                            q,
+                            error_message,
+                            user,
+                            meta_log,
+                            user_message_time,
+                            inferred_queries=[better_diagram_description_prompt],
+                            client_application=request.user.client_app,
+                            conversation_id=conversation_id,
+                            compiled_references=compiled_references,
+                            online_results=online_results,
+                            code_results=code_results,
+                            query_images=uploaded_images,
+                            train_of_thought=train_of_thought,
+                            raw_query_files=raw_query_files,
+                            tracer=tracer,
+                        )
                         return
 
             content_obj = {

khoj/routers/helpers.py

@@ -336,7 +336,7 @@ async def acheck_if_safe_prompt(system_prompt: str, user: KhojUser = None, lax:
     return is_safe, reason
 
 
-async def aget_relevant_information_sources(
+async def aget_relevant_tools_to_execute(
     query: str,
     conversation_history: dict,
     is_task: bool,
@@ -360,6 +360,19 @@ async def aget_relevant_information_sources(
         if len(agent_tools) == 0 or tool.value in agent_tools:
             tool_options_str += f'- "{tool.value}": "{description}"\n'
 
+    mode_options = dict()
+    mode_options_str = ""
+
+    output_modes = agent.output_modes if agent else []
+
+    for mode, description in mode_descriptions_for_llm.items():
+        # Do not allow tasks to schedule another task
+        if is_task and mode == ConversationCommand.Automation:
+            continue
+        mode_options[mode.value] = description
+        if len(output_modes) == 0 or mode.value in output_modes:
+            mode_options_str += f'- "{mode.value}": "{description}"\n'
+
     chat_history = construct_chat_history(conversation_history)
 
     if query_images:
@@ -369,9 +382,10 @@ async def aget_relevant_information_sources(
         prompts.personality_context.format(personality=agent.personality) if agent and agent.personality else ""
     )
 
-    relevant_tools_prompt = prompts.pick_relevant_information_collection_tools.format(
+    relevant_tools_prompt = prompts.pick_relevant_tools.format(
         query=query,
         tools=tool_options_str,
+        outputs=mode_options_str,
         chat_history=chat_history,
         personality_context=personality_context,
     )
@@ -388,13 +402,17 @@ async def aget_relevant_information_sources(
     try:
         response = clean_json(response)
         response = json.loads(response)
-        response = [q.strip() for q in response["source"] if q.strip()]
-        if not isinstance(response, list) or not response or len(response) == 0:
-            logger.error(f"Invalid response for determining relevant tools: {response}")
-            return tool_options
+
+        input_tools = [q.strip() for q in response.get("source", []) if q.strip()]
+        output_modes = [q.strip() for q in response.get("output", ["text"]) if q.strip()]  # Default to text output
+
+        if not isinstance(input_tools, list) or not input_tools or len(input_tools) == 0:
+            raise ValueError(
+                f"Invalid response for determining relevant tools: {input_tools}. Raw Response: {response}"
+            )
 
         final_response = [] if not is_task else [ConversationCommand.AutomatedTask]
-        for llm_suggested_tool in response:
+        for llm_suggested_tool in input_tools:
             # Add a double check to verify it's in the agent list, because the LLM sometimes gets confused by the tool options.
             if llm_suggested_tool in tool_options.keys() and (
                 len(agent_tools) == 0 or llm_suggested_tool in agent_tools
@@ -402,88 +420,28 @@ async def aget_relevant_information_sources(
                 # Check whether the tool exists as a valid ConversationCommand
                 final_response.append(ConversationCommand(llm_suggested_tool))
 
+        for llm_suggested_output in output_modes:
+            # Add a double check to verify it's in the agent list, because the LLM sometimes gets confused by the tool options.
+            if llm_suggested_output in mode_options.keys() and (
+                len(output_modes) == 0 or llm_suggested_output in output_modes
+            ):
+                # Check whether the tool exists as a valid ConversationCommand
+                final_response.append(ConversationCommand(llm_suggested_output))
+
         if is_none_or_empty(final_response):
             if len(agent_tools) == 0:
-                final_response = [ConversationCommand.Default]
+                final_response = [ConversationCommand.Default, ConversationCommand.Text]
             else:
-                final_response = [ConversationCommand.General]
-    except Exception:
-        logger.error(f"Invalid response for determining relevant tools: {response}")
+                final_response = [ConversationCommand.General, ConversationCommand.Text]
+    except Exception as e:
+        logger.error(f"Invalid response for determining relevant tools: {response}. Error: {e}", exc_info=True)
         if len(agent_tools) == 0:
-            final_response = [ConversationCommand.Default]
+            final_response = [ConversationCommand.Default, ConversationCommand.Text]
         else:
             final_response = agent_tools
     return final_response
 
 
-async def aget_relevant_output_modes(
-    query: str,
-    conversation_history: dict,
-    is_task: bool = False,
-    user: KhojUser = None,
-    query_images: List[str] = None,
-    agent: Agent = None,
-    tracer: dict = {},
-):
-    """
-    Given a query, determine which of the available tools the agent should use in order to answer appropriately.
-    """
-
-    mode_options = dict()
-    mode_options_str = ""
-
-    output_modes = agent.output_modes if agent else []
-
-    for mode, description in mode_descriptions_for_llm.items():
-        # Do not allow tasks to schedule another task
-        if is_task and mode == ConversationCommand.Automation:
-            continue
-        mode_options[mode.value] = description
-        if len(output_modes) == 0 or mode.value in output_modes:
-            mode_options_str += f'- "{mode.value}": "{description}"\n'
-
-    chat_history = construct_chat_history(conversation_history)
-
-    if query_images:
-        query = f"[placeholder for {len(query_images)} user attached images]\n{query}"
-
-    personality_context = (
-        prompts.personality_context.format(personality=agent.personality) if agent and agent.personality else ""
-    )
-
-    relevant_mode_prompt = prompts.pick_relevant_output_mode.format(
-        query=query,
-        modes=mode_options_str,
-        chat_history=chat_history,
-        personality_context=personality_context,
-    )
-
-    with timer("Chat actor: Infer output mode for chat response", logger):
-        response = await send_message_to_model_wrapper(
-            relevant_mode_prompt, response_type="json_object", user=user, tracer=tracer
-        )
-
-    try:
-        response = clean_json(response)
-        response = json.loads(response)
-
-        if is_none_or_empty(response):
-            return ConversationCommand.Text
-
-        output_mode = response["output"]
-
-        # Add a double check to verify it's in the agent list, because the LLM sometimes gets confused by the tool options.
-        if output_mode in mode_options.keys() and (len(output_modes) == 0 or output_mode in output_modes):
-            # Check whether the tool exists as a valid ConversationCommand
-            return ConversationCommand(output_mode)
-
-        logger.error(f"Invalid output mode selected: {output_mode}. Defaulting to text.")
-        return ConversationCommand.Text
-    except Exception:
-        logger.error(f"Invalid response for determining output mode: {response}")
-        return ConversationCommand.Text
-
-
 async def infer_webpage_urls(
     q: str,
     conversation_history: dict,

khoj/utils/helpers.py

@@ -365,7 +365,7 @@ tool_descriptions_for_llm = {
     ConversationCommand.Notes: "To search the user's personal knowledge base. Especially helpful if the question expects context from the user's notes or documents.",
     ConversationCommand.Online: "To search for the latest, up-to-date information from the internet. Note: **Questions about Khoj should always use this data source**",
     ConversationCommand.Webpage: "To use if the user has directly provided the webpage urls or you are certain of the webpage urls to read.",
-    ConversationCommand.Code: "To run Python code in a Pyodide sandbox with no network access. Helpful when need to parse information, run complex calculations, create documents and charts for user. Matplotlib, bs4, pandas, numpy, etc. are available.",
+    ConversationCommand.Code: "To run Python code in a Pyodide sandbox with no network access. Helpful when need to parse information, run complex calculations, create plaintext documents, and create charts with quantitative data. Matplotlib, bs4, pandas, numpy, etc. are available.",
     ConversationCommand.Summarize: "To retrieve an answer that depends on the entire document or a large text.",
 }
 
@@ -373,14 +373,13 @@ function_calling_description_for_llm = {
     ConversationCommand.Notes: "To search the user's personal knowledge base. Especially helpful if the question expects context from the user's notes or documents.",
     ConversationCommand.Online: "To search the internet for information. Useful to get a quick, broad overview from the internet. Provide all relevant context to ensure new searches, not in previous iterations, are performed.",
     ConversationCommand.Webpage: "To extract information from webpages. Useful for more detailed research from the internet. Usually used when you know the webpage links to refer to. Share the webpage links and information to extract in your query.",
-    ConversationCommand.Code: "To run Python code in a Pyodide sandbox with no network access. Helpful when need to parse information, run complex calculations, create charts for user. Matplotlib, bs4, pandas, numpy, etc. are available.",
+    ConversationCommand.Code: "To run Python code in a Pyodide sandbox with no network access. Helpful when need to parse information, run complex calculations, create plaintext documents, and create charts with quantitative data. Matplotlib, bs4, pandas, numpy, etc. are available.",
 }
 
 mode_descriptions_for_llm = {
-    ConversationCommand.Image: "Use this if you are confident the user is requesting you to create a new picture based on their description. This does not support generating charts or graphs.",
-    ConversationCommand.Automation: "Use this if you are confident the user is requesting a response at a scheduled date, time and frequency",
-    ConversationCommand.Text: "Use this if a normal text response would be sufficient for accurately responding to the query.",
-    ConversationCommand.Diagram: "Use this if the user is requesting a diagram or visual representation that requires primitives like lines, rectangles, and text.",
+    ConversationCommand.Image: "Use this if you are confident the user is requesting you to create a new picture based on their description. This DOES NOT support generating charts or graphs. It is for creative images.",
+    ConversationCommand.Text: "Use this if a normal text response would be sufficient for accurately responding to the query or you don't feel strongly about the other modes.",
+    ConversationCommand.Diagram: "Use this if the user is requesting a diagram or visual representation that requires primitives like lines, rectangles, and text. This does not work for charts, graphs, or quantitative data. It is for mind mapping, flowcharts, etc.",
 }
 
 mode_descriptions_for_agent = {

{khoj-1.29.2.dev26.dist-info → khoj-1.30.1.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: khoj
-Version: 1.29.2.dev26
+Version: 1.30.1.dev3
 Summary: Your Second Brain
 Project-URL: Homepage, https://khoj.dev
 Project-URL: Documentation, https://docs.khoj.dev

{khoj-1.29.2.dev26.dist-info → khoj-1.30.1.dev3.dist-info}/RECORD

@@ -11,7 +11,7 @@ khoj/database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/database/admin.py,sha256=9xVVQ91gjLW4_ZpN1Ojp6zHynZBjMpJ_F_mEd1eyDA0,10718
 khoj/database/apps.py,sha256=pM4tkX5Odw4YW_hLLKK8Nd5kqGddf1en0oMCea44RZw,153
 khoj/database/tests.py,sha256=mrbGGRNg5jwbTJtWWa7zSKdDyeB4vmgZCRc2nk6VY-g,60
-khoj/database/adapters/__init__.py,sha256=gv2SNrTpJvW1cPzFwSSY7qF7DYYXY1bWWxi-A141nkM,69020
+khoj/database/adapters/__init__.py,sha256=KxGzqtDpbDPJdy-CZFXOM7sLqogzJXYyp_NDHgXttEg,69084
 khoj/database/management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/database/management/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/database/management/commands/change_default_model.py,sha256=HkFQOI-2rFjlu7YiulyRcTrITzSzXmY4WiV2hBmml0w,5209
@@ -111,17 +111,15 @@ khoj/interface/compiled/chat.svg,sha256=l2JoYRRgk201adTTdvJ-buKUrc0WGfsudix5xEvt
 khoj/interface/compiled/close.svg,sha256=hQ2iFLkNzHk0_iyTrSbwnWAeXYlgA-c2Eof2Iqh76n4,417
 khoj/interface/compiled/copy-button-success.svg,sha256=byqWAYD3Pn9IOXRjOKudJ-TJbP2UESbQGvtLWazNGjY,829
 khoj/interface/compiled/copy-button.svg,sha256=05bKM2eRxksfBlAPT7yMaoNJEk85bZCxQg67EVrPeHo,669
-khoj/interface/compiled/index.html,sha256=YZfqiQij0BSok50L93feI8gv8HnRMA1F4-_r5xnsy1I,12156
-khoj/interface/compiled/index.txt,sha256=EIV_r21d5yD7dx6L3K1b5-uWFvRZTnTEr82Gfb6eIbM,5611
+khoj/interface/compiled/index.html,sha256=RokRtIfIoiqMjLh3qWHTENMLVXgiQ5vdloZdP22Cexc,12156
+khoj/interface/compiled/index.txt,sha256=o8pR_BnMjmsYgdMIFb1Fn6pZFltUgy3wk2LXGCx9MrE,5611
 khoj/interface/compiled/khoj.webmanifest,sha256=lsknYkvEdMbRTOUYKXPM_8krN2gamJmM4u3qj8u9lrU,1682
 khoj/interface/compiled/logo.svg,sha256=_QCKVYM4WT2Qhcf7aVFImjq_s5CwjynGXYAOgI7yf8w,8059
 khoj/interface/compiled/send.svg,sha256=VdavOWkVddcwcGcld6pdfmwfz7S91M-9O28cfeiKJkM,635
 khoj/interface/compiled/share.svg,sha256=91lwo75PvMDrgocuZQab6EQ62CxRbubh9Bhw7CWMKbg,1221
 khoj/interface/compiled/thumbs-down.svg,sha256=JGNl-DwoRmH2XFMPWwFFklmoYtKxaQbkLE3nuYKe8ZY,1019
 khoj/interface/compiled/thumbs-up.svg,sha256=yS1wxTRtiztkN-6nZciLoYQUB_KTYNPV8xFRwH2TQFw,1036
-khoj/interface/compiled/404/index.html,sha256=1GIrezJGh8KE2Ype4oIfdL4u3wuZMCL0lkTdy2s3690,12023
-khoj/interface/compiled/_next/static/8GHdsBD3CrRSB--Guybv_/_buildManifest.js,sha256=6I9QUstNpJnhe3leR2Daw0pSXwzcbBscv6h2jmmPpms,224
-khoj/interface/compiled/_next/static/8GHdsBD3CrRSB--Guybv_/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+khoj/interface/compiled/404/index.html,sha256=Mw4lZ-sgRw5wwHrJmlQS8ZEOvGL8hzO1j4mhU3-tKLo,12023
 khoj/interface/compiled/_next/static/chunks/1210.132a7e1910006bbb.js,sha256=2dJueIfOg5qlQdanOM9HrgwcfrUXCD57bfd8Iv7iJcU,2104
 khoj/interface/compiled/_next/static/chunks/1279-f37ee4a388ebf544.js,sha256=U_1WaocOdgJ4HZB8tRx_izzYGD1EZlCohC1uLCffCWc,45582
 khoj/interface/compiled/_next/static/chunks/1459.690bf20e7d7b7090.js,sha256=z-ruZPxF_Z3ef_WOThd9Ox36AMhxaW3znizVivNnA34,34239
@@ -134,11 +132,11 @@ khoj/interface/compiled/_next/static/chunks/3803-d74118a2d0182c52.js,sha256=Elqf
 khoj/interface/compiled/_next/static/chunks/4504-1629487c8bc82203.js,sha256=z6NvJ2KOjYPbMNsYQKyX9PV4DeURUoP6LKoNb4kZXg0,11637
 khoj/interface/compiled/_next/static/chunks/4602-8eeb4b76385ad159.js,sha256=pz2lEr0JOrMdrddv2R2vej4e9uxpOr5KFX966ClLbOU,29928
 khoj/interface/compiled/_next/static/chunks/5512-94c7c2bbcf58c19d.js,sha256=ySpWRBlOMbttpBPr-j6_y9FmVrWfeRdardPkVnYAXzw,103730
-khoj/interface/compiled/_next/static/chunks/5538-32bd787d106700dc.js,sha256=aZZKwp3YRs4ff6gzG5PGSlyeCPvrzYB9Rw5dsdfdZpU,34191
-khoj/interface/compiled/_next/static/chunks/5961-3c104d9736b7902b.js,sha256=qss4GGVTNo_Rp3x8bU1I_l-SZCa-XAoVaxbLYOOcDTU,1089568
+khoj/interface/compiled/_next/static/chunks/5538-b87b60ecc0c27ceb.js,sha256=_gYTfk_4_QokG8JC41SvGJmxgCjViwHflNNTX2rlzXI,34236
 khoj/interface/compiled/_next/static/chunks/6297-d1c842ed3f714ab0.js,sha256=4nzZ2umR-q6wQ-8L4RSivWXKV_SE1dWoN9qA1I9lCRI,25675
 khoj/interface/compiled/_next/static/chunks/7023-a5bf5744d19b3bd3.js,sha256=TBJA7dTnI8nymtbljKuZzo2hbStXWR-P8Qkl57k2Tw8,123898
 khoj/interface/compiled/_next/static/chunks/7883-b1305ec254213afe.js,sha256=dDbERTNiKRIIdC7idybjZq03gnxQtudMawrekye0zH8,241134
+khoj/interface/compiled/_next/static/chunks/796-68f9e87f9cdfda1d.js,sha256=sGuaWffm4HXr8jrS3_HpLzmiGSrZ9TJV1l0btptfPLA,1092974
 khoj/interface/compiled/_next/static/chunks/8423-c0123d454681e03a.js,sha256=ZMV9-K9UbK23ldDrwnYVox4UU9vqxvbcwSgAPlqoeR8,15303
 khoj/interface/compiled/_next/static/chunks/9001-3b27af6d5f21df44.js,sha256=ran2mMGTO2kiAJebRGMyfyAu4Sdjw-WobS_m6g-qjz8,34223
 khoj/interface/compiled/_next/static/chunks/9417-32c4db52ca42e681.js,sha256=9r3lV-DxmhmQnYjroVbjAXPyX6rvSmhZKfUguE0dENw,15039
@@ -150,29 +148,29 @@ khoj/interface/compiled/_next/static/chunks/framework-8e0e0f4a6b83a956.js,sha256
 khoj/interface/compiled/_next/static/chunks/main-1ea5c2e0fdef4626.js,sha256=8_u87PGI3PahFbDfGWGvpD-a18J7X7ChUqWIeqxVq7g,111061
 khoj/interface/compiled/_next/static/chunks/main-app-6d6ee3495efe03d4.js,sha256=i52E7sWOcSq1G8eYZL3mtTxbUbwRNxcAbSWQ6uWpMsY,475
 khoj/interface/compiled/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js,sha256=6QPOwdWeAVe8x-SsiDrm-Ga6u2DkqgG5SFqglrlyIgA,91381
-khoj/interface/compiled/_next/static/chunks/webpack-63a7b969d34e6698.js,sha256=YXsRBGMWN01ciOv4OadI11jh51dox7cDDgR34p6NGfs,4054
+khoj/interface/compiled/_next/static/chunks/webpack-d3a4ebfc304496fb.js,sha256=4W8e6VbNih5VrlG4t7jslX1H1vt8uOvpe-W04JxNFXs,4054
 khoj/interface/compiled/_next/static/chunks/app/layout-86561d2fac35a91a.js,sha256=2EWsyKE2kcC5uDvsOtgG5OP0hHCX8sCph4NqhUU2rCg,442
-khoj/interface/compiled/_next/static/chunks/app/page-e83f8a77f5c3caef.js,sha256=u72hDk0g6SFJNe-2B0yCF5BaI5PJa9Yr4aG9ZfseQW0,33220
+khoj/interface/compiled/_next/static/chunks/app/page-fcf7411ff80b6bf5.js,sha256=VlOR_tnA5EULQXzWNDUPbUDTbsKCTxJAGPmWz6iXXig,33220
 khoj/interface/compiled/_next/static/chunks/app/_not-found/page-07ff4ab42b07845e.js,sha256=3mCUnxfMxyK44eqk21TVBrC6u--WSbvx31fTmQuOvMQ,1755
 khoj/interface/compiled/_next/static/chunks/app/agents/layout-e9838b642913a071.js,sha256=w3vWDf7m2_VG7q98_KGAWbCO06RI7iqFYsb4nDqGUDw,372
-khoj/interface/compiled/_next/static/chunks/app/agents/page-4353b1a532795ad1.js,sha256=VYSOSTRUsJQxg-C2ntEbHW5Fwm_a5k1e79bUYlcZBa0,11755
+khoj/interface/compiled/_next/static/chunks/app/agents/page-ee4f0da14df15091.js,sha256=uqFdU7KMW0ZqRQySoGhRNXTHvodXxMC34a1zhr47vVs,11750
 khoj/interface/compiled/_next/static/chunks/app/automations/layout-27c28e923c9b1ff0.js,sha256=d2vJ_lVB0pfeFXNUPzHAe1ca5NzdNowHPh___SPqugM,5143
-khoj/interface/compiled/_next/static/chunks/app/automations/page-c9f13c865e739607.js,sha256=hkZk61Vrde0LIL4KPqnm_u2pd_LPzvt-f6Z0hkq8FCs,35344
+khoj/interface/compiled/_next/static/chunks/app/automations/page-da59a2b9ec07da16.js,sha256=R7auC6hEUsXt6aysFhuyAEcGGUaZ4QOnLxxc8XdDSbc,35349
 khoj/interface/compiled/_next/static/chunks/app/chat/layout-b0e7ff4baa3b5265.js,sha256=a-Qv2nHUrCa1gIs4Qo5txnOlhhQessAdcnAhhjaN3ag,374
-khoj/interface/compiled/_next/static/chunks/app/chat/page-1a23760147c678ba.js,sha256=Tf7_jIOE97TnfJmZyLXkBZfqWYTYqZMt4kPpbPprMEo,7071
+khoj/interface/compiled/_next/static/chunks/app/chat/page-e60a55d029b6216a.js,sha256=qdjCIEOXvtnxAyZp9gjxODNq-WHzDOk-kI1UtEgmOU8,7070
 khoj/interface/compiled/_next/static/chunks/app/search/layout-ea6b73fdaf9b24ca.js,sha256=mBgNUjaTBNgIKOpZj722mh1ojg1CNIYRBPiupStSS6s,165
-khoj/interface/compiled/_next/static/chunks/app/search/page-8e28deacb61f75aa.js,sha256=A3klMSdb4sxIAuHZ8NdbYgzc_WXhzIPFACF-D4CRino,6958
+khoj/interface/compiled/_next/static/chunks/app/search/page-4f44549ba3807021.js,sha256=3O3gUM_ALtxAqNVAwQ9X_FDedXFYEcNWEqndayZeTBY,6958
 khoj/interface/compiled/_next/static/chunks/app/settings/layout-254eaaf916449a60.js,sha256=kHAKleDbNFfhNM3e1WLJm3OFw6PDtGcjyj5toO24vps,5347
-khoj/interface/compiled/_next/static/chunks/app/settings/page-610d33158b233b34.js,sha256=gvcwqYV9CrC5M3KBpyn0b88m8u34brimEEYC0Z8ExiI,32149
+khoj/interface/compiled/_next/static/chunks/app/settings/page-5591490850437232.js,sha256=p0kRFoAYcSHSxG2y8JOaUBU-Xc__jwCIbYrUs_NEJu8,32149
 khoj/interface/compiled/_next/static/chunks/app/share/chat/layout-cf7445cf0326bda3.js,sha256=W3axh1K4y-pLSXcXogLl4qLKXr5BZLY1uA7JfSWp5TU,373
-khoj/interface/compiled/_next/static/chunks/app/share/chat/page-a0a8dd453394b651.js,sha256=HknoLJgT71zQp4OivbU6CDtl3Yk4PABbu39aHmK8hYE,4376
+khoj/interface/compiled/_next/static/chunks/app/share/chat/page-4a4c0f199b89bd80.js,sha256=lj2nwWtCd_NUCCTc9jmBBBvO5U5m2VVEUGkdnnpSRu8,4375
 khoj/interface/compiled/_next/static/chunks/pages/_app-f870474a17b7f2fd.js,sha256=eqdFPAN_XFyMUzZ9qwFk-_rhMWZrU7lgNVt1foVUANo,286
 khoj/interface/compiled/_next/static/chunks/pages/_error-c66a4e8afc46f17b.js,sha256=vjERjtMAbVk-19LyPf1Jc-H6TMcrSznSz6brzNqbqf8,253
 khoj/interface/compiled/_next/static/css/0e9d53dcd7f11342.css,sha256=52_LSJ59Vwm1p2UpcDXEvq99pTjz2sW4EjF5iKf-dzs,2622
 khoj/interface/compiled/_next/static/css/1f293605f2871853.css,sha256=G2b3Wx4e0DRBWSdNU20ivCChZI5HBzvPYUVVIdTRjLc,26590
-khoj/interface/compiled/_next/static/css/23f801d22927d568.css,sha256=vVeNg0xTNJbdrtpZNuFCvNJPW5An06hr7i2M6yDXjK4,8449
+khoj/interface/compiled/_next/static/css/2ff098d0815fdbc1.css,sha256=F-uRnbKKlMZq5eMcvFZtUOCTgC6n_uNE6fuaHU4CBak,8829
 khoj/interface/compiled/_next/static/css/3cf13271869a4aeb.css,sha256=sGjJTeMeN6wbQF4OCPgWYgJmSLLSHyzIH2rSVstWx7k,1857
-khoj/interface/compiled/_next/static/css/592ca99f5122e75a.css,sha256=BSqRkeb9vBh0phx5GkAlZirTFZintbyggGaUkuOBfaU,914
+khoj/interface/compiled/_next/static/css/4cae6c0e5c72fb2d.css,sha256=3CjTMmtMrm_MYt1ywtUh2MHEjSLSl356SQLl4hdBuYw,534
 khoj/interface/compiled/_next/static/css/5a400c87d295e68a.css,sha256=ojDUPJ9fJpEo9DzTAsEa-k1cg7Bef-nSTfpszMiqknQ,17711
 khoj/interface/compiled/_next/static/css/80bd6301fc657983.css,sha256=T7_aQHcWpQBQLKadauHNzjYGw713FtRNTlUqmJjsL6I,1634
 khoj/interface/compiled/_next/static/css/ed437164d77aa600.css,sha256=l7axYkpTLwbVjhTCUNh8BWdkBom06sG-JrpDX5vSPUU,3056024
@@ -248,8 +246,10 @@ khoj/interface/compiled/_next/static/media/flags.3afdda2f.webp,sha256=M2AW_HLpBn
 khoj/interface/compiled/_next/static/media/flags@2x.5fbe9fc1.webp,sha256=BBeRPBZkxY3-aKkMnYv5TSkxmbeMbyUH4VRIPfrWg1E,137406
 khoj/interface/compiled/_next/static/media/globe.98e105ca.webp,sha256=g3ofb8-W9GM75zIhlvQhaS8I2py9TtrovOKR3_7Jf04,514
 khoj/interface/compiled/_next/static/media/globe@2x.974df6f8.webp,sha256=I_N7Yke3IOoS-0CC6XD8o0IUWG8PdPbrHmf6lpgWlZY,1380
-khoj/interface/compiled/agents/index.html,sha256=cmQnbvmxvnHHkQG5caNV2z94JZn9zxJLoh9sZuOFFxA,12966
-khoj/interface/compiled/agents/index.txt,sha256=WvqmqLlwhMAf_2DFiemHQBjVG11miTkwjrj0_pGZQLc,6178
+khoj/interface/compiled/_next/static/wjSO2ckeClcVcMhOwfAVy/_buildManifest.js,sha256=6I9QUstNpJnhe3leR2Daw0pSXwzcbBscv6h2jmmPpms,224
+khoj/interface/compiled/_next/static/wjSO2ckeClcVcMhOwfAVy/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+khoj/interface/compiled/agents/index.html,sha256=tNuIDzmYmqaQ35EHZMgahRlFn4zNd9smYsgBdm5dZn8,12658
+khoj/interface/compiled/agents/index.txt,sha256=wkY2wTcUUg3vPw7g04M9_jM2QODp7NhpIHN5fq8AH4E,6045
 khoj/interface/compiled/assets/icons/khoj_lantern.ico,sha256=eggu-B_v3z1R53EjOFhIqqPnICBGdoaw1xnc0NrzHck,174144
 khoj/interface/compiled/assets/icons/khoj_lantern_128x128.png,sha256=aTxivDb3CYyThkVZWz8A19xl_dNut5DbkXhODWF3A9Q,5640
 khoj/interface/compiled/assets/icons/khoj_lantern_256x256.png,sha256=xPCMLHiaL7lYOdQLZrKwWE-Qjn5ZaysSZB0ScYv4UZU,12312
@@ -260,16 +260,16 @@ khoj/interface/compiled/assets/samples/desktop-remember-plan-sample.png,sha256=i
 khoj/interface/compiled/assets/samples/phone-browse-draw-sample.png,sha256=Dd4fPwtFl6BWqnHjeb1mCK_ND0hhHsWtx8sNE7EiMuE,406179
 khoj/interface/compiled/assets/samples/phone-plain-chat-sample.png,sha256=DEDaNRCkfEWUeh3kYZWIQDTVK1a6KKnYdwj5ZWisN_Q,82985
 khoj/interface/compiled/assets/samples/phone-remember-plan-sample.png,sha256=Ma3blirRmq3X4oYSsDbbT7MDn29rymDrjwmUfA9BMuM,236285
-khoj/interface/compiled/automations/index.html,sha256=RvafdSO_4Zpp-_siLFSmF8bcuHXyDI55ZJ5ENxCWf5c,30633
-khoj/interface/compiled/automations/index.txt,sha256=1tPRf8Y853eHdr_nXMuLzQc7qVHqvmloDX05q86WGVE,5500
-khoj/interface/compiled/chat/index.html,sha256=qR8fCiGjN5v7D2NlG0GAKqp94quuDcH7Qb7DZRE1MK8,13860
-khoj/interface/compiled/chat/index.txt,sha256=8SNIBP-cpYA4CstG12Yc4bVMLxh11AQiH9lzHKFvknw,6590
-khoj/interface/compiled/search/index.html,sha256=3kyNgJg1ShDj1xj4O9mBg06_kKrsrBb0pIDZ7WO_oEI,30161
-khoj/interface/compiled/search/index.txt,sha256=kiLomYPGDB_BKVPg5ZfYSdlaAWPuboDSD3Kl8y9A2_w,5256
-khoj/interface/compiled/settings/index.html,sha256=bU3bfjkxsXLWUAwFbmceQcLOgw-tf9J4yNgrAustW8M,12831
-khoj/interface/compiled/settings/index.txt,sha256=APYcaOD6Mh6HAWAeaEvW7_7RlzxAq8MGlGAco4OwBWg,6078
-khoj/interface/compiled/share/chat/index.html,sha256=_X_nH0uwB-PVlR0hj249KFxY4MwO3fARHgj_qw51Yqg,15157
-khoj/interface/compiled/share/chat/index.txt,sha256=zdJIpdAWh9-6dVrlZFiUg297uYWVWuvPLaWNmI90-RE,7387
+khoj/interface/compiled/automations/index.html,sha256=tkyygK9lJZEyPpcopl4AAgIcYG6g4ceQl5Y-0F3bETc,30941
+khoj/interface/compiled/automations/index.txt,sha256=XDEAaYXIaxa-8extvoLAJDVw_mAhDv_wiJSRqh5d6uY,5633
+khoj/interface/compiled/chat/index.html,sha256=0YKqUlBMYT48_RygmpFpK9-hUw73KEtKef-nQPW_vq8,13857
+khoj/interface/compiled/chat/index.txt,sha256=eXMXA45qulYAij8YvtQFKAUAIioK4ljTxj5uiFCrCxg,6588
+khoj/interface/compiled/search/index.html,sha256=SqI56JBJ7v-incSpU9KnNgVx1dSP3TyRPiZmcqMDUYs,30161
+khoj/interface/compiled/search/index.txt,sha256=1K1mIE4svN8VYseqmrynDa_pYGe7LGh_SXVbKQcCkYw,5256
+khoj/interface/compiled/settings/index.html,sha256=Ee1gCgn77h43GT7YNu0_IwOR4JMjhl_h8MOFPxsKqfA,12831
+khoj/interface/compiled/settings/index.txt,sha256=UBEpB2qwRiLw7YePvjK78DHrMjKSfpCenY9Rad3ERwE,6078
+khoj/interface/compiled/share/chat/index.html,sha256=8J5CbMwKuLiQnGwsXKhrSb0I0VknbUkofnLi3z5yLAs,15154
+khoj/interface/compiled/share/chat/index.txt,sha256=tKdd3Ez-dbJ7KV1a_l1VfOwhLXXIgZvn5j4kN1ZKgQo,7385
 khoj/interface/email/feedback.html,sha256=xksuPFamx4hGWyTTxZKRgX_eiYQQEuv-eK9Xmkt-nwU,1216
 khoj/interface/email/magic_link.html,sha256=EoGKQucfPj3xQrWXhSZAzPFOYCHF_ZX94TWCd1XHl1M,941
 khoj/interface/email/task.html,sha256=tY7a0gzVeQ2lSQNu7WyXR_s7VYeWTrxWEj1iHVuoVE4,2813
@@ -320,7 +320,7 @@ khoj/processor/content/pdf/pdf_to_entries.py,sha256=GQUvab61okhV9_DK0g2MCrMq8wKp
 khoj/processor/content/plaintext/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/content/plaintext/plaintext_to_entries.py,sha256=wFZwK_zIc7gWbRtO9sOHo9KvfhGAzL9psX_nKWYFduo,4975
 khoj/processor/conversation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-khoj/processor/conversation/prompts.py,sha256=jXVxeFYHBP6LBSAmdykYH6in297VTgVdEJ5IDsYlQnI,50319
+khoj/processor/conversation/prompts.py,sha256=MwJLoX2xlLYw4MtyLMq9Lo7p4vOHih3bcXDmIiDPCHM,48922
 khoj/processor/conversation/utils.py,sha256=2gbglhzKMEuldL0P9Y6miCF8BNooiEgFFNdgc8lvneQ,27870
 khoj/processor/conversation/anthropic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/conversation/anthropic/anthropic_chat.py,sha256=8w7oSTBIxcZa6y03Zo2nuQFa2WMiazwK_qfO2q_O-6c,8618
@@ -345,14 +345,14 @@ khoj/processor/tools/run_code.py,sha256=i9ce53dw0y5ZNhPorRNYJieIKw6eyrZQX0ABDrWi
 khoj/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/routers/api.py,sha256=_AI1pnQMQM75L6WVZSAVfvrk04pLEdLbHA0fkyxnUbo,28489
 khoj/routers/api_agents.py,sha256=vHPruCjlQxGBdm0lcmymEb9-aAELqbOplqh21WwD0DQ,9699
-khoj/routers/api_chat.py,sha256=83jqlGex6K3bry9_Pq4Ti8pEGHhENsjtlW4EgWbL-88,48704
+khoj/routers/api_chat.py,sha256=QQA2hg_TL_kShFHWPdCXmauftLNkvknwWyDJMtXLDkE,49193
 khoj/routers/api_content.py,sha256=WNlB6lVwRW8hHDthO2HypbpPvqrqt9rTU5oMRNknpMU,21070
 khoj/routers/api_model.py,sha256=KDsxNwHspC94eTcv6l3ehr773EOvgc670UnZLE1WZ4o,3642
 khoj/routers/api_phone.py,sha256=p9yfc4WeMHDC0hg3aQk60a2VBy8rZPdEnz9wdJ7DzkU,2208
 khoj/routers/api_subscription.py,sha256=J6xZNZDdOA71vCfethlPfAyfvRBq4HGCBpbsOZ9CWj0,5333
 khoj/routers/auth.py,sha256=HO54PR-BkWA_iJIktEobUrObcXVYG-00jpnIcEVdR5s,6564
 khoj/routers/email.py,sha256=SGYNPQvfcvYeHf70F0YqpY0FLMRElF2ZekROXdwGI18,3821
-khoj/routers/helpers.py,sha256=v-dnh2AwuXQNCWGHYLacGnq-8bNSluU2Ym8z7JG4ek0,82672
+khoj/routers/helpers.py,sha256=6WWUxNyUJQFkovdSVh-0vFLB-qGpG5HwOBeI58OU-NE,81487
 khoj/routers/notion.py,sha256=g53xyYFmjr2JnuIrTW2vytbfkiK_UkoRTxqnnLSmD5o,2802
 khoj/routers/research.py,sha256=SczFMS9a8_Wxhh3n_Zt9CJ-zZugBDAd_WmiZGFa6RR8,16117
 khoj/routers/storage.py,sha256=tJrwhFRVWv0MHv7V7huMc1Diwm-putZSwnZXJ3tqT_c,2338
@@ -370,15 +370,15 @@ khoj/utils/cli.py,sha256=EA7IvWAInUIll8YFTOpQtqLtCQXwphfHi5rJ2TKAdSQ,3757
 khoj/utils/config.py,sha256=aiOkH0je8A30DAGYTHMRePrgJonFv_i07_7CdhhhcdA,1805
 khoj/utils/constants.py,sha256=DNts_NN4ZL9nRCA9KH3ZD_6PBK9VVggtun79pQxzNnU,1219
 khoj/utils/fs_syncer.py,sha256=5nqwAZqRk3Nwhkwd8y4IomTPZQmW32GwAqyMzal5KyY,9996
-khoj/utils/helpers.py,sha256=JMCxQKEmz9ktZrSLQQh3cpm97dVsHT5J0rKY3bTrNco,20126
+khoj/utils/helpers.py,sha256=tdwRlkI5IqOr07cxw4zKindR3hSn6cGthPYHSXs2BcU,20239
 khoj/utils/initialization.py,sha256=nJtqPUv52SPA6sPHn0_vs1uSBdDihX25Dvvagu81Xbs,13490
 khoj/utils/jsonl.py,sha256=0Ac_COqr8sLCXntzZtquxuCEVRM2c3yKeDRGhgOBRpQ,1192
 khoj/utils/models.py,sha256=Q5tcC9-z25sCiub048fLnvZ6_IIO1bcPNxt5payekk0,2009
 khoj/utils/rawconfig.py,sha256=bQ_MGbBzYt6ZUIsHUwZjaHKDLh6GQ7h-sENkv3fyVbQ,5028
 khoj/utils/state.py,sha256=KtUEIKAZdGGN_Qr58RS1pgcywgSafun8YIXx-YEclAY,1645
 khoj/utils/yaml.py,sha256=qy1Tkc61rDMesBw_Cyx2vOR6H-Hngcsm5kYfjwQBwkE,1543
-khoj-1.29.2.dev26.dist-info/METADATA,sha256=JwsOcDhNsddYesiVpxjmDt0UTF4qF3Xvwh62C_mNs-M,7120
-khoj-1.29.2.dev26.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-khoj-1.29.2.dev26.dist-info/entry_points.txt,sha256=KBIcez5N_jCgq_ER4Uxf-e1lxTBMTE_BBjMwwfeZyAg,39
-khoj-1.29.2.dev26.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
-khoj-1.29.2.dev26.dist-info/RECORD,,
+khoj-1.30.1.dev3.dist-info/METADATA,sha256=LPiIpAfOMAASEAzRFOHt7VCdmqvn_fXIVmBKZ83tctY,7119
+khoj-1.30.1.dev3.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+khoj-1.30.1.dev3.dist-info/entry_points.txt,sha256=KBIcez5N_jCgq_ER4Uxf-e1lxTBMTE_BBjMwwfeZyAg,39
+khoj-1.30.1.dev3.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+khoj-1.30.1.dev3.dist-info/RECORD,,