khoj 1.30.2.dev11__py3-none-any.whl → 1.30.2.dev20__py3-none-any.whl

khoj/routers/api_chat.py

@@ -667,27 +667,37 @@ async def chat(
             finally:
                 yield event_delimiter
 
-        async def send_llm_response(response: str):
+        async def send_llm_response(response: str, usage: dict = None):
+            # Send Chat Response
             async for result in send_event(ChatEvent.START_LLM_RESPONSE, ""):
                 yield result
             async for result in send_event(ChatEvent.MESSAGE, response):
                 yield result
             async for result in send_event(ChatEvent.END_LLM_RESPONSE, ""):
                 yield result
+            # Send Usage Metadata once llm interactions are complete
+            if usage:
+                async for event in send_event(ChatEvent.USAGE, usage):
+                    yield event
+            async for result in send_event(ChatEvent.END_RESPONSE, ""):
+                yield result
 
         def collect_telemetry():
             # Gather chat response telemetry
             nonlocal chat_metadata
             latency = time.perf_counter() - start_time
             cmd_set = set([cmd.value for cmd in conversation_commands])
+            cost = (tracer.get("usage", {}) or {}).get("cost", 0)
             chat_metadata = chat_metadata or {}
             chat_metadata["conversation_command"] = cmd_set
             chat_metadata["agent"] = conversation.agent.slug if conversation and conversation.agent else None
             chat_metadata["latency"] = f"{latency:.3f}"
             chat_metadata["ttft_latency"] = f"{ttft:.3f}"
+            chat_metadata["usage"] = tracer.get("usage")
 
             logger.info(f"Chat response time to first token: {ttft:.3f} seconds")
             logger.info(f"Chat response total time: {latency:.3f} seconds")
+            logger.info(f"Chat response cost: ${cost:.5f}")
             update_telemetry_state(
                 request=request,
                 telemetry_type="api",
@@ -699,7 +709,7 @@ async def chat(
             )
 
         if is_query_empty(q):
-            async for result in send_llm_response("Please ask your query to get started."):
+            async for result in send_llm_response("Please ask your query to get started.", tracer.get("usage")):
                 yield result
             return
 
@@ -713,7 +723,7 @@ async def chat(
             create_new=body.create_new,
         )
         if not conversation:
-            async for result in send_llm_response(f"Conversation {conversation_id} not found"):
+            async for result in send_llm_response(f"Conversation {conversation_id} not found", tracer.get("usage")):
                 yield result
             return
         conversation_id = conversation.id
@@ -777,7 +787,7 @@ async def chat(
                 await conversation_command_rate_limiter.update_and_check_if_valid(request, cmd)
                 q = q.replace(f"/{cmd.value}", "").strip()
             except HTTPException as e:
-                async for result in send_llm_response(str(e.detail)):
+                async for result in send_llm_response(str(e.detail), tracer.get("usage")):
                     yield result
                 return
 
@@ -834,7 +844,7 @@ async def chat(
             agent_has_entries = await EntryAdapters.aagent_has_entries(agent)
             if len(file_filters) == 0 and not agent_has_entries:
                 response_log = "No files selected for summarization. Please add files using the section on the left."
-                async for result in send_llm_response(response_log):
+                async for result in send_llm_response(response_log, tracer.get("usage")):
                     yield result
             else:
                 async for response in generate_summary_from_files(
@@ -853,7 +863,7 @@ async def chat(
                     else:
                         if isinstance(response, str):
                             response_log = response
-                            async for result in send_llm_response(response):
+                            async for result in send_llm_response(response, tracer.get("usage")):
                                 yield result
 
             await sync_to_async(save_to_conversation_log)(
@@ -880,7 +890,7 @@ async def chat(
                     conversation_config = await ConversationAdapters.aget_default_conversation_config(user)
                 model_type = conversation_config.model_type
                 formatted_help = help_message.format(model=model_type, version=state.khoj_version, device=get_device())
-                async for result in send_llm_response(formatted_help):
+                async for result in send_llm_response(formatted_help, tracer.get("usage")):
                     yield result
                 return
             # Adding specification to search online specifically on khoj.dev pages.
@@ -895,7 +905,7 @@ async def chat(
             except Exception as e:
                 logger.error(f"Error scheduling task {q} for {user.email}: {e}")
                 error_message = f"Unable to create automation. Ensure the automation doesn't already exist."
-                async for result in send_llm_response(error_message):
+                async for result in send_llm_response(error_message, tracer.get("usage")):
                     yield result
                 return
 
@@ -916,7 +926,7 @@ async def chat(
                 raw_query_files=raw_query_files,
                 tracer=tracer,
             )
-            async for result in send_llm_response(llm_response):
+            async for result in send_llm_response(llm_response, tracer.get("usage")):
                 yield result
             return
 
@@ -963,7 +973,7 @@ async def chat(
                     yield result
 
             if conversation_commands == [ConversationCommand.Notes] and not await EntryAdapters.auser_has_entries(user):
-                async for result in send_llm_response(f"{no_entries_found.format()}"):
+                async for result in send_llm_response(f"{no_entries_found.format()}", tracer.get("usage")):
                     yield result
                 return
 
@@ -1105,7 +1115,7 @@ async def chat(
                     "detail": improved_image_prompt,
                     "image": None,
                 }
-                async for result in send_llm_response(json.dumps(content_obj)):
+                async for result in send_llm_response(json.dumps(content_obj), tracer.get("usage")):
                     yield result
                 return
 
@@ -1132,7 +1142,7 @@ async def chat(
                 "inferredQueries": [improved_image_prompt],
                 "image": generated_image,
             }
-            async for result in send_llm_response(json.dumps(content_obj)):
+            async for result in send_llm_response(json.dumps(content_obj), tracer.get("usage")):
                 yield result
             return
 
@@ -1166,7 +1176,7 @@ async def chat(
                         diagram_description = excalidraw_diagram_description
                     else:
                         error_message = "Failed to generate diagram. Please try again later."
-                        async for result in send_llm_response(error_message):
+                        async for result in send_llm_response(error_message, tracer.get("usage")):
                             yield result
 
                         await sync_to_async(save_to_conversation_log)(
@@ -1213,7 +1223,7 @@ async def chat(
                 tracer=tracer,
             )
 
-            async for result in send_llm_response(json.dumps(content_obj)):
+            async for result in send_llm_response(json.dumps(content_obj), tracer.get("usage")):
                 yield result
             return
 
@@ -1252,6 +1262,11 @@ async def chat(
             if item is None:
                 async for result in send_event(ChatEvent.END_LLM_RESPONSE, ""):
                     yield result
+                # Send Usage Metadata once llm interactions are complete
+                async for event in send_event(ChatEvent.USAGE, tracer.get("usage")):
+                    yield event
+                async for result in send_event(ChatEvent.END_RESPONSE, ""):
+                    yield result
                 logger.debug("Finished streaming response")
                 return
             if not connection_alive or not continue_stream:

khoj/routers/helpers.py

@@ -753,7 +753,11 @@ async def generate_excalidraw_diagram(
         yield None, None
         return
 
-    yield better_diagram_description_prompt, excalidraw_diagram_description
+    scratchpad = excalidraw_diagram_description.get("scratchpad")
+
+    inferred_queries = f"Instruction: {better_diagram_description_prompt}\n\nScratchpad: {scratchpad}"
+
+    yield inferred_queries, excalidraw_diagram_description.get("elements")
 
 
 async def generate_better_diagram_description(
@@ -822,7 +826,7 @@ async def generate_excalidraw_diagram_from_description(
     user: KhojUser = None,
     agent: Agent = None,
     tracer: dict = {},
-) -> str:
+) -> Dict[str, Any]:
     personality_context = (
         prompts.personality_context.format(personality=agent.personality) if agent and agent.personality else ""
     )
@@ -838,10 +842,18 @@ async def generate_excalidraw_diagram_from_description(
         )
         raw_response = clean_json(raw_response)
         try:
+            # Expect response to have `elements` and `scratchpad` keys
             response: Dict[str, str] = json.loads(raw_response)
+            if (
+                not response
+                or not isinstance(response, Dict)
+                or not response.get("elements")
+                or not response.get("scratchpad")
+            ):
+                raise AssertionError(f"Invalid response for generating Excalidraw diagram: {response}")
         except Exception:
             raise AssertionError(f"Invalid response for generating Excalidraw diagram: {raw_response}")
-        if not response or not isinstance(response, List) or not isinstance(response[0], Dict):
+        if not response or not isinstance(response["elements"], List) or not isinstance(response["elements"][0], Dict):
             # TODO Some additional validation here that it's a valid Excalidraw diagram
             raise AssertionError(f"Invalid response for improving diagram description: {response}")
 
@@ -1770,6 +1782,7 @@ Manage your automations [here](/automations).
 class MessageProcessor:
     def __init__(self):
         self.references = {}
+        self.usage = {}
         self.raw_response = ""
 
     def convert_message_chunk_to_json(self, raw_chunk: str) -> Dict[str, Any]:
@@ -1793,6 +1806,8 @@ class MessageProcessor:
         chunk_type = ChatEvent(chunk["type"])
         if chunk_type == ChatEvent.REFERENCES:
             self.references = chunk["data"]
+        elif chunk_type == ChatEvent.USAGE:
+            self.usage = chunk["data"]
         elif chunk_type == ChatEvent.MESSAGE:
             chunk_data = chunk["data"]
             if isinstance(chunk_data, dict):
@@ -1837,7 +1852,7 @@ async def read_chat_stream(response_iterator: AsyncGenerator[str, None]) -> Dict
     if buffer:
         processor.process_message_chunk(buffer)
 
-    return {"response": processor.raw_response, "references": processor.references}
+    return {"response": processor.raw_response, "references": processor.references, "usage": processor.usage}
 
 
 def get_user_config(user: KhojUser, request: Request, is_detailed: bool = False):

khoj/utils/constants.py

@@ -1,4 +1,5 @@
 from pathlib import Path
+from typing import Dict
 
 app_root_directory = Path(__file__).parent.parent.parent
 web_directory = app_root_directory / "khoj/interface/web/"
@@ -31,3 +32,19 @@ default_config = {
         "image": {"encoder": "sentence-transformers/clip-ViT-B-32", "model_directory": "~/.khoj/search/image/"},
     },
 }
+
+model_to_cost: Dict[str, Dict[str, float]] = {
+    # OpenAI Pricing: https://openai.com/api/pricing/
+    "gpt-4o": {"input": 2.50, "output": 10.00},
+    "gpt-4o-mini": {"input": 0.15, "output": 0.60},
+    "o1-preview": {"input": 15.0, "output": 60.00},
+    "o1-mini": {"input": 3.0, "output": 12.0},
+    # Gemini Pricing: https://ai.google.dev/pricing
+    "gemini-1.5-flash": {"input": 0.075, "output": 0.30},
+    "gemini-1.5-flash-002": {"input": 0.075, "output": 0.30},
+    "gemini-1.5-pro": {"input": 1.25, "output": 5.00},
+    "gemini-1.5-pro-002": {"input": 1.25, "output": 5.00},
+    # Anthropic Pricing: https://www.anthropic.com/pricing#anthropic-api_
+    "claude-3-5-sonnet-20241022": {"input": 3.0, "output": 15.0},
+    "claude-3-5-haiku-20241022": {"input": 1.0, "output": 5.0},
+}

khoj/utils/helpers.py

@@ -540,3 +540,27 @@ def get_country_code_from_timezone(tz: str) -> str:
 def get_country_name_from_timezone(tz: str) -> str:
     """Get country name from timezone"""
     return country_names.get(get_country_code_from_timezone(tz), "United States")
+
+
+def get_cost_of_chat_message(model_name: str, input_tokens: int = 0, output_tokens: int = 0, prev_cost: float = 0.0):
+    """
+    Calculate cost of chat message based on input and output tokens
+    """
+
+    # Calculate cost of input and output tokens. Costs are per million tokens
+    input_cost = constants.model_to_cost.get(model_name, {}).get("input", 0) * (input_tokens / 1e6)
+    output_cost = constants.model_to_cost.get(model_name, {}).get("output", 0) * (output_tokens / 1e6)
+
+    return input_cost + output_cost + prev_cost
+
+
+def get_chat_usage_metrics(model_name: str, input_tokens: int = 0, output_tokens: int = 0, usage: dict = {}):
+    """
+    Get usage metrics for chat message based on input and output tokens
+    """
+    prev_usage = usage or {"input_tokens": 0, "output_tokens": 0, "cost": 0.0}
+    return {
+        "input_tokens": prev_usage["input_tokens"] + input_tokens,
+        "output_tokens": prev_usage["output_tokens"] + output_tokens,
+        "cost": get_cost_of_chat_message(model_name, input_tokens, output_tokens, prev_cost=prev_usage["cost"]),
+    }

{khoj-1.30.2.dev11.dist-info → khoj-1.30.2.dev20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: khoj
-Version: 1.30.2.dev11
+Version: 1.30.2.dev20
 Summary: Your Second Brain
 Project-URL: Homepage, https://khoj.dev
 Project-URL: Documentation, https://docs.khoj.dev

{khoj-1.30.2.dev11.dist-info → khoj-1.30.2.dev20.dist-info}/RECORD

@@ -111,21 +111,19 @@ khoj/interface/compiled/chat.svg,sha256=l2JoYRRgk201adTTdvJ-buKUrc0WGfsudix5xEvt
 khoj/interface/compiled/close.svg,sha256=hQ2iFLkNzHk0_iyTrSbwnWAeXYlgA-c2Eof2Iqh76n4,417
 khoj/interface/compiled/copy-button-success.svg,sha256=byqWAYD3Pn9IOXRjOKudJ-TJbP2UESbQGvtLWazNGjY,829
 khoj/interface/compiled/copy-button.svg,sha256=05bKM2eRxksfBlAPT7yMaoNJEk85bZCxQg67EVrPeHo,669
-khoj/interface/compiled/index.html,sha256=kHGFlSAytdz_ihettvyRzxDCm5Q7we2_TGrQJy6D78c,12153
-khoj/interface/compiled/index.txt,sha256=VNt9-xVeVG0h3aFwv398QONKTo-hF5pzJNdacgCnu3I,5609
+khoj/interface/compiled/index.html,sha256=1yeMdWMNSNjZrlFUIX_iBxQwxPauj9Q3U7_rjNGS4vY,12153
+khoj/interface/compiled/index.txt,sha256=o63URVnv2EAOWTfmPY3kZhwZ24t0RuYrSbrV6jJpMqw,5609
 khoj/interface/compiled/khoj.webmanifest,sha256=lsknYkvEdMbRTOUYKXPM_8krN2gamJmM4u3qj8u9lrU,1682
 khoj/interface/compiled/logo.svg,sha256=_QCKVYM4WT2Qhcf7aVFImjq_s5CwjynGXYAOgI7yf8w,8059
 khoj/interface/compiled/send.svg,sha256=VdavOWkVddcwcGcld6pdfmwfz7S91M-9O28cfeiKJkM,635
 khoj/interface/compiled/share.svg,sha256=91lwo75PvMDrgocuZQab6EQ62CxRbubh9Bhw7CWMKbg,1221
 khoj/interface/compiled/thumbs-down.svg,sha256=JGNl-DwoRmH2XFMPWwFFklmoYtKxaQbkLE3nuYKe8ZY,1019
 khoj/interface/compiled/thumbs-up.svg,sha256=yS1wxTRtiztkN-6nZciLoYQUB_KTYNPV8xFRwH2TQFw,1036
-khoj/interface/compiled/404/index.html,sha256=lxBtDg1HS0rU1KG8FmHgfbLdw5ALiS-bsRyli69oMK8,12023
-khoj/interface/compiled/_next/static/ZwZ17DepweYHu7DUF8zml/_buildManifest.js,sha256=6I9QUstNpJnhe3leR2Daw0pSXwzcbBscv6h2jmmPpms,224
-khoj/interface/compiled/_next/static/ZwZ17DepweYHu7DUF8zml/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
-khoj/interface/compiled/_next/static/chunks/1210.132a7e1910006bbb.js,sha256=2dJueIfOg5qlQdanOM9HrgwcfrUXCD57bfd8Iv7iJcU,2104
+khoj/interface/compiled/404/index.html,sha256=uakz5UrBwg_sFzj2MMPEu-U3Shr_YbqXd4zoKJ49z_A,12023
+khoj/interface/compiled/_next/static/chunks/1210.ef7a0f9a7e43da1d.js,sha256=yOh1qtmNHPpDd6vR7CJOXSbq8M_slPujdTR_OXxaEYU,2121
 khoj/interface/compiled/_next/static/chunks/1279-4cb23143aa2c0228.js,sha256=zHMz-ixoNkLNUjN2-C48RGEyMs2mI9wsNRCczXnzIvQ,45616
 khoj/interface/compiled/_next/static/chunks/1459.690bf20e7d7b7090.js,sha256=z-ruZPxF_Z3ef_WOThd9Ox36AMhxaW3znizVivNnA34,34239
-khoj/interface/compiled/_next/static/chunks/1603-859ddcf58f3ca639.js,sha256=qlglDnAg1d0ohxnopVi1HMJa5_jjWc3EmiRvh1fBthQ,73891
+khoj/interface/compiled/_next/static/chunks/1603-1407afe510f0145a.js,sha256=p9EvJACAEa6gwEA9q4hYpwkDuSBoVk1Lvl0PKNVtVHw,73915
 khoj/interface/compiled/_next/static/chunks/1970-e1935a1d0930a7c5.js,sha256=3hp_EoSjfrivYwGsLAZd22tJdGVnLrld6vV94-ABKU4,29801
 khoj/interface/compiled/_next/static/chunks/216-b2e4344315b88832.js,sha256=Sz0t6FNM1oJXke42354nmPFREqb14BXDJO4AsqKOtAY,238786
 khoj/interface/compiled/_next/static/chunks/3072-be830e4f8412b9d2.js,sha256=BBUjJdE8AgmhoF6PA8WPC8d-01ppYgcZpjNyTGeayRE,35457
@@ -150,30 +148,30 @@ khoj/interface/compiled/_next/static/chunks/framework-8e0e0f4a6b83a956.js,sha256
 khoj/interface/compiled/_next/static/chunks/main-1ea5c2e0fdef4626.js,sha256=8_u87PGI3PahFbDfGWGvpD-a18J7X7ChUqWIeqxVq7g,111061
 khoj/interface/compiled/_next/static/chunks/main-app-6d6ee3495efe03d4.js,sha256=i52E7sWOcSq1G8eYZL3mtTxbUbwRNxcAbSWQ6uWpMsY,475
 khoj/interface/compiled/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js,sha256=6QPOwdWeAVe8x-SsiDrm-Ga6u2DkqgG5SFqglrlyIgA,91381
-khoj/interface/compiled/_next/static/chunks/webpack-1c0a37d7df44bed9.js,sha256=rtTruYkplzzuKPSwYJsWRmm9wFhYITR7T_l8ttFFVNM,4039
+khoj/interface/compiled/_next/static/chunks/webpack-a0662b55edcc1ea3.js,sha256=ZY1ZOYet2gTnrSsfr9BM-QUScgRBjiAobGxWGUNT_Cg,4039
 khoj/interface/compiled/_next/static/chunks/app/layout-86561d2fac35a91a.js,sha256=2EWsyKE2kcC5uDvsOtgG5OP0hHCX8sCph4NqhUU2rCg,442
-khoj/interface/compiled/_next/static/chunks/app/page-358154a4436ef316.js,sha256=Ga97xvtlKVsfcv4-sRDynIRzYn2de8xACgQTvdlRhgM,33219
+khoj/interface/compiled/_next/static/chunks/app/page-4a3c49c5e996cc40.js,sha256=6yWpNUFJZtRQ1D8KEtiFHUX6nSnyw_5j5RCLEJykpd4,33219
 khoj/interface/compiled/_next/static/chunks/app/_not-found/page-cfba071f5a657256.js,sha256=3mCUnxfMxyK44eqk21TVBrC6u--WSbvx31fTmQuOvMQ,1755
 khoj/interface/compiled/_next/static/chunks/app/agents/layout-e9838b642913a071.js,sha256=w3vWDf7m2_VG7q98_KGAWbCO06RI7iqFYsb4nDqGUDw,372
-khoj/interface/compiled/_next/static/chunks/app/agents/page-5f6e0dacc34e33ad.js,sha256=uCUHiD3mUgkGFTW-18qaz8TVRMZkv2elE39HVjOZN7g,11749
+khoj/interface/compiled/_next/static/chunks/app/agents/page-b086c9b0aa5a3833.js,sha256=HgQImDHRNqLWrd1N5uzBcZVu5owQKwvpO-aNoaARpH4,11754
 khoj/interface/compiled/_next/static/chunks/app/automations/layout-7f1b79a2c67af0b4.js,sha256=MvPp1IfxmpfRaT4XDDpj-l6F4CV-loeGqi315QYXKZw,5143
-khoj/interface/compiled/_next/static/chunks/app/automations/page-60bc7454bc3ea881.js,sha256=sCUP_kTOLS7gP8Sodmk5qNbe7LbmQ1uzDBaBJLqZM0I,35348
+khoj/interface/compiled/_next/static/chunks/app/automations/page-697a2d415e11a872.js,sha256=dXCTbZkLZaI12_YIWMgmvjr8kIBvI9GFKe95XC9C4-I,35343
 khoj/interface/compiled/_next/static/chunks/app/chat/layout-b0e7ff4baa3b5265.js,sha256=a-Qv2nHUrCa1gIs4Qo5txnOlhhQessAdcnAhhjaN3ag,374
-khoj/interface/compiled/_next/static/chunks/app/chat/page-ac366c9111374312.js,sha256=qc4PooY23sDkGFgUfY-q0E15NVgjRHxQDyCjuD1EPbg,7069
+khoj/interface/compiled/_next/static/chunks/app/chat/page-461e26fcb7578d39.js,sha256=EDvD-AFs_OBDRGefTi08x9G6WuVsaaM57fn1FQknsz0,7069
 khoj/interface/compiled/_next/static/chunks/app/search/layout-ea6b73fdaf9b24ca.js,sha256=mBgNUjaTBNgIKOpZj722mh1ojg1CNIYRBPiupStSS6s,165
-khoj/interface/compiled/_next/static/chunks/app/search/page-64ea1717528979af.js,sha256=t24n4skHil9A2UZ6UTIBpYgWiUDHCxsR9bLj2FylWRQ,6957
+khoj/interface/compiled/_next/static/chunks/app/search/page-9013658bebfc3d17.js,sha256=ufxcLuHLFf2IoGpU1sBp64ldmX_otBE2HJ22LULJJW8,6957
 khoj/interface/compiled/_next/static/chunks/app/settings/layout-1f4d76a8b09517b1.js,sha256=gmAaWa1vNym-LKxvESq4b4PRxJ2zi7slSXVTv3aadhE,5347
-khoj/interface/compiled/_next/static/chunks/app/settings/page-17a538580c65e7fe.js,sha256=GNQ_niH5sctETn4oZIeA_WcvQOf5PYnu9I7hGXdUXNI,32243
+khoj/interface/compiled/_next/static/chunks/app/settings/page-41eb536497bb544a.js,sha256=JjNA0NKuJ2QiMgKlFOPlfGCvggPl7DzPduRyQrDAqDg,32243
 khoj/interface/compiled/_next/static/chunks/app/share/chat/layout-cf7445cf0326bda3.js,sha256=W3axh1K4y-pLSXcXogLl4qLKXr5BZLY1uA7JfSWp5TU,373
-khoj/interface/compiled/_next/static/chunks/app/share/chat/page-47641b3691fb0856.js,sha256=OA49tyg5-g7R0ZhPaX1GOBfi8QQW3cGr4-dZN_ADN7Q,4374
+khoj/interface/compiled/_next/static/chunks/app/share/chat/page-6a68ac7e227b34e7.js,sha256=4mT5YSFDEsfOZzC2A1l9K19DkAQJUv_gc_is0sgb6so,4374
 khoj/interface/compiled/_next/static/chunks/pages/_app-f870474a17b7f2fd.js,sha256=eqdFPAN_XFyMUzZ9qwFk-_rhMWZrU7lgNVt1foVUANo,286
 khoj/interface/compiled/_next/static/chunks/pages/_error-c66a4e8afc46f17b.js,sha256=vjERjtMAbVk-19LyPf1Jc-H6TMcrSznSz6brzNqbqf8,253
 khoj/interface/compiled/_next/static/css/0e9d53dcd7f11342.css,sha256=52_LSJ59Vwm1p2UpcDXEvq99pTjz2sW4EjF5iKf-dzs,2622
 khoj/interface/compiled/_next/static/css/1a4038cc4acc8ee4.css,sha256=-DxhDuhlUAQ3m_90PhhOWP5xHO-6ET5j0IhlK7_3cR4,3058882
 khoj/interface/compiled/_next/static/css/1f293605f2871853.css,sha256=G2b3Wx4e0DRBWSdNU20ivCChZI5HBzvPYUVVIdTRjLc,26590
-khoj/interface/compiled/_next/static/css/2ff098d0815fdbc1.css,sha256=F-uRnbKKlMZq5eMcvFZtUOCTgC6n_uNE6fuaHU4CBak,8829
+khoj/interface/compiled/_next/static/css/2d097a35da6bfe8d.css,sha256=Px3pPL_D-UjBJEghSLIchKux1WSch40GQHPv60qZEC8,8449
 khoj/interface/compiled/_next/static/css/3cf13271869a4aeb.css,sha256=sGjJTeMeN6wbQF4OCPgWYgJmSLLSHyzIH2rSVstWx7k,1857
-khoj/interface/compiled/_next/static/css/4cae6c0e5c72fb2d.css,sha256=3CjTMmtMrm_MYt1ywtUh2MHEjSLSl356SQLl4hdBuYw,534
+khoj/interface/compiled/_next/static/css/592ca99f5122e75a.css,sha256=BSqRkeb9vBh0phx5GkAlZirTFZintbyggGaUkuOBfaU,914
 khoj/interface/compiled/_next/static/css/5a400c87d295e68a.css,sha256=ojDUPJ9fJpEo9DzTAsEa-k1cg7Bef-nSTfpszMiqknQ,17711
 khoj/interface/compiled/_next/static/css/80bd6301fc657983.css,sha256=T7_aQHcWpQBQLKadauHNzjYGw713FtRNTlUqmJjsL6I,1634
 khoj/interface/compiled/_next/static/media/5455839c73f146e7-s.p.woff2,sha256=BUeNjYxyX7Bu76aNlJrZtW3PwYgcH-kp8syFdODZoyc,35788
@@ -248,8 +246,10 @@ khoj/interface/compiled/_next/static/media/flags.3afdda2f.webp,sha256=M2AW_HLpBn
 khoj/interface/compiled/_next/static/media/flags@2x.5fbe9fc1.webp,sha256=BBeRPBZkxY3-aKkMnYv5TSkxmbeMbyUH4VRIPfrWg1E,137406
 khoj/interface/compiled/_next/static/media/globe.98e105ca.webp,sha256=g3ofb8-W9GM75zIhlvQhaS8I2py9TtrovOKR3_7Jf04,514
 khoj/interface/compiled/_next/static/media/globe@2x.974df6f8.webp,sha256=I_N7Yke3IOoS-0CC6XD8o0IUWG8PdPbrHmf6lpgWlZY,1380
-khoj/interface/compiled/agents/index.html,sha256=OAQ1Ce0i1XRPZWlXPlUoa1heiPCXhtKyWcur2GMbFos,12655
-khoj/interface/compiled/agents/index.txt,sha256=BavG76-8LBrwNS41LDfWraCQLVS8RWDxOVRnvFDg3Kg,6043
+khoj/interface/compiled/_next/static/oPcgzExVhSkog0L9tEf2n/_buildManifest.js,sha256=6I9QUstNpJnhe3leR2Daw0pSXwzcbBscv6h2jmmPpms,224
+khoj/interface/compiled/_next/static/oPcgzExVhSkog0L9tEf2n/_ssgManifest.js,sha256=Z49s4suAsf5y_GfnQSvm4qtq2ggxEbZPfEDTXjy6XgA,80
+khoj/interface/compiled/agents/index.html,sha256=7TSMxD7JnZ34QJwblpbImlv1V1oCufbTh76E5e-G4h8,12963
+khoj/interface/compiled/agents/index.txt,sha256=fKGky4hjS5kwKkSclmKVUGJuO8eIkpGthnQ82DHXDWQ,6176
 khoj/interface/compiled/assets/icons/khoj_lantern.ico,sha256=eggu-B_v3z1R53EjOFhIqqPnICBGdoaw1xnc0NrzHck,174144
 khoj/interface/compiled/assets/icons/khoj_lantern_128x128.png,sha256=aTxivDb3CYyThkVZWz8A19xl_dNut5DbkXhODWF3A9Q,5640
 khoj/interface/compiled/assets/icons/khoj_lantern_256x256.png,sha256=xPCMLHiaL7lYOdQLZrKwWE-Qjn5ZaysSZB0ScYv4UZU,12312
@@ -260,16 +260,16 @@ khoj/interface/compiled/assets/samples/desktop-remember-plan-sample.png,sha256=i
 khoj/interface/compiled/assets/samples/phone-browse-draw-sample.png,sha256=Dd4fPwtFl6BWqnHjeb1mCK_ND0hhHsWtx8sNE7EiMuE,406179
 khoj/interface/compiled/assets/samples/phone-plain-chat-sample.png,sha256=DEDaNRCkfEWUeh3kYZWIQDTVK1a6KKnYdwj5ZWisN_Q,82985
 khoj/interface/compiled/assets/samples/phone-remember-plan-sample.png,sha256=Ma3blirRmq3X4oYSsDbbT7MDn29rymDrjwmUfA9BMuM,236285
-khoj/interface/compiled/automations/index.html,sha256=GEK3yyv_fy27vXr5bL4bvP2EVsJtjV7UCZCHZe9PYD0,30938
-khoj/interface/compiled/automations/index.txt,sha256=P5XS5sx5kJMd4bjIJF3AIhf4jVkPdIi2uIoe4Ut2v7U,5631
-khoj/interface/compiled/chat/index.html,sha256=3XEnk9UPrWyRjBbxAshDR2PNVT-veEbKWNtk3UJe7Ws,13854
-khoj/interface/compiled/chat/index.txt,sha256=dYTX-vCUOXX0Nr0VFrJtbh9Dec2YRnBi_Yu198CywOM,6586
-khoj/interface/compiled/search/index.html,sha256=Lsj6HD9CVmOTB-BRqLo-imoiEutv6zu9LMZKgrAEfJc,30158
-khoj/interface/compiled/search/index.txt,sha256=_v1v623C4GnOSq8squIHP-93ffXzINVsQ0eX7b38ET4,5254
-khoj/interface/compiled/settings/index.html,sha256=L5yaSbQPkqQeL1OldIcn0TtwMt8fh7DRks8pV4RjUkw,12828
-khoj/interface/compiled/settings/index.txt,sha256=8EBmkEPeqkk5Dy-g8Nz_N_Qxh_OGaNOnc6YRYG9-4E0,6076
-khoj/interface/compiled/share/chat/index.html,sha256=_iAO6tdbxtDzoxIQo_DWXEgBFA-wOR4gAdfpJH8Emfg,15151
-khoj/interface/compiled/share/chat/index.txt,sha256=2AUueW-0VrGMUXrsTBcGS4suTbaMeihrSzTTVOkA878,7383
+khoj/interface/compiled/automations/index.html,sha256=HJ6QNah77Z0fW1qOsnj40tbhdPGJsV7I96foV5zEKDM,30630
+khoj/interface/compiled/automations/index.txt,sha256=QE3o3S1dUzwZlI_a2Iu1dL3ogg9cQHOQgPYqdC8j7kQ,5498
+khoj/interface/compiled/chat/index.html,sha256=u2MKfINUEDvsXNh6lIm5sYT_gKnwdwM6rxag69q_qpE,13854
+khoj/interface/compiled/chat/index.txt,sha256=T9ljt4sYPNN4I280WQvduDZ0Bts6c85V_ZMOyWxjvpc,6586
+khoj/interface/compiled/search/index.html,sha256=yfRjGDYmaSwHqYWEMjfM69uIlwKQMJ1PmZC9SC-loyU,30158
+khoj/interface/compiled/search/index.txt,sha256=C1agS8OIBIZdSpoRbtUrMT6YwoeYTdn41D5hL5PL5zw,5254
+khoj/interface/compiled/settings/index.html,sha256=GHAPq8HjofiTj95imkaqu1UamFdbHduHb2MQ37KV9fU,12828
+khoj/interface/compiled/settings/index.txt,sha256=sskOBn533nyE7h_Dw8Ncht8kJorvGDyMX9WVJ5c6scs,6076
+khoj/interface/compiled/share/chat/index.html,sha256=Sqf11d4RIhixhowavSDMIo33KR2ktj1K6uosG1y8I4A,15151
+khoj/interface/compiled/share/chat/index.txt,sha256=CdzN68Xu7NI8ONx80_uI2vANhnrAeBLMOGjYA5t3z7w,7383
 khoj/interface/email/feedback.html,sha256=xksuPFamx4hGWyTTxZKRgX_eiYQQEuv-eK9Xmkt-nwU,1216
 khoj/interface/email/magic_link.html,sha256=EoGKQucfPj3xQrWXhSZAzPFOYCHF_ZX94TWCd1XHl1M,941
 khoj/interface/email/task.html,sha256=tY7a0gzVeQ2lSQNu7WyXR_s7VYeWTrxWEj1iHVuoVE4,2813
@@ -320,21 +320,21 @@ khoj/processor/content/pdf/pdf_to_entries.py,sha256=GQUvab61okhV9_DK0g2MCrMq8wKp
 khoj/processor/content/plaintext/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/content/plaintext/plaintext_to_entries.py,sha256=wFZwK_zIc7gWbRtO9sOHo9KvfhGAzL9psX_nKWYFduo,4975
 khoj/processor/conversation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-khoj/processor/conversation/prompts.py,sha256=WokfQopt1bfaGTi0YYAIxrYDI0aCFYhx05vE0IfGokY,48999
-khoj/processor/conversation/utils.py,sha256=ziQT2tlGLLqEbFl1BNZY768nuQ0yrudlXbV1wwwT_98,28501
+khoj/processor/conversation/prompts.py,sha256=nSaaXWNCGk7x3gL2aJrT2N-E640l7te_xfoEUQI3WqE,50150
+khoj/processor/conversation/utils.py,sha256=ZbWD43lgEhiWRo9uDmghkR1VHvMNVhk6RXZ5fKzfl2o,28545
 khoj/processor/conversation/anthropic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/conversation/anthropic/anthropic_chat.py,sha256=8w7oSTBIxcZa6y03Zo2nuQFa2WMiazwK_qfO2q_O-6c,8618
-khoj/processor/conversation/anthropic/utils.py,sha256=6_FnsfLRqjkubkfMVmPTEEBzvMUOAccIz5AHV6B9mU8,6623
+khoj/processor/conversation/anthropic/utils.py,sha256=dMhtKzzPv2-PkuxLpaqKlejrFA0zz_mtin4c12m1jF4,7309
 khoj/processor/conversation/google/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/conversation/google/gemini_chat.py,sha256=MABG3OAqfz-DDp6sHbkHcyM3VTevPOUV6x3iCB__mcc,8819
-khoj/processor/conversation/google/utils.py,sha256=-Z5crXL6-xJraEX4qShbI3Y4PAqKi55PEWiEDPSi-LM,10205
+khoj/processor/conversation/google/utils.py,sha256=HOgnd5JY4lr9dUdYX0_IvUs_c1EY7RxV93CyRoiyJ8k,10833
 khoj/processor/conversation/offline/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/conversation/offline/chat_model.py,sha256=SCkloMOcQlC01yE-mYOU_hF5efpq_sDpaOYK6aYxN_c,10941
 khoj/processor/conversation/offline/utils.py,sha256=51McImxl6u1qgRYvMt7uzsgLGSLq5SMFy74ymlNjIcc,3033
 khoj/processor/conversation/offline/whisper.py,sha256=DJI-8y8DULO2cQ49m2VOvRyIZ2TxBypc15gM8O3HuMI,470
 khoj/processor/conversation/openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/processor/conversation/openai/gpt.py,sha256=IYv1PAiO1KaD5hCxWKQfzfSBRYR7seMP_kfofuLrexQ,8104
-khoj/processor/conversation/openai/utils.py,sha256=4_hEEYdEUu9f_JvgegTkGOJi8oiznLmIzADpTz0MQ9Q,6398
+khoj/processor/conversation/openai/utils.py,sha256=tCg5I3EiQofxbg-V5Zmqz8HGlVFLGxI046Fl77n_aRE,7576
 khoj/processor/conversation/openai/whisper.py,sha256=zoEeK1LNCg_tzP4xzYi5vRPzNPGuDGzpkrkG7d1LUn4,447
 khoj/processor/image/generate.py,sha256=i5J51AwlMZbdlHHov-_MAw9bYgdVYmGgFjCYWDfx02s,9120
 khoj/processor/speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -345,14 +345,14 @@ khoj/processor/tools/run_code.py,sha256=i9ce53dw0y5ZNhPorRNYJieIKw6eyrZQX0ABDrWi
 khoj/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/routers/api.py,sha256=Z-0MqhlbhxR-palz_Kl3CqsC8O91n-xmgj8JNqQ8lv0,28495
 khoj/routers/api_agents.py,sha256=vHPruCjlQxGBdm0lcmymEb9-aAELqbOplqh21WwD0DQ,9699
-khoj/routers/api_chat.py,sha256=oqyogxzXFqeCmw7fOCmLZuIzZGkxhQUKwvcYX8xcRN4,49297
+khoj/routers/api_chat.py,sha256=hqchX_kKcdeMpOxB2EDftyzk8lsRrUGnTtoN4DqBEoU,50400
 khoj/routers/api_content.py,sha256=WNlB6lVwRW8hHDthO2HypbpPvqrqt9rTU5oMRNknpMU,21070
 khoj/routers/api_model.py,sha256=KDsxNwHspC94eTcv6l3ehr773EOvgc670UnZLE1WZ4o,3642
 khoj/routers/api_phone.py,sha256=p9yfc4WeMHDC0hg3aQk60a2VBy8rZPdEnz9wdJ7DzkU,2208
 khoj/routers/api_subscription.py,sha256=J6xZNZDdOA71vCfethlPfAyfvRBq4HGCBpbsOZ9CWj0,5333
 khoj/routers/auth.py,sha256=HO54PR-BkWA_iJIktEobUrObcXVYG-00jpnIcEVdR5s,6564
 khoj/routers/email.py,sha256=SGYNPQvfcvYeHf70F0YqpY0FLMRElF2ZekROXdwGI18,3821
-khoj/routers/helpers.py,sha256=eyd_fihVvNRysPdRj3e2dtoc9B5oZVCLye3SLSSlbN8,81646
+khoj/routers/helpers.py,sha256=PY14ukbc7pzl_8p2j2xySRRg755Ll_QHb2iV64dOlBQ,82368
 khoj/routers/notion.py,sha256=g53xyYFmjr2JnuIrTW2vytbfkiK_UkoRTxqnnLSmD5o,2802
 khoj/routers/research.py,sha256=SczFMS9a8_Wxhh3n_Zt9CJ-zZugBDAd_WmiZGFa6RR8,16117
 khoj/routers/storage.py,sha256=tJrwhFRVWv0MHv7V7huMc1Diwm-putZSwnZXJ3tqT_c,2338
@@ -368,17 +368,17 @@ khoj/search_type/text_search.py,sha256=PZzJVCXpeBM795SIqiAKXAxgnCp1NIRiVikm040r1
 khoj/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 khoj/utils/cli.py,sha256=EA7IvWAInUIll8YFTOpQtqLtCQXwphfHi5rJ2TKAdSQ,3757
 khoj/utils/config.py,sha256=aiOkH0je8A30DAGYTHMRePrgJonFv_i07_7CdhhhcdA,1805
-khoj/utils/constants.py,sha256=vjMu-gVRxrTSlxBb1eAXYfRjqf8NchbiWuxDXtQ4G3c,1257
+khoj/utils/constants.py,sha256=Icw4vD_d0rlk2IXi5oqbLVlUtFQYw8BtV7LEIerimjU,2074
 khoj/utils/fs_syncer.py,sha256=5nqwAZqRk3Nwhkwd8y4IomTPZQmW32GwAqyMzal5KyY,9996
-khoj/utils/helpers.py,sha256=tdwRlkI5IqOr07cxw4zKindR3hSn6cGthPYHSXs2BcU,20239
+khoj/utils/helpers.py,sha256=8Z20fl7EVOHyGCInQzt8DPV-K5dwv-fCogm0u03XOEI,21322
 khoj/utils/initialization.py,sha256=nJtqPUv52SPA6sPHn0_vs1uSBdDihX25Dvvagu81Xbs,13490
 khoj/utils/jsonl.py,sha256=0Ac_COqr8sLCXntzZtquxuCEVRM2c3yKeDRGhgOBRpQ,1192
 khoj/utils/models.py,sha256=Q5tcC9-z25sCiub048fLnvZ6_IIO1bcPNxt5payekk0,2009
 khoj/utils/rawconfig.py,sha256=bQ_MGbBzYt6ZUIsHUwZjaHKDLh6GQ7h-sENkv3fyVbQ,5028
 khoj/utils/state.py,sha256=KtUEIKAZdGGN_Qr58RS1pgcywgSafun8YIXx-YEclAY,1645
 khoj/utils/yaml.py,sha256=qy1Tkc61rDMesBw_Cyx2vOR6H-Hngcsm5kYfjwQBwkE,1543
-khoj-1.30.2.dev11.dist-info/METADATA,sha256=q8Jc8XRsugfwlUBAVZbIxfjZ4XhIT1OPHv50bNUPgvM,7120
-khoj-1.30.2.dev11.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-khoj-1.30.2.dev11.dist-info/entry_points.txt,sha256=KBIcez5N_jCgq_ER4Uxf-e1lxTBMTE_BBjMwwfeZyAg,39
-khoj-1.30.2.dev11.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
-khoj-1.30.2.dev11.dist-info/RECORD,,
+khoj-1.30.2.dev20.dist-info/METADATA,sha256=OtIaLUAJjWVqkauPEFWBhip0ydB-IFi0Ntbm5Bv9pf8,7120
+khoj-1.30.2.dev20.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+khoj-1.30.2.dev20.dist-info/entry_points.txt,sha256=KBIcez5N_jCgq_ER4Uxf-e1lxTBMTE_BBjMwwfeZyAg,39
+khoj-1.30.2.dev20.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
+khoj-1.30.2.dev20.dist-info/RECORD,,

khoj/interface/compiled/_next/static/chunks/1210.132a7e1910006bbb.js

@@ -1 +0,0 @@
-"use strict";(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[1210],{51210:function(e,t,i){i.r(t),i.d(t,{default:function(){return f}});var a=i(57437),l=i(2265),n=i(57818),d=i(60266),r=i(50495),s=i(10077),o=i(46613);let c=(0,n.default)(async()=>(await Promise.resolve().then(i.t.bind(i,60266,23))).Excalidraw,{loadableGenerated:{webpack:()=>[60266]},ssr:!1});function f(e){let[t,i]=(0,l.useState)([]),[n,f]=(0,l.useState)(!1),u=e=>void 0!==e.x&&void 0!==e.y&&void 0!==e.id&&void 0!==e.type;return(0,l.useEffect)(()=>{onkeydown=n?e=>{"Escape"===e.key&&(f(!1),window.dispatchEvent(new Event("resize")))}:null},[n]),(0,l.useEffect)(()=>{let t=[];for(let i of e.data)u(i)&&t.push(i);let a=[];for(let e of t)if("frame"!==e.type){if("arrow"===e.type){let i=t.find(t=>{var i;return t.id===(null===(i=e.start)||void 0===i?void 0:i.id)}),l=t.find(t=>{var i;return t.id===(null===(i=e.end)||void 0===i?void 0:i.id)});i&&l&&a.push(e)}else a.push(e)}for(let e of t)if("frame"===e.type){var l;let t=null===(l=e.children)||void 0===l?void 0:l.map(e=>a.find(t=>t.id===e)),i=null==t?void 0:t.map(e=>null==e?void 0:e.id).filter(e=>void 0!==e);if(void 0===i||0===i.length)continue;a.push({...e,children:i})}i((0,d.convertToExcalidrawElements)(a))},[]),(0,a.jsx)("div",{className:"relative",children:(0,a.jsxs)("div",{className:"".concat(n?"fixed inset-0 bg-black bg-opacity-50 backdrop-blur-sm z-50 flex items-center justify-center":""),children:[(0,a.jsx)(r.z,{onClick:()=>{f(!n),window.dispatchEvent(new Event("resize"))},variant:"outline",className:"".concat(n?"absolute top-2 left-2 z-[60]":""),children:n?(0,a.jsx)(s.f,{className:"h-4 w-4"}):(0,a.jsx)(o.t,{className:"h-4 w-4"})}),(0,a.jsx)("div",{className:"\n                    ".concat(n?"w-[80vw] h-[80vh]":"w-full h-[500px]","\n                    bg-white overflow-hidden rounded-lg relative\n                "),children:(0,a.jsx)(c,{initialData:{elements:t,appState:{zenModeEnabled:!0},scrollToContent:!0},theme:"dark"===localStorage.getItem("theme")?"dark":"light",validateEmbeddable:!0,renderTopRightUI:(e,t)=>(0,a.jsx)(a.Fragment,{})})})]})})}}}]);