langroid 0.1.214__py3-none-any.whl → 0.1.217__py3-none-any.whl

langroid/agent/__init__.py

@@ -13,6 +13,7 @@ from . import base
 from . import chat_document
 from . import chat_agent
 from . import task
+from . import batch
 from . import tool_message
 from . import tools
 from . import special
@@ -32,6 +33,7 @@ __all__ = [
     "chat_document",
     "chat_agent",
     "task",
+    "batch",
     "tool_message",
     "tools",
     "special",

langroid/agent/base.py

@@ -42,6 +42,7 @@ from langroid.parsing.parser import Parser, ParsingConfig
 from langroid.prompts.prompts_config import PromptsConfig
 from langroid.utils.configuration import settings
 from langroid.utils.constants import NO_ANSWER
+from langroid.utils.output import status
 from langroid.vector_store.base import VectorStore, VectorStoreConfig
 
 console = Console(quiet=settings.quiet)
@@ -517,7 +518,7 @@ class Agent(ABC):
         with ExitStack() as stack:  # for conditionally using rich spinner
             if not self.llm.get_stream():
                 # show rich spinner only if not streaming!
-                cm = console.status("LLM responding to message...")
+                cm = status("LLM responding to message...")
                 stack.enter_context(cm)
             output_len = self.config.llm.max_output_tokens
             if (

langroid/agent/batch.py

@@ -1,84 +1,159 @@
 import asyncio
 import copy
 import inspect
-from typing import Any, Callable, Coroutine, List
+from typing import Any, Callable, Coroutine, Iterable, List, Optional, TypeVar
 
 from dotenv import load_dotenv
-from rich.console import Console
 
 from langroid.agent.base import Agent
 from langroid.agent.chat_document import ChatDocument
 from langroid.agent.task import Task
-from langroid.utils.configuration import quiet_mode, settings
+from langroid.parsing.utils import batched
+from langroid.utils.configuration import quiet_mode
 from langroid.utils.logging import setup_colored_logging
-from langroid.utils.output.printing import SuppressLoggerWarnings
-
-console = Console(quiet=settings.quiet)
+from langroid.utils.output import SuppressLoggerWarnings, status
 
 setup_colored_logging()
 
 load_dotenv()
 
+T = TypeVar("T")
+U = TypeVar("U")
 
-def run_batch_tasks(
-    task: Task,
-    items: List[Any],
-    input_map: Callable[[Any], str | ChatDocument] = lambda x: str(x),
-    output_map: Callable[[ChatDocument | None], Any] = lambda x: x,
+
+def run_batch_task_gen(
+    gen_task: Callable[[int], Task],
+    items: list[T],
+    input_map: Callable[[T], str | ChatDocument] = lambda x: str(x),
+    output_map: Callable[[ChatDocument | None], U] = lambda x: x,  # type: ignore
     sequential: bool = True,
+    batch_size: Optional[int] = None,
     turns: int = -1,
-) -> List[Any]:
+    message: Optional[str] = None,
+    handle_exceptions: bool = False,
+) -> list[U]:
     """
-    Run copies of `task` async/concurrently one per item in `items` list.
+    Generate and run copies of a task async/concurrently one per item in `items` list.
     For each item, apply `input_map` to get the initial message to process.
     For each result, apply `output_map` to get the final result.
     Args:
-        task (Task): task to run
-        items (List[Any]): list of items to process
-        input_map (Callable[[Any], str|ChatDocument]): function to map item to
+        gen_task (Callable[[int], Task]): generates the tasks to run
+        items (list[T]): list of items to process
+        input_map (Callable[[T], str|ChatDocument]): function to map item to
             initial message to process
-        output_map (Callable[[ChatDocument|str], Any]): function to map result
+        output_map (Callable[[ChatDocument|str], U]): function to map result
             to final result
         sequential (bool): whether to run sequentially
             (e.g. some APIs such as ooba don't support concurrent requests)
+        batch_size (Optional[int]): The number of tasks to run at a time,
+            if None, unbatched
         turns (int): number of turns to run, -1 for infinite
+        message (Optional[str]): optionally overrides the console status messages
+        handle_exceptions: bool: Whether to replace exceptions with outputs of None
 
     Returns:
-        List[Any]: list of final results
+        list[Any]: list of final results
     """
-
     inputs = [input_map(item) for item in items]
 
-    async def _do_task(input: str | ChatDocument, i: int) -> Any:
-        task_i = task.clone(i)
+    async def _do_task(input: str | ChatDocument, i: int) -> Optional[ChatDocument]:
+        task_i = gen_task(i)
         if task_i.agent.llm is not None:
             task_i.agent.llm.set_stream(False)
         task_i.agent.config.show_stats = False
 
         result = await task_i.run_async(input, turns=turns)
-        return output_map(result)
+        return result
 
-    async def _do_all() -> List[Any]:
-        with quiet_mode(not settings.debug), SuppressLoggerWarnings():
-            if sequential:
-                results = []
-                for i, input in enumerate(inputs):
-                    result = await _do_task(input, i)
-                    results.append(result)
-                return results
-            return await asyncio.gather(
-                *(_do_task(input, i) for i, input in enumerate(inputs))
+    async def _do_all(
+        inputs: Iterable[str | ChatDocument], start_idx: int = 0
+    ) -> list[U]:
+        results: list[Optional[ChatDocument]] = []
+        if sequential:
+            for i, input in enumerate(inputs):
+                try:
+                    result = await _do_task(input, i + start_idx)
+                except BaseException as e:
+                    if handle_exceptions:
+                        result = None
+                    else:
+                        raise e
+                results.append(result)
+        else:
+            results_with_exceptions = await asyncio.gather(
+                *(_do_task(input, i + start_idx) for i, input in enumerate(inputs)),
+                return_exceptions=handle_exceptions,
             )
 
-    # show rich console spinner
+            results = [
+                r if not isinstance(r, BaseException) else None
+                for r in results_with_exceptions
+            ]
 
-    n = len(items)
-    with console.status(f"[bold green]Running {n} copies of {task.name}..."):
-        results = asyncio.run(_do_all())
+        return list(map(output_map, results))
+
+    results: List[U] = []
+    if batch_size is None:
+        msg = message or f"[bold green]Running {len(items)} tasks:"
+
+        with status(msg), SuppressLoggerWarnings():
+            results = asyncio.run(_do_all(inputs))
+    else:
+        batches = batched(inputs, batch_size)
+
+        for batch in batches:
+            start_idx = len(results)
+            complete_str = f", {start_idx} complete" if start_idx > 0 else ""
+            msg = message or f"[bold green]Running {len(items)} tasks{complete_str}:"
+
+            with status(msg), SuppressLoggerWarnings():
+                results.extend(asyncio.run(_do_all(batch, start_idx=start_idx)))
 
     return results
 
 
+def run_batch_tasks(
+    task: Task,
+    items: list[T],
+    input_map: Callable[[T], str | ChatDocument] = lambda x: str(x),
+    output_map: Callable[[ChatDocument | None], U] = lambda x: x,  # type: ignore
+    sequential: bool = True,
+    batch_size: Optional[int] = None,
+    turns: int = -1,
+) -> List[U]:
+    """
+    Run copies of `task` async/concurrently one per item in `items` list.
+    For each item, apply `input_map` to get the initial message to process.
+    For each result, apply `output_map` to get the final result.
+    Args:
+        task (Task): task to run
+        items (list[T]): list of items to process
+        input_map (Callable[[T], str|ChatDocument]): function to map item to
+            initial message to process
+        output_map (Callable[[ChatDocument|str], U]): function to map result
+            to final result
+        sequential (bool): whether to run sequentially
+            (e.g. some APIs such as ooba don't support concurrent requests)
+        batch_size (Optional[int]): The number of tasks to run at a time,
+            if None, unbatched
+        turns (int): number of turns to run, -1 for infinite
+
+    Returns:
+        list[Any]: list of final results
+    """
+    message = f"[bold green]Running {len(items)} copies of {task.name}..."
+    return run_batch_task_gen(
+        lambda i: task.clone(i),
+        items,
+        input_map,
+        output_map,
+        sequential,
+        batch_size,
+        turns,
+        message,
+    )
+
+
 def run_batch_agent_method(
     agent: Agent,
     method: Callable[
@@ -149,7 +224,7 @@ def run_batch_agent_method(
             )
 
     n = len(items)
-    with console.status(f"[bold green]Running {n} copies of {agent_name}..."):
+    with status(f"[bold green]Running {n} copies of {agent_name}..."):
         results = asyncio.run(_do_all())
 
     return results

langroid/agent/chat_agent.py

@@ -20,8 +20,9 @@ from langroid.language_models.base import (
 )
 from langroid.language_models.openai_gpt import OpenAIGPT
 from langroid.utils.configuration import settings
+from langroid.utils.output import status
 
-console = Console(quiet=settings.quiet)
+console = Console()
 
 logger = logging.getLogger(__name__)
 
@@ -154,6 +155,8 @@ class ChatAgent(Agent):
         new_agent.llm_functions_handled = self.llm_functions_handled
         new_agent.llm_functions_usable = self.llm_functions_usable
         new_agent.llm_function_force = self.llm_function_force
+        # Caution - we are copying the vector-db, maybe we don't always want this?
+        new_agent.vecdb = self.vecdb
         return new_agent
 
     def _fn_call_available(self) -> bool:
@@ -490,9 +493,7 @@ class ChatAgent(Agent):
         response.metadata.tool_ids = (
             []
             if isinstance(message, str)
-            else message.metadata.tool_ids
-            if message is not None
-            else []
+            else message.metadata.tool_ids if message is not None else []
         )
         return response
 
@@ -515,9 +516,7 @@ class ChatAgent(Agent):
         response.metadata.tool_ids = (
             []
             if isinstance(message, str)
-            else message.metadata.tool_ids
-            if message is not None
-            else []
+            else message.metadata.tool_ids if message is not None else []
         )
         return response
 
@@ -682,9 +681,12 @@ class ChatAgent(Agent):
             streamer = self.callbacks.start_llm_stream()
         self.llm.config.streamer = streamer
         with ExitStack() as stack:  # for conditionally using rich spinner
-            if not self.llm.get_stream() and not settings.quiet:
+            if not self.llm.get_stream():
                 # show rich spinner only if not streaming!
-                cm = console.status("LLM responding to messages...")
+                cm = status(
+                    "LLM responding to messages...",
+                    log_if_quiet=False,
+                )
                 stack.enter_context(cm)
             if self.llm.get_stream() and not settings.quiet:
                 console.print(f"[green]{self.indent}", end="")

langroid/agent/openai_assistant.py

@@ -80,7 +80,6 @@ class OpenAIAssistantConfig(ChatAgentConfig):
 
 
 class OpenAIAssistant(ChatAgent):
-
     """
     A ChatAgent powered by OpenAI Assistant API:
     mainly, in `llm_response` method, we avoid maintaining conversation state,

langroid/agent/special/doc_chat_agent.py

@@ -12,14 +12,15 @@ langroid with the [hf-embeddings] extra, e.g.:
 pip install "langroid[hf-embeddings]"
 
 """
+
 import logging
 from contextlib import ExitStack
+from functools import cache
 from typing import Any, Dict, List, Optional, Set, Tuple, no_type_check
 
+import nest_asyncio
 import numpy as np
 import pandas as pd
-from rich import print
-from rich.console import Console
 from rich.prompt import Prompt
 
 from langroid.agent.batch import run_batch_tasks
@@ -49,14 +50,18 @@ from langroid.prompts.prompts_config import PromptsConfig
 from langroid.prompts.templates import SUMMARY_ANSWER_PROMPT_GPT4
 from langroid.utils.configuration import settings
 from langroid.utils.constants import NO_ANSWER
-from langroid.utils.output.printing import show_if_debug
+from langroid.utils.output import show_if_debug, status
 from langroid.utils.pydantic_utils import dataframe_to_documents, extract_fields
 from langroid.vector_store.base import VectorStore, VectorStoreConfig
 from langroid.vector_store.lancedb import LanceDBConfig
 
-logger = logging.getLogger(__name__)
 
-console = Console()
+@cache
+def apply_nest_asyncio() -> None:
+    nest_asyncio.apply()
+
+
+logger = logging.getLogger(__name__)
 
 DEFAULT_DOC_CHAT_INSTRUCTIONS = """
 Your task is to answer questions about various documents.
@@ -248,10 +253,9 @@ class DocChatAgent(ChatAgent):
     def ingest_doc_paths(
         self,
         paths: List[str],
-        metadata: List[Dict[str, Any]]
-        | Dict[str, Any]
-        | DocMetaData
-        | List[DocMetaData] = [],
+        metadata: (
+            List[Dict[str, Any]] | Dict[str, Any] | DocMetaData | List[DocMetaData]
+        ) = [],
     ) -> List[Document]:
         """Split, ingest docs from specified paths,
         do not add these to config.doc_paths.
@@ -272,9 +276,11 @@ class DocChatAgent(ChatAgent):
         ):
             if isinstance(metadata, list):
                 path2meta = {
-                    p: m
-                    if isinstance(m, dict)
-                    else (isinstance(m, DocMetaData) and m.dict())  # appease mypy
+                    p: (
+                        m
+                        if isinstance(m, dict)
+                        else (isinstance(m, DocMetaData) and m.dict())
+                    )  # appease mypy
                     for p, m in zip(all_paths, metadata)
                 }
             elif isinstance(metadata, dict):
@@ -322,10 +328,9 @@ class DocChatAgent(ChatAgent):
         self,
         docs: List[Document],
         split: bool = True,
-        metadata: List[Dict[str, Any]]
-        | Dict[str, Any]
-        | DocMetaData
-        | List[DocMetaData] = [],
+        metadata: (
+            List[Dict[str, Any]] | Dict[str, Any] | DocMetaData | List[DocMetaData]
+        ) = [],
     ) -> int:
         """
         Chunk docs into pieces, map each chunk to vec-embedding, store in vec-db
@@ -623,7 +628,7 @@ class DocChatAgent(ChatAgent):
             query_str = query_str[1:] if query_str is not None else None
             if self.llm is None:
                 raise ValueError("LLM not set")
-            with StreamingIfAllowed(self.llm):
+            with StreamingIfAllowed(self.llm, self.llm.get_stream()):
                 response = super().llm_response(query_str)
             if query_str is not None:
                 self.update_dialog(
@@ -649,6 +654,49 @@ class DocChatAgent(ChatAgent):
                 ),
             )
 
+    async def llm_response_async(
+        self,
+        query: None | str | ChatDocument = None,
+    ) -> Optional[ChatDocument]:
+        apply_nest_asyncio()
+        if not self.llm_can_respond(query):
+            return None
+        query_str: str | None
+        if isinstance(query, ChatDocument):
+            query_str = query.content
+        else:
+            query_str = query
+        if query_str is None or query_str.startswith("!"):
+            # direct query to LLM
+            query_str = query_str[1:] if query_str is not None else None
+            if self.llm is None:
+                raise ValueError("LLM not set")
+            with StreamingIfAllowed(self.llm, self.llm.get_stream()):
+                response = await super().llm_response_async(query_str)
+            if query_str is not None:
+                self.update_dialog(
+                    query_str, "" if response is None else response.content
+                )
+            return response
+        if query_str == "":
+            return None
+        elif query_str == "?" and self.response is not None:
+            return self.justify_response()
+        elif (query_str.startswith(("summar", "?")) and self.response is None) or (
+            query_str == "??"
+        ):
+            return self.summarize_docs()
+        else:
+            self.callbacks.show_start_response(entity="llm")
+            response = self.answer_from_docs(query_str)
+            return ChatDocument(
+                content=response.content,
+                metadata=ChatDocMetaData(
+                    source=response.metadata.source,
+                    sender=Entity.LLM,
+                ),
+            )
+
     @staticmethod
     def doc_string(docs: List[Document]) -> str:
         """
@@ -735,7 +783,7 @@ class DocChatAgent(ChatAgent):
     def llm_hypothetical_answer(self, query: str) -> str:
         if self.llm is None:
             raise ValueError("LLM not set")
-        with console.status("[cyan]LLM generating hypothetical answer..."):
+        with status("[cyan]LLM generating hypothetical answer..."):
             with StreamingIfAllowed(self.llm, False):
                 # TODO: provide an easy way to
                 # Adjust this prompt depending on context.
@@ -755,7 +803,7 @@ class DocChatAgent(ChatAgent):
     def llm_rephrase_query(self, query: str) -> List[str]:
         if self.llm is None:
             raise ValueError("LLM not set")
-        with console.status("[cyan]LLM generating rephrases of query..."):
+        with status("[cyan]LLM generating rephrases of query..."):
             with StreamingIfAllowed(self.llm, False):
                 rephrases = self.llm_response_forget(
                     f"""
@@ -771,7 +819,7 @@ class DocChatAgent(ChatAgent):
     ) -> List[Tuple[Document, float]]:
         # find similar docs using bm25 similarity:
         # these may sometimes be more likely to contain a relevant verbatim extract
-        with console.status("[cyan]Searching for similar chunks using bm25..."):
+        with status("[cyan]Searching for similar chunks using bm25..."):
             if self.chunked_docs is None or len(self.chunked_docs) == 0:
                 logger.warning("No chunked docs; cannot use bm25-similarity")
                 return []
@@ -789,7 +837,7 @@ class DocChatAgent(ChatAgent):
     def get_fuzzy_matches(self, query: str, multiple: int) -> List[Document]:
         # find similar docs using fuzzy matching:
         # these may sometimes be more likely to contain a relevant verbatim extract
-        with console.status("[cyan]Finding fuzzy matches in chunks..."):
+        with status("[cyan]Finding fuzzy matches in chunks..."):
             if self.chunked_docs is None:
                 logger.warning("No chunked docs; cannot use fuzzy matching")
                 return []
@@ -809,7 +857,7 @@ class DocChatAgent(ChatAgent):
     def rerank_with_cross_encoder(
         self, query: str, passages: List[Document]
     ) -> List[Document]:
-        with console.status("[cyan]Re-ranking retrieved chunks using cross-encoder..."):
+        with status("[cyan]Re-ranking retrieved chunks using cross-encoder..."):
             try:
                 from sentence_transformers import CrossEncoder
             except ImportError:
@@ -954,7 +1002,7 @@ class DocChatAgent(ChatAgent):
         # Note: for dynamic filtering based on a query, users can
         # use the `temp_update` context-manager to pass in a `filter` to self.config,
         # e.g.:
-        # with temp_update(self.config, filter="metadata.source=='source1'"):
+        # with temp_update(self.config, {"filter": "metadata.source=='source1'"}):
         #     docs_scores = self.get_semantic_search_results(query, k=k)
         # This avoids having pass the `filter` argument to every function call
         # upstream of this one.
@@ -1002,7 +1050,7 @@ class DocChatAgent(ChatAgent):
         if self.vecdb is None:
             raise ValueError("VecDB not set")
 
-        with console.status("[cyan]Searching VecDB for relevant doc passages..."):
+        with status("[cyan]Searching VecDB for relevant doc passages..."):
             docs_and_scores: List[Tuple[Document, float]] = []
             for q in [query] + query_proxies:
                 docs_and_scores += self.get_semantic_search_results(
@@ -1078,7 +1126,7 @@ class DocChatAgent(ChatAgent):
             # Regardless of whether we are in conversation mode or not,
             # for relevant doc/chunk extraction, we must convert the query
             # to a standalone query to get more relevant results.
-            with console.status("[cyan]Converting to stand-alone query...[/cyan]"):
+            with status("[cyan]Converting to stand-alone query...[/cyan]"):
                 with StreamingIfAllowed(self.llm, False):
                     query = self.llm.followup_to_standalone(self.dialog, query)
             print(f"[orange2]New query: {query}")
@@ -1097,7 +1145,7 @@ class DocChatAgent(ChatAgent):
         if len(passages) == 0:
             return query, []
 
-        with console.status("[cyan]LLM Extracting verbatim passages..."):
+        with status("[cyan]LLM Extracting verbatim passages..."):
             with StreamingIfAllowed(self.llm, False):
                 # these are async calls, one per passage; turn off streaming
                 extracts = self.get_verbatim_extracts(query, passages)
@@ -1198,7 +1246,7 @@ class DocChatAgent(ChatAgent):
             cm = (
                 StreamingIfAllowed(self.llm)
                 if settings.stream
-                else (console.status("LLM Generating final answer..."))
+                else (status("LLM Generating final answer..."))
             )
             stack.enter_context(cm)  # type: ignore
             response = self.get_summary_answer(query, extracts)

langroid/agent/special/lance_doc_chat_agent.py

@@ -9,6 +9,7 @@ For usage see:
  - example script `examples/docqa/lance_rag.py`.
 
 """
+
 import json
 import logging
 from typing import Any, Dict, List, Tuple
@@ -162,10 +163,9 @@ class LanceDocChatAgent(DocChatAgent):
         self,
         docs: List[Document],
         split: bool = True,
-        metadata: List[Dict[str, Any]]
-        | Dict[str, Any]
-        | DocMetaData
-        | List[DocMetaData] = [],
+        metadata: (
+            List[Dict[str, Any]] | Dict[str, Any] | DocMetaData | List[DocMetaData]
+        ) = [],
     ) -> int:
         n = super().ingest_docs(docs, split, metadata)
         tbl = self.vecdb.client.open_table(self.vecdb.config.collection_name)

langroid/agent/special/neo4j/csv_kg_chat.py

@@ -2,7 +2,6 @@ from typing import List, Optional
 
 import pandas as pd
 import typer
-from rich.console import Console
 
 from langroid.agent.special.neo4j.neo4j_chat_agent import (
     Neo4jChatAgent,
@@ -11,9 +10,9 @@ from langroid.agent.special.neo4j.neo4j_chat_agent import (
 from langroid.agent.tool_message import ToolMessage
 from langroid.language_models.openai_gpt import OpenAIChatModel, OpenAIGPTConfig
 from langroid.parsing.table_loader import read_tabular_data
+from langroid.utils.output import status
 from langroid.vector_store.base import VectorStoreConfig
 
-console = Console()
 app = typer.Typer()
 
 
@@ -159,7 +158,7 @@ class CSVGraphAgent(Neo4jChatAgent):
         Returns:
             str: A string indicating the success or failure of the operation.
         """
-        with console.status("[cyan]Generating graph database..."):
+        with status("[cyan]Generating graph database..."):
             if self.df is not None and hasattr(self.df, "iterrows"):
                 for counter, (index, row) in enumerate(self.df.iterrows()):
                     row_dict = row.to_dict()

langroid/agent/special/relevance_extractor_agent.py

@@ -3,6 +3,7 @@ Agent to retrieve relevant segments from a body of text,
 that are relevant to a query.
 
 """
+
 import logging
 from typing import Optional, no_type_check
 

langroid/agent/special/retriever_agent.py

@@ -11,6 +11,7 @@ generating final summary answer based on relevant extracts, it just returns
 those extracts.
 See test_retriever_agent.py for example usage.
 """
+
 import logging
 from typing import Sequence
 

langroid/agent/special/sql/sql_chat_agent.py

@@ -6,6 +6,7 @@ Functionality includes:
 - adding table and column context
 - asking a question about a SQL schema
 """
+
 import logging
 from typing import Any, Dict, List, Optional, Sequence, Union
 

langroid/agent/special/sql/utils/populate_metadata.py

@@ -60,9 +60,9 @@ def populate_metadata(
         Dict: A dictionary containing populated metadata information.
     """
     # Fetch basic metadata info using available tools
-    db_info: Dict[
-        str, Dict[str, Union[str, Dict[str, str]]]
-    ] = populate_metadata_with_schema_tools(metadata=metadata, info=info)
+    db_info: Dict[str, Dict[str, Union[str, Dict[str, str]]]] = (
+        populate_metadata_with_schema_tools(metadata=metadata, info=info)
+    )
 
     # Iterate over tables to update column metadata
     for table_name in db_info.keys():

langroid/agent/special/table_chat_agent.py

@@ -7,6 +7,7 @@ code to answer the query. The code is passed via the `run_code` tool/function-ca
 which is handled by the Agent's `run_code` method. This method executes/evaluates
 the code and returns the result as a string.
 """
+
 import io
 import logging
 import sys

langroid/agent/tools/duckduckgo_search_tool.py

@@ -20,6 +20,7 @@ your `.env` file, e.g. `METAPHOR_API_KEY=your_api_key_here`
 For more information, please refer to the official docs:
 https://metaphor.systems/
 """
+
 from typing import List
 
 from langroid.agent.tool_message import ToolMessage

langroid/agent/tools/google_search_tool.py

@@ -8,6 +8,7 @@ NOTE: Using this tool requires setting the GOOGLE_API_KEY and GOOGLE_CSE_ID
 environment variables in your `.env` file, as explained in the
 [README](https://github.com/langroid/langroid#gear-installation-and-setup).
 """
+
 from typing import List
 
 from langroid.agent.tool_message import ToolMessage

langroid/agent/tools/metaphor_search_tool.py

@@ -20,6 +20,7 @@ your `.env` file, e.g. `METAPHOR_API_KEY=your_api_key_here`
 For more information, please refer to the official docs:
 https://metaphor.systems/
 """
+
 from typing import List
 
 from langroid.agent.tool_message import ToolMessage

langroid/agent/tools/recipient_tool.py

@@ -7,6 +7,7 @@ the method `_get_tool_list()`).
 See usage examples in `tests/main/test_multi_agent_complex.py` and
 `tests/main/test_recipient_tool.py`.
 """
+
 from typing import List, Type
 
 from rich import print

langroid/embedding_models/remote_embeds.py

@@ -9,6 +9,7 @@ where `port` is the port at which the service is exposed.  Currently,
 supports insecure connections only, and this should NOT be exposed to
 the internet.
 """
+
 import atexit
 import subprocess
 import time

langroid/language_models/prompt_formatter/hf_formatter.py

@@ -4,6 +4,7 @@ from their Transformers library. It searches the hub for a model matching the
 specified name, and uses the first one it finds. We assume that all matching
 models will have the same tokenizer, so we just use the first one.
 """
+
 import logging
 import re
 from typing import Any, List, Set, Tuple, Type

langroid/parsing/utils.py

@@ -4,7 +4,7 @@ import random
 import re
 from functools import cache
 from itertools import islice
-from typing import Any, Iterable, List
+from typing import Iterable, List, Sequence, TypeVar
 
 import nltk
 from faker import Faker
@@ -30,7 +30,10 @@ def download_nltk_resource(resource: str) -> None:
         nltk.download(resource, quiet=True)
 
 
-def batched(iterable: Iterable[Any], n: int) -> Iterable[Any]:
+T = TypeVar("T")
+
+
+def batched(iterable: Iterable[T], n: int) -> Iterable[Sequence[T]]:
     """Batch data into tuples of length n. The last batch may be shorter."""
     # batched('ABCDEFG', 3) --> ABC DEF G
     if n < 1:

langroid/utils/output/__init__.py

@@ -1,16 +1,21 @@
-import langroid.utils.output.printing as printing
+from . import printing
 
-from langroid.utils.output.printing import (
+from .printing import (
     shorten_text,
     print_long_text,
     show_if_debug,
+    SuppressLoggerWarnings,
     PrintColored,
 )
 
+from .status import status
+
 __all__ = [
     "printing",
     "shorten_text",
     "print_long_text",
     "show_if_debug",
+    "SuppressLoggerWarnings",
     "PrintColored",
+    "status",
 ]

langroid/utils/output/status.py

@@ -0,0 +1,33 @@
+import logging
+from contextlib import AbstractContextManager, ExitStack
+from typing import Any
+
+from rich.console import Console
+
+from langroid.utils.configuration import quiet_mode, settings
+
+console = Console()
+logger = logging.getLogger(__name__)
+logger.setLevel(logging.INFO)
+
+
+def status(
+    msg: str,
+    log_if_quiet: bool = True,
+) -> AbstractContextManager[Any]:
+    """
+    Displays a rich spinner if not in quiet mode, else optionally logs the message.
+    """
+    stack = ExitStack()
+
+    if settings.quiet:
+        if log_if_quiet:
+            logger.info(msg)
+    if settings.quiet and log_if_quiet:
+        logger.info(msg)
+    else:
+        stack.enter_context(console.status(msg))
+
+    stack.enter_context(quiet_mode(not settings.debug))
+
+    return stack

langroid/utils/pandas_utils.py

@@ -16,9 +16,11 @@ def stringify(x: Any) -> str:
     for col in df.columns:
         if df[col].dtype == object:
             df[col] = df[col].apply(
-                lambda item: (item[:1000] + "...")
-                if isinstance(item, str) and len(item) > 1000
-                else item
+                lambda item: (
+                    (item[:1000] + "...")
+                    if isinstance(item, str) and len(item) > 1000
+                    else item
+                )
             )
 
     # Limit to 10 rows

langroid/vector_store/chromadb.py

@@ -162,7 +162,10 @@ class ChromaDB(VectorStore):
         return self._docs_from_results(final_results)
 
     def delete_collection(self, collection_name: str) -> None:
-        self.client.delete_collection(name=collection_name)
+        try:
+            self.client.delete_collection(name=collection_name)
+        except Exception:
+            pass
 
     def similar_texts_with_scores(
         self, text: str, k: int = 1, where: Optional[str] = None
@@ -198,7 +201,10 @@ class ChromaDB(VectorStore):
         metadatas = results["metadatas"][0]
         for m in metadatas:
             # restore the stringified list of window_ids into the original List[str]
-            m["window_ids"] = m["window_ids"].split(",")
+            if m["window_ids"].strip() == "":
+                m["window_ids"] = []
+            else:
+                m["window_ids"] = m["window_ids"].split(",")
         docs = [
             Document(content=d, metadata=DocMetaData(**m))
             for d, m in zip(contents, metadatas)

langroid/vector_store/lancedb.py

@@ -366,7 +366,7 @@ class LanceDB(VectorStore):
             tbl.add(df)
 
     def delete_collection(self, collection_name: str) -> None:
-        self.client.drop_table(collection_name)
+        self.client.drop_table(collection_name, ignore_missing=True)
 
     def _lance_result_to_docs(self, result: LanceVectorQueryBuilder) -> List[Document]:
         if self.is_from_dataframe:
@@ -440,7 +440,10 @@ class LanceDB(VectorStore):
         embedding = self.embedding_fn([text])[0]
         tbl = self.client.open_table(self.config.collection_name)
         result = (
-            tbl.search(embedding).metric(self.config.distance).where(where).limit(k)
+            tbl.search(embedding)
+            .metric(self.config.distance)
+            .where(where, prefilter=True)
+            .limit(k)
         )
         docs = self._lance_result_to_docs(result)
         # note _distance is 1 - cosine

langroid/vector_store/momento.py

@@ -2,6 +2,7 @@
 Momento Vector Index.
 https://docs.momentohq.com/vector-index/develop/api-reference
 """
+
 import logging
 import os
 from typing import List, Optional, Sequence, Tuple, no_type_check

{langroid-0.1.214.dist-info → langroid-0.1.217.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.1.214
+Version: 0.1.217
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -26,7 +26,7 @@ Requires-Dist: agent-search (>=0.0.7,<0.0.8) ; extra == "sciphi"
 Requires-Dist: aiohttp (>=3.9.1,<4.0.0)
 Requires-Dist: async-generator (>=1.10,<2.0)
 Requires-Dist: autopep8 (>=2.0.2,<3.0.0)
-Requires-Dist: black[jupyter] (>=23.3.0,<24.0.0)
+Requires-Dist: black[jupyter] (>=24.3.0,<25.0.0)
 Requires-Dist: bs4 (>=0.0.1,<0.0.2)
 Requires-Dist: chainlit (>=1.0.400,<2.0.0) ; extra == "chainlit"
 Requires-Dist: chromadb (>=0.4.21,<=0.4.23) ; extra == "chromadb"
@@ -232,6 +232,11 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **Mar 2024:**
+  - **0.1.216:** Improvements to allow concurrent runs of `DocChatAgent`, see the
+    [`test_doc_chat_agent.py`](https://github.com/langroid/langroid/blob/main/tests/main/test_doc_chat_agent.py)
+    in particular the `test_doc_chat_batch()`;
+    New task run utility: [`run_batch_task_gen`](https://github.com/langroid/langroid/blob/main/langroid/agent/batch.py) 
+    where a task generator can be specified, to generate one task per input. 
   - **0.1.212:** ImagePdfParser: support for extracting text from image-based PDFs.
     (this means `DocChatAgent` will now work with image-pdfs).
   - **0.1.194 - 0.1.211:** Misc fixes, improvements, and features:

{langroid-0.1.214.dist-info → langroid-0.1.217.dist-info}/RECORD

@@ -1,46 +1,46 @@
 langroid/__init__.py,sha256=qgY-OqzYSWOc6EytQJN9sH2PwDp1UIzP9lXhrYH6aLU,1645
-langroid/agent/__init__.py,sha256=w2pap-rHrp41gMzdtzur2YY_m62LqQhF2Du-AmoIQi4,752
-langroid/agent/base.py,sha256=Qr2YJASCWOjIcCjISb_SSSNOEvEw4_Kkl21FZx0aigE,35026
-langroid/agent/batch.py,sha256=wGDqCwHwz9ABAAzJFHzqPU50LJMgMLTQzH0avZfWiMA,6559
+langroid/agent/__init__.py,sha256=_D8dxnfdr92ch1CIrUkKjrB5HVvsQdn62b1Fb2kBxV8,785
+langroid/agent/base.py,sha256=jyGFmojrFuOy81lUkNsJlR6mLIOY6kOD20P9dhEcEuw,35059
+langroid/agent/batch.py,sha256=T9dgSPThrmIWxQxqDlGwhHa7yw3XIKE_U30bLMRDpNQ,9481
 langroid/agent/callbacks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/agent/callbacks/chainlit.py,sha256=aYuJ8M4VDHr5oymoXL2bpThM7p6P9L45fgJf3MLdkWo,20997
-langroid/agent/chat_agent.py,sha256=QCAA56rObVrnKyCdO5pqklUukxkU4aykoUZzZ2tYvU8,38609
+langroid/agent/chat_agent.py,sha256=X5uVMm9qdw3j-FRf4hbN8k8ByaSdtQCTuU8olKE0sbs,38750
 langroid/agent/chat_document.py,sha256=PL8iA1ZYjXNFVa3kMO8T4sbbM3rzHWpRAY6PN_7n5LQ,7969
 langroid/agent/helpers.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/agent/junk,sha256=LxfuuW7Cijsg0szAzT81OjWWv1PMNI-6w_-DspVIO2s,339
-langroid/agent/openai_assistant.py,sha256=VWRbn_Xal8ezqfzpTOPnM4uifW77L9cISZJgHZ6i7XU,32703
+langroid/agent/openai_assistant.py,sha256=QTLBgnH6Btf2GWzN-WApvra-vPQWvYcXcAOULuIy4Ig,32702
 langroid/agent/special/__init__.py,sha256=XPE076zD-roskxNBn-A1hnh4AHoMiQN9gk1UDjPaBaU,1201
-langroid/agent/special/doc_chat_agent.py,sha256=xe5lz6d_psHTNhBd9QoyZ5nIZE5u8SawsHyhA2Tn8cA,50007
-langroid/agent/special/lance_doc_chat_agent.py,sha256=gEZ_MOC_2qbEzi2oRbZpZEgx5MbuYE-T8toE0WmCPvs,10174
+langroid/agent/special/doc_chat_agent.py,sha256=xzUArFTeHS2Mg8x80S_a9W-rrPONeJn-gMwO6l_WxA0,51722
+langroid/agent/special/lance_doc_chat_agent.py,sha256=USp0U3eTaJzwF_3bdqE7CedSLbaqAi2tm-VzygcyLaA,10175
 langroid/agent/special/lance_rag/__init__.py,sha256=QTbs0IVE2ZgDg8JJy1zN97rUUg4uEPH7SLGctFNumk4,174
 langroid/agent/special/lance_rag/critic_agent.py,sha256=pi_9eMBxEycbWTddtq_yz-mOb2V4SgGm3zfsOH1HU-Q,5775
 langroid/agent/special/lance_rag/lance_rag_task.py,sha256=l_HQgrYY-CX2FwIsS961aEF3bYog3GDYo98fj0C0mSk,2889
 langroid/agent/special/lance_rag/query_planner_agent.py,sha256=_8AwZsuEaoHGjrOrkLU2Lvxuqi4h8PkxBRcPmWPOSHk,8033
 langroid/agent/special/lance_tools.py,sha256=WypIS-3ZMDqY_PZEGB2K80-o4RfS43_OnER0dyFlsDY,1339
 langroid/agent/special/neo4j/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langroid/agent/special/neo4j/csv_kg_chat.py,sha256=YfuyblH9d307ggzN7fUD2mxLorIdexjVAlZ8uVDZqhY,6394
+langroid/agent/special/neo4j/csv_kg_chat.py,sha256=koL3sKtHm3aRkLTiARs54ngrcU3lOR1WaLLc_i8rWOU,6374
 langroid/agent/special/neo4j/neo4j_chat_agent.py,sha256=vBr6EQ_eJCYAtqDe-gTSvWHT-jRE_fZOPsGWxuDJe4w,13092
 langroid/agent/special/neo4j/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/agent/special/neo4j/utils/system_message.py,sha256=vRpz1P-OYLLiC6OGYYoK6x77yxVzDxMTCEJSsYUIuG4,2242
-langroid/agent/special/relevance_extractor_agent.py,sha256=uJ1jS_7S_gnJeuOUxEren-IHi1kfVx475B8L4H8RcEM,4795
-langroid/agent/special/retriever_agent.py,sha256=uu6vqFg85uCVM-_DrXesYe2gH_-WcoHhlsKRlLuZPXk,1867
+langroid/agent/special/relevance_extractor_agent.py,sha256=zIx8GUdVo1aGW6ASla0NPQjYYIpmriK_TYMijqAx3F8,4796
+langroid/agent/special/retriever_agent.py,sha256=lvMvf-u9rSosg4YASuFdUbGLgkzLPknXAbJZfZ1LZCc,1868
 langroid/agent/special/sql/__init__.py,sha256=qUM-b4FfvIt0gYWP7_niyqR3OwVMMkuK2SyqUYWjyxs,207
-langroid/agent/special/sql/sql_chat_agent.py,sha256=YpLWLf0fOd9CM5lld-bW1Cd_DHon3NGqb8y8uQ0dqkA,13745
+langroid/agent/special/sql/sql_chat_agent.py,sha256=ZTK19ToIpSxtedwzsqL38diMtHth6uVDf25Wng2dn7Q,13746
 langroid/agent/special/sql/utils/__init__.py,sha256=i8oYoyI4aV1LcYktMOhzi_eYbQ6RVt2e7Dj2bXkCZXc,447
 langroid/agent/special/sql/utils/description_extractors.py,sha256=RZ2R3DmASxB1ijzbA_TuxkhP00Pxcg_tAKlLXGo3rcg,6381
-langroid/agent/special/sql/utils/populate_metadata.py,sha256=5-tkmMV50iTT4Af_Lu4k4U9szqNIiINg4qpRLKPVNs0,2985
+langroid/agent/special/sql/utils/populate_metadata.py,sha256=x2OMKfmIBnJESBG3qKt6gvr3H3L4ZQcoxHfNdWfHjZs,2987
 langroid/agent/special/sql/utils/system_message.py,sha256=qKLHkvQWRQodTtPLPxr1GSLUYUFASZU8x-ybV67cB68,1885
 langroid/agent/special/sql/utils/tools.py,sha256=6uB2424SLtmapui9ggcEr0ZTiB6_dL1-JRGgN8RK9Js,1332
-langroid/agent/special/table_chat_agent.py,sha256=GEUTP-VdtMXq4CcPV80gDQrCEn-ZFb9IhuRMtLN5I1o,9030
+langroid/agent/special/table_chat_agent.py,sha256=rUV7Rv2GFF6Yqv3_uqvgFSs_EdyDUNpdQobTTpjdEtc,9031
 langroid/agent/task.py,sha256=sFncTES0L_O2IpbnHRrNzad0HhtsbHoQ7j3Cjc9eTt0,49711
 langroid/agent/tool_message.py,sha256=2kPsQUwi3ZzINTUNj10huKnZLjLp5SXmefacTHx8QDc,8304
 langroid/agent/tools/__init__.py,sha256=q-maq3k2BXhPAU99G0H6-j_ozoRvx15I1RFpPVicQIU,304
-langroid/agent/tools/duckduckgo_search_tool.py,sha256=lgBFIPGdEffyxFuP6NUqRVBXyqypqHHSQBf-06xWsZE,2460
+langroid/agent/tools/duckduckgo_search_tool.py,sha256=yvd735hJkFRgcJF7pgaiIg0OmMw5BMFxqDTyyg1EC9g,2461
 langroid/agent/tools/extract_tool.py,sha256=u5lL9rKBzaLBOrRyLnTAZ97pQ1uxyLP39XsWMnpaZpw,3789
 langroid/agent/tools/generator_tool.py,sha256=y0fB0ZObjA0b3L0uSTtrqRCKHDUR95arBftqiUeKD2o,663
-langroid/agent/tools/google_search_tool.py,sha256=Cmhvdgr4p_nqTIAiYW8k-TkLd7lgFToLF7x_QiIkJPE,1420
-langroid/agent/tools/metaphor_search_tool.py,sha256=x7fI8nN7eL8DXpeE4Ipt8sa7MYxzM0S5IcSaYNbm1P4,2453
-langroid/agent/tools/recipient_tool.py,sha256=o4qWuz-Lp2QkOQNy6PkRMT9AEc7btuk8EJXpTg0uPV4,9170
+langroid/agent/tools/google_search_tool.py,sha256=cQxcNtb8XCNpOo_yCeYRwG_y-OATjPgkbr01kea9qWE,1421
+langroid/agent/tools/metaphor_search_tool.py,sha256=NKHss-AkI942_XhfMgUctAwHjIHpqp5NfYIebKV4UcE,2454
+langroid/agent/tools/recipient_tool.py,sha256=61vdKv06qgVdtnE3gxjzV8RvUEy8JhbC9eWa0J0BPdw,9171
 langroid/agent/tools/run_python_code.py,sha256=V3mHdHQYn0M0PAtyoHxjNvk6KvWWcQ4ugo0TOKc8HyI,1752
 langroid/agent/tools/sciphi_search_rag_tool.py,sha256=IAEgZY5-euQh8MndMzZnn1XVxaItvWYB2VF9-YHfunk,2496
 langroid/agent/tools/segment_extract_tool.py,sha256=W39poS7Av2EuJ34tGKhLhzgj3zEyZnBplpSt2goRAp4,1285
@@ -57,7 +57,7 @@ langroid/embedding_models/protoc/embeddings.proto,sha256=_O-SgFpTaylQeOTgSpxhEJ7
 langroid/embedding_models/protoc/embeddings_pb2.py,sha256=4Q57PhOunv-uZNJrxYrWBXAI0ZtfnVZXFRhRj5JuRSg,1662
 langroid/embedding_models/protoc/embeddings_pb2.pyi,sha256=UkNy7BrNsmQm0vLb3NtGXy8jVtz-kPWwwFsX-QbQBhQ,1475
 langroid/embedding_models/protoc/embeddings_pb2_grpc.py,sha256=9dYQqkW3JPyBpSEjeGXTNpSqAkC-6FPtBHyteVob2Y8,2452
-langroid/embedding_models/remote_embeds.py,sha256=EeIOS0s9MToKDooGTFa9cx9279I8SDyQybs49vgfRoE,5150
+langroid/embedding_models/remote_embeds.py,sha256=6_kjXByVbqhY9cGwl9R83ZcYC2km-nGieNNAo1McHaY,5151
 langroid/language_models/__init__.py,sha256=5L9ndEEC8iLJHjDJmYFTnv6-2-3xsxWUMHcugR8IeDs,821
 langroid/language_models/azure_openai.py,sha256=ncRCbKooqLVOY-PWQUIo9C3yTuKEFbAwyngXT_M4P7k,5989
 langroid/language_models/base.py,sha256=4ybrbvOnoWzEVzVuZ3AStsl8ELoljiKtgtdykUzRSxg,21014
@@ -66,7 +66,7 @@ langroid/language_models/openai_assistants.py,sha256=9K-DEAL2aSWHeXj2hwCo2RAlK9_
 langroid/language_models/openai_gpt.py,sha256=6CE6I_hmnHfRIMJMh4qhVeKijgKEm_LNcWNn3vLMLlM,49680
 langroid/language_models/prompt_formatter/__init__.py,sha256=9JXFF22QNMmbQV1q4nrIeQVTtA3Tx8tEZABLtLBdFyc,352
 langroid/language_models/prompt_formatter/base.py,sha256=eDS1sgRNZVnoajwV_ZIha6cba5Dt8xjgzdRbPITwx3Q,1221
-langroid/language_models/prompt_formatter/hf_formatter.py,sha256=QhVj5DcJYqveLC6nE3DKjsiJ8jY-J__8--NNp-2h8vI,5216
+langroid/language_models/prompt_formatter/hf_formatter.py,sha256=TFL6ppmeQWnzr6CKQzRZFYY810zE1mr8DZnhw6i85ok,5217
 langroid/language_models/prompt_formatter/llama2_formatter.py,sha256=YdcO88qyBeuMENVIVvVqSYuEpvYSTndUe_jd6hVTko4,2899
 langroid/language_models/utils.py,sha256=ivbmAUpDewWb-j9HNhnpmFeQbELQaGYRNul4wiP9p3c,4756
 langroid/mytypes.py,sha256=opL488mtHKob1uJeK_h1-kNjU5GZwkgCfXhBQCsONWU,2614
@@ -87,7 +87,7 @@ langroid/parsing/table_loader.py,sha256=qNM4obT_0Y4tjrxNBCNUYjKQ9oETCZ7FbolKBTcz
 langroid/parsing/url_loader.py,sha256=Na2TBlKuQkloZzkE2d7xl6mh9olS3CbpgCsJbJ-xhIA,4472
 langroid/parsing/url_loader_cookies.py,sha256=Lg4sNpRz9MByWq2mde6T0hKv68VZSV3mtMjNEHuFeSU,2327
 langroid/parsing/urls.py,sha256=Nv4yCWQLLBEjaiRdaZZVQNBEl_cfK_V6cVuPm91wGtU,7686
-langroid/parsing/utils.py,sha256=OG_QL7XaT8g5YE72MeB---YSyiZYOI7T36ibUwqKYuk,11729
+langroid/parsing/utils.py,sha256=HdmKQ-5XCQXR5dpMtKT9mCGmb8iy3I_rIoObvGTnY7s,11768
 langroid/parsing/web_search.py,sha256=XSiSHB4c1Wa8RjWkC4Yh-ac8S7a2WPPYj0n-Ma716RY,4759
 langroid/prompts/__init__.py,sha256=B0vpJzIJlMR3mFRtoQwyALsFzBHvLp9f92acD8xJA_0,185
 langroid/prompts/chat-gpt4-system-prompt.md,sha256=Q3uLCJTPQvmUkZN2XDnkBC7M2K3X0F3C3GIQBaFvYvw,5329
@@ -105,22 +105,23 @@ langroid/utils/globals.py,sha256=VkTHhlqSz86oOPq65sjul0XU8I52UNaFC5vwybMQ74w,134
 langroid/utils/llms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/utils/llms/strings.py,sha256=CSAX9Z6FQOLXOzbLMe_Opqtc3ruDAKTTk7cPqc6Blh0,263
 langroid/utils/logging.py,sha256=R8TN-FqVpwZ4Ajgls9TDMthLvPpQd0QVNXK-PJDj1Z8,3917
-langroid/utils/output/__init__.py,sha256=Z58-2ZKnGpGNaKw_nEjHV_CHTzjMz-WRSRQnazTLrWU,289
+langroid/utils/output/__init__.py,sha256=4X8Hdo1SEm06NUnggMJrLtW8i1owdDQPrS7J08BaTec,341
 langroid/utils/output/printing.py,sha256=5EsYB1O4qKhocW19aebOUzK82RD9U5nygbY21yo8gfg,2872
-langroid/utils/pandas_utils.py,sha256=nSA1tIgOUTkRDn-IKq7HP8XGJcL6bA110LcPfRF7h8I,707
+langroid/utils/output/status.py,sha256=VoSXmWDuddo1ipCzDAA6qlgffr5E4lSmBD0rIdNxxcs,774
+langroid/utils/pandas_utils.py,sha256=UctS986Jtl_MvU5rA7-GfrjEHXP7MNu8ePhepv0bTn0,755
 langroid/utils/pydantic_utils.py,sha256=yb-ghaQYL7EIYeiZ0tailvZvAuJZNF7UBXkd3z35OYc,21728
 langroid/utils/system.py,sha256=l-kFqIWkSD9YHOTka02dnihdbnR1mWVrnKSGK3LuEjo,4577
 langroid/utils/web/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/utils/web/login.py,sha256=1iz9eUAHa87vpKIkzwkmFa00avwFWivDSAr7QUhK7U0,2528
 langroid/vector_store/__init__.py,sha256=D82ioqPWxKTTbN0qiPNB-I1GjovhLw1MgDuYhcB3hCs,831
 langroid/vector_store/base.py,sha256=VZl-pvGs6K-ruTT8SQmDthsCp-VARYaf6OuzKmcXN58,13469
-langroid/vector_store/chromadb.py,sha256=lTEB9Fu6GlX2ip88tmK2aimjU_ExS1DCwm1TGybtGE4,7944
-langroid/vector_store/lancedb.py,sha256=2MN93h_--_bGXnJ7xAbjuvDJxdownDonsZ9ouwD_vYM,18407
+langroid/vector_store/chromadb.py,sha256=rp-qWmYJc_HR48JYNt1MixjJM90jZTdeZIYghd5CenA,8109
+langroid/vector_store/lancedb.py,sha256=lbl8wZuV6GNw0LnIwOSriSNwoMEba90umQTcQHtMw7Y,18483
 langroid/vector_store/meilisearch.py,sha256=d2huA9P-NoYRuAQ9ZeXJmMKr7ry8u90RUSR28k2ecQg,11340
-langroid/vector_store/momento.py,sha256=j6Eo6oIDN2fe7lsBOlCXJn3uvvERHHTFL5QJfeREeOM,10044
+langroid/vector_store/momento.py,sha256=9cui31TTrILid2KIzUpBkN2Ey3g_CZWOQVdaFsA4Ors,10045
 langroid/vector_store/qdrant_cloud.py,sha256=3im4Mip0QXLkR6wiqVsjV1QvhSElfxdFSuDKddBDQ-4,188
 langroid/vector_store/qdrantdb.py,sha256=_egbsP9SWBwmI827EDYSSOqfIQSmwNsmJfFTxrLpWYE,13457
-langroid-0.1.214.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.1.214.dist-info/METADATA,sha256=CEK6U_0EZOGeseq_Eu7rKzC9kCjGgDPpK35lFaPlia8,47446
-langroid-0.1.214.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-langroid-0.1.214.dist-info/RECORD,,
+langroid-0.1.217.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.1.217.dist-info/METADATA,sha256=fXpMt2st2xDZOREQdeIVVyrpeD4Q3z-_a3PX0HBynOE,47888
+langroid-0.1.217.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+langroid-0.1.217.dist-info/RECORD,,