langroid 0.18.0__py3-none-any.whl → 0.18.2__py3-none-any.whl

langroid/agent/base.py

@@ -91,6 +91,8 @@ class AgentConfig(BaseSettings):
     show_stats: bool = True  # show token usage/cost stats?
     add_to_registry: bool = True  # register agent in ObjectRegistry?
     respond_tools_only: bool = False  # respond only to tool messages (not plain text)?
+    # allow multiple tool messages in a single response?
+    allow_multiple_tools: bool = True
 
     @validator("name")
     def check_name_alphanum(cls, v: str) -> str:
@@ -1120,6 +1122,8 @@ class Agent(ABC):
             # as a response to the tool message even though the tool was not intended
             # for this agent.
             return None
+        if len(tools) > 1 and not self.config.allow_multiple_tools:
+            return self.to_ChatDocument("ERROR: Use ONE tool at a time!")
         if len(tools) == 0:
             fallback_result = self.handle_message_fallback(msg)
             if fallback_result is None:
@@ -1316,7 +1320,7 @@ class Agent(ABC):
         """
         Convert result of a responder (agent_response or llm_response, or task.run()),
         or tool handler, or handle_message_fallback,
-        to a ChatDocument, to enabling handling by other
+        to a ChatDocument, to enable handling by other
         responders/tasks in a task loop possibly involving multiple agents.
 
         Args:

langroid/agent/callbacks/chainlit.py

@@ -244,8 +244,11 @@ class ChainlitAgentCallbacks:
         agent.callbacks.show_error_message = self.show_error_message
         agent.callbacks.show_start_response = self.show_start_response
         self.config = config
-
         self.agent: lr.Agent = agent
+        if self.agent.llm is not None:
+            # We don't want to suppress LLM output in async + streaming,
+            # since we often use chainlit async callbacks to display LLM output
+            self.agent.llm.config.async_stream_quiet = False
         if msg is not None:
             self.show_first_user_message(msg)
 

langroid/agent/special/doc_chat_agent.py

@@ -248,12 +248,6 @@ class DocChatAgent(ChatAgent):
     def ingest(self) -> None:
         """
         Chunk + embed + store docs specified by self.config.doc_paths
-
-        Returns:
-            dict with keys:
-                n_splits: number of splits
-                urls: list of urls
-                paths: list of file paths
         """
         if len(self.config.doc_paths) == 0:
             # we must be using a previously defined collection
@@ -1110,6 +1104,14 @@ class DocChatAgent(ChatAgent):
         Returns:
 
         """
+
+        if (
+            self.vecdb is None
+            or self.vecdb.config.collection_name
+            not in self.vecdb.list_collections(empty=False)
+        ):
+            return []
+
         # if we are using cross-encoder reranking or reciprocal rank fusion (RRF),
         # we can retrieve more docs during retrieval, and leave it to the cross-encoder
         # or RRF reranking to whittle down to self.config.parsing.n_similar_docs
@@ -1275,6 +1277,13 @@ class DocChatAgent(ChatAgent):
             List[Document]: list of relevant extracts
 
         """
+        if (
+            self.vecdb is None
+            or self.vecdb.config.collection_name
+            not in self.vecdb.list_collections(empty=False)
+        ):
+            return query, []
+
         if len(self.dialog) > 0 and not self.config.assistant_mode:
             # Regardless of whether we are in conversation mode or not,
             # for relevant doc/chunk extraction, we must convert the query

langroid/agent/tools/orchestration.py

@@ -200,12 +200,13 @@ class DonePassTool(PassTool):
 
 
 class ForwardTool(PassTool):
-    """Tool for forwarding the received msg (ChatDocument) to another agent.
+    """Tool for forwarding the received msg (ChatDocument) to another agent or entity.
     Similar to PassTool, but with a specified recipient agent.
     """
 
     purpose: str = """
-    To forward the current message to an <agent>.
+    To forward the current message to an <agent>, where <agent> 
+    could be the name of an agent, or an entity such as "user", "llm".
     """
     request: str = "forward_tool"
     agent: str

langroid/parsing/document_parser.py

@@ -81,13 +81,25 @@ def is_plain_text(path_or_bytes: str | bytes) -> bool:
     else:
         content = path_or_bytes[:1024]
     try:
+        # Use magic to detect the MIME type
+        import magic
+
+        mime_type = magic.from_buffer(content, mime=True)
+
+        # Check if the MIME type is not a text type
+        if not mime_type.startswith("text/"):
+            return False
+
         # Attempt to decode the content as UTF-8
         content = content[: find_last_full_char(content)]
 
-        _ = content.decode("utf-8")
-        # Additional checks can go here, e.g., to verify that the content
-        # doesn't contain too many unusual characters for it to be considered text
-        return True
+        try:
+            _ = content.decode("utf-8")
+            # Additional checks can go here, e.g., to verify that the content
+            # doesn't contain too many unusual characters for it to be considered text
+            return True
+        except UnicodeDecodeError:
+            return False
     except UnicodeDecodeError:
         # If decoding fails, it's likely not plain text (or not encoded in UTF-8)
         return False
@@ -123,7 +135,8 @@ class DocumentParser(Parser):
         Returns:
             DocumentParser: An instance of a DocumentParser subclass.
         """
-        if DocumentParser._document_type(source, doc_type) == DocumentType.PDF:
+        inferred_doc_type = DocumentParser._document_type(source, doc_type)
+        if inferred_doc_type == DocumentType.PDF:
             if config.pdf.library == "fitz":
                 return FitzPDFParser(source, config)
             elif config.pdf.library == "pypdf":
@@ -138,7 +151,7 @@ class DocumentParser(Parser):
                 raise ValueError(
                     f"Unsupported PDF library specified: {config.pdf.library}"
                 )
-        elif DocumentParser._document_type(source, doc_type) == DocumentType.DOCX:
+        elif inferred_doc_type == DocumentType.DOCX:
             if config.docx.library == "unstructured":
                 return UnstructuredDocxParser(source, config)
             elif config.docx.library == "python-docx":
@@ -147,7 +160,7 @@ class DocumentParser(Parser):
                 raise ValueError(
                     f"Unsupported DOCX library specified: {config.docx.library}"
                 )
-        elif DocumentParser._document_type(source, doc_type) == DocumentType.DOC:
+        elif inferred_doc_type == DocumentType.DOC:
             return UnstructuredDocParser(source, config)
         else:
             source_name = source if isinstance(source, str) else "bytes"

langroid/utils/system.py

@@ -10,7 +10,7 @@ import socket
 import traceback
 import uuid
 from pathlib import Path
-from typing import Any
+from typing import Any, Literal
 
 logger = logging.getLogger(__name__)
 
@@ -186,24 +186,48 @@ def generate_unique_id() -> str:
     return str(uuid.uuid4())
 
 
-def create_file(filepath: str | Path, content: str = "") -> None:
+def create_file(
+    filepath: str | Path,
+    content: str = "",
+    if_exists: Literal["overwrite", "skip", "error", "append"] = "overwrite",
+) -> None:
     """
-    Create a file with the given content in the specified directory.
+    Create, overwrite or append to a file, with the given content
+    at the specified filepath.
     If content is empty, it will simply touch to create an empty file.
 
     Args:
         filepath (str|Path): The relative path of the file to be created
         content (str): The content to be written to the file
+        if_exists (Literal["overwrite", "skip", "error", "append"]):
+            Action to take if file exists
     """
-    Path(filepath).parent.mkdir(parents=True, exist_ok=True)
-    if content == "":
-        Path(filepath).touch()
+    filepath = Path(filepath)
+    filepath.parent.mkdir(parents=True, exist_ok=True)
+
+    if filepath.exists():
+        if if_exists == "skip":
+            logger.warning(f"File already exists, skipping: {filepath}")
+            return
+        elif if_exists == "error":
+            raise FileExistsError(f"File already exists: {filepath}")
+        elif if_exists == "append":
+            mode = "a"
+        else:  # overwrite
+            mode = "w"
+    else:
+        mode = "w"
+
+    if content == "" and mode in ["a", "w"]:
+        filepath.touch()
+        logger.warning(f"Empty file created: {filepath}")
     else:
         # the newline = '\n` argument is used to ensure that
         # newlines in the content are written as actual line breaks
-        with open(filepath, "w", newline="\n") as f:
+        with open(filepath, mode, newline="\n") as f:
             f.write(content)
-    logger.warning(f"File created/updated: {filepath}")
+        action = "appended to" if mode == "a" else "created/updated in"
+        logger.warning(f"Content {action}: {filepath}")
 
 
 def read_file(path: str, line_numbers: bool = False) -> str:

{langroid-0.18.0.dist-info → langroid-0.18.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.18.0
+Version: 0.18.2
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -244,6 +244,8 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **Oct 2024:**
+  - **[0.18.0]** [LLMConfig.async_stream_quiet](https://langroid.github.io/langroid/notes/async-streaming/) flag to 
+    turn off LLM output in async + stream mode.
   - **[0.17.0]** XML-based tools, see [docs](https://langroid.github.io/langroid/notes/xml-tools/).
 - **Sep 2024:**
   - **[0.16.0](https://github.com/langroid/langroid/releases/tag/0.16.0)**  Support for OpenAI `o1-mini` and `o1-preview` models.

{langroid-0.18.0.dist-info → langroid-0.18.2.dist-info}/RECORD

@@ -1,16 +1,16 @@
 langroid/__init__.py,sha256=z_fCOLQJPOw3LLRPBlFB5-2HyCjpPgQa4m4iY5Fvb8Y,1800
 langroid/agent/__init__.py,sha256=ll0Cubd2DZ-fsCMl7e10hf9ZjFGKzphfBco396IKITY,786
-langroid/agent/base.py,sha256=hX_IGnEWcIhFGaLyhkZr6HWe_nQ4y6ERko-2H9mTkhM,64047
+langroid/agent/base.py,sha256=tJFil49Us2wRv2oKbikqrmcBv6KAeM-UdZ7Psrr-jjE,64282
 langroid/agent/batch.py,sha256=QZdlt1563hx4l3AXrCaGovE-PNG93M3DsvQAbDzdiS8,13705
 langroid/agent/callbacks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langroid/agent/callbacks/chainlit.py,sha256=Qedk1-CBCgo9PdaIa7AboLBFCTgAMg9q5nGmoqpZ378,22050
+langroid/agent/callbacks/chainlit.py,sha256=oiZYfPyfkUfFqhVFBiobN3hAJEaYn0FBSglvNE7t17Q,22302
 langroid/agent/chat_agent.py,sha256=m1fs-XsBzusRicwBETId3dpTQG8qEaS0yym_o4mfAI0,49931
 langroid/agent/chat_document.py,sha256=FZ_PkeKU5OVp1IUlMvspfqxIXzlyd7J_F32DSYrxQ7E,17651
 langroid/agent/helpers.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/agent/junk,sha256=LxfuuW7Cijsg0szAzT81OjWWv1PMNI-6w_-DspVIO2s,339
 langroid/agent/openai_assistant.py,sha256=2rjCZw45ysNBEGNzQM4uf0bTC4KkatGYAWcVcW4xcek,34337
 langroid/agent/special/__init__.py,sha256=gik_Xtm_zV7U9s30Mn8UX3Gyuy4jTjQe9zjiE3HWmEo,1273
-langroid/agent/special/doc_chat_agent.py,sha256=r1uPunYf2lQcqYQ4fsD8Q5gB9cZyf7cn0KPcR_CLtrU,59065
+langroid/agent/special/doc_chat_agent.py,sha256=xIqBOyLax_jMU0UevxqXf_aQUrRkW6MQUKpKnKvaqkQ,59281
 langroid/agent/special/lance_doc_chat_agent.py,sha256=s8xoRs0gGaFtDYFUSIRchsgDVbS5Q3C2b2mr3V1Fd-Q,10419
 langroid/agent/special/lance_rag/__init__.py,sha256=QTbs0IVE2ZgDg8JJy1zN97rUUg4uEPH7SLGctFNumk4,174
 langroid/agent/special/lance_rag/critic_agent.py,sha256=OtFuHthKQLkdVkvuZ2m0GNq1qOYLqHkm1pfLRFnSg5c,9548
@@ -40,7 +40,7 @@ langroid/agent/tools/duckduckgo_search_tool.py,sha256=NhsCaGZkdv28nja7yveAhSK_w6
 langroid/agent/tools/file_tools.py,sha256=GjPB5YDILucYapElnvvoYpGJuZQ25ecLs2REv7edPEo,7292
 langroid/agent/tools/google_search_tool.py,sha256=y7b-3FtgXf0lfF4AYxrZ3K5pH2dhidvibUOAGBE--WI,1456
 langroid/agent/tools/metaphor_search_tool.py,sha256=qj4gt453cLEX3EGW7nVzVu6X7LCdrwjSlcNY0qJW104,2489
-langroid/agent/tools/orchestration.py,sha256=afIt8Ah0dfrY2TQ7aNrkxUFLV288VTQ0L40Yse_-HeY,10785
+langroid/agent/tools/orchestration.py,sha256=u_iQDwD5L9JgE39pCemmIRG3MxyrBsw6KpQYf7pH-Ek,10881
 langroid/agent/tools/recipient_tool.py,sha256=0m2kQhYKTeGujAxhSPqH5z6hSAhVB_Dqour6uul2U30,9427
 langroid/agent/tools/retrieval_tool.py,sha256=2q2pfoYbZNfbWQ0McxrtmfF0ekGglIgRl-6uF26pa-E,871
 langroid/agent/tools/rewind_tool.py,sha256=XAXL3BpNhCmBGYq_qi_sZfHJuIw7NY2jp4wnojJ7WRs,5606
@@ -82,7 +82,7 @@ langroid/parsing/agent_chats.py,sha256=sbZRV9ujdM5QXvvuHVjIi2ysYSYlap-uqfMMUKulr
 langroid/parsing/code-parsing.md,sha256=--cyyNiSZSDlIwcjAV4-shKrSiRe2ytF3AdSoS_hD2g,3294
 langroid/parsing/code_parser.py,sha256=AOxb3xbYpTBPP3goOm5dKfJdh5hS_2BhLVCEkifWZN8,3796
 langroid/parsing/config.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langroid/parsing/document_parser.py,sha256=WGnA5ADwMHliGJt6WW9rc4RiFXQcKU33b5zdPiGrtEY,24265
+langroid/parsing/document_parser.py,sha256=ZGxgG4ytnCIah4HWk3ZrK3EGAMXDjAzI9KaPEXCbMm0,24589
 langroid/parsing/image_text.py,sha256=sbLIQ5nHe2UnYUksBaQsmZGaX-X0qgEpPd7CEzi_z5M,910
 langroid/parsing/para_sentence_split.py,sha256=AJBzZojP3zpB-_IMiiHismhqcvkrVBQ3ZINoQyx_bE4,2000
 langroid/parsing/parse_json.py,sha256=aADo38bAHQhC8on4aWZZzVzSDy-dK35vRLZsFI2ewh8,4756
@@ -125,7 +125,7 @@ langroid/utils/output/printing.py,sha256=yzPJZN-8_jyOJmI9N_oLwEDfjMwVgk3IDiwnZ4e
 langroid/utils/output/status.py,sha256=rzbE7mDJcgNNvdtylCseQcPGCGghtJvVq3lB-OPJ49E,1049
 langroid/utils/pandas_utils.py,sha256=UctS986Jtl_MvU5rA7-GfrjEHXP7MNu8ePhepv0bTn0,755
 langroid/utils/pydantic_utils.py,sha256=iRy7uQhHhQmIDZTTPNX5jXb6fqefMe9N67p3fPfOmTI,20624
-langroid/utils/system.py,sha256=CZKEnERYMzFLdb2vBE5SfQRX5yeG-2AnezjmycsvQAU,7651
+langroid/utils/system.py,sha256=AiEehQy0K9c9qHdKsZRCscRrazDzuh5Tv3GRQsA0Cxg,8455
 langroid/utils/types.py,sha256=4GrOnU3HLWh-UwaUPp7LlB3V413q3K5OSzc0ggDoQ6A,2510
 langroid/utils/web/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/utils/web/login.py,sha256=1iz9eUAHa87vpKIkzwkmFa00avwFWivDSAr7QUhK7U0,2528
@@ -137,8 +137,8 @@ langroid/vector_store/meilisearch.py,sha256=6frB7GFWeWmeKzRfLZIvzRjllniZ1cYj3Hmh
 langroid/vector_store/momento.py,sha256=qR-zBF1RKVHQZPZQYW_7g-XpTwr46p8HJuYPCkfJbM4,10534
 langroid/vector_store/qdrant_cloud.py,sha256=3im4Mip0QXLkR6wiqVsjV1QvhSElfxdFSuDKddBDQ-4,188
 langroid/vector_store/qdrantdb.py,sha256=v88lqFkepADvlN6lByUj9I4NEKa9X9lWH16uTPPbYrE,17457
-pyproject.toml,sha256=_fUfludVj9Fkhs0MdjEi28IBZ4S297bt-hUTh2rq-EE,7179
-langroid-0.18.0.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.18.0.dist-info/METADATA,sha256=H9JT8Ye5P9B8fL-8a_y6sQJvg4qWI1qmHR5I5fU089U,56321
-langroid-0.18.0.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-langroid-0.18.0.dist-info/RECORD,,
+pyproject.toml,sha256=Vh1LYkE26eWAeHJABpWjRbXvTclFi7B6Lrh8LfuhJjU,7179
+langroid-0.18.2.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.18.2.dist-info/METADATA,sha256=NFKC5gncBypWwo7Y0ErHW93oGtrNvaa41VNj_bZW2Cs,56486
+langroid-0.18.2.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+langroid-0.18.2.dist-info/RECORD,,

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.18.0"
+version = "0.18.2"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"