langroid 0.45.0__tar.gz → 0.45.2__tar.gz

{langroid-0.45.0 → langroid-0.45.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langroid
-Version: 0.45.0
+Version: 0.45.2
 Summary: Harness LLMs with Multi-Agent Programming
 Author-email: Prasad Chalasani <pchalasani@gmail.com>
 License: MIT
@@ -12,7 +12,6 @@ Requires-Dist: async-generator<2.0,>=1.10
 Requires-Dist: bs4<1.0.0,>=0.0.1
 Requires-Dist: cerebras-cloud-sdk<2.0.0,>=1.1.0
 Requires-Dist: colorlog<7.0.0,>=6.7.0
-Requires-Dist: docling<3.0.0,>=2.20.0
 Requires-Dist: docstring-parser<1.0,>=0.16
 Requires-Dist: duckduckgo-search<7.0.0,>=6.0.0
 Requires-Dist: exa-py>=1.8.7
@@ -49,7 +48,6 @@ Requires-Dist: redis<6.0.0,>=5.0.1
 Requires-Dist: requests-oauthlib<2.0.0,>=1.3.1
 Requires-Dist: requests<3.0.0,>=2.31.0
 Requires-Dist: rich<14.0.0,>=13.3.4
-Requires-Dist: tavily-python>=0.5.0
 Requires-Dist: thefuzz<1.0.0,>=0.20.0
 Requires-Dist: tiktoken<1.0.0,>=0.7.0
 Requires-Dist: trafilatura<2.0.0,>=1.5.0

{langroid-0.45.0 → langroid-0.45.2}/langroid/agent/base.py

@@ -90,6 +90,7 @@ class AgentConfig(BaseSettings):
     parsing: Optional[ParsingConfig] = ParsingConfig()
     prompts: Optional[PromptsConfig] = PromptsConfig()
     show_stats: bool = True  # show token usage/cost stats?
+    hide_agent_response: bool = True  # hide agent response?
     add_to_registry: bool = True  # register agent in ObjectRegistry?
     respond_tools_only: bool = False  # respond only to tool messages (not plain text)?
     # allow multiple tool messages in a single response?
@@ -460,6 +461,28 @@ class Agent(ABC):
             recipient=recipient,
         )
 
+    def render_agent_response(
+        self,
+        results: Optional[str | OrderedDict[str, str] | ChatDocument],
+    ) -> None:
+        """
+        Render the response from the agent, typically from tool-handling.
+        Args:
+            results: results from tool-handling, which may be a string,
+                a dict of tool results, or a ChatDocument.
+        """
+        if self.config.hide_agent_response or results is None:
+            return
+        if isinstance(results, str):
+            results_str = results
+        elif isinstance(results, ChatDocument):
+            results_str = results.content
+        elif isinstance(results, dict):
+            results_str = json.dumps(results, indent=2)
+        if not settings.quiet:
+            console.print(f"[red]{self.indent}", end="")
+            print(f"[red]Agent: {escape(results_str)}")
+
     def _agent_response_final(
         self,
         msg: Optional[str | ChatDocument],
@@ -477,8 +500,7 @@ class Agent(ABC):
         elif isinstance(results, dict):
             results_str = json.dumps(results, indent=2)
         if not settings.quiet:
-            console.print(f"[red]{self.indent}", end="")
-            print(f"[red]Agent: {escape(results_str)}")
+            self.render_agent_response(results)
         maybe_json = len(extract_top_level_json(results_str)) > 0
         self.callbacks.show_agent_response(
             content=results_str,

{langroid-0.45.0 → langroid-0.45.2}/langroid/agent/chat_agent.py

@@ -101,6 +101,7 @@ class ChatAgentConfig(AgentConfig):
     instructions_output_format: bool = True
     output_format_include_defaults: bool = True
     use_tools_on_output_format: bool = True
+    full_citations: bool = True  # show source + content for each citation?
 
     def _set_fn_or_tools(self, fn_available: bool) -> None:
         """
@@ -1854,14 +1855,15 @@ class ChatAgent(Agent):
             # we won't have citations yet, so we're done
             return
         if response.metadata.has_citation:
+            citation = (
+                response.metadata.source_content
+                if self.config.full_citations
+                else response.metadata.source
+            )
             if not settings.quiet:
-                print(
-                    "[grey37]SOURCES:\n"
-                    + escape(response.metadata.source)
-                    + "[/grey37]"
-                )
+                print("[grey37]SOURCES:\n" + escape(citation) + "[/grey37]")
             self.callbacks.show_llm_response(
-                content=str(response.metadata.source),
+                content=str(citation),
                 is_tool=False,
                 cached=False,
                 language="text",

{langroid-0.45.0 → langroid-0.45.2}/langroid/agent/special/doc_chat_agent.py

@@ -863,12 +863,13 @@ class DocChatAgent(ChatAgent):
         # extract references like [^2], [^3], etc. from the final answer
         citations = extract_markdown_references(final_answer)
         # format the cited references as a string suitable for markdown footnote
-        citations_str = format_cited_references(citations, passages)
+        full_citations_str, citations_str = format_cited_references(citations, passages)
 
         return ChatDocument(
             content=final_answer,  # does not contain citations
             metadata=ChatDocMetaData(
-                source=citations_str,  # only the citations
+                source=citations_str,  # only the reference headers
+                source_content=full_citations_str,  # reference + content
                 sender=Entity.LLM,
                 has_citation=len(citations) > 0,
                 cached=getattr(answer_doc.metadata, "cached", False),

{langroid-0.45.0 → langroid-0.45.2}/langroid/mytypes.py

@@ -43,7 +43,8 @@ class Entity(str, Enum):
 class DocMetaData(BaseModel):
     """Metadata for a document."""
 
-    source: str = "context"
+    source: str = "context"  # just reference
+    source_content: str = "context"  # reference and content
     is_chunk: bool = False  # if it is a chunk, don't split
     id: str = Field(default_factory=lambda: str(uuid4()))
     window_ids: List[str] = []  # for RAG: ids of chunks around this one

{langroid-0.45.0 → langroid-0.45.2}/langroid/parsing/document_parser.py

@@ -426,13 +426,15 @@ class DocumentParser(Parser):
         # since it's already included in the prior chunk;
         # the only exception is if there have been no chunks so far.
         if len(split) > self.config.overlap or n_chunks == 0:
-            pg = "-".join([pages[0], pages[-1]])
+            p_0 = int(pages[0])
+            p_n = int(pages[-1])
+            page_str = f"pages {p_0}-{p_n}" if p_0 != p_n else f"page {p_0}"
             text = self.tokenizer.decode(split[: self.config.chunk_size])
             docs.append(
                 Document(
                     content=text,
                     metadata=DocMetaData(
-                        source=f"{self.source} pages {pg}",
+                        source=f"{self.source} {page_str}",
                         is_chunk=True,
                         id=common_id,
                     ),
@@ -1361,6 +1363,10 @@ class GeminiPdfParser(DocumentParser):
 
 
 class MarkerPdfParser(DocumentParser):
+    """
+    Parse PDF files using the `marker` library: https://github.com/VikParuchuri/marker
+    """
+
     DEFAULT_CONFIG = {"paginate_output": True, "output_format": "markdown"}
 
     def __init__(self, source: Union[str, bytes], config: ParsingConfig):

{langroid-0.45.0 → langroid-0.45.2}/langroid/utils/output/citations.py

@@ -1,4 +1,4 @@
-from typing import List
+from typing import List, Tuple
 
 from langroid.mytypes import Document
 
@@ -66,7 +66,9 @@ def format_footnote_text(content: str, width: int = 0) -> str:
     return "\n".join(output_lines)
 
 
-def format_cited_references(citations: List[int], passages: list[Document]) -> str:
+def format_cited_references(
+    citations: List[int], passages: list[Document]
+) -> Tuple[str, str]:
     """
     Given a list of (integer) citations, and a list of passages, return a string
     that can be added as a footer to the main text, to show sources cited.
@@ -76,16 +78,24 @@ def format_cited_references(citations: List[int], passages: list[Document]) -> s
         passages (list[Document]): list of passages (Document objects)
 
     Returns:
-        str: formatted string of citations for footnote in markdown
+        str: formatted string of FULL citations (i.e. reference AND content)
+            for footnote in markdown;
+        str: formatted string of BRIEF citations (i.e. reference only)
+            for footnote in markdown.
     """
     citations_str = ""
+    full_citations_str = ""
     if len(citations) > 0:
         # append [i] source, content for each citation
-        citations_str = "\n".join(
+        full_citations_str = "\n".join(
             [
                 f"[^{c}] {passages[c-1].metadata.source}"
                 f"\n{format_footnote_text(passages[c-1].content)}"
                 for c in citations
             ]
         )
-    return citations_str
+        # append [i] source for each citation
+        citations_str = "\n".join(
+            [f"[^{c}] {passages[c-1].metadata.source}" for c in citations]
+        )
+    return full_citations_str, citations_str

{langroid-0.45.0 → langroid-0.45.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "langroid"
-version = "0.45.0"
+version = "0.45.2"
 authors = [
     {name = "Prasad Chalasani", email = "pchalasani@gmail.com"},
 ]
@@ -15,7 +15,6 @@ dependencies = [
     "bs4<1.0.0,>=0.0.1",
     "cerebras-cloud-sdk<2.0.0,>=1.1.0",
     "colorlog<7.0.0,>=6.7.0",
-    "docling<3.0.0,>=2.20.0",
     "docstring-parser<1.0,>=0.16",
     "duckduckgo-search<7.0.0,>=6.0.0",
     "exa-py>=1.8.7",
@@ -52,7 +51,6 @@ dependencies = [
     "requests<3.0.0,>=2.31.0",
     "requests-oauthlib<2.0.0,>=1.3.1",
     "rich<14.0.0,>=13.3.4",
-    "tavily-python>=0.5.0",
     "thefuzz<1.0.0,>=0.20.0",
     "tiktoken<1.0.0,>=0.7.0",
     "trafilatura<2.0.0,>=1.5.0",