langroid 0.1.256__py3-none-any.whl → 0.1.258__py3-none-any.whl

langroid/agent/base.py

@@ -284,7 +284,7 @@ class Agent(ABC):
         enabled_classes: List[Type[ToolMessage]] = list(self.llm_tools_map.values())
         # use at most 2 sample conversations, no need to be exhaustive;
         sample_convo = [
-            msg_cls().usage_example()  # type: ignore
+            msg_cls().usage_examples(random=True)  # type: ignore
             for i, msg_cls in enumerate(enabled_classes)
             if i < 2
         ]

langroid/agent/chat_agent.py

@@ -270,9 +270,9 @@ class ChatAgent(Agent):
             ):
                 # example will be shown in json_format_rules() when using TOOLs,
                 # so we don't need to show it here.
-                example = "" if self.config.use_tools else (msg_cls.usage_example())
+                example = "" if self.config.use_tools else (msg_cls.usage_examples())
                 if example != "":
-                    example = "EXAMPLE: " + example
+                    example = "EXAMPLES:\n" + example
                 class_instructions = msg_cls.instructions()
                 guidance = (
                     ""

langroid/agent/task.py

@@ -525,9 +525,11 @@ class Task:
             ):
                 raise InfiniteLoopException(
                     """Possible infinite loop detected!
-                    You can adjust infinite loop detection by changing the params
-                    in the TaskConfig passed to the Task constructor: 
-                    e.g. set inf_loop_cycle_len=0 to disable loop detection."""
+                    You can adjust infinite loop detection (or turn it off)
+                    by changing the params in the TaskConfig passed to the Task 
+                    constructor; see here:
+                    https://langroid.github.io/langroid/reference/agent/task/#langroid.agent.task.TaskConfig
+                    """
                 )
 
         final_result = self.result()
@@ -620,9 +622,11 @@ class Task:
             ):
                 raise InfiniteLoopException(
                     """Possible infinite loop detected!
-                    You can adjust infinite loop detection by changing the params
-                    in the TaskConfig passed to the Task constructor: 
-                    e.g. set inf_loop_cycle_len=0 to disable loop detection."""
+                    You can adjust infinite loop detection (or turn it off)
+                    by changing the params in the TaskConfig passed to the Task 
+                    constructor; see here:
+                    https://langroid.github.io/langroid/reference/agent/task/#langroid.agent.task.TaskConfig
+                    """
                 )
 
         final_result = self.result()

langroid/agent/tool_message.py

@@ -80,21 +80,34 @@ class ToolMessage(ABC, BaseModel):
         return []
 
     @classmethod
-    def usage_example(cls) -> str:
+    def usage_examples(cls, random: bool = False) -> str:
         """
-        Instruction to the LLM showing an example of how to use the message.
+        Instruction to the LLM showing examples of how to use the tool-message.
+
+        Args:
+            random (bool): whether to pick a random example from the list of examples.
+                Set to `true` when using this to illustrate a dialog between LLM and
+                user.
+                (if false, use ALL examples)
         Returns:
-            str: example of how to use the message
+            str: examples of how to use the tool/function-call
         """
         # pick a random example of the fields
         if len(cls.examples()) == 0:
             return ""
-        ex = choice(cls.examples())
-        if isinstance(ex, tuple):
-            # (description, example_instance)
-            return f"{ex[0]} => {ex[1].json_example()}"
+        if random:
+            examples = [choice(cls.examples())]
         else:
-            return ex.json_example()
+            examples = cls.examples()
+        examples_jsons = [
+            (
+                f"EXAMPLE {i}: (THOUGHT: {ex[0]}) => \n{ex[1].json_example()}"
+                if isinstance(ex, tuple)
+                else f"EXAMPLE {i}:\n {ex.json_example()}"
+            )
+            for i, ex in enumerate(examples, 1)
+        ]
+        return "\n\n".join(examples_jsons)
 
     def to_json(self) -> str:
         return self.json(indent=4, exclude={"result", "purpose"})
@@ -139,6 +152,9 @@ class ToolMessage(ABC, BaseModel):
             # cls.simple_schema() if tool else
             cls.llm_function_schema(request=True).parameters
         )
+        examples_str = ""
+        if cls.examples():
+            examples_str = "EXAMPLES:\n" + cls.usage_examples()
         return textwrap.dedent(
             f"""
             TOOL: {cls.default_value("request")}
@@ -146,7 +162,7 @@ class ToolMessage(ABC, BaseModel):
             JSON FORMAT: {
                 json.dumps(param_dict, indent=4)
             }
-            {"EXAMPLE: " + cls.usage_example() if cls.examples() else ""}
+            {examples_str}
             """.lstrip()
         )
 

langroid/agent/tools/segment_extract_tool.py

@@ -26,7 +26,12 @@ class SegmentExtractTool(ToolMessage):
 
     @classmethod
     def examples(cls) -> List["ToolMessage" | Tuple[str, "ToolMessage"]]:
-        return [cls(segment_list="1,3,5-7")]
+        return [
+            (
+                "I want to extract segments 1, 3, and 5 thru 7",
+                cls(segment_list="1,3,5-7"),
+            )
+        ]
 
     @classmethod
     def instructions(cls) -> str:

{langroid-0.1.256.dist-info → langroid-0.1.258.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.1.256
+Version: 0.1.258
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -10,13 +10,14 @@ Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Provides-Extra: all
 Provides-Extra: chainlit
 Provides-Extra: chromadb
 Provides-Extra: db
 Provides-Extra: doc-chat
 Provides-Extra: docx
-Provides-Extra: embeddings
 Provides-Extra: hf-embeddings
+Provides-Extra: hf-transformers
 Provides-Extra: lancedb
 Provides-Extra: litellm
 Provides-Extra: meilisearch
@@ -31,11 +32,12 @@ Provides-Extra: scrapy
 Provides-Extra: sql
 Provides-Extra: transformers
 Provides-Extra: unstructured
+Provides-Extra: vecdbs
 Requires-Dist: aiohttp (>=3.9.1,<4.0.0)
 Requires-Dist: async-generator (>=1.10,<2.0)
 Requires-Dist: bs4 (>=0.0.1,<0.0.2)
-Requires-Dist: chainlit (>=1.0.400,<2.0.0) ; extra == "chainlit"
-Requires-Dist: chromadb (>=0.4.21,<=0.4.23) ; extra == "chromadb"
+Requires-Dist: chainlit (>=1.0.400,<2.0.0) ; extra == "all" or extra == "chainlit"
+Requires-Dist: chromadb (>=0.4.21,<=0.4.23) ; extra == "vecdbs" or extra == "all" or extra == "chromadb"
 Requires-Dist: colorlog (>=6.7.0,<7.0.0)
 Requires-Dist: docstring-parser (>=0.15,<0.16)
 Requires-Dist: duckduckgo-search (>=6.0.0,<7.0.0)
@@ -47,47 +49,38 @@ Requires-Dist: google-generativeai (>=0.5.2,<0.6.0)
 Requires-Dist: groq (>=0.5.0,<0.6.0)
 Requires-Dist: grpcio (>=1.62.1,<2.0.0)
 Requires-Dist: halo (>=0.0.31,<0.0.32)
-Requires-Dist: huggingface-hub (>=0.21.2,<0.22.0) ; extra == "embeddings" or extra == "transformers"
+Requires-Dist: huggingface-hub (>=0.21.2,<0.22.0) ; extra == "hf-transformers" or extra == "all" or extra == "transformers"
 Requires-Dist: jinja2 (>=3.1.2,<4.0.0)
-Requires-Dist: lancedb (>=0.6.2,<0.7.0) ; extra == "lancedb"
-Requires-Dist: litellm (>=1.30.1,<2.0.0) ; extra == "litellm"
+Requires-Dist: lancedb (>=0.6.2,<0.7.0) ; extra == "vecdbs" or extra == "all" or extra == "lancedb"
+Requires-Dist: litellm (>=1.30.1,<2.0.0) ; extra == "all" or extra == "litellm"
 Requires-Dist: lxml (>=4.9.3,<5.0.0)
 Requires-Dist: meilisearch (>=0.28.3,<0.29.0) ; extra == "meilisearch"
 Requires-Dist: meilisearch-python-sdk (>=2.2.3,<3.0.0) ; extra == "meilisearch"
-Requires-Dist: metaphor-python (>=0.1.23,<0.2.0) ; extra == "metaphor"
-Requires-Dist: mkdocs (>=1.4.2,<2.0.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-awesome-pages-plugin (>=2.8.0,<3.0.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-gen-files (>=0.4.0,<0.5.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-jupyter (>=0.24.1,<0.25.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-literate-nav (>=0.6.0,<0.7.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-material (>=9.1.5,<10.0.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-rss-plugin (>=1.8.0,<2.0.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-section-index (>=0.3.5,<0.4.0) ; extra == "mkdocs"
-Requires-Dist: mkdocstrings[python] (>=0.21.2,<0.22.0) ; extra == "mkdocs"
+Requires-Dist: metaphor-python (>=0.1.23,<0.2.0) ; extra == "all" or extra == "metaphor"
 Requires-Dist: momento (>=1.10.2,<2.0.0) ; extra == "momento"
-Requires-Dist: neo4j (>=5.14.1,<6.0.0) ; extra == "neo4j"
+Requires-Dist: neo4j (>=5.14.1,<6.0.0) ; extra == "all" or extra == "neo4j"
 Requires-Dist: nest-asyncio (>=1.6.0,<2.0.0)
 Requires-Dist: nltk (>=3.8.1,<4.0.0)
 Requires-Dist: onnxruntime (>=1.16.1,<2.0.0)
 Requires-Dist: openai (>=1.14.0,<2.0.0)
 Requires-Dist: pandas (>=2.0.3,<3.0.0)
-Requires-Dist: pdf2image (>=1.17.0,<2.0.0) ; extra == "doc-chat" or extra == "pdf-parsers"
-Requires-Dist: pdfplumber (>=0.10.2,<0.11.0) ; extra == "doc-chat" or extra == "pdf-parsers"
+Requires-Dist: pdf2image (>=1.17.0,<2.0.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: pdfplumber (>=0.10.2,<0.11.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
 Requires-Dist: prettytable (>=3.8.0,<4.0.0)
-Requires-Dist: psycopg2 (>=2.9.7,<3.0.0) ; extra == "db" or extra == "postgres" or extra == "sql"
-Requires-Dist: pyarrow (==15.0.0) ; extra == "lancedb"
+Requires-Dist: psycopg2 (>=2.9.7,<3.0.0) ; extra == "db" or extra == "all" or extra == "postgres" or extra == "sql"
+Requires-Dist: pyarrow (==15.0.0) ; extra == "vecdbs" or extra == "all" or extra == "lancedb"
 Requires-Dist: pydantic (==1.10.13)
 Requires-Dist: pygithub (>=1.58.1,<2.0.0)
 Requires-Dist: pygments (>=2.15.1,<3.0.0)
-Requires-Dist: pymupdf (>=1.23.3,<2.0.0) ; extra == "doc-chat" or extra == "pdf-parsers"
-Requires-Dist: pymysql (>=1.1.0,<2.0.0) ; extra == "db" or extra == "mysql" or extra == "sql"
+Requires-Dist: pymupdf (>=1.23.3,<2.0.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: pymysql (>=1.1.0,<2.0.0) ; extra == "db" or extra == "all" or extra == "mysql" or extra == "sql"
 Requires-Dist: pyparsing (>=3.0.9,<4.0.0)
-Requires-Dist: pypdf (>=3.12.2,<4.0.0) ; extra == "doc-chat" or extra == "pdf-parsers"
-Requires-Dist: pytesseract (>=0.3.10,<0.4.0) ; extra == "doc-chat" or extra == "pdf-parsers"
-Requires-Dist: python-docx (>=1.1.0,<2.0.0) ; extra == "doc-chat" or extra == "docx"
+Requires-Dist: pypdf (>=3.12.2,<4.0.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: pytesseract (>=0.3.10,<0.4.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: python-docx (>=1.1.0,<2.0.0) ; extra == "doc-chat" or extra == "all" or extra == "docx"
 Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
 Requires-Dist: python-magic (>=0.4.27,<0.5.0)
-Requires-Dist: python-socketio (>=5.11.0,<6.0.0) ; extra == "chainlit"
+Requires-Dist: python-socketio (>=5.11.0,<6.0.0) ; extra == "all" or extra == "chainlit"
 Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
 Requires-Dist: qdrant-client (>=1.8.0,<2.0.0)
 Requires-Dist: rank-bm25 (>=0.2.2,<0.3.0)
@@ -96,16 +89,16 @@ Requires-Dist: requests (>=2.31.0,<3.0.0)
 Requires-Dist: requests-oauthlib (>=1.3.1,<2.0.0)
 Requires-Dist: rich (>=13.3.4,<14.0.0)
 Requires-Dist: scrapy (>=2.11.0,<3.0.0) ; extra == "scrapy"
-Requires-Dist: sentence-transformers (==2.2.2) ; extra == "embeddings" or extra == "hf-embeddings"
-Requires-Dist: sqlalchemy (>=2.0.19,<3.0.0) ; extra == "db" or extra == "sql"
-Requires-Dist: tantivy (>=0.21.0,<0.22.0) ; extra == "lancedb"
+Requires-Dist: sentence-transformers (==2.2.2) ; extra == "hf-transformers" or extra == "all" or extra == "hf-embeddings"
+Requires-Dist: sqlalchemy (>=2.0.19,<3.0.0) ; extra == "db" or extra == "all" or extra == "sql"
+Requires-Dist: tantivy (>=0.21.0,<0.22.0) ; extra == "vecdbs" or extra == "all" or extra == "lancedb"
 Requires-Dist: thefuzz (>=0.20.0,<0.21.0)
 Requires-Dist: tiktoken (>=0.7.0,<0.8.0)
-Requires-Dist: torch (==2.0.0) ; extra == "embeddings" or extra == "hf-embeddings" or extra == "transformers"
+Requires-Dist: torch (==2.0.0) ; extra == "hf-transformers" or extra == "all" or extra == "hf-embeddings" or extra == "transformers"
 Requires-Dist: trafilatura (>=1.5.0,<2.0.0)
-Requires-Dist: transformers (>=4.40.1,<5.0.0) ; extra == "embeddings" or extra == "transformers"
+Requires-Dist: transformers (>=4.40.1,<5.0.0) ; extra == "hf-transformers" or extra == "all" or extra == "transformers"
 Requires-Dist: typer (>=0.9.0,<0.10.0)
-Requires-Dist: unstructured[docx,pdf,pptx] (>=0.10.16,<0.10.18) ; extra == "doc-chat" or extra == "unstructured"
+Requires-Dist: unstructured[docx,pdf,pptx] (>=0.10.16,<0.10.18) ; extra == "doc-chat" or extra == "all" or extra == "unstructured"
 Requires-Dist: wget (>=3.2,<4.0)
 Description-Content-Type: text/markdown
 
@@ -234,12 +227,22 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **May 2024:** 
+  - **Slimmer langroid**: All document-parsers (i.e. pdf, doc, docx) and most 
+    vector-databases (except qdrant) 
+    are now optional/extra dependencies, which helps reduce build size, script 
+    start-up time, and install time. For convenience various grouping of "extras" are 
+    provided, e.g. `doc-chat`, `db` (for database-related dependencies). See updated 
+    install instructions below and in the docs.
+  - **Few-shot examples** for tools: when defining a [ToolMessage](https://langroid.github.io/langroid/quick-start/chat-agent-tool/#example-find-the-smallest-number-in-a-list), previously you were able to include a classmethod named `examples`,
+    and a random example from this list would be used to generate a 1-shot example 
+    for the LLM. This has been improved so you can now supply a list of examples 
+    where each example is either a tool instance, or a tuple of (description, 
+    tool instance), where the description is a "thought" that leads the LLM to use 
+    the tool (see example in the [docs](https://langroid.github.io/langroid/quick-start/chat-agent-tool/#example-find-the-smallest-number-in-a-list)). In some scenarios this can improve LLM tool 
+    generation accuracy. Also, now instead of a random example, ALL examples are used to generate few-shot 
+    examples.     
   - [Infinite loop detection](https://github.com/langroid/langroid/blob/0ed30eb467b00d5eaf2933b577a4b2cc37de1aa1/langroid/agent/task.py#L1121) for task loops of cycle-length <= 10 (configurable 
-    in [`TaskConfig`](https://github.
-    com/langroid/langroid/blob/0ed30eb467b00d5eaf2933b577a4b2cc37de1aa1/langroid/agent
-    /task.py#L61). Only detects _exact_ loops, rather than 
-    _approximate_ loops where the entities are saying essentially similar (but not 
-    exactly the same) things repeatedly.
+    in [`TaskConfig`](https://langroid.github.io/langroid/reference/agent/task/#langroid.agent.task.TaskConfig). Only detects _exact_ loops, rather than _approximate_ loops where the entities are saying essentially similar (but not exactly the same) things repeatedly.
   - "@"-addressing: any entity can address any other by name, which can be the name 
     of an agent's responder ("llm", "user", "agent") or a sub-task name. This is a 
     simpler alternative to the `RecipientTool` mechanism, with the tradeoff that 
@@ -489,7 +492,10 @@ For many practical scenarios, you may need additional optional dependencies:
     ```bash
     pip install "langroid[doc-chat,db]"
     ```
-
+- To simply install _all_ optional dependencies, use the `all` extra (but note that this will result in longer load/startup times and a larger install size):
+    ```bash
+    pip install "langroid[all]"
+    ```
 <details>
 <summary><b>Optional Installs for using SQL Chat with a PostgreSQL DB </b></summary>
 

{langroid-0.1.256.dist-info → langroid-0.1.258.dist-info}/RECORD

@@ -1,10 +1,10 @@
 langroid/__init__.py,sha256=z_fCOLQJPOw3LLRPBlFB5-2HyCjpPgQa4m4iY5Fvb8Y,1800
 langroid/agent/__init__.py,sha256=ll0Cubd2DZ-fsCMl7e10hf9ZjFGKzphfBco396IKITY,786
-langroid/agent/base.py,sha256=6EznAMa4zeRdouo3U3_UzOI_cblvdpNH4v5CAM-fgbA,37171
+langroid/agent/base.py,sha256=aSwWmOBg0d3QQHUSauscMNfnl8Wkv6nrk2nngKa9DjM,37183
 langroid/agent/batch.py,sha256=feRA_yRG768ElOQjrKEefcRv6Aefd_yY7qktuYUQDwc,10040
 langroid/agent/callbacks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/agent/callbacks/chainlit.py,sha256=XWih3UkHsYgPIaBQ1cZ-8H2VU_URh-sSfw8fcq1hfMo,20841
-langroid/agent/chat_agent.py,sha256=_xsBfGBkwcHd8IRErsW7tKNz7qn0h2oKSg_BFleOPCs,39475
+langroid/agent/chat_agent.py,sha256=hnmeOxdi4i5w8WaL2kPjQOEpenoRW_hG5EfeMWuuVsQ,39478
 langroid/agent/chat_document.py,sha256=uwCq53SHRyxQw6qyhjzPYuJG48VHBgOf2122Ew3fk6c,9316
 langroid/agent/helpers.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/agent/junk,sha256=LxfuuW7Cijsg0szAzT81OjWWv1PMNI-6w_-DspVIO2s,339
@@ -32,8 +32,8 @@ langroid/agent/special/sql/utils/populate_metadata.py,sha256=1J22UsyEPKzwK0XlJZt
 langroid/agent/special/sql/utils/system_message.py,sha256=qKLHkvQWRQodTtPLPxr1GSLUYUFASZU8x-ybV67cB68,1885
 langroid/agent/special/sql/utils/tools.py,sha256=6uB2424SLtmapui9ggcEr0ZTiB6_dL1-JRGgN8RK9Js,1332
 langroid/agent/special/table_chat_agent.py,sha256=d9v2wsblaRx7oMnKhLV7uO_ujvk9gh59pSGvBXyeyNc,9659
-langroid/agent/task.py,sha256=J4GIvbPMlL9uXKr7J-bSPHGvFK5tI2R0INgbnbFRmqk,59265
-langroid/agent/tool_message.py,sha256=okhIK0M2ZIGTlQF3h6UGkYk6ibH17mzm0ypDeczlWc0,9137
+langroid/agent/task.py,sha256=8f65p79ID17mCT8l2F7VuldL7uEWOavLTOkX0B29sbo,59465
+langroid/agent/tool_message.py,sha256=7t-UGEbykosKHAvaLI0Rm59sgxvN31IO3-P7bg7gLug,9730
 langroid/agent/tools/__init__.py,sha256=8Pc9BlGCB5FQ2IDGKS_WPpHCoWp5jblMU8EHJwwikAY,303
 langroid/agent/tools/duckduckgo_search_tool.py,sha256=NhsCaGZkdv28nja7yveAhSK_w6l_Ftym8agbrdzqgfo,1935
 langroid/agent/tools/extract_tool.py,sha256=u5lL9rKBzaLBOrRyLnTAZ97pQ1uxyLP39XsWMnpaZpw,3789
@@ -43,7 +43,7 @@ langroid/agent/tools/metaphor_search_tool.py,sha256=qj4gt453cLEX3EGW7nVzVu6X7LCd
 langroid/agent/tools/recipient_tool.py,sha256=NrLxIeQT-kbMv7AeYX0uqvGeMK4Q3fIDvG15OVzlgk8,9624
 langroid/agent/tools/retrieval_tool.py,sha256=2q2pfoYbZNfbWQ0McxrtmfF0ekGglIgRl-6uF26pa-E,871
 langroid/agent/tools/run_python_code.py,sha256=BvoxYzzHijU-p4703n2iVlt5BCieR1oMSy50w0tQZAg,1787
-langroid/agent/tools/segment_extract_tool.py,sha256=WOwZdTTOqKaJUDIqI0jWDV126VM1UjJzIUandHsnC-g,1320
+langroid/agent/tools/segment_extract_tool.py,sha256=__srZ_VGYLVOdPrITUM8S0HpmX4q7r5FHWMDdHdEv8w,1440
 langroid/agent_config.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/cachedb/__init__.py,sha256=icAT2s7Vhf-ZGUeqpDQGNU6ob6o0aFEyjwcxxUGRFjg,225
 langroid/cachedb/base.py,sha256=LKiJyOFQUN1NRzPIynfbYKGFfSanA6auDfBNEedBK7Y,1342
@@ -126,7 +126,8 @@ langroid/vector_store/meilisearch.py,sha256=6frB7GFWeWmeKzRfLZIvzRjllniZ1cYj3Hmh
 langroid/vector_store/momento.py,sha256=QaPzUnTwlswoawGB-paLtUPyLRvckFXLfLDfvbTzjNQ,10505
 langroid/vector_store/qdrant_cloud.py,sha256=3im4Mip0QXLkR6wiqVsjV1QvhSElfxdFSuDKddBDQ-4,188
 langroid/vector_store/qdrantdb.py,sha256=sk5Qb2ZNbooi0rorsMuqIMokF7WADw6PJ0D6goM2XBw,16802
-langroid-0.1.256.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.1.256.dist-info/METADATA,sha256=W7Daa9ruwJoQrUJqJc4g0Ios64ifd0w1LFYGHUOhuKo,51001
-langroid-0.1.256.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-langroid-0.1.256.dist-info/RECORD,,
+pyproject.toml,sha256=fDctkmdTjKOSWnSdsYxFKf-Ud0ESk7f4DI_0vE47dpk,7026
+langroid-0.1.258.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.1.258.dist-info/METADATA,sha256=vtecA1CocyelLpV30tpccSfGuwVCRtW8nMAIxH2Vkyg,52414
+langroid-0.1.258.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+langroid-0.1.258.dist-info/RECORD,,

pyproject.toml

@@ -0,0 +1,233 @@
+[tool.poetry]
+name = "langroid"
+version = "0.1.258"
+description = "Harness LLMs with Multi-Agent Programming"
+authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
+readme = "README.md"
+license = "MIT"
+include = ["pyproject.toml"]
+
+
+# =============== MAIN DEPS ==============
+[tool.poetry.dependencies]
+python = ">=3.10,<3.12"
+
+# =========== OPTIONALS ==============================
+chromadb = {version=">=0.4.21, <=0.4.23", optional=true}
+momento = {version="^1.10.2", optional=true}
+unstructured = {extras = ["docx", "pptx", "pdf"], version = ">=0.10.16,<0.10.18", optional=true}
+sentence-transformers = {version="2.2.2", optional=true}
+torch = {version="2.0.0", optional=true}
+psycopg2 = {version="^2.9.7", optional=true}
+pymysql = {version = "^1.1.0", optional = true}
+meilisearch = {version="^0.28.3", optional=true}
+meilisearch-python-sdk = {version="^2.2.3", optional=true}
+litellm = {version = "^1.30.1", optional = true}
+metaphor-python = {version = "^0.1.23", optional = true}
+chainlit = {version = "^1.0.400", optional = true}
+python-socketio = {version="^5.11.0", optional=true}
+neo4j = {version = "^5.14.1", optional = true}
+huggingface-hub = {version="^0.21.2", optional=true}
+transformers = {version="^4.40.1", optional=true}
+lancedb = {version="^0.6.2", optional=true}
+tantivy = {version="^0.21.0", optional=true}
+pypdf = {version="^3.12.2", optional=true}
+pymupdf = {version="^1.23.3", optional=true}
+pdf2image = {version="^1.17.0", optional=true}
+pytesseract = {version="^0.3.10", optional=true}
+sqlalchemy = {version="^2.0.19", optional=true}
+pyarrow = {version="15.0.0", optional=true}
+pdfplumber = {version="^0.10.2", optional=true}
+python-docx = {version="^1.1.0", optional=true}
+scrapy = {version="^2.11.0", optional=true}
+
+# ====CORE================================
+pyyaml = "^6.0.1"
+onnxruntime = "^1.16.1"
+fire = "^0.5.0"
+bs4 = "^0.0.1"
+python-dotenv = "^1.0.0"
+wget = "^3.2"
+rich = "^13.3.4"
+requests-oauthlib = "^1.3.1"
+trafilatura = "^1.5.0"
+halo = "^0.0.31"
+typer = "^0.9.0"
+colorlog = "^6.7.0"
+openai = "^1.14.0"
+tiktoken = "^0.7.0"
+pygithub = "^1.58.1"
+pygments = "^2.15.1"
+redis = "^5.0.1"
+fakeredis = "^2.12.1"
+faker = "^18.9.0"
+requests = "^2.31.0"
+pyparsing = "^3.0.9"
+nltk = "^3.8.1"
+qdrant-client = "^1.8.0"
+pydantic = "1.10.13"
+pandas = "^2.0.3"
+prettytable = "^3.8.0"
+
+google-api-python-client = "^2.95.0"
+lxml = "^4.9.3"
+
+rank-bm25 = "^0.2.2"
+thefuzz = "^0.20.0"
+
+jinja2 = "^3.1.2"
+docstring-parser = "^0.15"
+
+aiohttp = "^3.9.1"
+grpcio = "^1.62.1"
+duckduckgo-search = "^6.0.0"
+
+google-generativeai = "^0.5.2"
+groq = "^0.5.0"
+nest-asyncio = "^1.6.0"
+async-generator = "^1.10"
+
+python-magic = "^0.4.27"
+
+[tool.poetry.extras]
+# install these using, e.g.,
+# `poetry install -E [...]` where [...] is one of the extras below
+# or install multiple extras using, e.g.,  `poetry install -E "litellm mysql"
+
+# Groupings for common use-cases
+doc-chat = [
+    "unstructured", "python-docx", "pdfplumber", "pypdf",
+    "pymupdf", "pdf2image", "pytesseract"
+]
+db = ["postgres", "mysql", "sqlalchemy", "psycopg2", "pymysql"]
+hf-transformers = ["sentence-transformers", "torch", "transformers", "huggingface-hub"]
+vecdbs = ["lancedb", "tantivy", "pyarrow", "chromadb"]
+all = [
+    "unstructured", "python-docx", "pdfplumber", "pypdf",
+    "pymupdf", "pdf2image", "pytesseract",
+    "postgres", "mysql", "sqlalchemy", "psycopg2", "pymysql",
+    "sentence-transformers", "torch", "transformers", "huggingface-hub",
+    "lancedb", "tantivy", "pyarrow", "chromadb",
+    "metaphor-python", "neo4j",
+    "litellm",
+    "chainlit", "python-socketio",
+]
+# more granular groupings
+lancedb = ["lancedb", "tantivy", "pyarrow"]
+pdf-parsers = ["pdfplumber", "pypdf", "pymupdf", "pdf2image", "pytesseract"]
+docx = ["python-docx"]
+scrapy = ["scrapy"]
+hf-embeddings = ["sentence-transformers", "torch"]
+transformers = ["transformers", "huggingface-hub", "torch"]
+unstructured = ["unstructured"]
+postgres = ["psycopg2"]
+mysql = ["pymysql"]
+sql = ["sqlalchemy", "pymysql",  "psycopg2"]
+litellm = ["litellm"]
+neo4j = ["neo4j"]
+metaphor = ["metaphor-python"]
+chainlit = ["chainlit", "python-socketio"]
+chromadb = ["chromadb"]
+mkdocs = [
+    "mkdocs", "mkdocs-material", "mkdocstrings", "mkdocs-awesome-pages-plugin",
+    "mkdocs-gen-files", "mkdocs-literate-nav",
+    "mkdocs-section-index", "mkdocs-jupyter", "mkdocs-rss-plugin"
+]
+meilisearch = ["meilisearch", "meilisearch-python-sdk"]
+momento = ["momento"]
+
+
+# ================= DEV DEPS =================
+[tool.poetry.group.dev.dependencies]
+black = {extras = ["jupyter"], version = "^24.3.0"}
+flake8 = "^6.0.0"
+mypy = "^1.7.0"
+ruff = "^0.2.2"
+pre-commit = "^3.3.2"
+autopep8 = "^2.0.2"
+
+types-redis = "^4.5.5.2"
+types-requests = "^2.31.0.1"
+types-pyyaml = "^6.0.12.20240311"
+types-pillow = "^10.2.0.20240406"
+
+pytest = "^7.3.1"
+pytest-redis = "^3.0.2"
+pytest-asyncio = "^0.21.1"
+pytest-postgresql = "^5.0.0"
+pytest-mysql = "^2.4.2"
+coverage = "^7.2.5"
+
+[tool.poetry.group.docs]
+optional = true
+
+[tool.poetry.group.docs.dependencies]
+
+mkdocs = "^1.4.2"
+mkdocs-material = "^9.1.5"
+mkdocstrings = {extras = ["python"], version = "^0.21.2"}
+mkdocs-awesome-pages-plugin = "^2.8.0"
+mkdocs-rss-plugin = "^1.8.0"
+mkdocs-gen-files = "^0.4.0"
+mkdocs-literate-nav = "^0.6.0"
+mkdocs-section-index = "^0.3.5"
+mkdocs-jupyter = "^0.24.1"
+
+
+
+# ========================================
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.black]
+line-length = 88
+include = '\.pyi?$'
+# extend-exclude = '.*pyi$'
+# exclude = '^stubs/'
+
+[tool.pytype]
+inputs = ["langroid"]
+
+[tool.mypy]
+python_version = "3.11"
+#mypy_path = ["stubs"]
+
+#follow_imports = "skip"
+#check_untyped_defs = "True"
+disallow_untyped_defs = "True"
+ignore_missing_imports = "True"
+warn_unused_ignores = "False"
+strict = true
+exclude = [
+    "docs", ".venv", "venv", "examples", "examples_dev", "langroid/utils/web",
+    "notebooks",
+    "langroid/parsing/repo_loader.py",
+    "langroid/embedding_models/clustering.py",
+    "langroid/agent/callbacks/chainlit.py",
+    "langroid/vector_store/chromadb.py",
+    "langroid/embedding_models/protoc" # ignore generated files
+]
+files=["langroid/*"]
+plugins = [
+    "pydantic.mypy"
+]
+
+[tool.ruff]
+line-length = 88
+# Allow unused variables when underscore-prefixed.
+lint.dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
+# Assume Python 3.11.
+target-version = "py311"
+lint.select = [
+    "E",  # pycodestyle
+    "F",  # pyflakes
+    "I",  # isort
+]
+lint.exclude = ["docs/**", ".venv", "venv", "examples/**", "examples_dev", "langroid/utils/web", "notebooks", "__init__.py", "langroid/embedding_models/protoc/*"]
+lint.fixable = ["A", "B", "C", "D", "E", "F", "G", "I", "N", "Q", "S", "T", "W", "ANN", "ARG", "BLE", "COM", "DJ", "DTZ", "EM", "ERA", "EXE", "FBT", "ICN", "INP", "ISC", "NPY", "PD", "PGH", "PIE", "PL", "PT", "PTH", "PYI", "RET", "RSE", "RUF", "SIM", "SLF", "TCH", "TID", "TRY", "UP", "YTT"]
+lint.unfixable = []
+lint.extend-ignore = ["F821"]
+
+[tool.pytest.ini_options]
+filterwarnings = ["ignore::DeprecationWarning"]