langroid 0.1.257__tar.gz → 0.1.260__tar.gz

{langroid-0.1.257 → langroid-0.1.260}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.1.257
+Version: 0.1.260
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -10,13 +10,14 @@ Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Provides-Extra: all
 Provides-Extra: chainlit
 Provides-Extra: chromadb
 Provides-Extra: db
 Provides-Extra: doc-chat
 Provides-Extra: docx
-Provides-Extra: embeddings
 Provides-Extra: hf-embeddings
+Provides-Extra: hf-transformers
 Provides-Extra: lancedb
 Provides-Extra: litellm
 Provides-Extra: meilisearch
@@ -31,11 +32,12 @@ Provides-Extra: scrapy
 Provides-Extra: sql
 Provides-Extra: transformers
 Provides-Extra: unstructured
+Provides-Extra: vecdbs
 Requires-Dist: aiohttp (>=3.9.1,<4.0.0)
 Requires-Dist: async-generator (>=1.10,<2.0)
 Requires-Dist: bs4 (>=0.0.1,<0.0.2)
-Requires-Dist: chainlit (>=1.0.400,<2.0.0) ; extra == "chainlit"
-Requires-Dist: chromadb (>=0.4.21,<=0.4.23) ; extra == "chromadb"
+Requires-Dist: chainlit (>=1.0.400,<2.0.0) ; extra == "all" or extra == "chainlit"
+Requires-Dist: chromadb (>=0.4.21,<=0.4.23) ; extra == "vecdbs" or extra == "all" or extra == "chromadb"
 Requires-Dist: colorlog (>=6.7.0,<7.0.0)
 Requires-Dist: docstring-parser (>=0.15,<0.16)
 Requires-Dist: duckduckgo-search (>=6.0.0,<7.0.0)
@@ -47,47 +49,38 @@ Requires-Dist: google-generativeai (>=0.5.2,<0.6.0)
 Requires-Dist: groq (>=0.5.0,<0.6.0)
 Requires-Dist: grpcio (>=1.62.1,<2.0.0)
 Requires-Dist: halo (>=0.0.31,<0.0.32)
-Requires-Dist: huggingface-hub (>=0.21.2,<0.22.0) ; extra == "embeddings" or extra == "transformers"
+Requires-Dist: huggingface-hub (>=0.21.2,<0.22.0) ; extra == "hf-transformers" or extra == "all" or extra == "transformers"
 Requires-Dist: jinja2 (>=3.1.2,<4.0.0)
-Requires-Dist: lancedb (>=0.6.2,<0.7.0) ; extra == "lancedb"
-Requires-Dist: litellm (>=1.30.1,<2.0.0) ; extra == "litellm"
+Requires-Dist: lancedb (>=0.6.2,<0.7.0) ; extra == "vecdbs" or extra == "all" or extra == "lancedb"
+Requires-Dist: litellm (>=1.30.1,<2.0.0) ; extra == "all" or extra == "litellm"
 Requires-Dist: lxml (>=4.9.3,<5.0.0)
 Requires-Dist: meilisearch (>=0.28.3,<0.29.0) ; extra == "meilisearch"
 Requires-Dist: meilisearch-python-sdk (>=2.2.3,<3.0.0) ; extra == "meilisearch"
-Requires-Dist: metaphor-python (>=0.1.23,<0.2.0) ; extra == "metaphor"
-Requires-Dist: mkdocs (>=1.4.2,<2.0.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-awesome-pages-plugin (>=2.8.0,<3.0.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-gen-files (>=0.4.0,<0.5.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-jupyter (>=0.24.1,<0.25.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-literate-nav (>=0.6.0,<0.7.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-material (>=9.1.5,<10.0.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-rss-plugin (>=1.8.0,<2.0.0) ; extra == "mkdocs"
-Requires-Dist: mkdocs-section-index (>=0.3.5,<0.4.0) ; extra == "mkdocs"
-Requires-Dist: mkdocstrings[python] (>=0.21.2,<0.22.0) ; extra == "mkdocs"
+Requires-Dist: metaphor-python (>=0.1.23,<0.2.0) ; extra == "all" or extra == "metaphor"
 Requires-Dist: momento (>=1.10.2,<2.0.0) ; extra == "momento"
-Requires-Dist: neo4j (>=5.14.1,<6.0.0) ; extra == "neo4j"
+Requires-Dist: neo4j (>=5.14.1,<6.0.0) ; extra == "all" or extra == "neo4j"
 Requires-Dist: nest-asyncio (>=1.6.0,<2.0.0)
 Requires-Dist: nltk (>=3.8.1,<4.0.0)
 Requires-Dist: onnxruntime (>=1.16.1,<2.0.0)
 Requires-Dist: openai (>=1.14.0,<2.0.0)
 Requires-Dist: pandas (>=2.0.3,<3.0.0)
-Requires-Dist: pdf2image (>=1.17.0,<2.0.0) ; extra == "doc-chat" or extra == "pdf-parsers"
-Requires-Dist: pdfplumber (>=0.10.2,<0.11.0) ; extra == "doc-chat" or extra == "pdf-parsers"
+Requires-Dist: pdf2image (>=1.17.0,<2.0.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: pdfplumber (>=0.10.2,<0.11.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
 Requires-Dist: prettytable (>=3.8.0,<4.0.0)
-Requires-Dist: psycopg2 (>=2.9.7,<3.0.0) ; extra == "db" or extra == "postgres" or extra == "sql"
-Requires-Dist: pyarrow (==15.0.0) ; extra == "lancedb"
+Requires-Dist: psycopg2 (>=2.9.7,<3.0.0) ; extra == "db" or extra == "all" or extra == "postgres" or extra == "sql"
+Requires-Dist: pyarrow (==15.0.0) ; extra == "vecdbs" or extra == "all" or extra == "lancedb"
 Requires-Dist: pydantic (==1.10.13)
 Requires-Dist: pygithub (>=1.58.1,<2.0.0)
 Requires-Dist: pygments (>=2.15.1,<3.0.0)
-Requires-Dist: pymupdf (>=1.23.3,<2.0.0) ; extra == "doc-chat" or extra == "pdf-parsers"
-Requires-Dist: pymysql (>=1.1.0,<2.0.0) ; extra == "db" or extra == "mysql" or extra == "sql"
+Requires-Dist: pymupdf (>=1.23.3,<2.0.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: pymysql (>=1.1.0,<2.0.0) ; extra == "db" or extra == "all" or extra == "mysql" or extra == "sql"
 Requires-Dist: pyparsing (>=3.0.9,<4.0.0)
-Requires-Dist: pypdf (>=3.12.2,<4.0.0) ; extra == "doc-chat" or extra == "pdf-parsers"
-Requires-Dist: pytesseract (>=0.3.10,<0.4.0) ; extra == "doc-chat" or extra == "pdf-parsers"
-Requires-Dist: python-docx (>=1.1.0,<2.0.0) ; extra == "doc-chat" or extra == "docx"
+Requires-Dist: pypdf (>=3.12.2,<4.0.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: pytesseract (>=0.3.10,<0.4.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: python-docx (>=1.1.0,<2.0.0) ; extra == "doc-chat" or extra == "all" or extra == "docx"
 Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
 Requires-Dist: python-magic (>=0.4.27,<0.5.0)
-Requires-Dist: python-socketio (>=5.11.0,<6.0.0) ; extra == "chainlit"
+Requires-Dist: python-socketio (>=5.11.0,<6.0.0) ; extra == "all" or extra == "chainlit"
 Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
 Requires-Dist: qdrant-client (>=1.8.0,<2.0.0)
 Requires-Dist: rank-bm25 (>=0.2.2,<0.3.0)
@@ -96,16 +89,16 @@ Requires-Dist: requests (>=2.31.0,<3.0.0)
 Requires-Dist: requests-oauthlib (>=1.3.1,<2.0.0)
 Requires-Dist: rich (>=13.3.4,<14.0.0)
 Requires-Dist: scrapy (>=2.11.0,<3.0.0) ; extra == "scrapy"
-Requires-Dist: sentence-transformers (==2.2.2) ; extra == "embeddings" or extra == "hf-embeddings"
-Requires-Dist: sqlalchemy (>=2.0.19,<3.0.0) ; extra == "db" or extra == "sql"
-Requires-Dist: tantivy (>=0.21.0,<0.22.0) ; extra == "lancedb"
+Requires-Dist: sentence-transformers (==2.2.2) ; extra == "hf-transformers" or extra == "all" or extra == "hf-embeddings"
+Requires-Dist: sqlalchemy (>=2.0.19,<3.0.0) ; extra == "db" or extra == "all" or extra == "sql"
+Requires-Dist: tantivy (>=0.21.0,<0.22.0) ; extra == "vecdbs" or extra == "all" or extra == "lancedb"
 Requires-Dist: thefuzz (>=0.20.0,<0.21.0)
 Requires-Dist: tiktoken (>=0.7.0,<0.8.0)
-Requires-Dist: torch (==2.0.0) ; extra == "embeddings" or extra == "hf-embeddings" or extra == "transformers"
+Requires-Dist: torch (==2.0.0) ; extra == "hf-transformers" or extra == "all" or extra == "hf-embeddings" or extra == "transformers"
 Requires-Dist: trafilatura (>=1.5.0,<2.0.0)
-Requires-Dist: transformers (>=4.40.1,<5.0.0) ; extra == "embeddings" or extra == "transformers"
+Requires-Dist: transformers (>=4.40.1,<5.0.0) ; extra == "hf-transformers" or extra == "all" or extra == "transformers"
 Requires-Dist: typer (>=0.9.0,<0.10.0)
-Requires-Dist: unstructured[docx,pdf,pptx] (>=0.10.16,<0.10.18) ; extra == "doc-chat" or extra == "unstructured"
+Requires-Dist: unstructured[docx,pdf,pptx] (>=0.10.16,<0.10.18) ; extra == "doc-chat" or extra == "all" or extra == "unstructured"
 Requires-Dist: wget (>=3.2,<4.0)
 Description-Content-Type: text/markdown
 
@@ -117,6 +110,7 @@ Description-Content-Type: text/markdown
 <div align="center">
 
 [![PyPI - Version](https://img.shields.io/pypi/v/langroid)](https://pypi.org/project/langroid/)
+[![Downloads](https://img.shields.io/pypi/dm/langroid)](https://pypi.org/project/langroid/)
 [![Pytest](https://github.com/langroid/langroid/actions/workflows/pytest.yml/badge.svg)](https://github.com/langroid/langroid/actions/workflows/pytest.yml)
 [![codecov](https://codecov.io/gh/langroid/langroid/branch/main/graph/badge.svg?token=H94BX5F0TE)](https://codecov.io/gh/langroid/langroid)
 [![Multi-Architecture DockerHub](https://github.com/langroid/langroid/actions/workflows/docker-publish.yml/badge.svg)](https://github.com/langroid/langroid/actions/workflows/docker-publish.yml)
@@ -234,12 +228,22 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **May 2024:** 
+  - **Slimmer langroid**: All document-parsers (i.e. pdf, doc, docx) and most 
+    vector-databases (except qdrant) 
+    are now optional/extra dependencies, which helps reduce build size, script 
+    start-up time, and install time. For convenience various grouping of "extras" are 
+    provided, e.g. `doc-chat`, `db` (for database-related dependencies). See updated 
+    install instructions below and in the docs.
+  - **Few-shot examples** for tools: when defining a [ToolMessage](https://langroid.github.io/langroid/quick-start/chat-agent-tool/#example-find-the-smallest-number-in-a-list), previously you were able to include a classmethod named `examples`,
+    and a random example from this list would be used to generate a 1-shot example 
+    for the LLM. This has been improved so you can now supply a list of examples 
+    where each example is either a tool instance, or a tuple of (description, 
+    tool instance), where the description is a "thought" that leads the LLM to use 
+    the tool (see example in the [docs](https://langroid.github.io/langroid/quick-start/chat-agent-tool/#example-find-the-smallest-number-in-a-list)). In some scenarios this can improve LLM tool 
+    generation accuracy. Also, now instead of a random example, ALL examples are used to generate few-shot 
+    examples.     
   - [Infinite loop detection](https://github.com/langroid/langroid/blob/0ed30eb467b00d5eaf2933b577a4b2cc37de1aa1/langroid/agent/task.py#L1121) for task loops of cycle-length <= 10 (configurable 
-    in [`TaskConfig`](https://github.
-    com/langroid/langroid/blob/0ed30eb467b00d5eaf2933b577a4b2cc37de1aa1/langroid/agent
-    /task.py#L61). Only detects _exact_ loops, rather than 
-    _approximate_ loops where the entities are saying essentially similar (but not 
-    exactly the same) things repeatedly.
+    in [`TaskConfig`](https://langroid.github.io/langroid/reference/agent/task/#langroid.agent.task.TaskConfig). Only detects _exact_ loops, rather than _approximate_ loops where the entities are saying essentially similar (but not exactly the same) things repeatedly.
   - "@"-addressing: any entity can address any other by name, which can be the name 
     of an agent's responder ("llm", "user", "agent") or a sub-task name. This is a 
     simpler alternative to the `RecipientTool` mechanism, with the tradeoff that 
@@ -433,7 +437,7 @@ section above)
   a task of an agent can delegate to other sub-tasks: from the point of view of a Task,
   sub-tasks are simply additional responders, to be used in a round-robin fashion 
   after the agent's own responders.
-- **Modularity, Reusabilily, Loose coupling:** The `Agent` and `Task` abstractions allow users to design
+- **Modularity, Reusability, Loose coupling:** The `Agent` and `Task` abstractions allow users to design
   Agents with specific skills, wrap them in Tasks, and combine tasks in a flexible way.
 - **LLM Support**: Langroid supports OpenAI LLMs as well as LLMs from hundreds of 
 providers (local/open or remote/commercial) via proxy libraries and local model servers
@@ -489,7 +493,10 @@ For many practical scenarios, you may need additional optional dependencies:
     ```bash
     pip install "langroid[doc-chat,db]"
     ```
-
+- To simply install _all_ optional dependencies, use the `all` extra (but note that this will result in longer load/startup times and a larger install size):
+    ```bash
+    pip install "langroid[all]"
+    ```
 <details>
 <summary><b>Optional Installs for using SQL Chat with a PostgreSQL DB </b></summary>
 

{langroid-0.1.257 → langroid-0.1.260}/README.md

@@ -6,6 +6,7 @@
 <div align="center">
 
 [![PyPI - Version](https://img.shields.io/pypi/v/langroid)](https://pypi.org/project/langroid/)
+[![Downloads](https://img.shields.io/pypi/dm/langroid)](https://pypi.org/project/langroid/)
 [![Pytest](https://github.com/langroid/langroid/actions/workflows/pytest.yml/badge.svg)](https://github.com/langroid/langroid/actions/workflows/pytest.yml)
 [![codecov](https://codecov.io/gh/langroid/langroid/branch/main/graph/badge.svg?token=H94BX5F0TE)](https://codecov.io/gh/langroid/langroid)
 [![Multi-Architecture DockerHub](https://github.com/langroid/langroid/actions/workflows/docker-publish.yml/badge.svg)](https://github.com/langroid/langroid/actions/workflows/docker-publish.yml)
@@ -123,12 +124,22 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **May 2024:** 
+  - **Slimmer langroid**: All document-parsers (i.e. pdf, doc, docx) and most 
+    vector-databases (except qdrant) 
+    are now optional/extra dependencies, which helps reduce build size, script 
+    start-up time, and install time. For convenience various grouping of "extras" are 
+    provided, e.g. `doc-chat`, `db` (for database-related dependencies). See updated 
+    install instructions below and in the docs.
+  - **Few-shot examples** for tools: when defining a [ToolMessage](https://langroid.github.io/langroid/quick-start/chat-agent-tool/#example-find-the-smallest-number-in-a-list), previously you were able to include a classmethod named `examples`,
+    and a random example from this list would be used to generate a 1-shot example 
+    for the LLM. This has been improved so you can now supply a list of examples 
+    where each example is either a tool instance, or a tuple of (description, 
+    tool instance), where the description is a "thought" that leads the LLM to use 
+    the tool (see example in the [docs](https://langroid.github.io/langroid/quick-start/chat-agent-tool/#example-find-the-smallest-number-in-a-list)). In some scenarios this can improve LLM tool 
+    generation accuracy. Also, now instead of a random example, ALL examples are used to generate few-shot 
+    examples.     
   - [Infinite loop detection](https://github.com/langroid/langroid/blob/0ed30eb467b00d5eaf2933b577a4b2cc37de1aa1/langroid/agent/task.py#L1121) for task loops of cycle-length <= 10 (configurable 
-    in [`TaskConfig`](https://github.
-    com/langroid/langroid/blob/0ed30eb467b00d5eaf2933b577a4b2cc37de1aa1/langroid/agent
-    /task.py#L61). Only detects _exact_ loops, rather than 
-    _approximate_ loops where the entities are saying essentially similar (but not 
-    exactly the same) things repeatedly.
+    in [`TaskConfig`](https://langroid.github.io/langroid/reference/agent/task/#langroid.agent.task.TaskConfig). Only detects _exact_ loops, rather than _approximate_ loops where the entities are saying essentially similar (but not exactly the same) things repeatedly.
   - "@"-addressing: any entity can address any other by name, which can be the name 
     of an agent's responder ("llm", "user", "agent") or a sub-task name. This is a 
     simpler alternative to the `RecipientTool` mechanism, with the tradeoff that 
@@ -322,7 +333,7 @@ section above)
   a task of an agent can delegate to other sub-tasks: from the point of view of a Task,
   sub-tasks are simply additional responders, to be used in a round-robin fashion 
   after the agent's own responders.
-- **Modularity, Reusabilily, Loose coupling:** The `Agent` and `Task` abstractions allow users to design
+- **Modularity, Reusability, Loose coupling:** The `Agent` and `Task` abstractions allow users to design
   Agents with specific skills, wrap them in Tasks, and combine tasks in a flexible way.
 - **LLM Support**: Langroid supports OpenAI LLMs as well as LLMs from hundreds of 
 providers (local/open or remote/commercial) via proxy libraries and local model servers
@@ -378,7 +389,10 @@ For many practical scenarios, you may need additional optional dependencies:
     ```bash
     pip install "langroid[doc-chat,db]"
     ```
-
+- To simply install _all_ optional dependencies, use the `all` extra (but note that this will result in longer load/startup times and a larger install size):
+    ```bash
+    pip install "langroid[all]"
+    ```
 <details>
 <summary><b>Optional Installs for using SQL Chat with a PostgreSQL DB </b></summary>
 

{langroid-0.1.257 → langroid-0.1.260}/langroid/agent/callbacks/chainlit.py

@@ -214,6 +214,7 @@ def wrap_text_preserving_structure(text: str, width: int = 90) -> str:
 
 class ChainlitCallbackConfig(BaseSettings):
     user_has_agent_name: bool = True  # show agent name in front of "YOU" ?
+    show_subtask_response: bool = True  # show sub-task response as a step?
 
 
 class ChainlitAgentCallbacks:
@@ -277,12 +278,6 @@ class ChainlitAgentCallbacks:
 
     def start_llm_stream(self) -> Callable[[str], None]:
         """Returns a streaming fn that can be passed to the LLM class"""
-        logger.info(
-            f"""
-            Starting LLM stream for {self.agent.config.name} 
-            under parent {self._get_parent_id()}
-        """
-        )
         self.stream = cl.Step(
             id=self.curr_step.id if self.curr_step is not None else None,
             name=self._entity_name("llm"),
@@ -291,6 +286,13 @@ class ChainlitAgentCallbacks:
         )
         self.last_step = self.stream
         self.curr_step = None
+        logger.info(
+            f"""
+            Starting LLM stream for {self.agent.config.name}
+            id = {self.stream.id} 
+            under parent {self._get_parent_id()}
+        """
+        )
         run_sync(self.stream.send())  # type: ignore
 
         def stream_token(t: str) -> None:
@@ -323,6 +325,13 @@ class ChainlitAgentCallbacks:
             language="json" if is_tool else None,
         )
         step.output = textwrap.dedent(content) or NO_ANSWER
+        logger.info(
+            f"""
+            Finish STREAM LLM response for {self.agent.config.name}
+            id = {step.id} 
+            under parent {self._get_parent_id()}
+            """
+        )
         run_sync(step.update())  # type: ignore
 
     def show_llm_response(
@@ -343,6 +352,13 @@ class ChainlitAgentCallbacks:
         self.last_step = step
         self.curr_step = None
         step.output = textwrap.dedent(content) or NO_ANSWER
+        logger.info(
+            f"""
+            Showing NON-STREAM LLM response for {self.agent.config.name}
+            id = {step.id} 
+            under parent {self._get_parent_id()}
+            """
+        )
         run_sync(step.send())  # type: ignore
 
     def show_error_message(self, error: str) -> None:
@@ -374,6 +390,13 @@ class ChainlitAgentCallbacks:
         self.last_step = step
         self.curr_step = None
         step.output = content
+        logger.info(
+            f"""
+            Showing AGENT response for {self.agent.config.name}
+            id = {step.id} 
+            under parent {self._get_parent_id()}
+            """
+        )
         run_sync(step.send())  # type: ignore
 
     def show_start_response(self, entity: str) -> None:
@@ -390,6 +413,13 @@ class ChainlitAgentCallbacks:
         step.output = ""
         self.last_step = step
         self.curr_step = step
+        logger.info(
+            f"""
+            Showing START response for {self.agent.config.name} ({entity})
+            id = {step.id} 
+            under parent {self._get_parent_id()}
+            """
+        )
         run_sync(step.send())  # type: ignore
 
     def _entity_name(
@@ -459,6 +489,13 @@ class ChainlitAgentCallbacks:
             parent_id=self._get_parent_id(),
         )
         step.output = message
+        logger.info(
+            f"""
+            Showing USER response for {self.agent.config.name}
+            id = {step.id} 
+            under parent {self._get_parent_id()}
+            """
+        )
         run_sync(step.send())
 
     def show_first_user_message(self, msg: cl.Message):
@@ -575,7 +612,8 @@ class ChainlitTaskCallbacks(ChainlitAgentCallbacks):
         super().__init__(task.agent, msg, config)
         self._inject_callbacks(task)
         self.task = task
-        self.task.callbacks.show_subtask_response = self.show_subtask_response
+        if config.show_subtask_response:
+            self.task.callbacks.show_subtask_response = self.show_subtask_response
 
     @classmethod
     def _inject_callbacks(

{langroid-0.1.257 → langroid-0.1.260}/langroid/agent/task.py

@@ -156,6 +156,11 @@ class Task:
             interactive (bool): if true, wait for human input after each non-human
                 response (prevents infinite loop of non-human responses).
                 Default is true. If false, then `default_human_response` is set to ""
+                Note: When interactive = False, the one exception is when the user
+                is explicitly addressed, via "@user" or using RecipientTool, in which
+                case the system will wait for a user response. In other words, use
+                `interactive=False` when you want a "largely non-interactive"
+                run, with the exception of explicit user addressing.
             only_user_quits_root (bool): if true, only user can quit the root task.
                 [This param is ignored & deprecated; Keeping for backward compatibility.
                 Instead of this, setting `interactive` suffices]
@@ -912,7 +917,11 @@ class Task:
             parent (ChatDocument|None): parent message of the current message
         """
         self.n_stalled_steps += 1
-        if (not self.task_progress or self.allow_null_result) and not self.is_pass_thru:
+        user_dummy_response = self.pending_sender != Entity.USER and self.interactive
+        if (not self.is_pass_thru) and (
+            not self.task_progress or self.allow_null_result or user_dummy_response
+        ):
+
             # There has been no progress at all in this task, so we
             # update the pending_message to a dummy NO_ANSWER msg
             # from the entity 'opposite' to the current pending_sender,
@@ -1375,9 +1384,18 @@ class Task:
         )
 
     def _can_respond(self, e: Responder) -> bool:
-        if self.pending_sender == e:
-            # Responder cannot respond to its own message
+        user_can_respond = self.interactive or (
+            # regardless of self.interactive, if a msg is explicitly addressed to
+            # user, then wait for user response
+            self.pending_message is not None
+            and self.pending_message.metadata.recipient == Entity.USER
+        )
+
+        if self.pending_sender == e or (e == Entity.USER and not user_can_respond):
+            # sender is same as e (an entity cannot respond to its own msg),
+            # or user cannot respond
             return False
+
         if self.pending_message is None:
             return True
         if self._recipient_mismatch(e):

{langroid-0.1.257 → langroid-0.1.260}/langroid/language_models/openai_gpt.py

@@ -421,7 +421,9 @@ class OpenAIGPT(LanguageModel):
                 self.api_base = "http://" + self.api_base
         elif self.config.chat_model.startswith("ollama/"):
             self.config.ollama = True
-            self.api_base = OLLAMA_BASE_URL
+
+            # use api_base from config if set, else fall back on OLLAMA_BASE_URL
+            self.api_base = self.config.api_base or OLLAMA_BASE_URL
             self.api_key = OLLAMA_API_KEY
             self.config.chat_model = self.config.chat_model.replace("ollama/", "")
         else:

{langroid-0.1.257 → langroid-0.1.260}/langroid/vector_store/qdrantdb.py

@@ -68,7 +68,7 @@ class QdrantDBConfig(VectorStoreConfig):
     embedding: EmbeddingModelsConfig = OpenAIEmbeddingsConfig()
     distance: str = Distance.COSINE
     use_sparse_embeddings: bool = False
-    sparse_embedding_model: str = ""
+    sparse_embedding_model: str = "naver/splade-v3-distilbert"
     sparse_limit: int = 3
 
 

{langroid-0.1.257 → langroid-0.1.260}/pyproject.toml

@@ -1,25 +1,18 @@
 [tool.poetry]
 name = "langroid"
-version = "0.1.257"
+version = "0.1.260"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"
 license = "MIT"
+include = ["pyproject.toml"]
+
 
 # =============== MAIN DEPS ==============
 [tool.poetry.dependencies]
 python = ">=3.10,<3.12"
 
-# OPTIONALS
-mkdocs = {version="^1.4.2", optional=true}
-mkdocs-material = {version="^9.1.5", optional=true}
-mkdocstrings = {extras = ["python"], version = "^0.21.2", optional=true}
-mkdocs-awesome-pages-plugin = {version="^2.8.0", optional=true}
-mkdocs-rss-plugin = {version="^1.8.0", optional=true}
-mkdocs-gen-files = {version="^0.4.0", optional=true}
-mkdocs-literate-nav = {version="^0.6.0", optional=true}
-mkdocs-section-index = {version="^0.3.5", optional=true}
-mkdocs-jupyter = {version="^0.24.1", optional=true}
+# =========== OPTIONALS ==============================
 chromadb = {version=">=0.4.21, <=0.4.23", optional=true}
 momento = {version="^1.10.2", optional=true}
 unstructured = {extras = ["docx", "pptx", "pdf"], version = ">=0.10.16,<0.10.18", optional=true}
@@ -96,9 +89,6 @@ async-generator = "^1.10"
 
 python-magic = "^0.4.27"
 
-
-# ================= EXTRAS =================
-
 [tool.poetry.extras]
 # install these using, e.g.,
 # `poetry install -E [...]` where [...] is one of the extras below
@@ -110,8 +100,18 @@ doc-chat = [
     "pymupdf", "pdf2image", "pytesseract"
 ]
 db = ["postgres", "mysql", "sqlalchemy", "psycopg2", "pymysql"]
-embeddings = ["sentence-transformers", "torch", "transformers", "huggingface-hub"]
-
+hf-transformers = ["sentence-transformers", "torch", "transformers", "huggingface-hub"]
+vecdbs = ["lancedb", "tantivy", "pyarrow", "chromadb"]
+all = [
+    "unstructured", "python-docx", "pdfplumber", "pypdf",
+    "pymupdf", "pdf2image", "pytesseract",
+    "postgres", "mysql", "sqlalchemy", "psycopg2", "pymysql",
+    "sentence-transformers", "torch", "transformers", "huggingface-hub",
+    "lancedb", "tantivy", "pyarrow", "chromadb",
+    "metaphor-python", "neo4j",
+    "litellm",
+    "chainlit", "python-socketio",
+]
 # more granular groupings
 lancedb = ["lancedb", "tantivy", "pyarrow"]
 pdf-parsers = ["pdfplumber", "pypdf", "pymupdf", "pdf2image", "pytesseract"]
@@ -156,9 +156,24 @@ pytest-redis = "^3.0.2"
 pytest-asyncio = "^0.21.1"
 pytest-postgresql = "^5.0.0"
 pytest-mysql = "^2.4.2"
+coverage = "^7.2.5"
+
+[tool.poetry.group.docs]
+optional = true
+
+[tool.poetry.group.docs.dependencies]
+
+mkdocs = "^1.4.2"
+mkdocs-material = "^9.1.5"
+mkdocstrings = {extras = ["python"], version = "^0.21.2"}
+mkdocs-awesome-pages-plugin = "^2.8.0"
+mkdocs-rss-plugin = "^1.8.0"
+mkdocs-gen-files = "^0.4.0"
+mkdocs-literate-nav = "^0.6.0"
+mkdocs-section-index = "^0.3.5"
+mkdocs-jupyter = "^0.24.1"
 
 
-coverage = "^7.2.5"
 
 # ========================================
 [build-system]