langroid 0.10.0__tar.gz → 0.10.2__tar.gz

{langroid-0.10.0 → langroid-0.10.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.10.0
+Version: 0.10.2
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -162,6 +162,9 @@ into simplifying the developer experience; it does not use `Langchain`.
 :fire: See this [Intro to Langroid](https://lancedb.substack.com/p/langoid-multi-agent-programming-framework)
 blog post from the LanceDB team
 
+:fire: Just published in ML for Healthcare (2024): a Langroid-based Multi-Agent RAG system for 
+pharmacovigilance, see [blog post](https://langroid.github.io/langroid/blog/2024/08/12/malade-multi-agent-architecture-for-pharmacovigilance/)
+
 
 We welcome contributions -- See the [contributions](./CONTRIBUTING.md) document
 for ideas on what to contribute.

{langroid-0.10.0 → langroid-0.10.2}/README.md

@@ -55,6 +55,9 @@ into simplifying the developer experience; it does not use `Langchain`.
 :fire: See this [Intro to Langroid](https://lancedb.substack.com/p/langoid-multi-agent-programming-framework)
 blog post from the LanceDB team
 
+:fire: Just published in ML for Healthcare (2024): a Langroid-based Multi-Agent RAG system for 
+pharmacovigilance, see [blog post](https://langroid.github.io/langroid/blog/2024/08/12/malade-multi-agent-architecture-for-pharmacovigilance/)
+
 
 We welcome contributions -- See the [contributions](./CONTRIBUTING.md) document
 for ideas on what to contribute.

{langroid-0.10.0 → langroid-0.10.2}/langroid/agent/base.py

@@ -150,7 +150,6 @@ class Agent(ABC):
             show_start_response=noop_fn,
         )
         Agent.init_state(self)
-        self.init_state()
 
     def init_state(self) -> None:
         """Initialize all state vars. Called by Task.run() if restart is True"""
@@ -1069,9 +1068,12 @@ class Agent(ABC):
             return None
         if len(tools) == 0:
             fallback_result = self.handle_message_fallback(msg)
-            if fallback_result is not None and isinstance(fallback_result, ToolMessage):
-                return self.create_agent_response(tool_messages=[fallback_result])
-            return fallback_result
+            if fallback_result is None:
+                return None
+            return self._process_handle_message_result(
+                fallback_result,
+                chat_doc=msg if isinstance(msg, ChatDocument) else None,
+            )
         has_ids = all([t.id != "" for t in tools])
         chat_doc = msg if isinstance(msg, ChatDocument) else None
 
@@ -1162,9 +1164,7 @@ class Agent(ABC):
         final = "\n\n".join(str_results)
         return final
 
-    def handle_message_fallback(
-        self, msg: str | ChatDocument
-    ) -> str | ChatDocument | None:
+    def handle_message_fallback(self, msg: str | ChatDocument) -> Any:
         """
         Fallback method for the "no-tools" scenario.
         This method can be overridden by subclasses, e.g.,
@@ -1174,8 +1174,7 @@ class Agent(ABC):
         Args:
             msg (str | ChatDocument): The input msg to handle
         Returns:
-            str: The result of the handler method in string form so it can
-                be handled by LLM
+            Any: The result of the handler method
         """
         return None
 
@@ -1261,6 +1260,52 @@ class Agent(ABC):
             raise ve
         return message
 
+    def _process_handle_message_result(
+        self,
+        msg: Any,
+        orig_tool_name: str | None = None,
+        chat_doc: Optional[ChatDocument] = None,
+    ) -> None | str | ChatDocument:
+        """
+        Process result of agent_response or tool handler, or handle_message_fallback.
+        """
+        if isinstance(msg, ToolMessage):
+            # result is a ToolMessage, so...
+            result_tool_name = msg.default_value("request")
+            if result_tool_name in self.llm_tools_handled and (
+                orig_tool_name is None or orig_tool_name != result_tool_name
+            ):
+                # TODO: do we need to remove the tool message from the chat_doc?
+                # if (chat_doc is not None and
+                #     msg in chat_doc.tool_messages):
+                #    chat_doc.tool_messages.remove(msg)
+                # if we can handle it, do so
+                result = self.handle_tool_message(msg, chat_doc=chat_doc)
+            else:
+                # else wrap it in an agent response and return it so
+                # orchestrator can find a respondent
+                result = self.create_agent_response(tool_messages=[msg])
+        elif isinstance(msg, (ChatDocument, str)):
+            result = msg
+        elif isinstance(msg, BaseModel):
+            result = msg.json()
+        else:
+            # last resort: use json.dumps() or str() to make it a str
+            try:
+                result = json.dumps(msg)
+            except Exception:
+                try:
+                    result = str(msg)
+                except Exception as e:
+                    logger.error(
+                        f"""
+                            Error converting msg handler result to str: {e}", 
+                            """,
+                        exc_info=True,
+                    )
+                    result = None
+        return result
+
     def handle_tool_message(
         self,
         tool: ToolMessage,
@@ -1290,42 +1335,9 @@ class Agent(ABC):
                 maybe_result = handler_method(tool, chat_doc=chat_doc)
             else:
                 maybe_result = handler_method(tool)
-            if isinstance(maybe_result, ToolMessage):
-                # result is a ToolMessage, so...
-                result_tool_name = maybe_result.default_value("request")
-                if (
-                    result_tool_name in self.llm_tools_handled
-                    and tool_name != result_tool_name
-                ):
-                    # TODO: do we need to remove the tool message from the chat_doc?
-                    # if (chat_doc is not None and
-                    #     maybe_result in chat_doc.tool_messages):
-                    #    chat_doc.tool_messages.remove(maybe_result)
-                    # if we can handle it, do so
-                    result = self.handle_tool_message(maybe_result, chat_doc=chat_doc)
-                else:
-                    # else wrap it in an agent response and return it so
-                    # orchestrator can find a respondent
-                    result = self.create_agent_response(tool_messages=[maybe_result])
-            elif isinstance(maybe_result, (ChatDocument, str)):
-                result = maybe_result
-            elif isinstance(maybe_result, BaseModel):
-                result = maybe_result.json()
-            else:
-                # last resort: use json.dumps() or str() to make it a str
-                try:
-                    result = json.dumps(maybe_result)
-                except Exception:
-                    try:
-                        result = str(maybe_result)
-                    except Exception as e:
-                        logger.error(
-                            f"""
-                            Error converting result of {tool_name} to str: {e}", 
-                            """,
-                            exc_info=True,
-                        )
-                        result = None
+            result = self._process_handle_message_result(
+                maybe_result, tool_name, chat_doc
+            )
         except Exception as e:
             # raise the error here since we are sure it's
             # not a pydantic validation error,

{langroid-0.10.0 → langroid-0.10.2}/langroid/agent/chat_agent.py

@@ -118,7 +118,7 @@ class ChatAgent(Agent):
         self.config: ChatAgentConfig = config
         self.config._set_fn_or_tools(self._fn_call_available())
         self.message_history: List[LLMMessage] = []
-        self.tool_instructions_added: bool = False
+        self.init_state()
         # An agent's "task" is defined by a system msg and an optional user msg;
         # These are "priming" messages that kick off the agent's conversation.
         self.system_message: str = self.config.system_message
@@ -172,6 +172,15 @@ class ChatAgent(Agent):
             self.enable_message(SendTool, use=False, handle=True)
             self.enable_message(AgentSendTool, use=False, handle=True)
 
+    def init_state(self) -> None:
+        """
+        Initialize the state of the agent. Just conversation state here,
+        but subclasses can override this to initialize other state.
+        """
+        super().init_state()
+        self.clear_history(0)
+        self.clear_dialog()
+
     @staticmethod
     def from_id(id: str) -> "ChatAgent":
         """

{langroid-0.10.0 → langroid-0.10.2}/langroid/agent/special/lance_rag/critic_agent.py

@@ -169,6 +169,7 @@ class QueryPlanCritic(ChatAgent):
         self.enable_message(AgentDoneTool, use=False, handle=True)
 
     def init_state(self) -> None:
+        super().init_state()
         self.expecting_feedback_tool = False
 
     def query_plan_answer(self, msg: QueryPlanAnswerTool) -> str:

{langroid-0.10.0 → langroid-0.10.2}/langroid/agent/special/lance_rag/lance_rag_task.py

@@ -51,11 +51,13 @@ class LanceRAGTaskCreator:
             critic_name=critic_name,
             doc_agent_name=doc_agent_name,
             doc_schema=agent._get_clean_vecdb_schema(),
+            llm=agent.config.llm,
         )
         query_plan_agent_config.set_system_message()
 
         critic_config = QueryPlanCriticConfig(
             doc_schema=agent._get_clean_vecdb_schema(),
+            llm=agent.config.llm,
         )
         critic_config.set_system_message()
 

{langroid-0.10.0 → langroid-0.10.2}/langroid/agent/special/lance_rag/query_planner_agent.py

@@ -144,6 +144,7 @@ class LanceQueryPlanAgent(ChatAgent):
         self.enable_message(AgentDoneTool, use=False, handle=True)
 
     def init_state(self) -> None:
+        super().init_state()
         self.curr_query_plan: QueryPlan | None = None
         self.expecting_query_plan: bool = False
         # how many times re-trying query plan in response to feedback:

{langroid-0.10.0 → langroid-0.10.2}/langroid/agent/task.py

@@ -259,8 +259,7 @@ class Task:
         agent = cast(ChatAgent, agent)
         self.agent: ChatAgent = agent
         if isinstance(agent, ChatAgent) and len(agent.message_history) == 0 or restart:
-            self.agent.clear_history(0)
-            self.agent.clear_dialog()
+            self.agent.init_state()
             # possibly change the system and user messages
             if system_message:
                 # we always have at least 1 task_message
@@ -579,8 +578,6 @@ class Task:
         Recursively reset message history & state of own agent and
         those of all sub-tasks.
         """
-        self.agent.clear_history(0)
-        self.agent.clear_dialog()
         self.agent.init_state()
         for t in self.sub_tasks:
             t.reset_all_sub_tasks()

{langroid-0.10.0 → langroid-0.10.2}/langroid/agent/tool_message.py

@@ -296,6 +296,17 @@ class FinalResultTool(ToolMessage):
 
     request: str = ""
     purpose: str = "Ignored; Wrapper for a structured message"
+    id: str = ""  # placeholder for OpenAI-API tool_call_id
+
+    _handle_only: bool = False  # only allow handling, but not use (LLM-generation)?
 
     class Config:
         extra = Extra.allow
+        # only HANDLING allowed, NOT "use" (i.e LLM generation)
+        handle_only: bool = False
+        arbitrary_types_allowed = False
+        validate_all = True
+        validate_assignment = True
+        # do not include these fields in the generated schema
+        # since we don't require the LLM to specify them
+        schema_extra = {"exclude": {"purpose", "id"}}

{langroid-0.10.0 → langroid-0.10.2}/langroid/parsing/code_parser.py

@@ -115,5 +115,7 @@ class CodeParser:
             for d in docs
             if d.metadata.language in self.config.extensions  # type: ignore
         ]
+        if len(chunked_docs) == 0:
+            return []
         # collapse the list of lists into a single list
         return reduce(lambda x, y: x + y, chunked_docs)

{langroid-0.10.0 → langroid-0.10.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.10.0"
+version = "0.10.2"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"
@@ -90,6 +90,7 @@ async-generator = "^1.10"
 python-magic = "^0.4.27"
 json-repair = "^0.27.0"
 
+
 [tool.poetry.extras]
 # install these using, e.g.,
 # `poetry install -E [...]` where [...] is one of the extras below
@@ -169,14 +170,14 @@ optional = true
 
 mkdocs = "^1.4.2"
 mkdocs-material = "^9.1.5"
-mkdocstrings = {extras = ["python"], version = "^0.21.2"}
+mkdocstrings = {extras = ["python"], version = "^0.25.2"}
 mkdocs-awesome-pages-plugin = "^2.8.0"
 mkdocs-rss-plugin = "^1.8.0"
 mkdocs-gen-files = "^0.4.0"
 mkdocs-literate-nav = "^0.6.0"
 mkdocs-section-index = "^0.3.5"
 mkdocs-jupyter = "^0.24.1"
-
+griffe = "<1.0.0"
 
 
 # ========================================