langroid 0.27.4__tar.gz → 0.28.0__tar.gz

{langroid-0.27.4 → langroid-0.28.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.27.4
+Version: 0.28.0
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -85,6 +85,7 @@ Requires-Dist: pymysql (>=1.1.0,<2.0.0) ; extra == "db" or extra == "all" or ext
 Requires-Dist: pyparsing (>=3.0.9,<4.0.0)
 Requires-Dist: pypdf (>=3.12.2,<4.0.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
 Requires-Dist: pytesseract (>=0.3.10,<0.4.0) ; extra == "doc-chat" or extra == "all" or extra == "pdf-parsers"
+Requires-Dist: pytest-rerunfailures (>=15.0,<16.0)
 Requires-Dist: python-arango (>=8.1.2,<9.0.0) ; extra == "all" or extra == "arango"
 Requires-Dist: python-docx (>=1.1.0,<2.0.0) ; extra == "doc-chat" or extra == "all" or extra == "docx"
 Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)

{langroid-0.27.4 → langroid-0.28.0}/langroid/agent/base.py

@@ -282,17 +282,27 @@ class Agent(ABC):
         if not issubclass(message_class, ToolMessage):
             raise ValueError("message_class must be a subclass of ToolMessage")
         tool = message_class.default_value("request")
+
+        """
+        if tool has handler method explicitly defined - use it,
+        otherwise use the tool name as the handler
+        """
+        if hasattr(message_class, "_handler"):
+            handler = getattr(message_class, "_handler", tool)
+        else:
+            handler = tool
+
         self.llm_tools_map[tool] = message_class
         if (
             hasattr(message_class, "handle")
             and inspect.isfunction(message_class.handle)
-            and not hasattr(self, tool)
+            and not hasattr(self, handler)
         ):
             """
             If the message class has a `handle` method,
-            and agent does NOT have a method with the same name as the tool,
+            and agent does NOT have a tool handler method,
             then we create a method for the agent whose name
-            is the value of `tool`, and whose body is the `handle` method.
+            is the value of `handler`, and whose body is the `handle` method.
             This removes a separate step of having to define this method
             for the agent, and also keeps the tool definition AND handling
             in one place, i.e. in the message class.
@@ -302,21 +312,22 @@ class Agent(ABC):
                 len(inspect.signature(message_class.handle).parameters) > 1
             )
             if has_chat_doc_arg:
-                setattr(self, tool, lambda obj, chat_doc: obj.handle(chat_doc))
+                setattr(self, handler, lambda obj, chat_doc: obj.handle(chat_doc))
             else:
-                setattr(self, tool, lambda obj: obj.handle())
+                setattr(self, handler, lambda obj: obj.handle())
         elif (
             hasattr(message_class, "response")
             and inspect.isfunction(message_class.response)
-            and not hasattr(self, tool)
+            and not hasattr(self, handler)
         ):
             has_chat_doc_arg = (
                 len(inspect.signature(message_class.response).parameters) > 2
             )
             if has_chat_doc_arg:
-                setattr(self, tool, lambda obj, chat_doc: obj.response(self, chat_doc))
+                setattr(self, handler, lambda obj,
+                        chat_doc: obj.response(self, chat_doc))
             else:
-                setattr(self, tool, lambda obj: obj.response(self))
+                setattr(self, handler, lambda obj: obj.response(self))
 
         if hasattr(message_class, "handle_message_fallback") and (
             inspect.isfunction(message_class.handle_message_fallback)
@@ -327,11 +338,11 @@ class Agent(ABC):
                 lambda msg: message_class.handle_message_fallback(self, msg),
             )
 
-        async_tool_name = f"{tool}_async"
+        async_handler_name = f"{handler}_async"
         if (
             hasattr(message_class, "handle_async")
             and inspect.isfunction(message_class.handle_async)
-            and not hasattr(self, async_tool_name)
+            and not hasattr(self, async_handler_name)
         ):
             has_chat_doc_arg = (
                 len(inspect.signature(message_class.handle_async).parameters) > 1
@@ -349,11 +360,11 @@ class Agent(ABC):
                 async def handler(obj):
                     return await obj.handle_async()
 
-            setattr(self, async_tool_name, handler)
+            setattr(self, async_handler_name, handler)
         elif (
             hasattr(message_class, "response_async")
             and inspect.isfunction(message_class.response_async)
-            and not hasattr(self, async_tool_name)
+            and not hasattr(self, async_handler_name)
         ):
             has_chat_doc_arg = (
                 len(inspect.signature(message_class.response_async).parameters) > 2
@@ -371,7 +382,7 @@ class Agent(ABC):
                 async def handler(obj):
                     return await obj.response_async(self)
 
-            setattr(self, async_tool_name, handler)
+            setattr(self, async_handler_name, handler)
 
         return [tool]
 
@@ -1742,7 +1753,11 @@ class Agent(ABC):
         Asynch version of `handle_tool_message`. See there for details.
         """
         tool_name = tool.default_value("request")
-        handler_method = getattr(self, tool_name + "_async", None)
+        if hasattr(tool, "_handler"):
+            handler_name = getattr(tool, "_handler", tool_name)
+        else:
+            handler_name = tool_name
+        handler_method = getattr(self, handler_name + "_async", None)
         if handler_method is None:
             return self.handle_tool_message(tool, chat_doc=chat_doc)
         has_chat_doc_arg = (
@@ -1781,7 +1796,11 @@ class Agent(ABC):
 
         """
         tool_name = tool.default_value("request")
-        handler_method = getattr(self, tool_name, None)
+        if hasattr(tool, "_handler"):
+            handler_name = getattr(tool, "_handler", tool_name)
+        else:
+            handler_name = tool_name
+        handler_method = getattr(self, handler_name, None)
         if handler_method is None:
             return None
         has_chat_doc_arg = (

{langroid-0.27.4 → langroid-0.28.0}/langroid/language_models/openai_gpt.py

@@ -105,6 +105,7 @@ class GeminiModel(str, Enum):
     GEMINI_1_5_FLASH = "gemini/gemini-1.5-flash"
     GEMINI_1_5_FLASH_8B = "gemini/gemini-1.5-flash-8b"
     GEMINI_1_5_PRO = "gemini/gemini-1.5-pro"
+    GEMINI_2_FLASH = "gemini/gemini-2.0-flash-exp"
 
 
 class OpenAICompletionModel(str, Enum):
@@ -443,6 +444,7 @@ class OpenAIGPT(LanguageModel):
         config = config.copy()
         super().__init__(config)
         self.config: OpenAIGPTConfig = config
+        self.chat_model_orig = self.config.chat_model
 
         # Run the first time the model is used
         self.run_on_first_use = cache(self.config.run_on_first_use)
@@ -451,6 +453,7 @@ class OpenAIGPT(LanguageModel):
         # to allow quick testing with other models
         if settings.chat_model != "":
             self.config.chat_model = settings.chat_model
+            self.chat_model_orig = settings.chat_model
             self.config.completion_model = settings.chat_model
 
         if len(parts := self.config.chat_model.split("//")) > 1:
@@ -565,7 +568,7 @@ class OpenAIGPT(LanguageModel):
 
         self.is_groq = self.config.chat_model.startswith("groq/")
         self.is_cerebras = self.config.chat_model.startswith("cerebras/")
-        self.is_gemini = self.config.chat_model.startswith("gemini/")
+        self.is_gemini = self.is_gemini_model()
         self.is_glhf = self.config.chat_model.startswith("glhf/")
         self.is_openrouter = self.config.chat_model.startswith("openrouter/")
 
@@ -690,6 +693,20 @@ class OpenAIGPT(LanguageModel):
         openai_completion_models = [e.value for e in OpenAICompletionModel]
         return self.config.completion_model in openai_completion_models
 
+    def is_gemini_model(self) -> bool:
+        gemini_models = [e.value for e in GeminiModel]
+        return self.chat_model_orig in gemini_models or self.chat_model_orig.startswith(
+            "gemini/"
+        )
+
+    def requires_first_user_message(self) -> bool:
+        """
+        Does the chat_model require a non-empty first user message?
+        TODO: Add other models here; we know gemini requires a non-empty
+        user message, after the system message.
+        """
+        return self.is_gemini_model()
+
     def unsupported_params(self) -> List[str]:
         """
         List of params that are not supported by the current model
@@ -1663,6 +1680,20 @@ class OpenAIGPT(LanguageModel):
             ]
         else:
             llm_messages = messages
+            if (
+                len(llm_messages) == 1
+                and llm_messages[0].role == Role.SYSTEM
+                and self.requires_first_user_message()
+            ):
+                # some LLMs, notable Gemini as of 12/11/24,
+                # require the first message to be from the user,
+                # so insert a dummy user msg if needed.
+                llm_messages.insert(
+                    1,
+                    LLMMessage(
+                        role=Role.USER, content="Follow the above instructions."
+                    ),
+                )
 
         # Azure uses different parameters. It uses ``engine`` instead of ``model``
         # and the value should be the deployment_name not ``self.config.chat_model``

{langroid-0.27.4 → langroid-0.28.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.27.4"
+version = "0.28.0"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"
@@ -93,6 +93,7 @@ gitpython = "^3.1.43"
 python-arango = {version="^8.1.2", optional=true}
 arango-datasets = {version="^1.2.2", optional=true}
 adb-cloud-connector = "^1.0.2"
+pytest-rerunfailures = "^15.0"
 
 
 [tool.poetry.extras]