langroid 0.37.4__tar.gz → 0.37.6__tar.gz

{langroid-0.37.4 → langroid-0.37.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langroid
-Version: 0.37.4
+Version: 0.37.6
 Summary: Harness LLMs with Multi-Agent Programming
 Author-email: Prasad Chalasani <pchalasani@gmail.com>
 License: MIT

{langroid-0.37.4 → langroid-0.37.6}/langroid/agent/chat_agent.py

@@ -1023,7 +1023,7 @@ class ChatAgent(Agent):
         all_tools: bool = False,
     ) -> List[ToolMessage]:
         """
-        Extracts messages and tracks whether any errors occured. If strict mode
+        Extracts messages and tracks whether any errors occurred. If strict mode
         was enabled, disables it for the tool, else triggers strict recovery.
         """
         self.tool_error = False

{langroid-0.37.4 → langroid-0.37.6}/langroid/agent/special/sql/sql_chat_agent.py

@@ -427,15 +427,7 @@ class SQLChatAgent(ChatAgent):
         return error_message_template
 
     def _available_tool_names(self) -> str:
-        return ",".join(
-            tool.name()  # type: ignore
-            for tool in [
-                RunQueryTool,
-                GetTableNamesTool,
-                GetTableSchemaTool,
-                GetColumnDescriptionsTool,
-            ]
-        )
+        return ",".join(self.llm_tools_usable)
 
     def _tool_result_llm_answer_prompt(self) -> str:
         """
@@ -510,7 +502,7 @@ class SQLChatAgent(ChatAgent):
         {self._tool_result_llm_answer_prompt()}
         OTHERWISE:
              continue using one of your available TOOLs:
-             {self._available_tool_names()}
+             {",".join(self.llm_tools_usable)}
         """
         return final_message
 

{langroid-0.37.4 → langroid-0.37.6}/langroid/language_models/base.py

@@ -78,6 +78,7 @@ class LLMConfig(BaseSettings):
     # TODO: we could have a `stream_reasoning` flag here to control whether to show
     # reasoning output from reasoning models
     cache_config: None | CacheDBConfig = RedisCacheConfig()
+    thought_delimiters: Tuple[str, str] = ("<think>", "</think>")
 
     # Dict of model -> (input/prompt cost, output/completion cost)
     chat_cost_per_1k_tokens: Tuple[float, float] = (0.0, 0.0)
@@ -646,6 +647,26 @@ class LanguageModel(ABC):
             total_cost += counter.cost
         return total_tokens, total_cost
 
+    def get_reasoning_final(self, message: str) -> Tuple[str, str]:
+        """Extract "reasoning" and "final answer" from an LLM response, if the
+        reasoning is found within configured delimiters, like <think>, </think>.
+        E.g.,
+        '<think> Okay, let's see, the user wants... </think> 2 + 3 = 5'
+
+        Args:
+            message (str): message from LLM
+
+        Returns:
+            Tuple[str, str]: reasoning, final answer
+        """
+        start, end = self.config.thought_delimiters
+        if start in message and end in message:
+            parts = message.split(start)
+            if len(parts) > 1:
+                reasoning, final = parts[1].split(end)
+                return reasoning, final
+        return "", message
+
     def followup_to_standalone(
         self, chat_history: List[Tuple[str, str]], question: str
     ) -> str:

{langroid-0.37.4 → langroid-0.37.6}/langroid/language_models/openai_gpt.py

@@ -1368,6 +1368,11 @@ class OpenAIGPT(LanguageModel):
             choices=[msg],
             usage=dict(total_tokens=0),
         )
+        if reasoning == "":
+            # some LLM APIs may not return a separate reasoning field,
+            # and the reasoning may be included in the message content
+            # within delimiters like <think> ... </think>
+            reasoning, completion = self.get_reasoning_final(completion)
         return (
             LLMResponse(
                 message=completion,
@@ -1897,9 +1902,19 @@ class OpenAIGPT(LanguageModel):
             }
         }
         """
-        message = response["choices"][0]["message"]
+        if response.get("choices") is None:
+            message = {}
+        else:
+            message = response["choices"][0].get("message", {})
+        if message is None:
+            message = {}
         msg = message.get("content", "")
         reasoning = message.get("reasoning_content", "")
+        if reasoning == "":
+            # some LLM APIs may not return a separate reasoning field,
+            # and the reasoning may be included in the message content
+            # within delimiters like <think> ... </think>
+            reasoning, msg = self.get_reasoning_final(msg)
 
         if message.get("function_call") is None:
             fun_call = None

{langroid-0.37.4 → langroid-0.37.6}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "langroid"
-version = "0.37.4"
+version = "0.37.6"
 authors = [
     {name = "Prasad Chalasani", email = "pchalasani@gmail.com"},
 ]