langroid 0.37.5__tar.gz → 0.37.7__tar.gz

{langroid-0.37.5 → langroid-0.37.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langroid
-Version: 0.37.5
+Version: 0.37.7
 Summary: Harness LLMs with Multi-Agent Programming
 Author-email: Prasad Chalasani <pchalasani@gmail.com>
 License: MIT

{langroid-0.37.5 → langroid-0.37.7}/langroid/language_models/base.py

@@ -78,6 +78,7 @@ class LLMConfig(BaseSettings):
     # TODO: we could have a `stream_reasoning` flag here to control whether to show
     # reasoning output from reasoning models
     cache_config: None | CacheDBConfig = RedisCacheConfig()
+    thought_delimiters: Tuple[str, str] = ("<think>", "</think>")
 
     # Dict of model -> (input/prompt cost, output/completion cost)
     chat_cost_per_1k_tokens: Tuple[float, float] = (0.0, 0.0)
@@ -646,6 +647,26 @@ class LanguageModel(ABC):
             total_cost += counter.cost
         return total_tokens, total_cost
 
+    def get_reasoning_final(self, message: str) -> Tuple[str, str]:
+        """Extract "reasoning" and "final answer" from an LLM response, if the
+        reasoning is found within configured delimiters, like <think>, </think>.
+        E.g.,
+        '<think> Okay, let's see, the user wants... </think> 2 + 3 = 5'
+
+        Args:
+            message (str): message from LLM
+
+        Returns:
+            Tuple[str, str]: reasoning, final answer
+        """
+        start, end = self.config.thought_delimiters
+        if start in message and end in message:
+            parts = message.split(start)
+            if len(parts) > 1:
+                reasoning, final = parts[1].split(end)
+                return reasoning, final
+        return "", message
+
     def followup_to_standalone(
         self, chat_history: List[Tuple[str, str]], question: str
     ) -> str:

{langroid-0.37.5 → langroid-0.37.7}/langroid/language_models/openai_gpt.py

@@ -1368,6 +1368,11 @@ class OpenAIGPT(LanguageModel):
             choices=[msg],
             usage=dict(total_tokens=0),
         )
+        if reasoning == "":
+            # some LLM APIs may not return a separate reasoning field,
+            # and the reasoning may be included in the message content
+            # within delimiters like <think> ... </think>
+            reasoning, completion = self.get_reasoning_final(completion)
         return (
             LLMResponse(
                 message=completion,
@@ -1905,6 +1910,11 @@ class OpenAIGPT(LanguageModel):
             message = {}
         msg = message.get("content", "")
         reasoning = message.get("reasoning_content", "")
+        if reasoning == "" and msg is not None:
+            # some LLM APIs may not return a separate reasoning field,
+            # and the reasoning may be included in the message content
+            # within delimiters like <think> ... </think>
+            reasoning, msg = self.get_reasoning_final(msg)
 
         if message.get("function_call") is None:
             fun_call = None

{langroid-0.37.5 → langroid-0.37.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "langroid"
-version = "0.37.5"
+version = "0.37.7"
 authors = [
     {name = "Prasad Chalasani", email = "pchalasani@gmail.com"},
 ]