langroid 0.37.5__py3-none-any.whl → 0.37.6__py3-none-any.whl

langroid/language_models/base.py

@@ -78,6 +78,7 @@ class LLMConfig(BaseSettings):
     # TODO: we could have a `stream_reasoning` flag here to control whether to show
     # reasoning output from reasoning models
     cache_config: None | CacheDBConfig = RedisCacheConfig()
+    thought_delimiters: Tuple[str, str] = ("<think>", "</think>")
 
     # Dict of model -> (input/prompt cost, output/completion cost)
     chat_cost_per_1k_tokens: Tuple[float, float] = (0.0, 0.0)
@@ -646,6 +647,26 @@ class LanguageModel(ABC):
             total_cost += counter.cost
         return total_tokens, total_cost
 
+    def get_reasoning_final(self, message: str) -> Tuple[str, str]:
+        """Extract "reasoning" and "final answer" from an LLM response, if the
+        reasoning is found within configured delimiters, like <think>, </think>.
+        E.g.,
+        '<think> Okay, let's see, the user wants... </think> 2 + 3 = 5'
+
+        Args:
+            message (str): message from LLM
+
+        Returns:
+            Tuple[str, str]: reasoning, final answer
+        """
+        start, end = self.config.thought_delimiters
+        if start in message and end in message:
+            parts = message.split(start)
+            if len(parts) > 1:
+                reasoning, final = parts[1].split(end)
+                return reasoning, final
+        return "", message
+
     def followup_to_standalone(
         self, chat_history: List[Tuple[str, str]], question: str
     ) -> str:

langroid/language_models/openai_gpt.py

@@ -1368,6 +1368,11 @@ class OpenAIGPT(LanguageModel):
             choices=[msg],
             usage=dict(total_tokens=0),
         )
+        if reasoning == "":
+            # some LLM APIs may not return a separate reasoning field,
+            # and the reasoning may be included in the message content
+            # within delimiters like <think> ... </think>
+            reasoning, completion = self.get_reasoning_final(completion)
         return (
             LLMResponse(
                 message=completion,
@@ -1905,6 +1910,11 @@ class OpenAIGPT(LanguageModel):
             message = {}
         msg = message.get("content", "")
         reasoning = message.get("reasoning_content", "")
+        if reasoning == "":
+            # some LLM APIs may not return a separate reasoning field,
+            # and the reasoning may be included in the message content
+            # within delimiters like <think> ... </think>
+            reasoning, msg = self.get_reasoning_final(msg)
 
         if message.get("function_call") is None:
             fun_call = None

{langroid-0.37.5.dist-info → langroid-0.37.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langroid
-Version: 0.37.5
+Version: 0.37.6
 Summary: Harness LLMs with Multi-Agent Programming
 Author-email: Prasad Chalasani <pchalasani@gmail.com>
 License: MIT

{langroid-0.37.5.dist-info → langroid-0.37.6.dist-info}/RECORD

@@ -66,10 +66,10 @@ langroid/embedding_models/protoc/embeddings_pb2.pyi,sha256=UkNy7BrNsmQm0vLb3NtGX
 langroid/embedding_models/protoc/embeddings_pb2_grpc.py,sha256=9dYQqkW3JPyBpSEjeGXTNpSqAkC-6FPtBHyteVob2Y8,2452
 langroid/language_models/__init__.py,sha256=ps8nhRavCu2-Bv7IQ5hrzody6lzKjHkivJsblDZZIQ8,1020
 langroid/language_models/azure_openai.py,sha256=zNQzzsERxNestq-hFfQZbvTzK43G2vjRWnTV3ktm1DQ,5845
-langroid/language_models/base.py,sha256=avM_RgoTPm1Esr8KSmW-4G0YBSfabeOnTEX3hrT_vM0,24104
+langroid/language_models/base.py,sha256=qxPcY-zBoP9xXVtytg4kfjTKLU9QOZLLAfDa_6skE94,24921
 langroid/language_models/config.py,sha256=9Q8wk5a7RQr8LGMT_0WkpjY8S4ywK06SalVRjXlfCiI,378
 langroid/language_models/mock_lm.py,sha256=5BgHKDVRWFbUwDT_PFgTZXz9-k8wJSA2e3PZmyDgQ1k,4022
-langroid/language_models/openai_gpt.py,sha256=Bpo1CKO5WavKWJBgJqpUU7zpYVcd-dUE4D_DK_5vP-U,79698
+langroid/language_models/openai_gpt.py,sha256=wcxfFIovwPG5Xgzh5t5gXL_5E52YwvQJnnEHHkRvC7o,80286
 langroid/language_models/utils.py,sha256=L4_CbihDMTGcsg0TOG1Yd5JFEto46--h7CX_14m89sQ,5016
 langroid/language_models/prompt_formatter/__init__.py,sha256=2-5cdE24XoFDhifOLl8yiscohil1ogbP1ECkYdBlBsk,372
 langroid/language_models/prompt_formatter/base.py,sha256=eDS1sgRNZVnoajwV_ZIha6cba5Dt8xjgzdRbPITwx3Q,1221
@@ -123,7 +123,7 @@ langroid/vector_store/meilisearch.py,sha256=6frB7GFWeWmeKzRfLZIvzRjllniZ1cYj3Hmh
 langroid/vector_store/momento.py,sha256=xOaU7Hlyyn_5ihb0ARS5JHtmrKrTCt2IdRA-ioMM5ek,10307
 langroid/vector_store/qdrantdb.py,sha256=v7TAsIoj_vxeKDYS9tpwJLBZA8fuTweTYxHo0X_uawM,17949
 langroid/vector_store/weaviatedb.py,sha256=FOzgvqLqvdN5jJebVtJ-8tu2CeBzBfSP3ih4_ODEOOw,10605
-langroid-0.37.5.dist-info/METADATA,sha256=2wTE_fB76vBz5un3RldampCIcired_fnMIqFdYxxifY,60524
-langroid-0.37.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langroid-0.37.5.dist-info/licenses/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.37.5.dist-info/RECORD,,
+langroid-0.37.6.dist-info/METADATA,sha256=ojHxwQNyv1AjqVZzNBMkUw0M3DPa_Ml4xEY3gFK81YU,60524
+langroid-0.37.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langroid-0.37.6.dist-info/licenses/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.37.6.dist-info/RECORD,,