langroid 0.17.0__py3-none-any.whl → 0.18.0__py3-none-any.whl

langroid/agent/xml_tool_message.py

@@ -11,7 +11,7 @@ class XMLToolMessage(ToolMessage):
     Mainly tested for non-nested tool structures.
 
     When a subclass defines a field with the attribute `verbatim=True`,
-    its value will be:
+    instructions are sent to the LLM to ensure the field's content is:
         - preserved as is, including whitespace, indents, quotes, newlines, etc
             with no escaping, and
         - enclosed in a CDATA section in the XML output.
@@ -19,6 +19,7 @@ class XMLToolMessage(ToolMessage):
     results can be far superior compared to sending code in JSON-formatted tools,
     where code needs to confirm to JSON's strict rules and escaping requirements.
     (see test_xml_tool_message.py for an example).
+
     """
 
     request: str

langroid/language_models/base.py

@@ -39,6 +39,10 @@ ToolTypes = Literal["function"]
 
 
 class LLMConfig(BaseSettings):
+    """
+    Common configuration for all language models.
+    """
+
     type: str = "openai"
     streamer: Optional[Callable[[Any], None]] = noop_fn
     api_base: str | None = None
@@ -48,6 +52,7 @@ class LLMConfig(BaseSettings):
     completion_model: str = ""
     temperature: float = 0.0
     chat_context_length: int = 8000
+    async_stream_quiet: bool = True  # suppress streaming output in async mode?
     completion_context_length: int = 8000
     max_output_tokens: int = 1024  # generate at most this many tokens
     # if input length + max_output_tokens > context length of model,
@@ -149,6 +154,10 @@ class OpenAIToolSpec(BaseModel):
 
 
 class LLMTokenUsage(BaseModel):
+    """
+    Usage of tokens by an LLM.
+    """
+
     prompt_tokens: int = 0
     completion_tokens: int = 0
     cost: float = 0.0
@@ -173,6 +182,10 @@ class LLMTokenUsage(BaseModel):
 
 
 class Role(str, Enum):
+    """
+    Possible roles for a message in a chat.
+    """
+
     USER = "user"
     SYSTEM = "system"
     ASSISTANT = "assistant"

langroid/language_models/openai_gpt.py

@@ -708,7 +708,7 @@ class OpenAIGPT(LanguageModel):
         event_args = ""
         event_fn_name = ""
         event_tool_deltas: Optional[List[Dict[str, Any]]] = None
-
+        silent = is_async and self.config.async_stream_quiet
         # The first two events in the stream of Azure OpenAI is useless.
         # In the 1st: choices list is empty, in the 2nd: the dict delta has null content
         if chat:
@@ -727,42 +727,40 @@ class OpenAIGPT(LanguageModel):
             event_text = choices[0]["text"]
         if event_text:
             completion += event_text
-            if not is_async:
+            if not silent:
                 sys.stdout.write(Colors().GREEN + event_text)
                 sys.stdout.flush()
                 self.config.streamer(event_text)
         if event_fn_name:
             function_name = event_fn_name
             has_function = True
-            if not is_async:
+            if not silent:
                 sys.stdout.write(Colors().GREEN + "FUNC: " + event_fn_name + ": ")
                 sys.stdout.flush()
                 self.config.streamer(event_fn_name)
 
         if event_args:
             function_args += event_args
-            if not is_async:
+            if not silent:
                 sys.stdout.write(Colors().GREEN + event_args)
                 sys.stdout.flush()
                 self.config.streamer(event_args)
 
-        if event_tool_deltas is not None:
-            # print out streaming tool calls
+        if event_tool_deltas is not None and not silent:
+            # print out streaming tool calls, if not async
             for td in event_tool_deltas:
                 if td["function"]["name"] is not None:
                     tool_fn_name = td["function"]["name"]
-                    if not is_async:
-                        sys.stdout.write(
-                            Colors().GREEN + "OAI-TOOL: " + tool_fn_name + ": "
-                        )
-                        sys.stdout.flush()
-                        self.config.streamer(tool_fn_name)
+                    sys.stdout.write(
+                        Colors().GREEN + "OAI-TOOL: " + tool_fn_name + ": "
+                    )
+                    sys.stdout.flush()
+                    self.config.streamer(tool_fn_name)
                 if td["function"]["arguments"] != "":
                     tool_fn_args = td["function"]["arguments"]
-                    if not is_async:
-                        sys.stdout.write(Colors().GREEN + tool_fn_args)
-                        sys.stdout.flush()
-                        self.config.streamer(tool_fn_args)
+                    sys.stdout.write(Colors().GREEN + tool_fn_args)
+                    sys.stdout.flush()
+                    self.config.streamer(tool_fn_args)
 
         # show this delta in the stream
         if choices[0].get("finish_reason", "") in [
@@ -872,6 +870,7 @@ class OpenAIGPT(LanguageModel):
                     completion=completion,
                     function_args=function_args,
                     function_name=function_name,
+                    is_async=True,
                 )
                 if is_break:
                     break

{langroid-0.17.0.dist-info → langroid-0.18.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.17.0
+Version: 0.18.0
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -244,7 +244,7 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **Oct 2024:**
-  - **[0.17.0]** XML-based tools, see [docs](https://langroid.github.io/langroid/tutorials/xml-tools/).
+  - **[0.17.0]** XML-based tools, see [docs](https://langroid.github.io/langroid/notes/xml-tools/).
 - **Sep 2024:**
   - **[0.16.0](https://github.com/langroid/langroid/releases/tag/0.16.0)**  Support for OpenAI `o1-mini` and `o1-preview` models.
   - **[0.15.0](https://github.com/langroid/langroid/releases/tag/0.15.0)** Cerebras API support -- run llama-3.1 models hosted on Cerebras Cloud (very fast inference).

{langroid-0.17.0.dist-info → langroid-0.18.0.dist-info}/RECORD

@@ -46,7 +46,7 @@ langroid/agent/tools/retrieval_tool.py,sha256=2q2pfoYbZNfbWQ0McxrtmfF0ekGglIgRl-
 langroid/agent/tools/rewind_tool.py,sha256=XAXL3BpNhCmBGYq_qi_sZfHJuIw7NY2jp4wnojJ7WRs,5606
 langroid/agent/tools/segment_extract_tool.py,sha256=__srZ_VGYLVOdPrITUM8S0HpmX4q7r5FHWMDdHdEv8w,1440
 langroid/agent/typed_task.py,sha256=oxja0Z3uLTv0BcR1xIMqDpo85MIGOruz4XsZ4ghjsW4,689
-langroid/agent/xml_tool_message.py,sha256=W4mjZlvizuYRDGOtttoIzJjfB8wRcV87nE8ZGfg_hqs,9043
+langroid/agent/xml_tool_message.py,sha256=zNrtqSqfGuHJYw5qUq4LejjhoHcWdAoxbZYvm73KEtA,9092
 langroid/agent_config.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/cachedb/__init__.py,sha256=icAT2s7Vhf-ZGUeqpDQGNU6ob6o0aFEyjwcxxUGRFjg,225
 langroid/cachedb/base.py,sha256=ztVjB1DtN6pLCujCWnR6xruHxwVj3XkYniRTYAKKqk0,1354
@@ -67,10 +67,10 @@ langroid/language_models/.chainlit/config.toml,sha256=1t5lHORGzc2E6dkaO9P15jYHu2
 langroid/language_models/.chainlit/translations/en-US.json,sha256=DAFz2HjOFFfboCStrUfKFg2BpplJPK_OOtixwF_GivY,9931
 langroid/language_models/__init__.py,sha256=1sUGobooTqq77XC7LxKsvME0RgSd5GGmeyrPo9SMh4U,940
 langroid/language_models/azure_openai.py,sha256=G4le3j4YLHV7IwgB2C37hO3MKijZ1KjynbYlEvpIF7Y,6214
-langroid/language_models/base.py,sha256=3DjxxVL7heuTLYRvNMjaIKS-eP8pMDvu8Gbkb6N3B0U,22286
+langroid/language_models/base.py,sha256=L02ToM7o1y5OlM23xYX8QbriRMVUodgwbnHodl3US28,22542
 langroid/language_models/config.py,sha256=9Q8wk5a7RQr8LGMT_0WkpjY8S4ywK06SalVRjXlfCiI,378
 langroid/language_models/mock_lm.py,sha256=HuiAvjHiCfffYF5xjFJUq945HVTW0QPbeUUctOnNCzQ,3868
-langroid/language_models/openai_gpt.py,sha256=haPcPe3CXAXpdU39rxGThObfv_YV0UivnL2hEdyyaHk,64810
+langroid/language_models/openai_gpt.py,sha256=AlHg-jbf7PBFcS1iqb5z--upokDcWS7RJ4qpAmovsVw,64822
 langroid/language_models/prompt_formatter/__init__.py,sha256=2-5cdE24XoFDhifOLl8yiscohil1ogbP1ECkYdBlBsk,372
 langroid/language_models/prompt_formatter/base.py,sha256=eDS1sgRNZVnoajwV_ZIha6cba5Dt8xjgzdRbPITwx3Q,1221
 langroid/language_models/prompt_formatter/hf_formatter.py,sha256=PVJppmjRvD-2DF-XNC6mE05vTZ9wbu37SmXwZBQhad0,5055
@@ -137,8 +137,8 @@ langroid/vector_store/meilisearch.py,sha256=6frB7GFWeWmeKzRfLZIvzRjllniZ1cYj3Hmh
 langroid/vector_store/momento.py,sha256=qR-zBF1RKVHQZPZQYW_7g-XpTwr46p8HJuYPCkfJbM4,10534
 langroid/vector_store/qdrant_cloud.py,sha256=3im4Mip0QXLkR6wiqVsjV1QvhSElfxdFSuDKddBDQ-4,188
 langroid/vector_store/qdrantdb.py,sha256=v88lqFkepADvlN6lByUj9I4NEKa9X9lWH16uTPPbYrE,17457
-pyproject.toml,sha256=olj3ishnFpF3nPogWJJYBDdduQUnRQiWD1qM08LKna0,7179
-langroid-0.17.0.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.17.0.dist-info/METADATA,sha256=3PBPiOQIuduXHEPuZEqnPV3OjgnfIJpxc33dONV2GM0,56325
-langroid-0.17.0.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-langroid-0.17.0.dist-info/RECORD,,
+pyproject.toml,sha256=_fUfludVj9Fkhs0MdjEi28IBZ4S297bt-hUTh2rq-EE,7179
+langroid-0.18.0.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.18.0.dist-info/METADATA,sha256=H9JT8Ye5P9B8fL-8a_y6sQJvg4qWI1qmHR5I5fU089U,56321
+langroid-0.18.0.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+langroid-0.18.0.dist-info/RECORD,,

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.17.0"
+version = "0.18.0"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"