langroid 0.17.0__tar.gz → 0.18.0__tar.gz

{langroid-0.17.0 → langroid-0.18.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.17.0
+Version: 0.18.0
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -244,7 +244,7 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **Oct 2024:**
-  - **[0.17.0]** XML-based tools, see [docs](https://langroid.github.io/langroid/tutorials/xml-tools/).
+  - **[0.17.0]** XML-based tools, see [docs](https://langroid.github.io/langroid/notes/xml-tools/).
 - **Sep 2024:**
   - **[0.16.0](https://github.com/langroid/langroid/releases/tag/0.16.0)**  Support for OpenAI `o1-mini` and `o1-preview` models.
   - **[0.15.0](https://github.com/langroid/langroid/releases/tag/0.15.0)** Cerebras API support -- run llama-3.1 models hosted on Cerebras Cloud (very fast inference).

{langroid-0.17.0 → langroid-0.18.0}/README.md

@@ -135,7 +135,7 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **Oct 2024:**
-  - **[0.17.0]** XML-based tools, see [docs](https://langroid.github.io/langroid/tutorials/xml-tools/).
+  - **[0.17.0]** XML-based tools, see [docs](https://langroid.github.io/langroid/notes/xml-tools/).
 - **Sep 2024:**
   - **[0.16.0](https://github.com/langroid/langroid/releases/tag/0.16.0)**  Support for OpenAI `o1-mini` and `o1-preview` models.
   - **[0.15.0](https://github.com/langroid/langroid/releases/tag/0.15.0)** Cerebras API support -- run llama-3.1 models hosted on Cerebras Cloud (very fast inference).

{langroid-0.17.0 → langroid-0.18.0}/langroid/agent/xml_tool_message.py

@@ -11,7 +11,7 @@ class XMLToolMessage(ToolMessage):
     Mainly tested for non-nested tool structures.
 
     When a subclass defines a field with the attribute `verbatim=True`,
-    its value will be:
+    instructions are sent to the LLM to ensure the field's content is:
         - preserved as is, including whitespace, indents, quotes, newlines, etc
             with no escaping, and
         - enclosed in a CDATA section in the XML output.
@@ -19,6 +19,7 @@ class XMLToolMessage(ToolMessage):
     results can be far superior compared to sending code in JSON-formatted tools,
     where code needs to confirm to JSON's strict rules and escaping requirements.
     (see test_xml_tool_message.py for an example).
+
     """
 
     request: str

{langroid-0.17.0 → langroid-0.18.0}/langroid/language_models/base.py

@@ -39,6 +39,10 @@ ToolTypes = Literal["function"]
 
 
 class LLMConfig(BaseSettings):
+    """
+    Common configuration for all language models.
+    """
+
     type: str = "openai"
     streamer: Optional[Callable[[Any], None]] = noop_fn
     api_base: str | None = None
@@ -48,6 +52,7 @@ class LLMConfig(BaseSettings):
     completion_model: str = ""
     temperature: float = 0.0
     chat_context_length: int = 8000
+    async_stream_quiet: bool = True  # suppress streaming output in async mode?
     completion_context_length: int = 8000
     max_output_tokens: int = 1024  # generate at most this many tokens
     # if input length + max_output_tokens > context length of model,
@@ -149,6 +154,10 @@ class OpenAIToolSpec(BaseModel):
 
 
 class LLMTokenUsage(BaseModel):
+    """
+    Usage of tokens by an LLM.
+    """
+
     prompt_tokens: int = 0
     completion_tokens: int = 0
     cost: float = 0.0
@@ -173,6 +182,10 @@ class LLMTokenUsage(BaseModel):
 
 
 class Role(str, Enum):
+    """
+    Possible roles for a message in a chat.
+    """
+
     USER = "user"
     SYSTEM = "system"
     ASSISTANT = "assistant"

{langroid-0.17.0 → langroid-0.18.0}/langroid/language_models/openai_gpt.py

@@ -708,7 +708,7 @@ class OpenAIGPT(LanguageModel):
         event_args = ""
         event_fn_name = ""
         event_tool_deltas: Optional[List[Dict[str, Any]]] = None
-
+        silent = is_async and self.config.async_stream_quiet
         # The first two events in the stream of Azure OpenAI is useless.
         # In the 1st: choices list is empty, in the 2nd: the dict delta has null content
         if chat:
@@ -727,42 +727,40 @@ class OpenAIGPT(LanguageModel):
             event_text = choices[0]["text"]
         if event_text:
             completion += event_text
-            if not is_async:
+            if not silent:
                 sys.stdout.write(Colors().GREEN + event_text)
                 sys.stdout.flush()
                 self.config.streamer(event_text)
         if event_fn_name:
             function_name = event_fn_name
             has_function = True
-            if not is_async:
+            if not silent:
                 sys.stdout.write(Colors().GREEN + "FUNC: " + event_fn_name + ": ")
                 sys.stdout.flush()
                 self.config.streamer(event_fn_name)
 
         if event_args:
             function_args += event_args
-            if not is_async:
+            if not silent:
                 sys.stdout.write(Colors().GREEN + event_args)
                 sys.stdout.flush()
                 self.config.streamer(event_args)
 
-        if event_tool_deltas is not None:
-            # print out streaming tool calls
+        if event_tool_deltas is not None and not silent:
+            # print out streaming tool calls, if not async
             for td in event_tool_deltas:
                 if td["function"]["name"] is not None:
                     tool_fn_name = td["function"]["name"]
-                    if not is_async:
-                        sys.stdout.write(
-                            Colors().GREEN + "OAI-TOOL: " + tool_fn_name + ": "
-                        )
-                        sys.stdout.flush()
-                        self.config.streamer(tool_fn_name)
+                    sys.stdout.write(
+                        Colors().GREEN + "OAI-TOOL: " + tool_fn_name + ": "
+                    )
+                    sys.stdout.flush()
+                    self.config.streamer(tool_fn_name)
                 if td["function"]["arguments"] != "":
                     tool_fn_args = td["function"]["arguments"]
-                    if not is_async:
-                        sys.stdout.write(Colors().GREEN + tool_fn_args)
-                        sys.stdout.flush()
-                        self.config.streamer(tool_fn_args)
+                    sys.stdout.write(Colors().GREEN + tool_fn_args)
+                    sys.stdout.flush()
+                    self.config.streamer(tool_fn_args)
 
         # show this delta in the stream
         if choices[0].get("finish_reason", "") in [
@@ -872,6 +870,7 @@ class OpenAIGPT(LanguageModel):
                     completion=completion,
                     function_args=function_args,
                     function_name=function_name,
+                    is_async=True,
                 )
                 if is_break:
                     break

{langroid-0.17.0 → langroid-0.18.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.17.0"
+version = "0.18.0"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"