langroid 0.22.7__tar.gz → 0.23.1__tar.gz

{langroid-0.22.7 → langroid-0.23.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.22.7
+Version: 0.23.1
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -249,6 +249,8 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **Nov 2024:**
+  - **[0.23.0](https://langroid.github.io/langroid/tutorials/local-llm-setup/#local-llms-hosted-on-glhfchat)**: 
+      support for LLMs (e.g. `Qwen2.5-Coder-32b-Instruct`) hosted on glhf.chat 
   - **[0.22.0](https://langroid.github.io/langroid/notes/large-tool-results/)**: 
      Optional parameters to truncate large tool results.
   - **[0.21.0](https://langroid.github.io/langroid/notes/gemini/)** Direct support for Gemini models via OpenAI client instead of using LiteLLM.

{langroid-0.22.7 → langroid-0.23.1}/README.md

@@ -136,6 +136,8 @@ teacher_task.run()
 <summary> <b>Click to expand</b></summary>
 
 - **Nov 2024:**
+  - **[0.23.0](https://langroid.github.io/langroid/tutorials/local-llm-setup/#local-llms-hosted-on-glhfchat)**: 
+      support for LLMs (e.g. `Qwen2.5-Coder-32b-Instruct`) hosted on glhf.chat 
   - **[0.22.0](https://langroid.github.io/langroid/notes/large-tool-results/)**: 
      Optional parameters to truncate large tool results.
   - **[0.21.0](https://langroid.github.io/langroid/notes/gemini/)** Direct support for Gemini models via OpenAI client instead of using LiteLLM.

{langroid-0.22.7 → langroid-0.23.1}/langroid/agent/base.py

@@ -756,18 +756,18 @@ class Agent(ABC):
     @no_type_check
     async def llm_response_async(
         self,
-        msg: Optional[str | ChatDocument] = None,
+        message: Optional[str | ChatDocument] = None,
     ) -> Optional[ChatDocument]:
         """
         Asynch version of `llm_response`. See there for details.
         """
-        if msg is None or not self.llm_can_respond(msg):
+        if message is None or not self.llm_can_respond(message):
             return None
 
-        if isinstance(msg, ChatDocument):
-            prompt = msg.content
+        if isinstance(message, ChatDocument):
+            prompt = message.content
         else:
-            prompt = msg
+            prompt = message
 
         output_len = self.config.llm.max_output_tokens
         if self.num_tokens(prompt) + output_len > self.llm.completion_context_length():
@@ -807,29 +807,31 @@ class Agent(ABC):
             )
         cdoc = ChatDocument.from_LLMResponse(response, displayed=True)
         # Preserve trail of tool_ids for OpenAI Assistant fn-calls
-        cdoc.metadata.tool_ids = [] if isinstance(msg, str) else msg.metadata.tool_ids
+        cdoc.metadata.tool_ids = (
+            [] if isinstance(message, str) else message.metadata.tool_ids
+        )
         return cdoc
 
     @no_type_check
     def llm_response(
         self,
-        msg: Optional[str | ChatDocument] = None,
+        message: Optional[str | ChatDocument] = None,
     ) -> Optional[ChatDocument]:
         """
         LLM response to a prompt.
         Args:
-            msg (str|ChatDocument): prompt string, or ChatDocument object
+            message (str|ChatDocument): prompt string, or ChatDocument object
 
         Returns:
             Response from LLM, packaged as a ChatDocument
         """
-        if msg is None or not self.llm_can_respond(msg):
+        if message is None or not self.llm_can_respond(message):
             return None
 
-        if isinstance(msg, ChatDocument):
-            prompt = msg.content
+        if isinstance(message, ChatDocument):
+            prompt = message.content
         else:
-            prompt = msg
+            prompt = message
 
         with ExitStack() as stack:  # for conditionally using rich spinner
             if not self.llm.get_stream():
@@ -879,7 +881,9 @@ class Agent(ABC):
         )
         cdoc = ChatDocument.from_LLMResponse(response, displayed=True)
         # Preserve trail of tool_ids for OpenAI Assistant fn-calls
-        cdoc.metadata.tool_ids = [] if isinstance(msg, str) else msg.metadata.tool_ids
+        cdoc.metadata.tool_ids = (
+            [] if isinstance(message, str) else message.metadata.tool_ids
+        )
         return cdoc
 
     def has_tool_message_attempt(self, msg: str | ChatDocument | None) -> bool:

{langroid-0.22.7 → langroid-0.23.1}/langroid/agent/special/doc_chat_agent.py

@@ -663,15 +663,15 @@ class DocChatAgent(ChatAgent):
 
     def llm_response(
         self,
-        query: None | str | ChatDocument = None,
+        message: None | str | ChatDocument = None,
     ) -> Optional[ChatDocument]:
-        if not self.llm_can_respond(query):
+        if not self.llm_can_respond(message):
             return None
         query_str: str | None
-        if isinstance(query, ChatDocument):
-            query_str = query.content
+        if isinstance(message, ChatDocument):
+            query_str = message.content
         else:
-            query_str = query
+            query_str = message
         if query_str is None or query_str.startswith("!"):
             # direct query to LLM
             query_str = query_str[1:] if query_str is not None else None
@@ -714,16 +714,16 @@ class DocChatAgent(ChatAgent):
 
     async def llm_response_async(
         self,
-        query: None | str | ChatDocument = None,
+        message: None | str | ChatDocument = None,
     ) -> Optional[ChatDocument]:
         apply_nest_asyncio()
-        if not self.llm_can_respond(query):
+        if not self.llm_can_respond(message):
             return None
         query_str: str | None
-        if isinstance(query, ChatDocument):
-            query_str = query.content
+        if isinstance(message, ChatDocument):
+            query_str = message.content
         else:
-            query_str = query
+            query_str = message
         if query_str is None or query_str.startswith("!"):
             # direct query to LLM
             query_str = query_str[1:] if query_str is not None else None

{langroid-0.22.7 → langroid-0.23.1}/langroid/agent/tool_message.py

@@ -171,7 +171,8 @@ class ToolMessage(ABC, BaseModel):
 
         Args:
             tool: instructions for Langroid-native tool use? (e.g. for non-OpenAI LLM)
-                (or else it would be for OpenAI Function calls)
+                (or else it would be for OpenAI Function calls).
+                Ignored in the default implementation, but can be used in subclasses.
         Returns:
             str: instructions on how to use the message
         """

{langroid-0.22.7 → langroid-0.23.1}/langroid/language_models/openai_gpt.py

@@ -67,6 +67,7 @@ else:
     OLLAMA_BASE_URL = "http://localhost:11434/v1"
 
 GEMINI_BASE_URL = "https://generativelanguage.googleapis.com/v1beta/"
+GLHF_BASE_URL = "https://glhf.chat/api/openai/v1"
 OLLAMA_API_KEY = "ollama"
 DUMMY_API_KEY = "xxx"
 
@@ -513,6 +514,7 @@ class OpenAIGPT(LanguageModel):
         self.is_groq = self.config.chat_model.startswith("groq/")
         self.is_cerebras = self.config.chat_model.startswith("cerebras/")
         self.is_gemini = self.config.chat_model.startswith("gemini/")
+        self.is_glhf = self.config.chat_model.startswith("glhf/")
 
         if self.is_groq:
             self.config.chat_model = self.config.chat_model.replace("groq/", "")
@@ -538,6 +540,10 @@ class OpenAIGPT(LanguageModel):
                 self.config.chat_model = self.config.chat_model.replace("gemini/", "")
                 self.api_key = os.getenv("GEMINI_API_KEY", DUMMY_API_KEY)
                 self.api_base = GEMINI_BASE_URL
+            elif self.is_glhf:
+                self.config.chat_model = self.config.chat_model.replace("glhf/", "")
+                self.api_key = os.getenv("GLHF_API_KEY", DUMMY_API_KEY)
+                self.api_base = GLHF_BASE_URL
 
             self.client = OpenAI(
                 api_key=self.api_key,

{langroid-0.22.7 → langroid-0.23.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.22.7"
+version = "0.23.1"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"