langroid 0.2.7__tar.gz → 0.2.10__tar.gz

{langroid-0.2.7 → langroid-0.2.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.2.7
+Version: 0.2.10
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -522,6 +522,8 @@ with a postgres db, you will need to:
   If this gives you an error, try `pip install psycopg2-binary` in your virtualenv.
 </details>
 
+:memo: If you get strange errors involving `mysqlclient`, try doing `pip uninstall mysqlclient` followed by `pip install mysqlclient`.
+
 ### Set up environment variables (API keys, etc)
 
 To get started, all you need is an OpenAI API Key.

{langroid-0.2.7 → langroid-0.2.10}/README.md

@@ -418,6 +418,8 @@ with a postgres db, you will need to:
   If this gives you an error, try `pip install psycopg2-binary` in your virtualenv.
 </details>
 
+:memo: If you get strange errors involving `mysqlclient`, try doing `pip uninstall mysqlclient` followed by `pip install mysqlclient`.
+
 ### Set up environment variables (API keys, etc)
 
 To get started, all you need is an OpenAI API Key.

{langroid-0.2.7 → langroid-0.2.10}/langroid/agent/chat_agent.py

@@ -540,8 +540,9 @@ class ChatAgent(Agent):
         """
         if self.llm is None:
             return None
-
         hist, output_len = self._prep_llm_messages(message)
+        if len(hist) == 0:
+            return None
         with StreamingIfAllowed(self.llm, self.llm.get_stream()):
             response = await self.llm_response_messages_async(hist, output_len)
         self.message_history.append(ChatDocument.to_LLMMessage(response))

{langroid-0.2.7 → langroid-0.2.10}/langroid/language_models/__init__.py

@@ -16,6 +16,7 @@ from .base import (
 )
 from .openai_gpt import (
     OpenAIChatModel,
+    AnthropicModel,
     OpenAICompletionModel,
     OpenAIGPTConfig,
     OpenAIGPT,
@@ -39,6 +40,7 @@ __all__ = [
     "LLMTokenUsage",
     "LLMResponse",
     "OpenAIChatModel",
+    "AnthropicModel",
     "OpenAICompletionModel",
     "OpenAIGPTConfig",
     "OpenAIGPT",

{langroid-0.2.7 → langroid-0.2.10}/langroid/language_models/openai_gpt.py

@@ -65,6 +65,15 @@ OLLAMA_API_KEY = "ollama"
 DUMMY_API_KEY = "xxx"
 
 
+class AnthropicModel(str, Enum):
+    """Enum for Anthropic models"""
+
+    CLAUDE_3_5_SONNET = "claude-3-5-sonnet-20240620"
+    CLAUDE_3_OPUS = "claude-3-opus-20240229"
+    CLAUDE_3_SONNET = "claude-3-sonnet-20240229"
+    CLAUDE_3_HAIKU = "claude-3-turbo-20240307"
+
+
 class OpenAIChatModel(str, Enum):
     """Enum for OpenAI Chat models"""
 
@@ -90,6 +99,10 @@ _context_length: Dict[str, int] = {
     OpenAIChatModel.GPT4_TURBO: 128_000,
     OpenAIChatModel.GPT4o: 128_000,
     OpenAICompletionModel.TEXT_DA_VINCI_003: 4096,
+    AnthropicModel.CLAUDE_3_5_SONNET: 200_000,
+    AnthropicModel.CLAUDE_3_OPUS: 200_000,
+    AnthropicModel.CLAUDE_3_SONNET: 200_000,
+    AnthropicModel.CLAUDE_3_HAIKU: 200_000,
 }
 
 _cost_per_1k_tokens: Dict[str, Tuple[float, float]] = {
@@ -99,6 +112,10 @@ _cost_per_1k_tokens: Dict[str, Tuple[float, float]] = {
     OpenAIChatModel.GPT4: (0.03, 0.06),  # 8K context
     OpenAIChatModel.GPT4_TURBO: (0.01, 0.03),  # 128K context
     OpenAIChatModel.GPT4o: (0.005, 0.015),  # 128K context
+    AnthropicModel.CLAUDE_3_5_SONNET: (0.003, 0.015),
+    AnthropicModel.CLAUDE_3_OPUS: (0.015, 0.075),
+    AnthropicModel.CLAUDE_3_SONNET: (0.003, 0.015),
+    AnthropicModel.CLAUDE_3_HAIKU: (0.00025, 0.00125),
 }
 
 
@@ -285,7 +302,7 @@ class OpenAIGPTConfig(LLMConfig):
         litellm.telemetry = False
         litellm.drop_params = True  # drop un-supported params without crashing
         self.seed = None  # some local mdls don't support seed
-        keys_dict = litellm.validate_environment(self.chat_model)
+        keys_dict = litellm.utils.validate_environment(self.chat_model)
         missing_keys = keys_dict.get("missing_keys", [])
         if len(missing_keys) > 0:
             raise ValueError(

{langroid-0.2.7 → langroid-0.2.10}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.2.7"
+version = "0.2.10"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"