langroid 0.1.128__tar.gz → 0.1.130__tar.gz

{langroid-0.1.128 → langroid-0.1.130}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.1.128
+Version: 0.1.130
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -123,7 +123,7 @@ Description-Content-Type: text/markdown
 </h3>
 
 `Langroid` is an intuitive, lightweight, extensible and principled
-Python framework to easily build LLM-powered applications. 
+Python framework to easily build LLM-powered applications, from ex-CMU and UW-Madison researchers. 
 You set up Agents, equip them with optional components (LLM, 
 vector-store and tools/functions), assign them tasks, and have them 
 collaboratively solve a problem by exchanging messages. 
@@ -137,6 +137,12 @@ into simplifying the developer experience; it does not use `Langchain`.
 We welcome contributions -- See the [contributions](./CONTRIBUTING.md) document
 for ideas on what to contribute.
 
+
+Building LLM Applications? Prasad Chalasani is available for consulting
+(advisory/development): pchalasani at gmail dot com.
+
+Sponsorship is also accepted via [GitHub Sponsors](https://github.com/sponsors/langroid)
+
 **Questions, Feedback, Ideas? Join us on [Discord](https://discord.gg/ZU36McDgDs)!**
 
 # Quick glimpse of coding with Langroid
@@ -902,14 +908,8 @@ If you like this project, please give it a star ⭐ and 📢 spread the word in
 [![Share on Hacker News](https://img.shields.io/badge/-Share%20on%20Hacker%20News-orange)](https://news.ycombinator.com/submitlink?u=https%3A%2F%2Fgithub.com%2Flangroid%2Flangroid&t=Harness%20LLMs%20with%20Multi-Agent%20Programming)
 [![Share on Reddit](https://img.shields.io/badge/-Share%20on%20Reddit-blue)](https://www.reddit.com/submit?url=https%3A%2F%2Fgithub.com%2Flangroid%2Flangroid&title=Harness%20LLMs%20with%20Multi-Agent%20Programming)
 
-
-
-
 Your support will help build Langroid's momentum and community.
 
-
-
-
 # Langroid Co-Founders
 
 - [Prasad Chalasani](https://www.linkedin.com/in/pchalasani/) (IIT BTech/CS, CMU PhD/ML; Independent ML Consultant)

{langroid-0.1.128 → langroid-0.1.130}/README.md

@@ -34,7 +34,7 @@
 </h3>
 
 `Langroid` is an intuitive, lightweight, extensible and principled
-Python framework to easily build LLM-powered applications. 
+Python framework to easily build LLM-powered applications, from ex-CMU and UW-Madison researchers. 
 You set up Agents, equip them with optional components (LLM, 
 vector-store and tools/functions), assign them tasks, and have them 
 collaboratively solve a problem by exchanging messages. 
@@ -48,6 +48,12 @@ into simplifying the developer experience; it does not use `Langchain`.
 We welcome contributions -- See the [contributions](./CONTRIBUTING.md) document
 for ideas on what to contribute.
 
+
+Building LLM Applications? Prasad Chalasani is available for consulting
+(advisory/development): pchalasani at gmail dot com.
+
+Sponsorship is also accepted via [GitHub Sponsors](https://github.com/sponsors/langroid)
+
 **Questions, Feedback, Ideas? Join us on [Discord](https://discord.gg/ZU36McDgDs)!**
 
 # Quick glimpse of coding with Langroid
@@ -813,14 +819,8 @@ If you like this project, please give it a star ⭐ and 📢 spread the word in
 [![Share on Hacker News](https://img.shields.io/badge/-Share%20on%20Hacker%20News-orange)](https://news.ycombinator.com/submitlink?u=https%3A%2F%2Fgithub.com%2Flangroid%2Flangroid&t=Harness%20LLMs%20with%20Multi-Agent%20Programming)
 [![Share on Reddit](https://img.shields.io/badge/-Share%20on%20Reddit-blue)](https://www.reddit.com/submit?url=https%3A%2F%2Fgithub.com%2Flangroid%2Flangroid&title=Harness%20LLMs%20with%20Multi-Agent%20Programming)
 
-
-
-
 Your support will help build Langroid's momentum and community.
 
-
-
-
 # Langroid Co-Founders
 
 - [Prasad Chalasani](https://www.linkedin.com/in/pchalasani/) (IIT BTech/CS, CMU PhD/ML; Independent ML Consultant)

{langroid-0.1.128 → langroid-0.1.130}/langroid/agent/task.py

@@ -61,7 +61,7 @@ class Task:
         single_round: bool = False,
         system_message: str = "",
         user_message: str | None = "",
-        restart: bool = False,
+        restart: bool = True,
         default_human_response: Optional[str] = None,
         interactive: bool = True,
         only_user_quits_root: bool = True,

{langroid-0.1.128 → langroid-0.1.130}/langroid/language_models/base.py

@@ -362,18 +362,18 @@ class LanguageModel(ABC):
         pass
 
     @abstractmethod
-    def generate(self, prompt: str, max_tokens: int) -> LLMResponse:
+    def generate(self, prompt: str, max_tokens: int = 200) -> LLMResponse:
         pass
 
     @abstractmethod
-    async def agenerate(self, prompt: str, max_tokens: int) -> LLMResponse:
+    async def agenerate(self, prompt: str, max_tokens: int = 200) -> LLMResponse:
         pass
 
     @abstractmethod
     def chat(
         self,
         messages: Union[str, List[LLMMessage]],
-        max_tokens: int,
+        max_tokens: int = 200,
         functions: Optional[List[LLMFunctionSpec]] = None,
         function_call: str | Dict[str, str] = "auto",
     ) -> LLMResponse:
@@ -383,7 +383,7 @@ class LanguageModel(ABC):
     async def achat(
         self,
         messages: Union[str, List[LLMMessage]],
-        max_tokens: int,
+        max_tokens: int = 200,
         functions: Optional[List[LLMFunctionSpec]] = None,
         function_call: str | Dict[str, str] = "auto",
     ) -> LLMResponse:

{langroid-0.1.128 → langroid-0.1.130}/langroid/language_models/openai_gpt.py

@@ -49,9 +49,7 @@ class OpenAICompletionModel(str, Enum):
     """Enum for OpenAI Completion models"""
 
     TEXT_DA_VINCI_003 = "text-davinci-003"  # deprecated
-    TEXT_ADA_001 = "text-ada-001"  # deprecated
-    GPT4 = "gpt-4"  # only works on chat-completion endpoint
-    GPT4_TURBO = "gpt-4-1106-preview"  # only works on chat-completion endpoint
+    GPT3_5_TURBO_INSTRUCT = "gpt-3.5-turbo-instruct"
 
 
 _context_length: Dict[str, int] = {
@@ -92,9 +90,10 @@ class OpenAIGPTConfig(LLMConfig):
     use_chat_for_completion = True  # do not change this, for OpenAI models!
     timeout: int = 20
     temperature: float = 0.2
+    seed: int | None = 42
     # these can be any model name that is served at an OpenAI-compatible API end point
     chat_model: str = OpenAIChatModel.GPT4
-    completion_model: str = OpenAICompletionModel.GPT4
+    completion_model: str = OpenAICompletionModel.GPT3_5_TURBO_INSTRUCT
 
     # all of the vars above can be set via env vars,
     # by upper-casing the name and prefixing with OPENAI_, e.g.
@@ -123,6 +122,7 @@ class OpenAIGPTConfig(LLMConfig):
                 """
             )
         litellm.telemetry = False
+        self.seed = None  # some local mdls don't support seed
         keys_dict = litellm.validate_environment(self.chat_model)
         missing_keys = keys_dict.get("missing_keys", [])
         if len(missing_keys) > 0:
@@ -201,6 +201,7 @@ class OpenAIGPT(LanguageModel):
             # so we can just use `openai.*` methods directly,
             # and don't need a adaptor library like litellm
             self.config.litellm = False
+            self.config.seed = None  # some models raise an error when seed is set
             # Extract the api_base from the model name after the "local/" prefix
             self.api_base = "http://" + self.config.chat_model.split("/", 1)[1]
         else:
@@ -551,7 +552,7 @@ class OpenAIGPT(LanguageModel):
             prompt_tokens=prompt_tokens, completion_tokens=completion_tokens, cost=cost
         )
 
-    def generate(self, prompt: str, max_tokens: int) -> LLMResponse:
+    def generate(self, prompt: str, max_tokens: int = 200) -> LLMResponse:
         try:
             return self._generate(prompt, max_tokens)
         except Exception as e:
@@ -598,7 +599,7 @@ class OpenAIGPT(LanguageModel):
         msg = response["choices"][0]["text"].strip()
         return LLMResponse(message=msg, cached=cached)
 
-    async def agenerate(self, prompt: str, max_tokens: int) -> LLMResponse:
+    async def agenerate(self, prompt: str, max_tokens: int = 200) -> LLMResponse:
         try:
             return await self._agenerate(prompt, max_tokens)
         except Exception as e:
@@ -688,7 +689,7 @@ class OpenAIGPT(LanguageModel):
     def chat(
         self,
         messages: Union[str, List[LLMMessage]],
-        max_tokens: int,
+        max_tokens: int = 200,
         functions: Optional[List[LLMFunctionSpec]] = None,
         function_call: str | Dict[str, str] = "auto",
     ) -> LLMResponse:
@@ -730,7 +731,7 @@ class OpenAIGPT(LanguageModel):
     async def achat(
         self,
         messages: Union[str, List[LLMMessage]],
-        max_tokens: int,
+        max_tokens: int = 200,
         functions: Optional[List[LLMFunctionSpec]] = None,
         function_call: str | Dict[str, str] = "auto",
     ) -> LLMResponse:
@@ -851,6 +852,8 @@ class OpenAIGPT(LanguageModel):
             temperature=self.config.temperature,
             stream=self.get_stream(),
         )
+        if self.config.seed is not None:
+            args.update(dict(seed=self.config.seed))
         # only include functions-related args if functions are provided
         # since the OpenAI API will throw an error if `functions` is None or []
         if functions is not None:

{langroid-0.1.128 → langroid-0.1.130}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.1.128"
+version = "0.1.130"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"