langroid 0.52.6__tar.gz → 0.52.7__tar.gz

{langroid-0.52.6 → langroid-0.52.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langroid
-Version: 0.52.6
+Version: 0.52.7
 Summary: Harness LLMs with Multi-Agent Programming
 Author-email: Prasad Chalasani <pchalasani@gmail.com>
 License: MIT

{langroid-0.52.6 → langroid-0.52.7}/langroid/agent/special/doc_chat_agent.py

@@ -872,6 +872,7 @@ class DocChatAgent(ChatAgent):
         else:
             answer_doc = super().llm_response_forget(final_prompt)
 
+        assert answer_doc is not None, "LLM response should not be None here"
         final_answer = answer_doc.content.strip()
         show_if_debug(final_answer, "SUMMARIZE_RESPONSE= ")
 

{langroid-0.52.6 → langroid-0.52.7}/langroid/language_models/openai_gpt.py

@@ -1893,7 +1893,8 @@ class OpenAIGPT(LanguageModel):
             max_completion_tokens=max_tokens,
             stream=self.get_stream(),
         )
-        if self.get_stream():
+        if self.get_stream() and "groq" not in self.chat_model_orig:
+            # groq fails when we include stream_options in the request
             args.update(
                 dict(
                     # get token-usage numbers in stream mode from OpenAI API,

{langroid-0.52.6 → langroid-0.52.7}/langroid/language_models/utils.py

@@ -67,6 +67,7 @@ def retry_with_exponential_backoff(
                     for err in [
                         "BadRequestError",
                         "ConnectionError",
+                        "NotFoundError",
                     ]
                 ):
                     logger.error(f"OpenAI API request failed with error: {e}.")
@@ -137,6 +138,19 @@ def async_retry_with_exponential_backoff(
                 raise e
             # Retry on specified errors
             except errors as e:
+                # For certain types of errors that slip through here
+                # (e.g. when using proxies like LiteLLM, do not retry)
+                if any(
+                    err in str(e)
+                    for err in [
+                        "BadRequestError",
+                        "ConnectionError",
+                        "NotFoundError",
+                    ]
+                ):
+                    logger.error(f"OpenAI API request failed with error: {e}.")
+                    raise e
+
                 # Increment retries
                 num_retries += 1
 

{langroid-0.52.6 → langroid-0.52.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "langroid"
-version = "0.52.6"
+version = "0.52.7"
 authors = [
     {name = "Prasad Chalasani", email = "pchalasani@gmail.com"},
 ]