langroid 0.9.2__py3-none-any.whl → 0.9.4__py3-none-any.whl

langroid/language_models/openai_gpt.py

@@ -1017,7 +1017,8 @@ class OpenAIGPT(LanguageModel):
             LLMResponse(
                 message=completion,
                 cached=False,
-                oai_tool_calls=tool_calls or None,  # don't allow empty list [] here
+                # don't allow empty list [] here
+                oai_tool_calls=tool_calls or None if len(tool_deltas) > 0 else None,
                 function_call=function_call if has_function else None,
             ),
             openai_response.dict(),

langroid/language_models/prompt_formatter/hf_formatter.py

@@ -18,7 +18,7 @@ from langroid.language_models.prompt_formatter.base import PromptFormatter
 logger = logging.getLogger(__name__)
 
 
-def try_import_hf_modules() -> Tuple[Type[Any], Type[Any], Type[Any]]:
+def try_import_hf_modules() -> Tuple[Type[Any], Type[Any]]:
     """
     Attempts to import the AutoTokenizer class from the transformers package.
     Returns:
@@ -27,17 +27,16 @@ def try_import_hf_modules() -> Tuple[Type[Any], Type[Any], Type[Any]]:
         ImportError: If the transformers package is not installed.
     """
     try:
-        from huggingface_hub import HfApi, ModelFilter
+        from huggingface_hub import HfApi
         from transformers import AutoTokenizer
 
-        return AutoTokenizer, HfApi, ModelFilter
+        return AutoTokenizer, HfApi
     except ImportError:
         raise ImportError(
             """
             You are trying to use some/all of:
             HuggingFace transformers.AutoTokenizer,
-            huggingface_hub.HfApi, 
-            huggingface_hub.ModelFilter,
+            huggingface_hub.HfApi,
             but these are not not installed 
             by default with Langroid. Please install langroid using the 
             `transformers` extra, like so:
@@ -48,7 +47,7 @@ def try_import_hf_modules() -> Tuple[Type[Any], Type[Any], Type[Any]]:
 
 
 def find_hf_formatter(model_name: str) -> str:
-    AutoTokenizer, HfApi, ModelFilter = try_import_hf_modules()
+    AutoTokenizer, HfApi = try_import_hf_modules()
     hf_api = HfApi()
     # try to find a matching model, with progressivly shorter prefixes of model_name
     model_name = model_name.lower().split("/")[-1]
@@ -57,19 +56,19 @@ def find_hf_formatter(model_name: str) -> str:
     for i in range(len(parts), 0, -1):
         prefix = "-".join(parts[:i])
         models = hf_api.list_models(
-            filter=ModelFilter(
-                task="text-generation",
-                model_name=prefix,
-            )
+            task="text-generation",
+            model_name=prefix,
         )
         try:
             mdl = next(models)
-        except StopIteration:
+            tokenizer = AutoTokenizer.from_pretrained(mdl.id)
+            if tokenizer.chat_template is not None:
+                return str(mdl.id)
+            else:
+                continue
+        except Exception:
             continue
 
-        tokenizer = AutoTokenizer.from_pretrained(mdl.id)
-        if tokenizer.chat_template is not None:
-            return str(mdl.id)
     return ""
 
 
@@ -78,14 +77,12 @@ class HFFormatter(PromptFormatter):
 
     def __init__(self, config: HFPromptFormatterConfig):
         super().__init__(config)
-        AutoTokenizer, HfApi, ModelFilter = try_import_hf_modules()
+        AutoTokenizer, HfApi = try_import_hf_modules()
         self.config: HFPromptFormatterConfig = config
         hf_api = HfApi()
         models = hf_api.list_models(
-            filter=ModelFilter(
-                task="text-generation",
-                model_name=config.model_name,
-            )
+            task="text-generation",
+            model_name=config.model_name,
         )
         try:
             mdl = next(models)

{langroid-0.9.2.dist-info → langroid-0.9.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.9.2
+Version: 0.9.4
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani

{langroid-0.9.2.dist-info → langroid-0.9.4.dist-info}/RECORD

@@ -71,10 +71,10 @@ langroid/language_models/azure_openai.py,sha256=G4le3j4YLHV7IwgB2C37hO3MKijZ1Kjy
 langroid/language_models/base.py,sha256=ytJ_0Jw5erbqrqLPp4JMCo_nIkwzUvBqoKUr8Sae9Qg,21792
 langroid/language_models/config.py,sha256=9Q8wk5a7RQr8LGMT_0WkpjY8S4ywK06SalVRjXlfCiI,378
 langroid/language_models/mock_lm.py,sha256=2Ka05SVGSUy096bsa2AyjaqC5jmcFoe7HycpdnICTIw,3031
-langroid/language_models/openai_gpt.py,sha256=2IS-1vWVHJvfGWOtTaJAkHv9WxtlStBxhUvXLqNRwRU,61337
+langroid/language_models/openai_gpt.py,sha256=T-Gznbv8Nqrkf8rmO3L6pRVracYE1oG_LhrfenzdfNA,61386
 langroid/language_models/prompt_formatter/__init__.py,sha256=2-5cdE24XoFDhifOLl8yiscohil1ogbP1ECkYdBlBsk,372
 langroid/language_models/prompt_formatter/base.py,sha256=eDS1sgRNZVnoajwV_ZIha6cba5Dt8xjgzdRbPITwx3Q,1221
-langroid/language_models/prompt_formatter/hf_formatter.py,sha256=TFL6ppmeQWnzr6CKQzRZFYY810zE1mr8DZnhw6i85ok,5217
+langroid/language_models/prompt_formatter/hf_formatter.py,sha256=PVJppmjRvD-2DF-XNC6mE05vTZ9wbu37SmXwZBQhad0,5055
 langroid/language_models/prompt_formatter/llama2_formatter.py,sha256=YdcO88qyBeuMENVIVvVqSYuEpvYSTndUe_jd6hVTko4,2899
 langroid/language_models/utils.py,sha256=o6Zo2cnnvKrfSgF26knVQ1xkSxEoE7yN85296gNdVOw,4858
 langroid/mytypes.py,sha256=ptAFxEAtiwmIfUnGisNotTe8wT9LKBf22lOfPgZoQIY,2368
@@ -133,8 +133,8 @@ langroid/vector_store/meilisearch.py,sha256=6frB7GFWeWmeKzRfLZIvzRjllniZ1cYj3Hmh
 langroid/vector_store/momento.py,sha256=qR-zBF1RKVHQZPZQYW_7g-XpTwr46p8HJuYPCkfJbM4,10534
 langroid/vector_store/qdrant_cloud.py,sha256=3im4Mip0QXLkR6wiqVsjV1QvhSElfxdFSuDKddBDQ-4,188
 langroid/vector_store/qdrantdb.py,sha256=v88lqFkepADvlN6lByUj9I4NEKa9X9lWH16uTPPbYrE,17457
-pyproject.toml,sha256=SQdwuOfdXmFdiLWiKfHRsjfp9H4XJ-GidVwwHufYHa4,7087
-langroid-0.9.2.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.9.2.dist-info/METADATA,sha256=WNUNN7UuPVe7pvYknP33B6XXwHT2wOD9S14IwNRgoeQ,54751
-langroid-0.9.2.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-langroid-0.9.2.dist-info/RECORD,,
+pyproject.toml,sha256=P5_kgCb2FOLB3-jH84pXgSbuNaIyI69vHPRTpLDh-5w,7087
+langroid-0.9.4.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.9.4.dist-info/METADATA,sha256=ZG-cNsAaQviaQZVnTDjFD1rM6Bs5VWdIgQG59N5DcLA,54751
+langroid-0.9.4.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+langroid-0.9.4.dist-info/RECORD,,

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langroid"
-version = "0.9.2"
+version = "0.9.4"
 description = "Harness LLMs with Multi-Agent Programming"
 authors = ["Prasad Chalasani <pchalasani@gmail.com>"]
 readme = "README.md"