langroid 0.1.199__py3-none-any.whl → 0.1.200__py3-none-any.whl

langroid/language_models/prompt_formatter/hf_formatter.py

@@ -6,9 +6,8 @@ models will have the same tokenizer, so we just use the first one.
 """
 import logging
 import re
-from typing import Any, List, Set, Type
+from typing import Any, List, Set, Tuple, Type
 
-from huggingface_hub import HfApi, ModelFilter
 from jinja2.exceptions import TemplateError
 
 from langroid.language_models.base import LanguageModel, LLMMessage, Role
@@ -18,7 +17,7 @@ from langroid.language_models.prompt_formatter.base import PromptFormatter
 logger = logging.getLogger(__name__)
 
 
-def try_import_AutoTokenizer() -> Type[Any]:
+def try_import_hf_modules() -> Tuple[Type[Any], Type[Any], Type[Any]]:
     """
     Attempts to import the AutoTokenizer class from the transformers package.
     Returns:
@@ -27,14 +26,18 @@ def try_import_AutoTokenizer() -> Type[Any]:
         ImportError: If the transformers package is not installed.
     """
     try:
+        from huggingface_hub import HfApi, ModelFilter
         from transformers import AutoTokenizer
 
-        return AutoTokenizer  # type: ignore
+        return AutoTokenizer, HfApi, ModelFilter
     except ImportError:
         raise ImportError(
             """
-            You are trying to use the HuggingFace transformers.AutoTokenizer,
-            but the `transformers` package is not installed 
+            You are trying to use some/all of:
+            HuggingFace transformers.AutoTokenizer,
+            huggingface_hub.HfApi, 
+            huggingface_hub.ModelFilter,
+            but these are not not installed 
             by default with Langroid. Please install langroid using the 
             `transformers` extra, like so:
             pip install "langroid[transformers]"
@@ -44,6 +47,7 @@ def try_import_AutoTokenizer() -> Type[Any]:
 
 
 def find_hf_formatter(model_name: str) -> str:
+    AutoTokenizer, HfApi, ModelFilter = try_import_hf_modules()
     hf_api = HfApi()
     # try to find a matching model, with progressivly shorter prefixes of model_name
     model_name = model_name.lower().split("/")[-1]
@@ -61,7 +65,7 @@ def find_hf_formatter(model_name: str) -> str:
             mdl = next(models)
         except StopIteration:
             continue
-        AutoTokenizer = try_import_AutoTokenizer()
+
         tokenizer = AutoTokenizer.from_pretrained(mdl.id)
         if tokenizer.chat_template is not None:
             return str(mdl.id)
@@ -73,6 +77,7 @@ class HFFormatter(PromptFormatter):
 
     def __init__(self, config: HFPromptFormatterConfig):
         super().__init__(config)
+        AutoTokenizer, HfApi, ModelFilter = try_import_hf_modules()
         self.config: HFPromptFormatterConfig = config
         hf_api = HfApi()
         models = hf_api.list_models(
@@ -85,7 +90,7 @@ class HFFormatter(PromptFormatter):
             mdl = next(models)
         except StopIteration:
             raise ValueError(f"Model {config.model_name} not found on HuggingFace Hub")
-        AutoTokenizer = try_import_AutoTokenizer()
+
         self.tokenizer = AutoTokenizer.from_pretrained(mdl.id)
         if self.tokenizer.chat_template is None:
             raise ValueError(

langroid/vector_store/__init__.py

@@ -1,22 +1,30 @@
 from . import base
-from . import chromadb
+
 from . import qdrantdb
 from . import meilisearch
 from . import lancedb
 
-from .chromadb import ChromaDBConfig, ChromaDB
 from .qdrantdb import QdrantDBConfig, QdrantDB
 from .meilisearch import MeiliSearch, MeiliSearchConfig
 from .lancedb import LanceDB, LanceDBConfig
 
+has_chromadb = False
+try:
+    from . import chromadb
+    from .chromadb import ChromaDBConfig, ChromaDB
+
+    chromadb  # silence linters
+    ChromaDB
+    ChromaDBConfig
+    has_chromadb = True
+except ImportError:
+    pass
+
 __all__ = [
     "base",
-    "chromadb",
     "qdrantdb",
     "meilisearch",
     "lancedb",
-    "ChromaDBConfig",
-    "ChromaDB",
     "QdrantDBConfig",
     "QdrantDB",
     "MeiliSearch",
@@ -24,3 +32,6 @@ __all__ = [
     "LanceDB",
     "LanceDBConfig",
 ]
+
+if has_chromadb:
+    __all__.extend(["chromadb", "ChromaDBConfig", "ChromaDB"])

langroid/vector_store/chromadb.py

@@ -2,8 +2,6 @@ import json
 import logging
 from typing import Any, Dict, List, Optional, Sequence, Tuple
 
-import chromadb
-
 from langroid.embedding_models.base import (
     EmbeddingModel,
     EmbeddingModelsConfig,
@@ -28,6 +26,17 @@ class ChromaDBConfig(VectorStoreConfig):
 class ChromaDB(VectorStore):
     def __init__(self, config: ChromaDBConfig = ChromaDBConfig()):
         super().__init__(config)
+        try:
+            import chromadb
+        except ImportError:
+            raise ImportError(
+                """
+                ChromaDB is not installed by default with Langroid.
+                If you want to use it, please install it with the `chromadb` extra, e.g.
+                pip install "langroid[chromadb]"
+                or an equivalent command.
+                """
+            )
         self.config = config
         emb_model = EmbeddingModel.create(config.embedding)
         self.embedding_fn = emb_model.embedding_fn()

{langroid-0.1.199.dist-info → langroid-0.1.200.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langroid
-Version: 0.1.199
+Version: 0.1.200
 Summary: Harness LLMs with Multi-Agent Programming
 License: MIT
 Author: Prasad Chalasani
@@ -11,9 +11,11 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Provides-Extra: chainlit
+Provides-Extra: chromadb
 Provides-Extra: hf-embeddings
 Provides-Extra: litellm
 Provides-Extra: metaphor
+Provides-Extra: mkdocs
 Provides-Extra: mysql
 Provides-Extra: neo4j
 Provides-Extra: postgres
@@ -27,7 +29,7 @@ Requires-Dist: autopep8 (>=2.0.2,<3.0.0)
 Requires-Dist: black[jupyter] (>=23.3.0,<24.0.0)
 Requires-Dist: bs4 (>=0.0.1,<0.0.2)
 Requires-Dist: chainlit (>=1.0.301,<2.0.0) ; extra == "chainlit"
-Requires-Dist: chromadb (>=0.4.21,<=0.4.23)
+Requires-Dist: chromadb (>=0.4.21,<=0.4.23) ; extra == "chromadb"
 Requires-Dist: colorlog (>=6.7.0,<7.0.0)
 Requires-Dist: docstring-parser (>=0.15,<0.16)
 Requires-Dist: duckduckgo-search (>=4.4,<5.0)
@@ -37,6 +39,7 @@ Requires-Dist: fire (>=0.5.0,<0.6.0)
 Requires-Dist: flake8 (>=6.0.0,<7.0.0)
 Requires-Dist: google-api-python-client (>=2.95.0,<3.0.0)
 Requires-Dist: halo (>=0.0.31,<0.0.32)
+Requires-Dist: huggingface-hub (>=0.21.2,<0.22.0) ; extra == "transformers"
 Requires-Dist: jinja2 (>=3.1.2,<4.0.0)
 Requires-Dist: lancedb (>=0.4.1,<0.5.0)
 Requires-Dist: litellm (>=1.23.0,<2.0.0) ; extra == "litellm"
@@ -44,15 +47,15 @@ Requires-Dist: lxml (>=4.9.3,<5.0.0)
 Requires-Dist: meilisearch (>=0.28.3,<0.29.0)
 Requires-Dist: meilisearch-python-sdk (>=2.2.3,<3.0.0)
 Requires-Dist: metaphor-python (>=0.1.23,<0.2.0) ; extra == "metaphor"
-Requires-Dist: mkdocs (>=1.4.2,<2.0.0)
-Requires-Dist: mkdocs-awesome-pages-plugin (>=2.8.0,<3.0.0)
-Requires-Dist: mkdocs-gen-files (>=0.4.0,<0.5.0)
-Requires-Dist: mkdocs-jupyter (>=0.24.1,<0.25.0)
-Requires-Dist: mkdocs-literate-nav (>=0.6.0,<0.7.0)
-Requires-Dist: mkdocs-material (>=9.1.5,<10.0.0)
+Requires-Dist: mkdocs (>=1.4.2,<2.0.0) ; extra == "mkdocs"
+Requires-Dist: mkdocs-awesome-pages-plugin (>=2.8.0,<3.0.0) ; extra == "mkdocs"
+Requires-Dist: mkdocs-gen-files (>=0.4.0,<0.5.0) ; extra == "mkdocs"
+Requires-Dist: mkdocs-jupyter (>=0.24.1,<0.25.0) ; extra == "mkdocs"
+Requires-Dist: mkdocs-literate-nav (>=0.6.0,<0.7.0) ; extra == "mkdocs"
+Requires-Dist: mkdocs-material (>=9.1.5,<10.0.0) ; extra == "mkdocs"
 Requires-Dist: mkdocs-rss-plugin (>=1.8.0,<2.0.0)
-Requires-Dist: mkdocs-section-index (>=0.3.5,<0.4.0)
-Requires-Dist: mkdocstrings[python] (>=0.21.2,<0.22.0)
+Requires-Dist: mkdocs-section-index (>=0.3.5,<0.4.0) ; extra == "mkdocs"
+Requires-Dist: mkdocstrings[python] (>=0.21.2,<0.22.0) ; extra == "mkdocs"
 Requires-Dist: momento (>=1.10.2,<2.0.0)
 Requires-Dist: mypy (>=1.7.0,<2.0.0)
 Requires-Dist: neo4j (>=5.14.1,<6.0.0) ; extra == "neo4j"

{langroid-0.1.199.dist-info → langroid-0.1.200.dist-info}/RECORD

@@ -61,7 +61,7 @@ langroid/language_models/openai_assistants.py,sha256=9K-DEAL2aSWHeXj2hwCo2RAlK9_
 langroid/language_models/openai_gpt.py,sha256=W2Cxj13qScqnfJCHvZJIqDM9YMNOFAFhnsIuBcnmDac,49327
 langroid/language_models/prompt_formatter/__init__.py,sha256=9JXFF22QNMmbQV1q4nrIeQVTtA3Tx8tEZABLtLBdFyc,352
 langroid/language_models/prompt_formatter/base.py,sha256=eDS1sgRNZVnoajwV_ZIha6cba5Dt8xjgzdRbPITwx3Q,1221
-langroid/language_models/prompt_formatter/hf_formatter.py,sha256=PS8w6K7ON5ANw0rU8KDrCtSqf2klxbR7plLKP1M4iXY,5057
+langroid/language_models/prompt_formatter/hf_formatter.py,sha256=QhVj5DcJYqveLC6nE3DKjsiJ8jY-J__8--NNp-2h8vI,5216
 langroid/language_models/prompt_formatter/llama2_formatter.py,sha256=YdcO88qyBeuMENVIVvVqSYuEpvYSTndUe_jd6hVTko4,2899
 langroid/language_models/utils.py,sha256=J1Y1HoYPkwS7L-kuLRAGzjcseqAj_S8u_MaaqlOA9uk,4265
 langroid/mytypes.py,sha256=opL488mtHKob1uJeK_h1-kNjU5GZwkgCfXhBQCsONWU,2614
@@ -107,15 +107,15 @@ langroid/utils/system.py,sha256=l-kFqIWkSD9YHOTka02dnihdbnR1mWVrnKSGK3LuEjo,4577
 langroid/utils/web/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langroid/utils/web/login.py,sha256=1iz9eUAHa87vpKIkzwkmFa00avwFWivDSAr7QUhK7U0,2528
 langroid/utils/web/selenium_login.py,sha256=mYI6EvVmne34N9RajlsxxRqJQJvV-WG4LGp6sEECHPw,1156
-langroid/vector_store/__init__.py,sha256=qOa3_BLvf8tjdUBT4Zq7pSLTY9TD2Fgw62UHHJWNu8w,557
+langroid/vector_store/__init__.py,sha256=Ba-HF_kW_XlzlCl3oKqIv144fXA0qkIsz94SIWJgXR8,738
 langroid/vector_store/base.py,sha256=JNk-2f6t_WCavizU332tOoZcXHP73RpobRk88Aus52w,13706
-langroid/vector_store/chromadb.py,sha256=fPD0OwPBSSUgZaQQcQjApeUCOaw17eW0MQ7XzVNmz9k,7559
+langroid/vector_store/chromadb.py,sha256=lTEB9Fu6GlX2ip88tmK2aimjU_ExS1DCwm1TGybtGE4,7944
 langroid/vector_store/lancedb.py,sha256=Vl0nWKqFyczgPRmWXLzof9UgOB0OhVZIuczY_rSAF10,17985
 langroid/vector_store/meilisearch.py,sha256=d2huA9P-NoYRuAQ9ZeXJmMKr7ry8u90RUSR28k2ecQg,11340
 langroid/vector_store/momento.py,sha256=j6Eo6oIDN2fe7lsBOlCXJn3uvvERHHTFL5QJfeREeOM,10044
 langroid/vector_store/qdrant_cloud.py,sha256=3im4Mip0QXLkR6wiqVsjV1QvhSElfxdFSuDKddBDQ-4,188
 langroid/vector_store/qdrantdb.py,sha256=_egbsP9SWBwmI827EDYSSOqfIQSmwNsmJfFTxrLpWYE,13457
-langroid-0.1.199.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
-langroid-0.1.199.dist-info/METADATA,sha256=I6PUyegsUG-Ny8TzbCV73EpdjN6DK6NRlGJQJm7U-gQ,45883
-langroid-0.1.199.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-langroid-0.1.199.dist-info/RECORD,,
+langroid-0.1.200.dist-info/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
+langroid-0.1.200.dist-info/METADATA,sha256=fZw9kRTjGR2JamcyPF52dPrN6RRKRrX9XThU3B8wB7k,46189
+langroid-0.1.200.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+langroid-0.1.200.dist-info/RECORD,,