langroid 0.37.3__py3-none-any.whl → 0.37.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- langroid/vector_store/base.py +6 -1
- langroid/vector_store/chromadb.py +0 -1
- langroid/vector_store/lancedb.py +1 -3
- langroid/vector_store/momento.py +1 -3
- langroid/vector_store/qdrantdb.py +1 -3
- langroid/vector_store/weaviatedb.py +1 -3
- {langroid-0.37.3.dist-info → langroid-0.37.4.dist-info}/METADATA +1 -1
- {langroid-0.37.3.dist-info → langroid-0.37.4.dist-info}/RECORD +10 -10
- {langroid-0.37.3.dist-info → langroid-0.37.4.dist-info}/WHEEL +0 -0
- {langroid-0.37.3.dist-info → langroid-0.37.4.dist-info}/licenses/LICENSE +0 -0
langroid/vector_store/base.py
CHANGED
@@ -8,7 +8,7 @@ import pandas as pd
|
|
8
8
|
|
9
9
|
from langroid.embedding_models.base import EmbeddingModel, EmbeddingModelsConfig
|
10
10
|
from langroid.embedding_models.models import OpenAIEmbeddingsConfig
|
11
|
-
from langroid.mytypes import DocMetaData, Document
|
11
|
+
from langroid.mytypes import DocMetaData, Document, EmbeddingFunction
|
12
12
|
from langroid.pydantic_v1 import BaseSettings
|
13
13
|
from langroid.utils.algorithms.graph import components, topological_sort
|
14
14
|
from langroid.utils.configuration import settings
|
@@ -51,6 +51,7 @@ class VectorStore(ABC):
|
|
51
51
|
self.embedding_model = EmbeddingModel.create(config.embedding)
|
52
52
|
else:
|
53
53
|
self.embedding_model = config.embedding_model
|
54
|
+
self.embedding_fn: EmbeddingFunction = self.embedding_model.embedding_fn()
|
54
55
|
|
55
56
|
@staticmethod
|
56
57
|
def create(config: VectorStoreConfig) -> Optional["VectorStore"]:
|
@@ -86,6 +87,10 @@ class VectorStore(ABC):
|
|
86
87
|
)
|
87
88
|
return None
|
88
89
|
|
90
|
+
@property
|
91
|
+
def embedding_dim(self) -> int:
|
92
|
+
return len(self.embedding_fn(["test"])[0])
|
93
|
+
|
89
94
|
@abstractmethod
|
90
95
|
def clear_empty_collections(self) -> int:
|
91
96
|
"""Clear all empty collections in the vector store.
|
@@ -35,7 +35,6 @@ class ChromaDB(VectorStore):
|
|
35
35
|
except ImportError:
|
36
36
|
raise LangroidImportError("chromadb", "chromadb")
|
37
37
|
self.config = config
|
38
|
-
self.embedding_fn = self.embedding_model.embedding_fn()
|
39
38
|
self.client = chromadb.Client(
|
40
39
|
chromadb.config.Settings(
|
41
40
|
# chroma_db_impl="duckdb+parquet",
|
langroid/vector_store/lancedb.py
CHANGED
@@ -26,7 +26,7 @@ from langroid.embedding_models.base import (
|
|
26
26
|
)
|
27
27
|
from langroid.embedding_models.models import OpenAIEmbeddingsConfig
|
28
28
|
from langroid.exceptions import LangroidImportError
|
29
|
-
from langroid.mytypes import Document
|
29
|
+
from langroid.mytypes import Document
|
30
30
|
from langroid.utils.configuration import settings
|
31
31
|
from langroid.utils.pydantic_utils import (
|
32
32
|
dataframe_to_document_model,
|
@@ -60,8 +60,6 @@ class LanceDB(VectorStore):
|
|
60
60
|
raise LangroidImportError("lancedb", "lancedb")
|
61
61
|
|
62
62
|
self.config: LanceDBConfig = config
|
63
|
-
self.embedding_fn: EmbeddingFunction = self.embedding_model.embedding_fn()
|
64
|
-
self.embedding_dim = self.embedding_model.embedding_dims
|
65
63
|
self.host = config.host
|
66
64
|
self.port = config.port
|
67
65
|
self.is_from_dataframe = False # were docs ingested from a dataframe?
|
langroid/vector_store/momento.py
CHANGED
@@ -37,7 +37,7 @@ from langroid.embedding_models.base import (
|
|
37
37
|
EmbeddingModelsConfig,
|
38
38
|
)
|
39
39
|
from langroid.embedding_models.models import OpenAIEmbeddingsConfig
|
40
|
-
from langroid.mytypes import Document
|
40
|
+
from langroid.mytypes import Document
|
41
41
|
from langroid.utils.configuration import settings
|
42
42
|
from langroid.utils.pydantic_utils import (
|
43
43
|
flatten_pydantic_instance,
|
@@ -61,8 +61,6 @@ class MomentoVI(VectorStore):
|
|
61
61
|
raise LangroidImportError("momento", "momento")
|
62
62
|
self.distance = SimilarityMetric.COSINE_SIMILARITY
|
63
63
|
self.config: MomentoVIConfig = config
|
64
|
-
self.embedding_fn: EmbeddingFunction = self.embedding_model.embedding_fn()
|
65
|
-
self.embedding_dim = self.embedding_model.embedding_dims
|
66
64
|
self.host = config.host
|
67
65
|
self.port = config.port
|
68
66
|
load_dotenv()
|
@@ -27,7 +27,7 @@ from langroid.embedding_models.base import (
|
|
27
27
|
EmbeddingModelsConfig,
|
28
28
|
)
|
29
29
|
from langroid.embedding_models.models import OpenAIEmbeddingsConfig
|
30
|
-
from langroid.mytypes import Document,
|
30
|
+
from langroid.mytypes import Document, Embeddings
|
31
31
|
from langroid.utils.configuration import settings
|
32
32
|
from langroid.vector_store.base import VectorStore, VectorStoreConfig
|
33
33
|
|
@@ -77,8 +77,6 @@ class QdrantDB(VectorStore):
|
|
77
77
|
def __init__(self, config: QdrantDBConfig = QdrantDBConfig()):
|
78
78
|
super().__init__(config)
|
79
79
|
self.config: QdrantDBConfig = config
|
80
|
-
self.embedding_fn: EmbeddingFunction = self.embedding_model.embedding_fn()
|
81
|
-
self.embedding_dim = len(self.embedding_fn(["test"])[0])
|
82
80
|
if self.config.use_sparse_embeddings:
|
83
81
|
try:
|
84
82
|
from transformers import AutoModelForMaskedLM, AutoTokenizer
|
@@ -10,7 +10,7 @@ from langroid.embedding_models.base import (
|
|
10
10
|
)
|
11
11
|
from langroid.embedding_models.models import OpenAIEmbeddingsConfig
|
12
12
|
from langroid.exceptions import LangroidImportError
|
13
|
-
from langroid.mytypes import DocMetaData, Document
|
13
|
+
from langroid.mytypes import DocMetaData, Document
|
14
14
|
from langroid.utils.configuration import settings
|
15
15
|
from langroid.vector_store.base import VectorStore, VectorStoreConfig
|
16
16
|
|
@@ -38,8 +38,6 @@ class WeaviateDB(VectorStore):
|
|
38
38
|
def __init__(self, config: WeaviateDBConfig = WeaviateDBConfig()):
|
39
39
|
super().__init__(config)
|
40
40
|
self.config: WeaviateDBConfig = config
|
41
|
-
self.embedding_fn: EmbeddingFunction = self.embedding_model.embedding_fn()
|
42
|
-
self.embedding_dim = self.embedding_model.embedding_dims
|
43
41
|
load_dotenv()
|
44
42
|
key = os.getenv("WEAVIATE_API_KEY")
|
45
43
|
url = os.getenv("WEAVIATE_API_URL")
|
@@ -116,14 +116,14 @@ langroid/utils/output/citations.py,sha256=mQhRXVN-uhmKd2z32UZQBE0adZGEaQJ7cVXLfk
|
|
116
116
|
langroid/utils/output/printing.py,sha256=yzPJZN-8_jyOJmI9N_oLwEDfjMwVgk3IDiwnZ4eK_AE,2962
|
117
117
|
langroid/utils/output/status.py,sha256=rzbE7mDJcgNNvdtylCseQcPGCGghtJvVq3lB-OPJ49E,1049
|
118
118
|
langroid/vector_store/__init__.py,sha256=BcoOm1tG3y0EqjkIGmMOHkY9iTUhDHgyruknWDKgqIg,1214
|
119
|
-
langroid/vector_store/base.py,sha256=
|
120
|
-
langroid/vector_store/chromadb.py,sha256=
|
121
|
-
langroid/vector_store/lancedb.py,sha256=
|
119
|
+
langroid/vector_store/base.py,sha256=69keYWkUD0fcGXC0STcdO1-jn8H4Ez-L_fnxmRvUoNw,14412
|
120
|
+
langroid/vector_store/chromadb.py,sha256=p9mEqJwO2BrL2jSSXfa23kCPlPOwWpF3xJYd5zoWw_c,8661
|
121
|
+
langroid/vector_store/lancedb.py,sha256=Qd20gKjWozPWfW5-D66J6U8dSrJo1yl-maj6s1lbf1c,14688
|
122
122
|
langroid/vector_store/meilisearch.py,sha256=6frB7GFWeWmeKzRfLZIvzRjllniZ1cYj3HmhHQICXLs,11663
|
123
|
-
langroid/vector_store/momento.py,sha256=
|
124
|
-
langroid/vector_store/qdrantdb.py,sha256=
|
125
|
-
langroid/vector_store/weaviatedb.py,sha256=
|
126
|
-
langroid-0.37.
|
127
|
-
langroid-0.37.
|
128
|
-
langroid-0.37.
|
129
|
-
langroid-0.37.
|
123
|
+
langroid/vector_store/momento.py,sha256=xOaU7Hlyyn_5ihb0ARS5JHtmrKrTCt2IdRA-ioMM5ek,10307
|
124
|
+
langroid/vector_store/qdrantdb.py,sha256=v7TAsIoj_vxeKDYS9tpwJLBZA8fuTweTYxHo0X_uawM,17949
|
125
|
+
langroid/vector_store/weaviatedb.py,sha256=FOzgvqLqvdN5jJebVtJ-8tu2CeBzBfSP3ih4_ODEOOw,10605
|
126
|
+
langroid-0.37.4.dist-info/METADATA,sha256=Qvam94KDF18KTUuUZerNojHZbq1feM1SuztuWoPTwRU,60524
|
127
|
+
langroid-0.37.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
128
|
+
langroid-0.37.4.dist-info/licenses/LICENSE,sha256=EgVbvA6VSYgUlvC3RvPKehSg7MFaxWDsFuzLOsPPfJg,1065
|
129
|
+
langroid-0.37.4.dist-info/RECORD,,
|
File without changes
|
File without changes
|