ddi-fw 0.0.242__tar.gz → 0.0.243__tar.gz

{ddi_fw-0.0.242 → ddi_fw-0.0.243}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddi_fw
-Version: 0.0.242
+Version: 0.0.243
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>

{ddi_fw-0.0.242 → ddi_fw-0.0.243}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ddi_fw"
-version = "0.0.242"
+version = "0.0.243"
 description = "Do not use :)"
 readme = "README.md"
 authors = [

{ddi_fw-0.0.242 → ddi_fw-0.0.243}/src/ddi_fw/langchain/chroma_storage.py

@@ -89,12 +89,12 @@ class ChromaVectorStoreManager(BaseVectorStoreManager):
     persist_directory: str = Field(default="./chroma_db")
     text_splitter: Optional[TextSplitter] = None
     batch_size: int = Field(default=1024)
+    vector_store: Optional[Chroma] | None = None
 
     class Config:
         arbitrary_types_allowed = True
         
 
-
     # def __split_docs(self, documents):
     #     docs = self.text_splitter.split_documents(documents)
     #     return docs
@@ -225,8 +225,8 @@ class ChromaVectorStoreManager(BaseVectorStoreManager):
             
     def initialize_embedding_dict(self, **kwargs):
         column_embedding_configs = kwargs.get("column_embedding_configs")
-        vector_db_persist_directory = kwargs.get("vector_db_persist_directory")
-        vector_db_collection_name = kwargs.get("vector_db_collection_name")
+        # vector_db_persist_directory = kwargs.get("vector_db_persist_directory")
+        # vector_db_collection_name = kwargs.get("vector_db_collection_name")
         embedding_dict = defaultdict(lambda: defaultdict(list))
         if column_embedding_configs:
             for item in column_embedding_configs:
@@ -234,8 +234,8 @@ class ChromaVectorStoreManager(BaseVectorStoreManager):
                 col_db_dir = item["vector_db_persist_directory"]
                 col_db_collection = item["vector_db_collection_name"]
                 self.__create_or_update_embeddings__(embedding_dict, col_db_dir, col_db_collection, col)
-        elif vector_db_persist_directory:
-            self.__create_or_update_embeddings__(embedding_dict, vector_db_persist_directory, vector_db_collection_name)
+        elif self.persist_directory:
+            self.__create_or_update_embeddings__(embedding_dict, self.persist_directory, self.collection_name)
         else:
             logging.warning("There is no configuration of Embeddings")
             raise ValueError(

{ddi_fw-0.0.242 → ddi_fw-0.0.243}/src/ddi_fw/langchain/faiss_storage.py

@@ -10,9 +10,11 @@ from langchain_core.embeddings import Embeddings
 
 from pydantic import BaseModel, Field
 from langchain_core.embeddings import Embeddings
+from langchain_core.vectorstores import VectorStore
 
 class BaseVectorStoreManager(BaseModel):
-    embeddings: Embeddings
+    embeddings: Optional[Embeddings] = None
+    vector_store: Optional[VectorStore]|None = None
 
     class Config:
         arbitrary_types_allowed = True
@@ -34,8 +36,7 @@ class BaseVectorStoreManager(BaseModel):
 
 class FaissVectorStoreManager(BaseVectorStoreManager):
     index: Any = None
-    vector_store: Any = None
-
+    vector_store: Optional[FAISS] | None = None
     class Config:
         arbitrary_types_allowed = True
     # def generate_vector_store(self, docs):
@@ -73,7 +74,8 @@ class FaissVectorStoreManager(BaseVectorStoreManager):
                 - 'skip': skip the document
                 - 'error': raise ValueError
         """
-
+        if self.embeddings is None:
+            raise ValueError("Embeddings must be initialized before generating vector store.")
         # Step 1: Get embedding dimension from a sample input
         sample_embedding = self.embeddings.embed_query("hello world")
         dimension = len(sample_embedding)
@@ -126,6 +128,7 @@ class FaissVectorStoreManager(BaseVectorStoreManager):
             raise ValueError("No vector store to save.")
 
     def load(self, path):
+        #self.embeddings
         self.vector_store = FAISS.load_local(
             path, self.embeddings, allow_dangerous_deserialization=True
         )

{ddi_fw-0.0.242 → ddi_fw-0.0.243}/src/ddi_fw.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ddi_fw
-Version: 0.0.242
+Version: 0.0.243
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>