ddi-fw 0.0.128__py3-none-any.whl → 0.0.130__py3-none-any.whl

ddi_fw/langchain/storage.py

@@ -149,7 +149,7 @@ class DataFrameToVectorDB:
                         documents, self.batch_size)
                     for split_docs_chunk in split_docs_chunked:
                         print("entered chunks")
-                        self.vectordb.add_documents(loaded_docs)
+                        self.vectordb.add_documents(split_docs_chunk)
                         self.vectordb.persist()
                     total += len(partial_df)
                     print(f"{page_content_column}: {total}/{len(col_df)}")
@@ -181,6 +181,7 @@ class DataFrameToVectorDB:
                     print(f"{page_content_column}, size:{len(split_docs_chunk)}")
 
 
+# TODO name yerine ID kullanılacak
 def generate_embeddings(df, config_file, new_model_names, collections=None, persist_directory="embeddings"):
     """
     Generate embeddings for collections based on a configuration file.

{ddi_fw-0.0.128.dist-info → ddi_fw-0.0.130.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ddi_fw
-Version: 0.0.128
+Version: 0.0.130
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>

{ddi_fw-0.0.128.dist-info → ddi_fw-0.0.130.dist-info}/RECORD

@@ -32,6 +32,20 @@ ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_1.txt,sha256=KuRIXhQ4uUrYK0d
 ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_2.txt,sha256=bkZuigOiSJleKx4hJ7L0aF0ltMgaI7wfrODWiJ1ppkY,69374
 ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_3.txt,sha256=HNBs4vHhyPepnZyeeqRWfrr25heB9CKIo9-5Xh02Pyk,69393
 ddi_fw/datasets/ddi_mdl/indexes_old/validation_fold_4.txt,sha256=-pphbOlEyKD2xedpzkhWvPExDm43FKZ2RSCiie-ZHHo,69356
+ddi_fw/datasets/ddi_mdl_text/base.py,sha256=5-95fVWzQKGhS9RYihEHEd18fPE_zIGBiSpEeCO-ETc,6740
+ddi_fw/datasets/ddi_mdl_text/data/event.db,sha256=cmlSsf9MYjRzqR-mw3cUDnTnfT6FkpOG2yCl2mMwwew,30580736
+ddi_fw/datasets/ddi_mdl_text/indexes/test_indexes.txt,sha256=XVlDqYATckrQwNSXqMSKVBqyoN_Hg8SK6CL-XMdLADY,102176
+ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_0.txt,sha256=YDQwMNEpEjkOJiUtX_BoymdezE34W3mj1Q0oAYG3mIs,325015
+ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_1.txt,sha256=jkwcOaZJbDxDsLpM9p9g3SYN-yjTGLYDy-KNJZJD_3c,325051
+ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_2.txt,sha256=tYDaIRiIRKKCr5oqM6S3tkrJH1pVIpPZHMYixqjItgk,324975
+ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_3.txt,sha256=azD8_61__i87wwpYwK-3vPyRmPgQWnEiEpSbY370Nys,324993
+ddi_fw/datasets/ddi_mdl_text/indexes/train_fold_4.txt,sha256=mY9Jft7FyqrCgGnKvyaWd5TvztdjHrWho_hkL-Cv740,324932
+ddi_fw/datasets/ddi_mdl_text/indexes/train_indexes.txt,sha256=1Td8_QyVnf1ojEQ5Q-DdEUhCWTd46XRy5J-tEhIPy7o,408406
+ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_0.txt,sha256=U24IZTkVlP2Oy38IXrCLasD5GyVICg5Gu-jlWoKWVAk,81225
+ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_1.txt,sha256=fSQEARSkwHN_BrA1EIoMG23QTWgFxFFiHG47Zhyyz5w,81189
+ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_2.txt,sha256=fFJbN0DbKH4mveE4gzGptedDPRGdSICHNKEWSpSwI-8,81265
+ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_3.txt,sha256=NhiLF_5INQCpjOlE-RIxDKy7rYwksLdx60L6HCmDKoY,81247
+ddi_fw/datasets/ddi_mdl_text/indexes/validation_fold_4.txt,sha256=bPvMCJVy7jtcaYbR-5bmdB6s7gT8NSfK2wDC7iJ0O10,81308
 ddi_fw/datasets/mdf_sa_ddi/__init__.py,sha256=UEFBM92y2aJjlMJw4Jx405tOAwJ88r_nHAVgAszSjuo,68
 ddi_fw/datasets/mdf_sa_ddi/base.py,sha256=e56uJEU6ZZlWh9ZZCO-H7Pcqm8gQE9SQtm7ujeDKgIU,4893
 ddi_fw/datasets/mdf_sa_ddi/df_extraction_cleanxiaoyu50.csv,sha256=EOOLF_0vVVzShoofcGYlOzpztlM1m9jJdftepHicix4,25787699
@@ -58,7 +72,7 @@ ddi_fw/drugbank/event_extractor.py,sha256=6odoZohhK7OdLF-LF0l-5BFq0_NMG_5jrFJbHr
 ddi_fw/langchain/__init__.py,sha256=zS0CQrakWEP19biSRewFJGcBT8WBZq4899HrEKiMqUY,269
 ddi_fw/langchain/embeddings.py,sha256=lU64a5AZ62jP8U3hTSwK0kXt7gThbwPACLfJMZ1baPA,7538
 ddi_fw/langchain/sentence_splitter.py,sha256=h_bYElx4Ud1mwDNJfL7mUwvgadwKX3GKlSzu5L2PXzg,280
-ddi_fw/langchain/storage.py,sha256=yElFDwLaz2g0dXVYtc_ANzGOzt5Xs4qGQAu59uhnLN4,11158
+ddi_fw/langchain/storage.py,sha256=OizKyWm74Js7T6Q9kez-ulUoBGzIMFo4R46h4kjUyIM,11200
 ddi_fw/ml/__init__.py,sha256=tIxiW0g6q1VsmDYVXR_ovvHQR3SCir8g2bKxx_CrS7s,221
 ddi_fw/ml/evaluation_helper.py,sha256=o4-w5Xa3t4olLW4ymx_8L-Buhe5wfQEmT2bh4Zz544c,13066
 ddi_fw/ml/ml_helper.py,sha256=fySjIAFzkeEOvaLJhDwtCOgRhgYQ7H106eqaP16GhDY,4489
@@ -91,7 +105,7 @@ ddi_fw/utils/package_helper.py,sha256=erl8_onmhK-41zQoaED2qyDUV9GQxmT9sdoyRp9_q5
 ddi_fw/utils/py7zr_helper.py,sha256=gOqaFIyJvTjUM-btO2x9AQ69jZOS8PoKN0wetYIckJw,4747
 ddi_fw/utils/utils.py,sha256=szwnxMTDRrZoeNRyDuf3aCbtzriwtaRk4mHSH3asLdA,4301
 ddi_fw/utils/zip_helper.py,sha256=YRZA4tKZVBJwGQM0_WK6L-y5MoqkKoC-nXuuHK6CU9I,5567
-ddi_fw-0.0.128.dist-info/METADATA,sha256=pwm1OITkNjTUEGoATkiYnfljebCP7sBSQXyuSxEwOLA,1965
-ddi_fw-0.0.128.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-ddi_fw-0.0.128.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
-ddi_fw-0.0.128.dist-info/RECORD,,
+ddi_fw-0.0.130.dist-info/METADATA,sha256=Npe-QV0QSkdUKeXtzWWrF5rqEpOynrMT6MZ23WbH6Lk,1965
+ddi_fw-0.0.130.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+ddi_fw-0.0.130.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
+ddi_fw-0.0.130.dist-info/RECORD,,