ddi-fw 0.0.103__py3-none-any.whl → 0.0.105__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ddi_fw/langchain/storage.py +5 -5
- {ddi_fw-0.0.103.dist-info → ddi_fw-0.0.105.dist-info}/METADATA +1 -1
- {ddi_fw-0.0.103.dist-info → ddi_fw-0.0.105.dist-info}/RECORD +5 -5
- {ddi_fw-0.0.103.dist-info → ddi_fw-0.0.105.dist-info}/WHEEL +0 -0
- {ddi_fw-0.0.103.dist-info → ddi_fw-0.0.105.dist-info}/top_level.txt +0 -0
ddi_fw/langchain/storage.py
CHANGED
|
@@ -87,11 +87,11 @@ class DataFrameToVectorDB:
|
|
|
87
87
|
for i in range(0, len(df), partial_df_size):
|
|
88
88
|
batch = df[i: i + partial_df_size]
|
|
89
89
|
self.store_documents(df=batch, columns=columns,
|
|
90
|
-
page_content_columns=page_content_columns
|
|
90
|
+
page_content_columns=page_content_columns)
|
|
91
91
|
else:
|
|
92
92
|
# Process the entire dataframe if no partial_df_size is specified
|
|
93
93
|
self.store_documents(df=df, columns=columns,
|
|
94
|
-
page_content_columns=page_content_columns
|
|
94
|
+
page_content_columns=page_content_columns)
|
|
95
95
|
|
|
96
96
|
|
|
97
97
|
def generate_embeddings(df, config_file, new_model_names, collections=None, persist_directory="embeddings"):
|
|
@@ -147,9 +147,9 @@ def generate_embeddings(df, config_file, new_model_names, collections=None, pers
|
|
|
147
147
|
text_splitters_suffixes = []
|
|
148
148
|
for text_splitter_type in text_splitters_types:
|
|
149
149
|
try:
|
|
150
|
-
type_of_text_splitter = get_import(text_splitter_type)
|
|
151
|
-
kwargs =
|
|
152
|
-
suffix =
|
|
150
|
+
type_of_text_splitter = get_import(text_splitter_type.get("type"))
|
|
151
|
+
kwargs = text_splitter_type.get("params")
|
|
152
|
+
suffix = text_splitter_type.get("suffix")
|
|
153
153
|
if kwargs:
|
|
154
154
|
text_splitter = type_of_text_splitter(
|
|
155
155
|
**kwargs)
|
|
@@ -58,7 +58,7 @@ ddi_fw/drugbank/event_extractor.py,sha256=6odoZohhK7OdLF-LF0l-5BFq0_NMG_5jrFJbHr
|
|
|
58
58
|
ddi_fw/langchain/__init__.py,sha256=zS0CQrakWEP19biSRewFJGcBT8WBZq4899HrEKiMqUY,269
|
|
59
59
|
ddi_fw/langchain/embeddings.py,sha256=lU64a5AZ62jP8U3hTSwK0kXt7gThbwPACLfJMZ1baPA,7538
|
|
60
60
|
ddi_fw/langchain/sentence_splitter.py,sha256=h_bYElx4Ud1mwDNJfL7mUwvgadwKX3GKlSzu5L2PXzg,280
|
|
61
|
-
ddi_fw/langchain/storage.py,sha256=
|
|
61
|
+
ddi_fw/langchain/storage.py,sha256=F7mvNxLQV2wRh2C__qyY4jpJK9udzkETEvQDXlqKbxk,7505
|
|
62
62
|
ddi_fw/ml/__init__.py,sha256=tIxiW0g6q1VsmDYVXR_ovvHQR3SCir8g2bKxx_CrS7s,221
|
|
63
63
|
ddi_fw/ml/evaluation_helper.py,sha256=o4-w5Xa3t4olLW4ymx_8L-Buhe5wfQEmT2bh4Zz544c,13066
|
|
64
64
|
ddi_fw/ml/ml_helper.py,sha256=fySjIAFzkeEOvaLJhDwtCOgRhgYQ7H106eqaP16GhDY,4489
|
|
@@ -91,7 +91,7 @@ ddi_fw/utils/package_helper.py,sha256=erl8_onmhK-41zQoaED2qyDUV9GQxmT9sdoyRp9_q5
|
|
|
91
91
|
ddi_fw/utils/py7zr_helper.py,sha256=gOqaFIyJvTjUM-btO2x9AQ69jZOS8PoKN0wetYIckJw,4747
|
|
92
92
|
ddi_fw/utils/utils.py,sha256=szwnxMTDRrZoeNRyDuf3aCbtzriwtaRk4mHSH3asLdA,4301
|
|
93
93
|
ddi_fw/utils/zip_helper.py,sha256=YRZA4tKZVBJwGQM0_WK6L-y5MoqkKoC-nXuuHK6CU9I,5567
|
|
94
|
-
ddi_fw-0.0.
|
|
95
|
-
ddi_fw-0.0.
|
|
96
|
-
ddi_fw-0.0.
|
|
97
|
-
ddi_fw-0.0.
|
|
94
|
+
ddi_fw-0.0.105.dist-info/METADATA,sha256=lALwj-QIiaHuYlqdeT1L5wp23Lz7FI9ZeihBHHfUCos,1967
|
|
95
|
+
ddi_fw-0.0.105.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
|
|
96
|
+
ddi_fw-0.0.105.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
|
|
97
|
+
ddi_fw-0.0.105.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|