ddi-fw 0.0.106__py3-none-any.whl → 0.0.107__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ddi_fw/langchain/storage.py +0 -12
- {ddi_fw-0.0.106.dist-info → ddi_fw-0.0.107.dist-info}/METADATA +1 -1
- {ddi_fw-0.0.106.dist-info → ddi_fw-0.0.107.dist-info}/RECORD +5 -5
- {ddi_fw-0.0.106.dist-info → ddi_fw-0.0.107.dist-info}/WHEEL +0 -0
- {ddi_fw-0.0.106.dist-info → ddi_fw-0.0.107.dist-info}/top_level.txt +0 -0
ddi_fw/langchain/storage.py
CHANGED
@@ -54,18 +54,6 @@ def split_dataframe(df, min_size=512, max_size=1024):
|
|
54
54
|
|
55
55
|
return partial_dfs
|
56
56
|
|
57
|
-
# Example Usage:
|
58
|
-
# Assuming df is your large DataFrame
|
59
|
-
# df = pd.read_csv('your_large_file.csv') # or your DataFrame
|
60
|
-
|
61
|
-
# Split the DataFrame into smaller chunks
|
62
|
-
partial_dfs = split_dataframe(df)
|
63
|
-
|
64
|
-
# Verify the sizes of the partial DataFrames
|
65
|
-
for i, partial_df in enumerate(partial_dfs):
|
66
|
-
print(f"Partial DataFrame {i+1} size: {len(partial_df)}")
|
67
|
-
|
68
|
-
|
69
57
|
class DataFrameToVectorDB:
|
70
58
|
def __init__(self,
|
71
59
|
collection_name,
|
@@ -58,7 +58,7 @@ ddi_fw/drugbank/event_extractor.py,sha256=6odoZohhK7OdLF-LF0l-5BFq0_NMG_5jrFJbHr
|
|
58
58
|
ddi_fw/langchain/__init__.py,sha256=zS0CQrakWEP19biSRewFJGcBT8WBZq4899HrEKiMqUY,269
|
59
59
|
ddi_fw/langchain/embeddings.py,sha256=lU64a5AZ62jP8U3hTSwK0kXt7gThbwPACLfJMZ1baPA,7538
|
60
60
|
ddi_fw/langchain/sentence_splitter.py,sha256=h_bYElx4Ud1mwDNJfL7mUwvgadwKX3GKlSzu5L2PXzg,280
|
61
|
-
ddi_fw/langchain/storage.py,sha256=
|
61
|
+
ddi_fw/langchain/storage.py,sha256=MyBIHouhc-mcPfrL_Gei119H_cHv3Ds9iKRxPRQt07g,8809
|
62
62
|
ddi_fw/ml/__init__.py,sha256=tIxiW0g6q1VsmDYVXR_ovvHQR3SCir8g2bKxx_CrS7s,221
|
63
63
|
ddi_fw/ml/evaluation_helper.py,sha256=o4-w5Xa3t4olLW4ymx_8L-Buhe5wfQEmT2bh4Zz544c,13066
|
64
64
|
ddi_fw/ml/ml_helper.py,sha256=fySjIAFzkeEOvaLJhDwtCOgRhgYQ7H106eqaP16GhDY,4489
|
@@ -91,7 +91,7 @@ ddi_fw/utils/package_helper.py,sha256=erl8_onmhK-41zQoaED2qyDUV9GQxmT9sdoyRp9_q5
|
|
91
91
|
ddi_fw/utils/py7zr_helper.py,sha256=gOqaFIyJvTjUM-btO2x9AQ69jZOS8PoKN0wetYIckJw,4747
|
92
92
|
ddi_fw/utils/utils.py,sha256=szwnxMTDRrZoeNRyDuf3aCbtzriwtaRk4mHSH3asLdA,4301
|
93
93
|
ddi_fw/utils/zip_helper.py,sha256=YRZA4tKZVBJwGQM0_WK6L-y5MoqkKoC-nXuuHK6CU9I,5567
|
94
|
-
ddi_fw-0.0.
|
95
|
-
ddi_fw-0.0.
|
96
|
-
ddi_fw-0.0.
|
97
|
-
ddi_fw-0.0.
|
94
|
+
ddi_fw-0.0.107.dist-info/METADATA,sha256=KwxDl9oFHzYRfW5aYfqoNopANTv9qUXGiRQhtEO-Sqw,1967
|
95
|
+
ddi_fw-0.0.107.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
|
96
|
+
ddi_fw-0.0.107.dist-info/top_level.txt,sha256=PMwHICFZTZtcpzQNPV4UQnfNXYIeLR_Ste-Wfc1h810,7
|
97
|
+
ddi_fw-0.0.107.dist-info/RECORD,,
|
File without changes
|
File without changes
|