sunholo 0.112.5__py3-none-any.whl → 0.112.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sunholo/chunker/loaders.py +5 -0
- {sunholo-0.112.5.dist-info → sunholo-0.112.6.dist-info}/METADATA +2 -2
- {sunholo-0.112.5.dist-info → sunholo-0.112.6.dist-info}/RECORD +7 -7
- {sunholo-0.112.5.dist-info → sunholo-0.112.6.dist-info}/LICENSE.txt +0 -0
- {sunholo-0.112.5.dist-info → sunholo-0.112.6.dist-info}/WHEEL +0 -0
- {sunholo-0.112.5.dist-info → sunholo-0.112.6.dist-info}/entry_points.txt +0 -0
- {sunholo-0.112.5.dist-info → sunholo-0.112.6.dist-info}/top_level.txt +0 -0
sunholo/chunker/loaders.py
CHANGED
|
@@ -182,6 +182,11 @@ def read_file_to_documents(gs_file: pathlib.Path, metadata: dict = None):
|
|
|
182
182
|
docs = []
|
|
183
183
|
pdf_path = str(pathlib.Path(gs_file))
|
|
184
184
|
|
|
185
|
+
# Skip CSV files
|
|
186
|
+
if pdf_path.lower().endswith('.csv'):
|
|
187
|
+
log.info(f"Skipping CSV file: {pdf_path}")
|
|
188
|
+
return []
|
|
189
|
+
|
|
185
190
|
if metadata:
|
|
186
191
|
if metadata.get("uploaded_to_bucket"):
|
|
187
192
|
log.info(f"Already uploaded to bucket, skipping {pdf_path}")
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.112.
|
|
3
|
+
Version: 0.112.6
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.112.6.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -34,7 +34,7 @@ sunholo/chunker/azure.py,sha256=MVF9_-QdKUoJqlpEJ49pv2sdjMDxEiMNxzmO7w5nWDQ,3270
|
|
|
34
34
|
sunholo/chunker/doc_handling.py,sha256=UAf9BmUMpKCKRlAMl1qNZK6xDNYWk1z3ARoftWoa_54,8734
|
|
35
35
|
sunholo/chunker/encode_metadata.py,sha256=hxxd9KU35Xi0Z_EL8kt_oD66pKfBLhEjBImC16ew-Eo,1919
|
|
36
36
|
sunholo/chunker/images.py,sha256=id2PBu6XyGEOtgafq2v0c9_O6kxaC_pYFMnbsIitkSg,1868
|
|
37
|
-
sunholo/chunker/loaders.py,sha256=
|
|
37
|
+
sunholo/chunker/loaders.py,sha256=YwzCARJiWosNr3WGYuvWYCk_Y5jEnz6xcGCITDPytx8,10847
|
|
38
38
|
sunholo/chunker/message_data.py,sha256=EaiY7_HClpcfPUAYaAm6Zk5ReeZ9s9F_jBVd0kDgI-4,10836
|
|
39
39
|
sunholo/chunker/pdfs.py,sha256=njDPop751GMHi3cOwIKd2Yct-_lWR2gqcB7WykfHphs,2480
|
|
40
40
|
sunholo/chunker/process_chunker_data.py,sha256=uO-YOEHIjAOy0ZMJ0vea9OMNsQBISHfhbtgoyuHiP6s,3598
|
|
@@ -150,9 +150,9 @@ sunholo/vertex/init.py,sha256=1OQwcPBKZYBTDPdyU7IM4X4OmiXLdsNV30C-fee2scQ,2875
|
|
|
150
150
|
sunholo/vertex/memory_tools.py,sha256=tBZxqVZ4InTmdBvLlOYwoSEWu4-kGquc-gxDwZCC4FA,7667
|
|
151
151
|
sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
|
|
152
152
|
sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
|
|
153
|
-
sunholo-0.112.
|
|
154
|
-
sunholo-0.112.
|
|
155
|
-
sunholo-0.112.
|
|
156
|
-
sunholo-0.112.
|
|
157
|
-
sunholo-0.112.
|
|
158
|
-
sunholo-0.112.
|
|
153
|
+
sunholo-0.112.6.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
|
|
154
|
+
sunholo-0.112.6.dist-info/METADATA,sha256=27uaA-5WqnJboCNcj4o7abl5skUUCUuo1rKHpKVu5bE,8786
|
|
155
|
+
sunholo-0.112.6.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
|
|
156
|
+
sunholo-0.112.6.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
|
|
157
|
+
sunholo-0.112.6.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
|
|
158
|
+
sunholo-0.112.6.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|