sunholo 0.78.1__py3-none-any.whl → 0.78.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sunholo/chunker/message_data.py +5 -2
- sunholo/database/uuid.py +1 -1
- {sunholo-0.78.1.dist-info → sunholo-0.78.3.dist-info}/METADATA +2 -2
- {sunholo-0.78.1.dist-info → sunholo-0.78.3.dist-info}/RECORD +8 -8
- {sunholo-0.78.1.dist-info → sunholo-0.78.3.dist-info}/LICENSE.txt +0 -0
- {sunholo-0.78.1.dist-info → sunholo-0.78.3.dist-info}/WHEEL +0 -0
- {sunholo-0.78.1.dist-info → sunholo-0.78.3.dist-info}/entry_points.txt +0 -0
- {sunholo-0.78.1.dist-info → sunholo-0.78.3.dist-info}/top_level.txt +0 -0
sunholo/chunker/message_data.py
CHANGED
|
@@ -259,9 +259,12 @@ def handle_azure_blob(message_data: str, metadata: dict, vector_name: str):
|
|
|
259
259
|
pp_basename = os.path.basename(pp)
|
|
260
260
|
# file_name/pdf_parts/file_name_1.pdf
|
|
261
261
|
azure_blob_path = f"{file_name.stem}_parts/{pp_basename}"
|
|
262
|
+
|
|
262
263
|
# Upload split pages back to Azure Blob storage
|
|
263
|
-
|
|
264
|
-
|
|
264
|
+
container_client = blob_service_client.get_container_client(container=container_name)
|
|
265
|
+
with open(file=pp, mode="rb") as page_file:
|
|
266
|
+
blob_client = container_client.upload_blob(name=azure_blob_path, data=page_file, overwrite=True)
|
|
267
|
+
|
|
265
268
|
log.info(f"{azure_blob_path} is now in container {container_name}")
|
|
266
269
|
log.info(f"Sent split pages for {file_name.name} back to Azure Blob to parallelize the imports")
|
|
267
270
|
return None, None
|
sunholo/database/uuid.py
CHANGED
|
@@ -3,4 +3,4 @@ import uuid
|
|
|
3
3
|
def generate_uuid_from_object_id(object_id):
|
|
4
4
|
# UUID namespace for example purposes; in a real application, you might choose a fixed namespace
|
|
5
5
|
namespace = uuid.NAMESPACE_URL
|
|
6
|
-
return uuid.uuid5(namespace, object_id)
|
|
6
|
+
return str(uuid.uuid5(namespace, object_id))
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.78.
|
|
3
|
+
Version: 0.78.3
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.78.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.78.3.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -35,7 +35,7 @@ sunholo/chunker/doc_handling.py,sha256=rIyknpzDyj5A0u_DqSQVD_CXLRNZPOU6TCL4bhCdj
|
|
|
35
35
|
sunholo/chunker/encode_metadata.py,sha256=SYHaqKcr4lCzwmrzUGhgX4_l4pzDv7wAeNCw7a461MA,1912
|
|
36
36
|
sunholo/chunker/images.py,sha256=Xmh1vwHrVhoXm5iH2dhCc52O8YgdzE8KrDSdL-pGnp8,1861
|
|
37
37
|
sunholo/chunker/loaders.py,sha256=xiToUVgPz2ZzcqpUAq7aNP3PTenb_rBUAFzu0JPycIg,10268
|
|
38
|
-
sunholo/chunker/message_data.py,sha256=
|
|
38
|
+
sunholo/chunker/message_data.py,sha256=r138m9bAjph96BTyxX32NQdkuW4ibLDhfW7prWnNnRs,10829
|
|
39
39
|
sunholo/chunker/pdfs.py,sha256=daCZ1xjn1YvxlifIyxskWNpLJLe-Q9D_Jq12MWx3tZo,2473
|
|
40
40
|
sunholo/chunker/process_chunker_data.py,sha256=z9An3I8BuE0JDXMdKtB7CO885KOKA51wcBxDXUL1qoA,3516
|
|
41
41
|
sunholo/chunker/publish.py,sha256=tiO615A2uo_ZjzdFDzNH1PL_1kJeLMUQwLJ4w67rNIc,2932
|
|
@@ -63,7 +63,7 @@ sunholo/database/alloydb_client.py,sha256=AYA0SSaBy-1XEfeZI97sMGehfrwnfbwZ8sE0ex
|
|
|
63
63
|
sunholo/database/database.py,sha256=UDHkceiEvJmS3esQX2LYEjEMrHcogN_JHuJXoVWCH3M,7354
|
|
64
64
|
sunholo/database/lancedb.py,sha256=2rAbJVusMrm5TPtVTsUtmwn0z1iZ_wvbKhc6eyT6ClE,708
|
|
65
65
|
sunholo/database/static_dbs.py,sha256=aOyU3AJ-Dzz3qSNjbuN2293cfYw5PhkcQuQxdwPMJ4w,435
|
|
66
|
-
sunholo/database/uuid.py,sha256=
|
|
66
|
+
sunholo/database/uuid.py,sha256=I3kR20IkAx0ecT8eBByPXQFEyW4UhOZ0MVHKPYaeCsA,242
|
|
67
67
|
sunholo/database/sql/sb/create_function.sql,sha256=HuDyp3fxS5Etop3gGDy28_AuFuhgEgVcq9-q3oeecPU,1033
|
|
68
68
|
sunholo/database/sql/sb/create_function_time.sql,sha256=iTk6-y20fAIYaT-Uywjp4C70ICh_fl90qQ_p_3ztGrQ,1830
|
|
69
69
|
sunholo/database/sql/sb/create_table.sql,sha256=SbcOrf5tUiVKGUohu1lau7IsbDRbTFbrbOJ-FiPgrwE,291
|
|
@@ -132,9 +132,9 @@ sunholo/vertex/init.py,sha256=uyg76EqS39jWJ2gxMqXOLWP6MQ2hc81wFdwgG86ZoCM,2868
|
|
|
132
132
|
sunholo/vertex/memory_tools.py,sha256=pomHrDKqvY8MZxfUqoEwhdlpCvSGP6KmFJMVKOimXjs,6842
|
|
133
133
|
sunholo/vertex/safety.py,sha256=S9PgQT1O_BQAkcqauWncRJaydiP8Q_Jzmu9gxYfy1VA,2482
|
|
134
134
|
sunholo/vertex/type_dict_to_json.py,sha256=uTzL4o9tJRao4u-gJOFcACgWGkBOtqACmb6ihvCErL8,4694
|
|
135
|
-
sunholo-0.78.
|
|
136
|
-
sunholo-0.78.
|
|
137
|
-
sunholo-0.78.
|
|
138
|
-
sunholo-0.78.
|
|
139
|
-
sunholo-0.78.
|
|
140
|
-
sunholo-0.78.
|
|
135
|
+
sunholo-0.78.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
|
|
136
|
+
sunholo-0.78.3.dist-info/METADATA,sha256=ifDBE94vR2HSgZ5EdWIi9Kag61cKe9xYzYNdX92-bg4,7348
|
|
137
|
+
sunholo-0.78.3.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
|
|
138
|
+
sunholo-0.78.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
|
|
139
|
+
sunholo-0.78.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
|
|
140
|
+
sunholo-0.78.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|