sunholo 0.69.2__py3-none-any.whl → 0.69.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -60,7 +60,7 @@ def process_chunker_data(message_data, metadata, vector_name):
60
60
  metadata["vector_name"] = vector_name
61
61
 
62
62
  if message_data is None:
63
- log.error("No message_data was found in data: {data}")
63
+ log.error(f"No message_data was found in data: {message_data}")
64
64
  return
65
65
 
66
66
  log.debug(f"Found metadata in pubsub: {metadata}")
@@ -6,6 +6,13 @@ def create_new_discovery_engine(vector_name):
6
6
 
7
7
  chunker_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
8
8
 
9
+ if chunker_config:
10
+ chunk_size = chunker_config.get("chunk_size")
11
+
12
+ if not chunk_size:
13
+ chunk_size = 500
14
+
15
+
9
16
  project_id = gcp_config.get('project_id')
10
17
  #location = gcp_config.get('location')
11
18
 
@@ -16,6 +23,6 @@ def create_new_discovery_engine(vector_name):
16
23
  #location=location
17
24
  )
18
25
 
19
- new_store = de.create_data_store(chunk_size=chunker_config.get("chunk_size"))
26
+ new_store = de.create_data_store(chunk_size=chunk_size)
20
27
 
21
28
  return new_store
@@ -1,9 +1,9 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: sunholo
3
- Version: 0.69.2
3
+ Version: 0.69.3
4
4
  Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
5
5
  Home-page: https://github.com/sunholo-data/sunholo-py
6
- Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.2.tar.gz
6
+ Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.3.tar.gz
7
7
  Author: Holosun ApS
8
8
  Author-email: multivac@sunholo.com
9
9
  License: Apache License, Version 2.0
@@ -24,7 +24,7 @@ sunholo/bots/discord.py,sha256=cCFae5K1BCa6JVkWGLh_iZ9qFO1JpXb6K4eJrlDfEro,2442
24
24
  sunholo/bots/github_webhook.py,sha256=5pQPRLM_wxxcILVaIzUDV8Kt7Arcm2dL1r1kMMHA524,9629
25
25
  sunholo/bots/webapp.py,sha256=EIMxdAJ_xtufwJmvnn7N_Fb_1hZ9DjhJ0Kf_hp02vEU,1926
26
26
  sunholo/chunker/__init__.py,sha256=yWYwpejyYxDpZv1joTrFMsh2SWAkd0z7a1VKtmOfMhA,77
27
- sunholo/chunker/data_to_embed_pubsub.py,sha256=GWAAAhnJse6mztwjj9-EF0G2Oun0GBuYV2-m52CBAas,4194
27
+ sunholo/chunker/data_to_embed_pubsub.py,sha256=tL9J7s-F4szmpbZYU4dpvLr5R-LgiuZLpRvhQnrTD1E,4203
28
28
  sunholo/chunker/doc_handling.py,sha256=rIyknpzDyj5A0u_DqSQVD_CXLRNZPOU6TCL4bhCdjOI,8563
29
29
  sunholo/chunker/images.py,sha256=Xmh1vwHrVhoXm5iH2dhCc52O8YgdzE8KrDSdL-pGnp8,1861
30
30
  sunholo/chunker/loaders.py,sha256=xiToUVgPz2ZzcqpUAq7aNP3PTenb_rBUAFzu0JPycIg,10268
@@ -62,7 +62,7 @@ sunholo/database/sql/sb/return_sources.sql,sha256=89KAnxfK8n_qGK9jy1OQT8f9n4uYUt
62
62
  sunholo/database/sql/sb/setup.sql,sha256=CvoFvZQev2uWjmFa3aj3m3iuPFzAAJZ0S7Qi3L3-zZI,89
63
63
  sunholo/discovery_engine/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
64
64
  sunholo/discovery_engine/chunker_handler.py,sha256=4NT4fRAWY-kKM4X3imZ2RISYLMvpIVsPDpsAgUOhdlA,4149
65
- sunholo/discovery_engine/create_new.py,sha256=tO8xf52vysXWbPuBchr12gPXBnjvTeNiARvZh9Jf3Ok,811
65
+ sunholo/discovery_engine/create_new.py,sha256=6sowAvblLDBZq6skYwdc6n99YlyHvNLaIs6kYMnkdO8,921
66
66
  sunholo/discovery_engine/discovery_engine_client.py,sha256=62xesszWmDeg37TCPVc-w7QfuiOiBxUdL7k8pu-tRTk,11495
67
67
  sunholo/embedder/__init__.py,sha256=sI4N_CqgEVcrMDxXgxKp1FsfsB4FpjoXgPGkl4N_u4I,44
68
68
  sunholo/embedder/embed_chunk.py,sha256=P744zUQJgqrjILunzaqtTerB9AwoXFU6tXBtz4rjWgQ,6673
@@ -111,9 +111,9 @@ sunholo/vertex/__init__.py,sha256=JvHcGFuv6R_nAhY2AdoqqhMpJ5ugeWPZ_svGhWrObBk,13
111
111
  sunholo/vertex/init.py,sha256=JDMUaBRdednzbKF-5p33qqLit2LMsvgvWW-NRz0AqO0,1801
112
112
  sunholo/vertex/memory_tools.py,sha256=8F1iTWnqEK9mX4W5RzCVKIjydIcNp6OFxjn_dtQ3GXo,5379
113
113
  sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
114
- sunholo-0.69.2.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
115
- sunholo-0.69.2.dist-info/METADATA,sha256=mXk3Xa9hWlZadUN_zaENjfpmyI3TyVQc7-2kTUkVIR0,6155
116
- sunholo-0.69.2.dist-info/WHEEL,sha256=mguMlWGMX-VHnMpKOjjQidIo1ssRlCFu4a4mBpz1s2M,91
117
- sunholo-0.69.2.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
118
- sunholo-0.69.2.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
119
- sunholo-0.69.2.dist-info/RECORD,,
114
+ sunholo-0.69.3.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
115
+ sunholo-0.69.3.dist-info/METADATA,sha256=PkuwUp38gmNqQvXGliZVnY_1T_T-fTM7x9owWdwyqJ4,6155
116
+ sunholo-0.69.3.dist-info/WHEEL,sha256=mguMlWGMX-VHnMpKOjjQidIo1ssRlCFu4a4mBpz1s2M,91
117
+ sunholo-0.69.3.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
118
+ sunholo-0.69.3.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
119
+ sunholo-0.69.3.dist-info/RECORD,,