sunholo 0.71.2__py3-none-any.whl → 0.71.4__py3-none-any.whl

sunholo/components/vectorstore.py

@@ -136,6 +136,4 @@ def pick_vectorstore(vs_str: str, vector_name: str, embeddings, read_only=None):
         log.info(f"Chose LanceDB for {vector_name} using {LANCEDB_BUCKET}")
 
         return vectorstore
-
-    else:
-        log.warning(f'No llm implemented for {vs_str}')   
+ 

sunholo/discovery_engine/discovery_engine_client.py

@@ -101,6 +101,11 @@ class DiscoveryEngineClient:
             str: The name of the long-running operation for data store creation.
         """
 
+        if chunk_size > 500:
+            chunk_size = 500
+        elif chunk_size < 100:
+            chunk_size = 100
+
         # https://cloud.google.com/python/docs/reference/discoveryengine/latest/google.cloud.discoveryengine_v1alpha.types.DocumentProcessingConfig
         doc_config = discoveryengine.DocumentProcessingConfig(
             chunking_config=discoveryengine.DocumentProcessingConfig.ChunkingConfig(

sunholo/llamaindex/import_files.py

@@ -69,11 +69,16 @@ def do_llamaindex(message_data, metadata, vector_name):
                 rag_id = value.get('rag_id')
                 project_id = gcp_config.get('project_id')
                 location = gcp_config.get('location')
-                corpus = fetch_corpus(
-                    project_id=project_id or global_project_id,
-                    location=location or global_location,
-                    rag_id=rag_id or global_rag_id
-                )
+                try:
+                    corpus = fetch_corpus(
+                        project_id=project_id or global_project_id,
+                        location=location or global_location,
+                        rag_id=rag_id or global_rag_id
+                    )
+                except Exception as err:
+                    log.warning(f"Failed to fetch LlamaIndex corpus: {err=}")
+                    continue
+                
                 corpuses.append(corpus)
     if not corpuses:
         log.error("Could not find a RAG corpus to import data to")

sunholo/vertex/memory_tools.py

@@ -62,8 +62,8 @@ def get_vertex_memories(vector_name):
                 if rag_id is None:
                     raise ValueError("Must specify rag_id if using vectorstore: llamaindex")
                 
-                project_id = gcp_config.get('project_id')
-                location = gcp_config.get('location')
+                project_id = value.get('project_id') or gcp_config.get('project_id')
+                location = value.get('location') or gcp_config.get('location')
 
                 try:
                     corpus = fetch_corpus(
@@ -87,7 +87,8 @@ def get_vertex_memories(vector_name):
             elif vectorstore == "discovery_engine" or vectorstore == "vertex_ai_search":
 
                 try:
-                    de = DiscoveryEngineClient(vector_name, project_id=get_gcp_project())
+                    project_id = value.get('project_id') or get_gcp_project()
+                    de = DiscoveryEngineClient(vector_name, project_id=project_id)
                     log.info(f"Found vectorstore {vectorstore}")
 
                     data_store_path = f"{de.data_store_path()}/dataStores/{vector_name}"

{sunholo-0.71.2.dist-info → sunholo-0.71.4.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.71.2
+Version: 0.71.4
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.2.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.4.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.71.2.dist-info → sunholo-0.71.4.dist-info}/RECORD

@@ -46,7 +46,7 @@ sunholo/cli/swagger.py,sha256=absYKAU-7Yd2eiVNUY-g_WLl2zJfeRUNdWQ0oH8M_HM,1564
 sunholo/components/__init__.py,sha256=IDoylb74zFKo6NIS3RQqUl0PDFBGVxM1dfUmO7OJ44U,176
 sunholo/components/llm.py,sha256=T4we3tGmqUj4tPwxQr9M6AXv_BALqZV_dRSvINan-oU,10374
 sunholo/components/retriever.py,sha256=jltG91N5r2P9RWKPW8A8tU3ilghciBczxapauW83Ir8,6377
-sunholo/components/vectorstore.py,sha256=egFPeejf8kwM3Wx486X-FBzwoSSEziC2NV4LdxB2sXY,5616
+sunholo/components/vectorstore.py,sha256=zUJ90L1S4IyxLB0JUWopeuwVjcsSqdhj1QreEfsJhsE,5548
 sunholo/database/__init__.py,sha256=Zz0Shcq-CtStf9rJGIYB_Ybzb8rY_Q9mfSj-nviM490,241
 sunholo/database/alloydb.py,sha256=d9W0pbZB0jTVIGF5OVaQ6kXHo-X3-6e9NpWNmV5e9UY,10464
 sunholo/database/alloydb_client.py,sha256=AYA0SSaBy-1XEfeZI97sMGehfrwnfbwZ8sE0exzI2E0,7254
@@ -63,7 +63,7 @@ sunholo/database/sql/sb/setup.sql,sha256=CvoFvZQev2uWjmFa3aj3m3iuPFzAAJZ0S7Qi3L3
 sunholo/discovery_engine/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/discovery_engine/chunker_handler.py,sha256=H1HHDqWMCkchJER1_oU9TOLxqf2PygiMO6CL3uKZP64,4563
 sunholo/discovery_engine/create_new.py,sha256=7oZG78T6lW0EspRzlo7-qRyXFSuFxDn2dfSAVEaqlqY,978
-sunholo/discovery_engine/discovery_engine_client.py,sha256=QiPB9DExPW-qN-dZq1llXie1hTnWydSZan7Y3mp9dOc,14803
+sunholo/discovery_engine/discovery_engine_client.py,sha256=cUdyXdXvFS_IxNqwJkGdGpXH-k18MQDKuUFn_7E7pKo,14922
 sunholo/embedder/__init__.py,sha256=sI4N_CqgEVcrMDxXgxKp1FsfsB4FpjoXgPGkl4N_u4I,44
 sunholo/embedder/embed_chunk.py,sha256=d_dIzeNF630Q0Ar-u1hxos60s0tLIImJccAvuo_LTIw,6814
 sunholo/gcs/__init__.py,sha256=DtVw_AZwQn-IguR5BJuIi2XJeF_FQXizhJikzRNrXiE,50
@@ -76,7 +76,7 @@ sunholo/langfuse/prompts.py,sha256=HO4Zy9usn5tKooBPCKksuw4Lff3c03Ny5wqn4ce_xZM,1
 sunholo/llamaindex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/llamaindex/generate.py,sha256=l1Picr-hVwkmAUD7XmTCa63qY9ERliFHQXwyX3BqB2Q,686
 sunholo/llamaindex/get_files.py,sha256=6rhXCDqQ_lrIapISQ_OYQDjiSATXvS_9m3qq53-oIl0,781
-sunholo/llamaindex/import_files.py,sha256=h5kQCNtWoMNh9Hgn_kIJvV-Vu_AwwGIvbmuNq3yQ4Rk,5638
+sunholo/llamaindex/import_files.py,sha256=_v1yIFksUQvqLgdH19bWFfIkG4R3srYRg6EwduAPxms,5844
 sunholo/lookup/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sunholo/lookup/model_lookup.yaml,sha256=O7o-jP53MLA06C8pI-ILwERShO-xf6z_258wtpZBv6A,739
 sunholo/patches/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -111,11 +111,11 @@ sunholo/vertex/__init__.py,sha256=JvHcGFuv6R_nAhY2AdoqqhMpJ5ugeWPZ_svGhWrObBk,13
 sunholo/vertex/extensions.py,sha256=d-Ikt9gHFf-jUMPmyU-xHwYe22QtEyr90Ua1LDKgTws,11026
 sunholo/vertex/extensions_class.py,sha256=0-XMrMvfhMN380ZdGXl11Mt7R9kCu9rB4Vduiflk8QA,9202
 sunholo/vertex/init.py,sha256=RLjQppTUwubWgwf2PoAke-EtcwlVkFPaPMYvUsMw1KQ,2029
-sunholo/vertex/memory_tools.py,sha256=hy_UhKl05Bka5zK7KWoO8ZPVM-p8AQkcgFVLHUg9jZs,5748
+sunholo/vertex/memory_tools.py,sha256=x4Z4Hlpd1VNFu_DfA7xtF0ySF0-IXbkLJJLa6RTpks0,5871
 sunholo/vertex/safety.py,sha256=3meAX0HyGZYrH7rXPUAHxtI_3w_zoy_RX7Shtkoa660,1275
-sunholo-0.71.2.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
-sunholo-0.71.2.dist-info/METADATA,sha256=qqURUt_PfrH62Cs6aNs7FNpkMr1Q0DFM6Zxr0sBHPXk,6613
-sunholo-0.71.2.dist-info/WHEEL,sha256=mguMlWGMX-VHnMpKOjjQidIo1ssRlCFu4a4mBpz1s2M,91
-sunholo-0.71.2.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
-sunholo-0.71.2.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
-sunholo-0.71.2.dist-info/RECORD,,
+sunholo-0.71.4.dist-info/LICENSE.txt,sha256=SdE3QjnD3GEmqqg9EX3TM9f7WmtOzqS1KJve8rhbYmU,11345
+sunholo-0.71.4.dist-info/METADATA,sha256=VBbB2GrEwZczEWC0--p2AOwLFU4naCvztxA5j5rTre8,6613
+sunholo-0.71.4.dist-info/WHEEL,sha256=mguMlWGMX-VHnMpKOjjQidIo1ssRlCFu4a4mBpz1s2M,91
+sunholo-0.71.4.dist-info/entry_points.txt,sha256=bZuN5AIHingMPt4Ro1b_T-FnQvZ3teBes-3OyO0asl4,49
+sunholo-0.71.4.dist-info/top_level.txt,sha256=wt5tadn5--5JrZsjJz2LceoUvcrIvxjHJe-RxuudxAk,8
+sunholo-0.71.4.dist-info/RECORD,,