sunholo 0.71.2__tar.gz → 0.71.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sunholo-0.71.2 → sunholo-0.71.3}/PKG-INFO +2 -2
- {sunholo-0.71.2 → sunholo-0.71.3}/setup.py +1 -1
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/components/vectorstore.py +1 -3
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/llamaindex/import_files.py +10 -5
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/vertex/memory_tools.py +4 -3
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo.egg-info/PKG-INFO +2 -2
- {sunholo-0.71.2 → sunholo-0.71.3}/LICENSE.txt +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/MANIFEST.in +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/README.md +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/setup.cfg +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/chat_history.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/dispatch_to_qa.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/fastapi/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/fastapi/base.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/fastapi/qna_routes.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/flask/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/flask/base.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/flask/qna_routes.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/flask/vac_routes.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/langserve.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/pubsub.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/route.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/special_commands.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/agents/swagger.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/archive/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/archive/archive.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/auth/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/auth/run.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/bots/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/bots/discord.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/bots/github_webhook.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/bots/webapp.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/data_to_embed_pubsub.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/doc_handling.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/images.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/loaders.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/message_data.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/pdfs.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/publish.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/chunker/splitter.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/chat_vac.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/cli.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/cli_init.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/configs.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/deploy.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/embedder.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/merge_texts.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/run_proxy.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/sun_rich.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/cli/swagger.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/components/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/components/llm.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/components/retriever.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/alloydb.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/alloydb_client.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/database.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/lancedb.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/sql/sb/create_function.sql +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/sql/sb/create_function_time.sql +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/sql/sb/create_table.sql +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/sql/sb/delete_source_row.sql +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/sql/sb/return_sources.sql +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/sql/sb/setup.sql +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/static_dbs.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/database/uuid.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/discovery_engine/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/discovery_engine/chunker_handler.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/discovery_engine/create_new.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/discovery_engine/discovery_engine_client.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/embedder/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/embedder/embed_chunk.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/gcs/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/gcs/add_file.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/gcs/download_url.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/gcs/metadata.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/langfuse/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/langfuse/callback.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/langfuse/prompts.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/llamaindex/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/llamaindex/generate.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/llamaindex/get_files.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/logging.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/lookup/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/lookup/model_lookup.yaml +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/patches/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/patches/langchain/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/patches/langchain/lancedb.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/patches/langchain/vertexai.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/pubsub/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/pubsub/process_pubsub.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/pubsub/pubsub_manager.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/qna/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/qna/parsers.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/qna/retry.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/streaming/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/streaming/content_buffer.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/streaming/langserve.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/streaming/stream_lookup.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/streaming/streaming.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/summarise/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/summarise/summarise.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/api_key.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/big_context.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/config.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/config_schema.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/gcp.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/gcp_project.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/parsers.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/timedelta.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/user_ids.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/utils/version.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/vertex/__init__.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/vertex/extensions.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/vertex/extensions_class.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/vertex/init.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo/vertex/safety.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo.egg-info/SOURCES.txt +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo.egg-info/dependency_links.txt +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo.egg-info/entry_points.txt +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo.egg-info/requires.txt +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/sunholo.egg-info/top_level.txt +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/tests/test_chat_history.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/tests/test_chunker.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/tests/test_config.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/tests/test_dispatch_to_qa.py +0 -0
- {sunholo-0.71.2 → sunholo-0.71.3}/tests/test_swagger.py +0 -0
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.71.
|
|
3
|
+
Version: 0.71.3
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.3.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -69,11 +69,16 @@ def do_llamaindex(message_data, metadata, vector_name):
|
|
|
69
69
|
rag_id = value.get('rag_id')
|
|
70
70
|
project_id = gcp_config.get('project_id')
|
|
71
71
|
location = gcp_config.get('location')
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
72
|
+
try:
|
|
73
|
+
corpus = fetch_corpus(
|
|
74
|
+
project_id=project_id or global_project_id,
|
|
75
|
+
location=location or global_location,
|
|
76
|
+
rag_id=rag_id or global_rag_id
|
|
77
|
+
)
|
|
78
|
+
except Exception as err:
|
|
79
|
+
log.warning(f"Failed to fetch LlamaIndex corpus: {err=}")
|
|
80
|
+
continue
|
|
81
|
+
|
|
77
82
|
corpuses.append(corpus)
|
|
78
83
|
if not corpuses:
|
|
79
84
|
log.error("Could not find a RAG corpus to import data to")
|
|
@@ -62,8 +62,8 @@ def get_vertex_memories(vector_name):
|
|
|
62
62
|
if rag_id is None:
|
|
63
63
|
raise ValueError("Must specify rag_id if using vectorstore: llamaindex")
|
|
64
64
|
|
|
65
|
-
project_id = gcp_config.get('project_id')
|
|
66
|
-
location = gcp_config.get('location')
|
|
65
|
+
project_id = value.get('project_id') or gcp_config.get('project_id')
|
|
66
|
+
location = value.get('location') or gcp_config.get('location')
|
|
67
67
|
|
|
68
68
|
try:
|
|
69
69
|
corpus = fetch_corpus(
|
|
@@ -87,7 +87,8 @@ def get_vertex_memories(vector_name):
|
|
|
87
87
|
elif vectorstore == "discovery_engine" or vectorstore == "vertex_ai_search":
|
|
88
88
|
|
|
89
89
|
try:
|
|
90
|
-
|
|
90
|
+
project_id = value.get('project_id') or get_gcp_project()
|
|
91
|
+
de = DiscoveryEngineClient(vector_name, project_id=project_id)
|
|
91
92
|
log.info(f"Found vectorstore {vectorstore}")
|
|
92
93
|
|
|
93
94
|
data_store_path = f"{de.data_store_path()}/dataStores/{vector_name}"
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.71.
|
|
3
|
+
Version: 0.71.3
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.71.3.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|