sunholo 0.69.2__tar.gz → 0.69.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sunholo-0.69.2 → sunholo-0.69.3}/PKG-INFO +2 -2
- {sunholo-0.69.2 → sunholo-0.69.3}/setup.py +1 -1
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/data_to_embed_pubsub.py +1 -1
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/discovery_engine/create_new.py +8 -1
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo.egg-info/PKG-INFO +2 -2
- {sunholo-0.69.2 → sunholo-0.69.3}/LICENSE.txt +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/MANIFEST.in +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/README.md +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/setup.cfg +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/chat_history.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/dispatch_to_qa.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/fastapi/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/fastapi/base.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/fastapi/qna_routes.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/flask/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/flask/base.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/flask/qna_routes.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/flask/vac_routes.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/langserve.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/pubsub.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/route.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/special_commands.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/agents/swagger.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/archive/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/archive/archive.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/auth/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/auth/run.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/bots/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/bots/discord.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/bots/github_webhook.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/bots/webapp.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/doc_handling.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/images.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/loaders.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/message_data.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/pdfs.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/publish.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/chunker/splitter.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/chat_vac.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/cli.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/cli_init.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/configs.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/deploy.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/embedder.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/merge_texts.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/run_proxy.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/sun_rich.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/cli/swagger.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/components/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/components/llm.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/components/retriever.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/components/vectorstore.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/alloydb.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/alloydb_client.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/database.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/lancedb.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/sql/sb/create_function.sql +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/sql/sb/create_function_time.sql +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/sql/sb/create_table.sql +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/sql/sb/delete_source_row.sql +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/sql/sb/return_sources.sql +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/sql/sb/setup.sql +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/static_dbs.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/database/uuid.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/discovery_engine/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/discovery_engine/chunker_handler.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/discovery_engine/discovery_engine_client.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/embedder/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/embedder/embed_chunk.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/gcs/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/gcs/add_file.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/gcs/download_url.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/gcs/metadata.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/langfuse/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/langfuse/callback.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/langfuse/prompts.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/llamaindex/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/llamaindex/generate.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/llamaindex/get_files.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/llamaindex/import_files.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/logging.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/lookup/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/lookup/model_lookup.yaml +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/patches/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/patches/langchain/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/patches/langchain/lancedb.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/patches/langchain/vertexai.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/pubsub/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/pubsub/process_pubsub.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/pubsub/pubsub_manager.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/qna/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/qna/parsers.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/qna/retry.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/streaming/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/streaming/content_buffer.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/streaming/langserve.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/streaming/stream_lookup.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/streaming/streaming.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/summarise/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/summarise/summarise.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/api_key.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/big_context.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/config.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/config_schema.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/gcp.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/gcp_project.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/parsers.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/timedelta.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/user_ids.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/utils/version.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/vertex/__init__.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/vertex/init.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/vertex/memory_tools.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo/vertex/safety.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo.egg-info/SOURCES.txt +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo.egg-info/dependency_links.txt +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo.egg-info/entry_points.txt +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo.egg-info/requires.txt +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/sunholo.egg-info/top_level.txt +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/tests/test_chat_history.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/tests/test_chunker.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/tests/test_config.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/tests/test_dispatch_to_qa.py +0 -0
- {sunholo-0.69.2 → sunholo-0.69.3}/tests/test_swagger.py +0 -0
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.69.
|
|
3
|
+
Version: 0.69.3
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.3.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -60,7 +60,7 @@ def process_chunker_data(message_data, metadata, vector_name):
|
|
|
60
60
|
metadata["vector_name"] = vector_name
|
|
61
61
|
|
|
62
62
|
if message_data is None:
|
|
63
|
-
log.error("No message_data was found in data: {
|
|
63
|
+
log.error(f"No message_data was found in data: {message_data}")
|
|
64
64
|
return
|
|
65
65
|
|
|
66
66
|
log.debug(f"Found metadata in pubsub: {metadata}")
|
|
@@ -6,6 +6,13 @@ def create_new_discovery_engine(vector_name):
|
|
|
6
6
|
|
|
7
7
|
chunker_config = load_config_key("chunker", vector_name=vector_name, kind="vacConfig")
|
|
8
8
|
|
|
9
|
+
if chunker_config:
|
|
10
|
+
chunk_size = chunker_config.get("chunk_size")
|
|
11
|
+
|
|
12
|
+
if not chunk_size:
|
|
13
|
+
chunk_size = 500
|
|
14
|
+
|
|
15
|
+
|
|
9
16
|
project_id = gcp_config.get('project_id')
|
|
10
17
|
#location = gcp_config.get('location')
|
|
11
18
|
|
|
@@ -16,6 +23,6 @@ def create_new_discovery_engine(vector_name):
|
|
|
16
23
|
#location=location
|
|
17
24
|
)
|
|
18
25
|
|
|
19
|
-
new_store = de.create_data_store(chunk_size=
|
|
26
|
+
new_store = de.create_data_store(chunk_size=chunk_size)
|
|
20
27
|
|
|
21
28
|
return new_store
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.69.
|
|
3
|
+
Version: 0.69.3
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.3.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|