sunholo 0.70.3__tar.gz → 0.70.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sunholo-0.70.3 → sunholo-0.70.5}/PKG-INFO +2 -2
- {sunholo-0.70.3 → sunholo-0.70.5}/setup.py +1 -1
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/flask/qna_routes.py +4 -4
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/splitter.py +3 -3
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/discovery_engine/discovery_engine_client.py +6 -2
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/pubsub/process_pubsub.py +2 -5
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo.egg-info/PKG-INFO +2 -2
- {sunholo-0.70.3 → sunholo-0.70.5}/LICENSE.txt +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/MANIFEST.in +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/README.md +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/setup.cfg +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/chat_history.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/dispatch_to_qa.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/fastapi/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/fastapi/base.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/fastapi/qna_routes.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/flask/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/flask/base.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/flask/vac_routes.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/langserve.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/pubsub.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/route.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/special_commands.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/agents/swagger.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/archive/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/archive/archive.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/auth/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/auth/run.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/bots/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/bots/discord.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/bots/github_webhook.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/bots/webapp.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/data_to_embed_pubsub.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/doc_handling.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/images.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/loaders.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/message_data.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/pdfs.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/chunker/publish.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/chat_vac.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/cli.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/cli_init.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/configs.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/deploy.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/embedder.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/merge_texts.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/run_proxy.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/sun_rich.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/cli/swagger.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/components/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/components/llm.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/components/retriever.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/components/vectorstore.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/alloydb.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/alloydb_client.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/database.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/lancedb.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/sql/sb/create_function.sql +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/sql/sb/create_function_time.sql +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/sql/sb/create_table.sql +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/sql/sb/delete_source_row.sql +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/sql/sb/return_sources.sql +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/sql/sb/setup.sql +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/static_dbs.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/database/uuid.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/discovery_engine/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/discovery_engine/chunker_handler.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/discovery_engine/create_new.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/embedder/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/embedder/embed_chunk.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/gcs/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/gcs/add_file.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/gcs/download_url.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/gcs/metadata.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/langfuse/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/langfuse/callback.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/langfuse/prompts.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/llamaindex/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/llamaindex/generate.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/llamaindex/get_files.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/llamaindex/import_files.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/logging.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/lookup/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/lookup/model_lookup.yaml +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/patches/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/patches/langchain/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/patches/langchain/lancedb.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/patches/langchain/vertexai.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/pubsub/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/pubsub/pubsub_manager.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/qna/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/qna/parsers.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/qna/retry.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/streaming/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/streaming/content_buffer.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/streaming/langserve.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/streaming/stream_lookup.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/streaming/streaming.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/summarise/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/summarise/summarise.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/api_key.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/big_context.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/config.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/config_schema.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/gcp.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/gcp_project.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/parsers.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/timedelta.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/user_ids.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/utils/version.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/vertex/__init__.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/vertex/extensions.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/vertex/init.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/vertex/memory_tools.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo/vertex/safety.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo.egg-info/SOURCES.txt +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo.egg-info/dependency_links.txt +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo.egg-info/entry_points.txt +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo.egg-info/requires.txt +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/sunholo.egg-info/top_level.txt +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/tests/test_chat_history.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/tests/test_chunker.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/tests/test_config.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/tests/test_dispatch_to_qa.py +0 -0
- {sunholo-0.70.3 → sunholo-0.70.5}/tests/test_swagger.py +0 -0
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.70.
|
|
3
|
+
Version: 0.70.5
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.70.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.70.5.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -46,7 +46,7 @@ cache_duration = timedelta(minutes=5) # Cache duration
|
|
|
46
46
|
|
|
47
47
|
def make_openai_response(user_message, vector_name, answer):
|
|
48
48
|
response_id = str(uuid.uuid4())
|
|
49
|
-
log.info("openai response: Q: {user_message} to VECTOR_NAME: {vector_name} - A: {answer}")
|
|
49
|
+
log.info(f"openai response: Q: {user_message} to VECTOR_NAME: {vector_name} - A: {answer}")
|
|
50
50
|
openai_response = {
|
|
51
51
|
"id": response_id,
|
|
52
52
|
"object": "chat.completion",
|
|
@@ -63,9 +63,9 @@ def make_openai_response(user_message, vector_name, answer):
|
|
|
63
63
|
"finish_reason": "stop"
|
|
64
64
|
}],
|
|
65
65
|
"usage": {
|
|
66
|
-
"prompt_tokens":
|
|
67
|
-
"completion_tokens":
|
|
68
|
-
"total_tokens":
|
|
66
|
+
"prompt_tokens": 0,
|
|
67
|
+
"completion_tokens": 0,
|
|
68
|
+
"total_tokens": 0
|
|
69
69
|
}
|
|
70
70
|
}
|
|
71
71
|
|
|
@@ -62,7 +62,7 @@ def chunk_doc_to_docs(documents: list, extension: str = ".md", min_size: int = 8
|
|
|
62
62
|
|
|
63
63
|
if len(content) < min_size:
|
|
64
64
|
combined_documents_content += content + "\n"
|
|
65
|
-
log.
|
|
65
|
+
log.debug(f"Appending document as its smaller than {min_size}: length {len(content)} - appended doc length {len(combined_documents_content)}")
|
|
66
66
|
else:
|
|
67
67
|
if combined_documents_content:
|
|
68
68
|
combined_documents.append(Document(page_content=combined_documents_content, metadata=document.metadata))
|
|
@@ -81,7 +81,7 @@ def chunk_doc_to_docs(documents: list, extension: str = ".md", min_size: int = 8
|
|
|
81
81
|
# If a chunk is smaller than the min_size, append it to temporary_chunk with a line break and continue
|
|
82
82
|
if len(chunk) < min_size:
|
|
83
83
|
temporary_chunk += chunk + "\n"
|
|
84
|
-
log.
|
|
84
|
+
log.debug(f"Appending chunk as its smaller than {min_size}: length {len(chunk)}")
|
|
85
85
|
continue
|
|
86
86
|
|
|
87
87
|
# If there's content in temporary_chunk, append it to the current chunk
|
|
@@ -92,7 +92,7 @@ def chunk_doc_to_docs(documents: list, extension: str = ".md", min_size: int = 8
|
|
|
92
92
|
# If the combined chunk is still less than the min_size, append to temporary_chunk with a line break and continue
|
|
93
93
|
if len(chunk) < min_size:
|
|
94
94
|
temporary_chunk += chunk + "\n"
|
|
95
|
-
log.
|
|
95
|
+
log.debug(f"Appending chunk as its smaller than {min_size}: length {len(chunk)}")
|
|
96
96
|
continue
|
|
97
97
|
|
|
98
98
|
log.info(f"Adding chunk of length {len(chunk)}")
|
|
@@ -310,9 +310,13 @@ class DiscoveryEngineClient:
|
|
|
310
310
|
try:
|
|
311
311
|
operation = import_documents_with_retry(self.doc_client, request)
|
|
312
312
|
except ResourceExhausted as e:
|
|
313
|
-
log.error(f"Operation failed after retries due to quota exceeded: {e}")
|
|
313
|
+
log.error(f"DiscoveryEngine Operation failed after retries due to quota exceeded: {e}")
|
|
314
|
+
|
|
315
|
+
raise e
|
|
314
316
|
except Exception as e:
|
|
315
|
-
log.error(f"An unexpected error occurred: {e}")
|
|
317
|
+
log.error(f"An unexpected DiscoveryEngine error occurred: {e}")
|
|
318
|
+
|
|
319
|
+
raise e
|
|
316
320
|
|
|
317
321
|
return operation.operation.name
|
|
318
322
|
|
|
@@ -32,11 +32,8 @@ def process_pubsub_message(data: dict) -> tuple:
|
|
|
32
32
|
messageId = data['message'].get('messageId')
|
|
33
33
|
publishTime = data['message'].get('publishTime')
|
|
34
34
|
vector_name = attributes.get('namespace', None)
|
|
35
|
-
if vector_name
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
# to show we found it
|
|
39
|
-
attributes['vector_name'] = vector_name
|
|
35
|
+
if vector_name:
|
|
36
|
+
attributes['vector_name'] = vector_name
|
|
40
37
|
|
|
41
38
|
log.info(f"Process Pub/Sub was triggered by messageId {messageId} published at {publishTime}")
|
|
42
39
|
log.debug(f"Process Pub/Sub data: {message_data}")
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.70.
|
|
3
|
+
Version: 0.70.5
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.70.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.70.5.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|