sunholo 0.69.12__tar.gz → 0.69.15__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sunholo-0.69.12 → sunholo-0.69.15}/PKG-INFO +2 -2
- {sunholo-0.69.12 → sunholo-0.69.15}/setup.py +1 -1
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/discovery_engine/discovery_engine_client.py +28 -36
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo.egg-info/PKG-INFO +2 -2
- {sunholo-0.69.12 → sunholo-0.69.15}/LICENSE.txt +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/MANIFEST.in +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/README.md +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/setup.cfg +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/chat_history.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/dispatch_to_qa.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/fastapi/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/fastapi/base.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/fastapi/qna_routes.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/flask/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/flask/base.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/flask/qna_routes.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/flask/vac_routes.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/langserve.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/pubsub.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/route.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/special_commands.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/agents/swagger.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/archive/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/archive/archive.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/auth/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/auth/run.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/bots/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/bots/discord.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/bots/github_webhook.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/bots/webapp.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/data_to_embed_pubsub.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/doc_handling.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/images.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/loaders.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/message_data.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/pdfs.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/publish.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/chunker/splitter.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/chat_vac.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/cli.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/cli_init.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/configs.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/deploy.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/embedder.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/merge_texts.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/run_proxy.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/sun_rich.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/cli/swagger.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/components/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/components/llm.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/components/retriever.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/components/vectorstore.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/alloydb.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/alloydb_client.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/database.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/lancedb.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/sql/sb/create_function.sql +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/sql/sb/create_function_time.sql +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/sql/sb/create_table.sql +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/sql/sb/delete_source_row.sql +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/sql/sb/return_sources.sql +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/sql/sb/setup.sql +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/static_dbs.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/database/uuid.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/discovery_engine/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/discovery_engine/chunker_handler.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/discovery_engine/create_new.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/embedder/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/embedder/embed_chunk.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/gcs/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/gcs/add_file.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/gcs/download_url.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/gcs/metadata.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/langfuse/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/langfuse/callback.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/langfuse/prompts.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/llamaindex/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/llamaindex/generate.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/llamaindex/get_files.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/llamaindex/import_files.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/logging.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/lookup/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/lookup/model_lookup.yaml +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/patches/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/patches/langchain/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/patches/langchain/lancedb.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/patches/langchain/vertexai.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/pubsub/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/pubsub/process_pubsub.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/pubsub/pubsub_manager.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/qna/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/qna/parsers.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/qna/retry.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/streaming/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/streaming/content_buffer.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/streaming/langserve.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/streaming/stream_lookup.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/streaming/streaming.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/summarise/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/summarise/summarise.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/api_key.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/big_context.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/config.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/config_schema.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/gcp.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/gcp_project.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/parsers.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/timedelta.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/user_ids.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/utils/version.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/vertex/__init__.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/vertex/init.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/vertex/memory_tools.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo/vertex/safety.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo.egg-info/SOURCES.txt +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo.egg-info/dependency_links.txt +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo.egg-info/entry_points.txt +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo.egg-info/requires.txt +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/sunholo.egg-info/top_level.txt +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/tests/test_chat_history.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/tests/test_chunker.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/tests/test_config.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/tests/test_dispatch_to_qa.py +0 -0
- {sunholo-0.69.12 → sunholo-0.69.15}/tests/test_swagger.py +0 -0
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.69.
|
|
3
|
+
Version: 0.69.15
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.15.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
@@ -3,9 +3,12 @@ try:
|
|
|
3
3
|
from google.cloud import discoveryengine_v1alpha as discoveryengine
|
|
4
4
|
from google.api_core.retry import Retry, if_exception_type
|
|
5
5
|
from google.api_core.exceptions import ResourceExhausted
|
|
6
|
+
from google.cloud.discoveryengine_v1alpha import SearchResponse, Chunk
|
|
6
7
|
except ImportError:
|
|
7
8
|
ClientOptions = None
|
|
8
9
|
discoveryengine = None
|
|
10
|
+
Chunk = None
|
|
11
|
+
SearchResponse = None
|
|
9
12
|
|
|
10
13
|
from ..logging import log
|
|
11
14
|
from typing import Optional
|
|
@@ -214,50 +217,39 @@ class DiscoveryEngineClient:
|
|
|
214
217
|
|
|
215
218
|
log.info("Discovery engine response object")
|
|
216
219
|
return search_response
|
|
217
|
-
|
|
218
|
-
def
|
|
220
|
+
|
|
221
|
+
def chunk_format(self, chunk: Chunk):
|
|
222
|
+
return (
|
|
223
|
+
f"# {chunk.id}\n"
|
|
224
|
+
f"{chunk.content}\n"
|
|
225
|
+
f"## metadata\n"
|
|
226
|
+
f"Document URI: {chunk.document_metadata.uri}\n"
|
|
227
|
+
f"Document Title: {chunk.document_metadata.title}\n"
|
|
228
|
+
)
|
|
229
|
+
|
|
230
|
+
def process_chunks(self, response: SearchResponse):
|
|
219
231
|
all_chunks = []
|
|
220
232
|
|
|
221
|
-
if
|
|
233
|
+
# Check if the response contains results
|
|
234
|
+
if not hasattr(response, 'results') or not response.results:
|
|
222
235
|
raise ValueError(f'No results found in response: {response=}')
|
|
223
236
|
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
237
|
+
# Iterate through each result in the response
|
|
238
|
+
for result in response.results:
|
|
239
|
+
chunk = result.chunk
|
|
240
|
+
chunk_metadata = chunk.ChunkMetadata
|
|
227
241
|
|
|
228
|
-
if '
|
|
242
|
+
if hasattr(chunk_metadata, 'previous_chunks'):
|
|
229
243
|
# Process previous chunks
|
|
230
|
-
for prev_chunk in
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
f"## metadata\n"
|
|
235
|
-
f"Document URI: {prev_chunk['documentMetadata']['uri']}\n"
|
|
236
|
-
f"Document Title: {prev_chunk['documentMetadata']['title']}\n"
|
|
237
|
-
)
|
|
238
|
-
all_chunks.append(prev_chunk_string)
|
|
239
|
-
|
|
240
|
-
# Process fetched chunk
|
|
241
|
-
fetched_chunk_string = (
|
|
242
|
-
f"# {chunk['id']}\n"
|
|
243
|
-
f"{chunk['content']}\n"
|
|
244
|
-
f"## metadata\n"
|
|
245
|
-
f"Document URI: {chunk['documentMetadata']['uri']}\n"
|
|
246
|
-
f"Document Title: {chunk['documentMetadata']['title']}\n"
|
|
247
|
-
)
|
|
248
|
-
all_chunks.append(fetched_chunk_string)
|
|
244
|
+
for prev_chunk in chunk_metadata.previous_chunks:
|
|
245
|
+
all_chunks.append(self.chunk_format(prev_chunk))
|
|
246
|
+
|
|
247
|
+
all_chunks.append(self.chunk_format(chunk))
|
|
249
248
|
|
|
250
249
|
# Process next chunks
|
|
251
|
-
if '
|
|
252
|
-
for next_chunk in chunk_metadata
|
|
253
|
-
|
|
254
|
-
f"# {next_chunk['id']}\n"
|
|
255
|
-
f"{next_chunk['content']}\n"
|
|
256
|
-
f"## metadata\n"
|
|
257
|
-
f"Document URI: {next_chunk['documentMetadata']['uri']}\n"
|
|
258
|
-
f"Document Title: {next_chunk['documentMetadata']['title']}\n"
|
|
259
|
-
)
|
|
260
|
-
all_chunks.append(next_chunk_string)
|
|
250
|
+
if hasattr(chunk_metadata, 'next_chunks'):
|
|
251
|
+
for next_chunk in chunk_metadata.next_chunks:
|
|
252
|
+
all_chunks.append(self.chunk_format(next_chunk))
|
|
261
253
|
|
|
262
254
|
# Combine all chunks into one long string
|
|
263
255
|
result_string = "\n".join(all_chunks)
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: sunholo
|
|
3
|
-
Version: 0.69.
|
|
3
|
+
Version: 0.69.15
|
|
4
4
|
Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
|
|
5
5
|
Home-page: https://github.com/sunholo-data/sunholo-py
|
|
6
|
-
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.
|
|
6
|
+
Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.15.tar.gz
|
|
7
7
|
Author: Holosun ApS
|
|
8
8
|
Author-email: multivac@sunholo.com
|
|
9
9
|
License: Apache License, Version 2.0
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|