sunholo 0.69.9__tar.gz → 0.69.10__tar.gz

{sunholo-0.69.9 → sunholo-0.69.10}/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.69.9
+Version: 0.69.10
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.9.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.10.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0

{sunholo-0.69.9 → sunholo-0.69.10}/setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 # Define your base version
-version = '0.69.9'
+version = '0.69.10'
 
 setup(
     name='sunholo',

{sunholo-0.69.9 → sunholo-0.69.10}/sunholo/discovery_engine/discovery_engine_client.py

@@ -155,6 +155,7 @@ class DiscoveryEngineClient:
         num_previous_chunks: int = 3,
         num_next_chunks: int = 3,
         page_size: int = 10,
+        parse_chunks_to_string: bool = True,
         doc_or_chunks: str = "CHUNKS",  # or DOCUMENTS
         serving_config: str = "default_serving_config",
     ):
@@ -166,6 +167,7 @@ class DiscoveryEngineClient:
             num_previous_chunks (int, optional): Number of previous chunks to return for context (default is 3).
             num_next_chunks (int, optional): Number of next chunks to return for context (default is 3).
             page_size (int, optional): The maximum number of results to return per page (default is 10).
+            parse_chunks_to_string: If True will put chunks in one big string, False will return object
 
         Returns:
             discoveryengine.SearchResponse: The search response object containing the search results.
@@ -201,8 +203,61 @@ class DiscoveryEngineClient:
 
         search_response = self.search_client.search(search_request)
 
+        if parse_chunks_to_string:
+            
+            return self.process_chunks(search_response)
+        
         return search_response
 
+    def process_chunks(self, response):
+        all_chunks = []
+
+        if 'results' not in response:
+            raise ValueError('No results found in response')
+        
+        for result in response['results']:
+            chunk = result['chunk']
+            chunk_metadata = chunk['chunkMetadata']
+
+            if 'previousChunks' in chunk_metadata:
+                # Process previous chunks
+                for prev_chunk in chunk['chunkMetadata']['previousChunks']:
+                    prev_chunk_string = (
+                        f"# {prev_chunk['id']}\n"
+                        f"{prev_chunk['content']}\n"
+                        f"## metadata\n"
+                        f"Document URI: {prev_chunk['documentMetadata']['uri']}\n"
+                        f"Document Title: {prev_chunk['documentMetadata']['title']}\n"
+                    )
+                    all_chunks.append(prev_chunk_string)
+
+            # Process fetched chunk
+            fetched_chunk_string = (
+                f"# {chunk['id']}\n"
+                f"{chunk['content']}\n"
+                f"## metadata\n"
+                f"Document URI: {chunk['documentMetadata']['uri']}\n"
+                f"Document Title: {chunk['documentMetadata']['title']}\n"
+            )
+            all_chunks.append(fetched_chunk_string)
+
+            # Process next chunks
+            if 'nextChunks' in chunk_metadata:
+                for next_chunk in chunk_metadata['nextChunks']:
+                    next_chunk_string = (
+                        f"# {next_chunk['id']}\n"
+                        f"{next_chunk['content']}\n"
+                        f"## metadata\n"
+                        f"Document URI: {next_chunk['documentMetadata']['uri']}\n"
+                        f"Document Title: {next_chunk['documentMetadata']['title']}\n"
+                    )
+                    all_chunks.append(next_chunk_string)
+
+        # Combine all chunks into one long string
+        result_string = "\n".join(all_chunks)
+
+        return result_string
+
     def import_documents(self,
         gcs_uri: Optional[str] = None,
         data_schema="content",

{sunholo-0.69.9 → sunholo-0.69.10}/sunholo/llamaindex/import_files.py

@@ -61,7 +61,6 @@ def do_llamaindex(message_data, metadata, vector_name):
     corpuses = []
     for memory in memories:
         for key, value in memory.items():  # Now iterate over the dictionary
-            log.info(f"Found memory {key}")
             vectorstore = value.get('vectorstore')
             if vectorstore == "llamaindex":
                 log.info(f"Found vectorstore {vectorstore}")

{sunholo-0.69.9 → sunholo-0.69.10}/sunholo.egg-info/PKG-INFO

@@ -1,9 +1,9 @@
 Metadata-Version: 2.1
 Name: sunholo
-Version: 0.69.9
+Version: 0.69.10
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Home-page: https://github.com/sunholo-data/sunholo-py
-Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.9.tar.gz
+Download-URL: https://github.com/sunholo-data/sunholo-py/archive/refs/tags/v0.69.10.tar.gz
 Author: Holosun ApS
 Author-email: multivac@sunholo.com
 License: Apache License, Version 2.0