sunholo 0.119.12__tar.gz → 0.119.14__tar.gz

{sunholo-0.119.12/src/sunholo.egg-info → sunholo-0.119.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: sunholo
-Version: 0.119.12
+Version: 0.119.14
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0

{sunholo-0.119.12 → sunholo-0.119.14}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "sunholo"
-version = "0.119.12"
+version = "0.119.14"
 description = "Large Language Model DevOps - a package to help deploy LLMs to the Cloud."
 readme = "README.md"
 requires-python = ">=3.10"

{sunholo-0.119.12 → sunholo-0.119.14}/src/sunholo/discovery_engine/discovery_engine_client.py

@@ -350,6 +350,7 @@ class DiscoveryEngineClient:
                     f"## metadata\n"
                     f"Document URI: {chunk.document_metadata.uri}\n"
                     f"Document Title: {chunk.document_metadata.title}\n"
+                    f"Document ImportTime: {chunk.document_metadata.eventTime}\n"
                 )        
 
     def process_chunks(self, response):
@@ -357,7 +358,8 @@ class DiscoveryEngineClient:
 
         # Check if the response contains results
         if not hasattr(response, 'results') or not response.results:
-            raise ValueError(f'No results found in response: {response=}')
+            log.info(f'No results found in response: {response=}')
+            return []
         
         # Iterate through each result in the response
         for result in response.results:
@@ -386,7 +388,8 @@ class DiscoveryEngineClient:
 
         # Check if the response contains results
         if not hasattr(response, 'results') or not response.results:
-            raise ValueError(f'No results found in response: {response=}')
+            log.info(f'No results found in response: {response=}')
+            return []
         
         # Iterate through each result in the response
         for result in response.results:
@@ -726,6 +729,67 @@ class DiscoveryEngineClient:
         log.info("Discovery engine response object")
         return search_response
 
+    async def async_search_with_filters(self, query, filter_str=None,
+                            num_previous_chunks=3, num_next_chunks=3, 
+                            page_size=10, parse_chunks_to_string=True, 
+                            serving_config="default_serving_config",
+                            data_store_ids: Optional[List[str]] = None):
+        """
+        Searches with a generic filter string asynchronously.
+
+        Args:
+            query (str): The search query.
+            filter_str (str, optional): The filter string to apply (e.g., "source LIKE 'my_source' AND eventTime > TIMESTAMP('2024-01-01')").
+            #... other parameters from get_chunks
+
+        Returns:
+            discoveryengine.SearchResponse or str: The search response object or string of chunks.
+        """
+
+        serving_config_path = self.async_search_client.serving_config_path(
+            self.project_id,
+            self.location,
+            self.data_store_id,
+            serving_config
+        )
+
+        search_request = discoveryengine.SearchRequest(
+            serving_config=serving_config_path,
+            query=query,
+            page_size=page_size, 
+            content_search_spec=discoveryengine.SearchRequest.ContentSearchSpec(
+                search_result_mode="CHUNKS", 
+                chunk_spec=discoveryengine.SearchRequest.ContentSearchSpec.ChunkSpec(
+                    num_previous_chunks=num_previous_chunks,
+                    num_next_chunks=num_next_chunks,
+                ),
+            ),
+            filter=filter_str # name:'ANY("king kong")'
+        )
+
+        if data_store_ids:
+            search_request.data_store_specs = [
+                discoveryengine.SearchRequest.DataStoreSpec(
+                    data_store=self._search_data_store_path(data_store_id, serving_config=serving_config)
+                )
+                for data_store_id in data_store_ids
+            ]
+
+        log.info(f"Discovery engine request with filter: {search_request=}")
+        try:
+            search_response = await self.async_search_client.search(search_request)
+        except Exception as e:
+            log.info(f"No results {search_request.data_store_specs=}: {str(e)}")
+            return None
+        
+        if parse_chunks_to_string:
+            big_string = await self.async_process_chunks(search_response)
+            log.info(f"Discovery engine chunks string sample: {big_string[:100]}")
+            return big_string
+        
+        log.info("Discovery engine response object")
+        return search_response
+
     def search_by_objectId_and_or_date(self, query, objectId=None, date=None, **kwargs):
         """
         Searches and filters by objectId (exact match) and/or date.
@@ -751,3 +815,29 @@ class DiscoveryEngineClient:
         else:
             # No filters, perform regular search
             return self.search_with_filters(query, **kwargs)
+
+    async def async_search_by_objectId_and_or_date(self, query, objectId=None, date=None, **kwargs):
+        """
+        Searches and filters by objectId (exact match) and/or date asynchronously.
+
+        Args:
+            query (str): The search query.
+            objectId (str, optional): The exact objectId to filter by.
+            date (str, optional): The literal_iso_8601_datetime_format date to filter by e.g. 2025-02-24T12:25:30.123Z
+            **kwargs: Additional keyword arguments to pass to `async_search_with_filters`.
+
+        Returns:
+            list: A list of search results.
+        """
+        filter_clauses = []
+        if objectId:
+            filter_clauses.append(f'objectId: ANY("{objectId}")')
+        if date:
+            filter_clauses.append(f'eventTime >= "{date}"')
+
+        if filter_clauses:
+            filter_str = " AND ".join(filter_clauses)  # Combine with AND
+            return await self.async_search_with_filters(query, filter_str, **kwargs)
+        else:
+            # No filters, perform regular search
+            return await self.async_search_with_filters(query, **kwargs)

{sunholo-0.119.12 → sunholo-0.119.14}/src/sunholo/discovery_engine/get_ai_search_chunks.py

@@ -116,7 +116,7 @@ async def async_get_all_chunks(question:str, config:ConfigManager, filter_str=No
 async def async_get_chunks(question, vector_name, num_chunks, filter_str, project_id=None):
     de = DiscoveryEngineClient(vector_name, project_id=project_id)
     try:
-        return await de.search_with_filters(query=question, 
+        return await de.async_search_with_filters(query=question, 
                                             filter_str=filter_str,
                                             num_previous_chunks=num_chunks, 
                                             num_next_chunks=num_chunks)

{sunholo-0.119.12 → sunholo-0.119.14/src/sunholo.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: sunholo
-Version: 0.119.12
+Version: 0.119.14
 Summary: Large Language Model DevOps - a package to help deploy LLMs to the Cloud.
 Author-email: Holosun ApS <multivac@sunholo.com>
 License: Apache License, Version 2.0