crewplus 0.2.53__tar.gz → 0.2.55__tar.gz

{crewplus-0.2.53 → crewplus-0.2.55}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: crewplus
-Version: 0.2.53
+Version: 0.2.55
 Summary: Base services for CrewPlus AI applications
 Author-Email: Tim Liu <tim@opsmateai.com>
 License: MIT

{crewplus-0.2.53 → crewplus-0.2.55}/crewplus/vectorstores/milvus/vdb_service.py

@@ -95,6 +95,7 @@ class VDBService(object):
     _client: MilvusClient
     _async_client: AsyncMilvusClient
     _instances: Dict[str, Milvus] = {}
+    _async_instances: Dict[str, Milvus] = {}
 
     schema: str
     embedding_function: Embeddings
@@ -255,6 +256,30 @@ class VDBService(object):
         """
         return self._async_client
 
+    def get_vector_field(self, collection_name: str) -> str:
+        """
+        Retrieves the vector field name for a given collection from a cached instance.
+
+        Args:
+            collection_name (str): The name of the collection.
+
+        Returns:
+            str: The name of the vector field.
+        
+        Raises:
+            ValueError: If no cached instance is found for the collection.
+        """
+        if collection_name in self._instances:
+            return self._instances[collection_name]._vector_field
+        if collection_name in self._async_instances:
+            return self._async_instances[collection_name]._vector_field
+        
+        self.logger.warning(f"No cached instance found for collection '{collection_name}' to get vector field. Creating a temporary sync instance.")
+        # As a fallback, create a temporary sync instance to fetch the schema info.
+        # This is less efficient but ensures the method is robust.
+        temp_instance = self.get_vector_store(collection_name)
+        return temp_instance._vector_field
+
     def get_embeddings(self, from_model_balancer: bool = False, provider: Optional[str] = "azure-openai", model_type: Optional[str] = "embedding-large") -> Embeddings:
         """
         Gets an embedding function, either from the model balancer or directly from settings.
@@ -482,21 +507,21 @@ class VDBService(object):
             raise ValueError("collection_name must be provided.")
 
         check_existence = True
-        if collection_name in self._instances:
-            instance = self._instances[collection_name]
+        if collection_name in self._async_instances:
+            instance = self._async_instances[collection_name]
             is_connected, collection_exists = await self._ais_good_connection(instance, collection_name)
             
             if is_connected and collection_exists:
-                self.logger.info(f"Returning existing vector store instance for collection: {collection_name}")
+                self.logger.info(f"Returning existing async vector store instance for collection: {collection_name}")
                 return instance
             
-            self.logger.warning(f"Cached instance for '{collection_name}' is invalid. Removing it from cache.")
-            del self._instances[collection_name]
+            self.logger.warning(f"Cached async instance for '{collection_name}' is invalid. Removing it from cache.")
+            del self._async_instances[collection_name]
             
             if is_connected and not collection_exists:
                 check_existence = False
 
-        self.logger.info(f"Creating new vector store instance for collection: {collection_name}")
+        self.logger.info(f"Creating new async vector store instance for collection: {collection_name}")
         if embeddings is None:
             embeddings = self.get_embeddings()
 
@@ -519,28 +544,40 @@ class VDBService(object):
             "params": {}
         }
         
+        # For async, we MUST instantiate Milvus with a sync alias because its __init__ is sync.
+        # Then, we hot-swap the client and alias for async operations.
+        sync_connection_args = self.connection_args.copy()
+        sync_connection_args["alias"] = self.sync_alias
+
         vdb = await asyncio.to_thread(
             self._create_milvus_instance_with_retry,
             collection_name=collection_name,
             embeddings=embeddings,
-            index_params=index_params
+            index_params=index_params,
+            connection_args=sync_connection_args
         )
 
-        self._instances[collection_name] = vdb
+        # Hot-swap to the async client and alias for async operations.
+        self.logger.debug(f"Swapping to async client for instance of collection {collection_name}")
+        vdb.alias = self.async_alias
+        vdb.aclient = self._async_client
+
+        self._async_instances[collection_name] = vdb
 
         return vdb
 
-    def _create_milvus_instance_with_retry(self, collection_name: str, embeddings: Embeddings, index_params: dict) -> Milvus:
+    def _create_milvus_instance_with_retry(self, collection_name: str, embeddings: Embeddings, index_params: dict, connection_args: Optional[dict] = None) -> Milvus:
         """
         Creates a Milvus instance with a retry mechanism for connection failures.
         """
         retries = 2
+        conn_args = connection_args if connection_args is not None else self.connection_args
         for attempt in range(retries + 1):
             try:
                 vdb = Milvus(
                     embedding_function=embeddings,
                     collection_name=collection_name,
-                    connection_args=self.connection_args,
+                    connection_args=conn_args,
                     index_params=index_params
                 )
                 self.logger.info(f"Successfully connected to Milvus for collection '{collection_name}' on attempt {attempt + 1}.")
@@ -612,8 +649,8 @@ class VDBService(object):
             raise RuntimeError(f"An error occurred while dropping collection '{collection_name}' asynchronously.") from e
         finally:
             # Whether successful or not, remove the stale instance from the cache.
-            if collection_name in self._instances:
-                del self._instances[collection_name]
+            if collection_name in self._async_instances:
+                del self._async_instances[collection_name]
                 self.logger.info(f"Removed '{collection_name}' from instance cache.")
 
     def delete_data_by_filter(self, collection_name: str = None, filter: str = None) -> None:

{crewplus-0.2.53 → crewplus-0.2.55}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "pdm.backend"
 
 [project]
 name = "crewplus"
-version = "0.2.53"
+version = "0.2.55"
 description = "Base services for CrewPlus AI applications"
 authors = [
     { name = "Tim Liu", email = "tim@opsmateai.com" },