crewplus 0.2.14__py3-none-any.whl → 0.2.15__py3-none-any.whl

crewplus/vectorstores/milvus/vdb_service.py

@@ -245,7 +245,7 @@ class VDBService(object):
             self.logger.error(f"Unsupported embedding provider: {provider}")
             raise NotImplementedError(f"Embedding provider '{provider}' is not supported yet.")
         
-    def _ensure_collection_exists(self, collection_name: str, embeddings: Embeddings):
+    def _ensure_collection_exists(self, collection_name: str, embeddings: Embeddings, check_existence: bool = True):
         """
         Checks if a collection exists and creates it if it doesn't.
         This operation is wrapped in a try-except block to handle potential failures
@@ -253,7 +253,7 @@ class VDBService(object):
         """
         try:
             client = self.get_vector_client()
-            if not client.has_collection(collection_name):
+            if check_existence and not client.has_collection(collection_name):
                 self.logger.info(f"Collection '{collection_name}' does not exist. Creating it.")
                 
                 schema_milvus = SchemaMilvus(
@@ -275,6 +275,31 @@ class VDBService(object):
             self.logger.error(f"An error occurred while ensuring collection '{collection_name}' : {e}")
             raise RuntimeError(f"Failed to ensure collection '{collection_name}' .") from e
 
+    def _is_good_connection(self, vdb_instance: Milvus, collection_name: str) -> tuple[bool, bool | None]:
+        """
+        Checks if the Milvus instance has a good connection by verifying collection existence.
+        
+        Args:
+            vdb_instance (Milvus): The cached vector store instance.
+            collection_name (str): The name of the collection to check.
+
+        Returns:
+            tuple[bool, bool | None]: A tuple of (is_connected, collection_exists).
+                                     collection_exists is None if the connection failed.
+        """
+        try:
+            # Use has_collection as a lightweight way to verify the connection and collection status.
+            # If the server is unreachable, this will raise an exception.
+            collection_exists = vdb_instance.client.has_collection(collection_name)
+            if collection_exists:
+                self.logger.debug(f"Connection for cached instance of '{collection_name}' is alive.")
+            else:
+                self.logger.warning(f"Collection '{collection_name}' not found for cached instance. It may have been dropped.")
+            return True, collection_exists
+        except Exception as e:
+            self.logger.warning(f"Connection check failed for cached instance of '{collection_name}': {e}")
+            return False, None
+
     def get_vector_store(self, collection_name: str, embeddings: Embeddings = None, metric_type: str = "IP") -> Milvus:
         """
         Gets a vector store instance, creating it if it doesn't exist for the collection.
@@ -293,17 +318,29 @@ class VDBService(object):
             self.logger.error("get_vector_store called with no collection_name.")
             raise ValueError("collection_name must be provided.")
 
-        # Return the cached instance if it already exists.
+        check_existence = True
+        # Check for a cached instance and validate its connection before returning.
         if collection_name in self._instances:
-            self.logger.info(f"Returning existing vector store instance for collection: {collection_name}")
-            return self._instances[collection_name]
+            instance = self._instances[collection_name]
+            is_connected, collection_exists = self._is_good_connection(instance, collection_name)
+            
+            if is_connected and collection_exists:
+                self.logger.info(f"Returning existing vector store instance for collection: {collection_name}")
+                return instance
+            
+            self.logger.warning(f"Cached instance for '{collection_name}' is invalid. Removing it from cache.")
+            del self._instances[collection_name]
+            
+            if is_connected and not collection_exists:
+                # We know the collection doesn't exist, so no need to check again.
+                check_existence = False
 
         self.logger.info(f"Creating new vector store instance for collection: {collection_name}")
         if embeddings is None:
             embeddings = self.get_embeddings()
 
         # Ensure the collection exists before proceeding.
-        self._ensure_collection_exists(collection_name, embeddings)
+        self._ensure_collection_exists(collection_name, embeddings, check_existence=check_existence)
 
         # 1. Validate the embedding function before proceeding.
         try:

{crewplus-0.2.14.dist-info → crewplus-0.2.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: crewplus
-Version: 0.2.14
+Version: 0.2.15
 Summary: Base services for CrewPlus AI applications
 Author-Email: Tim Liu <tim@opsmateai.com>
 License: MIT

{crewplus-0.2.14.dist-info → crewplus-0.2.15.dist-info}/RECORD

@@ -1,7 +1,7 @@
-crewplus-0.2.14.dist-info/METADATA,sha256=r1Czargd06hF_rDNnysOU4sH2mFoq6qczAb_fSQijoU,5087
-crewplus-0.2.14.dist-info/WHEEL,sha256=9P2ygRxDrTJz3gsagc0Z96ukrxjr-LFBGOgv3AuKlCA,90
-crewplus-0.2.14.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
-crewplus-0.2.14.dist-info/licenses/LICENSE,sha256=2_NHSHRTKB_cTcT_GXgcenOCtIZku8j343mOgAguTfc,1087
+crewplus-0.2.15.dist-info/METADATA,sha256=UsIzsZEpV38aiw_SP-wLsjA3bcEYf4Q3lp3oEzcLSaI,5087
+crewplus-0.2.15.dist-info/WHEEL,sha256=9P2ygRxDrTJz3gsagc0Z96ukrxjr-LFBGOgv3AuKlCA,90
+crewplus-0.2.15.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+crewplus-0.2.15.dist-info/licenses/LICENSE,sha256=2_NHSHRTKB_cTcT_GXgcenOCtIZku8j343mOgAguTfc,1087
 crewplus/__init__.py,sha256=m46HkZL1Y4toD619NL47Sn2Qe084WFFSFD7e6VoYKZc,284
 crewplus/services/__init__.py,sha256=ra_ciHcJN_sbv7q8UCP2kY91SbD32-QBpQLRgIosEcE,267
 crewplus/services/gemini_chat_model.py,sha256=i9p5KvSJYaHSUBLPKM_bpyGVLWCDQoNeah_WjQVJRXs,26227
@@ -13,9 +13,9 @@ crewplus/utils/schema_document_updater.py,sha256=frvffxn2vbi71fHFPoGb9hq7gH2azmm
 crewplus/vectorstores/milvus/__init__.py,sha256=egGncAdjlXG6ekTQvKMKqhvKBifrUrPlsSB0-bpvq4A,229
 crewplus/vectorstores/milvus/milvus_schema_manager.py,sha256=2IZT61LVui21Pt5Z3y8YYS2dYcwzkgUKxMq2NA0-lQE,9222
 crewplus/vectorstores/milvus/schema_milvus.py,sha256=IvKdUCH451HJ-F3TUR5jDjqwQlQs4SEXAQ_th4JAnfc,12117
-crewplus/vectorstores/milvus/vdb_service.py,sha256=i-imqk4tnIXkf5O406lHaq5H7YSPy8UZhqN1o5NpanI,19194
+crewplus/vectorstores/milvus/vdb_service.py,sha256=ojKzwk_SIXw89nJIeMa9fi_IbtWe96HB__hlmwEAn0s,21287
 docs/GeminiChatModel.md,sha256=_IQyup3ofAa2HxfSurO1GYUEezTHYYt5Q1khYNVThGM,8040
 docs/ModelLoadBalancer.md,sha256=aGHES1dcXPz4c7Y8kB5-vsCNJjriH2SWmjBkSGoYKiI,4398
 docs/VDBService.md,sha256=Dw286Rrf_fsi13jyD3Bo4Sy7nZ_G7tYm7d8MZ2j9hxk,9375
 docs/index.md,sha256=3tlc15uR8lzFNM5WjdoZLw0Y9o1P1gwgbEnOdIBspqc,1643
-crewplus-0.2.14.dist-info/RECORD,,
+crewplus-0.2.15.dist-info/RECORD,,