crewplus 0.2.28__tar.gz → 0.2.29__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of crewplus might be problematic. Click here for more details.
- {crewplus-0.2.28 → crewplus-0.2.29}/PKG-INFO +1 -1
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/services/model_load_balancer.py +10 -3
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/vectorstores/milvus/vdb_service.py +29 -3
- {crewplus-0.2.28 → crewplus-0.2.29}/pyproject.toml +1 -1
- {crewplus-0.2.28 → crewplus-0.2.29}/LICENSE +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/README.md +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/__init__.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/services/__init__.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/services/azure_chat_model.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/services/gemini_chat_model.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/services/init_services.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/services/tracing_manager.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/utils/__init__.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/utils/schema_action.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/utils/schema_document_updater.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/vectorstores/milvus/__init__.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/vectorstores/milvus/milvus_schema_manager.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/crewplus/vectorstores/milvus/schema_milvus.py +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/docs/GeminiChatModel.md +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/docs/ModelLoadBalancer.md +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/docs/VDBService.md +0 -0
- {crewplus-0.2.28 → crewplus-0.2.29}/docs/index.md +0 -0
|
@@ -76,7 +76,7 @@ class ModelLoadBalancer:
|
|
|
76
76
|
self.logger.error(f"Failed to load model configuration: {e}", exc_info=True)
|
|
77
77
|
raise RuntimeError(f"Failed to load model configuration: {e}")
|
|
78
78
|
|
|
79
|
-
def get_model(self, provider: str = None, model_type: str = None, deployment_name: str = None):
|
|
79
|
+
def get_model(self, provider: str = None, model_type: str = None, deployment_name: str = None, with_metadata: bool = False):
|
|
80
80
|
"""
|
|
81
81
|
Get a model instance.
|
|
82
82
|
|
|
@@ -104,7 +104,11 @@ class ModelLoadBalancer:
|
|
|
104
104
|
for model_config in self.models_config:
|
|
105
105
|
if model_config.get('deployment_name') == deployment_name:
|
|
106
106
|
model_id = model_config['id']
|
|
107
|
-
|
|
107
|
+
model = self.models[model_id]
|
|
108
|
+
if with_metadata:
|
|
109
|
+
return model, deployment_name
|
|
110
|
+
return model
|
|
111
|
+
|
|
108
112
|
self.logger.error(f"No model found for deployment name: {deployment_name}")
|
|
109
113
|
raise ValueError(f"No model found for deployment name: {deployment_name}")
|
|
110
114
|
|
|
@@ -116,7 +120,10 @@ class ModelLoadBalancer:
|
|
|
116
120
|
|
|
117
121
|
selected_model_config = self._round_robin_selection(candidates)
|
|
118
122
|
model_id = selected_model_config['id']
|
|
119
|
-
|
|
123
|
+
model = self.models[model_id]
|
|
124
|
+
if with_metadata:
|
|
125
|
+
return model, selected_model_config.get('deployment_name')
|
|
126
|
+
return model
|
|
120
127
|
|
|
121
128
|
raise ValueError("Either 'deployment_name' or both 'provider' and 'model_type' must be provided.")
|
|
122
129
|
|
|
@@ -10,6 +10,7 @@ from langchain_milvus import Milvus
|
|
|
10
10
|
from langchain_core.embeddings import Embeddings
|
|
11
11
|
from langchain_openai import AzureOpenAIEmbeddings
|
|
12
12
|
from pymilvus import MilvusClient
|
|
13
|
+
import time
|
|
13
14
|
|
|
14
15
|
from ...services.init_services import get_model_balancer
|
|
15
16
|
from .schema_milvus import SchemaMilvus, DEFAULT_SCHEMA
|
|
@@ -361,10 +362,9 @@ class VDBService(object):
|
|
|
361
362
|
"params": {}
|
|
362
363
|
}
|
|
363
364
|
|
|
364
|
-
vdb =
|
|
365
|
-
embedding_function=embeddings,
|
|
365
|
+
vdb = self._create_milvus_instance_with_retry(
|
|
366
366
|
collection_name=collection_name,
|
|
367
|
-
|
|
367
|
+
embeddings=embeddings,
|
|
368
368
|
index_params=index_params
|
|
369
369
|
)
|
|
370
370
|
|
|
@@ -373,6 +373,32 @@ class VDBService(object):
|
|
|
373
373
|
|
|
374
374
|
return vdb
|
|
375
375
|
|
|
376
|
+
def _create_milvus_instance_with_retry(self, collection_name: str, embeddings: Embeddings, index_params: dict) -> Milvus:
|
|
377
|
+
"""
|
|
378
|
+
Creates a Milvus instance with a retry mechanism for connection failures.
|
|
379
|
+
"""
|
|
380
|
+
retries = 2
|
|
381
|
+
for attempt in range(retries + 1):
|
|
382
|
+
try:
|
|
383
|
+
vdb = Milvus(
|
|
384
|
+
embedding_function=embeddings,
|
|
385
|
+
collection_name=collection_name,
|
|
386
|
+
connection_args=self.connection_args,
|
|
387
|
+
index_params=index_params
|
|
388
|
+
)
|
|
389
|
+
self.logger.info(f"Successfully connected to Milvus for collection '{collection_name}' on attempt {attempt + 1}.")
|
|
390
|
+
return vdb # Return on success
|
|
391
|
+
except Exception as e:
|
|
392
|
+
self.logger.warning(
|
|
393
|
+
f"Attempt {attempt + 1}/{retries + 1} to connect to Milvus for collection '{collection_name}' failed: {e}"
|
|
394
|
+
)
|
|
395
|
+
if attempt < retries:
|
|
396
|
+
self.logger.info("Retrying in 3 seconds...")
|
|
397
|
+
time.sleep(3)
|
|
398
|
+
else:
|
|
399
|
+
self.logger.error(f"Failed to connect to Milvus for collection '{collection_name}' after {retries + 1} attempts.")
|
|
400
|
+
raise RuntimeError(f"Could not connect to Milvus after {retries + 1} attempts.") from e
|
|
401
|
+
|
|
376
402
|
def drop_collection(self, collection_name: str) -> None:
|
|
377
403
|
"""
|
|
378
404
|
Deletes a collection from the vector database and removes it from the cache.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|