ray-embedding 0.13.1__py3-none-any.whl → 0.13.3__py3-none-any.whl

ray_embedding/model_router.py

@@ -124,5 +124,5 @@ class ModelRouter:
 
     async def check_health(self):
         if self.node_health_tracker:
-            if await self.node_health_tracker.is_bad_gpu_or_no_tracked_model_on_node.remote(self.node_ip):
-                raise RuntimeError(f"The node {self.node_ip} is marked bad, or there are no tracked models running on it.")
+            if await self.node_health_tracker.is_bad_gpu_or_no_model_replica_on_node.remote(self.node_ip):
+                raise RuntimeError(f"The node {self.node_ip} is marked bad, or no model replica running on the node.")

ray_embedding/node_health.py

@@ -8,7 +8,7 @@ from ray._private.services import get_node_ip_address
 from ray.util.state import list_actors
 
 
-@serve.deployment(autoscaling_config=dict(min_replicas=1, max_replicas=1),
+@serve.deployment(autoscaling_config=dict(min_replicas=0, max_replicas=1),
                   ray_actor_options=dict(num_cpus=0.1))
 class NodeHealthTracker:
     """Maintains a list of bad nodes, as reported by replicas that call the report_bad_node func.
@@ -39,12 +39,16 @@ class NodeHealthTracker:
                 )
 
     async def is_bad_gpu_node(self, node_ip: str) -> bool:
+        self.logger.info(f"Checking if node {node_ip} is marked bad.")
         with self.lock:
-            return node_ip in self.bad_gpu_node_ips
+            is_bad_gpu_node = node_ip in self.bad_gpu_node_ips
+            self.logger.info(f"Node {node_ip} is marked bad: {is_bad_gpu_node}")
+            return is_bad_gpu_node
 
-    async def is_bad_gpu_or_no_tracked_model_on_node(self, node_ip: str):
+    async def is_bad_gpu_or_no_model_replica_on_node(self, node_ip: str):
+        self.logger.info(f"Checking if node {node_ip} is marked bad or no model replica running on the node.")
         return (await self.is_bad_gpu_node(node_ip) or
-                not await self.is_tracked_model_running_on_node(node_ip))
+                not await self.is_model_replica_running_on_node(node_ip))
 
     async def check_health(self):
         """Called periodically by Ray Serve. Used here to clean up stale node IDs."""
@@ -59,12 +63,14 @@ class NodeHealthTracker:
         except Exception as e:
             raise RuntimeError(f"An error occurred in check_health during bad node cleanup: {e}")
 
-    async def is_tracked_model_running_on_node(self, node_ip: str) -> bool:
+    async def is_model_replica_running_on_node(self, node_ip: str) -> bool:
         """
-        Return True if there is at least one replica of any of the self.tracked_model_deployments
+        Return True if there is at least one replica of the self.tracked_model_deployments
         running on the specified node_ip.
         """
         try:
+            self.logger.info(f"Checking if there is at least one replica of tracked_deployments={self.tracked_model_deployments} "
+                             f"running on node {node_ip}.")
             target_node_id = next(node["NodeID"] for node in ray.nodes() if node["Alive"] and node["NodeManagerAddress"] == node_ip)
             assert target_node_id, f"No node found with IP {node_ip}"
             prefixes = tuple(f"SERVE_REPLICA::{d}" for d in self.tracked_model_deployments)

{ray_embedding-0.13.1.dist-info → ray_embedding-0.13.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ray-embedding
-Version: 0.13.1
+Version: 0.13.3
 Summary: Deploy SentenceTransformers embedding models to a ray cluster
 Author: Crispin Almodovar
 Author-email: 

ray_embedding-0.13.3.dist-info/RECORD

@@ -0,0 +1,10 @@
+ray_embedding/__init__.py,sha256=YS5LAZfRIwwVvE3C9g7hsauvjgIkqKtHyxkwMFFfAGY,46
+ray_embedding/deploy.py,sha256=2R7bQ7aPc9G8H9KVoemxum6-9YxmlXQogWbhFhuslko,3762
+ray_embedding/dto.py,sha256=lk_LuVQPq3MLIMTMddqHviYXILY6V5dvbzDJuD_D_qc,1573
+ray_embedding/embedding_model.py,sha256=P2xyXCznxXmdQBK6zodOJEMvxGVRMA8Ra3O5Qi7RCh0,6013
+ray_embedding/model_router.py,sha256=fmaeXzaAJeCemzL9nUoXfdCrU-ZaCe_29fx5ayDCTC0,6845
+ray_embedding/node_health.py,sha256=GH_cXYxKJ77mwFrfZgyYfyNetv-_ydAqtxuM42eOI90,4867
+ray_embedding-0.13.3.dist-info/METADATA,sha256=UNj1fh8x9iHFqmQLPcyeGHZxXxdAO9JvHEyPGjGlru0,1074
+ray_embedding-0.13.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ray_embedding-0.13.3.dist-info/top_level.txt,sha256=ziCblpJq1YsrryshFqxTRuRMgNuO1_tgvAAkGShATNA,14
+ray_embedding-0.13.3.dist-info/RECORD,,

ray_embedding-0.13.1.dist-info/RECORD

@@ -1,10 +0,0 @@
-ray_embedding/__init__.py,sha256=YS5LAZfRIwwVvE3C9g7hsauvjgIkqKtHyxkwMFFfAGY,46
-ray_embedding/deploy.py,sha256=2R7bQ7aPc9G8H9KVoemxum6-9YxmlXQogWbhFhuslko,3762
-ray_embedding/dto.py,sha256=lk_LuVQPq3MLIMTMddqHviYXILY6V5dvbzDJuD_D_qc,1573
-ray_embedding/embedding_model.py,sha256=P2xyXCznxXmdQBK6zodOJEMvxGVRMA8Ra3O5Qi7RCh0,6013
-ray_embedding/model_router.py,sha256=uHbPqiKuaxUO6mx8pJK19yr83RBiVyfMAB5FkWJl3Gk,6850
-ray_embedding/node_health.py,sha256=ZwQFshoMmTDpuCSRW-uixEfwzFrJo8JMTu8L5r8NIjA,4374
-ray_embedding-0.13.1.dist-info/METADATA,sha256=NCK8Ks2nDMfDCQ_0PLOX2wkWzgKhE9qqq4QRm_a2nII,1074
-ray_embedding-0.13.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ray_embedding-0.13.1.dist-info/top_level.txt,sha256=ziCblpJq1YsrryshFqxTRuRMgNuO1_tgvAAkGShATNA,14
-ray_embedding-0.13.1.dist-info/RECORD,,