ray-embedding 0.13.2__tar.gz → 0.13.4__tar.gz

{ray_embedding-0.13.2 → ray_embedding-0.13.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ray-embedding
-Version: 0.13.2
+Version: 0.13.4
 Summary: Deploy SentenceTransformers embedding models to a ray cluster
 Author: Crispin Almodovar
 Author-email: 

{ray_embedding-0.13.2 → ray_embedding-0.13.4}/ray_embedding/node_health.py

@@ -8,7 +8,7 @@ from ray._private.services import get_node_ip_address
 from ray.util.state import list_actors
 
 
-@serve.deployment(autoscaling_config=dict(min_replicas=1, max_replicas=1),
+@serve.deployment(autoscaling_config=dict(min_replicas=0, max_replicas=1),
                   ray_actor_options=dict(num_cpus=0.1))
 class NodeHealthTracker:
     """Maintains a list of bad nodes, as reported by replicas that call the report_bad_node func.
@@ -41,12 +41,15 @@ class NodeHealthTracker:
     async def is_bad_gpu_node(self, node_ip: str) -> bool:
         self.logger.info(f"Checking if node {node_ip} is marked bad.")
         with self.lock:
-            return node_ip in self.bad_gpu_node_ips
+            is_bad_gpu_node = node_ip in self.bad_gpu_node_ips
+            self.logger.info(f"Node {node_ip} is marked bad: {is_bad_gpu_node}")
+            return is_bad_gpu_node
 
     async def is_bad_gpu_or_no_model_replica_on_node(self, node_ip: str):
         self.logger.info(f"Checking if node {node_ip} is marked bad or no model replica running on the node.")
-        return (await self.is_bad_gpu_node(node_ip) or
-                not await self.is_model_replica_running_on_node(node_ip))
+        is_bad_gpu_node = await self.is_bad_gpu_node(node_ip)
+        is_no_model_replica_running_on_node = not await self.is_model_replica_running_on_node(node_ip)
+        return is_bad_gpu_node or is_no_model_replica_running_on_node
 
     async def check_health(self):
         """Called periodically by Ray Serve. Used here to clean up stale node IDs."""

{ray_embedding-0.13.2 → ray_embedding-0.13.4}/ray_embedding.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ray-embedding
-Version: 0.13.2
+Version: 0.13.4
 Summary: Deploy SentenceTransformers embedding models to a ray cluster
 Author: Crispin Almodovar
 Author-email: 

{ray_embedding-0.13.2 → ray_embedding-0.13.4}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = ray-embedding
-version = 0.13.2
+version = 0.13.4
 author = Crispin Almodovar
 author_email = 
 description = Deploy SentenceTransformers embedding models to a ray cluster