ray-embedding 0.13.17__tar.gz → 0.13.18__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ray-embedding might be problematic. Click here for more details.
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/PKG-INFO +1 -1
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding/deploy.py +2 -2
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding/node_reaper.py +1 -6
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding.egg-info/PKG-INFO +1 -1
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/setup.cfg +1 -1
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/README.md +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/pyproject.toml +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding/__init__.py +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding/dto.py +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding/embedding_model.py +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding/model_router.py +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding/utils.py +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding.egg-info/SOURCES.txt +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding.egg-info/dependency_links.txt +0 -0
- {ray_embedding-0.13.17 → ray_embedding-0.13.18}/ray_embedding.egg-info/top_level.txt +0 -0
|
@@ -6,7 +6,7 @@ from ray.serve import Application
|
|
|
6
6
|
from ray_embedding.dto import AppConfig, ModelDeploymentConfig, DeployedModel, NodeReaperConfig
|
|
7
7
|
from ray_embedding.embedding_model import EmbeddingModel
|
|
8
8
|
from ray_embedding.node_reaper import NodeReaper, NODE_REAPER_DEPLOYMENT_NAME
|
|
9
|
-
from ray_embedding.utils import node_affinity_for_head, node_affinity_for_worker
|
|
9
|
+
from ray_embedding.utils import node_affinity_for_head, node_affinity_for_worker, HEAD_NODE_IP
|
|
10
10
|
from ray_embedding.model_router import ModelRouter
|
|
11
11
|
|
|
12
12
|
|
|
@@ -70,7 +70,7 @@ def build_app(args: AppConfig) -> Application:
|
|
|
70
70
|
ray_actor_options={"num_cpus": 0.25, f"node:{HEAD_NODE_IP}": 1},
|
|
71
71
|
autoscaling_config={"initial_replicas": 1, "min_replicas": 1, "max_replicas": 1}
|
|
72
72
|
).bind(**node_reaper_kwargs)
|
|
73
|
-
|
|
73
|
+
|
|
74
74
|
deployed_models = {model_config.served_model_name: build_model(model_config, node_reaper) for model_config in models}
|
|
75
75
|
router = ModelRouter.options(
|
|
76
76
|
name=model_router.deployment
|
|
@@ -5,17 +5,12 @@ from pathlib import Path
|
|
|
5
5
|
from typing import Dict, Any, List, Optional, Set
|
|
6
6
|
|
|
7
7
|
from ray import serve
|
|
8
|
-
from ray_embedding.utils import HEAD_NODE_IP
|
|
9
8
|
|
|
10
9
|
|
|
11
10
|
NODE_REAPER_DEPLOYMENT_NAME = "NodeReaper"
|
|
12
11
|
|
|
13
12
|
|
|
14
|
-
@serve.deployment
|
|
15
|
-
name=NODE_REAPER_DEPLOYMENT_NAME,
|
|
16
|
-
ray_actor_options={"num_cpus": 0.25, f"node:{HEAD_NODE_IP}": 1},
|
|
17
|
-
autoscaling_config={"initial_replicas": 1, "min_replicas": 1, "max_replicas": 1},
|
|
18
|
-
)
|
|
13
|
+
@serve.deployment
|
|
19
14
|
class NodeReaper:
|
|
20
15
|
def __init__(
|
|
21
16
|
self,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|