ray-embedding 0.9.1__tar.gz → 0.9.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of ray-embedding might be problematic. Click here for more details.

Files changed (13) hide show
  1. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/PKG-INFO +5 -1
  2. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/README.md +4 -0
  3. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding/embedding_model.py +2 -4
  4. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding.egg-info/PKG-INFO +5 -1
  5. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/setup.cfg +1 -1
  6. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/pyproject.toml +0 -0
  7. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding/__init__.py +0 -0
  8. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding/deploy.py +0 -0
  9. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding/dto.py +0 -0
  10. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding.egg-info/SOURCES.txt +0 -0
  11. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding.egg-info/dependency_links.txt +0 -0
  12. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding.egg-info/top_level.txt +0 -0
  13. {ray_embedding-0.9.1 → ray_embedding-0.9.3}/test/test.py +0 -0
{ray_embedding-0.9.1 → ray_embedding-0.9.3}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ray-embedding
3
- Version: 0.9.1
3
+ Version: 0.9.3
4
4
  Summary: Deploy SentenceTransformers embedding models to a ray cluster
5
5
  Author: Crispin Almodovar
6
6
  Author-email: crispin.almodovar@docorto.ai
@@ -28,3 +28,7 @@ A tool for deploying SentenceTransformers models to a ray cluster.
28
28
  - spot instances
29
29
  - grpc
30
30
 
31
+ ### To build:
32
+ - python -m build
33
+ - twine upload dist/*
34
+
{ray_embedding-0.9.1 → ray_embedding-0.9.3}/README.md RENAMED
@@ -16,3 +16,7 @@ A tool for deploying SentenceTransformers models to a ray cluster.
16
16
  - spot instances
17
17
  - grpc
18
18
 
19
+ ### To build:
20
+ - python -m build
21
+ - twine upload dist/*
22
+
{ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding/embedding_model.py RENAMED
@@ -17,9 +17,7 @@ web_api = FastAPI(title=f"Ray Embeddings - OpenAI-compatible API")
17
17
  num_replicas="auto",
18
18
  ray_actor_options={
19
19
  "num_cpus": 1,
20
- "num_gpus": 0,
21
- "max_restarts": -1,
22
- "max_task_retries": -1
20
+ "num_gpus": 0
23
21
  },
24
22
  autoscaling_config={
25
23
  "target_ongoing_requests": 2,
@@ -58,7 +56,7 @@ class EmbeddingModel:
58
56
  ]
59
57
  self.logger.info(f"Successfully initialized embedding model {self.model} using device {self.torch_device}")
60
58
 
61
- def reconfigure(self, user_config: Dict):
59
+ async def reconfigure(self, user_config: Dict):
62
60
  assert "max_batch_size" in user_config and "batch_wait_timeout_s" in user_config, "Invalid user config"
63
61
  self.logger.info(f"Reconfiguring dynamic batching parameters: {user_config}")
64
62
  self.create_embeddings_batch.set_max_batch_size(user_config["max_batch_size"])
{ray_embedding-0.9.1 → ray_embedding-0.9.3}/ray_embedding.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ray-embedding
3
- Version: 0.9.1
3
+ Version: 0.9.3
4
4
  Summary: Deploy SentenceTransformers embedding models to a ray cluster
5
5
  Author: Crispin Almodovar
6
6
  Author-email: crispin.almodovar@docorto.ai
@@ -28,3 +28,7 @@ A tool for deploying SentenceTransformers models to a ray cluster.
28
28
  - spot instances
29
29
  - grpc
30
30
 
31
+ ### To build:
32
+ - python -m build
33
+ - twine upload dist/*
34
+
{ray_embedding-0.9.1 → ray_embedding-0.9.3}/setup.cfg RENAMED
@@ -1,6 +1,6 @@
1
1
  [metadata]
2
2
  name = ray-embedding
3
- version = 0.9.1
3
+ version = 0.9.3
4
4
  author = Crispin Almodovar
5
5
  author_email = crispin.almodovar@docorto.ai
6
6
  description = Deploy SentenceTransformers embedding models to a ray cluster