ray-embedding 0.9.5__py3-none-any.whl → 0.9.7__py3-none-any.whl

ray_embedding/embedding_model.py

@@ -59,8 +59,8 @@ class EmbeddingModel:
     async def reconfigure(self, user_config: Dict):
         assert "max_batch_size" in user_config and "batch_wait_timeout_s" in user_config, "Invalid user config"
         self.logger.info(f"Reconfiguring dynamic batching parameters: {user_config}")
-        self.create_embeddings_batch.set_max_batch_size(user_config["max_batch_size"])
-        self.create_embeddings_batch.set_batch_wait_timeout_s(user_config["batch_wait_timeout_s"])
+        self.__create_embeddings_batch.set_max_batch_size(user_config["max_batch_size"])
+        self.__create_embeddings_batch.set_batch_wait_timeout_s(user_config["batch_wait_timeout_s"])
 
     @web_api.post("/v1/embeddings", response_model=EmbeddingResponse)
     async def create_embeddings(self, request: EmbeddingRequest):
@@ -69,20 +69,22 @@ class EmbeddingModel:
             assert request.model == self.served_model_name, (
                 f"Model '{request.model}' is not supported. Use '{self.served_model_name}' instead."
             )
-            return await self.create_embeddings_batch(request)
+            request.dimensions = request.dimensions or self.matryoshka_dim
+            return await self.__create_embeddings_batch(request)
         except Exception as e:
             self.logger.error(e)
             raise HTTPException(status_code=500, detail=str(e))
 
     @serve.batch(max_batch_size=8, batch_wait_timeout_s=0.25)
-    async def create_embeddings_batch(self, requests: List[EmbeddingRequest]) -> List[EmbeddingResponse]:
+    async def __create_embeddings_batch(self, requests_batch: List[EmbeddingRequest]) -> List[EmbeddingResponse]:
         # Batch the text inputs
-        inputs = [], truncate_dims = []
-        for request in requests:
+        inputs = []
+        truncate_dims = []
+        for request in requests_batch:
             if isinstance(request.input, str):
                 request.input = [request.input]
             inputs.extend(request.input)
-            truncate_dims.append(request.dimensions or self.matryoshka_dim)
+            truncate_dims.append(request.dimensions)
 
         # Compute embeddings for the batch of text inputs
         embeddings = self.embedding_model.encode(
@@ -93,7 +95,7 @@ class EmbeddingModel:
         # so we need to this step one by one
         results = []
         ix = 0
-        for truncate_dim, request in zip(truncate_dims, requests):
+        for truncate_dim, request in zip(truncate_dims, requests_batch):
             num_inputs = len(request.input)
             batch_embeddings = embeddings[ix: ix + num_inputs]
             ix += num_inputs

{ray_embedding-0.9.5.dist-info → ray_embedding-0.9.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ray-embedding
-Version: 0.9.5
+Version: 0.9.7
 Summary: Deploy SentenceTransformers embedding models to a ray cluster
 Author: Crispin Almodovar
 Author-email: crispin.almodovar@docorto.ai

ray_embedding-0.9.7.dist-info/RECORD

@@ -0,0 +1,8 @@
+ray_embedding/__init__.py,sha256=OYJT0rVaaGzY613JqgfktsCgroDnBkGOHxR2FE9UtRU,49
+ray_embedding/deploy.py,sha256=YD_udSm13QbFPgSAkCrTQso15DmtIn0QEhErOFNg7jM,1841
+ray_embedding/dto.py,sha256=e91ejZbM_NB9WTjF1YnfuV71cajYIh0vOX8oV_g2OwM,595
+ray_embedding/embedding_model.py,sha256=jliy8iRGEbYBfhhnyopVq2fNj0naPsNpvzEaIcNYEe0,5194
+ray_embedding-0.9.7.dist-info/METADATA,sha256=dxTq3Zc1IJ69LIGdHdnr6shquTGo_opXbpG_9Is_XWk,712
+ray_embedding-0.9.7.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+ray_embedding-0.9.7.dist-info/top_level.txt,sha256=ziCblpJq1YsrryshFqxTRuRMgNuO1_tgvAAkGShATNA,14
+ray_embedding-0.9.7.dist-info/RECORD,,

ray_embedding-0.9.5.dist-info/RECORD

@@ -1,8 +0,0 @@
-ray_embedding/__init__.py,sha256=OYJT0rVaaGzY613JqgfktsCgroDnBkGOHxR2FE9UtRU,49
-ray_embedding/deploy.py,sha256=YD_udSm13QbFPgSAkCrTQso15DmtIn0QEhErOFNg7jM,1841
-ray_embedding/dto.py,sha256=e91ejZbM_NB9WTjF1YnfuV71cajYIh0vOX8oV_g2OwM,595
-ray_embedding/embedding_model.py,sha256=xV-yK24okharTuSMJPCEe1hM29KdTu6Uozqu01bSulg,5107
-ray_embedding-0.9.5.dist-info/METADATA,sha256=pJtyTgr9BQMq4gF7yyOrgCUQsmjTU4sKtgBPaeTJKqk,712
-ray_embedding-0.9.5.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-ray_embedding-0.9.5.dist-info/top_level.txt,sha256=ziCblpJq1YsrryshFqxTRuRMgNuO1_tgvAAkGShATNA,14
-ray_embedding-0.9.5.dist-info/RECORD,,