mostlyai-engine 1.2.3__tar.gz → 1.2.4__tar.gz

{mostlyai_engine-1.2.3 → mostlyai_engine-1.2.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mostlyai-engine
-Version: 1.2.3
+Version: 1.2.4
 Summary: Synthetic Data Engine
 Project-URL: homepage, https://github.com/mostly-ai/mostlyai-engine
 Project-URL: repository, https://github.com/mostly-ai/mostlyai-engine
@@ -26,7 +26,7 @@ Classifier: Typing :: Typed
 Requires-Python: >=3.10
 Requires-Dist: accelerate>=1.5.0
 Requires-Dist: datasets>=3.0.0
-Requires-Dist: huggingface-hub>=0.30.0
+Requires-Dist: huggingface-hub[hf-xet]>=0.30.2
 Requires-Dist: joblib>=1.4.2
 Requires-Dist: json-repair>=0.30.0
 Requires-Dist: numpy>=1.26.3
@@ -54,8 +54,8 @@ Requires-Dist: bitsandbytes<0.46,>=0.43.3; (sys_platform == 'linux') and extra =
 Requires-Dist: torch==2.6.0; extra == 'gpu'
 Requires-Dist: torchaudio==2.6.0; extra == 'gpu'
 Requires-Dist: torchvision==0.21.0; extra == 'gpu'
-Requires-Dist: vllm<=0.8.2,>=0.7.3; (sys_platform == 'darwin') and extra == 'gpu'
-Requires-Dist: vllm==0.8.2; (sys_platform == 'linux') and extra == 'gpu'
+Requires-Dist: vllm<=0.9,>=0.7.3; (sys_platform == 'darwin') and extra == 'gpu'
+Requires-Dist: vllm==0.8.3; (sys_platform == 'linux') and extra == 'gpu'
 Description-Content-Type: text/markdown
 
 # Synthetic Data Engine 💎

{mostlyai_engine-1.2.3 → mostlyai_engine-1.2.4}/mostlyai/engine/__init__.py

@@ -22,7 +22,7 @@ from mostlyai.engine.generation import generate
 
 
 __all__ = ["split", "analyze", "encode", "train", "generate", "init_logging"]
-__version__ = "1.2.3"
+__version__ = "1.2.4"
 
 # suppress specific warning related to os.fork() in multi-threaded processes
 warnings.filterwarnings("ignore", category=DeprecationWarning, message=".*multi-threaded.*fork.*")

{mostlyai_engine-1.2.3 → mostlyai_engine-1.2.4}/mostlyai/engine/_language/engine/vllm_engine.py

@@ -14,6 +14,13 @@
 
 from __future__ import annotations
 
+import os
+
+# Per-Request Logits Processors are not supported in V1 (https://docs.vllm.ai/en/latest/getting_started/v1_user_guide.html#feature-model)
+# Global Logits Processors will be new mechanism to use, but it is not yet released
+# Here is PR for it: https://github.com/vllm-project/vllm/pull/13360
+os.environ["VLLM_USE_V1"] = "0"
+
 import contextlib
 import gc
 import time

{mostlyai_engine-1.2.3 → mostlyai_engine-1.2.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mostlyai-engine"
-version = "1.2.3"
+version = "1.2.4"
 description = "Synthetic Data Engine"
 authors = [{ name = "MOSTLY AI", email = "dev@mostly.ai" }]
 requires-python = ">=3.10"
@@ -36,30 +36,30 @@ dependencies = [
     "datasets>=3.0.0",
     "accelerate>=1.5.0",
     "peft>=0.12.0",
-    "huggingface-hub>=0.30.0",
+    "huggingface-hub[hf-xet]>=0.30.2",
     "opacus>=1.5.2",  # switch to 1.5.4 (once released) to allow numpy 2
-    "xgrammar>=0.1.16",  # for vllm 0.8.2 compatibility
+    "xgrammar>=0.1.16",  # for vllm 0.8.3 compatibility
     "json-repair>=0.30.0",
     "torch>=2.6.0; sys_platform == 'darwin'",
-    "torch==2.6.0; sys_platform == 'linux'",  # for vllm 0.8.2 compatibility
-    "torchaudio==2.6.0; sys_platform == 'linux'",  # for vllm 0.8.2 compatibility
-    "torchvision==0.21.0; sys_platform == 'linux'"  # for vllm 0.8.2 compatibility
+    "torch==2.6.0; sys_platform == 'linux'",  # for vllm 0.8.3 compatibility
+    "torchaudio==2.6.0; sys_platform == 'linux'",  # for vllm 0.8.3 compatibility
+    "torchvision==0.21.0; sys_platform == 'linux'"  # for vllm 0.8.3 compatibility
 ]
 
 [project.optional-dependencies]
 gpu = [
-    "torch==2.6.0",  # for vllm 0.8.2 compatibility
-    "torchaudio==2.6.0",  # for vllm 0.8.2 compatibility
-    "torchvision==0.21.0",  # for vllm 0.8.2 compatibility
+    "torch==2.6.0",  # for vllm 0.8.3 compatibility
+    "torchaudio==2.6.0",  # for vllm 0.8.3 compatibility
+    "torchvision==0.21.0",  # for vllm 0.8.3 compatibility
     "bitsandbytes>=0.42.0,<0.43; sys_platform == 'darwin'",
-    "vllm>=0.7.3,<=0.8.2; sys_platform == 'darwin'",
+    "vllm>=0.7.3,<=0.9; sys_platform == 'darwin'",
     "bitsandbytes>=0.43.3,<0.46; sys_platform == 'linux'",
-    "vllm==0.8.2; sys_platform == 'linux'",
+    "vllm==0.8.3; sys_platform == 'linux'",
 ]
 cpu = [
-    "torch==2.6.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.2 compatibility
-    "torchaudio==2.6.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.2 compatibility
-    "torchvision==0.21.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.2 compatibility
+    "torch==2.6.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.3 compatibility
+    "torchaudio==2.6.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.3 compatibility
+    "torchvision==0.21.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.3 compatibility
     "torch==2.6.0; sys_platform != 'linux'",
 ]