mostlyai-engine 1.1.7__tar.gz → 1.1.8__tar.gz

{mostlyai_engine-1.1.7 → mostlyai_engine-1.1.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mostlyai-engine
-Version: 1.1.7
+Version: 1.1.8
 Summary: Synthetic Data Engine
 Project-URL: homepage, https://github.com/mostly-ai/mostlyai-engine
 Project-URL: repository, https://github.com/mostly-ai/mostlyai-engine
@@ -39,24 +39,24 @@ Requires-Dist: pyarrow>=16.0.0
 Requires-Dist: rich<14,>=13.9.4
 Requires-Dist: setuptools<76,>=75.0.0
 Requires-Dist: tokenizers<0.22,>=0.21.0
-Requires-Dist: torch==2.5.1; sys_platform == 'linux'
-Requires-Dist: torch>=2.5.1; sys_platform == 'darwin'
-Requires-Dist: torchaudio==2.5.1; sys_platform == 'linux'
-Requires-Dist: torchvision==0.20.1; sys_platform == 'linux'
+Requires-Dist: torch==2.6.0; sys_platform == 'linux'
+Requires-Dist: torch>=2.6.0; sys_platform == 'darwin'
+Requires-Dist: torchaudio==2.6.0; sys_platform == 'linux'
+Requires-Dist: torchvision==0.21.0; sys_platform == 'linux'
 Requires-Dist: transformers<5,>=4.45.2
 Provides-Extra: cpu
-Requires-Dist: torch==2.5.1+cpu; (sys_platform == 'linux') and extra == 'cpu'
-Requires-Dist: torch==2.5.1; (sys_platform != 'linux') and extra == 'cpu'
-Requires-Dist: torchaudio==2.5.1+cpu; (sys_platform == 'linux') and extra == 'cpu'
-Requires-Dist: torchvision==0.20.1+cpu; (sys_platform == 'linux') and extra == 'cpu'
+Requires-Dist: torch==2.6.0+cpu; (sys_platform == 'linux') and extra == 'cpu'
+Requires-Dist: torch==2.6.0; (sys_platform != 'linux') and extra == 'cpu'
+Requires-Dist: torchaudio==2.6.0+cpu; (sys_platform == 'linux') and extra == 'cpu'
+Requires-Dist: torchvision==0.21.0+cpu; (sys_platform == 'linux') and extra == 'cpu'
 Provides-Extra: gpu
 Requires-Dist: bitsandbytes<0.43,>=0.42.0; (sys_platform == 'darwin') and extra == 'gpu'
-Requires-Dist: bitsandbytes<0.44,>=0.43.3; (sys_platform == 'linux') and extra == 'gpu'
-Requires-Dist: torch==2.5.1; extra == 'gpu'
-Requires-Dist: torchaudio==2.5.1; extra == 'gpu'
-Requires-Dist: torchvision==0.20.1; extra == 'gpu'
-Requires-Dist: vllm<0.7.3,>=0.7.2; (sys_platform == 'linux') and extra == 'gpu'
-Requires-Dist: vllm<0.8,>=0.7.3; (sys_platform == 'darwin') and extra == 'gpu'
+Requires-Dist: bitsandbytes<0.46,>=0.43.3; (sys_platform == 'linux') and extra == 'gpu'
+Requires-Dist: torch==2.6.0; extra == 'gpu'
+Requires-Dist: torchaudio==2.6.0; extra == 'gpu'
+Requires-Dist: torchvision==0.21.0; extra == 'gpu'
+Requires-Dist: vllm<0.9,>=0.7.3; (sys_platform == 'darwin') and extra == 'gpu'
+Requires-Dist: vllm<0.9,>=0.8.0; (sys_platform == 'linux') and extra == 'gpu'
 Description-Content-Type: text/markdown
 
 # Synthetic Data Engine 💎

{mostlyai_engine-1.1.7 → mostlyai_engine-1.1.8}/mostlyai/engine/__init__.py

@@ -22,7 +22,7 @@ from mostlyai.engine.generation import generate
 
 
 __all__ = ["split", "analyze", "encode", "train", "generate", "init_logging"]
-__version__ = "1.1.7"
+__version__ = "1.1.8"
 
 # suppress specific warning related to os.fork() in multi-threaded processes
 warnings.filterwarnings("ignore", category=DeprecationWarning, message=".*multi-threaded.*fork.*")

{mostlyai_engine-1.1.7 → mostlyai_engine-1.1.8}/mostlyai/engine/_language/training.py

@@ -480,7 +480,7 @@ def train(
                 gradient_accumulation_steps = default_gradient_accumulation_steps
         else:
             if batch_size is None:
-                batch_size = 2**8  # 256, max 8 reductions
+                batch_size = 2**10  # 1024, max 10 reductions
             if gradient_accumulation_steps is None:
                 gradient_accumulation_steps = 1
 

{mostlyai_engine-1.1.7 → mostlyai_engine-1.1.8}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mostlyai-engine"
-version = "1.1.7"
+version = "1.1.8"
 description = "Synthetic Data Engine"
 authors = [{ name = "MOSTLY AI", email = "dev@mostly.ai" }]
 requires-python = ">=3.10"
@@ -41,27 +41,27 @@ dependencies = [
     "formatron>=0.4.11,<0.5",
     "json-repair>=0.30.0",
     "rich>=13.9.4,<14",
-    "torch>=2.5.1; sys_platform == 'darwin'",
-    "torch==2.5.1; sys_platform == 'linux'",  # pinned to 2.5.1 for vllm 0.7.2 compatibility
-    "torchaudio==2.5.1; sys_platform == 'linux'",  # pinned to 2.5.1 for vllm 0.7.2 compatibility
-    "torchvision==0.20.1; sys_platform == 'linux'"  # pinned to 0.20.1 for vllm 0.7.2 compatibility
+    "torch>=2.6.0; sys_platform == 'darwin'",
+    "torch==2.6.0; sys_platform == 'linux'",  # for vllm 0.8.0 compatibility
+    "torchaudio==2.6.0; sys_platform == 'linux'",  # for vllm 0.8.0 compatibility
+    "torchvision==0.21.0; sys_platform == 'linux'"  # for vllm 0.8.0 compatibility
 ]
 
 [project.optional-dependencies]
 gpu = [
-    "torch==2.5.1",  # pinned to 2.5.1 for vllm 0.7.2 compatibility
-    "torchaudio==2.5.1",  # pinned to 2.5.1 for vllm 0.7.2 compatibility
-    "torchvision==0.20.1",  # pinned to 0.20.1 for vllm 0.7.2 compatibility
+    "torch==2.6.0",  # for vllm 0.8.0 compatibility
+    "torchaudio==2.6.0",  # for vllm 0.8.0 compatibility
+    "torchvision==0.21.0",  # for vllm 0.8.0 compatibility
     "bitsandbytes>=0.42.0,<0.43; sys_platform == 'darwin'",
-    "vllm>=0.7.3,<0.8; sys_platform == 'darwin'",
-    "bitsandbytes>=0.43.3,<0.44; sys_platform == 'linux'",
-    "vllm>=0.7.2,<0.7.3; sys_platform == 'linux'",
+    "vllm>=0.7.3,<0.9; sys_platform == 'darwin'",
+    "bitsandbytes>=0.43.3,<0.46; sys_platform == 'linux'",
+    "vllm>=0.8.0,<0.9; sys_platform == 'linux'",
 ]
 cpu = [
-    "torch==2.5.1+cpu; sys_platform == 'linux'",  # pinned to 2.5.1 for vllm 0.7.2 compatibility
-    "torchaudio==2.5.1+cpu; sys_platform == 'linux'",  # pinned to 2.5.1 for vllm 0.7.2 compatibility
-    "torchvision==0.20.1+cpu; sys_platform == 'linux'",  # pinned to 0.20.1 for vllm 0.7.2 compatibility
-    "torch==2.5.1; sys_platform != 'linux'",
+    "torch==2.6.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.0 compatibility
+    "torchaudio==2.6.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.0 compatibility
+    "torchvision==0.21.0+cpu; sys_platform == 'linux'",  # for vllm 0.8.0 compatibility
+    "torch==2.6.0; sys_platform != 'linux'",
 ]
 
 [dependency-groups]