mostlyai-engine 1.2.4__tar.gz → 1.3.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/PKG-INFO +9 -18
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/README.md +5 -5
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/__init__.py +1 -1
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/pyproject.toml +4 -36
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/.gitignore +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/LICENSE +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_common.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_dtypes.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/__init__.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/__init__.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/categorical.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/datetime.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/numeric.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/text.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/__init__.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/categorical.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/character.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/datetime.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/itt.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/lat_long.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/numeric.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/__init__.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/common.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/encoding.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/engine/__init__.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/engine/base.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/engine/hf_engine.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/engine/vllm_engine.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/generation.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/lstm.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/tokenizer_utils.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/training.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/xgrammar_utils.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_memory.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_tabular/__init__.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_tabular/argn.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_tabular/common.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_tabular/encoding.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_tabular/fairness.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_tabular/generation.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_tabular/training.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_training_utils.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_workspace.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/analysis.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/domain.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/encoding.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/generation.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/logging.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/splitting.py +0 -0
- {mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/training.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: mostlyai-engine
|
|
3
|
-
Version: 1.
|
|
3
|
+
Version: 1.3.0
|
|
4
4
|
Summary: Synthetic Data Engine
|
|
5
5
|
Project-URL: homepage, https://github.com/mostly-ai/mostlyai-engine
|
|
6
6
|
Project-URL: repository, https://github.com/mostly-ai/mostlyai-engine
|
|
@@ -37,23 +37,14 @@ Requires-Dist: psutil<6,>=5.9.5
|
|
|
37
37
|
Requires-Dist: pyarrow>=16.0.0
|
|
38
38
|
Requires-Dist: setuptools<76,>=75.0.0
|
|
39
39
|
Requires-Dist: tokenizers>=0.21.0
|
|
40
|
-
Requires-Dist: torch
|
|
41
|
-
Requires-Dist:
|
|
42
|
-
Requires-Dist:
|
|
43
|
-
Requires-Dist: torchvision==0.21.0; sys_platform == 'linux'
|
|
40
|
+
Requires-Dist: torch<2.6.1,>=2.6.0
|
|
41
|
+
Requires-Dist: torchaudio<2.6.1,>=2.6.0
|
|
42
|
+
Requires-Dist: torchvision<0.21.1,>=0.21.0
|
|
44
43
|
Requires-Dist: transformers>=4.51.0
|
|
45
44
|
Requires-Dist: xgrammar>=0.1.16
|
|
46
|
-
Provides-Extra: cpu
|
|
47
|
-
Requires-Dist: torch==2.6.0+cpu; (sys_platform == 'linux') and extra == 'cpu'
|
|
48
|
-
Requires-Dist: torch==2.6.0; (sys_platform != 'linux') and extra == 'cpu'
|
|
49
|
-
Requires-Dist: torchaudio==2.6.0+cpu; (sys_platform == 'linux') and extra == 'cpu'
|
|
50
|
-
Requires-Dist: torchvision==0.21.0+cpu; (sys_platform == 'linux') and extra == 'cpu'
|
|
51
45
|
Provides-Extra: gpu
|
|
52
46
|
Requires-Dist: bitsandbytes<0.43,>=0.42.0; (sys_platform == 'darwin') and extra == 'gpu'
|
|
53
47
|
Requires-Dist: bitsandbytes<0.46,>=0.43.3; (sys_platform == 'linux') and extra == 'gpu'
|
|
54
|
-
Requires-Dist: torch==2.6.0; extra == 'gpu'
|
|
55
|
-
Requires-Dist: torchaudio==2.6.0; extra == 'gpu'
|
|
56
|
-
Requires-Dist: torchvision==0.21.0; extra == 'gpu'
|
|
57
48
|
Requires-Dist: vllm<=0.9,>=0.7.3; (sys_platform == 'darwin') and extra == 'gpu'
|
|
58
49
|
Requires-Dist: vllm==0.8.3; (sys_platform == 'linux') and extra == 'gpu'
|
|
59
50
|
Description-Content-Type: text/markdown
|
|
@@ -93,17 +84,17 @@ The latest release of `mostlyai-engine` can be installed via pip:
|
|
|
93
84
|
pip install -U mostlyai-engine
|
|
94
85
|
```
|
|
95
86
|
|
|
96
|
-
or alternatively for a
|
|
87
|
+
or alternatively for a GPU setup (needed for LLM finetuning and inference):
|
|
97
88
|
```bash
|
|
98
|
-
pip install -U 'mostlyai-engine[
|
|
89
|
+
pip install -U 'mostlyai-engine[gpu]'
|
|
99
90
|
```
|
|
100
91
|
|
|
101
|
-
|
|
92
|
+
On Linux, one can explicitly install the CPU-only variant of torch together with `mostlyai-engine`:
|
|
93
|
+
|
|
102
94
|
```bash
|
|
103
|
-
pip install -U
|
|
95
|
+
pip install -U torch==2.6.0+cpu torchvision==0.21.0+cpu mostlyai-engine --extra-index-url https://download.pytorch.org/whl/cpu
|
|
104
96
|
```
|
|
105
97
|
|
|
106
|
-
|
|
107
98
|
## Quick start
|
|
108
99
|
|
|
109
100
|
### Tabular Model: flat data, without context
|
|
@@ -33,17 +33,17 @@ The latest release of `mostlyai-engine` can be installed via pip:
|
|
|
33
33
|
pip install -U mostlyai-engine
|
|
34
34
|
```
|
|
35
35
|
|
|
36
|
-
or alternatively for a
|
|
36
|
+
or alternatively for a GPU setup (needed for LLM finetuning and inference):
|
|
37
37
|
```bash
|
|
38
|
-
pip install -U 'mostlyai-engine[
|
|
38
|
+
pip install -U 'mostlyai-engine[gpu]'
|
|
39
39
|
```
|
|
40
40
|
|
|
41
|
-
|
|
41
|
+
On Linux, one can explicitly install the CPU-only variant of torch together with `mostlyai-engine`:
|
|
42
|
+
|
|
42
43
|
```bash
|
|
43
|
-
pip install -U
|
|
44
|
+
pip install -U torch==2.6.0+cpu torchvision==0.21.0+cpu mostlyai-engine --extra-index-url https://download.pytorch.org/whl/cpu
|
|
44
45
|
```
|
|
45
46
|
|
|
46
|
-
|
|
47
47
|
## Quick start
|
|
48
48
|
|
|
49
49
|
### Tabular Model: flat data, without context
|
|
@@ -22,7 +22,7 @@ from mostlyai.engine.generation import generate
|
|
|
22
22
|
|
|
23
23
|
|
|
24
24
|
__all__ = ["split", "analyze", "encode", "train", "generate", "init_logging"]
|
|
25
|
-
__version__ = "1.
|
|
25
|
+
__version__ = "1.3.0"
|
|
26
26
|
|
|
27
27
|
# suppress specific warning related to os.fork() in multi-threaded processes
|
|
28
28
|
warnings.filterwarnings("ignore", category=DeprecationWarning, message=".*multi-threaded.*fork.*")
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "mostlyai-engine"
|
|
3
|
-
version = "1.
|
|
3
|
+
version = "1.3.0"
|
|
4
4
|
description = "Synthetic Data Engine"
|
|
5
5
|
authors = [{ name = "MOSTLY AI", email = "dev@mostly.ai" }]
|
|
6
6
|
requires-python = ">=3.10"
|
|
@@ -40,28 +40,18 @@ dependencies = [
|
|
|
40
40
|
"opacus>=1.5.2", # switch to 1.5.4 (once released) to allow numpy 2
|
|
41
41
|
"xgrammar>=0.1.16", # for vllm 0.8.3 compatibility
|
|
42
42
|
"json-repair>=0.30.0",
|
|
43
|
-
"torch>=2.6.0
|
|
44
|
-
"
|
|
45
|
-
"
|
|
46
|
-
"torchvision==0.21.0; sys_platform == 'linux'" # for vllm 0.8.3 compatibility
|
|
43
|
+
"torch>=2.6.0,<2.6.1",
|
|
44
|
+
"torchaudio>=2.6.0,<2.6.1", # for vllm 0.8.3 compatibility
|
|
45
|
+
"torchvision>=0.21.0,<0.21.1" # for vllm 0.8.3 compatibility
|
|
47
46
|
]
|
|
48
47
|
|
|
49
48
|
[project.optional-dependencies]
|
|
50
49
|
gpu = [
|
|
51
|
-
"torch==2.6.0", # for vllm 0.8.3 compatibility
|
|
52
|
-
"torchaudio==2.6.0", # for vllm 0.8.3 compatibility
|
|
53
|
-
"torchvision==0.21.0", # for vllm 0.8.3 compatibility
|
|
54
50
|
"bitsandbytes>=0.42.0,<0.43; sys_platform == 'darwin'",
|
|
55
51
|
"vllm>=0.7.3,<=0.9; sys_platform == 'darwin'",
|
|
56
52
|
"bitsandbytes>=0.43.3,<0.46; sys_platform == 'linux'",
|
|
57
53
|
"vllm==0.8.3; sys_platform == 'linux'",
|
|
58
54
|
]
|
|
59
|
-
cpu = [
|
|
60
|
-
"torch==2.6.0+cpu; sys_platform == 'linux'", # for vllm 0.8.3 compatibility
|
|
61
|
-
"torchaudio==2.6.0+cpu; sys_platform == 'linux'", # for vllm 0.8.3 compatibility
|
|
62
|
-
"torchvision==0.21.0+cpu; sys_platform == 'linux'", # for vllm 0.8.3 compatibility
|
|
63
|
-
"torch==2.6.0; sys_platform != 'linux'",
|
|
64
|
-
]
|
|
65
55
|
|
|
66
56
|
[dependency-groups]
|
|
67
57
|
dev = [
|
|
@@ -88,28 +78,6 @@ documentation = "https://mostly-ai.github.io/mostlyai-engine/"
|
|
|
88
78
|
|
|
89
79
|
[tool.uv]
|
|
90
80
|
default-groups = ["dev", "docs"]
|
|
91
|
-
conflicts = [
|
|
92
|
-
[
|
|
93
|
-
{ extra = "cpu" },
|
|
94
|
-
{ extra = "gpu" },
|
|
95
|
-
],
|
|
96
|
-
]
|
|
97
|
-
|
|
98
|
-
[[tool.uv.index]]
|
|
99
|
-
name = "pytorch-cpu"
|
|
100
|
-
url = "https://download.pytorch.org/whl/cpu"
|
|
101
|
-
explicit = true
|
|
102
|
-
|
|
103
|
-
[tool.uv.sources]
|
|
104
|
-
torch = [
|
|
105
|
-
{ index = "pytorch-cpu", extra = "cpu", marker = "sys_platform == 'linux'"},
|
|
106
|
-
]
|
|
107
|
-
torchaudio = [
|
|
108
|
-
{ index = "pytorch-cpu", extra = "cpu", marker = "sys_platform == 'linux'"},
|
|
109
|
-
]
|
|
110
|
-
torchvision = [
|
|
111
|
-
{ index = "pytorch-cpu", extra = "cpu", marker = "sys_platform == 'linux'"},
|
|
112
|
-
]
|
|
113
81
|
|
|
114
82
|
[tool.hatch.build.targets.sdist]
|
|
115
83
|
include = ["mostlyai/engine"]
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/datetime.py
RENAMED
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/numeric.py
RENAMED
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/language/text.py
RENAMED
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/character.py
RENAMED
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/datetime.py
RENAMED
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/itt.py
RENAMED
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/lat_long.py
RENAMED
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_encoding_types/tabular/numeric.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/engine/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/engine/hf_engine.py
RENAMED
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/engine/vllm_engine.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{mostlyai_engine-1.2.4 → mostlyai_engine-1.3.0}/mostlyai/engine/_language/tokenizer_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|