synthyverse 0.2.0__tar.gz → 0.2.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of synthyverse might be problematic. Click here for more details.
- synthyverse-0.2.2/MANIFEST.in +3 -0
- synthyverse-0.2.2/PKG-INFO +110 -0
- synthyverse-0.2.2/README.md +62 -0
- synthyverse-0.2.2/pyproject.toml +66 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/benchmark/synthesis.py +374 -151
- synthyverse-0.2.2/synthyverse/evaluation/__init__.py +56 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/evaluation/eval.py +15 -7
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/evaluation/fidelity.py +209 -152
- synthyverse-0.2.2/synthyverse/evaluation/gower.py +349 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/evaluation/ml.py +50 -4
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/evaluation/preprocessing.py +36 -1
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/evaluation/privacy.py +188 -124
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/evaluation/utility.py +104 -43
- synthyverse-0.2.2/synthyverse/generators/__init__.py +58 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/arf_generator/arf.py +1 -1
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/base.py +132 -29
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/cdtd_generator/cdtd.py +33 -26
- synthyverse-0.2.2/synthyverse/generators/cdtd_generator/utils.py +75 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/ctgan_generator/ct_gan.py +30 -2
- synthyverse-0.2.2/synthyverse/generators/dgm_utils.py +114 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/smote_generator/smote.py +1 -1
- synthyverse-0.2.2/synthyverse/generators/synthpop_generator/__init__.py +1 -0
- synthyverse-0.2.2/synthyverse/generators/synthpop_generator/synthpop.py +586 -0
- synthyverse-0.2.2/synthyverse/generators/tabddpm_generator/ddpm_utils.py +177 -0
- synthyverse-0.2.2/synthyverse/generators/tabddpm_generator/gaussian_multinomial_diffsuion.py +967 -0
- synthyverse-0.2.2/synthyverse/generators/tabddpm_generator/modules.py +192 -0
- synthyverse-0.2.2/synthyverse/generators/tabddpm_generator/tabddpm.py +284 -0
- synthyverse-0.2.2/synthyverse/generators/tabdiff_generator/__init__.py +1 -0
- synthyverse-0.2.2/synthyverse/generators/tabdiff_generator/diffusion.py +587 -0
- synthyverse-0.2.2/synthyverse/generators/tabdiff_generator/modules.py +140 -0
- synthyverse-0.2.2/synthyverse/generators/tabdiff_generator/noise_schedule.py +157 -0
- synthyverse-0.2.2/synthyverse/generators/tabdiff_generator/tabdiff.py +436 -0
- synthyverse-0.2.2/synthyverse/generators/tabdiff_generator/transformer.py +261 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/tabsyn_generator/__init__.py +2 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/tabsyn_generator/diffusion.py +0 -51
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/tabsyn_generator/tabsyn.py +135 -98
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/tvae_generator/tvae.py +30 -4
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/univariate_generator/univariate.py +1 -3
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/utils/utils.py +20 -1
- synthyverse-0.2.2/synthyverse.egg-info/PKG-INFO +110 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse.egg-info/SOURCES.txt +13 -23
- synthyverse-0.2.2/synthyverse.egg-info/requires.txt +25 -0
- synthyverse-0.2.0/MANIFEST.in +0 -5
- synthyverse-0.2.0/PKG-INFO +0 -224
- synthyverse-0.2.0/README.md +0 -96
- synthyverse-0.2.0/pyproject.toml +0 -3
- synthyverse-0.2.0/requirements/dev/docs.txt +0 -7
- synthyverse-0.2.0/requirements/evaluation/eval.txt +0 -9
- synthyverse-0.2.0/requirements/generators/arf.txt +0 -2
- synthyverse-0.2.0/requirements/generators/base.txt +0 -3
- synthyverse-0.2.0/requirements/generators/bn.txt +0 -3
- synthyverse-0.2.0/requirements/generators/cdtd.txt +0 -7
- synthyverse-0.2.0/requirements/generators/ctgan.txt +0 -2
- synthyverse-0.2.0/requirements/generators/smote.txt +0 -1
- synthyverse-0.2.0/requirements/generators/tabargn.txt +0 -2
- synthyverse-0.2.0/requirements/generators/tabddpm.txt +0 -3
- synthyverse-0.2.0/requirements/generators/tabsyn.txt +0 -6
- synthyverse-0.2.0/requirements/generators/tvae.txt +0 -2
- synthyverse-0.2.0/requirements/generators/univariate.txt +0 -0
- synthyverse-0.2.0/scripts/__init__.py +0 -4
- synthyverse-0.2.0/scripts/setup_utils.py +0 -96
- synthyverse-0.2.0/scripts/update_templates.py +0 -125
- synthyverse-0.2.0/setup.py +0 -48
- synthyverse-0.2.0/synthyverse/evaluation/__init__.py +0 -139
- synthyverse-0.2.0/synthyverse/generators/__init__.py +0 -125
- synthyverse-0.2.0/synthyverse/generators/bn_generator/__init__.py +0 -1
- synthyverse-0.2.0/synthyverse/generators/bn_generator/bn.py +0 -97
- synthyverse-0.2.0/synthyverse/generators/cdtd_generator/utils.py +0 -148
- synthyverse-0.2.0/synthyverse/generators/tabargn_generator/__init__.py +0 -1
- synthyverse-0.2.0/synthyverse/generators/tabargn_generator/tabargn.py +0 -122
- synthyverse-0.2.0/synthyverse/generators/tabddpm_generator/model.py +0 -229
- synthyverse-0.2.0/synthyverse/generators/tabddpm_generator/plugin.py +0 -264
- synthyverse-0.2.0/synthyverse/generators/tabddpm_generator/tabddpm.py +0 -154
- synthyverse-0.2.0/synthyverse.egg-info/PKG-INFO +0 -224
- synthyverse-0.2.0/synthyverse.egg-info/requires.txt +0 -106
- {synthyverse-0.2.0 → synthyverse-0.2.2}/LICENSE +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/logo/logo.png +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/setup.cfg +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/benchmark/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/arf_generator/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/cdtd_generator/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/cdtd_generator/layers.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/ctgan_generator/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/persistence.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/smote_generator/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/tabddpm_generator/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/tabsyn_generator/vae.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/tvae_generator/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/generators/univariate_generator/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/utils/__init__.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse/utils/reproducibility.py +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse.egg-info/dependency_links.txt +0 -0
- {synthyverse-0.2.0 → synthyverse-0.2.2}/synthyverse.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: synthyverse
|
|
3
|
+
Version: 0.2.2
|
|
4
|
+
Summary: Synthetic data generation and evaluation library
|
|
5
|
+
Author: Jim Achterberg, Saif Ul Islam, Zia Ur Rehman
|
|
6
|
+
License: MIT License
|
|
7
|
+
Project-URL: Homepage, https://github.com/synthyverse/synthyverse
|
|
8
|
+
Project-URL: Documentation, https://synthyverse.readthedocs.io
|
|
9
|
+
Classifier: Development Status :: 3 - Alpha
|
|
10
|
+
Classifier: Intended Audience :: Developers
|
|
11
|
+
Classifier: Intended Audience :: Science/Research
|
|
12
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
13
|
+
Classifier: Programming Language :: Python :: 3
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.8
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.9
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
17
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
18
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
19
|
+
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
20
|
+
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
|
21
|
+
Requires-Python: >=3.8
|
|
22
|
+
Description-Content-Type: text/markdown
|
|
23
|
+
License-File: LICENSE
|
|
24
|
+
Requires-Dist: pandas
|
|
25
|
+
Requires-Dist: numpy
|
|
26
|
+
Requires-Dist: scikit-learn
|
|
27
|
+
Requires-Dist: tqdm
|
|
28
|
+
Requires-Dist: scipy
|
|
29
|
+
Requires-Dist: xgboost
|
|
30
|
+
Requires-Dist: optuna
|
|
31
|
+
Requires-Dist: seaborn
|
|
32
|
+
Requires-Dist: numba
|
|
33
|
+
Requires-Dist: psutil
|
|
34
|
+
Requires-Dist: torch
|
|
35
|
+
Requires-Dist: torch-ema
|
|
36
|
+
Requires-Dist: einops
|
|
37
|
+
Requires-Dist: ctgan
|
|
38
|
+
Requires-Dist: arfpy
|
|
39
|
+
Requires-Dist: imbalanced-learn
|
|
40
|
+
Provides-Extra: docs
|
|
41
|
+
Requires-Dist: sphinx; extra == "docs"
|
|
42
|
+
Requires-Dist: furo; extra == "docs"
|
|
43
|
+
Requires-Dist: myst-parser; extra == "docs"
|
|
44
|
+
Requires-Dist: sphinx-copybutton; extra == "docs"
|
|
45
|
+
Requires-Dist: sphinx-autodoc-typehints; extra == "docs"
|
|
46
|
+
Requires-Dist: sphinxcontrib-mermaid; extra == "docs"
|
|
47
|
+
Requires-Dist: linkify-it-py; extra == "docs"
|
|
48
|
+
|
|
49
|
+
<table align="center" border="0">
|
|
50
|
+
<tr>
|
|
51
|
+
<td align="center">
|
|
52
|
+
|
|
53
|
+
<img src="https://raw.githubusercontent.com/synthyverse/synthyverse/main/logo/logo.png" alt="Synthyverse logo" width="250" height="auto">
|
|
54
|
+
|
|
55
|
+
<br/>
|
|
56
|
+
<br/>
|
|
57
|
+
|
|
58
|
+
Welcome to the synthyverse!
|
|
59
|
+
|
|
60
|
+
An extensive ecosystem for synthetic data generation and evaluation in Python.
|
|
61
|
+
|
|
62
|
+
[Read the docs](https://synthyverse.readthedocs.io) for in-depth usage.
|
|
63
|
+
|
|
64
|
+
_The synthyverse is a work in progress. Please provide any suggestions through a GitHub Issue._
|
|
65
|
+
|
|
66
|
+
</td>
|
|
67
|
+
</tr>
|
|
68
|
+
</table>
|
|
69
|
+
|
|
70
|
+
<div style="clear: both;"></div>
|
|
71
|
+
|
|
72
|
+
# Features
|
|
73
|
+
- **Tabular synthetic data generators.** Use low-level generators directly, or wrap them with shared preprocessing through `SynthyverseGenerator`.
|
|
74
|
+
- **Evaluation metrics.** Compare synthetic data with fidelity, utility, and privacy metrics through individual metric classes or `TabularMetricEvaluator`.
|
|
75
|
+
- **Benchmarking workflows.** Train, sample, evaluate, and save benchmark artifacts with `TabularSynthesisBenchmark`.
|
|
76
|
+
- **Shared preprocessing.** Reuse `DataProcessor` for missing-value handling, schema restoration, and column constraints.
|
|
77
|
+
|
|
78
|
+
# Installation
|
|
79
|
+
Install synthyverse from PyPI:
|
|
80
|
+
|
|
81
|
+
```bash
|
|
82
|
+
pip install synthyverse
|
|
83
|
+
```
|
|
84
|
+
|
|
85
|
+
For local development from a clone:
|
|
86
|
+
|
|
87
|
+
```bash
|
|
88
|
+
pip install -e .
|
|
89
|
+
```
|
|
90
|
+
|
|
91
|
+
# Usage
|
|
92
|
+
|
|
93
|
+
Use a high-level wrapper when you want preprocessing and schema restoration handled for you:
|
|
94
|
+
|
|
95
|
+
```python
|
|
96
|
+
from synthyverse.generators import SynthyverseGenerator
|
|
97
|
+
|
|
98
|
+
generator = SynthyverseGenerator(
|
|
99
|
+
"ctgan",
|
|
100
|
+
generator_params={"epochs": 300},
|
|
101
|
+
missing_imputation_method="median",
|
|
102
|
+
random_state=42,
|
|
103
|
+
)
|
|
104
|
+
generator.fit(X, discrete_features=["category", "target"])
|
|
105
|
+
X_syn = generator.generate(1000)
|
|
106
|
+
```
|
|
107
|
+
|
|
108
|
+
Use the lower-level APIs when you want explicit control over preprocessing, generator fitting, metrics, or benchmarking. See the [docs](https://synthyverse.readthedocs.io) for complete examples.
|
|
109
|
+
|
|
110
|
+
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
<table align="center" border="0">
|
|
2
|
+
<tr>
|
|
3
|
+
<td align="center">
|
|
4
|
+
|
|
5
|
+
<img src="https://raw.githubusercontent.com/synthyverse/synthyverse/main/logo/logo.png" alt="Synthyverse logo" width="250" height="auto">
|
|
6
|
+
|
|
7
|
+
<br/>
|
|
8
|
+
<br/>
|
|
9
|
+
|
|
10
|
+
Welcome to the synthyverse!
|
|
11
|
+
|
|
12
|
+
An extensive ecosystem for synthetic data generation and evaluation in Python.
|
|
13
|
+
|
|
14
|
+
[Read the docs](https://synthyverse.readthedocs.io) for in-depth usage.
|
|
15
|
+
|
|
16
|
+
_The synthyverse is a work in progress. Please provide any suggestions through a GitHub Issue._
|
|
17
|
+
|
|
18
|
+
</td>
|
|
19
|
+
</tr>
|
|
20
|
+
</table>
|
|
21
|
+
|
|
22
|
+
<div style="clear: both;"></div>
|
|
23
|
+
|
|
24
|
+
# Features
|
|
25
|
+
- **Tabular synthetic data generators.** Use low-level generators directly, or wrap them with shared preprocessing through `SynthyverseGenerator`.
|
|
26
|
+
- **Evaluation metrics.** Compare synthetic data with fidelity, utility, and privacy metrics through individual metric classes or `TabularMetricEvaluator`.
|
|
27
|
+
- **Benchmarking workflows.** Train, sample, evaluate, and save benchmark artifacts with `TabularSynthesisBenchmark`.
|
|
28
|
+
- **Shared preprocessing.** Reuse `DataProcessor` for missing-value handling, schema restoration, and column constraints.
|
|
29
|
+
|
|
30
|
+
# Installation
|
|
31
|
+
Install synthyverse from PyPI:
|
|
32
|
+
|
|
33
|
+
```bash
|
|
34
|
+
pip install synthyverse
|
|
35
|
+
```
|
|
36
|
+
|
|
37
|
+
For local development from a clone:
|
|
38
|
+
|
|
39
|
+
```bash
|
|
40
|
+
pip install -e .
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
# Usage
|
|
44
|
+
|
|
45
|
+
Use a high-level wrapper when you want preprocessing and schema restoration handled for you:
|
|
46
|
+
|
|
47
|
+
```python
|
|
48
|
+
from synthyverse.generators import SynthyverseGenerator
|
|
49
|
+
|
|
50
|
+
generator = SynthyverseGenerator(
|
|
51
|
+
"ctgan",
|
|
52
|
+
generator_params={"epochs": 300},
|
|
53
|
+
missing_imputation_method="median",
|
|
54
|
+
random_state=42,
|
|
55
|
+
)
|
|
56
|
+
generator.fit(X, discrete_features=["category", "target"])
|
|
57
|
+
X_syn = generator.generate(1000)
|
|
58
|
+
```
|
|
59
|
+
|
|
60
|
+
Use the lower-level APIs when you want explicit control over preprocessing, generator fitting, metrics, or benchmarking. See the [docs](https://synthyverse.readthedocs.io) for complete examples.
|
|
61
|
+
|
|
62
|
+
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
[build-system]
|
|
2
|
+
requires = ["setuptools>=61.0", "wheel"]
|
|
3
|
+
build-backend = "setuptools.build_meta"
|
|
4
|
+
|
|
5
|
+
[project]
|
|
6
|
+
name = "synthyverse"
|
|
7
|
+
version = "0.2.2"
|
|
8
|
+
description = "Synthetic data generation and evaluation library"
|
|
9
|
+
readme = "README.md"
|
|
10
|
+
requires-python = ">=3.8"
|
|
11
|
+
license = {text = "MIT License"}
|
|
12
|
+
authors = [
|
|
13
|
+
{name = "Jim Achterberg"},
|
|
14
|
+
{name = "Saif Ul Islam"},
|
|
15
|
+
{name = "Zia Ur Rehman"},
|
|
16
|
+
]
|
|
17
|
+
classifiers = [
|
|
18
|
+
"Development Status :: 3 - Alpha",
|
|
19
|
+
"Intended Audience :: Developers",
|
|
20
|
+
"Intended Audience :: Science/Research",
|
|
21
|
+
"License :: OSI Approved :: MIT License",
|
|
22
|
+
"Programming Language :: Python :: 3",
|
|
23
|
+
"Programming Language :: Python :: 3.8",
|
|
24
|
+
"Programming Language :: Python :: 3.9",
|
|
25
|
+
"Programming Language :: Python :: 3.10",
|
|
26
|
+
"Programming Language :: Python :: 3.11",
|
|
27
|
+
"Programming Language :: Python :: 3.12",
|
|
28
|
+
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
29
|
+
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
30
|
+
]
|
|
31
|
+
dependencies = [
|
|
32
|
+
"pandas",
|
|
33
|
+
"numpy",
|
|
34
|
+
"scikit-learn",
|
|
35
|
+
"tqdm",
|
|
36
|
+
"scipy",
|
|
37
|
+
"xgboost",
|
|
38
|
+
"optuna",
|
|
39
|
+
"seaborn",
|
|
40
|
+
"numba",
|
|
41
|
+
"psutil",
|
|
42
|
+
"torch",
|
|
43
|
+
"torch-ema",
|
|
44
|
+
"einops",
|
|
45
|
+
"ctgan",
|
|
46
|
+
"arfpy",
|
|
47
|
+
"imbalanced-learn",
|
|
48
|
+
]
|
|
49
|
+
|
|
50
|
+
[project.urls]
|
|
51
|
+
Homepage = "https://github.com/synthyverse/synthyverse"
|
|
52
|
+
Documentation = "https://synthyverse.readthedocs.io"
|
|
53
|
+
|
|
54
|
+
[project.optional-dependencies]
|
|
55
|
+
docs = [
|
|
56
|
+
"sphinx",
|
|
57
|
+
"furo",
|
|
58
|
+
"myst-parser",
|
|
59
|
+
"sphinx-copybutton",
|
|
60
|
+
"sphinx-autodoc-typehints",
|
|
61
|
+
"sphinxcontrib-mermaid",
|
|
62
|
+
"linkify-it-py",
|
|
63
|
+
]
|
|
64
|
+
|
|
65
|
+
[tool.setuptools.packages.find]
|
|
66
|
+
include = ["synthyverse*"]
|