rdt 1.17.0.dev0__tar.gz → 1.17.1.dev0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rdt-1.17.0.dev0/rdt.egg-info → rdt-1.17.1.dev0}/PKG-INFO +1 -2
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/pyproject.toml +1 -2
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/__init__.py +1 -1
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/base.py +11 -4
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/datetime.py +2 -18
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/numerical.py +2 -2
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0/rdt.egg-info}/PKG-INFO +1 -2
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt.egg-info/SOURCES.txt +1 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt.egg-info/requires.txt +0 -1
- rdt-1.17.1.dev0/tests/test_scripts.py +37 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/LICENSE +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/README.md +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/_utils.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/errors.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/hyper_transformer.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/__init__.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/__init__.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/base.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/boolean.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/categorical.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/datetime.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/id.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/numerical.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/pii.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/text.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/datasets/utils.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/performance.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/performance/profiling.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/__init__.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/_validators.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/boolean.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/categorical.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/id.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/null.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/pii/__init__.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/pii/anonymization.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/pii/anonymizer.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/pii/utils.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/text.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt/transformers/utils.py +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt.egg-info/dependency_links.txt +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt.egg-info/entry_points.txt +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/rdt.egg-info/top_level.txt +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/setup.cfg +0 -0
- {rdt-1.17.0.dev0 → rdt-1.17.1.dev0}/tests/test_tasks.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rdt
|
|
3
|
-
Version: 1.17.
|
|
3
|
+
Version: 1.17.1.dev0
|
|
4
4
|
Summary: Reversible Data Transforms
|
|
5
5
|
Author-email: "DataCebo, Inc." <info@sdv.dev>
|
|
6
6
|
License: BSL-1.1
|
|
@@ -67,7 +67,6 @@ Requires-Dist: ruff<1,>=0.3.2; extra == "dev"
|
|
|
67
67
|
Requires-Dist: twine>=1.10.0; extra == "dev"
|
|
68
68
|
Requires-Dist: wheel>=0.30.0; extra == "dev"
|
|
69
69
|
Requires-Dist: coverage<8,>=4.5.12; extra == "dev"
|
|
70
|
-
Requires-Dist: tox<5,>=2.9.1; extra == "dev"
|
|
71
70
|
Requires-Dist: tabulate<1,>=0.8.9; extra == "dev"
|
|
72
71
|
Requires-Dist: invoke; extra == "dev"
|
|
73
72
|
Provides-Extra: readme
|
|
@@ -85,7 +85,6 @@ dev = [
|
|
|
85
85
|
|
|
86
86
|
# Advanced testing
|
|
87
87
|
'coverage>=4.5.12,<8',
|
|
88
|
-
'tox>=2.9.1,<5',
|
|
89
88
|
'tabulate>=0.8.9,<1',
|
|
90
89
|
|
|
91
90
|
# Invoking test commands
|
|
@@ -145,7 +144,7 @@ collect_ignore = ['pyproject.toml']
|
|
|
145
144
|
exclude_lines = ['NotImplementedError()']
|
|
146
145
|
|
|
147
146
|
[tool.bumpversion]
|
|
148
|
-
current_version = "1.17.
|
|
147
|
+
current_version = "1.17.1.dev0"
|
|
149
148
|
parse = '(?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\.(?P<release>[a-z]+)(?P<candidate>\d+))?'
|
|
150
149
|
serialize = [
|
|
151
150
|
'{major}.{minor}.{patch}.{release}{candidate}',
|
|
@@ -333,13 +333,20 @@ class BaseTransformer:
|
|
|
333
333
|
if key != 'model_missing_values' and hasattr(self, key) # Remove after deprecation
|
|
334
334
|
}
|
|
335
335
|
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
if
|
|
336
|
+
default_values_list = args.defaults or []
|
|
337
|
+
default_arg_to_default_value = {}
|
|
338
|
+
if default_values_list:
|
|
339
|
+
default_keys = keys[-len(default_values_list) :]
|
|
340
|
+
default_arg_to_default_value = dict(zip(default_keys, default_values_list))
|
|
341
|
+
|
|
342
|
+
if default_arg_to_default_value == instanced:
|
|
339
343
|
return f'{class_name}()'
|
|
340
344
|
|
|
341
345
|
for arg, value in instanced.items():
|
|
342
|
-
if
|
|
346
|
+
if (
|
|
347
|
+
arg not in default_arg_to_default_value
|
|
348
|
+
or default_arg_to_default_value[arg] != value
|
|
349
|
+
):
|
|
343
350
|
custom_args.append(f'{arg}={repr(value)}')
|
|
344
351
|
|
|
345
352
|
args_string = ', '.join(custom_args)
|
|
@@ -87,7 +87,7 @@ class UnixTimestampEncoder(BaseTransformer):
|
|
|
87
87
|
|
|
88
88
|
raise ValueError('Data does not match specified datetime format.') from None
|
|
89
89
|
|
|
90
|
-
def
|
|
90
|
+
def _learn_timezone_offset(self, data):
|
|
91
91
|
"""Extracts and stores the timezone offset from the first valid datetime in the data."""
|
|
92
92
|
has_timezone = self.datetime_format and '%z' in self.datetime_format.lower()
|
|
93
93
|
if has_timezone and not self._has_multiple_timezones:
|
|
@@ -167,7 +167,7 @@ class UnixTimestampEncoder(BaseTransformer):
|
|
|
167
167
|
|
|
168
168
|
self._learn_has_multiple_timezones(data)
|
|
169
169
|
transformed = self._transform_helper(data)
|
|
170
|
-
self.
|
|
170
|
+
self._learn_timezone_offset(data)
|
|
171
171
|
self._warn_if_mixed_timezones()
|
|
172
172
|
|
|
173
173
|
if self.enforce_min_max_values:
|
|
@@ -334,22 +334,6 @@ class OptimizedTimestampEncoder(UnixTimestampEncoder):
|
|
|
334
334
|
|
|
335
335
|
divider = None
|
|
336
336
|
|
|
337
|
-
def __init__(
|
|
338
|
-
self,
|
|
339
|
-
missing_value_replacement='mean',
|
|
340
|
-
model_missing_values=None,
|
|
341
|
-
datetime_format=None,
|
|
342
|
-
missing_value_generation='random',
|
|
343
|
-
enforce_min_max_values=False,
|
|
344
|
-
):
|
|
345
|
-
super().__init__(
|
|
346
|
-
missing_value_replacement=missing_value_replacement,
|
|
347
|
-
missing_value_generation=missing_value_generation,
|
|
348
|
-
enforce_min_max_values=enforce_min_max_values,
|
|
349
|
-
model_missing_values=model_missing_values,
|
|
350
|
-
datetime_format=datetime_format,
|
|
351
|
-
)
|
|
352
|
-
|
|
353
337
|
def _find_divider(self, transformed):
|
|
354
338
|
self.divider = 1
|
|
355
339
|
multipliers = [10] * 9 + [60, 60, 24]
|
|
@@ -276,7 +276,7 @@ class GaussianNormalizer(FloatFormatter):
|
|
|
276
276
|
Whether or not to clip the data returned by ``reverse_transform`` to the min and
|
|
277
277
|
max values seen during ``fit``. Defaults to ``False``.
|
|
278
278
|
distribution (copulas.univariate.Univariate or str):
|
|
279
|
-
Copulas univariate distribution to use. Defaults to ``
|
|
279
|
+
Copulas univariate distribution to use. Defaults to ``truncnorm``.
|
|
280
280
|
Options include:
|
|
281
281
|
|
|
282
282
|
* ``norm``: Use a Gaussian distribution.
|
|
@@ -334,7 +334,7 @@ class GaussianNormalizer(FloatFormatter):
|
|
|
334
334
|
model_missing_values=None,
|
|
335
335
|
learn_rounding_scheme=False,
|
|
336
336
|
enforce_min_max_values=False,
|
|
337
|
-
distribution='
|
|
337
|
+
distribution='truncnorm',
|
|
338
338
|
missing_value_generation='random',
|
|
339
339
|
):
|
|
340
340
|
# Using missing_value_replacement='mean' as the default instead of random
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rdt
|
|
3
|
-
Version: 1.17.
|
|
3
|
+
Version: 1.17.1.dev0
|
|
4
4
|
Summary: Reversible Data Transforms
|
|
5
5
|
Author-email: "DataCebo, Inc." <info@sdv.dev>
|
|
6
6
|
License: BSL-1.1
|
|
@@ -67,7 +67,6 @@ Requires-Dist: ruff<1,>=0.3.2; extra == "dev"
|
|
|
67
67
|
Requires-Dist: twine>=1.10.0; extra == "dev"
|
|
68
68
|
Requires-Dist: wheel>=0.30.0; extra == "dev"
|
|
69
69
|
Requires-Dist: coverage<8,>=4.5.12; extra == "dev"
|
|
70
|
-
Requires-Dist: tox<5,>=2.9.1; extra == "dev"
|
|
71
70
|
Requires-Dist: tabulate<1,>=0.8.9; extra == "dev"
|
|
72
71
|
Requires-Dist: invoke; extra == "dev"
|
|
73
72
|
Provides-Extra: readme
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
from scripts.check_for_prereleases import get_dev_dependencies
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
def test_get_dev_dependencies():
|
|
5
|
+
"""Test get_dev_dependencies ignores regular releases."""
|
|
6
|
+
# Setup
|
|
7
|
+
dependencies = ['rdt>=1.1.1', 'sdv>=1.0.2']
|
|
8
|
+
|
|
9
|
+
# Run
|
|
10
|
+
dev_dependencies = get_dev_dependencies(dependency_list=dependencies)
|
|
11
|
+
|
|
12
|
+
# Assert
|
|
13
|
+
assert len(dev_dependencies) == 0
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
def test_get_dev_dependencies_prereleases():
|
|
17
|
+
"""Test get_dev_dependencies detects prereleases."""
|
|
18
|
+
# Setup
|
|
19
|
+
dependencies = ['rdt>=1.1.1.dev0', 'sdv>=1.0.2.rc1']
|
|
20
|
+
|
|
21
|
+
# Run
|
|
22
|
+
dev_dependencies = get_dev_dependencies(dependency_list=dependencies)
|
|
23
|
+
|
|
24
|
+
# Assert
|
|
25
|
+
assert dev_dependencies == dependencies
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
def test_get_dev_dependencies_url():
|
|
29
|
+
"""Test get_dev_dependencies detects url requirements."""
|
|
30
|
+
# Setup
|
|
31
|
+
dependencies = ['rdt>=1.1.1', 'sdv @ git+https://github.com/sdv-dev/sdv.git@main']
|
|
32
|
+
|
|
33
|
+
# Run
|
|
34
|
+
dev_dependencies = get_dev_dependencies(dependency_list=dependencies)
|
|
35
|
+
|
|
36
|
+
# Assert
|
|
37
|
+
assert dev_dependencies == ['sdv @ git+https://github.com/sdv-dev/sdv.git@main']
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|