rdt 1.17.2.dev0__tar.gz → 1.18.1.dev0__tar.gz

{rdt-1.17.2.dev0/rdt.egg-info → rdt-1.18.1.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rdt
-Version: 1.17.2.dev0
+Version: 1.18.1.dev0
 Summary: Reversible Data Transforms
 Author-email: "DataCebo, Inc." <info@sdv.dev>
 License: BSL-1.1

{rdt-1.17.2.dev0 → rdt-1.18.1.dev0}/pyproject.toml

@@ -144,7 +144,7 @@ collect_ignore = ['pyproject.toml']
 exclude_lines = ['NotImplementedError()']
 
 [tool.bumpversion]
-current_version = "1.17.2.dev0"
+current_version = "1.18.1.dev0"
 parse = '(?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\.(?P<release>[a-z]+)(?P<candidate>\d+))?'
 serialize = [
     '{major}.{minor}.{patch}.{release}{candidate}',

{rdt-1.17.2.dev0 → rdt-1.18.1.dev0}/rdt/__init__.py

@@ -4,7 +4,7 @@
 
 __author__ = 'DataCebo, Inc.'
 __email__ = 'info@sdv.dev'
-__version__ = '1.17.2.dev0'
+__version__ = '1.18.1.dev0'
 
 
 import sys

{rdt-1.17.2.dev0 → rdt-1.18.1.dev0}/rdt/transformers/utils.py

@@ -175,6 +175,17 @@ def strings_from_regex(regex, max_repeat=16):
     return _from_generators(generators, max_repeat), np.prod(sizes, dtype=np.complex128).real
 
 
+def _fill_nan_with_none_series(data):
+    sentinel = object()
+    dtype = data.dtype
+    if isinstance(dtype, pd.CategoricalDtype):
+        data = data.cat.add_categories([sentinel])
+        data = data.fillna(sentinel).replace({sentinel: None})
+        return pd.Series(pd.Categorical(data, categories=dtype.categories), index=data.index)
+
+    return data.fillna(sentinel).replace({sentinel: None})
+
+
 def fill_nan_with_none(data):
     """Replace all nan values with None.
 
@@ -185,7 +196,10 @@ def fill_nan_with_none(data):
         data:
             Original data with nan values replaced by None.
     """
-    return data.infer_objects().fillna(np.nan).replace([np.nan], [None])
+    if isinstance(data, pd.DataFrame):
+        return data.apply(_fill_nan_with_none_series)
+
+    return _fill_nan_with_none_series(data)
 
 
 def flatten_column_list(column_list):

{rdt-1.17.2.dev0 → rdt-1.18.1.dev0/rdt.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rdt
-Version: 1.17.2.dev0
+Version: 1.18.1.dev0
 Summary: Reversible Data Transforms
 Author-email: "DataCebo, Inc." <info@sdv.dev>
 License: BSL-1.1