pydiverse-common 0.3.11__tar.gz → 0.3.12__tar.gz

{pydiverse_common-0.3.11 → pydiverse_common-0.3.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pydiverse-common
-Version: 0.3.11
+Version: 0.3.12
 Summary: Common functionality shared between pydiverse libraries
 Author: QuantCo, Inc.
 Author-email: Martin Trautmann <windiana@users.sf.net>, Finn Rudolph <finn.rudolph@t-online.de>

{pydiverse_common-0.3.11 → pydiverse_common-0.3.12}/docs/source/changelog.md

@@ -1,5 +1,8 @@
 # Changelog
 
+## 0.3.12 (2025-08-21)
+- fixed Dtype.to_pandas() for parameterized String and Decimal types
+
 ## 0.3.11 (2025-08-21)
 - fixed __eq__, __hash__, and __repr__ for types with parameters
 - import string length from sqlalchemy VARCHAR(n) type

{pydiverse_common-0.3.11 → pydiverse_common-0.3.12}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "pydiverse-common"
-version = "0.3.11"
+version = "0.3.12"
 description = "Common functionality shared between pydiverse libraries"
 authors = [
   { name = "QuantCo, Inc." },

{pydiverse_common-0.3.11 → pydiverse_common-0.3.12}/src/pydiverse/common/dtypes.py

@@ -311,6 +311,15 @@ class Dtype:
 
         if isinstance(self, Enum):
             return pd.CategoricalDtype(self.categories)
+        if isinstance(self, String):
+            return pd.StringDtype()  # max_length not needed for dataframes
+        if isinstance(self, Decimal):
+            # NumericDtype exists but is not used because fixpoint is more common
+            # in SQL than in dataframes.
+            return pd.Float64Dtype()
+        if isinstance(self, List):
+            # we don't want to produce object columns
+            raise TypeError("pandas doesn't have a native list dtype")
 
         return {
             Int(): pd.Int64Dtype(),  # we default to 64 bit
@@ -325,8 +334,6 @@ class Dtype:
             Float(): pd.Float64Dtype(),  # we default to 64 bit
             Float32(): pd.Float32Dtype(),
             Float64(): pd.Float64Dtype(),
-            Decimal(): pd.Float64Dtype(),  # NumericDtype exists but is not used
-            String(): pd.StringDtype(),
             Bool(): pd.BooleanDtype(),
             Date(): "datetime64[s]",
             Datetime(): "datetime64[us]",

{pydiverse_common-0.3.11 → pydiverse_common-0.3.12}/tests/dtypes/test_dtype_pandas.py

@@ -113,7 +113,15 @@ def test_dtype_to_pandas_numpy():
     assert_conversion(UInt16(), pd.UInt16Dtype())
     assert_conversion(UInt8(), pd.UInt8Dtype())
 
+    assert_conversion(Float64(), pd.Float64Dtype())
+    assert_conversion(Float32(), pd.Float32Dtype())
+
+    assert_conversion(Decimal(), pd.Float64Dtype())
+    assert_conversion(Decimal(15), pd.Float64Dtype())
+    assert_conversion(Decimal(15, 2), pd.Float64Dtype())
+
     assert_conversion(String(), pd.StringDtype())
+    assert_conversion(String(10), pd.StringDtype())
     assert_conversion(Bool(), pd.BooleanDtype())
 
     assert_conversion(Date(), "datetime64[s]")
@@ -142,7 +150,17 @@ def test_dtype_to_pandas_pyarrow():
     assert_conversion(UInt16(), pa.uint16())
     assert_conversion(UInt8(), pa.uint8())
 
+    assert_conversion(Float64(), pa.float64())
+    assert_conversion(Float32(), pa.float32())
+
+    assert_conversion(Decimal(), pa.decimal128(31, 11))
+    assert_conversion(Decimal(76), pa.decimal256(76, 76 // 3 + 1))
+    assert_conversion(Decimal(15), pa.decimal64(15, 6))
+    assert_conversion(Decimal(18, 2), pa.decimal64(18, 2))
+    assert_conversion(Decimal(9, 9), pa.decimal32(9, 9))
+
     assert_conversion(String(), pd.StringDtype(storage="pyarrow"))
+    assert_conversion(String(10), pd.StringDtype(storage="pyarrow"))
     assert_conversion(Bool(), pa.bool_())
 
     assert_conversion(Date(), pa.date32())