pydiverse-common 0.3.7__py3-none-any.whl → 0.3.8__py3-none-any.whl

pydiverse/common/util/hashing.py

@@ -73,24 +73,27 @@ def hash_polars_dataframe(df: pl.DataFrame, use_init_repr=False) -> str:
                 list_columns = [
                     col for col, dtype in df.schema.items() if dtype == pl.List
                 ]
-                content_hash = str(
-                    df.lazy()
-                    .with_columns(pl.col(array_columns).reshape([-1]).implode())
-                    .with_columns(
-                        # Necessary because hash() does not work on lists of strings.
-                        # This can be removed when
-                        # https://github.com/pola-rs/polars/issues/21523 is resolved
-                        # in all supported versions of polars.
-                        pl.selectors.by_dtype(pl.List(pl.String)).list.eval(
-                            pl.element().hash()
-                        )
+                lf = df.lazy()
+                if array_columns:
+                    lf = lf.with_columns(pl.col(array_columns).reshape([-1]).implode())
+                lf = lf.with_columns(
+                    # Necessary because hash() does not work on lists of strings.
+                    # This can be removed when
+                    # https://github.com/pola-rs/polars/issues/21523 is resolved
+                    # in all supported versions of polars.
+                    pl.selectors.by_dtype(pl.List(pl.String)).list.eval(
+                        pl.element().hash()
                     )
+                )
+                if list_columns or array_columns:
                     # Necessary because hash_rows() does not work on lists.
                     # This can be removed when
                     # https://github.com/pola-rs/polars/issues/24121 is resolved
                     # in all supported versions of polars.
-                    .with_columns(pl.col(*list_columns, *array_columns).hash())
-                    .collect()
+                    lf = lf.with_columns(pl.col(*list_columns, *array_columns).hash())
+
+                content_hash = str(
+                    lf.collect()
                     .hash_rows()  # We get a Series of hashes, one for each row
                     # Since polars only hashes rows, we need to implode the Series into
                     # a single row to get a single hash

{pydiverse_common-0.3.7.dist-info → pydiverse_common-0.3.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pydiverse-common
-Version: 0.3.7
+Version: 0.3.8
 Summary: Common functionality shared between pydiverse libraries
 Author: QuantCo, Inc.
 Author-email: Martin Trautmann <windiana@users.sf.net>, Finn Rudolph <finn.rudolph@t-online.de>

{pydiverse_common-0.3.7.dist-info → pydiverse_common-0.3.8.dist-info}/RECORD

@@ -8,10 +8,10 @@ pydiverse/common/util/computation_tracing.py,sha256=HeXRHRUI8vxpzQ27Xcpa0StndSTP
 pydiverse/common/util/deep_map.py,sha256=JtY5ViWMMelOiLzPF7ZjzruCfB-bETISGxCk37qETxg,2540
 pydiverse/common/util/deep_merge.py,sha256=bV5p5_lsC-9nFah28EiEyG2h6U3Z5AuTqSooxOgCHN0,1929
 pydiverse/common/util/disposable.py,sha256=4XoGz70YRWA9TAqnUBvRCTAdsOGBviFN0gzxU7veY9o,993
-pydiverse/common/util/hashing.py,sha256=TquRSYuArnupP9X_8G6C15L1WxvZT2TtFLyI3IIE7Do,4503
+pydiverse/common/util/hashing.py,sha256=8Z1NybJ_zd3ONpn5annHGjowwArWkd2ZkCtlb3dtz_Q,4576
 pydiverse/common/util/import_.py,sha256=K7dSgz4YyrqEvqhoOzbwgD7D8HScMoO5XoSWtjbaoUs,4056
 pydiverse/common/util/structlog.py,sha256=xxhauxMuyxcKXTVg1MiPTkuvPBj8Zcr4o_v8Bq59Nig,3778
-pydiverse_common-0.3.7.dist-info/METADATA,sha256=SUa7l3bVxbutbqpILoMMZOPs3SHSkYucd0c_2VZt75A,3399
-pydiverse_common-0.3.7.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-pydiverse_common-0.3.7.dist-info/licenses/LICENSE,sha256=AcE6SDVuAq6v9ZLE_8eOCe_NvSE0rAPR3NR7lSowYh4,1517
-pydiverse_common-0.3.7.dist-info/RECORD,,
+pydiverse_common-0.3.8.dist-info/METADATA,sha256=ptAGp299BY9NSaM-XEaojLzhL_KVc0SEY-MFqqqAwL0,3399
+pydiverse_common-0.3.8.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+pydiverse_common-0.3.8.dist-info/licenses/LICENSE,sha256=AcE6SDVuAq6v9ZLE_8eOCe_NvSE0rAPR3NR7lSowYh4,1517
+pydiverse_common-0.3.8.dist-info/RECORD,,