dagster-dask 0.27.10__py3-none-any.whl → 0.28.13__py3-none-any.whl

dagster_dask/data_frame.py

@@ -488,6 +488,11 @@ def dataframe_loader(_context, config):
     read_args = [read_options.pop("path")] if read_meta.get("is_path_based", False) else []
     read_kwargs = read_options
 
+    if "filters" in read_kwargs:
+        # Ops are configured in YAML, but YAML has no concept of a Python tuple. Dask is no longer lenient
+        # of the innermost list of a filter being a python list, and these must be converted to tuples.
+        read_kwargs["filters"] = _innermost_list2tuple(read_kwargs["filters"])
+
     # Read the dataframe and apply any utility functions
     df = read_function(*read_args, **read_kwargs)
     df = apply_utilities_to_df(df, config)
@@ -496,6 +501,15 @@ def dataframe_loader(_context, config):
     return df
 
 
+def _innermost_list2tuple(data):
+    def converted(x):
+        if not any(isinstance(a, list) for a in x):
+            return tuple(x)
+        return [converted(d) if isinstance(d, list) else d for d in x]
+
+    return [converted(d) for d in data]
+
+
 def df_type_check(_, value):
     if not isinstance(value, dd.DataFrame):
         return TypeCheck(success=False)

dagster_dask/version.py

@@ -1 +1 @@
-__version__ = "0.27.10"
+__version__ = "0.28.13"

{dagster_dask-0.27.10.dist-info → dagster_dask-0.28.13.dist-info}/METADATA

@@ -1,22 +1,22 @@
 Metadata-Version: 2.4
 Name: dagster-dask
-Version: 0.27.10
+Version: 0.28.13
 Summary: Package for using Dask as Dagster's execution engine.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dask
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
 License: Apache-2.0
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.9,<3.14
+Requires-Python: >=3.10,<3.15
 License-File: LICENSE
 Requires-Dist: bokeh
-Requires-Dist: dagster==1.11.10
+Requires-Dist: dagster==1.12.13
 Requires-Dist: dask[dataframe]>=1.2.2
 Requires-Dist: distributed>=1.28.1
 Provides-Extra: yarn

dagster_dask-0.28.13.dist-info/RECORD

@@ -0,0 +1,12 @@
+dagster_dask/__init__.py,sha256=v8XF9dF0hcqeEChZjs68UMHyj0lspTCDGKjCu1slLlI,373
+dagster_dask/data_frame.py,sha256=uJq6RewxKQlfco9X11ZDf4_7dgmacSX0WKGSZyiF1E8,18269
+dagster_dask/executor.py,sha256=XqI8DMnbQ3RfYEagGT_mLpC-Idn7GbkkTgRrnRDmfOY,12402
+dagster_dask/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
+dagster_dask/resources.py,sha256=1aGZ37JOB7Sufqn7-BSCQFexCYdE54uoanaBGgu4Lws,6242
+dagster_dask/utils.py,sha256=ucnrzrhPN4O3LJnp5GSsTQovLFt2bZfpRukUx0lkjqQ,6824
+dagster_dask/version.py,sha256=V__meM42MWuoz8aUqc0jpG42uTRWaiUA_MsUAt6BdlY,24
+dagster_dask-0.28.13.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_dask-0.28.13.dist-info/METADATA,sha256=c_W2lNb5hsHjhPiJW7XNsNELhYGq-0VqAbBCEtUWTLM,1313
+dagster_dask-0.28.13.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+dagster_dask-0.28.13.dist-info/top_level.txt,sha256=Ncw-xje0vi00lUgvSJMxvcPpnz8_JxyMUjXnYloHFYA,13
+dagster_dask-0.28.13.dist-info/RECORD,,

{dagster_dask-0.27.10.dist-info → dagster_dask-0.28.13.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

dagster_dask-0.27.10.dist-info/RECORD

@@ -1,12 +0,0 @@
-dagster_dask/__init__.py,sha256=v8XF9dF0hcqeEChZjs68UMHyj0lspTCDGKjCu1slLlI,373
-dagster_dask/data_frame.py,sha256=KH4A1wgE775Vmc7PvLEGyfZzmYHESU2fVfZvKEjmK60,17696
-dagster_dask/executor.py,sha256=XqI8DMnbQ3RfYEagGT_mLpC-Idn7GbkkTgRrnRDmfOY,12402
-dagster_dask/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
-dagster_dask/resources.py,sha256=1aGZ37JOB7Sufqn7-BSCQFexCYdE54uoanaBGgu4Lws,6242
-dagster_dask/utils.py,sha256=ucnrzrhPN4O3LJnp5GSsTQovLFt2bZfpRukUx0lkjqQ,6824
-dagster_dask/version.py,sha256=rD44SY2JykCovkEGCFrgvbnJS6r4RHYfL0pbhlXrG1c,24
-dagster_dask-0.27.10.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
-dagster_dask-0.27.10.dist-info/METADATA,sha256=Cp-dPpSU9MHKHbVprzFxnvJcwPFMlOIvIXwOPI1T35E,1311
-dagster_dask-0.27.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_dask-0.27.10.dist-info/top_level.txt,sha256=Ncw-xje0vi00lUgvSJMxvcPpnz8_JxyMUjXnYloHFYA,13
-dagster_dask-0.27.10.dist-info/RECORD,,