dagster-dask 0.27.16__py3-none-any.whl → 0.28.1__py3-none-any.whl

dagster_dask/data_frame.py

@@ -488,6 +488,11 @@ def dataframe_loader(_context, config):
     read_args = [read_options.pop("path")] if read_meta.get("is_path_based", False) else []
     read_kwargs = read_options
 
+    if "filters" in read_kwargs:
+        # Ops are configured in YAML, but YAML has no concept of a Python tuple. Dask is no longer lenient
+        # of the innermost list of a filter being a python list, and these must be converted to tuples.
+        read_kwargs["filters"] = _innermost_list2tuple(read_kwargs["filters"])
+
     # Read the dataframe and apply any utility functions
     df = read_function(*read_args, **read_kwargs)
     df = apply_utilities_to_df(df, config)
@@ -496,6 +501,15 @@ def dataframe_loader(_context, config):
     return df
 
 
+def _innermost_list2tuple(data):
+    def converted(x):
+        if not any(isinstance(a, list) for a in x):
+            return tuple(x)
+        return [converted(d) if isinstance(d, list) else d for d in x]
+
+    return [converted(d) for d in data]
+
+
 def df_type_check(_, value):
     if not isinstance(value, dd.DataFrame):
         return TypeCheck(success=False)

dagster_dask/version.py

@@ -1 +1 @@
-__version__ = "0.27.16"
+__version__ = "0.28.1"

{dagster_dask-0.27.16.dist-info → dagster_dask-0.28.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-dask
-Version: 0.27.16
+Version: 0.28.1
 Summary: Package for using Dask as Dagster's execution engine.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dask
 Author: Dagster Labs
@@ -16,7 +16,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.14
 License-File: LICENSE
 Requires-Dist: bokeh
-Requires-Dist: dagster==1.11.16
+Requires-Dist: dagster==1.12.1
 Requires-Dist: dask[dataframe]>=1.2.2
 Requires-Dist: distributed>=1.28.1
 Provides-Extra: yarn

dagster_dask-0.28.1.dist-info/RECORD

@@ -0,0 +1,12 @@
+dagster_dask/__init__.py,sha256=v8XF9dF0hcqeEChZjs68UMHyj0lspTCDGKjCu1slLlI,373
+dagster_dask/data_frame.py,sha256=uJq6RewxKQlfco9X11ZDf4_7dgmacSX0WKGSZyiF1E8,18269
+dagster_dask/executor.py,sha256=XqI8DMnbQ3RfYEagGT_mLpC-Idn7GbkkTgRrnRDmfOY,12402
+dagster_dask/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
+dagster_dask/resources.py,sha256=1aGZ37JOB7Sufqn7-BSCQFexCYdE54uoanaBGgu4Lws,6242
+dagster_dask/utils.py,sha256=ucnrzrhPN4O3LJnp5GSsTQovLFt2bZfpRukUx0lkjqQ,6824
+dagster_dask/version.py,sha256=ZRQKbgDaGz_yuLk-cUKuk6ZBKCSRKZC8nQd041NRNXk,23
+dagster_dask-0.28.1.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_dask-0.28.1.dist-info/METADATA,sha256=Gi8KGFLgCpebTdqGxEECiAHqfmvgIeE5Ykauo05zLvk,1309
+dagster_dask-0.28.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_dask-0.28.1.dist-info/top_level.txt,sha256=Ncw-xje0vi00lUgvSJMxvcPpnz8_JxyMUjXnYloHFYA,13
+dagster_dask-0.28.1.dist-info/RECORD,,

dagster_dask-0.27.16.dist-info/RECORD

@@ -1,12 +0,0 @@
-dagster_dask/__init__.py,sha256=v8XF9dF0hcqeEChZjs68UMHyj0lspTCDGKjCu1slLlI,373
-dagster_dask/data_frame.py,sha256=KH4A1wgE775Vmc7PvLEGyfZzmYHESU2fVfZvKEjmK60,17696
-dagster_dask/executor.py,sha256=XqI8DMnbQ3RfYEagGT_mLpC-Idn7GbkkTgRrnRDmfOY,12402
-dagster_dask/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
-dagster_dask/resources.py,sha256=1aGZ37JOB7Sufqn7-BSCQFexCYdE54uoanaBGgu4Lws,6242
-dagster_dask/utils.py,sha256=ucnrzrhPN4O3LJnp5GSsTQovLFt2bZfpRukUx0lkjqQ,6824
-dagster_dask/version.py,sha256=gNIskoVbgqFeY6KiyOzkhfP7GLwnNVmVeil7tBvkL44,24
-dagster_dask-0.27.16.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
-dagster_dask-0.27.16.dist-info/METADATA,sha256=NOcMafcjnXtJt3E-NwQINODd8R2Rc235rSWbHfciOnE,1311
-dagster_dask-0.27.16.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_dask-0.27.16.dist-info/top_level.txt,sha256=Ncw-xje0vi00lUgvSJMxvcPpnz8_JxyMUjXnYloHFYA,13
-dagster_dask-0.27.16.dist-info/RECORD,,