dagster-dask 0.27.15__tar.gz → 0.28.1__tar.gz

{dagster_dask-0.27.15/dagster_dask.egg-info → dagster_dask-0.28.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-dask
-Version: 0.27.15
+Version: 0.28.1
 Summary: Package for using Dask as Dagster's execution engine.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dask
 Author: Dagster Labs
@@ -16,7 +16,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.14
 License-File: LICENSE
 Requires-Dist: bokeh
-Requires-Dist: dagster==1.11.15
+Requires-Dist: dagster==1.12.1
 Requires-Dist: dask[dataframe]>=1.2.2
 Requires-Dist: distributed>=1.28.1
 Provides-Extra: yarn

{dagster_dask-0.27.15 → dagster_dask-0.28.1}/dagster_dask/data_frame.py

@@ -488,6 +488,11 @@ def dataframe_loader(_context, config):
     read_args = [read_options.pop("path")] if read_meta.get("is_path_based", False) else []
     read_kwargs = read_options
 
+    if "filters" in read_kwargs:
+        # Ops are configured in YAML, but YAML has no concept of a Python tuple. Dask is no longer lenient
+        # of the innermost list of a filter being a python list, and these must be converted to tuples.
+        read_kwargs["filters"] = _innermost_list2tuple(read_kwargs["filters"])
+
     # Read the dataframe and apply any utility functions
     df = read_function(*read_args, **read_kwargs)
     df = apply_utilities_to_df(df, config)
@@ -496,6 +501,15 @@ def dataframe_loader(_context, config):
     return df
 
 
+def _innermost_list2tuple(data):
+    def converted(x):
+        if not any(isinstance(a, list) for a in x):
+            return tuple(x)
+        return [converted(d) if isinstance(d, list) else d for d in x]
+
+    return [converted(d) for d in data]
+
+
 def df_type_check(_, value):
     if not isinstance(value, dd.DataFrame):
         return TypeCheck(success=False)

dagster_dask-0.28.1/dagster_dask/version.py

@@ -0,0 +1 @@
+__version__ = "0.28.1"

{dagster_dask-0.27.15 → dagster_dask-0.28.1/dagster_dask.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-dask
-Version: 0.27.15
+Version: 0.28.1
 Summary: Package for using Dask as Dagster's execution engine.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-dask
 Author: Dagster Labs
@@ -16,7 +16,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.14
 License-File: LICENSE
 Requires-Dist: bokeh
-Requires-Dist: dagster==1.11.15
+Requires-Dist: dagster==1.12.1
 Requires-Dist: dask[dataframe]>=1.2.2
 Requires-Dist: distributed>=1.28.1
 Provides-Extra: yarn

{dagster_dask-0.27.15 → dagster_dask-0.28.1}/dagster_dask.egg-info/requires.txt

@@ -1,5 +1,5 @@
 bokeh
-dagster==1.11.15
+dagster==1.12.1
 dask[dataframe]>=1.2.2
 distributed>=1.28.1
 

{dagster_dask-0.27.15 → dagster_dask-0.28.1}/setup.py

@@ -36,7 +36,7 @@ setup(
     python_requires=">=3.9,<3.14",
     install_requires=[
         "bokeh",
-        "dagster==1.11.15",
+        "dagster==1.12.1",
         "dask[dataframe]>=1.2.2",
         "distributed>=1.28.1",
     ],

dagster_dask-0.27.15/dagster_dask/version.py

@@ -1 +0,0 @@
-__version__ = "0.27.15"