dagster-pyspark 0.25.5__tar.gz → 0.25.7__tar.gz

{dagster-pyspark-0.25.5/dagster_pyspark.egg-info → dagster-pyspark-0.25.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-pyspark
-Version: 0.25.5
+Version: 0.25.7
 Summary: Package for PySpark Dagster framework components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/dagster-framework/pyspark
 Author: Dagster Labs

{dagster-pyspark-0.25.5 → dagster-pyspark-0.25.7}/dagster_pyspark/resources.py

@@ -15,9 +15,9 @@ def spark_session_from_config(spark_conf=None):
     builder = SparkSession.builder
     flat = flatten_dict(spark_conf)
     for key, value in flat:
-        builder = builder.config(key, value)
+        builder = builder.config(key, value)  # pyright: ignore[reportAttributeAccessIssue]
 
-    return builder.getOrCreate()
+    return builder.getOrCreate()  # pyright: ignore[reportAttributeAccessIssue]
 
 
 class PySparkResource(ConfigurableResource):
@@ -132,12 +132,12 @@ class LazyPySparkResource(ConfigurableResource):
     @property
     def spark_session(self) -> Any:
         self._init_session()
-        return self._spark_session
+        return check.not_none(self._spark_session)
 
     @property
     def spark_context(self) -> Any:
         self._init_session()
-        return self._spark_session.sparkContext
+        return check.not_none(self._spark_session).sparkContext
 
 
 @dagster_maintained_resource

dagster-pyspark-0.25.7/dagster_pyspark/version.py

@@ -0,0 +1 @@
+__version__ = "0.25.7"

{dagster-pyspark-0.25.5 → dagster-pyspark-0.25.7/dagster_pyspark.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-pyspark
-Version: 0.25.5
+Version: 0.25.7
 Summary: Package for PySpark Dagster framework components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/dagster-framework/pyspark
 Author: Dagster Labs

dagster-pyspark-0.25.7/dagster_pyspark.egg-info/requires.txt

@@ -0,0 +1,3 @@
+dagster==1.9.7
+dagster_spark==0.25.7
+pyspark>=3

{dagster-pyspark-0.25.5 → dagster-pyspark-0.25.7}/setup.py

@@ -35,8 +35,8 @@ setup(
     include_package_data=True,
     python_requires=">=3.9,<3.13",
     install_requires=[
-        "dagster==1.9.5",
-        "dagster_spark==0.25.5",
+        "dagster==1.9.7",
+        "dagster_spark==0.25.7",
         "pyspark>=3",
     ],
     zip_safe=False,

dagster-pyspark-0.25.5/dagster_pyspark/version.py

@@ -1 +0,0 @@
-__version__ = "0.25.5"

dagster-pyspark-0.25.5/dagster_pyspark.egg-info/requires.txt

@@ -1,3 +0,0 @@
-dagster==1.9.5
-dagster_spark==0.25.5
-pyspark>=3

{dagster-pyspark-0.25.5 → dagster-pyspark-0.25.7}/dagster_pyspark/__init__.py

@@ -13,8 +13,8 @@ DagsterLibraryRegistry.register("dagster-pyspark", __version__)
 
 __all__ = [
     "DataFrame",
-    "pyspark_resource",
-    "lazy_pyspark_resource",
-    "PySparkResource",
     "LazyPySparkResource",
+    "PySparkResource",
+    "lazy_pyspark_resource",
+    "pyspark_resource",
 ]