dagster-spark 0.24.4__py3-none-any.whl → 0.24.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of dagster-spark might be problematic. Click here for more details.

Files changed (12) hide show
  1. dagster_spark/__init__.py +6 -6
  2. dagster_spark/configs.py +2 -2
  3. dagster_spark/ops.py +1 -1
  4. dagster_spark/resources.py +2 -2
  5. dagster_spark/utils.py +1 -1
  6. dagster_spark/version.py +1 -1
  7. {dagster_spark-0.24.4.dist-info → dagster_spark-0.24.5.dist-info}/METADATA +2 -2
  8. dagster_spark-0.24.5.dist-info/RECORD +14 -0
  9. dagster_spark-0.24.4.dist-info/RECORD +0 -14
  10. {dagster_spark-0.24.4.dist-info → dagster_spark-0.24.5.dist-info}/LICENSE +0 -0
  11. {dagster_spark-0.24.4.dist-info → dagster_spark-0.24.5.dist-info}/WHEEL +0 -0
  12. {dagster_spark-0.24.4.dist-info → dagster_spark-0.24.5.dist-info}/top_level.txt +0 -0
dagster_spark/__init__.py CHANGED
@@ -1,10 +1,10 @@
1
1
  from dagster._core.libraries import DagsterLibraryRegistry
2
2
 
3
- from .configs import define_spark_config as define_spark_config
4
- from .ops import create_spark_op as create_spark_op
5
- from .resources import spark_resource as spark_resource
6
- from .types import SparkOpError as SparkOpError
7
- from .utils import construct_spark_shell_command as construct_spark_shell_command
8
- from .version import __version__ as __version__
3
+ from dagster_spark.configs import define_spark_config as define_spark_config
4
+ from dagster_spark.ops import create_spark_op as create_spark_op
5
+ from dagster_spark.resources import spark_resource as spark_resource
6
+ from dagster_spark.types import SparkOpError as SparkOpError
7
+ from dagster_spark.utils import construct_spark_shell_command as construct_spark_shell_command
8
+ from dagster_spark.version import __version__ as __version__
9
9
 
10
10
  DagsterLibraryRegistry.register("dagster-spark", __version__)
dagster_spark/configs.py CHANGED
@@ -8,8 +8,8 @@ Spark deployment contexts and configuration.
8
8
 
9
9
  from dagster import Field, StringSource
10
10
 
11
- from .configs_spark import spark_config
12
- from .types import SparkDeployMode
11
+ from dagster_spark.configs_spark import spark_config
12
+ from dagster_spark.types import SparkDeployMode
13
13
 
14
14
 
15
15
  def define_spark_config():
dagster_spark/ops.py CHANGED
@@ -7,7 +7,7 @@ from dagster import (
7
7
  )
8
8
  from dagster._core.storage.tags import COMPUTE_KIND_TAG
9
9
 
10
- from .configs import define_spark_config
10
+ from dagster_spark.configs import define_spark_config
11
11
 
12
12
 
13
13
  def create_spark_op(
dagster_spark/resources.py CHANGED
@@ -6,8 +6,8 @@ from dagster import resource
6
6
  from dagster._core.definitions.resource_definition import dagster_maintained_resource
7
7
  from dagster._core.log_manager import DagsterLogManager
8
8
 
9
- from .types import SparkOpError
10
- from .utils import construct_spark_shell_command
9
+ from dagster_spark.types import SparkOpError
10
+ from dagster_spark.utils import construct_spark_shell_command
11
11
 
12
12
 
13
13
  class SparkResource:
dagster_spark/utils.py CHANGED
@@ -3,7 +3,7 @@ import os
3
3
 
4
4
  import dagster._check as check
5
5
 
6
- from .types import SparkOpError
6
+ from dagster_spark.types import SparkOpError
7
7
 
8
8
 
9
9
  def flatten_dict(d):
dagster_spark/version.py CHANGED
@@ -1 +1 @@
1
- __version__ = "0.24.4"
1
+ __version__ = "0.24.5"
{dagster_spark-0.24.4.dist-info → dagster_spark-0.24.5.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-spark
3
- Version: 0.24.4
3
+ Version: 0.24.5
4
4
  Summary: Package for Spark Dagster framework components.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-spark
6
6
  Author: Dagster Labs
@@ -15,5 +15,5 @@ Classifier: License :: OSI Approved :: Apache Software License
15
15
  Classifier: Operating System :: OS Independent
16
16
  Requires-Python: >=3.8,<3.13
17
17
  License-File: LICENSE
18
- Requires-Dist: dagster ==1.8.4
18
+ Requires-Dist: dagster ==1.8.5
19
19
 
dagster_spark-0.24.5.dist-info/RECORD ADDED
@@ -0,0 +1,14 @@
1
+ dagster_spark/__init__.py,sha256=1oxm4__Gobrjfj-s2MV-RuzmoPiBM6C26PxQmGL4Stc,551
2
+ dagster_spark/configs.py,sha256=NJHZzSSHnfpIQ_ADOKDyk-UQDgxghWhgLYtW7TpaWOs,2697
3
+ dagster_spark/configs_spark.py,sha256=B_z2R-ozq4hyIq8F0FWlaQPVWGiHnbr-WaGa5K2RzkM,146660
4
+ dagster_spark/ops.py,sha256=2pzLBByk_bYfYZaA7kuWPu6WqcD1_bNqdhPmc1TMxVg,959
5
+ dagster_spark/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
6
+ dagster_spark/resources.py,sha256=V_3SoGmac81yuq4nxQQ5amwaQUxt6yWaouFySGHqkg8,2055
7
+ dagster_spark/types.py,sha256=D6zJcdVFCvo5iEPZH8Y3Hbx-HM5WGyWWLWasJQZ-ZN8,283
8
+ dagster_spark/utils.py,sha256=upVvk7jlZoFvCf8uXzjUis0_EK0yCr1G-zyR5LACO3w,2495
9
+ dagster_spark/version.py,sha256=6YOhWuSbeZZXix_MT-DcF-iErMerXY0XS-OBD0tO35s,23
10
+ dagster_spark-0.24.5.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
11
+ dagster_spark-0.24.5.dist-info/METADATA,sha256=LmmRJSHQvE3McEShtRofFvHFqK5FXH17uJ-GAyDcwfo,738
12
+ dagster_spark-0.24.5.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
13
+ dagster_spark-0.24.5.dist-info/top_level.txt,sha256=1gVfyrGz3WHscXJPULssUktqMU3GuSb6GlYvQVr2yeE,14
14
+ dagster_spark-0.24.5.dist-info/RECORD,,
dagster_spark-0.24.4.dist-info/RECORD DELETED
@@ -1,14 +0,0 @@
1
- dagster_spark/__init__.py,sha256=bjbMSlbwuf_k9sv5BHVpFMmJEtQQrAxvZaCQYWsNSyk,473
2
- dagster_spark/configs.py,sha256=Lo6H1S1p54AfKz5vOJ70UKR8P4u_WVxv_yS54ATW0KQ,2671
3
- dagster_spark/configs_spark.py,sha256=B_z2R-ozq4hyIq8F0FWlaQPVWGiHnbr-WaGa5K2RzkM,146660
4
- dagster_spark/ops.py,sha256=YsXfXX-ei3qN9A2rUmPkdLv5UGUkbdZRvqeYc43nJnE,946
5
- dagster_spark/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
6
- dagster_spark/resources.py,sha256=SmPDzmT370gUSDoF0DmVxiXlNFHpzxkM709y5Azo548,2029
7
- dagster_spark/types.py,sha256=D6zJcdVFCvo5iEPZH8Y3Hbx-HM5WGyWWLWasJQZ-ZN8,283
8
- dagster_spark/utils.py,sha256=PIrIZtFYW6rELx_vAfmjfrYPoUxv1W2FoJDRygEiCQ4,2482
9
- dagster_spark/version.py,sha256=QtmHd2KPIWbTlzWh8qV0M9BePRv5aSbGCH_iSzfDh7g,23
10
- dagster_spark-0.24.4.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
11
- dagster_spark-0.24.4.dist-info/METADATA,sha256=JSJuLGbH9WUU3hKpYVXzqVmbBfe6aPRek5wT8iCn_Vo,738
12
- dagster_spark-0.24.4.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
13
- dagster_spark-0.24.4.dist-info/top_level.txt,sha256=1gVfyrGz3WHscXJPULssUktqMU3GuSb6GlYvQVr2yeE,14
14
- dagster_spark-0.24.4.dist-info/RECORD,,