flyteplugins-spark 2.0.0b9__py3-none-any.whl → 2.0.0b14__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of flyteplugins-spark might be problematic. Click here for more details.

Files changed (6) hide show
  1. flyteplugins/spark/task.py +2 -2
  2. {flyteplugins_spark-2.0.0b9.dist-info → flyteplugins_spark-2.0.0b14.dist-info}/METADATA +1 -1
  3. flyteplugins_spark-2.0.0b14.dist-info/RECORD +6 -0
  4. flyteplugins_spark-2.0.0b9.dist-info/RECORD +0 -6
  5. {flyteplugins_spark-2.0.0b9.dist-info → flyteplugins_spark-2.0.0b14.dist-info}/WHEEL +0 -0
  6. {flyteplugins_spark-2.0.0b9.dist-info → flyteplugins_spark-2.0.0b14.dist-info}/top_level.txt +0 -0
flyteplugins/spark/task.py CHANGED
@@ -4,8 +4,8 @@ import tempfile
4
4
  from dataclasses import dataclass
5
5
  from typing import Any, Dict, Optional
6
6
 
7
+ import flyte
7
8
  from flyte import PodTemplate
8
- from flyte._initialize import is_initialized
9
9
  from flyte.extend import AsyncFunctionTaskTemplate, TaskPluginRegistry
10
10
  from flyte.models import SerializationContext
11
11
  from flyteidl.plugins.spark_pb2 import SparkApplication, SparkJob
@@ -56,7 +56,7 @@ class PysparkFunctionTask(AsyncFunctionTaskTemplate):
56
56
 
57
57
  sess = _pyspark.sql.SparkSession.builder.appName("FlyteSpark").getOrCreate()
58
58
 
59
- if is_initialized():
59
+ if flyte.ctx().is_in_cluster():
60
60
  base_dir = tempfile.mkdtemp()
61
61
  file_name = "flyte_wf"
62
62
  file_format = "zip"
{flyteplugins_spark-2.0.0b9.dist-info → flyteplugins_spark-2.0.0b14.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: flyteplugins-spark
3
- Version: 2.0.0b9
3
+ Version: 2.0.0b14
4
4
  Summary: Spark plugin for flyte
5
5
  Author-email: Kevin Su <pingsutw@users.noreply.github.com>
6
6
  Requires-Python: >=3.10
flyteplugins_spark-2.0.0b14.dist-info/RECORD ADDED
@@ -0,0 +1,6 @@
1
+ flyteplugins/spark/__init__.py,sha256=7q06oXtVhOuNW4Nv-YhJvt8ORqhXmMPNYa-m4IkougI,63
2
+ flyteplugins/spark/task.py,sha256=A3u0uEsY-Aw3UUYaiasFKjGLZ3NnrYDXrrDtOxXxuwc,3153
3
+ flyteplugins_spark-2.0.0b14.dist-info/METADATA,sha256=-Lu8Mh3Hedmyzzhqd7uJyr7O2SKCUK2tC3oBI8VpKog,763
4
+ flyteplugins_spark-2.0.0b14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
5
+ flyteplugins_spark-2.0.0b14.dist-info/top_level.txt,sha256=cgd779rPu9EsvdtuYgUxNHHgElaQvPn74KhB5XSeMBE,13
6
+ flyteplugins_spark-2.0.0b14.dist-info/RECORD,,
flyteplugins_spark-2.0.0b9.dist-info/RECORD DELETED
@@ -1,6 +0,0 @@
1
- flyteplugins/spark/__init__.py,sha256=7q06oXtVhOuNW4Nv-YhJvt8ORqhXmMPNYa-m4IkougI,63
2
- flyteplugins/spark/task.py,sha256=3fnw8QzcROAqmSAZIJLPc90Q-AvENV1fVdHChMFWdhs,3174
3
- flyteplugins_spark-2.0.0b9.dist-info/METADATA,sha256=vPJOm3xoWytw4sFcOaPK-MuK0ncjEW347SYZ6Uw5c90,762
4
- flyteplugins_spark-2.0.0b9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
5
- flyteplugins_spark-2.0.0b9.dist-info/top_level.txt,sha256=cgd779rPu9EsvdtuYgUxNHHgElaQvPn74KhB5XSeMBE,13
6
- flyteplugins_spark-2.0.0b9.dist-info/RECORD,,