polyaxon 2.0.0rc27__py3-none-any.whl → 2.0.0rc29__py3-none-any.whl

polyaxon/polyflow/component/base.py

@@ -1,8 +1,8 @@
 from typing import List, Optional, Union
 
+from clipped.compact.pydantic import Field, StrictStr, constr, validator
 from clipped.types.ref_or_obj import BoolOrRef, FloatOrRef, RefField
 from clipped.utils.lists import to_list
-from pydantic import Field, StrictStr, constr, validator
 
 from polyaxon.polyflow.builds import V1Build
 from polyaxon.polyflow.cache import V1Cache

polyaxon/polyflow/component/component.py

@@ -46,7 +46,7 @@ class V1Component(
         hooks: List[[V1Hook](/docs/automation/hooks/)], optional
         inputs: [V1IO](/docs/core/specification/io/), optional
         outputs: [V1IO](/docs/core/specification/io/), optional
-        run: Union[[V1Job](/docs/experimentation/jobs/), [V1Service](/docs/experimentation/services/), [V1TFJob](/docs/experimentation/distributed/tf-jobs/), [V1PytorchJob](/docs/experimentation/distributed/pytorch-jobs/), [V1MPIJob](/docs/experimentation/distributed/mpi-jobs/), [V1PaddleJob](/docs/experimentation/distributed/paddle-jobs/), [V1SparkJob](/docs/experimentation/distributed/spark-jobs/), [V1RayJob](/docs/experimentation/distributed/ray-jobs/), [V1DaskJob](/docs/experimentation/distributed/dask-jobs/), [V1Dag](/docs/automation/flow-engine/specification/)]  # noqa
+        run: Union[[V1Job](/docs/experimentation/jobs/), [V1Service](/docs/experimentation/services/), [V1TFJob](/docs/experimentation/distributed/tf-jobs/), [V1PytorchJob](/docs/experimentation/distributed/pytorch-jobs/), [V1MPIJob](/docs/experimentation/distributed/mpi-jobs/), [V1PaddleJob](/docs/experimentation/distributed/paddle-jobs/), [V1RayJob](/docs/experimentation/distributed/ray-jobs/), [V1DaskJob](/docs/experimentation/distributed/dask-jobs/), [V1Dag](/docs/automation/flow-engine/specification/)]  # noqa
         template: [V1Template](/docs/core/specification/template/), optional
 
     ## YAML usage
@@ -335,7 +335,6 @@ class V1Component(
      * [V1PaddleJob](/docs/experimentation/distributed/paddle-jobs/): for running distributed
        PaddlePaddle training job.
      * [V1RayJob](/docs/experimentation/distributed/ray-jobs/): for running a ray job.
-     * [V1SparkJob](/docs/experimentation/distributed/spark-jobs/): for running a spark application.
      * [V1DaskJob](/docs/experimentation/distributed/dask-jobs/): for running a Dask job.
      * [V1Dag](/docs/automation/flow-engine/specification/): for running a DAG/workflow.
 

polyaxon/polyflow/component/component_reference.py

@@ -1,7 +1,7 @@
 from typing import Union
 from typing_extensions import Annotated
 
-from pydantic import Field
+from clipped.compact.pydantic import Field
 
 from polyaxon.polyflow.component.component import V1Component
 from polyaxon.polyflow.references import V1DagRef, V1HubRef, V1PathRef, V1UrlRef

polyaxon/polyflow/early_stopping/__init__.py

@@ -1,7 +1,7 @@
 from typing import Union
 from typing_extensions import Annotated
 
-from pydantic import Field
+from clipped.compact.pydantic import Field
 
 from polyaxon.polyflow.early_stopping.policies import (
     V1DiffStoppingPolicy,

polyaxon/polyflow/early_stopping/policies.py

@@ -1,8 +1,8 @@
 from typing import Optional, Union
 from typing_extensions import Annotated, Literal
 
+from clipped.compact.pydantic import Field, StrictFloat, StrictStr
 from clipped.types.ref_or_obj import BoolOrRef, FloatOrRef, IntOrRef
-from pydantic import Field, StrictFloat, StrictStr
 
 from polyaxon.polyflow.optimization import V1Optimization
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/environment/__init__.py

@@ -1,7 +1,7 @@
 from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
-from pydantic import Field, StrictStr, validator
+from clipped.compact.pydantic import Field, StrictStr, validator
 
 from polyaxon.k8s import k8s_schemas, k8s_validation
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/events/__init__.py

@@ -1,8 +1,8 @@
 from typing import List, Union
 
+from clipped.compact.pydantic import StrictStr
 from clipped.types.ref_or_obj import RefField
 from clipped.utils.enums import PEnum
-from pydantic import StrictStr
 
 from polyaxon.contexts import refs as ctx_refs
 from polyaxon.lifecycle import V1Statuses

polyaxon/polyflow/hooks/__init__.py

@@ -1,7 +1,7 @@
 from typing import Dict, List, Optional, Union
 
+from clipped.compact.pydantic import Field, StrictStr, validator
 from clipped.types.ref_or_obj import BoolOrRef, RefField
-from pydantic import Field, StrictStr, validator
 
 from polyaxon.lifecycle import V1Statuses
 from polyaxon.polyflow.params import V1Param

polyaxon/polyflow/init/__init__.py

@@ -1,8 +1,8 @@
 from typing import List, Optional, Union
 
+from clipped.compact.pydantic import Field, StrictStr, root_validator, validator
 from clipped.config.schema import skip_partial
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field, StrictStr, root_validator, validator
 
 from polyaxon.k8s import k8s_schemas, k8s_validation
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/io/io.py

@@ -1,7 +1,7 @@
 from typing import Any, List, Optional
 
+from clipped.compact.pydantic import Field, StrictStr, root_validator, validator
 from clipped.config.schema import skip_partial
-from pydantic import Field, StrictStr, root_validator, validator
 
 from polyaxon.config.parser import ConfigParser
 from polyaxon.exceptions import PolyaxonSchemaError, PolyaxonValidationError

polyaxon/polyflow/joins/__init__.py

@@ -1,7 +1,7 @@
 from typing import Dict, Optional, Union
 
+from clipped.compact.pydantic import StrictStr
 from clipped.types.ref_or_obj import IntOrRef, RefField
-from pydantic import StrictStr
 
 from polyaxon.polyflow.params.params import ParamValueMixin, V1Param
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/matrix/__init__.py

@@ -1,7 +1,7 @@
 from typing import Union
 from typing_extensions import Annotated
 
-from pydantic import Field
+from clipped.compact.pydantic import Field
 
 from polyaxon.polyflow.matrix.bayes import (
     AcquisitionFunctions,

polyaxon/polyflow/matrix/bayes.py

@@ -1,10 +1,16 @@
 from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import (
+    Field,
+    PositiveInt,
+    StrictInt,
+    root_validator,
+    validator,
+)
 from clipped.config.schema import skip_partial
 from clipped.types.ref_or_obj import RefField
 from clipped.utils.enums import PEnum
-from pydantic import Field, PositiveInt, StrictInt, root_validator, validator
 
 from polyaxon.polyflow.early_stopping import V1EarlyStopping
 from polyaxon.polyflow.matrix.base import BaseSearchConfig

polyaxon/polyflow/matrix/grid_search.py

@@ -1,9 +1,9 @@
 from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field, PositiveInt, validator
 from clipped.config.schema import skip_partial
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field, PositiveInt, validator
 
 from polyaxon.polyflow.early_stopping import V1EarlyStopping
 from polyaxon.polyflow.matrix.base import BaseSearchConfig

polyaxon/polyflow/matrix/hyperband.py

@@ -3,8 +3,8 @@ import math
 from typing import Dict, List, Optional, Tuple, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field, NonNegativeFloat, PositiveInt, PrivateAttr
 from clipped.types.ref_or_obj import BoolOrRef, IntOrRef, RefField
-from pydantic import Field, NonNegativeFloat, PositiveInt, PrivateAttr
 
 from polyaxon.polyflow.early_stopping import V1EarlyStopping
 from polyaxon.polyflow.matrix.base import BaseSearchConfig

polyaxon/polyflow/matrix/hyperopt.py

@@ -1,9 +1,9 @@
 from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field, PositiveInt, validator
 from clipped.types.ref_or_obj import IntOrRef, RefField
 from clipped.utils.enums import PEnum
-from pydantic import Field, PositiveInt, validator
 
 from polyaxon.polyflow.early_stopping import V1EarlyStopping
 from polyaxon.polyflow.matrix.base import BaseSearchConfig

polyaxon/polyflow/matrix/iterative.py

@@ -1,8 +1,8 @@
 from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field, PositiveInt, validator
 from clipped.types.ref_or_obj import IntOrRef, RefField
-from pydantic import Field, PositiveInt, validator
 
 from polyaxon.polyflow.early_stopping import V1EarlyStopping
 from polyaxon.polyflow.matrix.base import BaseSearchConfig

polyaxon/polyflow/matrix/mapping.py

@@ -1,8 +1,8 @@
 from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field, PositiveInt, validator
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field, PositiveInt, validator
 
 from polyaxon.contexts.params import is_template_ref
 from polyaxon.polyflow.early_stopping import V1EarlyStopping

polyaxon/polyflow/matrix/params.py

@@ -2,17 +2,17 @@ from datetime import date, datetime, timedelta
 from typing import TYPE_CHECKING, Any, List, Optional, Union
 from typing_extensions import Annotated, Literal
 
+from clipped.compact.pydantic import Field, StrictStr, root_validator, validator
 from clipped.config.schema import skip_partial
 from clipped.types.numbers import StrictIntOrFloat
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field, StrictStr, root_validator, validator
 
 from polyaxon import types
 from polyaxon.polyflow.matrix.kinds import V1HPKind
 from polyaxon.schemas.base import BaseSchemaModel
 
 if TYPE_CHECKING:
-    from pydantic.typing import CallableGenerator
+    from clipped.compact.pydantic import CallableGenerator
 
 try:
     import numpy as np

polyaxon/polyflow/matrix/random_search.py

@@ -1,8 +1,8 @@
 from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field, PositiveInt, validator
 from clipped.types.ref_or_obj import IntOrRef, RefField
-from pydantic import Field, PositiveInt, validator
 
 from polyaxon.polyflow.early_stopping import V1EarlyStopping
 from polyaxon.polyflow.matrix.base import BaseSearchConfig

polyaxon/polyflow/matrix/tuner.py

@@ -1,7 +1,7 @@
 from typing import Dict, List, Optional, Union
 
+from clipped.compact.pydantic import Field, StrictStr
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field, StrictStr
 
 from polyaxon.polyflow.params import V1Param
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/mounts/artifacts_mounts.py

@@ -1,6 +1,6 @@
 from typing import List, Optional
 
-from pydantic import StrictStr
+from clipped.compact.pydantic import StrictStr
 
 from polyaxon.schemas.base import BaseSchemaModel
 

polyaxon/polyflow/notifications/__init__.py

@@ -1,6 +1,6 @@
 from typing import List, Optional
 
-from pydantic import StrictStr
+from clipped.compact.pydantic import StrictStr
 
 from polyaxon.lifecycle import V1Statuses
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/operations/base.py

@@ -1,7 +1,7 @@
 from typing import Dict, List, Optional, Set, Union
 
+from clipped.compact.pydantic import Field, StrictStr
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field, StrictStr
 
 from polyaxon.contexts import refs as ctx_refs
 from polyaxon.lifecycle import V1Statuses

polyaxon/polyflow/operations/operation.py

@@ -2,9 +2,9 @@ from copy import copy
 from typing import Dict, Optional
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field, StrictStr, root_validator, validator
 from clipped.config.patch_strategy import PatchStrategy
 from clipped.config.schema import skip_partial, to_partial
-from pydantic import Field, StrictStr, root_validator, validator
 
 from polyaxon.polyflow.builds import V1Build
 from polyaxon.polyflow.component.component import V1Component
@@ -339,7 +339,6 @@ class V1Operation(BaseOp, TemplateMixinConfig):
      * [V1XGBoostJob](/docs/experimentation/distributed/xgboost-jobs/): for running distributed XGBoost training job.  # noqa
      * [V1MPIJob](/docs/experimentation/distributed/mpi-jobs/): for running distributed MPI job.  # noqa
      * [V1RayJob](/docs/experimentation/distributed/ray-jobs/): for running a Ray job.
-     * [V1SparkJob](/docs/experimentation/distributed/spark-jobs/): for running a Spark job.
      * [V1DaskJob](/docs/experimentation/distributed/dask-jobs/): for running a Dask job.
      * [V1Dag](/docs/automation/flow-engine/specification/): for running a DAG/workflow.
 

polyaxon/polyflow/optimization/__init__.py

@@ -1,7 +1,7 @@
 from typing import Optional
 
+from clipped.compact.pydantic import StrictStr
 from clipped.utils.enums import PEnum
-from pydantic import StrictStr
 
 from polyaxon.schemas.base import BaseSchemaModel
 

polyaxon/polyflow/params/params.py

@@ -2,10 +2,10 @@ from collections import namedtuple
 from collections.abc import Mapping
 from typing import Any, Dict, Optional
 
+from clipped.compact.pydantic import Field, StrictStr, validator
 from clipped.config.schema import skip_partial
 from clipped.utils.lists import to_list
 from clipped.utils.strings import to_string
-from pydantic import Field, StrictStr, validator
 
 from polyaxon import types
 from polyaxon.contexts import refs as ctx_refs

polyaxon/polyflow/plugins/__init__.py

@@ -1,7 +1,7 @@
 from typing import List, Optional, Union
 
+from clipped.compact.pydantic import Field, StrictStr
 from clipped.types.ref_or_obj import BoolOrRef, RefField
-from pydantic import Field, StrictStr
 
 from polyaxon.auxiliaries.sidecar import V1PolyaxonSidecarContainer
 from polyaxon.polyflow.notifications import V1Notification

polyaxon/polyflow/references/dag.py

@@ -1,6 +1,6 @@
 from typing_extensions import Literal
 
-from pydantic import StrictStr
+from clipped.compact.pydantic import StrictStr
 
 from polyaxon.polyflow.references.mixin import RefMixin
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/references/hub.py

@@ -1,6 +1,6 @@
 from typing_extensions import Literal
 
-from pydantic import StrictStr
+from clipped.compact.pydantic import StrictStr
 
 from polyaxon.polyflow.references.mixin import RefMixin
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/references/path.py

@@ -1,6 +1,6 @@
 from typing_extensions import Literal
 
-from pydantic import StrictStr
+from clipped.compact.pydantic import StrictStr
 
 from polyaxon.polyflow.references.mixin import RefMixin
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/references/url.py

@@ -1,6 +1,6 @@
 from typing_extensions import Literal
 
-from pydantic import StrictStr
+from clipped.compact.pydantic import StrictStr
 
 from polyaxon.polyflow.references.mixin import RefMixin
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/run/__init__.py

@@ -1,7 +1,7 @@
 from typing import Union
 from typing_extensions import Annotated
 
-from pydantic import Field
+from clipped.compact.pydantic import Field
 
 from polyaxon.polyflow.run.cleaner import V1CleanerJob
 from polyaxon.polyflow.run.dag import V1Dag
@@ -27,12 +27,6 @@ from polyaxon.polyflow.run.patch import validate_run_patch
 from polyaxon.polyflow.run.ray import V1RayJob, V1RayReplica
 from polyaxon.polyflow.run.resources import V1RunResources
 from polyaxon.polyflow.run.service import V1Service
-from polyaxon.polyflow.run.spark import (
-    V1SparkDeploy,
-    V1SparkJob,
-    V1SparkReplica,
-    V1SparkType,
-)
 from polyaxon.polyflow.run.tuner import V1TunerJob
 
 V1Runtime = Annotated[
@@ -46,7 +40,6 @@ V1Runtime = Annotated[
         V1MXJob,
         V1PaddleJob,
         V1XGBoostJob,
-        V1SparkJob,
         V1DaskJob,
         V1RayJob,
         V1NotifierJob,
@@ -93,10 +86,6 @@ class RunMixin:
     def is_xgb_job_run(self):
         return self.get_run_kind() == V1RunKind.XGBJOB
 
-    @property
-    def is_spark_job_run(self):
-        return self.get_run_kind() == V1RunKind.SPARKJOB
-
     @property
     def is_ray_job_run(self):
         return self.get_run_kind() == V1RunKind.RAYJOB
@@ -137,7 +126,6 @@ class RunMixin:
             or self.is_tf_job_run
             or self.is_mx_job_run
             or self.is_xgb_job_run
-            or self.is_spark_job_run
             or self.is_ray_job_run
             or self.is_dask_job_run
         )

polyaxon/polyflow/run/dag.py

@@ -2,8 +2,14 @@ from collections.abc import Mapping
 from typing import Any, Dict, ForwardRef, List, Optional, Set, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import (
+    Field,
+    PositiveInt,
+    PrivateAttr,
+    StrictStr,
+    validator,
+)
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field, PositiveInt, PrivateAttr, StrictStr, validator
 
 from polyaxon import types
 from polyaxon.contexts import sections as ctx_sections

polyaxon/polyflow/run/dask/replica.py

@@ -1,7 +1,7 @@
 from typing import List, Optional, Union
 
+from clipped.compact.pydantic import StrictStr, validator
 from clipped.types.ref_or_obj import IntOrRef, RefField
-from pydantic import StrictStr, validator
 
 from polyaxon.k8s import k8s_schemas, k8s_validation
 from polyaxon.polyflow.environment import V1Environment

polyaxon/polyflow/run/job.py

@@ -1,8 +1,8 @@
 from typing import List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import StrictStr, validator
 from clipped.types.ref_or_obj import RefField
-from pydantic import StrictStr, validator
 
 from polyaxon.k8s import k8s_schemas, k8s_validation
 from polyaxon.polyflow.environment import V1Environment

polyaxon/polyflow/run/kinds.py

@@ -5,7 +5,6 @@ class V1RunKind(str, PEnum):
     JOB = "job"
     SERVICE = "service"
     DAG = "dag"
-    SPARKJOB = "sparkjob"
     DASKJOB = "daskjob"
     RAYJOB = "rayjob"
     MPIJOB = "mpijob"
@@ -22,6 +21,20 @@ class V1RunKind(str, PEnum):
     CLEANER = "cleaner"
     BUILDER = "builder"
 
+    @classmethod
+    def has_service(cls, kind: str):
+        return kind in (
+            cls.SERVICE,
+            cls.DASKJOB,
+            cls.RAYJOB,
+            cls.MPIJOB,
+            cls.TFJOB,
+            cls.PYTORCHJOB,
+            cls.PADDLEJOB,
+            cls.MXJOB,
+            cls.XGBJOB,
+        )
+
 
 class V1CloningKind(str, PEnum):
     COPY = "copy"

polyaxon/polyflow/run/kubeflow/mpi_job.py

@@ -1,8 +1,8 @@
 from typing import Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field
 from clipped.types.ref_or_obj import IntOrRef, RefField
-from pydantic import Field
 
 from polyaxon.k8s.k8s_schemas import V1Container
 from polyaxon.polyflow.run.base import BaseRun

polyaxon/polyflow/run/kubeflow/mx_job.py

@@ -1,9 +1,9 @@
 from typing import Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field
 from clipped.types.ref_or_obj import RefField
 from clipped.utils.enums import PEnum
-from pydantic import Field
 
 from polyaxon.k8s.k8s_schemas import V1Container
 from polyaxon.polyflow.run.base import BaseRun

polyaxon/polyflow/run/kubeflow/paddle_job.py

@@ -1,8 +1,8 @@
 from typing import Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field
 
 from polyaxon.k8s.k8s_schemas import V1Container
 from polyaxon.polyflow.run.base import BaseRun

polyaxon/polyflow/run/kubeflow/pytorch_job.py

@@ -1,8 +1,8 @@
 from typing import Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field
 
 from polyaxon.k8s.k8s_schemas import V1Container
 from polyaxon.polyflow.run.base import BaseRun

polyaxon/polyflow/run/kubeflow/replica.py

@@ -1,7 +1,7 @@
 from typing import List, Optional, Union
 
+from clipped.compact.pydantic import StrictStr, validator
 from clipped.types.ref_or_obj import IntOrRef, RefField
-from pydantic import StrictStr, validator
 
 from polyaxon.k8s import k8s_schemas, k8s_validation
 from polyaxon.polyflow.environment import V1Environment

polyaxon/polyflow/run/kubeflow/scheduling_policy.py

@@ -1,7 +1,7 @@
 from typing import Optional
 
+from clipped.compact.pydantic import Field, StrictStr
 from clipped.types.ref_or_obj import IntOrRef
-from pydantic import Field, StrictStr
 
 from polyaxon.schemas.base import BaseSchemaModel
 

polyaxon/polyflow/run/kubeflow/tf_job.py

@@ -1,8 +1,8 @@
 from typing import Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field
 
 from polyaxon.k8s.k8s_schemas import V1Container
 from polyaxon.polyflow.run.base import BaseRun

polyaxon/polyflow/run/kubeflow/xgboost_job.py

@@ -1,8 +1,8 @@
 from typing import Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field
 
 from polyaxon.k8s.k8s_schemas import V1Container
 from polyaxon.polyflow.run.base import BaseRun

polyaxon/polyflow/run/patch.py

@@ -1,6 +1,6 @@
 from typing import Dict
 
-from pydantic import ValidationError
+from clipped.compact.pydantic import ValidationError
 
 from polyaxon.exceptions import PolyaxonValidationError
 from polyaxon.polyflow.run.cleaner import V1CleanerJob
@@ -18,7 +18,6 @@ from polyaxon.polyflow.run.kubeflow.xgboost_job import V1XGBoostJob
 from polyaxon.polyflow.run.notifier import V1NotifierJob
 from polyaxon.polyflow.run.ray import V1RayJob, V1RayReplica
 from polyaxon.polyflow.run.service import V1Service
-from polyaxon.polyflow.run.spark import V1SparkJob, V1SparkReplica
 from polyaxon.polyflow.run.tuner import V1TunerJob
 
 
@@ -59,11 +58,6 @@ def validate_run_patch(run_patch: Dict, kind: V1RunKind):
             patch = V1XGBoostJob.from_dict(run_patch)
         except ValidationError:
             patch = V1KFReplica.from_dict(run_patch)
-    elif kind == V1RunKind.SPARKJOB:
-        try:
-            patch = V1SparkJob.from_dict(run_patch)
-        except ValidationError:
-            patch = V1SparkReplica.from_dict(run_patch)
     elif kind == V1RunKind.RAYJOB:
         try:
             patch = V1RayJob.from_dict(run_patch)

polyaxon/polyflow/run/ray/ray.py

@@ -1,8 +1,8 @@
 from typing import Any, Dict, List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field
 from clipped.types.ref_or_obj import RefField
-from pydantic import Field
 
 from polyaxon.k8s.k8s_schemas import V1Container
 from polyaxon.polyflow.run.base import BaseRun

polyaxon/polyflow/run/ray/replica.py

@@ -1,7 +1,7 @@
 from typing import Dict, List, Optional, Union
 
+from clipped.compact.pydantic import Field, StrictStr, validator
 from clipped.types.ref_or_obj import IntOrRef, RefField
-from pydantic import Field, StrictStr, validator
 
 from polyaxon.k8s import k8s_schemas, k8s_validation
 from polyaxon.polyflow.environment import V1Environment

polyaxon/polyflow/run/resources.py

@@ -1,8 +1,8 @@
 from typing import Optional, Union
 
+from clipped.compact.pydantic import StrictStr
 from clipped.types.numbers import StrictIntOrFloat
 from clipped.utils.units import to_cpu_value, to_memory_bytes
-from pydantic import StrictStr
 
 from polyaxon.k8s.k8s_schemas import V1Container
 from polyaxon.schemas.base import BaseSchemaModel

polyaxon/polyflow/run/service.py

@@ -1,8 +1,8 @@
 from typing import List, Optional, Union
 from typing_extensions import Literal
 
+from clipped.compact.pydantic import Field, StrictInt
 from clipped.types.ref_or_obj import BoolOrRef, IntOrRef, RefField
-from pydantic import Field, StrictInt
 
 from polyaxon.polyflow.run.job import V1Job
 from polyaxon.polyflow.run.kinds import V1RunKind