polyaxon 2.0.0rc49__py3-none-any.whl → 2.4.0rc1__py3-none-any.whl

polyaxon/_flow/operations/operation.py

@@ -45,6 +45,7 @@ class V1Operation(BaseOp, TemplateMixinConfig):
         tags: List[str], optional
         presets: str, optional
         queue: str, optional
+        namespace: str, optional
         cache: [V1Cache](/docs/automation/helpers/cache/), optional
         termination: [V1Termination](/docs/core/specification/termination/), optional
         plugins: [V1Plugins](/docs/core/specification/plugins/), optional
@@ -81,6 +82,7 @@ class V1Operation(BaseOp, TemplateMixinConfig):
     >>>   tags:
     >>>   presets:
     >>>   queue:
+    >>>   namespace:
     >>>   cache:
     >>>   termination:
     >>>   plugins:
@@ -111,6 +113,7 @@ class V1Operation(BaseOp, TemplateMixinConfig):
     >>>     tags=["test"],
     >>>     presets=["test"],
     >>>     queue="test",
+    >>>     namespace="test",
     >>>     cache=V1Cache(...),
     >>>     termination=V1Termination(...),
     >>>     plugins=V1Plugins(...),
@@ -248,6 +251,20 @@ class V1Operation(BaseOp, TemplateMixinConfig):
     >>>   queue: queue-name
     ```
 
+    ### namespace
+
+    > **Note**: Please note that this field is only available in some commercial editions.
+
+    The namespace to use for this operation run,
+    if provided, it will override the component's namespace otherwise
+    the namesace of the component will be used if it exists or
+    it will default to the agent's namespace.
+
+    ```yaml
+    >>> operation:
+    >>>   namespace: polyaxon
+    ```
+
     ### cache
 
     The [cache](/docs/automation/helpers/cache/) to use for this operation run,
@@ -645,13 +662,16 @@ class V1Operation(BaseOp, TemplateMixinConfig):
             for k, v in contexts.items():
                 params[k] = V1Param(value=v, context_only=True)
 
-        return cls.construct(
-            run_patch=run_patch,
-            hub_ref=hook.hub_ref,
-            presets=hook.presets,
-            queue=hook.queue,
-            params=params,
-        )
+        content = {"run_patch": run_patch, "params": params}
+        if hook.hub_ref:
+            content["hub_ref"] = hook.hub_ref
+        if hook.presets:
+            content["presets"] = hook.presets
+        if hook.queue:
+            content["queue"] = hook.queue
+        if hook.namespace:
+            content["namespace"] = hook.namespace
+        return cls.construct(**content)
 
     @classmethod
     def from_build(cls, build: V1Build, contexts: Optional[Dict] = None):
@@ -667,16 +687,23 @@ class V1Operation(BaseOp, TemplateMixinConfig):
         if not destination.connection or build.connection:
             destination.connection = build.connection
         params["destination"] = destination
-
-        return cls.construct(
-            run_patch=build.run_patch,
-            patch_strategy=build.patch_strategy,
-            hub_ref=build.hub_ref,
-            presets=build.presets,
-            queue=build.queue,
-            cache=build.cache,
-            params=params,
-        )
+        content = {
+            "run_patch": build.run_patch,
+            "patch_strategy": build.patch_strategy,
+            "params": params,
+        }
+        if build.hub_ref:
+            content["hub_ref"] = build.hub_ref
+        if build.presets:
+            content["presets"] = build.presets
+        if build.queue:
+            content["queue"] = build.queue
+        if build.namespace:
+            content["namespace"] = build.namespace
+        if build.cache:
+            content["cache"] = build.cache
+
+        return cls.construct(**content)
 
 
 PartialV1Operation = to_partial(V1Operation)

polyaxon/_flow/plugins/__init__.py

@@ -329,6 +329,12 @@ class V1Plugins(BaseSchemaModel):
         elif self.collect_logs is None:
             self.collect_logs = default
 
+    def set_collect_spec(self, default: bool = True):
+        if self.no_api():
+            self.collect_spec = False
+        elif self.collect_spec is None:
+            self.collect_spec = default
+
     def set_collect_resources(self, default: bool = True):
         if self.no_api():
             self.collect_resources = False

polyaxon/_flow/run/__init__.py

@@ -17,8 +17,8 @@ from polyaxon._flow.run.job import V1Job
 from polyaxon._flow.run.kubeflow.clean_pod_policy import V1CleanPodPolicy
 from polyaxon._flow.run.kubeflow.mpi_job import V1MPIJob
 from polyaxon._flow.run.kubeflow.mx_job import MXJobMode, V1MXJob
-from polyaxon._flow.run.kubeflow.paddle_job import V1PaddleJob
-from polyaxon._flow.run.kubeflow.pytorch_job import V1PytorchJob
+from polyaxon._flow.run.kubeflow.paddle_job import V1PaddleElasticPolicy, V1PaddleJob
+from polyaxon._flow.run.kubeflow.pytorch_job import V1PytorchElasticPolicy, V1PytorchJob
 from polyaxon._flow.run.kubeflow.replica import V1KFReplica
 from polyaxon._flow.run.kubeflow.scheduling_policy import V1SchedulingPolicy
 from polyaxon._flow.run.kubeflow.tf_job import V1TFJob

polyaxon/_flow/run/dag.py

@@ -83,13 +83,13 @@ class V1Dag(BaseRun):
 
     ```python
     >>> from polyaxon.schemas import V1Dag, V1Component, V1Environment, V1Operation
-    >>> from polyaxon.k8s import k8s_schemas
+    >>> from polyaxon import k8s
     >>> dag = V1Dag(
     >>>     operations=[V1Operation(...)],
     >>>     components=[V1Component(...), V1Component(...)],
     >>>     environment=V1Environment(...),
     >>>     connections=["connection-name1"],
-    >>>     volumes=[k8s_schemas.V1Volume(...)],
+    >>>     volumes=[k8s.V1Volume(...)],
     >>> )
     ```
 

polyaxon/_flow/run/dask/dask.py

@@ -43,7 +43,6 @@ class V1DaskJob(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1Environment, V1Init, V1DaskJob, V1DaskReplica
-    >>> from polyaxon.k8s import k8s_schemas
     >>> dask_job = V1DaskJob(
     >>>     job=V1DaskReplica(...),
     >>>     worker=V1DaskReplica(...),

polyaxon/_flow/run/dask/replica.py

@@ -40,13 +40,13 @@ class V1DaskReplica(BaseSchemaModel):
 
     ```python
     >>> from polyaxon.schemas import V1Environment, V1Init, V1DaskReplica
-    >>> from polyaxon.k8s import k8s_schemas
+    >>> from polyaxon import k8s
     >>> replica = V1DaskReplica(
     >>>     replicas=2,
     >>>     environment=V1Environment(...),
     >>>     init=[V1Init(...)],
-    >>>     sidecars=[k8s_schemas.V1Container(...)],
-    >>>     container=k8s_schemas.V1Container(...),
+    >>>     sidecars=[k8s.V1Container(...)],
+    >>>     container=k8s.V1Container(...),
     >>> )
     ```
 

polyaxon/_flow/run/enums.py

@@ -21,6 +21,10 @@ class V1RunKind(str, PEnum):
     CLEANER = "cleaner"
     BUILDER = "builder"
 
+    @classmethod
+    def has_pipeline(cls, kind: str):
+        return kind in (cls.DAG, cls.MATRIX, cls.SCHEDULE, cls.TUNER)
+
     @classmethod
     def has_service(cls, kind: str):
         return kind in (
@@ -56,6 +60,7 @@ class V1RunEdgeKind(str, PEnum):
     RUN = "run"
     TB = "tb"
     BUILD = "build"
+    MANUAL = "manual"
 
 
 class V1RunPending(str, PEnum):

polyaxon/_flow/run/job.py

@@ -45,14 +45,14 @@ class V1Job(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1Environment, V1Init, V1Job
-    >>> from polyaxon.k8s import k8s_schemas
+    >>> from polyaxon import k8s
     >>> job = V1Job(
     >>>     environment=V1Environment(...),
     >>>     connections=["connection-name1"],
-    >>>     volumes=[k8s_schemas.V1Volume(...)],
+    >>>     volumes=[k8s.V1Volume(...)],
     >>>     init=[V1Init(...)],
-    >>>     sidecars=[k8s_schemas.V1Container(...)],
-    >>>     container=k8s_schemas.V1Container(...),
+    >>>     sidecars=[k8s.V1Container(...)],
+    >>>     container=k8s.V1Container(...),
     >>> )
     ```
 

polyaxon/_flow/run/kubeflow/mpi_job.py

@@ -20,7 +20,7 @@ class V1MPIJob(BaseRun, DestinationImageMixin):
     Args:
         kind: str, should be equal `mpijob`
         clean_pod_policy: str, one of [`All`, `Running`, `None`]
-        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/scheduling-policy/), optional  # noqa
+        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/kubeflow-scheduling-policy/), optional  # noqa
         slots_per_worker: int, optional
         launcher: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
         worker: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
@@ -41,7 +41,6 @@ class V1MPIJob(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1KFReplica, V1MPIJob
-    >>> from polyaxon.k8s import k8s_schemas
     >>> mpi_job = V1MPIJob(
     >>>     clean_pod_policy='All',
     >>>     launcher=V1KFReplica(...),

polyaxon/_flow/run/kubeflow/mx_job.py

@@ -26,7 +26,7 @@ class V1MXJob(BaseRun, DestinationImageMixin):
     Args:
         kind: str, should be equal `mxjob`
         clean_pod_policy: str, one of [`All`, `Running`, `None`]
-        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/scheduling-policy/), optional  # noqa
+        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/kubeflow-scheduling-policy/), optional  # noqa
         mode: str, one of [`MXTrain`, `MXTune`]
         scheduler: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
         server: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
@@ -55,7 +55,6 @@ class V1MXJob(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1KFReplica, V1MXJob
-    >>> from polyaxon.k8s import k8s_schemas
     >>> mx_job = V1MXJob(
     >>>     clean_pod_policy='All',
     >>>     scheduler=V1KFReplica(...),

polyaxon/_flow/run/kubeflow/paddle_job.py

@@ -1,8 +1,8 @@
-from typing import Optional, Union
+from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
 from clipped.compact.pydantic import Field
-from clipped.types.ref_or_obj import RefField
+from clipped.types.ref_or_obj import IntOrRef, RefField
 
 from polyaxon._flow.run.base import BaseRun
 from polyaxon._flow.run.enums import V1RunKind
@@ -12,6 +12,25 @@ from polyaxon._flow.run.kubeflow.scheduling_policy import V1SchedulingPolicy
 from polyaxon._flow.run.resources import V1RunResources
 from polyaxon._flow.run.utils import DestinationImageMixin
 from polyaxon._k8s.k8s_schemas import V1Container
+from polyaxon._schemas.base import BaseSchemaModel
+
+
+class V1PaddleElasticPolicy(BaseSchemaModel):
+    """Elastic policy for Paddle distributed runs.
+
+    Args:
+        minReplicas: int, optional
+        maxReplicas: int, optional
+        maxRestarts: int, optional
+        metrics: List[Dict], optional
+    """
+
+    _IDENTIFIER = "elasticPolicy"
+
+    min_replicas: Optional[IntOrRef] = Field(alias="minReplicas")
+    max_replicas: Optional[IntOrRef] = Field(alias="maxReplicas")
+    max_restarts: Optional[IntOrRef] = Field(alias="maxRestarts")
+    metrics: Optional[List[Dict]] = Field(alias="Metrics")
 
 
 class V1PaddleJob(BaseRun, DestinationImageMixin):
@@ -21,7 +40,7 @@ class V1PaddleJob(BaseRun, DestinationImageMixin):
     Args:
         kind: str, should be equal `paddlejob`
         clean_pod_policy: str, one of [`All`, `Running`, `None`]
-        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/scheduling-policy/), optional  # noqa
+        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/kubeflow-scheduling-policy/), optional  # noqa
         master: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
         worker: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
 
@@ -40,7 +59,6 @@ class V1PaddleJob(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1KFReplica, V1PaddleJob
-    >>> from polyaxon.k8s import k8s_schemas
     >>> paddle_job = V1PaddleJob(
     >>>     clean_pod_policy='All',
     >>>     masterf=V1KFReplica(...),
@@ -89,6 +107,18 @@ class V1PaddleJob(BaseRun, DestinationImageMixin):
     >>>  ...
     ```
 
+    ### elasticPolicy
+
+    Elastic policy for Paddle distributed runs.
+
+    ```yaml
+    >>> run:
+    >>>   kind: paddlejob
+    >>>   elasticPolicy:
+    >>>     ...
+    >>>  ...
+    ```
+
     ### master
 
     The ,aster is responsible for orchestrating training and performing
@@ -125,6 +155,7 @@ class V1PaddleJob(BaseRun, DestinationImageMixin):
     kind: Literal[_IDENTIFIER] = _IDENTIFIER
     clean_pod_policy: Optional[V1CleanPodPolicy] = Field(alias="cleanPodPolicy")
     scheduling_policy: Optional[V1SchedulingPolicy] = Field(alias="schedulingPolicy")
+    elastic_policy: Optional[V1PaddleElasticPolicy] = Field(alias="elasticPolicy")
     master: Optional[Union[V1KFReplica, RefField]]
     worker: Optional[Union[V1KFReplica, RefField]]
 

polyaxon/_flow/run/kubeflow/pytorch_job.py

@@ -1,8 +1,8 @@
-from typing import Optional, Union
+from typing import Dict, List, Optional, Union
 from typing_extensions import Literal
 
-from clipped.compact.pydantic import Field
-from clipped.types.ref_or_obj import RefField
+from clipped.compact.pydantic import Field, StrictStr
+from clipped.types.ref_or_obj import BoolOrRef, IntOrRef, RefField
 
 from polyaxon._flow.run.base import BaseRun
 from polyaxon._flow.run.enums import V1RunKind
@@ -12,6 +12,39 @@ from polyaxon._flow.run.kubeflow.scheduling_policy import V1SchedulingPolicy
 from polyaxon._flow.run.resources import V1RunResources
 from polyaxon._flow.run.utils import DestinationImageMixin
 from polyaxon._k8s.k8s_schemas import V1Container
+from polyaxon._schemas.base import BaseSchemaModel
+
+
+class V1PytorchElasticPolicy(BaseSchemaModel):
+    """Elastic policy for Pytorch distributed runs.
+
+    Args:
+        min_replicas: int, optional
+        max_replicas: int, optional
+        rdvz_backend: str, optional
+        rdvz_port: int, optional
+        rdvz_host: str, optional
+        rdvz_id: str, optional
+        rdvz_conf: List[Dict], optional
+        standalone: bool, optional
+        n_proc_per_node: int, optional
+        max_restarts: int, optional
+        metrics: List[Dict], optional
+    """
+
+    _IDENTIFIER = "elasticPolicy"
+
+    min_replicas: Optional[IntOrRef] = Field(alias="minReplicas")
+    max_replicas: Optional[IntOrRef] = Field(alias="maxReplicas")
+    rdvz_backend: Optional[StrictStr] = Field(alias="rdvzBackend")
+    rdvz_port: Optional[IntOrRef] = Field(alias="rdvzPort")
+    rdvz_host: Optional[StrictStr] = Field(alias="rdvzHost")
+    rdvz_id: Optional[StrictStr] = Field(alias="rdvzId")
+    rdvz_conf: Optional[List[Dict]] = Field(alias="rdvzConf")
+    standalone: Optional[BoolOrRef]
+    n_proc_per_node: Optional[IntOrRef] = Field(alias="nProcPerNode")
+    max_restarts: Optional[IntOrRef] = Field(alias="maxRestarts")
+    metrics: Optional[List[Dict]] = Field(alias="Metrics")
 
 
 class V1PytorchJob(BaseRun, DestinationImageMixin):
@@ -20,7 +53,7 @@ class V1PytorchJob(BaseRun, DestinationImageMixin):
     Args:
         kind: str, should be equal `pytorchjob`
         clean_pod_policy: str, one of [`All`, `Running`, `None`]
-        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/scheduling-policy/), optional  # noqa
+        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/kubeflow-scheduling-policy/), optional  # noqa
         master: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
         worker: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
 
@@ -39,7 +72,6 @@ class V1PytorchJob(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1KFReplica, V1PytorchJob
-    >>> from polyaxon.k8s import k8s_schemas
     >>> pytorch_job = V1PytorchJob(
     >>>     clean_pod_policy='All',
     >>>     master=V1KFReplica(...),
@@ -89,6 +121,18 @@ class V1PytorchJob(BaseRun, DestinationImageMixin):
     >>>  ...
     ```
 
+    ### elasticPolicy
+
+    ElasticPolicy encapsulates various policies for elastic distributed training job.
+
+    ```yaml
+    >>> run:
+    >>>   kind: pytorchjob
+    >>>   elasticPolicy:
+    >>>     ...
+    >>>  ...
+    ```
+
     ### master
 
     The master replica in the distributed PytorchJob
@@ -123,6 +167,8 @@ class V1PytorchJob(BaseRun, DestinationImageMixin):
     kind: Literal[_IDENTIFIER] = _IDENTIFIER
     clean_pod_policy: Optional[V1CleanPodPolicy] = Field(alias="cleanPodPolicy")
     scheduling_policy: Optional[V1SchedulingPolicy] = Field(alias="schedulingPolicy")
+    elastic_policy: Optional[V1PytorchElasticPolicy] = Field(alias="elasticPolicy")
+    n_proc_per_node: Optional[IntOrRef] = Field(alias="nProcPerNode")
     master: Optional[Union[V1KFReplica, RefField]]
     worker: Optional[Union[V1KFReplica, RefField]]
 

polyaxon/_flow/run/kubeflow/replica.py

@@ -42,15 +42,15 @@ class V1KFReplica(BaseSchemaModel):
 
     ```python
     >>> from polyaxon.schemas import V1Environment, V1Init, V1KFReplica
-    >>> from polyaxon.k8s import k8s_schemas
+    >>> from polyaxon import k8s
     >>> replica = V1KFReplica(
     >>>     replicas=2,
     >>>     environment=V1Environment(...),
     >>>     connections=["connection-name1"],
-    >>>     volumes=[k8s_schemas.V1Volume(...)],
+    >>>     volumes=[k8s.V1Volume(...)],
     >>>     init=[V1Init(...)],
-    >>>     sidecars=[k8s_schemas.V1Container(...)],
-    >>>     container=k8s_schemas.V1Container(...),
+    >>>     sidecars=[k8s.V1Container(...)],
+    >>>     container=k8s.V1Container(...),
     >>> )
     ```
 

polyaxon/_flow/run/kubeflow/scheduling_policy.py

@@ -7,8 +7,20 @@ from polyaxon._schemas.base import BaseSchemaModel
 
 
 class V1SchedulingPolicy(BaseSchemaModel):
+    """Scheduling policy for Kubeflow distributed runs.
+
+    Args:
+        min_available: int, optional
+        queue: str, optional
+        min_resources: int, optional
+        priority_class: str, optional
+        schedule_timeout_seconds: int, optional
+    """
+
     _IDENTIFIER = "schedulingPolicy"
 
     min_available: Optional[IntOrRef] = Field(alias="minAvailable")
     queue: Optional[StrictStr]
+    min_resources: Optional[IntOrRef] = Field(alias="minResources")
     priority_class: Optional[StrictStr] = Field(alias="priorityClass")
+    schedule_timeout_seconds: Optional[IntOrRef] = Field(alias="scheduleTimeoutSeconds")

polyaxon/_flow/run/kubeflow/tf_job.py

@@ -20,7 +20,7 @@ class V1TFJob(BaseRun, DestinationImageMixin):
     Args:
         kind: str, should be equal `tfjob`
         clean_pod_policy: str, one of [`All`, `Running`, `None`]
-        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/scheduling-policy/), optional  # noqa
+        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/kubeflow-scheduling-policy/), optional  # noqa
         enable_dynamic_worker: boolean
         chief: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
         ps: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
@@ -45,7 +45,6 @@ class V1TFJob(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1KFReplica, V1TFJob
-    >>> from polyaxon.k8s import k8s_schemas
     >>> tf_job = V1TFJob(
     >>>     clean_pod_policy='All',
     >>>     chief=V1KFReplica(...),
@@ -173,8 +172,9 @@ class V1TFJob(BaseRun, DestinationImageMixin):
 
     kind: Literal[_IDENTIFIER] = _IDENTIFIER
     clean_pod_policy: Optional[V1CleanPodPolicy] = Field(alias="cleanPodPolicy")
-    enable_dynamic_worker: Optional[bool] = Field(alias="enableDynamicWorker")
     scheduling_policy: Optional[V1SchedulingPolicy] = Field(alias="schedulingPolicy")
+    enable_dynamic_worker: Optional[bool] = Field(alias="enableDynamicWorker")
+    success_policy: Optional[str] = Field(alias="successPolicy")
     chief: Optional[Union[V1KFReplica, RefField]]
     ps: Optional[Union[V1KFReplica, RefField]]
     worker: Optional[Union[V1KFReplica, RefField]]

polyaxon/_flow/run/kubeflow/xgboost_job.py

@@ -20,7 +20,7 @@ class V1XGBoostJob(BaseRun, DestinationImageMixin):
     Args:
         kind: str, should be equal `xgbjob`
         clean_pod_policy: str, one of [`All`, `Running`, `None`]
-        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/scheduling-policy/), optional  # noqa
+        scheduling_policy: [V1SchedulingPolicy](/docs/experimentation/distributed/kubeflow-scheduling-policy/), optional  # noqa
         master: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
         worker: [V1KFReplica](/docs/experimentation/distributed/kubeflow-replica/), optional
 
@@ -39,7 +39,6 @@ class V1XGBoostJob(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1KFReplica, V1XGBoostJob
-    >>> from polyaxon.k8s import k8s_schemas
     >>> xgb_job = V1XGBoostJob(
     >>>     clean_pod_policy='All',
     >>>     master=V1KFReplica(...),

polyaxon/_flow/run/ray/ray.py

@@ -46,10 +46,9 @@ class V1RayJob(BaseRun, DestinationImageMixin):
 
     ```python
     >>> from polyaxon.schemas import V1Environment, V1Init, V1RayJob, V1RayReplica
-    >>> from polyaxon.k8s import k8s_schemas
-    >>> ray_job = V1Ray(
+    >>> ray_job = V1RayJob(
     >>>     connections=["connection-name1"],
-    >>>     volumes=[k8s_schemas.V1Volume(...)],
+    >>>     volumes=[k8s.V1Volume(...)],
     >>>     ray_version="2.5.0",
     >>>     head=V1RayReplica(...),
     >>>     worker=V1RayReplica(...),

polyaxon/_flow/run/ray/replica.py

@@ -46,13 +46,13 @@ class V1RayReplica(BaseSchemaModel):
 
     ```python
     >>> from polyaxon.schemas import V1Environment, V1Init, V1RayReplica
-    >>> from polyaxon.k8s import k8s_schemas
+    >>> from polyaxon import k8s
     >>> replica = V1RayReplica(
     >>>     replicas=2,
     >>>     environment=V1Environment(...),
     >>>     init=[V1Init(...)],
-    >>>     sidecars=[k8s_schemas.V1Container(...)],
-    >>>     container=k8s_schemas.V1Container(...),
+    >>>     sidecars=[k8s.V1Container(...)],
+    >>>     container=k8s.V1Container(...),
     >>> )
     ```
 

polyaxon/_flow/run/service.py

@@ -48,14 +48,14 @@ class V1Service(V1Job):
 
     ```python
     >>> from polyaxon.schemas import V1Environment, V1Init, V1Service
-    >>> from polyaxon.k8s import k8s_schemas
+    >>> from polyaxon import k8s
     >>> service = V1Service(
     >>>     environment=V1Environment(...),
     >>>     connections=["connection-name1"],
-    >>>     volumes=[k8s_schemas.V1Volume(...)],
+    >>>     volumes=[k8s.V1Volume(...)],
     >>>     init=[V1Init(...)],
-    >>>     sidecars=[k8s_schemas.V1Container(...)],
-    >>>     container=k8s_schemas.V1Container(...),
+    >>>     sidecars=[k8s.V1Container(...)],
+    >>>     container=k8s.V1Container(...),
     >>>     ports=[6006],
     >>>     rewritePath=True,
     >>> )

polyaxon/_fs/fs.py

@@ -56,7 +56,7 @@ def _get_fs_from_connection(
 
 async def get_async_fs_from_connection(connection: Optional[V1Connection], **kwargs):
     fs = _get_fs_from_connection(connection=connection, asynchronous=True, **kwargs)
-    if fs.async_impl and hasattr(fs, "set_session"):
+    if hasattr(fs, "async_impl") and hasattr(fs, "set_session"):
         await fs.set_session()
     return fs
 
@@ -72,13 +72,18 @@ def get_fs_from_name(connection_name: str, asynchronous: bool = False, **kwargs)
     )
 
 
+def get_sync_default_fs(**kwargs):
+    connection = get_artifacts_connection()
+    return get_sync_fs_from_connection(connection=connection, **kwargs)
+
+
 async def get_default_fs(**kwargs):
     connection = get_artifacts_connection()
     return await get_async_fs_from_connection(connection=connection, **kwargs)
 
 
 async def close_fs(fs):
-    if hasattr(fs.session, "close"):
+    if hasattr(fs, "session") and hasattr(fs.session, "close"):
         try:
             await fs.session.close()
         except:  # noqa

polyaxon/_fs/utils.py

@@ -2,14 +2,15 @@ import os
 
 from typing import Optional
 
-from polyaxon._env_vars.keys import ENV_KEYS_SANDBOX_IS_LOCAL
+from polyaxon._env_vars.keys import ENV_KEYS_SERVICE_MODE
 from polyaxon._schemas.lifecycle import V1ProjectFeature
+from polyaxon._services import PolyaxonServices
 
 
 def get_store_path(store_path: str, subpath: str, entity: Optional[str] = None) -> str:
     full_path = store_path
 
-    if os.environ.get(ENV_KEYS_SANDBOX_IS_LOCAL):
+    if os.environ.get(ENV_KEYS_SERVICE_MODE) == PolyaxonServices.VIEWER:
         dir_path = "runs" if entity == V1ProjectFeature.RUNTIME else f"{entity}s"
         full_path = os.path.join(full_path, dir_path)
 

polyaxon/_k8s/converter/base/base.py

@@ -2,6 +2,7 @@ import copy
 
 from typing import Dict, Iterable, List, Optional
 
+from clipped.utils.enums import get_enum_value
 from clipped.utils.sanitizers import sanitize_string_dict
 from clipped.utils.strings import slugify
 
@@ -85,7 +86,7 @@ class BaseConverter(
             "operation.polyaxon.com/name": self.run_name,
             "operation.polyaxon.com/owner": self.owner_name,
             "operation.polyaxon.com/project": self.project_name,
-            "operation.polyaxon.com/kind": self.K8S_ANNOTATIONS_KIND,
+            "operation.polyaxon.com/kind": get_enum_value(self.K8S_ANNOTATIONS_KIND),
         }
 
     def get_annotations(

polyaxon/_k8s/converter/base/main.py

@@ -81,6 +81,7 @@ class MainConverter(_BaseConverter):
             secrets=requested_secrets,
             config_maps=requested_config_maps,
         )
+        env += self._get_resources_env_vars(main_container.resources)
 
         # Env from
         env_from = self._get_env_from_k8s_resources(