polyaxon 2.1.0rc9__py3-none-any.whl → 2.6.0__py3-none-any.whl

polyaxon/_auxiliaries/default_scheduling.py

@@ -1,6 +1,12 @@
 from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
 
-from clipped.compact.pydantic import Field, StrictStr, validator
+from clipped.compact.pydantic import (
+    Field,
+    StrictStr,
+    field_validator,
+    validation_always,
+    validation_before,
+)
 
 from polyaxon._k8s import k8s_schemas, k8s_validation
 from polyaxon._schemas.base import BaseSchemaModel
@@ -13,16 +19,20 @@ class V1DefaultScheduling(BaseSchemaModel):
     _IDENTIFIER = "default_scheduling"
     _SWAGGER_FIELDS = ["affinity", "tolerations"]
 
-    node_selector: Optional[Dict[StrictStr, StrictStr]] = Field(alias="nodeSelector")
-    affinity: Optional[Union[k8s_schemas.V1Affinity, Dict]]
-    tolerations: Optional[List[Union[k8s_schemas.V1Toleration, Dict]]]
-    image_pull_secrets: Optional[List[StrictStr]] = Field(alias="imagePullSecrets")
+    node_selector: Optional[Dict[StrictStr, StrictStr]] = Field(
+        alias="nodeSelector", default=None
+    )
+    affinity: Optional[Union[k8s_schemas.V1Affinity, Dict]] = None
+    tolerations: Optional[List[Union[k8s_schemas.V1Toleration, Dict]]] = None
+    image_pull_secrets: Optional[List[StrictStr]] = Field(
+        alias="imagePullSecrets", default=None
+    )
 
-    @validator("affinity", always=True, pre=True)
+    @field_validator("affinity", **validation_always, **validation_before)
     def validate_affinity(cls, v) -> k8s_schemas.V1Affinity:
         return k8s_validation.validate_k8s_affinity(v)
 
-    @validator("tolerations", always=True, pre=True)
+    @field_validator("tolerations", **validation_always, **validation_before)
     def validate_tolerations(cls, v) -> List[k8s_schemas.V1Toleration]:
         if not v:
             return v

polyaxon/_auxiliaries/init.py

@@ -1,6 +1,12 @@
 from typing import Dict, Optional, Union
 
-from clipped.compact.pydantic import Field, StrictStr, validator
+from clipped.compact.pydantic import (
+    Field,
+    StrictStr,
+    field_validator,
+    validation_always,
+    validation_before,
+)
 from clipped.utils.versions import clean_version_post_suffix
 
 from polyaxon import pkg
@@ -93,12 +99,14 @@ class V1PolyaxonInitContainer(BaseSchemaModel):
     _IDENTIFIER = "container"
     _SWAGGER_FIELDS = ["resources"]
 
-    image: Optional[StrictStr]
-    image_tag: Optional[StrictStr] = Field(alias="imageTag")
-    image_pull_policy: Optional[PullPolicy] = Field(alias="imagePullPolicy")
-    resources: Optional[Union[k8s_schemas.V1ResourceRequirements, Dict]]
+    image: Optional[StrictStr] = None
+    image_tag: Optional[StrictStr] = Field(alias="imageTag", default=None)
+    image_pull_policy: Optional[PullPolicy] = Field(
+        alias="imagePullPolicy", default=None
+    )
+    resources: Optional[Union[k8s_schemas.V1ResourceRequirements, Dict]] = None
 
-    @validator("resources", always=True, pre=True)
+    @field_validator("resources", **validation_always, **validation_before)
     def validate_resources(cls, v) -> k8s_schemas.V1ResourceRequirements:
         return k8s_validation.validate_k8s_resource_requirements(v)
 

polyaxon/_auxiliaries/sidecar.py

@@ -147,14 +147,16 @@ class V1PolyaxonSidecarContainer(BaseSchemaModel):
 
     _IDENTIFIER = "polyaxon_sidecar"
 
-    image: Optional[StrictStr]
-    image_tag: Optional[StrictStr] = Field(alias="imageTag")
-    image_pull_policy: Optional[PullPolicy] = Field(alias="imagePullPolicy")
-    sleep_interval: Optional[IntOrRef] = Field(alias="sleepInterval")
-    sync_interval: Optional[IntOrRef] = Field(alias="syncInterval")
-    monitor_logs: Optional[BoolOrRef] = Field(alias="monitorLogs")
-    monitor_spec: Optional[BoolOrRef] = Field(alias="monitorSpec")
-    resources: Optional[Union[Dict[str, Any], RefField]]
+    image: Optional[StrictStr] = None
+    image_tag: Optional[StrictStr] = Field(alias="imageTag", default=None)
+    image_pull_policy: Optional[PullPolicy] = Field(
+        alias="imagePullPolicy", default=None
+    )
+    sleep_interval: Optional[IntOrRef] = Field(alias="sleepInterval", default=None)
+    sync_interval: Optional[IntOrRef] = Field(alias="syncInterval", default=None)
+    monitor_logs: Optional[BoolOrRef] = Field(alias="monitorLogs", default=None)
+    monitor_spec: Optional[BoolOrRef] = Field(alias="monitorSpec", default=None)
+    resources: Optional[Union[Dict[str, Any], RefField]] = None
 
     def get_image(self):
         image = self.image or "polyaxon/polyaxon-sidecar"

polyaxon/_cli/artifacts.py

@@ -15,6 +15,7 @@ from polyaxon._cli.project_versions import (
     list_project_versions,
     open_project_version_dashboard,
     pull_one_or_many_project_versions,
+    push_one_or_many_project_versions,
     register_project_version,
     stage_project_version,
     transfer_project_version,
@@ -72,7 +73,7 @@ def ls(ctx, project, query, sort, limit, offset):
     \b
     $ polyaxon artifacts ls --project=acme/data-versioning
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     list_project_versions(
@@ -145,11 +146,12 @@ def register(
     $ polyaxon artifacts register -p owner/name -ver v1 --tags="tag1,tag2"
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     register_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.ARTIFACT,
@@ -227,11 +229,12 @@ def copy(
     $ polyaxon artifacts copy -p owner/name -ver v1 --tags="tag1,tag2" --name new-v1
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     copy_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.ARTIFACT,
@@ -265,11 +268,12 @@ def get(ctx, project, version):
     $ polyaxon artifacts get -p owner/data-versioning -ver rc1
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     get_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.ARTIFACT,
         version=version,
@@ -296,7 +300,7 @@ def stages(ctx, project, version):
     $ polyaxon artifacts stages -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     get_project_version_stages(
@@ -332,7 +336,7 @@ def delete(ctx, project, version, yes):
     $ polyaxon artifacts get -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     delete_project_version(
@@ -375,7 +379,7 @@ def update(ctx, project, version, name, description, tags):
     $ polyaxon artifacts update --tags="foo, bar"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     update_project_version(
@@ -423,7 +427,7 @@ def stage(ctx, project, version, to, reason, message):
     $ polyaxon artifacts stage -p acme/foobar -ver rc12 --to=staging --reason GithubAction --message="Use carefully!"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     stage_project_version(
@@ -461,7 +465,7 @@ def transfer(ctx, project, version, to_project):
     $ polyaxon artifacts transfer -p acme/foobar -ver rc12 --to-project=dest-project
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     transfer_project_version(
@@ -530,7 +534,7 @@ def pull(
     \b
     $ polyaxon artifacts pull -p acme/foobar -a --path /tmp/versions
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     pull_one_or_many_project_versions(
@@ -547,6 +551,86 @@ def pull(
     )
 
 
+@artifacts.command()
+@click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
+@click.option(*OPTIONS_ARTIFACT_VERSION["args"], **OPTIONS_ARTIFACT_VERSION["kwargs"])
+@click.option(
+    "--all-versions",
+    "-a",
+    is_flag=True,
+    default=False,
+    help="To push all versions.",
+)
+@click.option(
+    "--clean",
+    "-c",
+    is_flag=True,
+    default=False,
+    help="To clean the version(s) local data after syncing.",
+)
+@click.option(
+    "--path",
+    "--path-from",
+    type=click.Path(exists=False),
+    help="Optional path where the artifact versions are persisted, "
+    "default value is taken from the env var: `POLYAXON_OFFLINE_ROOT`.",
+)
+@click.option(
+    "--reset-project",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the owner/project of the local "
+    "version and use the owner/project provided or resolved from the current project.",
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    default=False,
+    help="Flag to force register if the version already exists.",
+)
+@click.pass_context
+@clean_outputs
+def push(
+    ctx,
+    project,
+    version,
+    all_versions,
+    clean,
+    path,
+    reset_project,
+    force,
+):
+    """Push local packaged artifact version or multiple artifact versions to a remove server.
+
+    Uses /docs/core/cli/#caching
+
+    Examples:
+
+    \b
+    $ polyaxon artifacts push -ver rc12
+
+    \b
+    $ polyaxon artifacts push -p acme/foobar --path /tmp/versions
+
+    \b
+    $ polyaxon artifacts pull -p acme/foobar -a --path /tmp/versions
+    """
+    owner, _, project_name = get_project_or_local(
+        project or ctx.obj.get("project"), is_cli=True
+    )
+    push_one_or_many_project_versions(
+        owner=owner,
+        project_name=project_name,
+        kind=V1ProjectVersionKind.ARTIFACT,
+        version=version,
+        all_versions=all_versions,
+        path=path,
+        clean=clean,
+        force=force,
+        reset_project=reset_project,
+    )
+
+
 @artifacts.command()
 @click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
 @click.option(*OPTIONS_ARTIFACT_VERSION["args"], **OPTIONS_ARTIFACT_VERSION["kwargs"])
@@ -569,11 +653,12 @@ def pull(
 def dashboard(ctx, project, version, yes, url):
     """Open this artifact version's dashboard details in browser."""
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     open_project_version_dashboard(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.ARTIFACT,
         version=version,

polyaxon/_cli/components.py

@@ -21,6 +21,7 @@ from polyaxon._cli.project_versions import (
     list_project_versions,
     open_project_version_dashboard,
     pull_one_or_many_project_versions,
+    push_one_or_many_project_versions,
     register_project_version,
     stage_project_version,
     transfer_project_version,
@@ -113,7 +114,7 @@ def ls(ctx, project, query, sort, limit, offset):
     \b
     $ polyaxon components ls -p=acme/kaniko
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     polyaxon_client = get_current_or_public_client()
@@ -169,7 +170,7 @@ def register(ctx, polyaxonfile, project, version, description, tags, force):
     $ polyaxon components register -f polyaxonfile.yaml -p owner/name -ver v1 --tags="tag1,tag2"
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
 
@@ -187,6 +188,7 @@ def register(ctx, polyaxonfile, project, version, description, tags, force):
 
     register_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.COMPONENT,
@@ -255,11 +257,12 @@ def copy(
     $ polyaxon components copy -p owner/name -ver v1 --tags="tag1,tag2" --name new-v1
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     copy_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.COMPONENT,
@@ -291,13 +294,14 @@ def get(ctx, project, version):
     $ polyaxon components get -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     polyaxon_client = get_current_or_public_client()
 
     get_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.COMPONENT,
         version=version,
@@ -326,7 +330,7 @@ def stages(ctx, project, version):
     $ polyaxon components stages -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     polyaxon_client = get_current_or_public_client()
@@ -368,7 +372,7 @@ def delete(ctx, project, version, yes):
     $ polyaxon components get -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     delete_project_version(
@@ -411,7 +415,7 @@ def update(ctx, project, version, name, description, tags):
     $ polyaxon components update --tags="foo, bar"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     update_project_version(
@@ -460,7 +464,7 @@ def stage(ctx, project, version, to, reason, message):
     $ polyaxon components stage -p acme/foobar -ver rc12 --to=staging --reason GithubAction --message="Use carefully!"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     stage_project_version(
@@ -498,7 +502,7 @@ def transfer(ctx, project, version, to_project):
     $ polyaxon components transfer -p acme/foobar -ver rc12 --to-project=dest-project
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     transfer_project_version(
@@ -559,7 +563,7 @@ def pull(
     \b
     $ polyaxon components pull -p acme/foobar -a --path /tmp/versions
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     pull_one_or_many_project_versions(
@@ -576,6 +580,86 @@ def pull(
     )
 
 
+@components.command()
+@click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
+@click.option(*OPTIONS_COMPONENT_VERSION["args"], **OPTIONS_COMPONENT_VERSION["kwargs"])
+@click.option(
+    "--all-versions",
+    "-a",
+    is_flag=True,
+    default=False,
+    help="To push all versions.",
+)
+@click.option(
+    "--clean",
+    "-c",
+    is_flag=True,
+    default=False,
+    help="To clean the version(s) local data after syncing.",
+)
+@click.option(
+    "--path",
+    "--path-from",
+    type=click.Path(exists=False),
+    help="Optional path where the component versions are persisted, "
+    "default value is taken from the env var: `POLYAXON_OFFLINE_ROOT`.",
+)
+@click.option(
+    "--reset-project",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the owner/project of the local "
+    "version and use the owner/project provided or resolved from the current project.",
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    default=False,
+    help="Flag to force register if the version already exists.",
+)
+@click.pass_context
+@clean_outputs
+def push(
+    ctx,
+    project,
+    version,
+    all_versions,
+    clean,
+    path,
+    reset_project,
+    force,
+):
+    """Push local packaged component version or multiple component versions to a remove server.
+
+    Uses /docs/core/cli/#caching
+
+    Examples:
+
+    \b
+    $ polyaxon components push -ver rc12
+
+    \b
+    $ polyaxon components push -p acme/foobar --path /tmp/versions
+
+    \b
+    $ polyaxon components pull -p acme/foobar -a --path /tmp/versions
+    """
+    owner, _, project_name = get_project_or_local(
+        project or ctx.obj.get("project"), is_cli=True
+    )
+    push_one_or_many_project_versions(
+        owner=owner,
+        project_name=project_name,
+        kind=V1ProjectVersionKind.COMPONENT,
+        version=version,
+        all_versions=all_versions,
+        path=path,
+        clean=clean,
+        force=force,
+        reset_project=reset_project,
+    )
+
+
 @components.command()
 @click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
 @click.option(*OPTIONS_COMPONENT_VERSION["args"], **OPTIONS_COMPONENT_VERSION["kwargs"])
@@ -598,11 +682,12 @@ def pull(
 def dashboard(ctx, project, version, yes, url):
     """Open this component version's dashboard details in browser."""
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     open_project_version_dashboard(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.COMPONENT,
         version=version,

polyaxon/_cli/config.py

@@ -44,6 +44,27 @@ def set_home_path(home_path: str):
     settings.set_home_config(_config)
 
 
+def set_owner(owner: str):
+    try:
+        _config = UserConfigManager.get_config_or_default()
+    except Exception as e:
+        logger.debug(
+            "Home configuration could not be loaded.\n"
+            "Error: %s\n"
+            "Purging home configuration and resetting values.",
+            e,
+        )
+        UserConfigManager.purge()
+        _config = UserConfigManager.get_config_or_default()
+
+    data = owner.split("/")
+    if len(data) > 2:
+        Printer.error("Invalid owner format, please provide a valid owner.")
+        sys.exit(1)
+    _config.organization = owner
+    UserConfigManager.set_config(_config)
+
+
 def validate_options(ctx, param, value):
     possible_values = ["verbose", "host"]
     if value and value not in possible_values:
@@ -199,6 +220,11 @@ def get(keys):
     type=click.Path(exists=False),
     help="To set POLYAXON_HOME to specify the context where the CLI/Client reads/writes global configuration.",
 )
+@click.option(
+    "--owner",
+    type=click.Path(exists=False),
+    help="To set current organization or team space.",
+)
 @click.option(
     "--disable-errors-reporting",
     type=bool,
@@ -230,6 +256,11 @@ def set_(**kwargs):  # pylint:disable=redefined-builtin
         home_path = kwargs.pop("home", None)
         set_home_path(home_path)
 
+    if kwargs.get("owner") is not None:
+        owner = kwargs.pop("owner", None)
+        if owner:
+            set_owner(owner)
+
     from polyaxon._managers.auth import AuthConfigManager
 
     try:

polyaxon/_cli/dashboard.py

@@ -1,5 +1,7 @@
 import sys
 
+from typing import Optional
+
 import click
 
 from clipped.formatting import Printer
@@ -10,10 +12,18 @@ from polyaxon.api import POLYAXON_CLOUD_HOST
 from polyaxon.logger import clean_outputs
 
 
+def get_project_subpath_url(owner: str, team: Optional[str], project: str):
+    if team:
+        return "{}/ts/{}/{}".format(owner, team, project)
+    return "{}/{}".format(owner, project)
+
+
 def get_dashboard_url(
-    base: str = "ui", subpath: str = "", use_cloud: bool = False
+    base: str = "ui", subpath: str = "", use_cloud: bool = False, host: str = None
 ) -> str:
-    host = POLYAXON_CLOUD_HOST if use_cloud else clean_host(settings.CLIENT_CONFIG.host)
+    if not host:
+        host = POLYAXON_CLOUD_HOST if use_cloud else settings.CLIENT_CONFIG.host
+    host = clean_host(host)
     dashboard_url = "{}/{}/".format(host, base)
     if subpath:
         return "{}{}/".format(dashboard_url, subpath.rstrip("/"))

polyaxon/_cli/init.py

@@ -112,7 +112,7 @@ def init(project, git_connection, git_url, polyaxonfile, polyaxonignore, yes):
             command_help="polyaxon init",
         )
     if project:
-        owner, project_name = get_project_or_local(project, is_cli=True)
+        owner, _, project_name = get_project_or_local(project, is_cli=True)
         try:
             polyaxon_client = ProjectClient(
                 owner=owner, project=project_name, manual_exceptions_handling=True