polyaxon 2.0.0rc49__py3-none-any.whl → 2.4.0rc1__py3-none-any.whl

polyaxon/_auxiliaries/cleaner.py

@@ -3,6 +3,7 @@ import os
 from typing import List, Optional
 
 from clipped.utils.enums import get_enum_value
+from clipped.utils.versions import clean_version_post_suffix
 
 from polyaxon import pkg
 from polyaxon._connections import V1Connection
@@ -158,7 +159,11 @@ class V1PolyaxonCleaner(BaseServiceConfig):
 
     def get_image(self) -> str:
         image = self.image or "polyaxon/polyaxon-init"
-        image_tag = self.image_tag if self.image_tag is not None else pkg.VERSION
+        image_tag = (
+            self.image_tag
+            if self.image_tag is not None
+            else clean_version_post_suffix(pkg.VERSION)
+        )
         return "{}:{}".format(image, image_tag) if image_tag else image
 
     def get_resources(self) -> k8s_schemas.V1ResourceRequirements:
@@ -180,7 +185,7 @@ def get_default_cleaner_container(
         run_uuid, get_enum_value(run_kind)
     )
     image = "polyaxon/polyaxon-init"
-    image_tag = pkg.VERSION
+    image_tag = clean_version_post_suffix(pkg.VERSION)
     image_pull_policy = PullPolicy.IF_NOT_PRESENT.value
     resources = get_cleaner_resources()
     if cleaner:
@@ -210,7 +215,7 @@ def get_batch_cleaner_container(
         store.kind.replace("_", "-"), store.name, subpaths
     )
     image = "polyaxon/polyaxon-init"
-    image_tag = pkg.VERSION
+    image_tag = clean_version_post_suffix(pkg.VERSION)
     image_pull_policy = PullPolicy.IF_NOT_PRESENT.value
     resources = get_cleaner_resources()
     if cleaner:

polyaxon/_auxiliaries/init.py

@@ -1,6 +1,7 @@
 from typing import Dict, Optional, Union
 
 from clipped.compact.pydantic import Field, StrictStr, validator
+from clipped.utils.versions import clean_version_post_suffix
 
 from polyaxon import pkg
 from polyaxon._containers.pull_policy import PullPolicy
@@ -103,7 +104,11 @@ class V1PolyaxonInitContainer(BaseSchemaModel):
 
     def get_image(self) -> str:
         image = self.image or "polyaxon/polyaxon-init"
-        image_tag = self.image_tag if self.image_tag is not None else pkg.VERSION
+        image_tag = (
+            self.image_tag
+            if self.image_tag is not None
+            else clean_version_post_suffix(pkg.VERSION)
+        )
         return "{}:{}".format(image, image_tag) if image_tag else image
 
     def get_resources(self) -> k8s_schemas.V1ResourceRequirements:
@@ -115,7 +120,7 @@ def get_default_init_container(
 ) -> Union[Dict, V1PolyaxonInitContainer]:
     default = {
         "image": "polyaxon/polyaxon-init",
-        "imageTag": pkg.VERSION,
+        "imageTag": clean_version_post_suffix(pkg.VERSION),
         "imagePullPolicy": PullPolicy.IF_NOT_PRESENT.value,
         "resources": {
             "limits": {"cpu": "1", "memory": "500Mi"},

polyaxon/_auxiliaries/notifier.py

@@ -1,5 +1,7 @@
 from typing import Optional
 
+from clipped.utils.versions import clean_version_post_suffix
+
 from polyaxon import pkg
 from polyaxon._containers.names import MAIN_JOB_CONTAINER
 from polyaxon._containers.pull_policy import PullPolicy
@@ -154,7 +156,11 @@ class V1PolyaxonNotifier(BaseServiceConfig):
 
     def get_image(self) -> str:
         image = self.image or "polyaxon/polyaxon-events-handlers"
-        image_tag = self.image_tag if self.image_tag is not None else pkg.VERSION
+        image_tag = (
+            self.image_tag
+            if self.image_tag is not None
+            else clean_version_post_suffix(pkg.VERSION)
+        )
         return "{}:{}".format(image, image_tag) if image_tag else image
 
     def get_resources(self) -> k8s_schemas.V1ResourceRequirements:
@@ -165,7 +171,7 @@ def get_default_notification_container(
     notifier: Optional[V1PolyaxonNotifier] = None,
 ) -> k8s_schemas.V1Container:
     image = "polyaxon/polyaxon-events-handlers"
-    image_tag = pkg.VERSION
+    image_tag = clean_version_post_suffix(pkg.VERSION)
     image_pull_policy = PullPolicy.IF_NOT_PRESENT.value
     resources = get_notifier_resources()
     if notifier:

polyaxon/_auxiliaries/sidecar.py

@@ -2,6 +2,7 @@ from typing import Any, Dict, Optional, Union
 
 from clipped.compact.pydantic import Field, StrictStr
 from clipped.types.ref_or_obj import BoolOrRef, IntOrRef, RefField
+from clipped.utils.versions import clean_version_post_suffix
 
 from polyaxon import pkg
 from polyaxon._containers.pull_policy import PullPolicy
@@ -31,6 +32,8 @@ class V1PolyaxonSidecarContainer(BaseSchemaModel):
         resources: V1ResourceRequirements, optional.
         sleep_interval: int, optional.
         sync_interval: int, optional.
+        monitor_logs: bool, optional.
+        monitor_spec: bool, optional.
 
     ## YAML usage
 
@@ -45,6 +48,8 @@ class V1PolyaxonSidecarContainer(BaseSchemaModel):
     >>>       cpu: "50m"
     >>>   sleepInterval: 5
     >>>   syncInterval: 60
+    >>>   monitorLogs: true
+    >>>   monitorSpec: true
     ```
 
     ## Fields
@@ -120,6 +125,24 @@ class V1PolyaxonSidecarContainer(BaseSchemaModel):
     >>> sidecar:
     >>>   syncInterval: 5
     ```
+
+    ### monitorLogs
+
+    Whether or not to monitor the logs, default `true`.
+
+    ```yaml
+    >>> sidecar:
+    >>>   monitorLogs: true
+    ```
+
+    ### monitorSpec
+
+    Whether or not to monitor the spec, default `true`.
+
+    ```yaml
+    >>> sidecar:
+    >>>   monitorSpec: true
+    ```
     """
 
     _IDENTIFIER = "polyaxon_sidecar"
@@ -130,11 +153,16 @@ class V1PolyaxonSidecarContainer(BaseSchemaModel):
     sleep_interval: Optional[IntOrRef] = Field(alias="sleepInterval")
     sync_interval: Optional[IntOrRef] = Field(alias="syncInterval")
     monitor_logs: Optional[BoolOrRef] = Field(alias="monitorLogs")
+    monitor_spec: Optional[BoolOrRef] = Field(alias="monitorSpec")
     resources: Optional[Union[Dict[str, Any], RefField]]
 
     def get_image(self):
         image = self.image or "polyaxon/polyaxon-sidecar"
-        image_tag = self.image_tag if self.image_tag is not None else pkg.VERSION
+        image_tag = (
+            self.image_tag
+            if self.image_tag is not None
+            else clean_version_post_suffix(pkg.VERSION)
+        )
         return "{}:{}".format(image, image_tag) if image_tag else image
 
     def get_resources(self):
@@ -146,7 +174,7 @@ def get_default_sidecar_container(
 ) -> Union[Dict, V1PolyaxonSidecarContainer]:
     default = {
         "image": "polyaxon/polyaxon-sidecar",
-        "imageTag": pkg.VERSION,
+        "imageTag": clean_version_post_suffix(pkg.VERSION),
         "imagePullPolicy": PullPolicy.IF_NOT_PRESENT.value,
         "resources": {
             "limits": {"cpu": "1", "memory": "500Mi"},

polyaxon/_cli/artifacts.py

@@ -15,6 +15,7 @@ from polyaxon._cli.project_versions import (
     list_project_versions,
     open_project_version_dashboard,
     pull_one_or_many_project_versions,
+    push_one_or_many_project_versions,
     register_project_version,
     stage_project_version,
     transfer_project_version,
@@ -72,7 +73,7 @@ def ls(ctx, project, query, sort, limit, offset):
     \b
     $ polyaxon artifacts ls --project=acme/data-versioning
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     list_project_versions(
@@ -145,11 +146,12 @@ def register(
     $ polyaxon artifacts register -p owner/name -ver v1 --tags="tag1,tag2"
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     register_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.ARTIFACT,
@@ -227,11 +229,12 @@ def copy(
     $ polyaxon artifacts copy -p owner/name -ver v1 --tags="tag1,tag2" --name new-v1
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     copy_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.ARTIFACT,
@@ -265,11 +268,12 @@ def get(ctx, project, version):
     $ polyaxon artifacts get -p owner/data-versioning -ver rc1
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     get_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.ARTIFACT,
         version=version,
@@ -296,7 +300,7 @@ def stages(ctx, project, version):
     $ polyaxon artifacts stages -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     get_project_version_stages(
@@ -332,7 +336,7 @@ def delete(ctx, project, version, yes):
     $ polyaxon artifacts get -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     delete_project_version(
@@ -375,7 +379,7 @@ def update(ctx, project, version, name, description, tags):
     $ polyaxon artifacts update --tags="foo, bar"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     update_project_version(
@@ -423,7 +427,7 @@ def stage(ctx, project, version, to, reason, message):
     $ polyaxon artifacts stage -p acme/foobar -ver rc12 --to=staging --reason GithubAction --message="Use carefully!"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     stage_project_version(
@@ -461,7 +465,7 @@ def transfer(ctx, project, version, to_project):
     $ polyaxon artifacts transfer -p acme/foobar -ver rc12 --to-project=dest-project
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     transfer_project_version(
@@ -530,7 +534,7 @@ def pull(
     \b
     $ polyaxon artifacts pull -p acme/foobar -a --path /tmp/versions
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     pull_one_or_many_project_versions(
@@ -547,6 +551,86 @@ def pull(
     )
 
 
+@artifacts.command()
+@click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
+@click.option(*OPTIONS_ARTIFACT_VERSION["args"], **OPTIONS_ARTIFACT_VERSION["kwargs"])
+@click.option(
+    "--all-versions",
+    "-a",
+    is_flag=True,
+    default=False,
+    help="To push all versions.",
+)
+@click.option(
+    "--clean",
+    "-c",
+    is_flag=True,
+    default=False,
+    help="To clean the version(s) local data after syncing.",
+)
+@click.option(
+    "--path",
+    "--path-from",
+    type=click.Path(exists=False),
+    help="Optional path where the artifact versions are persisted, "
+    "default value is taken from the env var: `POLYAXON_OFFLINE_ROOT`.",
+)
+@click.option(
+    "--reset-project",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the owner/project of the local "
+    "version and use the owner/project provided or resolved from the current project.",
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    default=False,
+    help="Flag to force register if the version already exists.",
+)
+@click.pass_context
+@clean_outputs
+def push(
+    ctx,
+    project,
+    version,
+    all_versions,
+    clean,
+    path,
+    reset_project,
+    force,
+):
+    """Push local packaged artifact version or multiple artifact versions to a remove server.
+
+    Uses /docs/core/cli/#caching
+
+    Examples:
+
+    \b
+    $ polyaxon artifacts push -ver rc12
+
+    \b
+    $ polyaxon artifacts push -p acme/foobar --path /tmp/versions
+
+    \b
+    $ polyaxon artifacts pull -p acme/foobar -a --path /tmp/versions
+    """
+    owner, _, project_name = get_project_or_local(
+        project or ctx.obj.get("project"), is_cli=True
+    )
+    push_one_or_many_project_versions(
+        owner=owner,
+        project_name=project_name,
+        kind=V1ProjectVersionKind.ARTIFACT,
+        version=version,
+        all_versions=all_versions,
+        path=path,
+        clean=clean,
+        force=force,
+        reset_project=reset_project,
+    )
+
+
 @artifacts.command()
 @click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
 @click.option(*OPTIONS_ARTIFACT_VERSION["args"], **OPTIONS_ARTIFACT_VERSION["kwargs"])
@@ -569,11 +653,12 @@ def pull(
 def dashboard(ctx, project, version, yes, url):
     """Open this artifact version's dashboard details in browser."""
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     open_project_version_dashboard(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.ARTIFACT,
         version=version,

polyaxon/_cli/components.py

@@ -21,6 +21,7 @@ from polyaxon._cli.project_versions import (
     list_project_versions,
     open_project_version_dashboard,
     pull_one_or_many_project_versions,
+    push_one_or_many_project_versions,
     register_project_version,
     stage_project_version,
     transfer_project_version,
@@ -113,7 +114,7 @@ def ls(ctx, project, query, sort, limit, offset):
     \b
     $ polyaxon components ls -p=acme/kaniko
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     polyaxon_client = get_current_or_public_client()
@@ -169,7 +170,7 @@ def register(ctx, polyaxonfile, project, version, description, tags, force):
     $ polyaxon components register -f polyaxonfile.yaml -p owner/name -ver v1 --tags="tag1,tag2"
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
 
@@ -187,6 +188,7 @@ def register(ctx, polyaxonfile, project, version, description, tags, force):
 
     register_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.COMPONENT,
@@ -255,11 +257,12 @@ def copy(
     $ polyaxon components copy -p owner/name -ver v1 --tags="tag1,tag2" --name new-v1
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     copy_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.COMPONENT,
@@ -291,13 +294,14 @@ def get(ctx, project, version):
     $ polyaxon components get -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     polyaxon_client = get_current_or_public_client()
 
     get_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.COMPONENT,
         version=version,
@@ -326,7 +330,7 @@ def stages(ctx, project, version):
     $ polyaxon components stages -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     polyaxon_client = get_current_or_public_client()
@@ -368,7 +372,7 @@ def delete(ctx, project, version, yes):
     $ polyaxon components get -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     delete_project_version(
@@ -411,7 +415,7 @@ def update(ctx, project, version, name, description, tags):
     $ polyaxon components update --tags="foo, bar"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     update_project_version(
@@ -460,7 +464,7 @@ def stage(ctx, project, version, to, reason, message):
     $ polyaxon components stage -p acme/foobar -ver rc12 --to=staging --reason GithubAction --message="Use carefully!"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     stage_project_version(
@@ -498,7 +502,7 @@ def transfer(ctx, project, version, to_project):
     $ polyaxon components transfer -p acme/foobar -ver rc12 --to-project=dest-project
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     transfer_project_version(
@@ -559,7 +563,7 @@ def pull(
     \b
     $ polyaxon components pull -p acme/foobar -a --path /tmp/versions
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     pull_one_or_many_project_versions(
@@ -576,6 +580,86 @@ def pull(
     )
 
 
+@components.command()
+@click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
+@click.option(*OPTIONS_COMPONENT_VERSION["args"], **OPTIONS_COMPONENT_VERSION["kwargs"])
+@click.option(
+    "--all-versions",
+    "-a",
+    is_flag=True,
+    default=False,
+    help="To push all versions.",
+)
+@click.option(
+    "--clean",
+    "-c",
+    is_flag=True,
+    default=False,
+    help="To clean the version(s) local data after syncing.",
+)
+@click.option(
+    "--path",
+    "--path-from",
+    type=click.Path(exists=False),
+    help="Optional path where the component versions are persisted, "
+    "default value is taken from the env var: `POLYAXON_OFFLINE_ROOT`.",
+)
+@click.option(
+    "--reset-project",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the owner/project of the local "
+    "version and use the owner/project provided or resolved from the current project.",
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    default=False,
+    help="Flag to force register if the version already exists.",
+)
+@click.pass_context
+@clean_outputs
+def push(
+    ctx,
+    project,
+    version,
+    all_versions,
+    clean,
+    path,
+    reset_project,
+    force,
+):
+    """Push local packaged component version or multiple component versions to a remove server.
+
+    Uses /docs/core/cli/#caching
+
+    Examples:
+
+    \b
+    $ polyaxon components push -ver rc12
+
+    \b
+    $ polyaxon components push -p acme/foobar --path /tmp/versions
+
+    \b
+    $ polyaxon components pull -p acme/foobar -a --path /tmp/versions
+    """
+    owner, _, project_name = get_project_or_local(
+        project or ctx.obj.get("project"), is_cli=True
+    )
+    push_one_or_many_project_versions(
+        owner=owner,
+        project_name=project_name,
+        kind=V1ProjectVersionKind.COMPONENT,
+        version=version,
+        all_versions=all_versions,
+        path=path,
+        clean=clean,
+        force=force,
+        reset_project=reset_project,
+    )
+
+
 @components.command()
 @click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
 @click.option(*OPTIONS_COMPONENT_VERSION["args"], **OPTIONS_COMPONENT_VERSION["kwargs"])
@@ -598,11 +682,12 @@ def pull(
 def dashboard(ctx, project, version, yes, url):
     """Open this component version's dashboard details in browser."""
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     open_project_version_dashboard(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.COMPONENT,
         version=version,