polyaxon 2.1.6rc0__tar.gz → 2.1.7.post1__tar.gz

{polyaxon-2.1.6rc0 → polyaxon-2.1.7.post1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: polyaxon
-Version: 2.1.6rc0
+Version: 2.1.7.post1
 Summary: Command Line Interface (CLI) and client to interact with Polyaxon API.
 Home-page: https://github.com/polyaxon/polyaxon
 Author: Polyaxon, Inc.
@@ -51,7 +51,7 @@ Provides-Extra: sandbox
 [![Slack](https://img.shields.io/badge/Slack-1.5k%20members-blue.svg?style=flat&logo=slack&longCache=true)](https://polyaxon.com/slack/)
 
 [![Docs](https://img.shields.io/badge/docs-stable-brightgreen.svg?style=flat&longCache=true)](https://polyaxon.com/docs/)
-[![Release](https://img.shields.io/badge/release-v2.1.6-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-1/)
+[![Release](https://img.shields.io/badge/release-v2.1.7-brightgreen.svg?longCache=true)](https://polyaxon.com/docs/releases/2-1/)
 [![GitHub](https://img.shields.io/badge/issue_tracker-github-blue?style=flat&logo=github&longCache=true)](https://github.com/polyaxon/polyaxon/issues)
 [![GitHub](https://img.shields.io/badge/roadmap-github-blue?style=flat&logo=github&longCache=true)](https://github.com/orgs/polyaxon/projects/5)
 

{polyaxon-2.1.6rc0 → polyaxon-2.1.7.post1}/polyaxon/_cli/artifacts.py

@@ -15,6 +15,7 @@ from polyaxon._cli.project_versions import (
     list_project_versions,
     open_project_version_dashboard,
     pull_one_or_many_project_versions,
+    push_one_or_many_project_versions,
     register_project_version,
     stage_project_version,
     transfer_project_version,
@@ -547,6 +548,86 @@ def pull(
     )
 
 
+@artifacts.command()
+@click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
+@click.option(*OPTIONS_ARTIFACT_VERSION["args"], **OPTIONS_ARTIFACT_VERSION["kwargs"])
+@click.option(
+    "--all-versions",
+    "-a",
+    is_flag=True,
+    default=False,
+    help="To push all versions.",
+)
+@click.option(
+    "--clean",
+    "-c",
+    is_flag=True,
+    default=False,
+    help="To clean the version(s) local data after syncing.",
+)
+@click.option(
+    "--path",
+    "--path-from",
+    type=click.Path(exists=False),
+    help="Optional path where the artifact versions are persisted, "
+    "default value is taken from the env var: `POLYAXON_OFFLINE_ROOT`.",
+)
+@click.option(
+    "--reset-project",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the owner/project of the local "
+    "version and use the owner/project provided or resolved from the current project.",
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    default=False,
+    help="Flag to force register if the version already exists.",
+)
+@click.pass_context
+@clean_outputs
+def push(
+    ctx,
+    project,
+    version,
+    all_versions,
+    clean,
+    path,
+    reset_project,
+    force,
+):
+    """Push local packaged artifact version or multiple artifact versions to a remove server.
+
+    Uses /docs/core/cli/#caching
+
+    Examples:
+
+    \b
+    $ polyaxon artifacts push -ver rc12
+
+    \b
+    $ polyaxon artifacts push -p acme/foobar --path /tmp/versions
+
+    \b
+    $ polyaxon artifacts pull -p acme/foobar -a --path /tmp/versions
+    """
+    owner, project_name = get_project_or_local(
+        project or ctx.obj.get("project"), is_cli=True
+    )
+    push_one_or_many_project_versions(
+        owner=owner,
+        project_name=project_name,
+        kind=V1ProjectVersionKind.ARTIFACT,
+        version=version,
+        all_versions=all_versions,
+        path=path,
+        clean=clean,
+        force=force,
+        reset_project=reset_project,
+    )
+
+
 @artifacts.command()
 @click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
 @click.option(*OPTIONS_ARTIFACT_VERSION["args"], **OPTIONS_ARTIFACT_VERSION["kwargs"])

{polyaxon-2.1.6rc0 → polyaxon-2.1.7.post1}/polyaxon/_cli/components.py

@@ -21,6 +21,7 @@ from polyaxon._cli.project_versions import (
     list_project_versions,
     open_project_version_dashboard,
     pull_one_or_many_project_versions,
+    push_one_or_many_project_versions,
     register_project_version,
     stage_project_version,
     transfer_project_version,
@@ -576,6 +577,86 @@ def pull(
     )
 
 
+@components.command()
+@click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
+@click.option(*OPTIONS_COMPONENT_VERSION["args"], **OPTIONS_COMPONENT_VERSION["kwargs"])
+@click.option(
+    "--all-versions",
+    "-a",
+    is_flag=True,
+    default=False,
+    help="To push all versions.",
+)
+@click.option(
+    "--clean",
+    "-c",
+    is_flag=True,
+    default=False,
+    help="To clean the version(s) local data after syncing.",
+)
+@click.option(
+    "--path",
+    "--path-from",
+    type=click.Path(exists=False),
+    help="Optional path where the component versions are persisted, "
+    "default value is taken from the env var: `POLYAXON_OFFLINE_ROOT`.",
+)
+@click.option(
+    "--reset-project",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the owner/project of the local "
+    "version and use the owner/project provided or resolved from the current project.",
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    default=False,
+    help="Flag to force register if the version already exists.",
+)
+@click.pass_context
+@clean_outputs
+def push(
+    ctx,
+    project,
+    version,
+    all_versions,
+    clean,
+    path,
+    reset_project,
+    force,
+):
+    """Push local packaged component version or multiple component versions to a remove server.
+
+    Uses /docs/core/cli/#caching
+
+    Examples:
+
+    \b
+    $ polyaxon components push -ver rc12
+
+    \b
+    $ polyaxon components push -p acme/foobar --path /tmp/versions
+
+    \b
+    $ polyaxon components pull -p acme/foobar -a --path /tmp/versions
+    """
+    owner, project_name = get_project_or_local(
+        project or ctx.obj.get("project"), is_cli=True
+    )
+    push_one_or_many_project_versions(
+        owner=owner,
+        project_name=project_name,
+        kind=V1ProjectVersionKind.COMPONENT,
+        version=version,
+        all_versions=all_versions,
+        path=path,
+        clean=clean,
+        force=force,
+        reset_project=reset_project,
+    )
+
+
 @components.command()
 @click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
 @click.option(*OPTIONS_COMPONENT_VERSION["args"], **OPTIONS_COMPONENT_VERSION["kwargs"])

{polyaxon-2.1.6rc0 → polyaxon-2.1.7.post1}/polyaxon/_cli/models.py

@@ -11,6 +11,7 @@ from polyaxon._cli.project_versions import (
     list_project_versions,
     open_project_version_dashboard,
     pull_one_or_many_project_versions,
+    push_one_or_many_project_versions,
     register_project_version,
     stage_project_version,
     transfer_project_version,
@@ -546,6 +547,86 @@ def pull(
     )
 
 
+@models.command()
+@click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
+@click.option(*OPTIONS_MODEL_VERSION["args"], **OPTIONS_MODEL_VERSION["kwargs"])
+@click.option(
+    "--all-versions",
+    "-a",
+    is_flag=True,
+    default=False,
+    help="To push all versions.",
+)
+@click.option(
+    "--clean",
+    "-c",
+    is_flag=True,
+    default=False,
+    help="To clean the version(s) local data after syncing.",
+)
+@click.option(
+    "--path",
+    "--path-from",
+    type=click.Path(exists=False),
+    help="Optional path where the model versions are persisted, "
+    "default value is taken from the env var: `POLYAXON_OFFLINE_ROOT`.",
+)
+@click.option(
+    "--reset-project",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the owner/project of the local "
+    "version and use the owner/project provided or resolved from the current project.",
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    default=False,
+    help="Flag to force register if the version already exists.",
+)
+@click.pass_context
+@clean_outputs
+def push(
+    ctx,
+    project,
+    version,
+    all_versions,
+    clean,
+    path,
+    reset_project,
+    force,
+):
+    """Push local packaged model version or multiple model versions to a remove server.
+
+    Uses /docs/core/cli/#caching
+
+    Examples:
+
+    \b
+    $ polyaxon models push -ver rc12
+
+    \b
+    $ polyaxon models push -p acme/foobar --path /tmp/versions
+
+    \b
+    $ polyaxon models pull -p acme/foobar -a --path /tmp/versions
+    """
+    owner, project_name = get_project_or_local(
+        project or ctx.obj.get("project"), is_cli=True
+    )
+    push_one_or_many_project_versions(
+        owner=owner,
+        project_name=project_name,
+        kind=V1ProjectVersionKind.MODEL,
+        version=version,
+        all_versions=all_versions,
+        path=path,
+        clean=clean,
+        force=force,
+        reset_project=reset_project,
+    )
+
+
 @models.command()
 @click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
 @click.option(*OPTIONS_MODEL_VERSION["args"], **OPTIONS_MODEL_VERSION["kwargs"])

{polyaxon-2.1.6rc0 → polyaxon-2.1.7.post1}/polyaxon/_cli/operations.py

@@ -2259,7 +2259,7 @@ def pull(
 @click.pass_context
 @clean_outputs
 def push(ctx, project, uid, all_runs, no_artifacts, clean, path, reset_project):
-    """Push an local run to a remove server.
+    """Push a local run (or all runs) to a remove server.
 
     Uses /docs/core/cli/#caching
 

{polyaxon-2.1.6rc0 → polyaxon-2.1.7.post1}/polyaxon/_cli/project_versions.py

@@ -1,3 +1,4 @@
+import os
 import sys
 
 from typing import Callable, List, Optional, Union
@@ -13,6 +14,7 @@ from urllib3.exceptions import HTTPError
 
 from polyaxon._cli.dashboard import get_dashboard_url
 from polyaxon._cli.errors import handle_cli_error
+from polyaxon._contexts.paths import get_offline_base_path
 from polyaxon._schemas.lifecycle import V1ProjectVersionKind
 from polyaxon._utils.fqn_utils import get_versioned_entity_full_name
 from polyaxon.client import PolyaxonClient, ProjectClient
@@ -526,7 +528,7 @@ def pull_one_or_many_project_versions(
     owner: str,
     project_name: str,
     kind: V1ProjectVersionKind,
-    version: str,
+    version: Optional[str] = None,
     all_versions: Optional[bool] = None,
     query: Optional[str] = None,
     limit: Optional[int] = None,
@@ -566,3 +568,113 @@ def pull_one_or_many_project_versions(
             "or pass the flag `-a/--all` to pull versions.",
             sys_exit=True,
         )
+
+
+def push_project_version(
+    owner: str,
+    project_name: str,
+    kind: V1ProjectVersionKind,
+    version: str,
+    path: str,
+    reset_project: bool = False,
+    force: bool = False,
+    clean: bool = False,
+    sys_exit: bool = False,
+):
+    fqn_version = get_versioned_entity_full_name(owner, project_name, version)
+    polyaxon_client = ProjectClient(
+        owner=owner, project=project_name, manual_exceptions_handling=True
+    )
+
+    try:
+        try:
+            polyaxon_client.load_offline_version(
+                kind=kind,
+                version=version,
+                path=path,
+                project_client=polyaxon_client,
+                reset_project=reset_project,
+                raise_if_not_found=True,
+            )
+        except Exception as _:
+            Printer.error(
+                "Could not load offline version `{}`.".format(version),
+                sys_exit=sys_exit,
+            )
+            return
+
+        Printer.header(
+            "Pushing {} version [white]`{}`[/white] ...".format(kind, fqn_version),
+        )
+        polyaxon_client.push_version(
+            kind,
+            version,
+            path=path,
+            force=force,
+            clean=clean,
+        )
+        Printer.success(
+            "Finished pushing the {} version `{}` from `{}`".format(
+                kind, fqn_version, path
+            )
+        )
+    except (ApiException, HTTPError) as e:
+        handle_cli_error(
+            e,
+            message="Could not push the {} version `{}`".format(kind, fqn_version),
+        )
+
+
+def push_one_or_many_project_versions(
+    owner: str,
+    project_name: str,
+    kind: V1ProjectVersionKind,
+    path: str,
+    version: Optional[str] = None,
+    all_versions: Optional[bool] = None,
+    reset_project: bool = False,
+    force: bool = False,
+    clean: bool = False,
+):
+    def _push(version_name: str):
+        push_project_version(
+            owner=owner,
+            project_name=project_name,
+            kind=kind,
+            version=version_name,
+            path=path,
+            reset_project=reset_project,
+            force=force,
+            clean=clean,
+        )
+
+    offline_path = get_offline_base_path(
+        entity_kind=kind,
+        path=path,
+    )
+
+    if all_versions:
+        if (
+            not os.path.exists(offline_path)
+            or not os.path.isdir(offline_path)
+            or not os.listdir(offline_path)
+        ):
+            Printer.error(
+                f"Could not push offline {kind} versions, the path `{offline_path}` "
+                f"does not exist, is not a directory, or is empty."
+            )
+            sys.exit(1)
+        version_paths = os.listdir(offline_path)
+        Printer.header(
+            f"Pushing local {kind} versions (total: {len(version_paths)}) ..."
+        )
+        for idx, uid in enumerate(version_paths):
+            Printer.heading(f"Pushing {kind} version {idx + 1}/{len(offline_path)} ...")
+            _push(uid)
+    elif version:
+        _push(version)
+    else:
+        Printer.error(
+            "Please provide a version name, or pass the flag `-a/--all` to pull versions.",
+            sys_exit=True,
+        )

{polyaxon-2.1.6rc0 → polyaxon-2.1.7.post1}/polyaxon/_client/project.py

@@ -4,7 +4,7 @@ from datetime import datetime
 from requests import HTTPError
 from typing import Dict, List, Optional, Tuple, Union
 
-from clipped.utils.json import orjson_dumps
+from clipped.utils.json import orjson_dumps, orjson_loads
 from clipped.utils.paths import check_or_create_path, delete_path
 from clipped.utils.query_params import get_query_params
 from clipped.utils.tz import now
@@ -727,9 +727,12 @@ class ProjectClient:
         description: Optional[str] = None,
         tags: Optional[Union[str, List[str]]] = None,
         content: Optional[Union[str, Dict]] = None,
+        readme: Optional[str] = None,
         run: Optional[str] = None,
         connection: Optional[str] = None,
         artifacts: Optional[List[str]] = None,
+        stage: Optional[V1Stages] = None,
+        stage_conditions: Optional[List[V1StageCondition]] = None,
         force: bool = False,
     ) -> V1ProjectVersion:
         """Creates or Updates a project version based on the data passed.
@@ -745,9 +748,12 @@ class ProjectClient:
             description: str, optional, the version description.
             tags: str or List[str], optional.
             content: str or dict, optional, content/metadata (JSON object) of the version.
+            readme: str, optional, the version readme.
             run: str, optional, a uuid reference to the run.
             connection: str, optional, a uuid reference to a connection.
             artifacts: List[str], optional, list of artifacts to highlight(requires passing a run)
+            stage: V1Stages, optional, the version stage.
+            stage_conditions: List[V1StageCondition], optional, the version stage conditions.
             force: bool, optional, to force push, i.e. update if exists.
 
         Returns:
@@ -783,12 +789,18 @@ class ProjectClient:
                 version_config.tags = tags
             if content:
                 version_config.content = content  # type: ignore
+            if readme is not None:
+                version_config.readme = readme
             if run:
                 version_config.run = run
             if artifacts is not None:
                 version_config.artifacts = artifacts
             if connection is not None:
                 version_config.connection = connection
+            if stage is not None:
+                version_config.stage = stage
+            if stage_conditions is not None:
+                version_config.stage_conditions = stage_conditions
             return self.patch_version(
                 kind=kind,
                 version=version,
@@ -800,9 +812,12 @@ class ProjectClient:
                 description=description,
                 tags=tags,
                 run=run,
+                readme=readme,
                 artifacts=artifacts,
                 connection=connection,
                 content=content,
+                stage=stage,
+                stage_conditions=stage_conditions,
             )
             return self.create_version(kind=kind, data=version_config)
 
@@ -1575,3 +1590,183 @@ class ProjectClient:
             path=path,
             download_artifacts=download_artifacts,
         )
+
+    @classmethod
+    @client_handler(check_no_op=True)
+    def load_offline_version(
+        cls,
+        kind: V1ProjectVersionKind,
+        version: str,
+        path: str,
+        project_client: Optional["ProjectClient"] = None,
+        reset_project: bool = False,
+        raise_if_not_found: bool = False,
+    ) -> Optional["ProjectClient"]:
+        """Loads a project version from a local path.
+
+        Args:
+            kind: V1ProjectVersionKind, kind of the project version.
+            version: str, required, the version name/tag.
+            path: str, local path where to load the version's metadata and artifacts from.
+            project_client: ProjectClient, optional,
+                 a project client to update with the loaded version.
+            reset_project: bool, optional, to reset the project client with the loaded version.
+            raise_if_not_found: bool, optional, to raise an exception if the version is not found.
+
+        Returns:
+            ProjectClient, a project client with the loaded version.
+        """
+        path = ctx_paths.get_offline_path(
+            entity_value=version, entity_kind=kind, path=path
+        )
+        version_path = "{}/{}".format(path, ctx_paths.CONTEXT_LOCAL_VERSION)
+        if not os.path.exists(version_path):
+            if raise_if_not_found:
+                raise PolyaxonClientException(
+                    "Version not found in the provided path: {}".format(path)
+                )
+            else:
+                logger.info(f"Offline data was not found: {version_path}")
+                return None
+
+        with open(version_path, "r") as config_file:
+            config_str = config_file.read()
+            version_config = V1ProjectVersion(**orjson_loads(config_str))
+            owner = version_config.owner
+            project = version_config.project
+            if project_client:
+                if reset_project or not owner:
+                    owner = project_client.owner
+                if reset_project or not project:
+                    project = project_client.project
+                project_client._owner = owner
+                project_client._project = project
+            else:
+                project_client = cls(
+                    owner=owner,
+                    project=project,
+                )
+            logger.info("Loaded version `{}`".format(version_path))
+
+        return project_client
+
+    @client_handler(check_no_op=True, check_offline=True)
+    def push_version(
+        self,
+        kind: V1ProjectVersionKind,
+        version: str,
+        path: str,
+        force: bool = False,
+        clean: bool = False,
+    ):
+        """Pushes a local version from a local path to Polyaxon's API.
+
+        This is a generic function based on the kind passed and pushes a:
+            * component version
+            * model version
+            * artifact version
+
+        Args:
+            kind: V1ProjectVersionKind, kind of the project version.
+            version: str, required, the version name/tag.
+            path: str, optional, defaults to the offline root path,
+                 path where to load the metadata and artifacts from.
+            force: bool, optional, to force push, i.e. update if exists.
+            clean: bool, optional, to clean the version after pushing.
+        """
+        path = ctx_paths.get_offline_path(
+            entity_value=version, entity_kind=kind, path=path
+        )
+        version_path = "{}/{}".format(path, ctx_paths.CONTEXT_LOCAL_VERSION)
+        with open(version_path, "r") as config_file:
+            config_str = config_file.read()
+            version_config = V1ProjectVersion(**orjson_loads(config_str))
+
+        self.register_version(
+            kind=kind,
+            version=version,
+            description=version_config.description,
+            tags=version_config.tags,
+            content=version_config.content,
+            readme=version_config.readme,
+            run=version_config.run,
+            stage=version_config.stage,
+            stage_conditions=version_config.stage_conditions,
+            connection=version_config.connection,
+            artifacts=version_config.artifacts,
+            force=force,
+        )
+        if clean:
+            delete_path(path)
+
+    @client_handler(check_no_op=True, check_offline=True)
+    def push_component_version(
+        self,
+        version: str,
+        path: str,
+        force: bool = False,
+        clean: bool = False,
+    ):
+        """Pushes a local component version to a remove server.
+
+        Args:
+            version: str, required, the version name/tag.
+            path: str, local path where to load the metadata and artifacts from.
+            force: bool, optional, to force push, i.e. update if exists.
+            clean: bool, optional, to clean the version after pushing.
+        """
+        return self.push_version(
+            kind=V1ProjectVersionKind.COMPONENT,
+            version=version,
+            path=path,
+            force=force,
+            clean=clean,
+        )
+
+    @client_handler(check_no_op=True, check_offline=True)
+    def push_model_version(
+        self,
+        version: str,
+        path: str,
+        force: bool = True,
+        clean: bool = False,
+    ):
+        """Pushes a local model version to a remove server.
+
+        Args:
+            version: str, required, the version name/tag.
+            path: str, local path where to load the metadata and artifacts from.
+            force: bool, optional, to force push, i.e. update if exists.
+            clean: bool, optional, to clean the version after pushing.
+        """
+        return self.pull_version(
+            kind=V1ProjectVersionKind.MODEL,
+            version=version,
+            path=path,
+            force=force,
+            clean=clean,
+        )
+
+    @client_handler(check_no_op=True, check_offline=True)
+    def push_artifact_version(
+        self,
+        version: str,
+        path: str,
+        force: bool = True,
+        clean: bool = False,
+    ):
+        """Pushes a local artifact version to a remote server.
+
+        Args:
+            version: str, required, the version name/tag.
+            path: str, local path where to load the metadata and artifacts from.
+            force: bool, optional, to force push, i.e. update if exists.
+            clean: bool, optional, to clean the version after pushing.
+        """
+        return self.pull_version(
+            kind=V1ProjectVersionKind.ARTIFACT,
+            version=version,
+            path=path,
+            force=force,
+            clean=clean,
+        )