polyaxon 2.0.0rc49__py3-none-any.whl → 2.4.0rc1__py3-none-any.whl

polyaxon/_cli/config.py

@@ -4,6 +4,7 @@ import click
 
 from clipped.formatting import Printer
 from clipped.utils.dicts import dict_to_tabulate
+from clipped.utils.paths import check_or_create_path
 
 from polyaxon import settings
 from polyaxon._cli.errors import handle_cli_error
@@ -15,6 +16,55 @@ from polyaxon._managers.user import UserConfigManager
 from polyaxon.logger import clean_outputs, logger
 
 
+def set_home_path(home_path: str):
+    try:
+        _config = HomeConfigManager.get_config_or_default()
+    except Exception as e:
+        logger.debug(
+            "Home configuration could not be loaded.\n"
+            "Error: %s\n"
+            "Purging home configuration and resetting values.",
+            e,
+        )
+        logger.debug()
+        HomeConfigManager.purge()
+        _config = HomeConfigManager.get_config_or_default()
+    try:
+        check_or_create_path(home_path, is_dir=False)
+    except Exception as e:
+        handle_cli_error(
+            e, message=f"Couldn't create path configuration at {home_path}."
+        )
+        Printer.heading(
+            "Please make sure that that the path is accessible or manually create it."
+        )
+        sys.exit(1)
+    setattr(_config, "path", home_path)
+    HomeConfigManager.set_config(_config)
+    settings.set_home_config(_config)
+
+
+def set_owner(owner: str):
+    try:
+        _config = UserConfigManager.get_config_or_default()
+    except Exception as e:
+        logger.debug(
+            "Home configuration could not be loaded.\n"
+            "Error: %s\n"
+            "Purging home configuration and resetting values.",
+            e,
+        )
+        UserConfigManager.purge()
+        _config = UserConfigManager.get_config_or_default()
+
+    data = owner.split("/")
+    if len(data) > 2:
+        Printer.error("Invalid owner format, please provide a valid owner.")
+        sys.exit(1)
+    _config.organization = owner
+    UserConfigManager.set_config(_config)
+
+
 def validate_options(ctx, param, value):
     possible_values = ["verbose", "host"]
     if value and value not in possible_values:
@@ -76,7 +126,7 @@ def show():
     if _config:
         Printer.heading("User config:")
         config_user = dict_to_tabulate(
-            _config.to_dict(),
+            _config,
             humanize_values=True,
             exclude_attrs=["theme"],
         )
@@ -92,25 +142,67 @@ def get(keys):
     Examples:
 
     \b
-    $ polyaxon config get host verify-ssl
+    $ polyaxon config get home host verify-ssl
     """
-    _config = ClientConfigManager.get_config_or_default()
 
     if not keys:
         return
 
+    keys = set(keys)
+
+    # Check Home config
+    _config = HomeConfigManager.get_config_or_default()
+    print_values = {}
+    if "home" in keys:
+        if hasattr(_config, "path"):
+            print_values["home"] = getattr(_config, "path")
+            keys.discard("home")
+    if print_values:
+        Printer.heading("Home config:")
+        Printer.dict_tabulate(print_values)
+
+    not_found_keys = set([])
+
+    # Check client config
+    _config = ClientConfigManager.get_config_or_default()
     print_values = {}
     for key in keys:
         key = key.replace("-", "_")
         if hasattr(_config, key):
             print_values[key] = getattr(_config, key)
+            not_found_keys.discard(key)
         else:
-            Printer.print("Key `{}` is not recognised.".format(key))
+            not_found_keys.add(key)
+    if print_values:
+        Printer.heading("Client config:")
+        Printer.dict_tabulate(print_values)
 
-    Printer.dict_tabulate(print_values)
+    keys = not_found_keys
+    not_found_keys = set([])
 
+    # Check cli config
+    _config = CliConfigManager.get_config_or_default()
+    print_values = {}
+    for key in keys:
+        key = key.replace("-", "_")
+        if hasattr(_config, key):
+            print_values[key] = getattr(_config, key)
+            not_found_keys.discard(key)
+        else:
+            not_found_keys.add(key)
+    if print_values:
+        Printer.heading("CLI config:")
+        Printer.dict_tabulate(print_values)
 
-@config.command()
+    if not_found_keys:
+        Printer.print(
+            "The following keys `{}` were not found in any configuration.".format(
+                not_found_keys
+            )
+        )
+
+
+@config.command(name="set")
 @click.option("--debug", type=bool, help="To set the verbosity of the client.")
 @click.option("--host", type=str, help="To set the server endpoint.")
 @click.option(
@@ -125,9 +217,14 @@ def get(keys):
 )
 @click.option(
     "--home",
-    type=click.Path(exists=True),
+    type=click.Path(exists=False),
     help="To set POLYAXON_HOME to specify the context where the CLI/Client reads/writes global configuration.",
 )
+@click.option(
+    "--owner",
+    type=click.Path(exists=False),
+    help="To set current organization or team space.",
+)
 @click.option(
     "--disable-errors-reporting",
     type=bool,
@@ -140,30 +237,29 @@ def get(keys):
     help="To reconfigure the host without purging auth and other config options.",
 )
 @clean_outputs
-def set(**kwargs):  # pylint:disable=redefined-builtin
+def set_(**kwargs):  # pylint:disable=redefined-builtin
     """Set the global config values.
 
     Examples:
 
+    \b
+    $ polyaxon config set --home=/tmp/.polyaxon
+
+    \b
+    $ polyaxon config set --home=
+
     \b
     $ polyaxon config set --host=localhost
     """
     no_purge = kwargs.pop("no_purge", None)
     if kwargs.get("home") is not None:
-        try:
-            _config = HomeConfigManager.get_config_or_default()
-        except Exception as e:
-            logger.debug(
-                "Home configuration could not be loaded.\n"
-                "Error: %s\n"
-                "Purging home configuration and resetting values.",
-                e,
-            )
-            logger.debug()
-            HomeConfigManager.purge()
-            _config = HomeConfigManager.get_config_or_default()
-        setattr(_config, "path", kwargs.pop("home", None))
-        HomeConfigManager.set_config(_config)
+        home_path = kwargs.pop("home", None)
+        set_home_path(home_path)
+
+    if kwargs.get("owner") is not None:
+        owner = kwargs.pop("owner", None)
+        if owner:
+            set_owner(owner)
 
     from polyaxon._managers.auth import AuthConfigManager
 

polyaxon/_cli/dashboard.py

@@ -1,5 +1,7 @@
 import sys
 
+from typing import Optional
+
 import click
 
 from clipped.formatting import Printer
@@ -10,10 +12,21 @@ from polyaxon.api import POLYAXON_CLOUD_HOST
 from polyaxon.logger import clean_outputs
 
 
+def get_project_subpath_url(owner: str, team: Optional[str], project: str):
+    if team:
+        return "{}/ts/{}/{}".format(owner, team, project)
+    return "{}/{}".format(owner, project)
+
+
 def get_dashboard_url(
-    base: str = "ui", subpath: str = "", use_cloud: bool = False
+    base: str = "ui", subpath: str = "", use_cloud: bool = False, host: str = None
 ) -> str:
-    host = POLYAXON_CLOUD_HOST if use_cloud else clean_host(settings.CLIENT_CONFIG.host)
+    if not host:
+        host = (
+            POLYAXON_CLOUD_HOST
+            if use_cloud
+            else clean_host(settings.CLIENT_CONFIG.host)
+        )
     dashboard_url = "{}/{}/".format(host, base)
     if subpath:
         return "{}{}/".format(dashboard_url, subpath.rstrip("/"))

polyaxon/_cli/init.py

@@ -112,7 +112,7 @@ def init(project, git_connection, git_url, polyaxonfile, polyaxonignore, yes):
             command_help="polyaxon init",
         )
     if project:
-        owner, project_name = get_project_or_local(project, is_cli=True)
+        owner, _, project_name = get_project_or_local(project, is_cli=True)
         try:
             polyaxon_client = ProjectClient(
                 owner=owner, project=project_name, manual_exceptions_handling=True

polyaxon/_cli/models.py

@@ -11,6 +11,7 @@ from polyaxon._cli.project_versions import (
     list_project_versions,
     open_project_version_dashboard,
     pull_one_or_many_project_versions,
+    push_one_or_many_project_versions,
     register_project_version,
     stage_project_version,
     transfer_project_version,
@@ -68,7 +69,7 @@ def ls(ctx, project, query, sort, limit, offset):
     \b
     $ polyaxon models ls -p=acme/project-name
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
 
@@ -142,11 +143,12 @@ def register(
     $ polyaxon models register -p owner/name -ver v1 --tags="tag1,tag2"
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     register_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.MODEL,
@@ -224,11 +226,12 @@ def copy(
     $ polyaxon models copy -p owner/name -ver v1 --tags="tag1,tag2" --name new-v1
     """
     version = version or ctx.obj.get("version")
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     copy_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         version=version,
         kind=V1ProjectVersionKind.MODEL,
@@ -261,11 +264,12 @@ def get(ctx, project, version):
     $ polyaxon models get -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     get_project_version(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.MODEL,
         version=version,
@@ -292,7 +296,7 @@ def stages(ctx, project, version):
     $ polyaxon models stages -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     get_project_version_stages(
@@ -331,7 +335,7 @@ def delete(ctx, project, version, yes):
     $ polyaxon models get -p owner/my-project -ver rc12
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     delete_project_version(
@@ -374,7 +378,7 @@ def update(ctx, project, version, name, description, tags):
     $ polyaxon models update --tags="foo, bar"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     update_project_version(
@@ -422,7 +426,7 @@ def stage(ctx, project, version, to, reason, message):
     $ polyaxon models stage -p acme/foobar -ver rc12 --to=staging --reason GithubAction --message="Use carefully!"
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     stage_project_version(
@@ -460,7 +464,7 @@ def transfer(ctx, project, version, to_project):
     $ polyaxon models transfer -p acme/foobar -ver rc12 --to-project=dest-project
     """
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     transfer_project_version(
@@ -529,7 +533,7 @@ def pull(
     \b
     $ polyaxon models pull -p acme/foobar -a --path /tmp/versions
     """
-    owner, project_name = get_project_or_local(
+    owner, _, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     pull_one_or_many_project_versions(
@@ -546,6 +550,86 @@ def pull(
     )
 
 
+@models.command()
+@click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
+@click.option(*OPTIONS_MODEL_VERSION["args"], **OPTIONS_MODEL_VERSION["kwargs"])
+@click.option(
+    "--all-versions",
+    "-a",
+    is_flag=True,
+    default=False,
+    help="To push all versions.",
+)
+@click.option(
+    "--clean",
+    "-c",
+    is_flag=True,
+    default=False,
+    help="To clean the version(s) local data after syncing.",
+)
+@click.option(
+    "--path",
+    "--path-from",
+    type=click.Path(exists=False),
+    help="Optional path where the model versions are persisted, "
+    "default value is taken from the env var: `POLYAXON_OFFLINE_ROOT`.",
+)
+@click.option(
+    "--reset-project",
+    is_flag=True,
+    default=False,
+    help="Optional, to ignore the owner/project of the local "
+    "version and use the owner/project provided or resolved from the current project.",
+)
+@click.option(
+    "--force",
+    is_flag=True,
+    default=False,
+    help="Flag to force register if the version already exists.",
+)
+@click.pass_context
+@clean_outputs
+def push(
+    ctx,
+    project,
+    version,
+    all_versions,
+    clean,
+    path,
+    reset_project,
+    force,
+):
+    """Push local packaged model version or multiple model versions to a remove server.
+
+    Uses /docs/core/cli/#caching
+
+    Examples:
+
+    \b
+    $ polyaxon models push -ver rc12
+
+    \b
+    $ polyaxon models push -p acme/foobar --path /tmp/versions
+
+    \b
+    $ polyaxon models pull -p acme/foobar -a --path /tmp/versions
+    """
+    owner, _, project_name = get_project_or_local(
+        project or ctx.obj.get("project"), is_cli=True
+    )
+    push_one_or_many_project_versions(
+        owner=owner,
+        project_name=project_name,
+        kind=V1ProjectVersionKind.MODEL,
+        version=version,
+        all_versions=all_versions,
+        path=path,
+        clean=clean,
+        force=force,
+        reset_project=reset_project,
+    )
+
+
 @models.command()
 @click.option(*OPTIONS_PROJECT["args"], **OPTIONS_PROJECT["kwargs"])
 @click.option(*OPTIONS_MODEL_VERSION["args"], **OPTIONS_MODEL_VERSION["kwargs"])
@@ -568,11 +652,12 @@ def pull(
 def dashboard(ctx, project, version, yes, url):
     """Open this model version's dashboard details in browser."""
     version = version or ctx.obj.get("version") or "latest"
-    owner, project_name = get_project_or_local(
+    owner, team, project_name = get_project_or_local(
         project or ctx.obj.get("project"), is_cli=True
     )
     open_project_version_dashboard(
         owner=owner,
+        team=team,
         project_name=project_name,
         kind=V1ProjectVersionKind.MODEL,
         version=version,