qwak-sdk 0.1.0__py3-none-any.whl → 0.2.20rc0__py3-none-any.whl

qwak_sdk/commands/models/build/ui.py

@@ -0,0 +1,241 @@
+import click
+from qwak.inner.const import QwakConstants
+
+from qwak_sdk.commands.models.build._logic.client_logs.cli_ui import (
+    execute_build_pipeline,
+)
+from qwak_sdk.commands.models.build._logic.config.config_v1 import ConfigV1
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+from qwak_sdk.inner.tools.config_handler import config_handler
+
+
+@click.command("build", cls=QwakCommand)
+@click.option("--model-id", metavar="NAME", required=False, help="Model ID")
+@click.option(
+    "--main-dir",
+    metavar="NAME",
+    help=f"Model main directory name, [Default: {ConfigV1.BuildProperties.ModelUri.main_dir}]",
+)
+@click.option(
+    "-P",
+    "--param-list",
+    required=False,
+    metavar="NAME=VALUE",
+    multiple=True,
+    help="A parameter for the build, of the form -P name=value. the params will be saved and can be viewed later",
+)
+@click.option(
+    "-E",
+    "--env-vars",
+    required=False,
+    metavar="NAME=VALUE",
+    multiple=True,
+    help="A parameter for the build, of the form -E name=value",
+)
+@click.option(
+    "-T",
+    "--tags",
+    required=False,
+    multiple=True,
+    help="A tag for the model build",
+)
+@click.option(
+    "--remote/--no-remote",
+    help=f"Whether to use remote mode."
+    f"\n[Default: {ConfigV1.BuildEnv.RemoteConf.is_remote}]",
+    default=None,
+)
+@click.option(
+    "--git-credentials",
+    required=False,
+    metavar="USERNAME:ACCESS_TOKEN",
+    help="Access credentials for private repositories listed in the python dependencies file",
+)
+@click.option(
+    "--git-branch",
+    metavar="NAME",
+    required=False,
+    help=f"Branch to use for git repo model code if defined."
+    f"\n[Default: {ConfigV1.BuildProperties.ModelUri.git_branch}]",
+)
+@click.option(
+    "--git-credentials-secret",
+    metavar="NAME",
+    required=False,
+    help="[REMOTE BUILD] Predefined Qwak secret secret name, that contains access credentials to private repositories"
+    + "Secrets should be of the form USERNAME:ACCESS_TOKEN. For info regarding defining Qwak Secrets using the"
+    + "`qwak secret` command",
+)
+@click.option(
+    "--cpus",
+    metavar="NAME",
+    required=False,
+    help="[REMOTE BUILD] Number of cpus to use on the remote build. [Default (If GPU not configured): 2] "
+    "(DO NOT CONFIGURE GPU AND CPU TOGETHER)",
+    type=click.FLOAT,
+)
+@click.option(
+    "--memory",
+    metavar="NAME",
+    required=False,
+    help="[REMOTE BUILD] Memory to use on the remote build. [Default (If GPU not configured): 4Gi] "
+    "(DO NOT CONFIGURE GPU AND CPU TOGETHER)",
+)
+@click.option(
+    "--gpu-type",
+    metavar="NAME",
+    required=False,
+    help=f"[REMOTE BUILD] Type of GPU to use on the remote build ({', '.join([x for x in QwakConstants.GPU_TYPES])})."
+    f"\n[Default: {ConfigV1.BuildEnv.RemoteConf.RemoteBuildResources.gpu_type}]"
+    "(DO NOT CONFIGURE GPU AND CPU TOGETHER)",
+    type=click.STRING,
+)
+@click.option(
+    "--gpu-amount",
+    metavar="NAME",
+    required=False,
+    type=int,
+    help=f"[REMOTE BUILD] Amount of GPU to use on the remote build."
+    f"\n[Default: {ConfigV1.BuildEnv.RemoteConf.RemoteBuildResources.gpu_amount}] "
+    "(DO NOT CONFIGURE GPU AND CPU TOGETHER)",
+)
+@click.option(
+    "--gpu-compatible",
+    help=f"[REMOTE BUILD] Whether to build an image that is compatible to be deployd on a GPU instance."
+    f"\n[Default: {ConfigV1.BuildProperties.gpu_compatible}] ",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--iam-role-arn",
+    required=False,
+    type=str,
+    help="[REMOTE BUILD] Custom IAM Role ARN.",
+)
+@click.option(
+    "--push/--no-push",
+    default=None,
+    help="[LOCAL BUILD] Whether to push the model to the registry."
+    "\n[Default: Push enabled",
+)
+@click.option(
+    "--cache/--no-cache",
+    default=None,
+    help="Disable docker build cache. [Default: Cache enabled]",
+)
+@click.option(
+    "--aws-profile",
+    required=False,
+    help="[LOCAL BUILD] AWS Profile to use for s3 operations."
+    f"\n[Default: {ConfigV1.BuildEnv.LocalConf.aws_profile}]",
+)
+@click.option(
+    "-v",
+    "--verbose",
+    count=True,
+    default=None,
+    help="Log verbosity level - v: INFO, vv: DEBUG [default: WARNING], Default ERROR",
+)
+@click.option(
+    "--base-image",
+    help="Used for customizing the docker container image built for train, build and deploy."
+    "Docker images should be based on qwak images, The entrypoint or cmd of the docker "
+    "image should not be changed."
+    f"\n[Default: {ConfigV1.BuildEnv.DockerConf.base_image}]",
+    required=False,
+)
+@click.option(
+    "--qwak-sdk-extra-index-url",
+    required=False,
+    help="Extra index url to install from the Qwak-SDK on remote (enables running dev versions on remote build"
+    ", it's required to upload the dev version to the index url of course)",
+)
+@click.option(
+    "-f",
+    "--from-file",
+    help="Build by run_config file, Command arguments will overwrite any run_config.",
+    required=False,
+    type=click.Path(exists=True, resolve_path=True, dir_okay=False),
+)
+@click.option(
+    "--out-conf",
+    help="Extract models build conf from command arguments, the command will not run it wil only output valid yaml "
+    "structure",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--json-logs",
+    help="Output logs as json for easier parsing",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--programmatic",
+    help="Run the _logic without the UI and receive the build id and any exception as return values",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--validate-build-artifact/--no-validate-build-artifact",
+    help="Skip validate build artifact step",
+    default=None,
+)
+@click.option(
+    "--tests/--no-tests",
+    help="Skip tests step",
+    default=None,
+)
+@click.option(
+    "--dependency-file-path",
+    help="Custom dependency file path",
+    default=None,
+)
+@click.option(
+    "--validate-build-artifact-timeout",
+    help="Timeout in seconds for the validation step",
+    default=120,
+)
+@click.option(
+    "--dependency-required-folders",
+    help="Comma separated list of folders to be copied into the build",
+    default=None,
+    required=False,
+    multiple=True,
+)
+@click.option(
+    "--deploy",
+    help="Whether you want to deploy the build if it finishes successfully. "
+    "Choosing this will follow the build process in the terminal and will trigger a deployment when the "
+    "build finishes.",
+    default=False,
+    is_flag=True,
+)
+@click.argument("uri", required=False)
+def models_build(**kwargs):
+    return build(**kwargs)
+
+
+def build(
+    from_file: str,
+    out_conf: bool,
+    json_logs: bool,
+    programmatic: bool,
+    **kwargs,
+):
+    # If QWAK_DEBUG=true is set then the artifacts will not be deleted, all intermediate files located in ~/.qwak/builds
+    # Including all intermediate images
+    config: ConfigV1 = config_handler(
+        config=ConfigV1,
+        from_file=from_file,
+        out_conf=out_conf,
+        **kwargs,
+    )
+    if out_conf:
+        return
+    else:
+        return execute_build_pipeline(
+            config=config,
+            json_logs=json_logs,
+            programmatic=programmatic,
+        )

qwak_sdk/commands/models/builds/builds_commands_group.py

@@ -0,0 +1,16 @@
+import click
+
+from qwak_sdk.commands.models.builds.cancel.ui import cancel_build
+from qwak_sdk.commands.models.builds.logs.ui import build_logs
+from qwak_sdk.commands.models.builds.status.ui import get_build_status
+
+
+@click.group(name="builds", help="Ongoing builds")
+def builds_commands_group():
+    # Click commands group injection
+    pass
+
+
+builds_commands_group.add_command(cancel_build)
+builds_commands_group.add_command(get_build_status)
+builds_commands_group.add_command(build_logs)

qwak_sdk/commands/models/builds/cancel/_logic.py

@@ -0,0 +1,5 @@
+from qwak.clients.build_orchestrator import BuildOrchestratorClient
+
+
+def execute_cancel_build(build_id):
+    return BuildOrchestratorClient().cancel_build_model(build_id=build_id)

qwak_sdk/commands/models/builds/cancel/ui.py

@@ -0,0 +1,15 @@
+import click
+
+from qwak_sdk.commands.models.builds.cancel._logic import execute_cancel_build
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+from qwak_sdk.inner.tools.logger.logger import get_qwak_logger
+
+logger = get_qwak_logger()
+
+
+@click.command("cancel", cls=QwakCommand)
+@click.argument("build_id")
+def cancel_build(build_id, **kwargs):
+    logger.info(f"Attempting to cancel remote build with build id [{build_id}]")
+    execute_cancel_build(build_id=build_id)
+    logger.info("Successfully canceled remote build")

qwak_sdk/commands/models/builds/logs/ui.py

@@ -0,0 +1,35 @@
+import click
+
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+from qwak_sdk.tools.log_handling import QwakLogHandling
+
+
+@click.command("logs", cls=QwakCommand)
+@click.option("-f", "--follow", is_flag=True, default=False, help="Follow log tail")
+@click.option(
+    "-b", "--build-id", required=True, help="Runtime model Build ID to show logs of"
+)
+@click.option(
+    "-s",
+    "--since",
+    required=False,
+    metavar="X [TYPE] ago",
+    help=f"Get logs from X1 [type] X2 [type]... Xn [type] ago. "
+    f"(x = INT; type = {QwakLogHandling.TIME_UNITS}) i.e. [1 day 2 hours ago]",
+)
+@click.option(
+    "-n",
+    "--number-of-results",
+    required=False,
+    type=int,
+    help="Maximum number of results per query",
+)
+@click.option(
+    "-g", "--grep", required=False, help="Filter by log content contains [expression]"
+)
+def build_logs(
+    follow=True, build_id=None, since=None, number_of_results=None, grep=None, **kwargs
+):
+    QwakLogHandling().get_logs(
+        follow, since, number_of_results, grep, {"build_id": build_id}, "build"
+    )

qwak_sdk/commands/models/builds/status/_logic.py

@@ -0,0 +1,6 @@
+from _qwak_proto.qwak.builds.builds_pb2 import BuildStatus
+from qwak.clients.build_management import BuildsManagementClient
+
+
+def execute_get_build_status(build_id) -> BuildStatus:
+    return BuildsManagementClient().get_build(build_id).build.build_status

qwak_sdk/commands/models/builds/status/ui.py

@@ -0,0 +1,30 @@
+import json
+
+import click
+from _qwak_proto.qwak.builds.builds_pb2 import BuildStatus
+
+from qwak_sdk.commands.models.builds.status._logic import execute_get_build_status
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+from qwak_sdk.inner.tools.logger.logger import get_qwak_logger
+
+logger = get_qwak_logger()
+
+
+@click.command("status", cls=QwakCommand)
+@click.argument("build_id")
+def get_build_status(build_id, **kwargs):
+    if kwargs["format"] == "text":
+        logger.info(f"Getting build status for build id [{build_id}]")
+    build_status = execute_get_build_status(build_id)
+    if kwargs["format"] == "text":
+        logger.info(f"Build status: {BuildStatus.Name(build_status)}")
+    elif kwargs["format"] == "json":
+        print(
+            json.dumps(
+                {
+                    "build_id": build_id,
+                    "build_status": BuildStatus.Name(build_status),
+                }
+            )
+        )
+    return BuildStatus.Name(build_status)

qwak_sdk/commands/models/create/_logic.py

@@ -0,0 +1,35 @@
+from _qwak_proto.qwak.projects.projects_pb2 import (
+    CreateProjectResponse,
+    GetProjectResponse,
+)
+from qwak.clients.model_management import ModelsManagementClient
+from qwak.clients.project.client import ProjectsManagementClient
+from qwak.exceptions import QwakException
+
+from qwak_sdk.exceptions import QwakCommandException
+
+
+def execute_model_create(model_name, model_description, project, project_id):
+    if not (project or project_id):
+        raise QwakCommandException("You nust supply either project or project_id")
+
+    if project_id:
+        resolved_project_id = project_id
+    else:
+        try:
+            project: GetProjectResponse = ProjectsManagementClient().get_project(
+                project_id="", project_name=project
+            )
+            resolved_project_id = project.project.spec.project_id
+        except QwakException:
+            print(f"Project with name {project} doesn't exist. Creating it.")
+            project_creation: CreateProjectResponse = (
+                ProjectsManagementClient().create_project(
+                    project_name=project, project_description=""
+                )
+            )
+            resolved_project_id = project_creation.project.project_id
+
+    return ModelsManagementClient().create_model(
+        resolved_project_id, model_name, model_description
+    )

qwak_sdk/commands/models/create/ui.py

@@ -0,0 +1,27 @@
+import click
+
+from qwak_sdk.commands.models.create._logic import execute_model_create
+from qwak_sdk.commands.ui_tools import output_as_json
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+from qwak_sdk.tools.colors import Color
+
+
+@click.command("create", cls=QwakCommand)
+@click.argument("name", metavar="name", required=True)
+@click.option("--project", metavar="NAME", required=False, help="Project name")
+@click.option("--project-id", metavar="ID", required=False, help="Project id")
+@click.option(
+    "--description",
+    metavar="DESCRIPTION",
+    required=False,
+    help="Model description",
+)
+def model_create(name, description, project, project_id, **kwargs):
+    try:
+        response = execute_model_create(name, description, project, project_id)
+        if kwargs["format"] == "json":
+            output_as_json(response)
+        else:
+            print(f"Model created\nmodel id : {response.model_id}")
+    except Exception as e:
+        print(f"{Color.RED}Error creating model: {e}{Color.RED}")

qwak_sdk/commands/models/delete/_logic.py

@@ -0,0 +1,5 @@
+from qwak.clients.model_management import ModelsManagementClient
+
+
+def execute_model_delete(project_id, model_id):
+    return ModelsManagementClient().delete_model(project_id, model_id)

qwak_sdk/commands/models/delete/ui.py

@@ -0,0 +1,16 @@
+import click
+
+from qwak_sdk.commands.models.delete._logic import execute_model_delete
+from qwak_sdk.commands.ui_tools import output_as_json
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+
+
+@click.command("delete", cls=QwakCommand)
+@click.option("--project-id", metavar="NAME", required=True, help="Project id")
+@click.option("--model-id", metavar="NAME", required=True, help="Model name")
+def model_delete(project_id, model_id, **kwargs):
+    response = execute_model_delete(project_id, model_id)
+    if kwargs["format"] == "json":
+        output_as_json(response)
+    else:
+        print(f"Model deleted\nmodel id : {model_id}")

qwak_sdk/commands/models/deployments/deploy/_logic/advance_deployment_options_handler.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from _qwak_proto.qwak.deployment.deployment_pb2 import (
+    AdvancedDeploymentOptions,
+    KubeDeploymentType,
+)
+from qwak.exceptions import QwakException
+
+from qwak_sdk.commands.models.deployments.deploy.batch._logic.advanced_deployment_mapper import (
+    batch_advanced_deployment_options_from_deploy_config,
+)
+from qwak_sdk.commands.models.deployments.deploy.realtime._logic.advanced_deployment_mapper import (
+    realtime_advanced_deployment_options_from_deploy_config,
+)
+
+ADVANCED_DEPLOYMENT_UNRECOGNIZED_TYPE_ERROR = (
+    "The deployments type doesn't have an advanced deployments options configured"
+)
+
+
+def get_advanced_deployment_options_from_deploy_config(
+    deploy_config, kube_deployment_type
+) -> AdvancedDeploymentOptions:
+    if kube_deployment_type == KubeDeploymentType.ONLINE:
+        return realtime_advanced_deployment_options_from_deploy_config(deploy_config)
+    elif kube_deployment_type == KubeDeploymentType.BATCH:
+        return batch_advanced_deployment_options_from_deploy_config(deploy_config)
+    elif kube_deployment_type == KubeDeploymentType.STREAM:
+        return AdvancedDeploymentOptions()
+    else:
+        raise QwakException(ADVANCED_DEPLOYMENT_UNRECOGNIZED_TYPE_ERROR)

qwak_sdk/commands/models/deployments/deploy/_logic/base_deploy_executor.py

@@ -0,0 +1,64 @@
+from abc import ABC, abstractmethod
+from time import sleep
+from typing import List
+
+from _qwak_proto.qwak.deployment.deployment_pb2 import ModelDeploymentStatus
+from _qwak_proto.qwak.deployment.deployment_service_pb2 import DeployModelResponse
+from qwak.clients.administration.eco_system.client import EcosystemClient
+from qwak.clients.deployment.client import DeploymentManagementClient
+from qwak.inner.di_configuration import UserAccountConfiguration
+
+from qwak_sdk.commands.models.deployments.deploy._logic.deploy_config import (
+    DeployConfig,
+)
+
+FAILED_STATUS = [
+    "FAILED_DEPLOYMENT",
+    "FAILED_INITIATING_DEPLOYMENT",
+]
+SUCCESSFUL_STATUS = ["SUCCESSFUL_DEPLOYMENT"]
+END_STATUSES = SUCCESSFUL_STATUS + FAILED_STATUS
+
+
+class BaseDeployExecutor(ABC):
+    def __init__(self, config: DeployConfig):
+        self.config = config
+        self.deploy_client = DeploymentManagementClient()
+        self.ecosystem_client = EcosystemClient()
+        self.user_config = UserAccountConfiguration().get_user_config()
+
+    def poll_until_complete(self, deployment_id: str, poll_period: int):
+        def deployment_status():
+            status_response = self.deploy_client.get_deployment_status(
+                deployment_named_id=deployment_id
+            )
+            if ModelDeploymentStatus.Name(status_response.status) in END_STATUSES:
+                return ModelDeploymentStatus.Name(status_response.status)
+
+        status = deployment_status()
+        while status not in END_STATUSES:
+            sleep(poll_period)
+            status = deployment_status()
+        return status
+
+    def poll_until_complete_multiple(self, deployment_ids: List[str], poll_period: int):
+        def deployment_status(deployment_id: str):
+            status_response = self.deploy_client.get_deployment_status(
+                deployment_named_id=deployment_id
+            )
+            if ModelDeploymentStatus.Name(status_response.status) in END_STATUSES:
+                return ModelDeploymentStatus.Name(status_response.status)
+
+        statuses = [
+            deployment_status(deployment_id) for deployment_id in deployment_ids
+        ]
+        while all(status not in END_STATUSES for status in statuses):
+            sleep(poll_period)
+            statuses = [
+                deployment_status(deployment_id) for deployment_id in deployment_ids
+            ]
+        return dict(zip(deployment_ids, statuses))
+
+    @abstractmethod
+    def deploy(self) -> DeployModelResponse:
+        pass