qwak-sdk 0.5.102__py3-none-any.whl

qwak_sdk/commands/models/build/ui.py

@@ -0,0 +1,337 @@
+import click
+from qwak.inner.build_config.build_config_v1 import (
+    BuildConfigV1,
+    BuildProperties,
+    DockerConf,
+    ModelUri,
+    RemoteBuildResources,
+)
+from qwak.inner.build_logic.execute_build_pipeline import execute_build_pipeline
+from qwak.inner.build_logic.run_handlers.programmatic_phase_run_handler import (
+    ProgrammaticPhaseRunHandler,
+)
+from qwak.inner.const import QwakConstants
+
+from qwak_sdk.commands.models.build._logic.build_steps import create_pipeline
+from qwak_sdk.commands.models.build._logic.wait_until_finished import wait_until_finished, is_final_status_successful
+from qwak_sdk.commands.models.build._logic.client_logs.cli_phase_run_handler import (
+    CLIPhaseRunHandler,
+)
+from qwak_sdk.commands.models.build._logic.client_logs.logger import get_build_logger
+from qwak_sdk.commands.models.build._logic.client_logs.utils import zip_logs
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+from qwak_sdk.inner.tools.config_handler import config_handler
+
+
+@click.command("build", cls=QwakCommand)
+@click.option(
+    "--model-id",
+    metavar="NAME",
+    required=False,
+    help="Model ID to assign the build for",
+)
+@click.option(
+    "--main-dir",
+    metavar="NAME",
+    help=f"Model main directory name, [Default: {ModelUri.main_dir}]",
+)
+@click.option(
+    "-P",
+    "--param-list",
+    required=False,
+    metavar="NAME=VALUE",
+    multiple=True,
+    help="A parameter for the build, of the form -P name=value. the params will be saved and can be viewed later",
+)
+@click.option(
+    "-E",
+    "--env-vars",
+    required=False,
+    metavar="NAME=VALUE",
+    multiple=True,
+    help="A parameter for the build, of the form -E name=value",
+)
+@click.option(
+    "-T",
+    "--tags",
+    required=False,
+    multiple=True,
+    help="A tag for the model build",
+)
+@click.option(
+    "--git-credentials",
+    required=False,
+    metavar="USERNAME:ACCESS_TOKEN",
+    help="Access credentials for private repositories listed in the python dependencies file",
+)
+@click.option(
+    "--git-branch",
+    metavar="NAME",
+    required=False,
+    help=f"Branch to use for git repo model code if defined."
+    f"\n[Default: {ModelUri.git_branch}]",
+)
+@click.option(
+    "--git-credentials-secret",
+    metavar="NAME",
+    required=False,
+    help="Predefined Qwak secret secret name, that contains access credentials to private repositories"
+    + "Secrets should be of the form USERNAME:ACCESS_TOKEN. For info regarding defining Qwak Secrets using the"
+    + "`qwak secret` command",
+)
+@click.option(
+    "--cpus",
+    metavar="NAME",
+    required=False,
+    help="Number of cpus to use on the remote build. [Default (If GPU not configured): 2] "
+    "(DO NOT CONFIGURE GPU AND CPU TOGETHER)",
+    type=click.FLOAT,
+)
+@click.option(
+    "--memory",
+    metavar="NAME",
+    required=False,
+    help="Memory to use on the remote build. [Default (If GPU not configured): 4Gi] "
+    "(DO NOT CONFIGURE GPU AND CPU TOGETHER)",
+)
+@click.option(
+    "--gpu-type",
+    metavar="NAME",
+    required=False,
+    help=f"Type of GPU to use on the remote build ({', '.join([x for x in QwakConstants.GPU_TYPES])})."
+    f"\n[Default: {RemoteBuildResources.gpu_type}]"
+    "(DO NOT CONFIGURE GPU AND CPU TOGETHER)",
+    type=click.STRING,
+)
+@click.option(
+    "--gpu-amount",
+    metavar="NAME",
+    required=False,
+    type=int,
+    help=f"Amount of GPU's to use on the remote build."
+    f"\n[Default: {RemoteBuildResources.gpu_amount}] "
+    "(DO NOT CONFIGURE GPU AND CPU TOGETHER)",
+)
+@click.option(
+    "--gpu-compatible",
+    help=f"Whether to build an image that is compatible to be deployd on a GPU instance."
+    f"\n[Default: {BuildProperties.gpu_compatible}] ",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--iam-role-arn",
+    required=False,
+    type=str,
+    help="Custom IAM Role ARN for AWS based builds",
+)
+@click.option(
+    "--service-account-key-secret-name",
+    type=str,
+    help="Custom service account for GCP",
+)
+@click.option(
+    "--cache/--no-cache",
+    default=None,
+    help="Disable docker build cache. [Default: Cache enabled]",
+)
+@click.option(
+    "-v",
+    "--verbose",
+    count=True,
+    default=None,
+    help="Log verbosity level - v: INFO, vv: DEBUG [default: WARNING], Default ERROR",
+)
+@click.option(
+    "--base-image",
+    help="Used for customizing the docker container image built for train, build and deploy."
+    "Docker images should be based on qwak images, The entrypoint or cmd of the docker "
+    "image should not be changed."
+    f"\n[Default: {DockerConf.base_image}]",
+    required=False,
+)
+@click.option(
+    "-f",
+    "--from-file",
+    help="Build by run_config file, Command arguments will overwrite any run_config.",
+    required=False,
+    type=click.Path(exists=True, resolve_path=True, dir_okay=False),
+)
+@click.option(
+    "--out-conf",
+    help="Extract models build conf from command arguments, the command will not run it wil only output valid yaml "
+    "structure",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--json-logs",
+    help="Output logs as json for easier parsing",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--programmatic",
+    help="Run the _logic without the UI and receive the build id and any exception as return values",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--validate-build-artifact/--no-validate-build-artifact",
+    help="Skip validate build artifact step",
+    default=None,
+)
+@click.option(
+    "--tests/--no-tests",
+    help="Skip tests step",
+    default=None,
+)
+@click.option(
+    "--dependency-file-path",
+    help="Custom dependency file path",
+    default=None,
+)
+@click.option(
+    "--validate-build-artifact-timeout",
+    help="Timeout in seconds for the validation step",
+    default=120,
+)
+@click.option(
+    "--dependency-required-folders",
+    help="Folder to be copied into the build. In order to copy several folders, use this flag several times",
+    default=None,
+    required=False,
+    multiple=True,
+)
+@click.option(
+    "--deploy",
+    help="Whether you want to deploy the build if it finishes successfully. "
+    "Choosing this will follow the build process in the terminal and will trigger a deployment when the "
+    "build finishes.",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--instance",
+    required=False,
+    type=str,
+    help="The instance size to build on - 'small', 'medium', 'large', etc...",
+    default=None,
+)
+@click.option(
+    "--deployment-instance",
+    required=False,
+    type=str,
+    help="The instance size to deploy on - 'small', 'medium', 'large', etc...",
+    default=None,
+)
+@click.option(
+    "--purchase-option",
+    required=False,
+    type=str,
+    help="The type of the instance to build on - 'ondemand' or 'spot'",
+    default=None,
+)
+@click.option(
+    "--id-only",
+    help="Receiving only the build id and any exception as return values (Depends on "
+    "--programmatic in order to avoid UI output too)",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--sync",
+    help="Waits until the build is finished (successfully or not) and return the build status",
+    default=False,
+    is_flag=True,
+)
+@click.option(
+    "--git-secret-ssh",
+    metavar="NAME",
+    required=False,
+    help="[REMOTE BUILD] Predefined Qwak ssh secret name, that contains access credentials to private repositories"
+    + "secret ssh key should contain the private ssh key."
+    + "`qwak secret` command",
+)
+@click.option(
+    "--push/--no-push",
+    help="Whether to push the build image to the registry (default is True)",
+    default=True,
+    is_flag=True,
+)
+@click.option(
+    "--provision-instance-timeout",
+    help="Timeout in minutes for the provision instance step",
+    default=120,
+)
+@click.option(
+    "-N",
+    "--name",
+    "build_name",
+    required=False,
+    help="The build's name",
+)
+@click.argument("uri", required=False)
+def models_build(**kwargs):
+    return build(**kwargs)
+
+
+def build(
+    from_file: str,
+    out_conf: bool,
+    json_logs: bool,
+    programmatic: bool,
+    **kwargs,
+):
+    # If QWAK_DEBUG=true is set then the artifacts will not be deleted, all intermediate files located in ~/.qwak/builds
+    # Including all intermediate images
+    config: BuildConfigV1 = config_handler(
+        config=BuildConfigV1,
+        from_file=from_file,
+        out_conf=out_conf,
+        **kwargs,
+    )
+    if out_conf:
+        return
+    else:
+        id_only = kwargs.get("id_only")
+        is_sync = kwargs.get("sync")
+        pipeline, success_msg = create_pipeline(config)
+        with get_build_logger(config=config, json_logs=json_logs) as (
+            logger,
+            log_path,
+        ):
+            if programmatic:
+                build_runner = ProgrammaticPhaseRunHandler(
+                    logger, config.verbose, json_logs
+                )
+            else:
+                build_runner = CLIPhaseRunHandler(
+                    logger, log_path, config.verbose, json_logs
+                )
+
+            execute_build_pipeline(
+                pipeline,
+                build_runner,
+            )
+
+            if is_sync:
+                wait_until_finished(pipeline.context.build_id, logger)
+                if not is_final_status_successful(pipeline.context.build_id):
+                    click.echo(f"Build {pipeline.context.build_id} failed")
+                    exit(1)
+
+            if id_only:
+                print(pipeline.context.build_id)
+            else:
+                print(
+                    success_msg.format(
+                        base_url=pipeline.context.platform_url,
+                        build_id=pipeline.context.build_id,
+                        model_id=pipeline.context.model_id,
+                        project_uuid=pipeline.context.project_uuid,
+                    )
+                )
+            zip_logs(log_path=log_path, build_id=pipeline.context.build_id)
+
+            return pipeline.context.build_id

qwak_sdk/commands/models/builds/builds_commands_group.py

@@ -0,0 +1,16 @@
+import click
+
+from qwak_sdk.commands.models.builds.cancel.ui import cancel_build
+from qwak_sdk.commands.models.builds.logs.ui import build_logs
+from qwak_sdk.commands.models.builds.status.ui import get_build_status
+
+
+@click.group(name="builds", help="Ongoing builds")
+def builds_commands_group():
+    # Click commands group injection
+    pass
+
+
+builds_commands_group.add_command(cancel_build)
+builds_commands_group.add_command(get_build_status)
+builds_commands_group.add_command(build_logs)

qwak_sdk/commands/models/builds/cancel/_logic.py

@@ -0,0 +1,5 @@
+from qwak.clients.build_orchestrator import BuildOrchestratorClient
+
+
+def execute_cancel_build(build_id):
+    return BuildOrchestratorClient().cancel_build_model(build_id=build_id)

qwak_sdk/commands/models/builds/cancel/ui.py

@@ -0,0 +1,15 @@
+import click
+from qwak.tools.logger.logger import get_qwak_logger
+
+from qwak_sdk.commands.models.builds.cancel._logic import execute_cancel_build
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+
+logger = get_qwak_logger()
+
+
+@click.command("cancel", cls=QwakCommand)
+@click.argument("build_id")
+def cancel_build(build_id, **kwargs):
+    logger.info(f"Attempting to cancel remote build with build id [{build_id}]")
+    execute_cancel_build(build_id=build_id)
+    logger.info("Successfully canceled remote build")

qwak_sdk/commands/models/builds/logs/ui.py

@@ -0,0 +1,35 @@
+import click
+
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+from qwak_sdk.tools.log_handling import QwakLogHandling
+
+
+@click.command("logs", cls=QwakCommand)
+@click.option("-f", "--follow", is_flag=True, default=False, help="Follow log tail")
+@click.option(
+    "-b", "--build-id", required=True, help="Runtime model Build ID to show logs of"
+)
+@click.option(
+    "-s",
+    "--since",
+    required=False,
+    metavar="X [TYPE] ago",
+    help=f"Get logs from X1 [type] X2 [type]... Xn [type] ago. "
+    f"(x = INT; type = {QwakLogHandling.TIME_UNITS}) i.e. [1 day 2 hours ago]",
+)
+@click.option(
+    "-n",
+    "--number-of-results",
+    required=False,
+    type=int,
+    help="Maximum number of results per query",
+)
+@click.option(
+    "-g", "--grep", required=False, help="Filter by log content contains [expression]"
+)
+def build_logs(
+    follow=True, build_id=None, since=None, number_of_results=None, grep=None, **kwargs
+):
+    QwakLogHandling().get_logs(
+        follow, since, number_of_results, grep, {"build_id": build_id}, "build"
+    )

qwak_sdk/commands/models/builds/status/_logic.py

@@ -0,0 +1,6 @@
+from _qwak_proto.qwak.build.v1.build_pb2 import BuildStatus
+from qwak.clients.build_orchestrator import BuildOrchestratorClient
+
+
+def execute_get_build_status(build_id) -> BuildStatus:
+    return BuildOrchestratorClient().get_build(build_id).build.build_status

qwak_sdk/commands/models/builds/status/ui.py

@@ -0,0 +1,39 @@
+import json
+
+import click
+from _qwak_proto.qwak.build.v1.build_pb2 import BuildStatus
+from qwak.tools.logger.logger import get_qwak_logger
+
+from qwak_sdk.commands.models.builds.status._logic import execute_get_build_status
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+
+logger = get_qwak_logger()
+
+
+@click.command("status", cls=QwakCommand)
+@click.argument("build_id")
+@click.option(
+    "--format",
+    default="text",
+    show_default=True,
+    type=click.Choice(["text", "json"], case_sensitive=True),
+    metavar="FORMAT",
+    required=False,
+    help="The formatting style for commands output (choose from text, json)",
+)
+def get_build_status(build_id, format, **kwargs):
+    if format == "text":
+        logger.info(f"Getting build status for build id [{build_id}]")
+    build_status = execute_get_build_status(build_id)
+    if format == "text":
+        logger.info(f"Build status: {BuildStatus.Name(build_status)}")
+    elif format == "json":
+        print(
+            json.dumps(
+                {
+                    "build_id": build_id,
+                    "build_status": BuildStatus.Name(build_status),
+                }
+            )
+        )
+    return BuildStatus.Name(build_status)

qwak_sdk/commands/models/create/_logic.py

@@ -0,0 +1,36 @@
+from _qwak_proto.qwak.projects.projects_pb2 import (
+    CreateProjectResponse,
+    GetProjectResponse,
+)
+from qwak.clients.model_management import ModelsManagementClient
+from qwak.clients.project.client import ProjectsManagementClient
+from qwak.exceptions import QwakException
+
+from qwak_sdk.exceptions import QwakCommandException
+
+
+def execute_model_create(model_name, model_description, project, project_id):
+    if not (project or project_id):
+        raise QwakCommandException("You nust supply either project or project_id")
+
+    if project_id:
+        resolved_project_id = project_id
+    else:
+        try:
+            project: GetProjectResponse = ProjectsManagementClient().get_project(
+                project_id="", project_name=project
+            )
+            resolved_project_id = project.project.spec.project_id
+        except QwakException:
+            print(f"Project with name {project} doesn't exist. Creating it.")
+            project_creation: CreateProjectResponse = (
+                ProjectsManagementClient().create_project(
+                    project_name=project,
+                    project_description="",
+                )
+            )
+            resolved_project_id = project_creation.project.project_id
+
+    return ModelsManagementClient().create_model(
+        resolved_project_id, model_name, model_description
+    )

qwak_sdk/commands/models/create/ui.py

@@ -0,0 +1,43 @@
+import click
+
+from qwak_sdk.commands.models.create._logic import execute_model_create
+from qwak_sdk.commands.ui_tools import output_as_json
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+from qwak_sdk.tools.colors import Color
+
+
+@click.command("create", cls=QwakCommand)
+@click.argument("name", metavar="name", required=True)
+@click.option("--project", metavar="NAME", required=False, help="Project name")
+@click.option("--project-id", metavar="ID", required=False, help="Project id")
+@click.option(
+    "--description",
+    metavar="DESCRIPTION",
+    required=False,
+    help="Model description",
+)
+@click.option(
+    "--format",
+    default="text",
+    show_default=True,
+    type=click.Choice(["text", "json"], case_sensitive=True),
+    metavar="FORMAT",
+    required=False,
+    help="The formatting style for commands output (choose from text, json)",
+)
+def model_create(
+    name,
+    description,
+    project,
+    project_id,
+    format,
+    **kwargs,
+):
+    try:
+        response = execute_model_create(name, description, project, project_id)
+        if format == "json":
+            output_as_json(response)
+        else:
+            print(f"Model created\nmodel id : {response.model_id}")
+    except Exception as e:
+        print(f"{Color.RED}Error creating model: {e}{Color.RED}")

qwak_sdk/commands/models/delete/_logic.py

@@ -0,0 +1,5 @@
+from qwak.clients.model_management import ModelsManagementClient
+
+
+def execute_model_delete(project_id, model_id):
+    return ModelsManagementClient().delete_model(project_id, model_id)

qwak_sdk/commands/models/delete/ui.py

@@ -0,0 +1,25 @@
+import click
+
+from qwak_sdk.commands.models.delete._logic import execute_model_delete
+from qwak_sdk.commands.ui_tools import output_as_json
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+
+
+@click.command("delete", cls=QwakCommand)
+@click.option("--project-id", metavar="NAME", required=True, help="Project id")
+@click.option("--model-id", metavar="NAME", required=True, help="Model name")
+@click.option(
+    "--format",
+    default="text",
+    show_default=True,
+    type=click.Choice(["text", "json"], case_sensitive=True),
+    metavar="FORMAT",
+    required=False,
+    help="The formatting style for commands output (choose from text, json)",
+)
+def model_delete(project_id, model_id, format, **kwargs):
+    response = execute_model_delete(project_id, model_id)
+    if format == "json":
+        output_as_json(response)
+    else:
+        print(f"Model deleted\nmodel id : {model_id}")

qwak_sdk/commands/models/deployments/deploy/_logic/advance_deployment_options_handler.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from _qwak_proto.qwak.deployment.deployment_pb2 import (
+    AdvancedDeploymentOptions,
+    KubeDeploymentType,
+)
+from qwak.exceptions import QwakException
+
+from qwak_sdk.commands.models.deployments.deploy.batch._logic.advanced_deployment_mapper import (
+    batch_advanced_deployment_options_from_deploy_config,
+)
+from qwak_sdk.commands.models.deployments.deploy.realtime._logic.advanced_deployment_mapper import (
+    realtime_advanced_deployment_options_from_deploy_config,
+)
+
+ADVANCED_DEPLOYMENT_UNRECOGNIZED_TYPE_ERROR = (
+    "The deployments type doesn't have an advanced deployments options configured"
+)
+
+
+def get_advanced_deployment_options_from_deploy_config(
+    deploy_config, kube_deployment_type
+) -> AdvancedDeploymentOptions:
+    if kube_deployment_type == KubeDeploymentType.ONLINE:
+        return realtime_advanced_deployment_options_from_deploy_config(deploy_config)
+    elif kube_deployment_type == KubeDeploymentType.BATCH:
+        return batch_advanced_deployment_options_from_deploy_config(deploy_config)
+    elif kube_deployment_type == KubeDeploymentType.STREAM:
+        return AdvancedDeploymentOptions()
+    else:
+        raise QwakException(ADVANCED_DEPLOYMENT_UNRECOGNIZED_TYPE_ERROR)