cgcsdk 1.0.6__py3-none-any.whl → 1.0.7__py3-none-any.whl

cgc/.env

@@ -6,4 +6,4 @@ CONFIG_FILE_NAME = cfg.json
 TMP_DIR = .tmp
 RELEASE = 1
 MAJOR_VERSION = 0
-MINOR_VERSION = 6
+MINOR_VERSION = 7

cgc/CHANGELOG.md

@@ -1,5 +1,16 @@
 # Change Log
 
+## 1.0.7
+
+Release on April 04, 2024
+
+* speed of resource creation with volumes / shared memory, has been improved
+* added jobs creation: cgc job create
+* added jobs list: cgc job list
+* added jobs delete: cgc job delete
+* added logs (STDOUT, STDERR) reader for spawned applications: cgc logs
+* added SDK for logs & jobs
+
 ## 1.0.6
 
 Release on March 13, 2024

cgc/cgc.py

@@ -4,6 +4,7 @@ from cgc.commands.compute.compute_cmd import compute_group
 from cgc.commands.billing.billing_cmd import billing_group
 from cgc.commands.db.db_cmd import db_group
 from cgc.commands.resource.resource_cmd import resource_group
+from cgc.commands.jobs.jobs_cmd import job_group
 from cgc.commands.auth.auth_cmd import (
     api_keys_group,
     auth_register,
@@ -13,10 +14,12 @@ from cgc.commands.debug.debug_cmd import debug_group
 from cgc.commands.cgc_cmd import (
     cgc_rm,
     cgc_status,
+    cgc_logs,
     sending_telemetry_permission,
     resource_events,
     context_group,
 )
+
 from cgc.utils.version_control import check_version, _get_version
 from cgc.utils.click_group import CustomGroup
 
@@ -41,7 +44,8 @@ cli.add_command(resource_group)
 cli.add_command(billing_group)
 cli.add_command(cgc_status)
 cli.add_command(sending_telemetry_permission)
-
+cli.add_command(cgc_logs)
+cli.add_command(job_group)
 
 if __name__ == "__main__" or __name__ == "cgc.cgc":
     cli()

cgc/commands/cgc_cmd.py

@@ -1,7 +1,10 @@
 import click
 import json
 
-from cgc.commands.cgc_cmd_responses import cgc_status_response
+from cgc.commands.cgc_cmd_responses import (
+    cgc_logs_response,
+    cgc_status_response,
+)
 from cgc.commands.resource.resource_cmd import resource_delete
 from cgc.utils.requests_helper import call_api, EndpointTypes
 from cgc.utils.click_group import CustomCommand, CustomGroup
@@ -9,7 +12,7 @@ from cgc.utils.prepare_headers import get_api_url_and_prepare_headers
 from cgc.utils.response_utils import retrieve_and_validate_response_send_metric
 from cgc.telemetry.basic import telemetry_permission_set
 from cgc.commands.compute.compute_responses import compute_logs_response
-from cgc.commands.auth.auth_cmd import auth_register
+# from cgc.commands.auth.auth_cmd import auth_register
 from cgc.utils import set_environment_data, check_if_config_exist, list_all_config_files
 from cgc.commands.cgc_helpers import table_of_user_context_files
 from cgc.utils.config_utils import config_path
@@ -37,7 +40,7 @@ def resource_events(app_name: str):
         request=EndpointTypes.get,
         url=url,
         headers=headers,
-        data=json.dumps(__payload).encode('utf-8'),
+        data=json.dumps(__payload).encode("utf-8"),
     )
     click.echo(
         compute_logs_response(retrieve_and_validate_response_send_metric(__res, metric))
@@ -122,3 +125,25 @@ def folder_of_contexts():
 def get_env_path():
     """Displays current environment file path"""
     click.echo(f"Current environment file path: {ENV_FILE_PATH}")
+
+
+@click.command("logs", cls=CustomCommand)
+@click.argument("app_name", type=click.STRING)
+def cgc_logs(app_name):
+    """Displays logs of a given app"""
+
+    if not app_name:
+        raise click.ClickException("Please provide a non-empty name")
+
+    api_url, headers = get_api_url_and_prepare_headers()
+    url = f"{api_url}/v1/api/resource/logs/{app_name}"
+    metric = "logs.get"
+    __res = call_api(
+        request=EndpointTypes.get,
+        url=url,
+        headers=headers,
+    )
+
+    click.echo(
+        cgc_logs_response(retrieve_and_validate_response_send_metric(__res, metric))
+    )

cgc/commands/cgc_cmd_responses.py

@@ -72,3 +72,11 @@ def cgc_status_response(data: dict):
         ),
         headers=list_headers,
     )
+
+
+def cgc_logs_response(data: dict):
+    return "\n".join(
+        "==> %s/%s <==\n%s" % (pod, cont, log)
+        for pod, containers in data["details"]["logs"].items()
+        for cont, log in containers.items()
+    )

cgc/commands/compute/compute_models.py

@@ -54,3 +54,5 @@ class GPUsList(CGCEntityList):
     A100 = "A100"
     A5000 = "A5000"
     H100 = "H100"
+    P40 = "P40"
+    P100 = "P100"

cgc/commands/compute/compute_utills.py

@@ -1,6 +1,6 @@
-from ast import main
 import cgc.utils.consts.env_consts as env_consts
 
+
 def list_get_mounted_volumes_paths(volume_list: list) -> str:
     """Formats and returns list of PVC volumes mounted to an app.
 
@@ -20,6 +20,7 @@ def list_get_mounted_volumes_paths(volume_list: list) -> str:
     )
     return volumes_mounted
 
+
 def list_get_mounted_volumes(volume_list: list) -> str:
     """Formats and returns list of PVC volumes mounted to an app.
 
@@ -39,16 +40,21 @@ def list_get_mounted_volumes(volume_list: list) -> str:
     )
     return volumes_mounted
 
-def get_app_mounts(pod_list:list) -> list:
+
+def get_app_mounts(pod_list: list) -> list:
     output_data = []
-    
+
     for pod in pod_list:
         try:
-            main_container_name = pod["labels"]["entity"]   
+            main_container_name = pod["labels"]["entity"]
             try:
-                main_container = [x for x in pod["containers"] if x["name"] == main_container_name][0]
+                main_container = [
+                    x for x in pod["containers"] if x["name"] == main_container_name
+                ][0]
             except IndexError:
-                raise Exception("Parser was unable to find main container in server output in container list")
+                raise Exception(
+                    "Parser was unable to find main container in server output in container list"
+                )
             volumes_mounted = list_get_mounted_volumes(main_container["mounts"])
             volumes_paths = list_get_mounted_volumes_paths(main_container["mounts"])
             pod_data = {
@@ -63,6 +69,7 @@ def get_app_mounts(pod_list:list) -> list:
             pass
     return output_data
 
+
 def get_app_list(pod_list: list, detailed: bool) -> list:
     """Formats and returns list of apps to print.
 
@@ -110,6 +117,9 @@ def get_app_list(pod_list: list, detailed: bool) -> list:
                 pod["labels"]["url"] = pod["labels"]["pod_url"]
                 pod["labels"].pop("app-token")
             pod["labels"].pop("pod_url")
+            pod["labels"].pop("resource-type")
+            pod["labels"].pop("api-key-id", None)
+            pod["labels"].pop("user-id", None)
 
             # appending the rest of labels
             pod_data.update(pod["labels"])

cgc/commands/jobs/__init__.py

@@ -0,0 +1,10 @@
+from cgc.commands.exceptions import ResponseException
+
+
+class JobCommandException(ResponseException):
+    pass
+
+
+class NoJobsToList(JobCommandException):
+    def __init__(self) -> None:
+        super().__init__("No jobs to list.")

cgc/commands/jobs/job_utils.py

@@ -0,0 +1,175 @@
+from typing import Optional
+from cgc.commands.compute.compute_utills import list_get_mounted_volumes
+import cgc.utils.consts.env_consts as env_consts
+
+
+def job_delete_payload(name):
+    """
+    Create payload for job delete.
+    """
+    payload = {
+        "name": name,
+    }
+    return payload
+
+
+def job_create_payload(
+    name,
+    cpu,
+    memory,
+    volumes: list,
+    volume_full_path: str,
+    resource_data: list = [],
+    config_maps_data: list = [],
+    gpu: int = 0,
+    gpu_type: str = None,
+    shm_size: int = 0,
+    image_name: str = "",
+    startup_command: str = "",
+    repository_secret: str = "",
+    ttl_seconds_after_finished: Optional[int] = None,
+):
+    """
+    Create payload for app creation.
+    """
+    extra_payload = {}
+    if shm_size is not None and shm_size != 0:
+        extra_payload["shared_memory"] = shm_size
+
+    if ttl_seconds_after_finished is not None:
+        extra_payload["ttl_seconds_after_finished"] = ttl_seconds_after_finished
+
+    payload = {
+        "resource_data": {
+            "name": name,
+            "cpu": cpu,
+            "gpu": gpu,
+            "memory": memory,
+            "gpu_type": gpu_type,
+            "full_mount_path": volume_full_path,
+            **extra_payload,
+        }
+    }
+    try:
+        if len(volumes) != 0:
+            if not volume_full_path:
+                payload["resource_data"]["pv_volume"] = volumes
+            elif volume_full_path and len(volumes) != 1:
+                raise Exception(
+                    "Volume full path can only be used with a single volume"
+                )
+            else:
+                payload["resource_data"]["pv_volume"] = volumes
+    except TypeError:
+        pass
+    try:
+        resource_data_dict = {"resource_data": {}}
+        if len(resource_data) != 0:
+            for resource in resource_data:
+                try:
+                    key, value = resource.split("=")
+                    resource_data_dict["resource_data"][key] = value
+                except ValueError:
+                    raise Exception(
+                        "Invalid resource data format. Use key=value format"
+                    )
+        if image_name:
+            resource_data_dict["resource_data"]["custom_image"] = image_name
+        if startup_command:
+            resource_data_dict["resource_data"]["custom_command"] = startup_command
+        if repository_secret:
+            resource_data_dict["resource_data"][
+                "image_pull_secret_name"
+            ] = repository_secret
+        if resource_data_dict["resource_data"] != {}:
+            payload["template_specific_data"] = resource_data_dict
+    except TypeError:
+        pass
+    try:
+        if len(config_maps_data) != 0:
+            config_maps_data_dict = {}
+            for config_map in config_maps_data:
+                try:
+                    key, value = config_map.split(
+                        "="
+                    )  # where key is name of config map and value is data
+                    config_maps_data_dict[key] = (
+                        value  # value is dict, ex.: {"key": "value"}
+                    )
+                except ValueError:
+                    raise Exception(
+                        "Invalid config map data format. Use key=value format"
+                    )
+            payload["config_maps_data"] = config_maps_data_dict
+    except TypeError:
+        pass
+    return payload
+
+
+def get_job_list(job_pod_list: list, job_list: list):
+    list_of_json_data = get_job_pod_list(job_pod_list)
+    for json_data in list_of_json_data:
+        for job in job_list:
+            if job.get("name") == json_data.get("name"):
+                json_data["ttl_seconds_after_finished"] = job.get(
+                    "ttl_seconds_after_finished", "N/A"
+                )
+                break
+    return list_of_json_data
+
+
+def get_job_pod_list(job_pod_list: list) -> list:
+    """Formats and returns list of jobs to print.
+
+    :param pod_list: list of pods
+    :type pod_list: list
+    :return: formatted list of apps
+    :rtype: list
+    """
+    output_data = []
+
+    for pod in job_pod_list:
+        try:
+            main_container_name = "custom-job"
+            try:
+                main_container = [
+                    x
+                    for x in pod.get("containers", [])
+                    if x.get("name") == main_container_name
+                ][0]
+            except IndexError:
+                raise Exception(
+                    "Parser was unable to find main container in server output in container list"
+                )
+            volumes_mounted = list_get_mounted_volumes(main_container.get("mounts", []))
+            limits = main_container.get("resources", {}).get("limits")
+            cpu = limits.get("cpu") if limits is not None else 0
+            ram = limits.get("memory") if limits is not None else "0Gi"
+
+            pod_data = {
+                "name": pod.get("labels", {}).get("app-name"),
+                "status": pod.get("status", {}),
+                "volumes_mounted": volumes_mounted,
+                "cpu": cpu,
+                "ram": ram,
+                "gpu-count": pod.get("labels", {}).get("gpu-count", 0),
+                "gpu-label": pod.get("labels", {}).get("gpu-label", "N/A"),
+            }
+            # getting rid of unwanted and used values
+            if "pod-template-hash" in pod["labels"].keys():
+                pod["labels"].pop("pod-template-hash")
+            pod["labels"].pop("app-name")
+            pod["labels"].pop("entity")
+            pod["labels"].pop("resource-type")
+            pod["labels"].pop("job-name")
+            pod["labels"].pop("controller-uid")
+            pod["labels"].pop("api-key-id", None)
+            pod["labels"].pop("user-id", None)
+
+            # appending the rest of labels
+            pod_data.update(pod["labels"])
+            output_data.append(pod_data)
+        except KeyError:
+            pass
+
+    return output_data

cgc/commands/jobs/jobs_cmd.py

@@ -0,0 +1,238 @@
+import click
+import json
+import sys
+
+from cgc.commands.jobs.job_utils import job_delete_payload, job_create_payload
+from cgc.commands.jobs.jobs_responses import (
+    job_delete_response,
+    job_list_response,
+    job_create_response,
+)
+from cgc.commands.compute.compute_models import GPUsList
+from cgc.utils.prepare_headers import get_api_url_and_prepare_headers
+from cgc.utils.response_utils import (
+    retrieve_and_validate_response_send_metric,
+)
+from cgc.utils.click_group import CustomGroup, CustomCommand
+from cgc.utils.requests_helper import call_api, EndpointTypes
+
+
+@click.group(name="job", cls=CustomGroup, hidden=False)
+def job_group():
+    """
+    Management of jobs.
+    """
+
+
+@job_group.command("delete", cls=CustomCommand)
+@click.argument("name", type=click.STRING)
+def job_delete(name: str):
+    """
+    Delete an job using backend endpoint.
+    \f
+    :param name: name of job to delete
+    :type name: str
+    """
+    api_url, headers = get_api_url_and_prepare_headers()
+    url = f"{api_url}/v1/api/job/delete"
+    metric = "job.delete"
+    __payload = job_delete_payload(name=name)
+    __res = call_api(
+        request=EndpointTypes.delete,
+        url=url,
+        headers=headers,
+        data=json.dumps(__payload).encode("utf-8"),
+    )
+    click.echo(
+        job_delete_response(retrieve_and_validate_response_send_metric(__res, metric))
+    )
+
+
+@job_group.command("list", cls=CustomCommand)
+def job_list():
+    """List all ports for a running resource"""
+    api_url, headers = get_api_url_and_prepare_headers()
+    url = f"{api_url}/v1/api/job/list"
+    metric = "job.list"
+    __res = call_api(
+        request=EndpointTypes.get,
+        url=url,
+        headers=headers,
+    )
+    click.echo(
+        job_list_response(retrieve_and_validate_response_send_metric(__res, metric))
+    )
+
+
+@job_group.command("create", cls=CustomCommand)
+@click.argument("startup_command", required=False)
+@click.option(
+    "-n", "--name", "name", type=click.STRING, required=True, help="Desired app name"
+)
+@click.option(
+    "-g",
+    "--gpu",
+    "gpu",
+    type=click.INT,
+    default=0,
+    help="How much GPU cards app will use",
+)
+@click.option(
+    "-gt",
+    "--gpu-type",
+    "gpu_type",
+    type=click.Choice(GPUsList.get_list(), case_sensitive=False),
+    default="A5000",
+    help="Graphic card used by the app",
+)
+@click.option(
+    "-c",
+    "--cpu",
+    "cpu",
+    type=click.INT,
+    default=1,
+    help="How much CPU cores app can use",
+)
+@click.option(
+    "-m",
+    "--memory",
+    "memory",
+    type=click.INT,
+    default=2,
+    help="How much Gi RAM app can use",
+)
+@click.option(
+    "-v",
+    "--volume",
+    "volumes",
+    multiple=True,
+    help="List of volume names to be mounted with default mount path",
+)
+@click.option(
+    "-fp",
+    "--full-path",
+    "volume_full_path",
+    type=click.STRING,
+    help="If set, full path will be used for volume mount. Valid for 1 volume.",
+)
+@click.option(
+    "-d",
+    "--resource-data",
+    "resource_data",
+    multiple=True,
+    help="List of optional arguments to be passed to the app, key=value format",
+)
+@click.option(
+    "--image",
+    "image_name",
+    type=click.STRING,
+    help="Image to be used by the app",
+)
+@click.option(
+    "--repository-secret",
+    "repository_secret",
+    type=click.STRING,
+    help="Use secret to pull image from private repository",
+)
+@click.option(
+    "-cm",
+    "--config-map",
+    "config_maps_data",
+    multiple=True,
+    help="List of optional arguments to be passed to the app, key=value format",
+)
+@click.option(
+    "--shm",
+    "shm_size",
+    type=click.IntRange(0, 1024, clamp=True),
+    default=0,
+    help="Size of shared memory in Gi",
+)
+@click.option(
+    "--ttl",
+    "ttl_seconds_after_finished",
+    type=click.INT,
+    default=None,
+    help="Time to live in seconds after app is finished",
+)
+def job_create(
+    gpu: int,
+    gpu_type: str,
+    cpu: int,
+    memory: int,
+    volumes: list[str],
+    volume_full_path: str,
+    resource_data: list[str],
+    config_maps_data: list[str],
+    name: str,
+    shm_size: int,
+    image_name: str,
+    startup_command: str,
+    repository_secret: str,
+    ttl_seconds_after_finished: int,
+):
+    """
+    Create job in user namespace.
+    \f
+    :param gpu: number of gpus to be used by app
+    :type gpu: int
+    :param cpu: number of cores to be used by app
+    :type cpu: int
+    :param memory: GB of memory to be used by app
+    :type memory: int
+    :param volumes: list of volumes to mount
+    :type volumes: list[str]
+    :param volume_full_path: if set, full path will be used for volume mount
+    :type volume_full_path: str
+    :param resource_data: list of optional arguments to be passed to the app
+    :type resource_data: list[str]
+    :param config_maps_data: list of optional arguments to be passed to the app
+    :type config_maps_data: list[str]
+    :param name: name of app
+    :type name: str
+    :param shm_size: size of shared memory
+    :type shm_size: int
+    :param image_name: name of image to be used by the app
+    :type image_name: str
+    :param startup_command: command to be executed on app startup; it is stdin input
+    :type startup_command: str
+    :param repository_secret: use secret to pull image from private repository
+    :type repository_secret: str
+    :param ttl_seconds_after_finished: time to live in seconds after app is finished
+    :type ttl_seconds_after_finished: int
+    """
+    api_url, headers = get_api_url_and_prepare_headers()
+    url = f"{api_url}/v1/api/job/create"
+    cleaned_data = ""
+    if not sys.stdin.isatty():
+        input_data = sys.stdin.read()
+        cleaned_data = input_data.replace("|", "")
+        startup_command = cleaned_data
+    elif startup_command:
+        cleaned_data = startup_command
+    metric = "job.create"
+    __payload = job_create_payload(
+        name=name,
+        cpu=cpu,
+        memory=memory,
+        gpu=gpu,
+        volumes=volumes,
+        volume_full_path=volume_full_path,
+        resource_data=resource_data,
+        config_maps_data=config_maps_data,
+        gpu_type=gpu_type,
+        shm_size=shm_size,
+        image_name=image_name,
+        startup_command=cleaned_data,
+        repository_secret=repository_secret,
+        ttl_seconds_after_finished=ttl_seconds_after_finished,
+    )
+    __res = call_api(
+        request=EndpointTypes.post,
+        url=url,
+        headers=headers,
+        data=json.dumps(__payload).encode("utf-8"),
+    )
+    click.echo(
+        job_create_response(retrieve_and_validate_response_send_metric(__res, metric))
+    )

cgc/commands/jobs/jobs_responses.py

@@ -0,0 +1,52 @@
+from cgc.commands.jobs import NoJobsToList
+from cgc.commands.jobs.job_utils import get_job_list
+from cgc.telemetry.basic import change_gauge, setup_gauge
+from cgc.utils.config_utils import get_namespace
+from cgc.utils.message_utils import key_error_decorator_for_helpers
+from cgc.utils.response_utils import (
+    fill_missing_values_in_a_response,
+    tabulate_a_response,
+)
+
+
+@key_error_decorator_for_helpers
+def job_delete_response(data: dict) -> str:
+    """Create response string for job delete command.
+
+    :param response: dict object from API response.
+    :type response: requests.Response
+    :return: Response string.
+    :rtype: str
+    """
+    name = data.get("details", {}).get("job_deleted", {}).get("name")
+    change_gauge(f"{get_namespace()}.job.count", -1)
+    return f"Job {name} and its service successfully deleted."
+
+
+@key_error_decorator_for_helpers
+def job_list_response(data: dict) -> list:
+    job_pod_list = data.get("details", {}).get("job_pod_list", [])
+    job_list = data.get("details", {}).get("job_list", [])
+    setup_gauge(f"{get_namespace()}.job.count", len(job_list))
+
+    if not job_list:
+        raise NoJobsToList()
+
+    list_of_json_data = get_job_list(job_pod_list, job_list)
+    table = fill_missing_values_in_a_response(list_of_json_data)
+
+    return tabulate_a_response(table)
+
+
+@key_error_decorator_for_helpers
+def job_create_response(data: dict) -> str:
+    """Create response string for job create command.
+
+    :param response: dict object from API response.
+    :type response: requests.Response
+    :return: Response string.
+    :rtype: str
+    """
+    name = data.get("details", {}).get("job_created", {}).get("name")
+    change_gauge(f"{get_namespace()}.job.count", 1)
+    return f"Job {name} created successfully."

cgc/sdk/__init__.py

@@ -3,4 +3,5 @@ from cgc.sdk.redis import get_redis_access as redis_client
 from cgc.sdk.postgresql import get_postgresql_access as postgresql_client
 
 import cgc.sdk.resource as resource
+import cgc.sdk.job as job
 import cgc.sdk.exceptions as exceptions

cgc/sdk/job.py

@@ -0,0 +1,147 @@
+import json as _json
+from typing import Optional
+import cgc.sdk.exceptions as _exceptions
+from cgc.utils.custom_exceptions import CUSTOM_EXCEPTIONS
+import cgc.utils.prepare_headers as _prepare_headers
+import cgc.commands.jobs.job_utils as _job_utils
+import cgc.utils.requests_helper as _requests_helper
+import cgc.utils.response_utils as _response_utils
+from cgc.commands.compute.compute_models import GPUsList
+
+
+def job_create(
+    name: str,
+    image_name: str,
+    cpu: int = 1,
+    memory: int = 2,
+    shm_size: int = 0,
+    gpu: int = 0,
+    gpu_type: str = "A5000",
+    volumes: list = [],
+    volume_full_path: str = "",
+    startup_command: str = "",
+    repository_secret: str = "",
+    resource_data: list = [],
+    config_maps_data: list = [],
+    ttl_seconds_after_finished: Optional[int] = None,
+):
+    """
+    Create a custom compute resource.
+
+    :param name: The name of the compute resource.
+    :type name: str
+    :param image_name: The name of the image to use for the compute resource.
+    :type image_name: str,
+    :param cpu: The number of CPUs for the compute resource, defaults to 1.
+    :type cpu: int, optional
+    :param memory: The amount of memory (in GB) for the compute resource, defaults to 2.
+    :type memory: int, optional
+    :param shm_size: The size of the shared memory (in GB) for the compute resource, defaults to 0.
+    :type shm_size: int, optional
+    :param gpu: The number of GPUs for the compute resource, defaults to 0.
+    :type gpu: int, optional
+    :param gpu_type: The type of GPU for the compute resource, defaults to "A5000".
+    :type gpu_type: str, optional
+    :param volumes: The list of volumes to attach to the compute resource, defaults to [].
+    :type volumes: list, optional
+    :param volume_full_path: The full path of the volume, defaults to "".
+    :type volume_full_path: str, optional
+    :param startup_command: The startup command for the compute resource, defaults to "".
+    :type startup_command: str, optional
+    :param repository_secret: The secret for accessing the repository, defaults to "".
+    :type repository_secret: str, optional
+    :param resource_data: The additional resource data, defaults to [].
+    :type resource_data: list, optional
+    :param config_maps_data: The additional config maps data, defaults to [].
+    :type config_maps_data: list, optional
+    :param ttl_seconds_after_finished: The time to live in seconds after the app is finished, defaults to None.
+    :type ttl_seconds_after_finished: int, optional
+    :raises _SDKException: If the image name is not provided.
+    :raises _SDKException: If an invalid GPU type is specified.
+    :return: The response from the API call.
+    :rtype: _type_
+    """
+    if not image_name:
+        raise _exceptions.SDKException(-2, "Image name is required")
+    api_url, headers = _prepare_headers.get_api_url_and_prepare_headers()
+    url = f"{api_url}/v1/api/job/create"
+    metric = "job.create"
+    gpu_type = gpu_type.upper()
+    if gpu_type not in GPUsList.get_list():
+        raise _exceptions.SDKException(-3, f"Invalid GPU type: {gpu_type}")
+    __payload = _job_utils.job_create_payload(
+        name=name,
+        cpu=cpu,
+        memory=memory,
+        gpu=gpu,
+        gpu_type=gpu_type,
+        volumes=volumes,
+        volume_full_path=volume_full_path,
+        resource_data=resource_data,
+        config_maps_data=config_maps_data,
+        shm_size=shm_size,
+        image_name=image_name,
+        startup_command=startup_command,
+        repository_secret=repository_secret,
+        ttl_seconds_after_finished=ttl_seconds_after_finished,
+    )
+
+    __res = _requests_helper.call_api(
+        request=_requests_helper.EndpointTypes.post,
+        url=url,
+        headers=headers,
+        data=_json.dumps(__payload).encode("utf-8"),
+    )
+
+    return _response_utils.retrieve_and_validate_response_send_metric_for_sdk(
+        __res, metric
+    )
+
+
+def job_list():
+    """
+    List jobs using backend endpoint.
+
+    :return: response from the API call
+    :rtype: dict
+    """
+    api_url, headers = _prepare_headers.get_api_url_and_prepare_headers()
+    url = f"{api_url}/v1/api/job/list"
+    metric = "job.list"
+    __res = _requests_helper.call_api(
+        request=_requests_helper.EndpointTypes.get,
+        url=url,
+        headers=headers,
+    )
+
+    return _response_utils.retrieve_and_validate_response_send_metric_for_sdk(
+        __res, metric
+    )
+    # job_pod_list = _response.get("details", {}).get("job_pod_list", [])
+    # job_list = _response.get("details", {}).get("job_list", [])
+    # return _job_utils.get_job_list(job_pod_list, job_list)
+
+
+def job_delete(name: str):
+    """
+    Delete job using backend endpoint.
+
+    :param name: name of job to delete
+    :type name: str
+    :return: response from the API call
+    :rtype: dict
+    """
+    api_url, headers = _prepare_headers.get_api_url_and_prepare_headers()
+    url = f"{api_url}/v1/api/job/delete"
+    metric = "job.delete"
+    __payload = _job_utils.job_delete_payload(name=name)
+    __res = _requests_helper.call_api(
+        request=_requests_helper.EndpointTypes.delete,
+        url=url,
+        headers=headers,
+        data=_json.dumps(__payload).encode("utf-8"),
+    )
+
+    return _response_utils.retrieve_and_validate_response_send_metric_for_sdk(
+        __res, metric
+    )

cgc/sdk/resource.py

@@ -114,6 +114,7 @@ def compute_list():
 class ResourceTypes(_Enum):
     compute = "compute"
     db = "db"
+    job = "job"
 
 
 def _resource_status_ready(name: str, response: dict):

cgc/utils/custom_exceptions.py

@@ -15,7 +15,8 @@ CUSTOM_EXCEPTIONS = {
         "PVC_NAME_ALREADY_EXISTS": "Volume with this name already exists.",
         "PVC_DELETE_EXCEPTION": "Can't delete mounted volume, try with force",
         "RESOURCE_PORTS_ALREADY_EXISTS": "Port with this name already exists.",
-        "RESOURCE_TEMPLATE_NAME_ALREADY_EXISTS": "Template with this name already exists.",
+        "RESOURCE_TEMPLATE_NAME_ALREADY_EXISTS": "Resource with this name already exists.",
+        "JOB_CREATE_ALREADY_EXISTS": "Job with this name already exists.",
     },
     404: {
         "PVC_CREATE_NO_SC": "Selected disk type and access mode unavailable",
@@ -30,11 +31,14 @@ CUSTOM_EXCEPTIONS = {
         "COMPUTE_CREATE_TEMPLATE_NOT_FOUND": "There is no template with this name.",
         "COMPUTE_TEMPLATE_NAME_NOT_FOUND": "No app with this name.",
         "COMPUTE_RESOURCE_QUOTA_NOT_FOUND": "You do not have enforced limits on your namespace.",
+        "JOB_NOT_FOUND": "Job with this name not found.",
+        "RESOURCE_NOT_FOUND": "Resource with this name not found.",
     },
     400: {
         "WRONG_DATE_FORMAT": "Wrong date format.",
         "ENTITY_NOT_ALLOWED": "You can't create this entity.",
         "PVC_MOUNT_ALREADY_MOUNTED": "This volume is already mounted.",
         "TEMPLATE_NAME_SYSTEM_RESERVED": "You can't create app with this name.",
+        "JOB_LACKS_REQUIRED_PARAMETER": "Job requires container image parameter.",
     },
 }

cgcsdk-1.0.7.dist-info/METADATA

@@ -0,0 +1,70 @@
+Metadata-Version: 2.1
+Name: cgcsdk
+Version: 1.0.7
+Summary: Comtegra GPU Cloud REST API client
+Author: Comtegra AI Team
+Author-email: ai@comtegra.pl
+License: BSD 2-clause
+Project-URL: Documentation, https://example.com/documentation/
+Project-URL: GitHub, https://github.com/foobar/foobar/
+Project-URL: Changelog, https://github.com/foobar/foobar/blob/master/CHANGELOG.md
+Keywords: cloud,sdk,orchestrator,kubernetes,jupyter-notebook
+Classifier: Development Status :: 1 - Planning
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: BSD License
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.4
+Classifier: Programming Language :: Python :: 3.5
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: click
+Requires-Dist: python-dotenv
+Requires-Dist: tabulate
+Requires-Dist: pycryptodomex
+Requires-Dist: paramiko >=2.11
+Requires-Dist: statsd
+Requires-Dist: requests
+Requires-Dist: setuptools
+Requires-Dist: colorama
+Requires-Dist: redis
+Requires-Dist: pymongo
+Requires-Dist: psycopg2-binary
+
+# Comtegra GPU Cloud CLI Client
+
+## Basic info
+
+CGC Clinet is complete solution to create and manage your compute resources through CLI interface and python code. It incorporates CLI and SDK in one package.
+
+CGC CLI is a command line interface for Comtegra GPU Cloud. CGC CLI enables management of your Comtegra GPU Cloud resources. Current version of the app provides support for compute, storage and network resurces to be created, listed and deleted. Every compute resource is given to you as an URL, which is accessible from open Internet.
+
+To enable better access to your storage resources, every account has the ability to spawn free of charge filebrowser which is local implementation of dropbox. Remember to mount newely created volumes to it.
+
+For now, we provide the ability to spawn compute resources like:
+
+1. [Jupyter notebook](https://jupyter.org/) with tensorflow or pytorch installed as default
+2. [Triton inferencing server](https://docs.nvidia.com/deeplearning/triton-inference-server/) for large scale inferencing
+3. [Label studio](https://labelstud.io/) for easy management of your data annotation tasks with variety of modes
+4. [Rapids](https://rapids.ai/) suite of accelerated libraries for data processing
+
+Notebooks are equiped with all CUDA libraries and GPU drivers which enables the usage of GPU for accelerated computations.
+Apart from compute resources, we provide the database engines accessible from within your namespace:
+
+1. [MongoDB](https://www.mongodb.org/)
+2. [PostgreSQL](https://www.postgresql.org/)
+3. [Redis](https://redis.io/)
+4. [Weaviate](https://weaviate.io/)
+
+More are coming!
+Please follow instructions to get started.
+
+## More info
+
+If you'd like to know more visit:
+
+- [Comtegra GPU Website](https://cgc.comtegra.cloud)
+- [Docs](https://docs.cgc.comtegra.cloud)

{cgcsdk-1.0.6.dist-info → cgcsdk-1.0.7.dist-info}/RECORD

@@ -1,11 +1,11 @@
-cgc/.env,sha256=pohuoU74JqAFXwFouEY7no0qxtty7IWxCL_zC0XOBpM,209
-cgc/CHANGELOG.md,sha256=12AtIOmxUo_M7f8va6oecLrC12jm68GvjM9fgTMFFcs,7487
+cgc/.env,sha256=0RLfGys6OqABCJ5Ak-tj_AUbvaLN1A6Erd4O-fnAUXE,209
+cgc/CHANGELOG.md,sha256=unRU_finGpvnpbv2U4hFa1E_IJ_g0X6uoGW4jTmZ3P8,7808
 cgc/__init__.py,sha256=d03Xv8Pw4ktNyUHfmicP6XfxYPXnVYLaCZPyUlg_RNQ,326
-cgc/cgc.py,sha256=kPLg3h-3kjlMBiwZGOM7yvXJ7pzkVglAbWWQ7KX8jeY,1377
+cgc/cgc.py,sha256=wcngqkKT1AxkKcc-F63cBrfx9mxLKfDM8H8ciuIFnyw,1493
 cgc/config.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cgc/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cgc/commands/cgc_cmd.py,sha256=gy7ePOBcF3pNL-np6xHGs6BSdnlPqLnYK6O7Tr82Evg,4326
-cgc/commands/cgc_cmd_responses.py,sha256=ToPjvGf3zUbFLhLwv-BV8ZAvAHg1xS99iprM928MnOY,2026
+cgc/commands/cgc_cmd.py,sha256=QwqjZl9FmAMOvuUQMJm-wOV88OxbdwK5UIS0zkg-mAo,4956
+cgc/commands/cgc_cmd_responses.py,sha256=wO9Hf5_4jaw1ZRhQvh9Za0S_vhc22t-0_CoEGz5ndNE,2245
 cgc/commands/cgc_helpers.py,sha256=ngArFjVw-8P_2g7J8k3b9xgDxfJw7JeaOtkhTySMSGU,1174
 cgc/commands/exceptions.py,sha256=l3Sms3D2fxSpLQQQEYeLWxO3to82myTQ0VFgFYdQdLU,45
 cgc/commands/auth/__init__.py,sha256=K8HkHHotMnK7SQRAst5rx_wprHEphPo_w2KToEymjAY,399
@@ -18,13 +18,17 @@ cgc/commands/billing/billing_responses.py,sha256=HAD5N-Odx3Jz1OmhO4v66rHoXpTYIOG
 cgc/commands/billing/billing_utils.py,sha256=zXLbBBcWeOgur-r0OKiIjaKeaxMNxASXWzCTeTsyC6o,4711
 cgc/commands/compute/__init__.py,sha256=lCdLfZ0ECSHtXEUSwq5YRHH85yXHchSsz8ZJvmClPtI,239
 cgc/commands/compute/compute_cmd.py,sha256=jgO61ULXIAuRn1LcFn0VU0X2-oLvBQB-0_OYMzXau0w,15490
-cgc/commands/compute/compute_models.py,sha256=DzktT7nR6eG3po6iIayQjnczmnZruAl00Q9o3okqdng,1139
+cgc/commands/compute/compute_models.py,sha256=Am9UdlTGZRGIEOw4oHvFHwedM1IMunOTCVuhZ8nMiRc,1173
 cgc/commands/compute/compute_responses.py,sha256=eOmcllyOqPYqN0kSUzSpuC2S1rFmkkawgc_F-0-LSIQ,5807
-cgc/commands/compute/compute_utills.py,sha256=oANUoJRt0L2VDKoMsAhEkE5lfigjRrX9fJjhWpG1Mc4,8615
+cgc/commands/compute/compute_utills.py,sha256=XXnd_EuF9vCmW14r0ThlN98ScKSx3KAeqFbWy2g2mlk,8812
 cgc/commands/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cgc/commands/db/db_cmd.py,sha256=r0iwQ9oIQLcozshVyaHBxQMijYLrcfKvm0bXr9jGhek,3309
 cgc/commands/debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cgc/commands/debug/debug_cmd.py,sha256=kuAuh5YOqzGFjoiYZwfM9FJ1z5OeSpC0JAIUEzS83lM,412
+cgc/commands/jobs/__init__.py,sha256=E-438wgIzlnGmXs5jgmWAhJ1KNV6UXF2gz8SXu3UxA0,231
+cgc/commands/jobs/job_utils.py,sha256=BMwd7GA-WxC-NfpiziCQkG1TCNP98S3DWNpYmJbFCLY,5952
+cgc/commands/jobs/jobs_cmd.py,sha256=Q-orK6B9Zk1zAf8sOM6QqF9Eeu092P-UEg4GRA-zX-s,6555
+cgc/commands/jobs/jobs_responses.py,sha256=XYFTWHKvHKeZ-aOWlO0MI0iZnVm77SKqg9Y3N2CJaZU,1771
 cgc/commands/resource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cgc/commands/resource/resource_cmd.py,sha256=ALROaJPRK5BB8R_oEC7JzOl3J8umMmhC_HJuwGFaw_M,4053
 cgc/commands/resource/resource_responses.py,sha256=sES7mAi_Cv5B6Z3I_6eUOqVwOr2HgMO45cz8MiNZetQ,197
@@ -33,13 +37,14 @@ cgc/commands/volume/data_model.py,sha256=meprXdaXLo3mMTZta1ks1-BJ7G0rO16qi_ycH-s
 cgc/commands/volume/volume_cmd.py,sha256=5bd0vq5--Y7IfniO33tGBYH0Z67Le2s_AMTiwJcPBA4,7673
 cgc/commands/volume/volume_responses.py,sha256=WefUohXxXZ9Znfc6P2XjoAM2RlA19hMKcVaW-xG9HWs,3199
 cgc/commands/volume/volume_utils.py,sha256=n6s0FgpsYyxFMp_JdMRCzRi5Ar3_Svg9JDvWSdX4lhk,1919
-cgc/sdk/__init__.py,sha256=2KWwBgq1wxwrB1uTYfN4TvKoNAWiy5qugb1L7YPspfo,271
+cgc/sdk/__init__.py,sha256=qR4-ySTsunbZBRqtUGa6DAzW-E8fXf1wlDSwIifLOeU,297
 cgc/sdk/exceptions.py,sha256=99XIzDO6LYKjex715troH-MkGUN7hi2Bit4KHfSHDis,214
 cgc/sdk/handlers.py,sha256=ECCHNe1pErsXFlmwHewsWRvYqzAZ5j5TrSqwernpLJk,868
+cgc/sdk/job.py,sha256=SclaqhY0rDACT_yg9e9AiYTsmXglIt6iTharwUPSAa4,5332
 cgc/sdk/mongodb.py,sha256=TJ2XU7nilNRXLOIpQQPrRiVxHN2TaVM5QOSuMRtNDVs,7221
 cgc/sdk/postgresql.py,sha256=ziXaMMwjSF3k1OAID3F9npqWVxreQaoZ8wn7X8x1FZw,1637
 cgc/sdk/redis.py,sha256=W5wS9Sgyv4098yzWAwG7qEk4HEDwscE3JmWgPC3NCzc,2844
-cgc/sdk/resource.py,sha256=85-XjTbXDvIj8aB6QIyeEfMV3G0pfV6v-sX0Y6a0GAQ,13528
+cgc/sdk/resource.py,sha256=Wodt8pe15zg1uuclfV4Qxntffph70ULhNig_gOgMKz8,13544
 cgc/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cgc/telemetry/basic.py,sha256=XagCcyH4QSEPmfiQ1WCjqXslnJO6IaJCY0AMPySd5rc,3175
 cgc/tests/__init__.py,sha256=8aI3MVpkzaj0_UX02kZCtY5vmGO0rnq0mw2H04-OHf8,102743
@@ -55,7 +60,7 @@ cgc/tests/desired_responses/test_volume_list.txt,sha256=vYB1p50BBHD801q7LUdDc_ac
 cgc/utils/__init__.py,sha256=l9JF-WnvmhlolxbDKlJPsxquZ-fjtvv7wKvn2zpu5IM,3466
 cgc/utils/click_group.py,sha256=Scfw8eMIyt2dE1ezUq2JuiI-E_LklqXQXJEr7L-EG6A,633
 cgc/utils/config_utils.py,sha256=VFTrcN9QeOByIobhh48TfAm-BWON4PN8zX0H8PdUNTU,2729
-cgc/utils/custom_exceptions.py,sha256=rMlMfSG-pqkVH0B7tUdWTt6w2oRGovJZO9lnXcuoHPM,2148
+cgc/utils/custom_exceptions.py,sha256=eVduUpAwUqSCi1hyqal36xj-kWVcy9AeGdhbs1praYI,2432
 cgc/utils/message_utils.py,sha256=jdUHtR2-gEvyxYu1T0OY-a6cBz5N8TatRaxKNuNcJtU,1766
 cgc/utils/prepare_headers.py,sha256=xNDins83jdMre80s3orsR3Xu0jPUd82CHppvLq2tbeA,2561
 cgc/utils/requests_helper.py,sha256=ghn8LTxWqfRvy7BXQdxD4VHX8b-ypHkbnFXY05ig7_A,2050
@@ -69,9 +74,9 @@ cgc/utils/cryptography/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
 cgc/utils/cryptography/aes_crypto.py,sha256=S0rKg38oy7rM5lTrP6DDpjLA-XRxuZggAXyxMFHtyzY,3333
 cgc/utils/cryptography/encryption_module.py,sha256=rbblBBorHYPGl-iKblyZX3_NuPEvUTpnH1l_RgNGCbA,1958
 cgc/utils/cryptography/rsa_crypto.py,sha256=h3jU5qPpj9uVjP1rTqZJTdYB5yjhD9HZpr_nD439h9Q,4180
-cgcsdk-1.0.6.dist-info/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cgcsdk-1.0.6.dist-info/METADATA,sha256=TZ5gU13dcNS5yiB8j6FCilYesOtAUwghjYjPlkMbe5Y,1418
-cgcsdk-1.0.6.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-cgcsdk-1.0.6.dist-info/entry_points.txt,sha256=bdfIHeJ6Y-BBr5yupCVoK7SUrJj1yNdew8OtIOg_3No,36
-cgcsdk-1.0.6.dist-info/top_level.txt,sha256=nqW9tqcIcCXFigQT69AuOk7XHKc4pCuv4HGJQGXb6iA,12
-cgcsdk-1.0.6.dist-info/RECORD,,
+cgcsdk-1.0.7.dist-info/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+cgcsdk-1.0.7.dist-info/METADATA,sha256=lJihZEso4JIomyx6n8X1CA5GHAQT9B3XCWrFR1dANjw,3174
+cgcsdk-1.0.7.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+cgcsdk-1.0.7.dist-info/entry_points.txt,sha256=bdfIHeJ6Y-BBr5yupCVoK7SUrJj1yNdew8OtIOg_3No,36
+cgcsdk-1.0.7.dist-info/top_level.txt,sha256=nqW9tqcIcCXFigQT69AuOk7XHKc4pCuv4HGJQGXb6iA,12
+cgcsdk-1.0.7.dist-info/RECORD,,

cgcsdk-1.0.6.dist-info/METADATA

@@ -1,39 +0,0 @@
-Metadata-Version: 2.1
-Name: cgcsdk
-Version: 1.0.6
-Summary: Comtegra GPU Cloud REST API client
-Author: Comtegra AI Team
-Author-email: ai@comtegra.pl
-License: BSD 2-clause
-Project-URL: Documentation, https://example.com/documentation/
-Project-URL: GitHub, https://github.com/foobar/foobar/
-Project-URL: Changelog, https://github.com/foobar/foobar/blob/master/CHANGELOG.md
-Keywords: cloud,sdk,orchestrator,kubernetes,jupyter-notebook
-Classifier: Development Status :: 1 - Planning
-Classifier: Intended Audience :: Science/Research
-Classifier: License :: OSI Approved :: BSD License
-Classifier: Operating System :: POSIX :: Linux
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.4
-Classifier: Programming Language :: Python :: 3.5
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: click
-Requires-Dist: python-dotenv
-Requires-Dist: tabulate
-Requires-Dist: pycryptodomex
-Requires-Dist: paramiko >=2.11
-Requires-Dist: statsd
-Requires-Dist: requests
-Requires-Dist: setuptools
-Requires-Dist: colorama
-Requires-Dist: redis
-Requires-Dist: pymongo
-Requires-Dist: psycopg2-binary
-
-# CGC Client - K8s Cloud
-
-cgc command line client for k8s Comtegra cloud environment.