CGCSDK 0.1.10__py3-none-any.whl

cgcsdk-0.1.10.dist-info/METADATA

@@ -0,0 +1,36 @@
+Metadata-Version: 2.1
+Name: cgcsdk
+Version: 0.1.10
+Summary: Comtegra GPU Cloud REST API client
+Home-page: https://github.com/Comtegra/cgc
+Author: Comtegra AI Team
+Author-email: info@comtegra.pl
+License: BSD 2-clause
+Keywords: cloud,sdk
+Classifier: Development Status :: 1 - Planning
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: BSD License
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.4
+Classifier: Programming Language :: Python :: 3.5
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: click
+Requires-Dist: python-dotenv
+Requires-Dist: tabulate
+Requires-Dist: pycryptodomex
+Requires-Dist: paramiko (>=2.11)
+Requires-Dist: statsd
+Requires-Dist: requests
+Requires-Dist: setuptools
+
+# CGC Client - K8s Cloud
+
+cgc command line client for k8s Comtegra cloud environment.
+
+
+## Coming soon...

cgcsdk-0.1.10.dist-info/RECORD

@@ -0,0 +1,44 @@
+src/.env,sha256=2QcyU5ZdShTvd0arn0aysqpZJ-pRYrXo6Pd5IUIUqI0,192
+src/__init__.py,sha256=XTwjaEQ5cyKyl7CnQlaEpK65FH_FD0DUj8GNLvkfpB4,279
+src/cgc.py,sha256=8HB8pkb-DH894vlrxMwAfAkbQj7NP2utxpbOxyDOLZc,836
+src/config.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/commands/cgc_cmd.py,sha256=gY7EmChPbPwHlOIMQzDXwLYgdSZslLkNhQuwRaNrRCc,470
+src/commands/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/commands/auth/auth_cmd.py,sha256=g1slgpbcjJF6ajNWGCkTUyJ7hzZyMA4ruvl7Et5xRNw,2759
+src/commands/auth/auth_utils.py,sha256=iAy1L8XEv4i-CukB1LODqHQwT2ZihNiUM_TKO1Kc4Qg,5175
+src/commands/billing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/commands/billing/billing_cmd.py,sha256=_40vL9JCJMBMjyZyQlISlqBugm35EjsrH3FDRJN5J04,3303
+src/commands/billing/billing_utils.py,sha256=hB9haCbBsnyvftS5t_XfGw8Mnp2mH0ZEo4P7bfsMPmY,1313
+src/commands/compute/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/commands/compute/compute_cmd.py,sha256=5_S5jwCzKFyM0vzutcXTxtpkn5I-iiD1q_7yOouTC_Y,7101
+src/commands/compute/compute_responses.py,sha256=P-r40lNmab0EO9rZ3OBcuhY9snN7tcrvsUhbH76zKFQ,6337
+src/commands/compute/compute_utills.py,sha256=Cw_PPqw-MbStDCuxjZVWrWH3XPvA_SNfV9R48it2V1k,2844
+src/commands/compute/data_model.py,sha256=y2XHsLau2wD5J8LJPoIlOOv8a5eYq5AIEK7MWheNcOI,584
+src/commands/volume/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/commands/volume/data_model.py,sha256=c_aYwxoYOngW0yx-rQcUkF9LgugUp_CajTeOruI2_2o,976
+src/commands/volume/volume_cmd.py,sha256=SfHOvw99G2VFtr6CT4RS0HfnPE41CnzhwGdJobOT8Qk,7990
+src/commands/volume/volume_responses.py,sha256=8j44HgUiNikh2ZkeMwYIwq_JlgVJ63s7i-q_JESdkSI,10476
+src/commands/volume/volume_utils.py,sha256=hxY6N7vmZ7Aitrb-gQ_rEKt_isOE3N_tX6tfnb3ZsIg,969
+src/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/telemetry/basic.py,sha256=_358FABtHCfTbxD6gsYoGXJ_Dn0KTMyeGIKwS2HEDaA,952
+src/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/utils/click_group.py,sha256=Dn0QJWHni4_9-j0tpFmYAXH5z3ooq1h52eBBxzbXhvE,571
+src/utils/config_utils.py,sha256=SV0SVLzffJtV1rqV1gAn5kbYXi_OGca_lbTiCOMtCFQ,2718
+src/utils/message_utils.py,sha256=U6zkcrMCCdXW-VAEHF6BMKdSkxGvVpsSHriQDzpWL38,696
+src/utils/prepare_headers.py,sha256=5eiun_bAZ2JzrQyr2ZtZthSp0j4WU-m4DSjr_F2KPPc,2528
+src/utils/response_utils.py,sha256=r4fiTCANLDMCC2eElQKcguKkaJ7AnU6_1x_bai5uaEA,849
+src/utils/version_control.py,sha256=D0I3DnonnnMtXxJTGAHiM7aNgPR277CrRLMwfbTpjqY,2032
+src/utils/consts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/utils/consts/message_consts.py,sha256=6MTsYRw5qwUZLVg5mt84sE3ZZOTRH9YdcT9JubPi_k0,654
+src/utils/consts/telemetry_consts.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/utils/cryptography/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/utils/cryptography/aes_crypto.py,sha256=6x5Z_sPRlTVCSDCLg77LOcuUFP4oY1buTiYxhM9dXJ0,3433
+src/utils/cryptography/encryption_module.py,sha256=oZgMqxwltQHSMgxS-Kc21gzvMbIIu1int0toRgI5E5I,2013
+src/utils/cryptography/rsa_crypto.py,sha256=2g6IVe_UMZ0w_YpT6AWC3qwOepAK9MmXxjOAdXZ15Cc,4306
+cgcsdk-0.1.10.dist-info/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+cgcsdk-0.1.10.dist-info/METADATA,sha256=FZMRrBLJl52bRbo_p3Xb2ebpUDAmr-GZeLr39IJ7ElM,1107
+cgcsdk-0.1.10.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+cgcsdk-0.1.10.dist-info/entry_points.txt,sha256=uaM2l0xK1cv3U7jjZqsHQCL-YdYyGKd5GnzP5ykvL9Q,36
+cgcsdk-0.1.10.dist-info/top_level.txt,sha256=qixLkg2QFPjkS6Q4Af7kQ7NywvH_H33BAB7KVCyEy4w,12
+cgcsdk-0.1.10.dist-info/RECORD,,

cgcsdk-0.1.10.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.37.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

cgcsdk-0.1.10.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+cgc = src.cgc:cli

cgcsdk-0.1.10.dist-info/top_level.txt

@@ -0,0 +1,2 @@
+src
+src/cgc

src/.env

@@ -0,0 +1,9 @@
+API_HOST=172.16.246.2
+API_PORT=21919
+BILLING_PORT=21920
+CGC_SECRET=2e90ba40-15c1-4d2e-9d85-df4940e3c915
+CONFIG_FILE_NAME = cfg.json
+TMP_DIR = .tmp
+MAJOR_VERSION = 1
+MINOR_VERSION = 0
+ 

src/__init__.py

@@ -0,0 +1,9 @@
+"""
+cgc
+Comtegra GPU Cloud REST API client
+"""
+from src.utils.version_control import get_version
+
+__version__ = get_version()
+__author__ = "Przemysław Kowalski <przemyslaw.kowalski@comtegra.pl>, Jakub Zboina <jakub.zboina@comtegra.pl>"
+__credits__ = "Quantum Dev Labs"

src/cgc.py

@@ -0,0 +1,30 @@
+import click
+
+from src.commands.volume.volume_cmd import volume_group
+from src.commands.compute.compute_cmd import compute_group
+from src.commands.billing.billing_cmd import billing_group
+from src.commands.auth.auth_cmd import auth_register
+from src.commands.cgc_cmd import cgc_rm
+from src.utils.version_control import get_version
+from src.utils.click_group import CustomGroup
+
+
+@click.group(cls=CustomGroup)
+@click.version_option(get_version())
+def cli():
+
+    """CGC application developed by Comtegra S.A."""
+    pass
+
+
+cli.add_command(volume_group)
+cli.add_command(compute_group)
+cli.add_command(billing_group)
+cli.add_command(auth_register)
+cli.add_command(cgc_rm)
+
+
+if __name__ == "__main__" or __name__ == "src.cgc":
+    cli()
+else:
+    raise Exception("This program is not intended for importing!")

src/commands/auth/auth_cmd.py

@@ -0,0 +1,70 @@
+import click
+import requests
+import os
+import shutil
+import pkg_resources
+from dotenv import load_dotenv
+
+from src.utils.config_utils import get_config_path, get_namespace
+from src.commands.auth import auth_utils
+from src.utils.cryptography import rsa_crypto
+from src.utils.config_utils import add_to_config
+from src.utils.prepare_headers import get_api_url_and_prepare_headers_register
+from src.telemetry.basic import increment_metric
+from src.utils.message_utils import prepare_error_message, prepare_success_message
+from src.utils.consts.message_consts import TIMEOUT_ERROR
+from src.utils.click_group import CustomCommand
+
+ENV_FILE_PATH = pkg_resources.resource_filename("src", ".env")
+load_dotenv(dotenv_path=ENV_FILE_PATH, verbose=True)
+TMP_DIR = os.path.join(get_config_path(), os.getenv("TMP_DIR"))
+
+
+@click.command("register", cls=CustomCommand)
+@click.option("--user_id", "-u", "user_id", prompt=True)
+@click.option("--access_key", "-k", "access_key", prompt=True)
+def auth_register(user_id: str, access_key: str):
+    """Register a user in system using user id and access key.
+    \f
+    :param user_id: username received in invite
+    :type user_id: str
+    :param access_key: access key received in invite
+    :type access_key: str
+    """
+
+    url, headers = get_api_url_and_prepare_headers_register(user_id, access_key)
+    pub_key_bytes, priv_key_bytes = rsa_crypto.key_generate_pair()
+    payload = pub_key_bytes
+
+    try:
+        res = requests.post(
+            url,
+            data=payload,
+            headers=headers,
+            allow_redirects=True,
+            timeout=10,
+        )
+
+        if res.status_code != 200:
+            increment_metric("auth.register.error")
+            if res.status_code == 401:
+                message = "Could not validate user id or access key."
+                click.echo(prepare_error_message(message))
+                return
+
+            message = "Could not register user. Please try again or contact support at support@comtegra.pl."
+            click.echo(prepare_error_message(message))
+            return
+
+        unzip_dir = auth_utils.save_and_unzip_file(res)
+        aes_key, passwd = auth_utils.get_aes_key_and_passwd(unzip_dir, priv_key_bytes)
+
+        add_to_config(user_id=user_id, passwd=passwd, aes_key=aes_key)
+        auth_utils.auth_create_api_key()
+
+        message = f"Register successful! You can now use the CLI. Config file is saved in {get_config_path()}"
+        click.echo(prepare_success_message(message))
+        increment_metric(f"{get_namespace()}.auth.register.ok")
+        shutil.rmtree(TMP_DIR)
+    except requests.exceptions.ReadTimeout:
+        click.echo(prepare_error_message(TIMEOUT_ERROR))

src/commands/auth/auth_utils.py

@@ -0,0 +1,151 @@
+import click, requests, json, os, shutil, glob, base64, urllib, pkg_resources
+from dotenv import load_dotenv
+
+from src.utils.config_utils import get_config_path, get_namespace
+from src.telemetry.basic import increment_metric
+from src.utils.config_utils import add_to_config
+from src.utils.config_utils import read_from_cfg
+from src.utils.cryptography import rsa_crypto
+from src.utils import prepare_headers
+from src.utils.message_utils import prepare_error_message
+
+ENV_FILE_PATH = pkg_resources.resource_filename("src", ".env")
+load_dotenv(dotenv_path=ENV_FILE_PATH, verbose=True)
+
+API_HOST = os.getenv("API_HOST")
+API_PORT = os.getenv("API_PORT")
+API_URL = f"http://{API_HOST}:{API_PORT}"
+CGC_SECRET = os.getenv("CGC_SECRET")
+TMP_DIR = os.path.join(get_config_path(), os.getenv("TMP_DIR"))
+
+
+def get_jwt() -> str:
+    """Command to get JWT token and api key for user
+
+    :param username: _description_
+    :type username: str
+    :param password: _description_
+    :type password: str
+    """
+
+    user_id = urllib.parse.quote(read_from_cfg("user_id"))
+    passwd = urllib.parse.quote(read_from_cfg("passwd"))
+    url = f"{API_URL}/v1/api/user/create/token"
+    payload = f"grant_type=&username={user_id}&password={passwd}"
+
+    jwt_headers = {
+        "accept": "application/json",
+        "Content-Type": "application/x-www-form-urlencoded",
+    }
+    try:
+        res = requests.post(
+            url,
+            payload,
+            headers=jwt_headers,
+            timeout=10,
+        )
+
+        if res.status_code != 200:
+            message = (
+                "Could not generate JWT. Try again or contact us at support@comtegra.pl"
+            )
+            click.echo(prepare_error_message(message))
+            increment_metric(f"{get_namespace()}.auth.jwt.error")
+            return None
+        increment_metric(f"{get_namespace()}.auth.jwt.ok")
+
+        data = json.loads(res.text)
+        jwt = data["access_token"]
+        return jwt
+
+    except requests.exceptions.ReadTimeout:
+        message = "Connection timed out. Try again or contact us at support@comtegra.pl"
+        click.echo(prepare_error_message(message))
+
+
+def auth_create_api_key():
+    """Command to create API key and API secret for user and save it to config file."""
+    url = f"{API_URL}/v1/api/user/create/api-key"
+    headers = prepare_headers.prepare_headers_api_key()
+    try:
+        res = requests.post(
+            url,
+            headers=headers,
+            timeout=10,
+        )
+
+        if res.status_code != 200:
+            message = "Could not generate API key. Try again or contact us at support@comtegra.pl"
+            click.echo(prepare_error_message(message))
+            increment_metric(f"{get_namespace()}.auth.api-key.error")
+            return
+        increment_metric(f"{get_namespace()}.auth.api-key.ok")
+
+        data = json.loads(res.text)
+
+        api_key = data["details"].get("_id")
+        secret = data["details"].get("secret")
+
+        add_to_config(api_key=api_key, api_secret=secret)
+
+    except requests.exceptions.ReadTimeout:
+        message = "Connection timed out. Try again or contact us at support@comtegra.pl"
+        click.echo(prepare_error_message(message))
+
+
+def save_and_unzip_file(res: requests.Response) -> str:
+    """Command to save file, unzip it and return path to its directory.
+
+    :param res: API response with file to save and unzip
+    :type res: requests.Response
+    :return: path to the directory containing the file
+    :rtype: str
+    """
+    zip_file = res.headers.get("content-disposition").split('"')[1]
+    namespace = zip_file.split("---")[-1].split(".")[0]
+    add_to_config(namespace=namespace)
+
+    if not os.path.isdir(TMP_DIR):
+        os.makedirs(TMP_DIR)
+    zip_file_path = f"{TMP_DIR}/{zip_file}"
+    with open(zip_file_path, "wb") as f:
+        f.write(res.content)
+
+    unzip_dir = zip_file_path[:-4]
+    shutil.unpack_archive(zip_file_path, unzip_dir)
+
+    return unzip_dir
+
+
+def get_aes_key_and_passwd(unzip_dir: str, priv_key_bytes: bytes):
+    """Command to get AES key and password from the unzipped file.
+
+    :param unzip_dir: path to the directory containing the file
+    :type unzip_dir: str
+    :param priv_key_bytes: private key bytes
+    :type priv_key_bytes: bytes
+    :return: AES key and password
+    :rtype: str, str
+    """
+    encrypted_passwd_path = ""
+    encrypted_aes_path = ""
+    for file in glob.glob(
+        f"{unzip_dir}/**/*encrypted*",
+        recursive=True,
+    ):
+        if file.endswith("priv"):
+            encrypted_aes_path = f"{file}"
+        elif file.endswith("password"):
+            encrypted_passwd_path = f"{file}"
+
+    rsa_key = rsa_crypto.import_create_RSAKey(priv_key_bytes)
+
+    with open(encrypted_aes_path, "rb") as aes, open(
+        encrypted_passwd_path, "rb"
+    ) as pwd:
+        aes_key = rsa_crypto.decrypt_rsa(aes.read(), rsa_key).decode("ascii")
+        passwd = base64.b64decode(rsa_crypto.decrypt_rsa(pwd.read(), rsa_key)).decode(
+            "utf-8"
+        )
+
+    return aes_key, passwd

src/commands/billing/billing_cmd.py

@@ -0,0 +1,115 @@
+import os
+import click
+import pkg_resources
+import requests
+from tabulate import tabulate
+from dotenv import load_dotenv
+
+
+from src.commands.billing.billing_utils import (
+    get_status_list_to_print,
+    get_status_list_headers,
+)
+from src.telemetry.basic import increment_metric
+from src.utils.config_utils import get_namespace
+from src.utils.message_utils import prepare_error_message
+from src.utils.prepare_headers import get_api_url_and_prepare_headers
+from src.utils.response_utils import response_precheck
+from src.utils.click_group import CustomGroup, CustomCommand
+
+ENV_FILE_PATH = pkg_resources.resource_filename("src", ".env")
+load_dotenv(dotenv_path=ENV_FILE_PATH, verbose=True)
+
+
+API_URL = os.getenv("API_URL")
+CGC_SECRET = os.getenv("CGC_SECRET")
+
+
+@click.group("billing", cls=CustomGroup)
+def billing_group():
+    """
+    Access and manage billing information.
+    """
+    pass
+
+
+@billing_group.command("status", cls=CustomCommand)
+def billing_status():
+    """
+    Shows billing status for user namespace
+    """
+    metric_ok = f"{get_namespace()}.billing.status.ok"
+    metric_error = f"{get_namespace()}.billing.status.error"
+
+    api_url, headers = get_api_url_and_prepare_headers()
+    url = f"{api_url}/v1/api/billing/status"
+    try:
+        response = requests.get(
+            url=url,
+            headers=headers,
+            timeout=10,
+        )
+
+        response_precheck(response, metric_error)
+
+        if response.status_code != 200:
+            increment_metric(metric_error)
+            message = "Error occuerd while getting billing status. Try again or contact us at support@comtegra.pl"
+            click.echo(prepare_error_message(message))
+            return
+
+        data = response.json()
+        total_cost = data["details"]["costs"]["cost_total"]
+        namespace = data["details"]["namespace"]
+        costs_list = data["details"]["costs"]["details"]
+        if not costs_list:
+            click.echo("No costs found")
+            return
+
+        costs_list_to_print = get_status_list_to_print(costs_list)
+        list_headers = get_status_list_headers()
+        click.echo(tabulate(costs_list_to_print, headers=list_headers))
+        click.echo(f"\nTotal cost for namespace {namespace}: {total_cost:.2f}\n")
+        increment_metric(metric_ok)
+    except requests.exceptions.ReadTimeout:
+        message = "Connection timed out. Try again or contact us at support@comtegra.pl"
+        increment_metric(metric_error)
+        click.echo(prepare_error_message(message))
+
+
+@billing_group.command("pay", cls=CustomCommand)
+def billing_pay():
+    """
+    Interface for easy payment
+    """
+    click.echo("Initializing payment!")
+
+
+@click.group("fvat", cls=CustomGroup)
+def fvat_group():
+    """
+    Invoice management
+    """
+    pass
+
+
+@fvat_group.command("ls", cls=CustomCommand)
+def fvat_ls():
+    """
+    Lists all invoices for user namespace
+    """
+    click.echo("Listing all invoices!")
+
+
+@fvat_group.command("id", cls=CustomCommand)
+@click.argument(
+    "invoice_id",
+)
+def fvat_id(invoice_id: str):
+    """
+    Opens invoice with given ID
+    """
+    click.echo(f"Opening invoice {invoice_id}!")
+
+
+billing_group.add_command(fvat_group)

src/commands/billing/billing_utils.py

@@ -0,0 +1,36 @@
+def get_status_list_to_print(costs_list: list):
+    """Method format data in list of voulmes to be displayed in table and calculate total size of volumes
+
+    :param list_of_volumes: list of volumes to be formatted
+    :type list_of_volumes: list
+    :return: list of volumes to be displayed in table and total size of volumes
+    :rtype: list, int
+    """
+    list_to_print = []
+    for cost in costs_list:
+        rent_start = cost["rent_start"]
+        rent_end = cost["rent_end"]
+        rent_time = f"{int(cost['rent_time'])} s"
+
+        total_cost = f"{float(cost['cost_total']):.2f} pln"
+        resources = cost["resources"]
+        name = resources["name"]
+        rent_type = cost["type"]
+        if rent_type == "events_compute":
+            entity = resources["entity"]
+        elif rent_type == "events_volume":
+            entity = "volume"
+        row_list = [entity, name, rent_start, rent_end, rent_time, total_cost]
+        list_to_print.append(row_list)
+    list_to_print.sort(key=lambda d: f"{d[0]} {d[2]}")
+    return list_to_print
+
+
+def get_status_list_headers():
+    """Generates headers for billing status command
+
+    :return: list of headers
+    :rtype: list
+    """
+    headers = ["entity", "name", "start", "end", "time", "cost"]
+    return headers

src/commands/cgc_cmd.py

@@ -0,0 +1,18 @@
+import click
+
+from src.commands.compute.compute_cmd import compute_delete
+from src.utils.version_control import check_version
+from src.utils.click_group import CustomCommand
+
+
+@click.command("rm", cls=CustomCommand)
+@click.argument("name", type=click.STRING)
+def cgc_rm(name: str):
+    """
+    Delete a compute pod in user namespace
+    \f
+    :param name: name of pod to delete
+    :type name: str
+    """
+    check_version()
+    compute_delete(name)