hmd-cli-python 0.2.74__py3-none-any.whl

hmd_cli_python/controller.py

@@ -0,0 +1,121 @@
+import json
+import os
+from importlib.metadata import version
+
+from cement import Controller, ex
+
+from hmd_cli_tools.hmd_cli_tools import get_standard_parameters
+
+
+VERSION_BANNER = """
+hmd docker version: {}
+"""
+
+
+class LocalController(Controller):
+    class Meta:
+        label = "python"
+
+        stacked_type = "nested"
+        stacked_on = "base"
+
+        # text displayed at the top of --help output
+        description = "Build and deploy python packages"
+
+        arguments = (
+            (
+                ["-v", "--version"],
+                {
+                    "help": "Display the version of the python command.",
+                    "action": "version",
+                    "version": VERSION_BANNER.format(version("hmd_cli_python")),
+                },
+            ),
+        )
+
+    def _default(self):
+        """Default action if no sub-command is passed."""
+
+        self.app.args.print_help()
+
+    @ex(
+        help="login into multiple registries and edit pip config",
+        arguments=get_standard_parameters(["account"]),
+    )
+    def login(self):
+        from .hmd_cli_python import login as do_login
+
+        registries = os.environ.get("PYTHON_REGISTRIES", "{}")
+        default_username = os.environ.get("PIP_USERNAME")
+        default_password = os.environ.get("PIP_PASSWORD")
+        default_url = os.environ.get("PIP_EXTRA_INDEX_URL")
+
+        do_login(
+            hmd_region=self.app.pargs.hmd_region,
+            profile=self.app.pargs.profile,
+            registries=json.loads(registries),
+            default_username=default_username,
+            default_password=default_password,
+            default_url=default_url,
+        )
+
+    @ex(help="deploy a python package", arguments=[])
+    def publish(self):
+        from .hmd_cli_python import publish as do_publish
+
+        do_publish(repo_name=self.app.pargs.repo_name)
+
+    @ex(
+        label="build",
+        help="Execute unit tests and build package.",
+        arguments=[
+            (
+                ["-pco", "--pip-compile-only"],
+                {
+                    "action": "store_true",
+                    "dest": "pip_compile_only",
+                    "default": False,
+                    "required": False,
+                },
+            ),
+            (
+                ["-ur", "--upload-results"],
+                {
+                    "action": "store_true",
+                    "dest": "upload_results",
+                    "default": False,
+                    "required": False,
+                },
+            ),
+        ],
+    )
+    def build(self):
+        if not hasattr(self.app.pargs, "upload_results"):
+            self.app.pargs.upload_results = False
+        if not hasattr(self.app.pargs, "pip_compile_only"):
+            self.app.pargs.pip_compile_only = False
+
+        args = {
+            "repo_name": self.app.pargs.repo_name,
+            "command_name": self.Meta.label,
+            "upload_results": self.app.pargs.upload_results,
+            "pip_compile_only": self.app.pargs.pip_compile_only,
+        }
+
+        from .hmd_cli_python import build as do_build
+
+        do_build(**args)
+
+    @ex(label="install-local", help="Install Python package into local environment")
+    def install_local(self):
+        from .hmd_cli_python import install_local as do_install_local
+
+        do_install_local(repo_name=self.app.pargs.repo_name)
+
+    @ex(label="release", help="release a project to PyPI")
+    def release(self):
+        from .hmd_cli_python import release as do_release
+
+        do_release(
+            repo_name=self.app.pargs.repo_name, repo_version=self.app.pargs.repo_version
+        )

hmd_cli_python/hmd_cli_python.py

@@ -0,0 +1,329 @@
+import os
+from pathlib import Path
+from base64 import b64decode
+import shutil
+from typing import Any, Dict, List
+from urllib.parse import urlparse, urlunparse
+
+from cement.utils import shell
+from setuptools import find_packages
+
+from hmd_cli_tools import cd, get_version
+from hmd_cli_tools.build_tools import build_dir
+from hmd_cli_tools.hmd_cli_tools import get_cloud_region, get_session
+
+
+def publish(repo_name: str):
+    with build_dir(repo_name):
+        with cd("./src/python"):
+            exitcode = shell.exec_cmd2(
+                ["twine", "upload", "-r", "neuronsphere", "dist/*"]
+            )
+            if exitcode != 0:
+                raise Exception("Error uploading distribution.")
+
+
+def update_setup_py(requirements: List[str]):
+    with open("setup.py", "r") as setup:
+        setup_data = setup.read().splitlines()
+
+    output = []
+    found = False
+    for line in setup_data:
+        if line.strip().startswith("install_requires=[]"):
+            found = True
+            indent = line.index("install")
+            output.append((" " * indent) + "install_requires=[")
+            for req in requirements:
+                if not req.strip().startswith("#"):
+                    output.append((" " * (indent + 4)) + f'"{req}",')
+            output.append((" " * indent) + "]")
+        else:
+            output.append(line)
+    if not found:
+        raise Exception("setup.py doesn't contain an empty 'install_requires' line.")
+    with open("setup.py", "w") as setup:
+        setup.writelines(f"{line}\n" for line in output)
+
+
+def compile_requirements():
+    compiled_deps = None
+    if os.path.exists("requirements.in"):
+        req_file = Path(os.getcwd()) / "requirements.in"
+        command = [
+            "pip-compile-multi",
+            "-d",
+            os.getcwd(),
+            "-t",
+            req_file,
+            "--no-upgrade",
+            "--no-annotate-index",
+            "-c",
+            "hmd-*",
+        ]
+
+        compiled_deps, stderr, exitcode = shell.exec_cmd(command)
+        if exitcode != 0:
+            raise Exception(f"Error evaluating dependencies. ({stderr.decode()})")
+
+        with open("requirements.txt", "r") as fl:
+            compiled_deps = fl.read().splitlines()
+
+    return compiled_deps
+
+
+def fetch_codeartifact_token(
+    hmd_region: str, profile: str, domain: str, account: str, repository: str
+):
+    aws_region = get_cloud_region(hmd_region)
+    session = get_session(aws_region, profile)
+    client = session.client("codeartifact")
+
+    response = client.get_authorization_token(domain=domain, domainOwner=account)
+    token = response["authorizationToken"]
+    return token
+
+
+def login(
+    hmd_region: str,
+    profile: str,
+    registries: Dict[str, Any],
+    default_username: str,
+    default_password: str,
+    default_url: str,
+):
+    pip_conf_name = Path.home() / ".config" / "pip" / "pip.conf"
+
+    if os.name == "nt":
+        pip_conf_name = Path.home() / ".pip" / "pip.ini"
+
+    pip_conf_name = Path(os.environ.get("PIP_CONFIG_FILE", pip_conf_name))
+
+    if not os.path.exists(pip_conf_name):
+        pip_conf_name.parent.mkdir(parents=True, exist_ok=True)
+
+    extra_index_urls = []
+    registry_urls = []
+    twine_urls = []
+
+    for registry, config in registries.items():
+        registry_type = config.get("type", None)
+
+        if "url" not in config:
+            raise Exception(f"Invalid configuration in PYTHON_REGISTRIES: {registry}")
+
+        url_parts = urlparse(config["url"])
+        registry_urls.append(url_parts.hostname)
+        print(config["url"], url_parts)
+
+        if registry_type == "codeartifact":
+            token = fetch_codeartifact_token(
+                hmd_region,
+                profile,
+                config["domain"],
+                config["account"],
+                config["repository"],
+            )
+
+            if config.get("publish", False):
+                twine_urls.append(
+                    (
+                        urlunparse(
+                            url_parts._replace(
+                                path=url_parts.path.replace("simple/", "")
+                            )
+                        ),
+                        "aws",
+                        token,
+                    )
+                )
+
+            url_parts = url_parts._replace(netloc=f"aws:{token}@{url_parts.hostname}")
+            extra_index_urls.append(urlunparse(url_parts))
+        else:
+            username = config["username"]
+            password = config["password"]
+
+            if config.get("publish", False):
+                twine_urls.append(
+                    (
+                        urlunparse(
+                            url_parts._replace(
+                                path=url_parts.path.replace("simple/", "")
+                            )
+                        ),
+                        username,
+                        password,
+                    )
+                )
+
+            url_parts = url_parts._replace(
+                netloc=f"{username}:{password}@{url_parts.hostname}"
+            )
+            extra_index_urls.append(urlunparse(url_parts))
+
+    data = []
+    if os.path.exists(pip_conf_name):
+        with open(pip_conf_name, "r") as pc:
+            data = pc.readlines()
+
+    extra_urls = []
+    extra_urls_line = False
+    for line in data:
+        if line.startswith("extra-index-url"):
+            _, urls = line.split("=")
+            extra_urls_str = urls.strip()
+            extra_urls_line = True
+
+            if len(extra_urls_str) > 0:
+                extra_urls = extra_urls_str.split(",")
+
+            if len(extra_urls) > 0:
+                break
+            else:
+                continue
+
+        if extra_urls_line:
+            url = line.strip()
+
+            if len(url) == 0 or url.startswith("["):
+                break
+            extra_urls.append(url)
+
+    existing_urls = list(
+        filter(lambda u: urlparse(u).hostname not in registry_urls, extra_urls)
+    )
+    extra_index_urls = [*existing_urls, *extra_index_urls]
+    extra_str = "\n    ".join(extra_index_urls)
+    pip_conf = f"""
+[global]
+extra-index-url = 
+    {extra_str}
+    
+"""
+
+    with open(pip_conf_name, "w") as pc:
+        pc.write(pip_conf)
+
+    if len(twine_urls) > 0:
+        if not os.path.exists(Path.home() / ".pypirc"):
+            with open(Path.home() / ".pypirc", "w") as twine:
+                cfg = f"""
+[distutils]
+index-servers = 
+    neuronsphere
+
+[neuronsphere]
+repository = {twine_urls[0][0]}
+username = {twine_urls[0][1]}
+password = {twine_urls[0][2]}
+                """
+                twine.write(cfg)
+
+
+def build(
+    command_name: str, repo_name: str, upload_results: bool, pip_compile_only: bool
+):
+    version = get_version()
+    if os.name == "nt":
+        py_cmd = "python"
+    else:
+        py_cmd = "python3"
+
+    repo_dir = os.getcwd()
+    with build_dir(repo_name):
+        with cd("./src/python"):
+            compiled_deps = compile_requirements()
+            reqs_txt_path = os.path.abspath("requirements.txt")
+            if os.path.exists(reqs_txt_path):
+                shutil.copy2(
+                    reqs_txt_path,
+                    os.path.join(repo_dir, "./src/python/requirements.txt"),
+                )
+
+            if pip_compile_only:
+                return
+
+            if compiled_deps:
+                update_setup_py(compiled_deps)
+
+            if os.path.exists("test"):
+                shell.exec_cmd2(["pip3", "install", "--force-reinstall", "-e", "."])
+                packages = find_packages()
+
+                command = [py_cmd, "-m", "pytest"]
+                for pkg in packages:
+                    command += ["--cov", pkg]
+
+                command += ["--cov-report", "term"]
+                command += ["--cov-report", "html:coverage"]
+
+                exitcode = shell.exec_cmd2(command)
+
+                if exitcode != 0:
+                    raise Exception("Error running unit tests.")
+
+            exitcode = shell.exec_cmd2([py_cmd, "setup.py", "bdist_wheel"])
+            if exitcode != 0:
+                raise Exception("Error creating distribution.")
+
+
+def install_local(repo_name: str):
+    version = get_version()
+    if os.name == "nt":
+        py_cmd = "python"
+    else:
+        py_cmd = "python3"
+
+    with cd("./src/python"):
+        compiled_deps = compile_requirements()
+
+        print("Building python distribution...")
+        exitcode = shell.exec_cmd2([py_cmd, "setup.py", "sdist", "bdist_wheel"])
+        if exitcode != 0:
+            raise Exception("Error creating distribution.")
+
+        deps_install = ["pip3", "install", "-r", "requirements.txt"]
+        exitcode = shell.exec_cmd2(deps_install)
+
+        if exitcode != 0:
+            raise Exception("Error installing local Python package dependencies")
+
+        install_cmd = [
+            "pip3",
+            "install",
+            "--no-index",
+            "--no-deps",
+            "--force-reinstall",
+            "--find-links=./dist",
+            repo_name,
+        ]
+        print("Installing local package...")
+        exitcode = shell.exec_cmd2(install_cmd)
+
+        if exitcode != 0:
+            raise Exception("Error installing local Python package")
+
+
+def release(repo_name: str, repo_version: str):
+    download_cmd = ["pip3", "download", f"{repo_name}=={repo_version}", "--no-deps"]
+
+    exitcode = shell.exec_cmd2(download_cmd)
+
+    if exitcode != 0:
+        raise Exception("Error downloading Python package")
+
+    wheels = list(Path(".").rglob(f"{repo_name.replace('-','_')}-{repo_version}-*.whl"))
+
+    whl = wheels[0]
+
+    upload_cmd = [
+        "twine",
+        "upload",
+        str(whl),
+    ]
+
+    exitcode = shell.exec_cmd2(upload_cmd)
+
+    if exitcode != 0:
+        raise Exception("Error uploading Python package")

hmd_cli_python-0.2.74.dist-info/METADATA

@@ -0,0 +1,76 @@
+Metadata-Version: 2.1
+Name: hmd-cli-python
+Version: 0.2.74
+Summary: Implementation for python cli command
+Home-page: UNKNOWN
+Author: Jim Majure
+Author-email: jim.majure@hmdlabs.io
+License: Apache 2.0
+Platform: UNKNOWN
+Requires-Dist: attrs (==21.4.0)
+Requires-Dist: aws-secretsmanager-caching (==1.1.1.5)
+Requires-Dist: bleach (==4.1.0)
+Requires-Dist: boto3 (==1.21.7)
+Requires-Dist: botocore (==1.24.9)
+Requires-Dist: cachetools (==5.2.0)
+Requires-Dist: cement (==3.0.6)
+Requires-Dist: certifi (==2022.12.7)
+Requires-Dist: cffi (==1.15.0)
+Requires-Dist: charset-normalizer (==2.0.12)
+Requires-Dist: colorama (==0.4.4)
+Requires-Dist: colorlog (==6.6.0)
+Requires-Dist: coverage[toml] (==6.3.2)
+Requires-Dist: cryptography (==39.0.1)
+Requires-Dist: docutils (==0.18.1)
+Requires-Dist: google-auth (==2.9.1)
+Requires-Dist: hmd-cli-app (~=1.1.595)
+Requires-Dist: hmd-cli-tools (~=1.1.227)
+Requires-Dist: idna (==3.3)
+Requires-Dist: importlib-metadata (==4.11.2)
+Requires-Dist: iniconfig (==1.1.1)
+Requires-Dist: inquirerpy (==0.3.4)
+Requires-Dist: jeepney (==0.8.0)
+Requires-Dist: jinja2 (==3.0.3)
+Requires-Dist: jmespath (==0.10.0)
+Requires-Dist: keyring (==23.5.0)
+Requires-Dist: kubernetes (==24.2.0)
+Requires-Dist: markupsafe (==2.1.0)
+Requires-Dist: oauthlib (==3.2.2)
+Requires-Dist: packaging (==21.3)
+Requires-Dist: pfzy (==0.3.4)
+Requires-Dist: pkginfo (==1.8.2)
+Requires-Dist: pluggy (==1.0.0)
+Requires-Dist: prompt-toolkit (==3.0.38)
+Requires-Dist: py (==1.11.0)
+Requires-Dist: pyasn1 (==0.4.8)
+Requires-Dist: pyasn1-modules (==0.2.8)
+Requires-Dist: pycparser (==2.21)
+Requires-Dist: pygments (==2.14.0)
+Requires-Dist: pyopenssl (==23.0.0)
+Requires-Dist: pyparsing (==3.0.7)
+Requires-Dist: pytest (==7.0.1)
+Requires-Dist: pytest-cov (==3.0.0)
+Requires-Dist: python-dateutil (==2.8.2)
+Requires-Dist: python-dotenv (==0.19.2)
+Requires-Dist: pyyaml (==6.0)
+Requires-Dist: readme-renderer (==32.0)
+Requires-Dist: requests (==2.28.2)
+Requires-Dist: requests-oauthlib (==1.3.1)
+Requires-Dist: requests-toolbelt (==0.9.1)
+Requires-Dist: rfc3986 (==2.0.0)
+Requires-Dist: rsa (==4.8)
+Requires-Dist: s3transfer (==0.5.2)
+Requires-Dist: secretstorage (==3.3.3)
+Requires-Dist: six (==1.16.0)
+Requires-Dist: tomli (==2.0.1)
+Requires-Dist: tqdm (==4.63.0)
+Requires-Dist: twine (==3.8.0)
+Requires-Dist: urllib3 (==1.26.8)
+Requires-Dist: wcwidth (==0.2.6)
+Requires-Dist: webencodings (==0.5.1)
+Requires-Dist: websocket-client (==1.3.3)
+Requires-Dist: wheel (==0.38.0)
+Requires-Dist: zipp (==3.7.0)
+
+UNKNOWN
+

hmd_cli_python-0.2.74.dist-info/RECORD

@@ -0,0 +1,7 @@
+hmd_cli_python/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+hmd_cli_python/controller.py,sha256=VHaY1zMnTssbznWWkOWsq2PTZpovd4krDgwH_l3HJGI,3624
+hmd_cli_python/hmd_cli_python.py,sha256=AmgT4OBX2qAnEAJ-Zgz7NQbV0bB0oZp646l7mgUTxw0,9749
+hmd_cli_python-0.2.74.dist-info/METADATA,sha256=7X4utCWueIK6rPXO4SoP174ZOIv2f4YzFSu5L4T6GPs,2496
+hmd_cli_python-0.2.74.dist-info/WHEEL,sha256=Ni9JGQXk2T4q02tFVwTZ-iAb8m9R1cjnSLMaE4VH1rg,92
+hmd_cli_python-0.2.74.dist-info/top_level.txt,sha256=i2ZCGVJeOkzYWeWmczts0Y8Yv2QsTWcueX0_qWGbs7M,15
+hmd_cli_python-0.2.74.dist-info/RECORD,,

hmd_cli_python-0.2.74.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.38.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

hmd_cli_python-0.2.74.dist-info/top_level.txt

@@ -0,0 +1 @@
+hmd_cli_python