suite-py 1.41.9__py3-none-any.whl → 1.42.0__py3-none-any.whl

suite_py/commands/aggregator.py

@@ -1,159 +0,0 @@
-# -*- coding: utf-8 -*-
-import re
-import sys
-
-from halo import Halo
-from kubernetes import client, config
-from rich.console import Console
-from rich.table import Table
-
-from suite_py.lib import logger, metrics
-from suite_py.lib.handler import prompt_utils
-
-
-class Aggregator:
-    def __init__(self, captainhook, command):
-        self._captainhook = captainhook
-        self._command = command
-
-    @metrics.command("aggregator")
-    def run(self):
-        if self._command == "list":
-            self._list_aggregators()
-            return
-
-        if self._command == "change":
-            aggregator = self._select_aggregator()
-            address = prompt_utils.ask_questions_input(
-                "Insert QA url or press enter to set staging URL: ",
-                default_text="staging.prima.it",
-            )
-
-            if address.startswith("http"):
-                address = re.sub(r"https?://?", "", address)
-
-            split_addr = re.split(r"([a-z]+)\-([a-z0-9]+)", address)
-
-            change_request = self._captainhook.change_aggregator(
-                aggregator["name"], address
-            )
-
-            self._handle_captainhook_response(
-                change_request, aggregator["name"], address
-            )
-
-            if "www" in split_addr:
-                split_addr[1] = "prima"
-                self._update_k8s_ingress_route(aggregator, split_addr[1], split_addr[2])
-            elif "evvivass" in split_addr:
-                self._update_k8s_ingress_route(aggregator, split_addr[1], split_addr[2])
-            else:
-                return
-
-    def _handle_captainhook_response(self, request, aggregator, address):
-        if request.status_code == 200:
-            change_request = request.json()
-            if change_request["success"]:
-                logger.info(f"CNAME updated! Now {aggregator} is pointing to {address}")
-            else:
-                cases = {
-                    "cloudflare_error": "Error during Cloudflare invocation.",
-                    "unknown_dns_record": "Impossible to find DNS record associated with aggregator.",
-                    "unknown_aggregator": "Aggregator not found.",
-                    "invalid_qa_address": "The QA address does not meet the requirements.",
-                }
-                logger.error(cases.get(change_request["error"], "unknown error"))
-                sys.exit(-1)
-        else:
-            logger.error("An error has occurred on Captainhook.")
-            sys.exit(-1)
-
-    def _select_aggregator(self):
-        with Halo(text="Loading aggregators...", spinner="dots", color="magenta"):
-            choices = [
-                {"name": agg["name"], "value": agg}
-                for agg in self._captainhook.aggregators().json()
-            ]
-        if choices:
-            choices.sort(key=lambda x: x["name"])
-            return prompt_utils.ask_choices("Select aggregator: ", choices)
-
-        logger.error("There are no aggregators on Captainhook.")
-        sys.exit(-1)
-
-    def _list_aggregators(self):
-        with Halo(text="Loading...", spinner="dots", color="magenta"):
-            aggregators = self._captainhook.aggregators()
-
-        if aggregators.status_code != 200:
-            logger.error("Unable to retrieve the list of aggregators.")
-            return
-
-        console = Console()
-
-        aggregators_table = Table()
-        aggregators_table.add_column("Name", style="green")
-        aggregators_table.add_column("Address", style="white")
-
-        for a in aggregators.json():
-            aggregators_table.add_row(a["name"], a["content"])
-
-        logger.info("Available aggregators:")
-        console.print(aggregators_table)
-
-    def _update_k8s_ingress_route(self, aggregator, service_name, namespace):
-        try:
-            config.load_kube_config()
-        except Exception:
-            logger.error(
-                "\n\nYou need to authenticate, run the following command:\n$ aws eks update-kubeconfig --name main-qa\n\n"
-            )
-            sys.exit(-1)
-
-        api = client.CustomObjectsApi()
-        res = {
-            "apiVersion": "traefik.containo.us/v1alpha1",
-            "kind": "IngressRoute",
-            "metadata": {
-                "name": f"{aggregator['name']}",
-                "namespace": f"{namespace}",
-                "annotations": {
-                    "traefik.ingress.kubernetes.io/router.tls": "true",
-                },
-                "labels": {
-                    "com.prima.environment": "qa",
-                    "com.prima.country": "it",
-                    "app.kubernetes.io/name": f"{aggregator['name']}",
-                },
-            },
-            "spec": {
-                "entryPoints": ["websecure"],
-                "routes": [
-                    {
-                        "kind": "Rule",
-                        "match": f"Host(`{aggregator['address']}{aggregator['domain']}`)",
-                        "services": [{"name": f"{service_name}", "port": 80}],
-                    }
-                ],
-            },
-        }
-
-        try:
-            api.create_namespaced_custom_object(
-                group="traefik.containo.us",
-                version="v1alpha1",
-                namespace=namespace,
-                plural="ingressroutes",
-                body=res,
-            )
-            logger.info(f"Aggregator {aggregator['name']} created!")
-        except Exception:
-            api.patch_namespaced_custom_object(
-                group="traefik.containo.us",
-                version="v1alpha1",
-                namespace=namespace,
-                plural="ingressroutes",
-                name=aggregator["name"],
-                body=res,
-            )
-            logger.info(f"Aggregator {aggregator['name']} updated!")

suite_py/commands/batch_job.py

@@ -1,215 +0,0 @@
-# -*- coding: utf-8 -*-
-import re
-import sys
-import textwrap
-
-import semver
-
-from suite_py.lib import logger, metrics
-from suite_py.lib.handler import prompt_utils
-from suite_py.lib.handler.drone_handler import DroneHandler
-from suite_py.lib.handler.git_handler import GitHandler
-from suite_py.lib.handler.github_handler import GithubHandler
-
-
-class BatchJob:
-    def __init__(
-        self, project, config, tokens, environment, cpu_request, memory_request
-    ):
-        self._project = project
-        self._config = config
-        self._tokens = tokens
-        self._environment = environment
-        self._cpu_request = cpu_request
-        self._memory_request = memory_request
-        self._git = GitHandler(project, config)
-        self._github = GithubHandler(tokens)
-        self._drone = DroneHandler(config, tokens, repo=project)
-        self._countries = _parse_available_countries(self._drone)
-        self._repo = self._github.get_repo(project)
-
-    @metrics.command("batch-job")
-    def run(self):
-        country = prompt_utils.ask_choices(
-            "Which country do you want to run the job on?",
-            self._countries,
-        )
-
-        if not _has_job_pipeline(self._drone, country, self._environment):
-            logger.error(
-                "There is no job pipeline for the specified country/environment"
-            )
-            sys.exit(1)
-
-        command = prompt_utils.ask_questions_input(
-            "What command do you want to execute?", f"/app/bin/{self._project} "
-        )
-
-        self._start_job(country, command)
-
-    def _start_job(self, country, command):
-        promotion = {}
-
-        if self._environment == "staging":
-            build = self._get_latest_master_build()
-
-            self._ask_confirm(
-                country,
-                command,
-                f'Current master: {build["message"]} (#{build["number"]})',
-            )
-
-            promotion = self._drone.promote_staging(
-                build["number"],
-                f"job-{country}-{self._environment}",
-                f"BATCH_COMMAND={command}&JOB_CPU={self._cpu_request}&JOB_MEMORY={self._memory_request}",
-            )
-        elif self._environment == "production":
-            version = self._get_latest_tag(country)
-
-            self._ask_confirm(country, command, f"Current tag: {version}")
-
-            promotion = self._drone.promote_production(
-                version,
-                f"job-{country}-{self._environment}",
-                f"DRONE_TAG={version}&BATCH_COMMAND={command}&JOB_CPU={self._cpu_request}&JOB_MEMORY={self._memory_request}",
-            )
-
-        if "number" not in promotion:
-            logger.warning(f"Unable to promote drone build. Response: {promotion}")
-            return
-
-        logger.info("Drone build started successfully!")
-        logger.info(
-            f"You can follow the build status here: {self._drone.get_build_url(promotion['number'])}"
-        )
-
-    def _get_latest_master_build(self):
-        try:
-            builds = self._drone.get_builds_from_branch("master")
-
-            latest_build = None
-            non_green_builds = []
-            for b in builds:
-                if b["status"] == "success":
-                    if latest_build is None:
-                        latest_build = b
-                    break
-
-                non_green_builds.append(b)
-
-            if len(non_green_builds) > 0:
-                logger.warning(
-                    "There are recent builds on master still running or failed"
-                )
-                for b in non_green_builds:
-                    logger.warning(
-                        f'* {b["message"]} (Status: {b["status"]}, Number: #{b["number"]})'
-                    )
-
-            if not latest_build:
-                logger.error("Unable to find latest build on master")
-                sys.exit(255)
-
-            return latest_build
-
-        except Exception as e:
-            print(e)
-            logger.error(
-                "An error has occurred retrieving current master version during batch job.\nPlease ask #team-platform-operations for help."
-            )
-            sys.exit(255)
-
-    def _get_latest_tag(self, country):
-        try:
-            logger.info("Retrieving latest version, this may take some time...")
-            # get latest 10 tags
-            tags = self._github.get_tags(self._project)
-            #  exclude tags that don't match semver notation
-            semver_tags = [t for t in tags if semver.VersionInfo.isvalid(t.name)][0:9]
-
-            builds = []
-            for tag in semver_tags:
-                for b in self._drone.get_builds_from_tag(tag.name):
-                    if (
-                        b["event"] == "promote"
-                        and b["status"] == "success"
-                        and b["deploy_to"] == f"deploy-{country}-production"
-                        and "params" in b
-                        and "DRONE_TAG" in b["params"]
-                    ):
-                        builds.append(b)
-
-            if not builds:
-                # may end up here if there isn't any successfull build for latest 10 tags
-                logger.error(
-                    "An error has occurred retrieving current version during rollback.\nPlease ask #team-platform-operations for help."
-                )
-                sys.exit(255)
-
-            # get latest build using build number as key
-            current_build = max(builds, key=lambda x: x["number"])
-
-            if not current_build:
-                logger.error(
-                    f"Unable to determine current version for country {country}"
-                )
-                sys.exit(255)
-
-            v = semver.VersionInfo.parse(current_build["params"]["DRONE_TAG"])
-            logger.info(f"Current version for country {country}: {v}")
-
-            return v
-        except Exception as e:
-            print(e)
-            logger.error(
-                "An error has occurred retrieving current version during batch job.\nPlease ask #team-platform-operations for help."
-            )
-            sys.exit(255)
-
-    def _ask_confirm(self, country, command, message):
-        logger.info(
-            textwrap.dedent(
-                f"""
-                You're about to run a batch job on project {self._project}, for env {self._environment}, in country {country}.
-                {message}
-                Command: {command}
-                """
-            )
-        )
-
-        if not prompt_utils.ask_confirm("Do you confirm?", default=False):
-            sys.exit(0)
-
-
-def _parse_available_countries(drone):
-    pipelines = drone.parse_yaml()
-
-    if pipelines is None:
-        logger.error("The file .drone.yml was not found. Unable to continue.")
-        sys.exit(1)
-
-    countries = []
-    REGEX = re.compile(r"deploy-([a-z]+)-.*")
-    for pipeline in pipelines:
-        if "name" in pipeline:
-            c = REGEX.findall(pipeline["name"])
-            if len(c) > 0 and c[0] is not None and c[0] not in countries:
-                countries.append(c[0])
-
-    return countries
-
-
-def _has_job_pipeline(drone, country, environment):
-    pipelines = drone.parse_yaml()
-
-    if pipelines is None:
-        logger.error("The file .drone.yml was not found. Unable to continue.")
-        sys.exit(1)
-
-    job_pipeline = f"job-{country}-{environment}"
-    for pipeline in pipelines:
-        if "name" in pipeline and pipeline["name"] == job_pipeline:
-            return True
-
-    return False

suite_py/commands/deploy.py

@@ -1,207 +0,0 @@
-# -*- coding: utf-8 -*-
-import re
-import sys
-
-from suite_py.commands import common
-from suite_py.commands.release import _parse_available_countries
-from suite_py.lib import logger, metrics
-from suite_py.lib.handler import git_handler as git
-from suite_py.lib.handler import prompt_utils
-from suite_py.lib.handler.changelog_handler import ChangelogHandler
-from suite_py.lib.handler.drone_handler import DroneHandler
-from suite_py.lib.handler.git_handler import GitHandler
-from suite_py.lib.handler.github_handler import GithubHandler
-from suite_py.lib.handler.version_handler import DEFAULT_VERSION, VersionHandler
-from suite_py.lib.handler.youtrack_handler import YoutrackHandler
-
-
-class Deploy:
-    # pylint: disable=too-many-instance-attributes
-    def __init__(self, project, captainhook, config, tokens):
-        self._project = project
-        self._config = config
-        self._youtrack = YoutrackHandler(config, tokens)
-        self._captainhook = captainhook
-        self._changelog_handler = ChangelogHandler()
-        self._github = GithubHandler(tokens)
-        self._repo = self._github.get_repo(project)
-        self._git = GitHandler(project, config)
-        self._drone = DroneHandler(config, tokens, repo=project)
-        self._countries = _parse_available_countries(self._drone)
-        self._version = VersionHandler(self._repo, self._git, self._github)
-
-    @metrics.command("deploy")
-    def run(self):
-        self._stop_if_prod_locked()
-
-        self._git.fetch()
-
-        if len(self._countries) > 0:
-            logger.error(
-                "Deploy command cannot be used on this project. Try to run `suite-py release` instead."
-            )
-            sys.exit(1)
-
-        current_version = self._version.get_latest_version()
-
-        if current_version != "":
-            logger.info(f"The current release is {current_version}")
-            commits = self._github.get_commits_since_release(
-                self._repo, current_version
-            )
-
-            _check_migrations_deploy(commits)
-
-            message = "\n".join(
-                [
-                    "* "
-                    + c.commit.message.splitlines()[0]
-                    + " by "
-                    + c.commit.author.name
-                    for c in commits
-                ]
-            )
-
-            logger.info(f"\nCommits list:\n{message}\n")
-
-            if not prompt_utils.ask_confirm("Do you want to continue?"):
-                sys.exit()
-
-            new_version = self._version.select_new_version(
-                current_version, allow_prerelease=True, allow_custom_version=True
-            )
-
-        else:
-            # Se non viene trovata la release e non ci sono tag, viene saltato il check delle migrations e l'update delle card su youtrack
-            logger.warning(
-                f"No tags found, I'm about to push the tag {DEFAULT_VERSION}"
-            )
-            if not prompt_utils.ask_confirm(
-                "Are you sure you want to continue?", default=False
-            ):
-                sys.exit()
-            new_version = DEFAULT_VERSION
-            message = f"First release with tag {new_version}"
-
-        if self._changelog_handler.changelog_exists():
-            (
-                latest_tag,
-                latest_entry,
-            ) = self._changelog_handler.get_latest_entry_with_tag()
-
-            if latest_tag != new_version:
-                if not prompt_utils.ask_confirm(
-                    "You didn't update your changelog, are you sure you want to proceed?"
-                ):
-                    sys.exit()
-            else:
-                message = f"{latest_entry}\n\n# Commits\n\n{message}"
-
-        message = common.ask_for_release_description(message)
-
-        self._create_release(new_version, message)
-        self._manage_youtrack_card(commits, new_version)
-
-    def _stop_if_prod_locked(self):
-        request = self._captainhook.status(self._project, "production")
-        if request.status_code != 200:
-            logger.error("Unable to determine lock status on master.")
-            sys.exit(-1)
-
-        request_object = request.json()
-        if request_object["locked"]:
-            logger.error(
-                f"The project is locked in production by {request_object['by']}. Unable to continue."
-            )
-            sys.exit(-1)
-
-    def _create_release(self, new_version, message):
-        new_release = self._repo.create_git_release(
-            new_version,
-            new_version,
-            self._youtrack.replace_card_names_with_md_links(message),
-        )
-        if new_release:
-            logger.info(f"The release has been created! Link: {new_release.html_url}")
-
-            build_number = self._drone.get_build_number_from_tag(new_version)
-            if build_number:
-                drone_url = self._drone.get_build_url(build_number)
-                logger.info(
-                    f"You can follow the deployment in production here: {drone_url}"
-                )
-
-    def _manage_youtrack_card(self, commits, new_version):
-        release_state = self._config.youtrack["release_state"]
-
-        issue_ids = self._youtrack.get_issue_ids(commits)
-
-        if len(issue_ids) > 0:
-            update_youtrack_state = prompt_utils.ask_confirm(
-                f"Do you want to move the associated cards to {release_state} state?",
-                default=False,
-            )
-
-            for issue_id in issue_ids:
-                try:
-                    self._youtrack.comment(
-                        issue_id,
-                        f"Deploy in production of {self._project} done with the release {new_version}",
-                    )
-                    if update_youtrack_state:
-                        self._youtrack.update_state(issue_id, release_state)
-                        logger.info(f"{issue_id} moved to {release_state}")
-                except Exception:
-                    logger.warning(
-                        f"An error occurred while moving the card {issue_id} to {release_state}"
-                    )
-                repos_status = self._get_repos_status_from_issue(issue_id)
-                if all(r["deployed"] for r in repos_status.values()):
-                    try:
-                        self._youtrack.update_deployed_field(issue_id)
-                        logger.info("Custom field Deployed updated on YouTrack")
-                    except Exception:
-                        logger.warning(
-                            "An error occurred while updating the custom field Deployed"
-                        )
-
-    def _get_repos_status_from_issue(self, issue_id):
-        regex_pr = r"^PR .* -> https:\/\/github\.com\/primait\/(.*)\/pull\/([0-9]*)$"
-        regex_deploy = r"^Deploy in production of (.*) done with the release"
-        comments = self._youtrack.get_comments(issue_id)
-        repos_status = {}
-
-        for c in comments:
-            m = re.match(regex_pr, c["text"])
-            if m:
-                project = m.group(1)
-                pr_number = int(m.group(2))
-                repos_status[project] = {}
-                repos_status[project]["pr"] = pr_number
-                repos_status[project]["deployed"] = False
-            m = re.match(regex_deploy, c["text"])
-            if m:
-                project = m.group(1)
-                try:
-                    repos_status[project]["deployed"] = True
-                except Exception:
-                    pass
-        return repos_status
-
-
-def _check_migrations_deploy(commits):
-    if not commits:
-        logger.error("ERROR: no commit found")
-        sys.exit(-1)
-    elif len(commits) == 1:
-        files_changed = git.files_changed_between_commits("--raw", f"{commits[0].sha}~")
-    else:
-        files_changed = git.files_changed_between_commits(
-            f"{commits[-1].sha}~", commits[0].sha
-        )
-    if git.migrations_found(files_changed):
-        logger.warning("WARNING: migrations detected in the code")
-        if not prompt_utils.ask_confirm(
-            "Are you sure you want to continue?", default=False
-        ):
-            sys.exit()

suite_py/commands/docker.py

@@ -1,91 +0,0 @@
-# -*- coding: utf-8 -*-
-import sys
-
-from halo import Halo
-
-from suite_py.lib import logger, metrics
-from suite_py.lib.handler import prompt_utils
-from suite_py.lib.handler.drone_handler import DroneHandler
-from suite_py.lib.handler.git_handler import GitHandler
-from suite_py.lib.handler.github_handler import GithubHandler
-
-
-class Docker:
-    # pylint: disable=too-many-instance-attributes
-    def __init__(self, action, project, config, tokens, flags=None):
-        self._action = action
-        self._project = project
-        self._flags = flags
-        self._config = config
-        self._tokens = tokens
-        self._github = GithubHandler(tokens)
-        self._repo = self._github.get_repo(project)
-        self._git = GitHandler(project, config)
-        self._drone = DroneHandler(config, tokens, repo=project)
-
-    @metrics.command("docker")
-    def run(self):
-        if self._project != "docker":
-            logger.error("`suite-py docker` must run inside docker repository.")
-            sys.exit(-1)
-
-        self._git.fetch()
-
-        pipelines = self._drone.parse_yaml()
-
-        if pipelines is None:
-            logger.error("The file .drone.yml not found.")
-            sys.exit(1)
-
-        images = []
-        for pipeline in pipelines:
-            if "trigger" not in pipeline or "ref" not in pipeline["trigger"]:
-                continue
-
-            trigger_tags = pipeline["trigger"]["ref"]
-
-            for tag in trigger_tags:
-                images.append(tag.replace("refs/tags/", ""))
-
-        image = prompt_utils.ask_choices(
-            "Select an image",
-            images,
-        )
-        versions = self._get_versions(image)
-
-        if self._action == "release":
-            print_versions(versions)
-            new_version = self._ask_new_version(image)
-            self._create_new_version(new_version)
-
-        elif self._action == "versions":
-            print_versions(versions)
-
-    def _create_new_version(self, version):
-        if prompt_utils.ask_confirm(f"Tag {version} will be deployed. Confirm?"):
-            self._git.tag(version, version)
-            self._git.push(version)
-
-    def _ask_new_version(self, image):
-        new = prompt_utils.ask_questions_input(
-            "Write new version to be deployed (eg: 11.3-1):"
-        )
-        if new[0] == "v":
-            logger.error("Insert new version without `v`")
-            sys.exit(-1)
-        return f'{image.replace("*", "")}{new}'
-
-    def _get_versions(self, image):
-        versions = []
-        with Halo(text="Retrieving tags...", spinner="dots", color="magenta"):
-            tags = self._github.get_tags("docker")
-            for tag in tags:
-                if image.replace("*", "") in tag.name:
-                    versions.append(tag)
-            return versions
-
-
-def print_versions(versions):
-    message = "\n".join(["* " + v.name for v in versions])
-
-    logger.info(f"\nVersions list:\n{message}\n")