conviso-ast 3.0.0__py3-none-any.whl

convisoappsec/flowcli/deploy/create/with_/tag_tracker/sort_by/versioning_style.py

@@ -0,0 +1,115 @@
+import click
+# TODO: refactoring. all deploy create share some behavior
+from convisoappsec.flow.util import project_metrics
+from convisoappsec.flowcli.context import pass_flow_context
+from convisoappsec.flow.version_searchers import SortedByVersioningStyle
+from convisoappsec.flow.version_control_system_adapter import GitAdapter
+from convisoappsec.flowcli import help_option
+from convisoappsec.flowcli.common import on_http_error
+from convisoappsec.flowcli.deploy.create.context import pass_create_context
+
+from convisoappsec.flowcli.deploy.create.with_.tag_tracker.context import (
+    pass_tag_tracker_context
+)
+
+
+@click.command()
+@click.option(
+    '-c',
+    '--current-tag',
+    required=False,
+    help="""This value is used to ignore versions
+    bigger than this value if exists"""
+)
+@click.option(
+    '-i',
+    '--ignore-prefix',
+    required=False,
+    default='v',
+    show_default=True,
+    help="Prefix to be ignored on parsing to versioning style.",
+)
+@click.option(
+    '-s',
+    '--style',
+    required=False,
+    type=click.Choice(SortedByVersioningStyle.STYLES),
+    default=SortedByVersioningStyle.SEMANTIC_VERSIONING_STYLE,
+    show_default=True,
+    help="Versioning style type used at repository.",
+)
+@click.option(
+    "--attach-diff/--no-attach-diff",
+    default=True,
+    show_default=True,
+    required=False,
+)
+@help_option
+@pass_tag_tracker_context
+@pass_create_context
+@pass_flow_context
+def versioning_style(
+    flow_context, create_context, tag_tracker_context, ignore_prefix, style,
+    current_tag, attach_diff
+):
+    try:
+        repository_dir = tag_tracker_context.repository_dir
+        git_adapter = GitAdapter(repository_dir)
+
+        searcher = SortedByVersioningStyle(
+            git_adapter,
+            ignore_prefix,
+            style,
+            current_tag,
+        )
+
+        result = searcher.find_current_and_previous_version()
+        current_version = result.current_version
+        previous_version = result.previous_version
+        diff_content = None
+
+        current_commit = current_version.get('commit')
+        previous_commit = previous_version.get('commit')
+
+        if previous_commit == current_commit:
+            import sys
+            click.echo(
+                "Previous commit ({0}) and Current commit ({1}) are the same, nothing to do.".format(
+                    previous_commit, current_commit
+                ),
+                file=sys.stderr
+            )
+            return
+
+        if attach_diff:
+            diff_content = git_adapter.diff(
+                previous_commit,
+                current_commit,
+            )
+
+        deploy_metrics = git_adapter.diff_stats(
+            previous_commit,
+            current_commit,
+        ).dict
+
+        flow = flow_context.create_conviso_rest_api_client()
+
+        authors_data = git_adapter.get_commit_authors_by_range(
+            previous_commit, current_commit
+        )
+
+        deploy = flow.deploys.create(
+            current_version=current_version,
+            previous_version=previous_version,
+            diff_content=diff_content,
+            metrics=deploy_metrics,
+            project_metrics=project_metrics(repository_dir),
+            commit_authors=authors_data
+        )
+
+        click.echo(
+            create_context.output_formatter.format(deploy)
+        )
+    except Exception as e:
+        on_http_error(e)
+        raise click.ClickException(str(e)) from e

convisoappsec/flowcli/deploy/create/with_/values.py

@@ -0,0 +1,133 @@
+import click
+import git
+import time
+import json
+import tempfile
+import traceback
+from convisoappsec.flowcli.context import pass_flow_context
+from convisoappsec.flowcli import help_option
+from convisoappsec.flow import GitAdapter
+from convisoappsec.flowcli.common import on_http_error
+from convisoappsec.logger import LOGGER
+
+class SameCommitException(Exception):
+    pass
+
+
+@click.command()
+@help_option
+@click.option(
+    "-c",
+    "--current-commit",
+    required=False,
+    help="If no value is given the HEAD commit of branch is used.",
+)
+@click.option(
+    "-p",
+    "--previous-commit",
+    required=False,
+    help="""If no value is given, the value is retrieved from the lastest
+    deploy at flow application.""",
+)
+@click.option(
+    "-r",
+    "--repository-dir",
+    required=False,
+    type=click.Path(exists=True, resolve_path=True),
+    default='.',
+    show_default=True,
+    help="Repository directory.",
+)
+@click.option(
+    "--asset-id",
+    required=False,
+    envvar=("CONVISO_ASSET_ID", "FLOW_ASSET_ID"),
+    help="Asset ID on Conviso Platform",
+)
+@click.pass_context
+def values(context, repository_dir, current_commit, previous_commit, asset_id):
+    try:
+        if context.params['asset_id'] is not None and asset_id is None:
+            asset_id = context.params['asset_id']
+
+        git_adapter = GitAdapter(repository_dir)
+        commits = deploys_from_asset(asset_id=asset_id)
+        current_commit = current_commit or git_adapter.head_commit
+        last_commit = commits[0]['currentCommit'] if commits else git_adapter.empty_repository_tree_commit
+
+        if last_commit == current_commit:
+            raise SameCommitException(
+                "Previous commit ({0}) and Current commit ({1}) are the same, nothing to do."
+                .format(last_commit, current_commit)
+            )
+
+        if not previous_commit:
+            previous_commit = commits[0]['currentCommit'] if commits else git_adapter.empty_repository_tree_commit
+
+            if previous_commit != '4b825dc642cb6eb9a060e54bf8d69288fbee4904':
+                try:
+                    git_adapter._repo.commit(previous_commit)
+                except (git.exc.BadName, ValueError):
+                    commits = deploys_from_asset(asset_id=asset_id)
+                    previous_commit = None
+
+                    for commit in commits:
+                        commit_hash = commit['currentCommit']
+                        try:
+                            git_adapter._repo.commit(commit_hash)
+                            previous_commit = commit_hash
+                            break
+                        except (git.exc.BadName, ValueError):
+                            continue
+
+                    if previous_commit is None:
+                        previous_commit = '4b825dc642cb6eb9a060e54bf8d69288fbee4904'
+
+        commit_history_list = git_adapter.get_commit_history()
+
+        commit_history_file = tempfile.NamedTemporaryFile(mode='w+', delete=False)
+        json.dump(commit_history_list, commit_history_file)
+        commit_history_file.seek(0)
+
+        return {
+            "previous_commit": previous_commit,
+            "current_commit": current_commit,
+            "commit_history": commit_history_file.name,
+        }
+
+    except SameCommitException as e:
+        LOGGER.warning(str(e))
+
+        return None
+
+    except git.exc.GitError as e:
+        LOGGER.error(f"Git error: {str(e)}")
+        raise click.ClickException(f"Git error: {str(e)}") from e
+
+    except Exception as e:
+        if "GraphqlController" in str(e):
+            LOGGER.error(f"GraphQL API error: {str(e)}")
+            raise click.ClickException(f"Error communicating with Conviso API: {str(e)}") from e
+
+        LOGGER.warning("There was an error. Our team has been notified.")
+        full_trace = traceback.format_exc()
+        LOGGER.error(full_trace)
+        on_http_error(e)
+        raise click.ClickException(str(e)) from e
+
+@pass_flow_context
+def deploys_from_asset(flow_context, asset_id, max_retries=3):
+    """ Returns all deploys from an asset with retry logic """
+    for attempt in range(max_retries):
+        try:
+            conviso_api = flow_context.create_conviso_graphql_client()
+            deploys = conviso_api.deploys.get_deploys_by_asset(asset_id=asset_id)
+
+            return deploys
+        except Exception as e:
+            if attempt == max_retries - 1:
+                LOGGER.error(f"Failed to fetch deploys for asset {asset_id} after {max_retries} attempts: {str(e)}")
+                raise
+            LOGGER.warning(f"Attempt {attempt + 1} failed: {str(e)}. Retrying...")
+            time.sleep(2 ** attempt)
+    return None

convisoappsec/flowcli/entrypoint.py

@@ -0,0 +1,103 @@
+import os
+
+import click
+import click_log
+from convisoappsec.flow import api
+from convisoappsec.flow.util.ci_provider import CIProvider
+from convisoappsec.flowcli import help_option
+from convisoappsec.flowcli.common import process_ci_provider_option
+from convisoappsec.flowcli.iac.entrypoint import iac
+from convisoappsec.logger import LOGGER
+from convisoappsec.version import __version__
+
+from .ast import ast
+from .context import pass_flow_context
+from .findings import findings
+from .sast import sast
+from .sca import sca
+from .vulnerability import vulnerability
+from .assets import assets
+from .sbom import sbom
+from .container import container
+
+click_log.basic_config(LOGGER)
+
+@click.group()
+@click_log.simple_verbosity_option(LOGGER, '-l', '--verbosity')
+@click.option(
+    '-k',
+    '--api-key',
+    show_envvar=True,
+    envvar=("CONVISO_API_KEY", "FLOW_API_KEY"),
+    help="The api key to access Conviso Platform resources.",
+)
+@click.option(
+    '-u',
+    '--api-url',
+    show_envvar=True,
+    envvar=("CONVISO_API_URL", "FLOW_API_URL"),
+    default=api.DEFAULT_API_URL,
+    show_default=True,
+    help='The api url to access Conviso Platform resources.',
+)
+@click.option(
+    '-i',
+    '--api-insecure',
+    show_envvar=True,
+    envvar=("CONVISO_API_INSECURE", "FLOW_API_INSECURE"),
+    default=False,
+    show_default=True,
+    is_flag=True,
+    help='HTTPS requests to untrusted hosts is enable.',
+)
+@click.option(
+    '-c',
+    '--ci-provider-name',
+    show_envvar=True,
+    envvar="CI_PROVIDER_NAME",
+    type=click.Choice(CIProvider.names()),
+    default=None,
+    show_default=True,
+    required=False,
+    help="The ci provider used by project. "
+         "When not informed, an automatic search will be performed."
+)
+@click.option(
+    '--experimental',
+    default=False,
+    is_flag=True,
+    hidden=True,
+    help="Enable experimental features.",
+)
+@help_option
+@click.version_option(
+    __version__,
+    '-v',
+    '--version',
+    message='%(prog)s %(version)s'
+)
+@pass_flow_context
+def cli(flow_context, api_key, api_url, api_insecure, experimental, ci_provider_name):
+    flow_context.key = api_key
+    flow_context.url = api_url
+    flow_context.insecure = api_insecure
+    flow_context.experimental = experimental
+
+    ci_provider = process_ci_provider_option(ci_provider_name, os.environ)
+    flow_context.ci_provider = ci_provider
+    LOGGER.debug('CI provider name detected: {}'.format(flow_context.ci_provider.name))
+
+
+cli.add_command(findings)
+cli.add_command(sast)
+cli.add_command(sca)
+cli.add_command(vulnerability)
+cli.add_command(ast)
+cli.add_command(iac)
+cli.add_command(assets)
+cli.add_command(sbom)
+cli.add_command(container)
+
+cli.epilog = '''
+  Run conviso COMMAND --help for more information on a command.
+'''

convisoappsec/flowcli/environment_checker.py

@@ -0,0 +1,45 @@
+import os
+import platform
+import subprocess
+
+class EnvironmentChecker:
+    """
+    A class to check the system environment for required software and services.
+    """
+
+    def __init__(self):
+        self.checks = {}
+
+    def _run_command(self, command, check_running=False):
+        """Helper function to run shell commands and capture output/errors."""
+        try:
+            process = subprocess.run(command, capture_output=True, text=True, check=not check_running)
+            if check_running:
+                return process.returncode == 0, "", ""
+            return process.returncode == 0, process.stdout.strip(), process.stderr.strip()
+        except FileNotFoundError:
+            return False, "", "Command not found"
+        except subprocess.CalledProcessError as e:
+            return False, "", e.stderr.strip()
+
+    def check_docker(self):
+        """Checks if Docker is installed and the daemon is running."""
+        installed, _, _ = self._run_command(["docker", "--version"])
+        running, _, _ = self._run_command(["docker", "info"], check_running=True)
+        self.checks["docker_installed"] = installed
+        self.checks["docker_running"] = running
+        return installed and running
+
+    def run_all_checks(self):
+        """Runs all checks and prints a summary."""
+        self.check_docker()
+
+        print("Environment Check Summary:")
+        for check, result in self.checks.items():
+            if "version" in check:
+                print(f"- {check.replace('_',' ').title()}: {result}")
+            else:
+                status = "OK" if result else "FAILED"
+                print(f"- {check.replace('_',' ').title()}: {status}")
+
+        return all(self.checks.values())

convisoappsec/flowcli/findings/__init__.py

@@ -0,0 +1,4 @@
+from .entrypoint import findings
+
+
+__all__ = ['findings']

convisoappsec/flowcli/findings/create/__init__.py

@@ -0,0 +1,4 @@
+from .entrypoint import create
+
+
+__all__ = ['create']

convisoappsec/flowcli/findings/create/entrypoint.py

@@ -0,0 +1,18 @@
+import click
+
+from convisoappsec.flowcli import help_option
+
+from .with_ import with_
+
+
+@click.group()
+@help_option
+def create():
+    pass
+
+
+create.add_command(with_)
+
+create.epilog = '''
+  Run flow findings create COMMAND --help for more information on a command.
+'''

convisoappsec/flowcli/findings/create/with_/__init__.py

@@ -0,0 +1,3 @@
+from .entrypoint import with_
+
+__all__ = ['with_']

convisoappsec/flowcli/findings/create/with_/entrypoint.py

@@ -0,0 +1,19 @@
+import click
+
+from convisoappsec.flowcli import help_option
+
+from .version_tracker import version_tracker
+
+
+@click.group('with')
+@help_option
+def with_():
+    pass
+
+
+with_.add_command(version_tracker)
+
+with_.epilog = '''
+  Run flow findings create with COMMAND --help for more information
+  on a command.
+'''

convisoappsec/flowcli/findings/create/with_/version_tracker.py

@@ -0,0 +1,93 @@
+import click
+from pathlib import Path
+
+from convisoappsec.flow.version_control_system_adapter import GitAdapter
+from convisoappsec.flowcli.context import pass_flow_context
+from convisoappsec.flowcli import help_option
+
+
+def finding_report_files_validation(_, __, finding_report_files):
+    allowed_extensions = ['.json']
+    allowed_extensions_str = '[{0}]'.format(
+        '|'.join(allowed_extensions)
+    )
+
+    for report_file in finding_report_files:
+        file_name = report_file.name
+
+        if Path(file_name).suffix not in allowed_extensions:
+            raise click.BadParameter(
+                'Allowed file extensions {0}. File given: {1}'.format(
+                    allowed_extensions_str,
+                    file_name
+                )
+            )
+
+    return finding_report_files
+
+
+@click.command()
+@click.argument(
+    "finding-report-files",
+    nargs=-1,
+    required=False,
+    type=click.File('r'),
+    callback=finding_report_files_validation
+)
+@click.option(
+    '-c',
+    '--current-commit',
+    required=False,
+    help="""The hash of current commit. If no value is set
+    so the HEAD commit will be used.""",
+)
+@click.option(
+    "-r",
+    "--repository-dir",
+    required=False,
+    type=click.Path(exists=True),
+    default=".",
+    show_default=True,
+    help='The root dir of repository.',
+)
+@click.option(
+    "-t",
+    "--default-report-type",
+    required=False,
+    help="""This value is used when report type attribute is missing.
+    This not override an existing value at report file""",
+)
+@help_option
+@pass_flow_context
+def version_tracker(
+    flow_context, finding_report_files,
+    repository_dir, current_commit, default_report_type
+):
+    try:
+        if not finding_report_files:
+            click.echo(
+                "Nothing to be done, finding report files argument empty"
+            )
+
+            return
+
+        git = GitAdapter(repository_dir)
+        current_commit = current_commit or git.head_commit
+        commit_refs = git.show_commit_refs(current_commit)
+        finding_report_files_prog_bar_ctx = click.progressbar(
+            finding_report_files,
+            label='Sending finding reports'
+        )
+
+        flow = flow_context.create_conviso_rest_api_client()
+
+        with finding_report_files_prog_bar_ctx as reports_with_progressbar:
+            for finding_report in reports_with_progressbar:
+                flow.findings.create(
+                    commit_refs,
+                    finding_report,
+                    default_report_type=default_report_type
+                )
+
+    except Exception as e:
+        raise click.ClickException(str(e)) from e

convisoappsec/flowcli/findings/entrypoint.py

@@ -0,0 +1,19 @@
+import click
+
+from convisoappsec.flowcli import help_option
+from .create import create
+from .import_sarif import import_sarif
+
+
+@click.group()
+@help_option
+def findings():
+    pass
+
+
+findings.add_command(create)
+findings.add_command(import_sarif)
+
+findings.epilog = '''
+  Run flow findings COMMAND --help for more information on a command.
+'''

convisoappsec/flowcli/findings/import_sarif/__init__.py

@@ -0,0 +1,4 @@
+from .entrypoint import import_sarif
+
+
+__all__ = ['import_sarif']