devsecops-engine-tools 1.7.32__py3-none-any.whl → 1.7.34__py3-none-any.whl

devsecops_engine_tools/engine_core/src/applications/runner_engine_core.py

@@ -31,26 +31,48 @@ from devsecops_engine_tools.version import version
 
 logger = MyLogger.__call__(**settings.SETTING_LOGGER).get_logger()
 
+
 def parse_separated_list(value, choices):
-    values = value.split(',')
+    values = value.split(",")
     # Validar cada elemento de la lista
     for val in values:
         if val not in choices:
-            raise argparse.ArgumentTypeError(f"Invalid value: {val}. Valid values are: {', '.join(choices)}")
-    
+            raise argparse.ArgumentTypeError(
+                f"Invalid value: {val}. Valid values are: {', '.join(choices)}"
+            )
+
     return values
 
+
 def parse_choices(choices):
     def parse_with_choices(value):
         return parse_separated_list(value, choices)
+
     return parse_with_choices
 
+
 def get_inputs_from_cli(args):
     parser = argparse.ArgumentParser()
-    parser.add_argument("-v", "--version", action='version', version='{version}'.format(version=version))
-    parser.add_argument("-pd", "--platform_devops", choices=["azure", "github", "local"], type=str, required=True, help="Platform where is executed")
-    parser.add_argument("-rcf" ,"--remote_config_repo", type=str, required=True, help="Name or Folder Path of Config Repo")
-    parser.add_argument("-t",
+    parser.add_argument(
+        "-v", "--version", action="version", version="{version}".format(version=version)
+    )
+    parser.add_argument(
+        "-pd",
+        "--platform_devops",
+        choices=["azure", "github", "local"],
+        type=str,
+        required=True,
+        help="Platform where is executed",
+    )
+    parser.add_argument(
+        "-rcf",
+        "--remote_config_repo",
+        type=str,
+        required=True,
+        help="Name or Folder Path of Config Repo",
+    )
+    parser.add_argument(
+        "-t",
         "--tool",
         choices=[
             "engine_iac",
@@ -64,9 +86,20 @@ def get_inputs_from_cli(args):
         required=True,
         help="Tool to execute",
     )
-    parser.add_argument("-fp", "--folder_path", type=str, required=False, help="Folder Path to scan, only apply engine_iac tool")
-    parser.add_argument("-p",
-        "--platform", type=parse_choices({"all", "docker", "k8s", "cloudformation", "openapi"}), required=False, default="all" ,help="Platform to scan, only apply engine_iac tool"
+    parser.add_argument(
+        "-fp",
+        "--folder_path",
+        type=str,
+        required=False,
+        help="Folder Path to scan, only apply engine_iac and engine_dependencies tools",
+    )
+    parser.add_argument(
+        "-p",
+        "--platform",
+        type=parse_choices({"all", "docker", "k8s", "cloudformation", "openapi"}),
+        required=False,
+        default="all",
+        help="Platform to scan, only apply engine_iac tool",
     )
     parser.add_argument(
         "--use_secrets_manager",
@@ -89,10 +122,31 @@ def get_inputs_from_cli(args):
         required=False,
         help="Enable or Disable the send metrics to the driven adapter metrics",
     )
-    parser.add_argument("--token_cmdb", required=False, help="Token to connect to the CMDB")
-    parser.add_argument("--token_vulnerability_management", required=False, help="Token to connect to the Vulnerability Management")
-    parser.add_argument("--token_engine_container", required=False, help="Token to execute engine_container if is necessary")
-    parser.add_argument("--token_engine_dependencies", required=False, help="Token to execute engine_dependencies if is necessary. If using xray as engine_dependencies tool, the token is the base64 of artifactory server config.")
+    parser.add_argument(
+        "--token_cmdb", required=False, help="Token to connect to the CMDB"
+    )
+    parser.add_argument(
+        "--token_vulnerability_management",
+        required=False,
+        help="Token to connect to the Vulnerability Management",
+    )
+    parser.add_argument(
+        "--token_engine_container",
+        required=False,
+        help="Token to execute engine_container if is necessary",
+    )
+    parser.add_argument(
+        "--token_engine_dependencies",
+        required=False,
+        help="Token to execute engine_dependencies if is necessary. If using xray as engine_dependencies tool, the token is the base64 of artifactory server config that can be obtain from jfrog cli with 'jf config export <ServerID>' command.",
+    )
+    parser.add_argument(
+        "--xray_mode",
+        choices=["scan", "audit"],
+        required=False,
+        default="scan",
+        help="Mode to execute xray, only apply engine_dependencies xray tool",
+    )
     args = parser.parse_args()
     return {
         "platform_devops": args.platform_devops,
@@ -107,8 +161,10 @@ def get_inputs_from_cli(args):
         "token_vulnerability_management": args.token_vulnerability_management,
         "token_engine_container": args.token_engine_container,
         "token_engine_dependencies": args.token_engine_dependencies,
+        "xray_mode": args.xray_mode,
     }
 
+
 def application_core():
     try:
         # Get inputs from CLI
@@ -120,18 +176,18 @@ def application_core():
         devops_platform_gateway = {
             "azure": AzureDevops(),
             "github": GithubActions(),
-            "local": RuntimeLocal()
+            "local": RuntimeLocal(),
         }.get(args["platform_devops"])
         printer_table_gateway = PrinterPrettyTable()
         metrics_manager_gateway = S3Manager()
-        
+
         init_engine_core(
             vulnerability_management_gateway,
             secrets_manager_gateway,
             devops_platform_gateway,
             printer_table_gateway,
             metrics_manager_gateway,
-            args
+            args,
         )
     except Exception as e:
         logger.error("Error engine_core: {0} ".format(str(e)))
@@ -142,5 +198,6 @@ def application_core():
         )
         print(devops_platform_gateway.result_pipeline("failed"))
 
+
 if __name__ == "__main__":
     application_core()

devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/defect_dojo.py

@@ -24,6 +24,12 @@ from devsecops_engine_tools.engine_core.src.infrastructure.helpers.util import (
 )
 from functools import partial
 
+from devsecops_engine_tools.engine_utilities.utils.logger_info import MyLogger
+from devsecops_engine_tools.engine_utilities import settings
+import time
+
+logger = MyLogger.__call__(**settings.SETTING_LOGGER).get_logger()
+
 
 @dataclass
 class DefectDojoPlatform(VulnerabilityManagementGateway):
@@ -56,7 +62,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                 "TRUFFLEHOG": "Trufflehog Scan",
                 "TRIVY": "Trivy Scan",
                 "KUBESCAPE": "Kubescape Scanner",
-                "KICS": "KICS Scanner"
+                "KICS": "KICS Scanner",
             }
 
             if any(
@@ -64,7 +70,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                 for branch in vulnerability_management.config_tool[
                     "VULNERABILITY_MANAGER"
                 ]["BRANCH_FILTER"].split(",")
-            ) or (vulnerability_management.dict_args["tool"] == 'engine_secret'):
+            ) or (vulnerability_management.dict_args["tool"] == "engine_secret"):
                 request: ImportScanRequest = Connect.cmdb(
                     cmdb_mapping={
                         "product_type_name": "nombreevc",
@@ -105,7 +111,17 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                     tags=vulnerability_management.dict_args["tool"],
                 )
 
-                response = DefectDojo.send_import_scan(request)
+                def request_func():
+                    return DefectDojo.send_import_scan(request)
+
+                response = self._retries_requests(
+                    request_func,
+                    vulnerability_management.config_tool["VULNERABILITY_MANAGER"][
+                        "DEFECT_DOJO"
+                    ]["MAX_RETRIES_QUERY"],
+                    retry_delay=5,
+                )
+
                 if hasattr(response, "url"):
                     url_parts = response.url.split("//")
                     test_string = "//".join([url_parts[0] + "/", url_parts[1]])
@@ -124,11 +140,17 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
 
     def get_findings_excepted(self, service, dict_args, secret_tool, config_tool):
         try:
-            session_manager = self._get_session_manager(dict_args, secret_tool, config_tool)
+            session_manager = self._get_session_manager(
+                dict_args, secret_tool, config_tool
+            )
 
             dd_limits_query = config_tool["VULNERABILITY_MANAGER"]["DEFECT_DOJO"][
                 "LIMITS_QUERY"
             ]
+            dd_max_retries = config_tool["VULNERABILITY_MANAGER"]["DEFECT_DOJO"][
+                "MAX_RETRIES_QUERY"
+            ]
+
             tool = dict_args["tool"]
 
             risk_accepted_query_params = {
@@ -145,6 +167,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
             exclusions_risk_accepted = self._get_findings_with_exclusions(
                 session_manager,
                 service,
+                dd_max_retries,
                 risk_accepted_query_params,
                 tool,
                 self._format_date_to_dd_format,
@@ -154,6 +177,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
             exclusions_false_positive = self._get_findings_with_exclusions(
                 session_manager,
                 service,
+                dd_max_retries,
                 false_positive_query_params,
                 tool,
                 self._format_date_to_dd_format,
@@ -168,23 +192,29 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                 )
             )
 
-    def get_all_findings(
-        self, service, dict_args, secret_tool, config_tool
-    ):
+    def get_all_findings(self, service, dict_args, secret_tool, config_tool):
         try:
             all_findings_query_params = {
-                "limit": config_tool["VULNERABILITY_MANAGER"]["DEFECT_DOJO"]["LIMITS_QUERY"]
+                "limit": config_tool["VULNERABILITY_MANAGER"]["DEFECT_DOJO"][
+                    "LIMITS_QUERY"
+                ]
             }
+            max_retries = config_tool["VULNERABILITY_MANAGER"]["DEFECT_DOJO"][
+                "MAX_RETRIES_QUERY"
+            ]
 
             findings = self._get_findings(
                 self._get_session_manager(dict_args, secret_tool, config_tool),
-                service, 
-                all_findings_query_params
+                service,
+                max_retries,
+                all_findings_query_params,
             )
 
             maped_list = list(
                 map(
-                    partial(self._create_report, date_fn=self._format_date_to_dd_format),
+                    partial(
+                        self._create_report, date_fn=self._format_date_to_dd_format
+                    ),
                     findings,
                 )
             )
@@ -193,33 +223,49 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
 
         except Exception as ex:
             raise ExceptionGettingFindings(
-                "Error getting all findings with the following error: {0} ".format(
-                    ex
-                )
+                "Error getting all findings with the following error: {0} ".format(ex)
             )
 
     def _get_session_manager(self, dict_args, secret_tool, config_tool):
-        token_dd = dict_args.get(
-                "token_vulnerability_management"
-            ) or secret_tool.get("token_defect_dojo")
+        token_dd = dict_args.get("token_vulnerability_management") or secret_tool.get(
+            "token_defect_dojo"
+        )
         return SessionManager(
             token_dd,
             config_tool["VULNERABILITY_MANAGER"]["DEFECT_DOJO"]["HOST_DEFECT_DOJO"],
         )
 
     def _get_findings_with_exclusions(
-        self, session_manager, service, query_params, tool, date_fn, reason
+        self, session_manager, service, max_retries, query_params, tool, date_fn, reason
     ):
-        findings = self._get_findings(session_manager, service, query_params)
+        findings = self._get_findings(
+            session_manager, service, max_retries, query_params
+        )
         return map(
             partial(self._create_exclusion, date_fn=date_fn, tool=tool, reason=reason),
             findings,
         )
 
-    def _get_findings(self, session_manager, service, query_params):
-        return Finding.get_finding(
-            session=session_manager, service=service, **query_params
-        ).results
+    def _get_findings(self, session_manager, service, max_retries, query_params):
+        def request_func():
+            return Finding.get_finding(
+                session=session_manager, service=service, **query_params
+            ).results
+
+        return self._retries_requests(request_func, max_retries, retry_delay=5)
+
+    def _retries_requests(self, request_func, max_retries, retry_delay):
+        for attempt in range(max_retries):
+            try:
+                return request_func()
+            except Exception as e:
+                logger.error(f"Error making the request: {e}")
+                if attempt < max_retries - 1:
+                    logger.warning(f"Retry in {retry_delay} seconds...")
+                    time.sleep(retry_delay)
+                else:
+                    logger.error("Maximum number of retries reached, aborting.")
+                    raise e
 
     def _create_exclusion(self, finding, date_fn, tool, reason):
         return Exclusions(
@@ -241,9 +287,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
     def _create_report(self, finding, date_fn):
         return Report(
             id=finding.vuln_id_from_tool,
-            date=date_fn(
-                finding.date
-            ),
+            date=date_fn(finding.date),
             status=finding.display_status,
             where=self._get_where_report(finding),
             tags=finding.tags,
@@ -257,7 +301,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
             if date_string
             else None
         )
-    
+
     def _get_where_report(self, finding):
         for tag in finding.tags:
             return self._get_where(finding, tag)

devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/model/gateways/tool_gateway.py

@@ -4,6 +4,6 @@ from abc import ABCMeta, abstractmethod
 class ToolGateway(metaclass=ABCMeta):
     @abstractmethod
     def run_tool_dependencies_sca(
-        self, remote_config, file_to_scan, bypass_limits_flag, token
+        self, remote_config, dict_args, to_scan, token
     ) -> str:
         "run tool dependencies sca"

devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/dependencies_sca_scan.py

@@ -12,15 +12,19 @@ class DependenciesScan:
         tool_run: ToolGateway,
         tool_deserializator: DeserializatorGateway,
         remote_config,
-        file_to_scan,
-        bypass_limits_flag,
+        dict_args,
+        exclusions,
+        pipeline_name,
+        to_scan,
         token,
     ):
         self.tool_run = tool_run
         self.tool_deserializator = tool_deserializator
         self.remote_config = remote_config
-        self.file_to_scan = file_to_scan
-        self.bypass_limits_flag = bypass_limits_flag
+        self.exclusions = exclusions
+        self.pipeline_name = pipeline_name
+        self.dict_args = dict_args
+        self.to_scan = to_scan
         self.token = token
 
     def process(self):
@@ -31,8 +35,10 @@ class DependenciesScan:
         """
         return self.tool_run.run_tool_dependencies_sca(
             self.remote_config,
-            self.file_to_scan,
-            self.bypass_limits_flag,
+            self.dict_args,
+            self.exclusions,
+            self.pipeline_name,
+            self.to_scan,
             self.token,
         )
 

devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/handle_remote_config_patterns.py

@@ -12,31 +12,6 @@ class HandleRemoteConfigPatterns:
         self.exclusions = exclusions
         self.pipeline_name = pipeline_name
 
-    def excluded_files(self):
-        """
-        Handle excluded files.
-
-        Return: string: new regex expresion.
-        """
-
-        pattern = self.remote_config["REGEX_EXPRESSION_EXTENSIONS"]
-        if (self.pipeline_name in self.exclusions) and (
-            self.exclusions[self.pipeline_name].get("SKIP_FILES", 0)
-        ):
-            exclusion = self.exclusions[self.pipeline_name]["SKIP_FILES"]
-            if exclusion.get("files", 0):
-                excluded_file_types = exclusion["files"]
-                pattern2 = pattern
-                for ext in excluded_file_types:
-                    pattern2 = (
-                        pattern2.replace("|" + ext, "")
-                        .replace(ext + "|", "")
-                        .replace(ext, "")
-                    )
-                pattern = pattern2
-
-        return pattern
-
     def ignore_analysis_pattern(self):
         """
         Handle analysis pattern.
@@ -49,18 +24,6 @@ class HandleRemoteConfigPatterns:
         else:
             return True
 
-    def bypass_archive_limits(self):
-        """
-        Handle bypass archive limits.
-
-        Return: bool: True -> Bypass archive limits, False -> Without bypass archive limits.
-        """
-        bypass_limits = self.remote_config["BYPASS_ARCHIVE_LIMITS"]
-        if re.match(bypass_limits, self.pipeline_name):
-            return True
-        else:
-            return False
-
     def skip_from_exclusion(self):
         """
         Handle skip tool.

devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/driven_adapters/xray_tool/xray_manager_scan.py

@@ -8,6 +8,8 @@ import requests
 import re
 import os
 import json
+import shutil
+import tarfile
 
 from devsecops_engine_tools.engine_utilities.utils.logger_info import MyLogger
 from devsecops_engine_tools.engine_utilities import settings
@@ -16,19 +18,113 @@ logger = MyLogger.__call__(**settings.SETTING_LOGGER).get_logger()
 
 
 class XrayScan(ToolGateway):
-    def install_tool_linux(self, version):
+    def excluded_files(self, remote_config, pipeline_name, exclusions):
+        pattern = remote_config["XRAY"]["REGEX_EXPRESSION_EXTENSIONS"]
+        if pipeline_name in exclusions:
+            for ex in exclusions[pipeline_name]["XRAY"]:
+                if ex.get("SKIP_FILES", 0):
+                    exclusion = ex.get("SKIP_FILES")
+                    if exclusion.get("files", 0):
+                        excluded_file_types = exclusion["files"]
+                        pattern2 = pattern
+                        for ext in excluded_file_types:
+                            pattern2 = (
+                                pattern2.replace("|" + ext, "")
+                                .replace(ext + "|", "")
+                                .replace(ext, "")
+                            )
+                        pattern = pattern2
+
+        return pattern
+
+    def find_packages(self, pattern, packages, working_dir):
+        packages_list = []
+        files_list = []
+        extension_pattern = re.compile(pattern, re.IGNORECASE)
+        for root, dirs, files in os.walk(working_dir):
+            components = root.split(os.path.sep)
+            flag = 0
+            for package in packages:
+                if not (package in components):
+                    flag = 1
+                    if package in dirs:
+                        packages_list.append(os.path.join(root, package))
+            if flag:
+                for file in files:
+                    if extension_pattern.search(file):
+                        files_list.append(os.path.join(root, file))
+        return packages_list, files_list
+
+    def compress_and_mv(self, tar_path, package):
+        try:
+            with tarfile.open(tar_path, "w") as tar:
+                tar.add(
+                    package,
+                    arcname=os.path.basename(package),
+                    filter=lambda x: None if "/.bin/" in x.name else x,
+                )
+
+        except subprocess.CalledProcessError as e:
+            logger.error(f"Error during {package} compression: {e}")
+
+    def move_files(self, dir_to_scan_path, finded_files):
+        for file in finded_files:
+            target = os.path.join(dir_to_scan_path, os.path.basename(file))
+            shutil.copy2(file, target)
+            logger.debug(f"File to scan: {file}")
+
+    def find_artifacts(self, to_scan, pattern, packages):
+        dir_to_scan_path = os.path.join(to_scan, "dependencies_to_scan")
+        if os.path.exists(dir_to_scan_path):
+            shutil.rmtree(dir_to_scan_path)
+        os.makedirs(dir_to_scan_path)
+
+        packages_list, files_list = self.find_packages(pattern, packages, to_scan)
+
+        for package in packages_list:
+            tar_path = os.path.join(
+                dir_to_scan_path,
+                "pkg"
+                + str(packages_list.index(package) + 1)
+                + "_"
+                + os.path.basename(package)
+                + ".tar",
+            )
+            self.compress_and_mv(tar_path, package)
+
+        if len(files_list):
+            self.move_files(dir_to_scan_path, files_list)
+
+        files = os.listdir(dir_to_scan_path)
+        files = [
+            file
+            for file in files
+            if os.path.isfile(os.path.join(dir_to_scan_path, file))
+        ]
+        file_to_scan = None
+        if files:
+            file_to_scan = os.path.join(dir_to_scan_path, "file_to_scan.tar")
+            self.compress_and_mv(file_to_scan, dir_to_scan_path)
+            files_string = ", ".join(files)
+            logger.debug(f"Files to scan: {files_string}")
+            print(f"Files to scan: {files_string}")
+        else:
+            logger.warning("No artifacts found")
+
+        return file_to_scan
+
+    def install_tool_linux(self, prefix, version):
         installed = subprocess.run(
-            ["which", "./jf"],
+            ["which", prefix],
             stdout=subprocess.PIPE,
             stderr=subprocess.PIPE,
         )
         if installed.returncode == 1:
-            command = ["chmod", "+x", "./jf"]
+            command = ["chmod", "+x", prefix]
             try:
                 url = f"https://releases.jfrog.io/artifactory/jfrog-cli/v2-jf/{version}/jfrog-cli-linux-amd64/jf"
-                file = "./jf"
                 response = requests.get(url, allow_redirects=True)
-                with open(file, "wb") as archivo:
+                with open(prefix, "wb") as archivo:
                     archivo.write(response.content)
                 subprocess.run(
                     command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
@@ -36,36 +132,34 @@ class XrayScan(ToolGateway):
             except subprocess.CalledProcessError as error:
                 logger.error(f"Error during Jfrog Cli installation on Linux: {error}")
 
-    def install_tool_windows(self, version):
+    def install_tool_windows(self, prefix, version):
         try:
             subprocess.run(
-                ["./jf.exe", "--version"],
+                [prefix, "--version"],
                 stdout=subprocess.PIPE,
                 stderr=subprocess.PIPE,
             )
         except:
             try:
                 url = f"https://releases.jfrog.io/artifactory/jfrog-cli/v2-jf/{version}/jfrog-cli-windows-amd64/jf.exe"
-                exe_file = "./jf.exe"
                 response = requests.get(url, allow_redirects=True)
-                with open(exe_file, "wb") as archivo:
+                with open(prefix, "wb") as archivo:
                     archivo.write(response.content)
             except subprocess.CalledProcessError as error:
                 logger.error(f"Error while Jfrog Cli installation on Windows: {error}")
 
-    def install_tool_darwin(self, version):
+    def install_tool_darwin(self, prefix, version):
         installed = subprocess.run(
-            ["which", "./jf"],
+            ["which", prefix],
             stdout=subprocess.PIPE,
             stderr=subprocess.PIPE,
         )
         if installed.returncode == 1:
-            command = ["chmod", "+x", "./jf"]
+            command = ["chmod", "+x", prefix]
             try:
                 url = f"https://releases.jfrog.io/artifactory/jfrog-cli/v2-jf/{version}/jfrog-cli-mac-386/jf"
-                file = "./jf"
                 response = requests.get(url, allow_redirects=True)
-                with open(file, "wb") as archivo:
+                with open(prefix, "wb") as archivo:
                     archivo.write(response.content)
                 subprocess.run(
                     command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
@@ -95,56 +189,79 @@ class XrayScan(ToolGateway):
         except subprocess.CalledProcessError as error:
             logger.error(f"Error during Xray Server configuration: {error}")
 
-    def scan_dependencies(self, prefix, file_to_scan, bypass_limits_flag):
-        try:
-            if bypass_limits_flag:
-                command = [
-                    prefix,
-                    "scan",
-                    "--format=json",
-                    "--bypass-archive-limits",
-                    f"{file_to_scan}",
-                ]
-            else:
-                command = [prefix, "scan", "--format=json", f"{file_to_scan}"]
-            result = subprocess.run(
-                command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True
-            )
+    def config_audit_scan(self, to_scan):
+        gradlew_path = os.path.join(to_scan, "gradlew")
+        if os.path.exists(gradlew_path):
+            os.chmod(gradlew_path, 0o755)
+
+    def scan_dependencies(self, prefix, cwd, mode, to_scan):
+        command = [
+            prefix,
+            mode,
+            "--format=json",
+            f"{to_scan}",
+        ]
+        result = subprocess.run(
+            command, cwd=cwd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True
+        )
+        if result.returncode == 0:
             scan_result = json.loads(result.stdout)
             file_result = os.path.join(os.getcwd(), "scan_result.json")
             with open(file_result, "w") as file:
                 json.dump(scan_result, file, indent=4)
+            if result.stdout == "null\n":
+                logger.warning(f"Xray scan returned null: {result.stderr}")
+                return None
             return file_result
-        except subprocess.CalledProcessError as error:
-            logger.error(f"Error executing jf scan: {error}")
+        else:
+            logger.error(f"Error executing Xray scan: {result.stderr}")
+            return None
 
     def run_tool_dependencies_sca(
         self,
         remote_config,
-        file_to_scan,
-        bypass_limits_flag,
+        dict_args,
+        exclusion,
+        pipeline_name,
+        to_scan,
         token,
     ):
+        if dict_args["xray_mode"] == "scan":
+            pattern = self.excluded_files(remote_config, pipeline_name, exclusion)
+            to_scan = self.find_artifacts(
+                to_scan, pattern, remote_config["XRAY"]["PACKAGES_TO_SCAN"]
+            )
+            cwd = os.getcwd()
+            if not to_scan:
+                return None
+        else:
+            self.config_audit_scan(to_scan)
+            cwd = to_scan
+            to_scan = ""
 
         cli_version = remote_config["XRAY"]["CLI_VERSION"]
         os_platform = platform.system()
 
         if os_platform == "Linux":
-            self.install_tool_linux(cli_version)
-            command_prefix = "./jf"
+            command_prefix = os.path.join(os.path.expanduser("~"), "jf")
+            self.install_tool_linux(command_prefix, cli_version)
         elif os_platform == "Windows":
-            self.install_tool_windows(cli_version)
-            command_prefix = "./jf.exe"
+            command_prefix = os.path.join(os.path.expanduser("~"), "jf.exe")
+            self.install_tool_windows(command_prefix, cli_version)
         elif os_platform == "Darwin":
-            command_prefix = "./jf"
-            self.install_tool_darwin(cli_version)
+            command_prefix = os.path.join(os.path.expanduser("~"), "jf")
+            self.install_tool_darwin(command_prefix, cli_version)
         else:
             logger.warning(f"{os_platform} is not supported.")
+            return None
 
         self.config_server(command_prefix, token)
 
         results_file = self.scan_dependencies(
-            command_prefix, file_to_scan, bypass_limits_flag
+            command_prefix,
+            cwd,
+            dict_args["xray_mode"],
+            to_scan,
         )
 
         return results_file

devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/entry_points/entry_point_tool.py

@@ -7,9 +7,6 @@ from devsecops_engine_tools.engine_sca.engine_dependencies.src.domain.usecases.s
 from devsecops_engine_tools.engine_sca.engine_dependencies.src.domain.usecases.handle_remote_config_patterns import (
     HandleRemoteConfigPatterns,
 )
-from devsecops_engine_tools.engine_sca.engine_dependencies.src.domain.usecases.find_artifacts import (
-    FindArtifacts,
-)
 
 import os
 import sys
@@ -46,24 +43,26 @@ def init_engine_dependencies(
     input_core = SetInputCore(remote_config, exclusions, pipeline_name, tool)
 
     if scan_flag and not (skip_flag):
-        bypass_limits_flag = handle_remote_config_patterns.bypass_archive_limits()
-        pattern = handle_remote_config_patterns.excluded_files()
-
-        find_artifacts = FindArtifacts(
-            os.getcwd(), pattern, remote_config["PACKAGES_TO_SCAN"]
-        )
-        file_to_scan = find_artifacts.find_artifacts()
-        if file_to_scan:
+        to_scan = dict_args["folder_path"] if dict_args["folder_path"] else os.getcwd()
+        if os.path.exists(to_scan):
             dependencies_sca_scan = DependenciesScan(
                 tool_run,
                 tool_deserializator,
                 remote_config,
-                file_to_scan,
-                bypass_limits_flag,
+                dict_args,
+                exclusions,
+                pipeline_name,
+                to_scan,
                 token,
             )
             dependencies_scanned = dependencies_sca_scan.process()
-            deserialized = dependencies_sca_scan.deserializator(dependencies_scanned)
+            deserialized = (
+                dependencies_sca_scan.deserializator(dependencies_scanned)
+                if dependencies_scanned is not None
+                else []
+            )
+        else:
+            logger.error(f"Path {to_scan} does not exist")
     else:
         print(f"Tool skipped by DevSecOps policy")
         logger.info(f"Tool skipped by DevSecOps policy")

devsecops_engine_tools/engine_utilities/defect_dojo/applications/defect_dojo.py

@@ -34,7 +34,6 @@ class DefectDojo:
                 rest_scan_configuration,
                 rest_engagement=rest_engagement,
             )
-            response = uc.execute(request)
-            return response
+            return uc.execute(request)
         except ApiError as e:
-            return e
+            raise e

devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/product.py

@@ -25,7 +25,7 @@ class ProductRestConsumer:
                 raise ApiError(response.json())
             products_object = ProductList.from_dict(response.json())
         except Exception as e:
-            logger.error(f"from dict product: {response.json()}")
+            logger.error(f"from dict product: {e}")
             raise ApiError(e)
         return products_object
 

devsecops_engine_tools/version.py

@@ -1 +1 @@
-version = '1.7.32'
+version = '1.7.34'

{devsecops_engine_tools-1.7.32.dist-info → devsecops_engine_tools-1.7.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: devsecops-engine-tools
-Version: 1.7.32
+Version: 1.7.34
 Summary: Tool for DevSecOps strategy
 Home-page: https://github.com/bancolombia/devsecops-engine-tools
 Author: Bancolombia DevSecOps Team
@@ -64,7 +64,7 @@ pip3 install devsecops-engine-tools
 ### Scan running - flags (CLI)
 
 ```bash
-devsecops-engine-tools --platform_devops ["local","azure","github"] --remote_config_repo ["remote_config_repo"] --tool ["engine_iac", "engine_dast", "engine_secret", "engine_dependencies", "engine_container"] --folder_path ["Folder path scan engine_iac"] --platform ["k8s","cloudformation","docker", "openapi"] --use_secrets_manager ["false", "true"] --use_vulnerability_management ["false", "true"] --send_metrics ["false", "true"] --token_cmdb ["token_cmdb"] --token_vulnerability_management ["token_vulnerability_management"] --token_engine_container ["token_engine_container"] --token_engine_dependencies ["token_engine_dependencies"] 
+devsecops-engine-tools --platform_devops ["local","azure","github"] --remote_config_repo ["remote_config_repo"] --tool ["engine_iac", "engine_dast", "engine_secret", "engine_dependencies", "engine_container"] --folder_path ["Folder path scan engine_iac"] --platform ["k8s","cloudformation","docker", "openapi"] --use_secrets_manager ["false", "true"] --use_vulnerability_management ["false", "true"] --send_metrics ["false", "true"] --token_cmdb ["token_cmdb"] --token_vulnerability_management ["token_vulnerability_management"] --token_engine_container ["token_engine_container"] --token_engine_dependencies ["token_engine_dependencies"] --xray_mode ["scan", "audit"]
 ```
 
 ### Structure Remote Config
@@ -150,9 +150,42 @@ $ set +a
 devsecops-engine-tools --platform_devops local --remote_config_repo DevSecOps_Remote_Config --tool engine_iac
 
 ```
-### Scan result sample (CLI)
 
-![Dashboard Grafana](docs/demo_session.svg)
+![Demo CLI Local](docs/demo_session.svg)
+
+
+### Scan running sample - Azure Pipelines
+
+The remote config should be in a Azure Devops repository.
+
+Note: By default the tool gets the token from the SYSTEM_ACCESSTOKEN variable to get the remote configuration repository. You must ensure that this token has permission to access this resource.
+
+```yaml
+name: $(Build.SourceBranchName).$(date:yyyyMMdd)$(rev:.r)
+
+trigger:
+  branches:
+    include:
+      - trunk
+      - feature/*
+
+stages:
+  - stage: engine_tools
+    displayName: Example Engine Tools
+    jobs:
+      - job: engine_tools
+        pool:
+          name: Azure Pipelines
+        steps:
+          - script: |
+              # Install devsecops-engine-tools
+              pip3 install -q devsecops-engine-tools
+              devsecops-engine-tools --platform_devops azure --remote_config_repo remote_config --tool engine_iac
+            displayName: "Engine Tools"
+        env:
+          SYSTEM_ACCESSTOKEN: $(System.AccessToken)
+
+```
 
 ### Scan running sample - Github Actions
 
@@ -167,7 +200,7 @@ For more information, refer to [Automatic token authentication](https://docs.git
 
 1. Create a personal access token with the necessary permissions to access the repository.
 2. Add the token as a secret in the GitHub repository.
-    ![Dashboard Grafana](docs/secret_token.png)
+    ![Demo Github](docs/secret_token.png)
 
 3. Configure the yml file containing the workflow using the created secret.
 

{devsecops_engine_tools-1.7.32.dist-info → devsecops_engine_tools-1.7.34.dist-info}/RECORD

@@ -1,9 +1,9 @@
 devsecops_engine_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/version.py,sha256=3nN-ZEhFEvQvh9O3J67gUStop6djMudHntR9ggN6rFw,19
+devsecops_engine_tools/version.py,sha256=VQ8xz3pIzdDTSUyCM0nhChMN1j2jWP5_ZyuU5IUooH0,19
 devsecops_engine_tools/engine_core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/applications/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_core/src/applications/runner_engine_core.py,sha256=qvpDSHuuTamuD_NOgDxyVJjhPRMzpbtp516NF7_-26w,5976
+devsecops_engine_tools/engine_core/src/applications/runner_engine_core.py,sha256=muzsafzDgDpBcVANGfIeKAF1eE7p9uKpAoWnAMNIV9U,6678
 devsecops_engine_tools/engine_core/src/deployment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/deployment/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -36,7 +36,7 @@ devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/aws/secret
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/azure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/azure/azure_devops.py,sha256=Ot1j5my-iEpU-ZYy9yNXkwmwLOmJ3f95JyyAUcpFN5g,4967
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/defect_dojo.py,sha256=6xQ9coU37r9g3lYlxWEVGiM8WBWSL_5TP-6EVr8BWAY,10992
+devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/defect_dojo.py,sha256=DCHx5xadwtuXf8dqjOOw_2Ssb9In-PikfwbWCW7oIww,12676
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/github/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/github/github_actions.py,sha256=JhTfHCR4G29VByrS7ntKZwXbfCHpO0C3D8vIQlBD4rQ,3855
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/printer_pretty_table/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -172,19 +172,18 @@ devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/__init__.py,sha
 devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/model/gateways/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/model/gateways/deserializator_gateway.py,sha256=WOJbKbeFIbQ0IR6lic2JheTPUJPPzAYsGykU1DiMmHw,286
-devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/model/gateways/tool_gateway.py,sha256=h84C_RWeSBPaeExEJbyz6aFv8q_W3PSMLH9DY1yJHyY,254
+devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/model/gateways/tool_gateway.py,sha256=xPUpWnXJZjnaMDScIL1duIFl8apF8obD4v0XXONT-44,240
 devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/dependencies_sca_scan.py,sha256=a-TDJG5PvdlfAMN7IdwyDPRKicqIDp2m0SsXQpKKYR0,1333
-devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/find_artifacts.py,sha256=t6PjrwE94nG1CQfZdqwYmZLBgi1NxlB2GxyHXXKBPvQ,3364
-devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/handle_remote_config_patterns.py,sha256=ct_TinG3-UnHmG0Ic2fgPAc6mvWjiyq1bxU7RqFIZXA,2203
+devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/dependencies_sca_scan.py,sha256=8XrYyqi_s4yRPopBJhW0l5djiYOaupdnl6f7omaKG4U,1461
+devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/handle_remote_config_patterns.py,sha256=cTM8IQRZJBr5zG5nhCkTxuw2fCHDZ3wrPgQhRjG88pg,968
 devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/set_input_core.py,sha256=ZMr9l1h9-JdoT7QlLN8K9VTP2VP0B_5TZGMUQ6KyIYo,2525
 devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/driven_adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/driven_adapters/xray_tool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/driven_adapters/xray_tool/xray_deserialize_output.py,sha256=Vm0pj1i6a34xXouXUU95Y04hzR--9tcMQuycR7IMUnQ,2221
-devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/driven_adapters/xray_tool/xray_manager_scan.py,sha256=fvlT7yP9ALA7hR1NTlDQpjygJbmTzRGdJx5Pbp1cySc,5603
+devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/driven_adapters/xray_tool/xray_manager_scan.py,sha256=aY3Gfl1ALK5XZaFb3PGOSVRXNzPiBni2y_WOO2tubnY,10061
 devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/entry_points/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/entry_points/entry_point_tool.py,sha256=GWFwZQsNx_4U8AlZIyXWmyWtM7MzyF5EQLLcJTPg9pk,2691
+devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/entry_points/entry_point_tool.py,sha256=2UbEknG_24_pO6Wba496Fbkg103mDyqx7myAWYPoThU,2570
 devsecops_engine_tools/engine_sca/engine_dependencies/src/infrastructure/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/settings.py,sha256=CPnDndwVeRgQNml3HVzvytVruDd8dTd1ICHbkMDSgTM,2144
@@ -198,7 +197,7 @@ devsecops_engine_tools/engine_utilities/defect_dojo/__init__.py,sha256=RXqe3J12f
 devsecops_engine_tools/engine_utilities/defect_dojo/hello_world.py,sha256=WDvgS22lIJJNoIM4b6mrxT8Bu_6hADmrCOZgvf5yGVY,45
 devsecops_engine_tools/engine_utilities/defect_dojo/applications/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/defect_dojo/applications/connect.py,sha256=RfHBfE0TFV9kEI21FIlfodqYIXNRCcux4h0sLgCkqhA,1879
-devsecops_engine_tools/engine_utilities/defect_dojo/applications/defect_dojo.py,sha256=d_V74Fq7ygI52sDDKmvMBGM5cUNSxDErAdSn8pmcYMA,2331
+devsecops_engine_tools/engine_utilities/defect_dojo/applications/defect_dojo.py,sha256=xC4rOfTv66uaBqbsP3Xe5_BfG84b8lgLq68-3Al9yag,2297
 devsecops_engine_tools/engine_utilities/defect_dojo/applications/finding.py,sha256=SBbFawywfvfpqFjFdnK-LaoC05bqJe2-ee6gYntMLUk,1727
 devsecops_engine_tools/engine_utilities/defect_dojo/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/defect_dojo/domain/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -226,7 +225,7 @@ devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapt
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/engagement.py,sha256=A4sTRzEN16c70wgxLbdBepRZ3acrOEzBnQXRJdpUBBc,2673
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/finding.py,sha256=_908m1MLeN77grEKzAQnZ9JFGtpFzT8T6B64YDlspMg,1913
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/import_scan.py,sha256=68Qd8o0oSxFG-3cRlX97BkX9muS6k64DGslGtX9sx6M,5897
-devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/product.py,sha256=te8-9ZvOEOboePg3KvyR1brHKT-XVZnuDg9vnG4YOo4,2674
+devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/product.py,sha256=viYd3_x-KAXGJE7b-AmLCRnfARTZ_1haLprEWcROcLc,2660
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/product_type.py,sha256=9Lzsh9HCs4rbJ2b6X11renvYU3g6s-1q2NUDwbYX0qY,3051
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/scan_configurations.py,sha256=YVIHiXPkJ8m1nOW7lG8LGbST16eMZoJwFQcrRRU7R6k,3089
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -250,8 +249,8 @@ devsecops_engine_tools/engine_utilities/utils/logger_info.py,sha256=4Mz8Bwlm9Mku
 devsecops_engine_tools/engine_utilities/utils/name_conversion.py,sha256=ADJrRGaxYSDe0ZRh6VHRf53H4sXPcb-vNP_i81PUn3I,307
 devsecops_engine_tools/engine_utilities/utils/printers.py,sha256=GAslbWaBpwP3mP6fBsgVl07TTBgcCggQTy8h2M9ibeo,612
 devsecops_engine_tools/engine_utilities/utils/session_manager.py,sha256=yNtlT-8Legz1sHbGPH8LNYjL-LgDUE0zXG2rYjiab7U,290
-devsecops_engine_tools-1.7.32.dist-info/METADATA,sha256=ARo88SCfffRhYCljGbYCtWTVC-LxU0QCSB7fDVcyWiE,7691
-devsecops_engine_tools-1.7.32.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
-devsecops_engine_tools-1.7.32.dist-info/entry_points.txt,sha256=9IjXF_7Zpgowq_SY6OSmsA9vZze18a8_AeHwkQVrgKk,131
-devsecops_engine_tools-1.7.32.dist-info/top_level.txt,sha256=ge6y0X_xBAU1aG3EMWFtl9djbVyg5BxuSp2r2Lg6EQU,23
-devsecops_engine_tools-1.7.32.dist-info/RECORD,,
+devsecops_engine_tools-1.7.34.dist-info/METADATA,sha256=6_JoQan6buBFSEYHSm2HJ3-BpoZvSawo_IKjzklVAHo,8628
+devsecops_engine_tools-1.7.34.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
+devsecops_engine_tools-1.7.34.dist-info/entry_points.txt,sha256=9IjXF_7Zpgowq_SY6OSmsA9vZze18a8_AeHwkQVrgKk,131
+devsecops_engine_tools-1.7.34.dist-info/top_level.txt,sha256=ge6y0X_xBAU1aG3EMWFtl9djbVyg5BxuSp2r2Lg6EQU,23
+devsecops_engine_tools-1.7.34.dist-info/RECORD,,

{devsecops_engine_tools-1.7.32.dist-info → devsecops_engine_tools-1.7.34.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (70.3.0)
+Generator: setuptools (71.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

devsecops_engine_tools/engine_sca/engine_dependencies/src/domain/usecases/find_artifacts.py

@@ -1,100 +0,0 @@
-import os
-import tarfile
-import subprocess
-import shutil
-import re
-
-from devsecops_engine_tools.engine_utilities.utils.logger_info import MyLogger
-from devsecops_engine_tools.engine_utilities import settings
-
-logger = MyLogger.__call__(**settings.SETTING_LOGGER).get_logger()
-
-
-class FindArtifacts:
-    def __init__(
-        self,
-        working_dir,
-        pattern,
-        packages,
-    ):
-        self.working_dir = working_dir
-        self.pattern = pattern
-        self.packages = packages
-
-    def find_packages(self, pattern, packages, working_dir):
-        packages_list = []
-        files_list = []
-        extension_pattern = re.compile(pattern, re.IGNORECASE)
-        for root, dirs, files in os.walk(working_dir):
-            components = root.split(os.path.sep)
-            flag = 0
-            for package in packages:
-                if not (package in components):
-                    flag = 1
-                    if package in dirs:
-                        packages_list.append(os.path.join(root, package))
-            if flag:
-                for file in files:
-                    if extension_pattern.search(file):
-                        files_list.append(os.path.join(root, file))
-        return packages_list, files_list
-
-    def compress_and_mv(self, tar_path, package):
-        try:
-            with tarfile.open(tar_path, "w") as tar:
-                tar.add(
-                    package,
-                    arcname=os.path.basename(package),
-                    filter=lambda x: None if "/.bin/" in x.name else x,
-                )
-
-        except subprocess.CalledProcessError as e:
-            logger.error(f"Error during {package} compression: {e}")
-
-    def move_files(self, dir_to_scan_path, finded_files):
-        for file in finded_files:
-            target = os.path.join(dir_to_scan_path, os.path.basename(file))
-            shutil.copy2(file, target)
-            logger.debug(f"File to scan: {file}")
-
-    def find_artifacts(self):
-        dir_to_scan_path = os.path.join(self.working_dir, "dependencies_to_scan")
-        if os.path.exists(dir_to_scan_path):
-            shutil.rmtree(dir_to_scan_path)
-        os.makedirs(dir_to_scan_path)
-
-        packages_list, files_list = self.find_packages(
-            self.pattern, self.packages, self.working_dir
-        )
-
-        for package in packages_list:
-            tar_path = os.path.join(
-                dir_to_scan_path,
-                "pkg"
-                + str(packages_list.index(package) + 1)
-                + "_"
-                + os.path.basename(package)
-                + ".tar",
-            )
-            self.compress_and_mv(tar_path, package)
-
-        if len(files_list):
-            self.move_files(dir_to_scan_path, files_list)
-
-        files = os.listdir(dir_to_scan_path)
-        files = [
-            file
-            for file in files
-            if os.path.isfile(os.path.join(dir_to_scan_path, file))
-        ]
-        file_to_scan = None
-        if files:
-            file_to_scan = os.path.join(dir_to_scan_path, "file_to_scan.tar")
-            self.compress_and_mv(file_to_scan, dir_to_scan_path)
-            files_string = ", ".join(files)
-            logger.debug(f"Files to scan: {files_string}")
-            print(f"Files to scan: {files_string}")
-        else:
-            logger.warning("No artifacts found")
-
-        return file_to_scan