devsecops-engine-tools 1.33.1__py3-none-any.whl → 1.34.1__py3-none-any.whl

devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/defect_dojo.py

@@ -18,6 +18,7 @@ from devsecops_engine_tools.engine_utilities.defect_dojo import (
 from devsecops_engine_tools.engine_core.src.domain.model.exclusions import Exclusions
 from devsecops_engine_tools.engine_core.src.domain.model.report import Report
 from devsecops_engine_tools.engine_utilities.utils.session_manager import SessionManager
+from devsecops_engine_tools.engine_utilities.utils.utils import Utils
 from devsecops_engine_tools.engine_core.src.domain.model.customs_exceptions import (
     ExceptionVulnerabilityManagement,
     ExceptionFindingsExcepted,
@@ -28,13 +29,11 @@ from devsecops_engine_tools.engine_core.src.infrastructure.helpers.util import (
     format_date,
 )
 from functools import partial
-
 from devsecops_engine_tools.engine_utilities.utils.logger_info import MyLogger
 from devsecops_engine_tools.engine_utilities import settings
 from devsecops_engine_tools.engine_utilities.defect_dojo.domain.serializers.import_scan import (
     ImportScanSerializer,
 )
-import time
 import concurrent.futures
 
 logger = MyLogger.__call__(**settings.SETTING_LOGGER).get_logger()
@@ -113,7 +112,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                 def request_func():
                     return DefectDojo.send_import_scan(request)
 
-                response = self._retries_requests(
+                response = Utils().retries_requests(
                     request_func,
                     vulnerability_management.config_tool["VULNERABILITY_MANAGER"][
                         "DEFECT_DOJO"
@@ -166,7 +165,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                     else None
                 )
 
-            return self._retries_requests(request_func, dd_max_retries, retry_delay=5)
+            return Utils().retries_requests(request_func, dd_max_retries, retry_delay=5)
 
         except Exception as ex:
             raise ExceptionVulnerabilityManagement(
@@ -555,7 +554,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                 session=session_manager, service=service, **query_params
             ).results
 
-        return self._retries_requests(request_func, max_retries, retry_delay=5)
+        return Utils().retries_requests(request_func, max_retries, retry_delay=5)
     
     def _get_finding_exclusion(self, session_manager, max_retries, query_params):
         def request_func():
@@ -563,21 +562,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                 session=session_manager, **query_params
             ).results
 
-        return self._retries_requests(request_func, max_retries, retry_delay=5)
-
-    def _retries_requests(self, request_func, max_retries, retry_delay):
-        for attempt in range(max_retries):
-            try:
-                return request_func()
-            except Exception as e:
-                logger.error(f"Error making the request: {e}")
-                if attempt < max_retries - 1:
-                    logger.warning(f"Retry in {retry_delay} seconds...")
-                    time.sleep(retry_delay)
-                else:
-                    logger.error("Maximum number of retries reached, aborting.")
-                    raise e
-
+        return Utils().retries_requests(request_func, max_retries, retry_delay=5)
 
     def _date_reason_based(self, finding, date_fn, reason, tool, **kwargs):
         def get_vuln_id(finding, tool):

devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/prisma_cloud/prisma_cloud_manager_scan.py

@@ -69,6 +69,8 @@ class PrismaCloudManagerScan(ToolGateway):
                 stdout=subprocess.PIPE,
                 stderr=subprocess.PIPE,
                 text=True,
+                encoding="utf-8",
+                errors="replace",
             )
             print(f"The image {image_name} was scanned")
             return result_file

devsecops_engine_tools/engine_utilities/sonarqube/src/domain/model/gateways/sonar_gateway.py

@@ -39,7 +39,8 @@ class SonarGateway(metaclass=ABCMeta):
         sonar_token: str,
         endpoint: str,
         data: dict,
-        finding_type: str
+        finding_type: str,
+        sonar_max_retry: int
     ):
         "use API to change vulnerabilities state in sonar"
 
@@ -50,7 +51,8 @@ class SonarGateway(metaclass=ABCMeta):
         sonar_token: str,
         endpoint: str,
         params: dict,
-        finding_type: str
+        finding_type: str,
+        sonar_max_retry: int
     ):
         "use API to get project findings in sonar"
 

devsecops_engine_tools/engine_utilities/sonarqube/src/domain/usecases/report_sonar.py

@@ -127,7 +127,8 @@ class ReportSonar:
                         "s": "CREATION_DATE",
                         "asc": "false"
                     },
-                    "issues"
+                    "issues",
+                    report_config_tool["MAX_RETRIES_QUERY_SONAR"]
                 )
                 sonar_hotspots = self.sonar_gateway.get_findings(
                     args["sonar_url"],
@@ -138,7 +139,8 @@ class ReportSonar:
                         "ps": 100,
                         "p": 1,
                     },
-                    "hotspots"
+                    "hotspots",
+                    report_config_tool["MAX_RETRIES_QUERY_SONAR"]
                 )
 
                 sonar_findings = sonar_vulnerabilities + sonar_hotspots
@@ -164,7 +166,8 @@ class ReportSonar:
                                         "issue": related_sonar_finding["key"],
                                         "transition": status
                                     },
-                                    "issue"
+                                    "issue",
+                                    report_config_tool["MAX_RETRIES_QUERY_SONAR"]
                                 )
                         else:
                             resolution = None
@@ -185,7 +188,8 @@ class ReportSonar:
                                     secret["token_sonar"],
                                     "/api/hotspots/change_status",
                                     data,
-                                    "hotspot"
+                                    "hotspot",
+                                    report_config_tool["MAX_RETRIES_QUERY_SONAR"]
                                 )
 
             except Exception as e:

devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/driven_adapters/sonarqube/sonarqube_report.py

@@ -61,47 +61,54 @@ class SonarAdapter(SonarGateway):
     def filter_by_sonarqube_tag(self, findings):
         return [finding for finding in findings if "sonarqube" in finding.tags]
     
-    def change_finding_status(self, sonar_url, sonar_token, endpoint, data, finding_type):
+    def change_finding_status(self, sonar_url, sonar_token, endpoint, data, finding_type, sonar_max_retry):
         try:
-            response = requests.post(
-                f"{sonar_url}{endpoint}",
-                headers={
-                    "Authorization": f"Basic {Utils().encode_token_to_base64(sonar_token)}"
-                },
-                data=data
-            )
-            response.raise_for_status()
+            def request_func():
+                response = requests.post(
+                    f"{sonar_url}{endpoint}",
+                    headers={
+                        "Authorization": f"Basic {Utils().encode_token_to_base64(sonar_token)}"
+                    },
+                    data=data
+                )
+                response.raise_for_status()
+
+                if finding_type == "issue": 
+                    info = data["transition"]
+                else:
+                    resolution_info = ""
+                    if data.get("resolution"): resolution_info = f" ({data['resolution']})"
 
-            if finding_type == "issue": 
-                info = data["transition"]
-            else:
-                resolution_info = ""
-                if data.get("resolution"): resolution_info = f" ({data['resolution']})"
+                    info = f"{data['status']}{resolution_info}"
 
-                info = f"{data['status']}{resolution_info}"
+                print(f"The state of the {finding_type} {data[finding_type]} was changed to {info}.")
 
-            print(f"The state of the {finding_type} {data[finding_type]} was changed to {info}.")
+            Utils().retries_requests(request_func, sonar_max_retry, retry_delay=5)
+                
         except Exception as e:
             logger.warning(f"Unable to change the status of {finding_type} {data[finding_type]}. Error: {e}")
             pass
 
-    def get_findings(self, sonar_url, sonar_token, endpoint, params, finding_type):
+    def get_findings(self, sonar_url, sonar_token, endpoint, params, finding_type, sonar_max_retry):
         findings = []
         try:
-            while True:
-                response = requests.get(
-                    f"{sonar_url}{endpoint}",
-                    headers={
-                        "Authorization": f"Basic {Utils().encode_token_to_base64(sonar_token)}"
-                    },
-                    params=params
-                )
-                response.raise_for_status()
-                data = response.json()
+            def request_func():
+                while True:
+                    response = requests.get(
+                        f"{sonar_url}{endpoint}",
+                        headers={
+                            "Authorization": f"Basic {Utils().encode_token_to_base64(sonar_token)}"
+                        },
+                        params=params
+                    )
+                    response.raise_for_status()
+                    data = response.json()
 
-                findings.extend(data[finding_type])
-                if len(data[finding_type]) < params["ps"]: break
-                params["p"] = params["p"] + 1
+                    findings.extend(data[finding_type])
+                    if len(data[finding_type]) < params["ps"]: break
+                    params["p"] = params["p"] + 1
+            
+            Utils().retries_requests(request_func, sonar_max_retry, 5)
 
             return findings
         except Exception as e:

devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/entry_points/entry_point_report_sonar.py

@@ -26,19 +26,28 @@ def init_report_sonar(
         args["remote_config_repo"], "/engine_core/ConfigTool.json", args["remote_config_branch"]
     )
     report_config_tool = devops_platform_gateway.get_remote_config(
-        args["remote_config_repo"], "/report_sonar/ConfigTool.json"
+        args["remote_config_repo"], "/report_sonar/ConfigTool.json", args["remote_config_branch"]
     )
+    excluded_pipelines = devops_platform_gateway.get_remote_config(
+        args["remote_config_repo"], "/report_sonar/Exclusions.json", args["remote_config_branch"]
+    )
+    
     Printers.print_logo_tool(config_tool["BANNER"])
 
     pipeline_name = devops_platform_gateway.get_variable("pipeline_name")
     branch = devops_platform_gateway.get_variable("branch_tag")
+
     is_valid_pipeline = not re.match(
-        report_config_tool["IGNORE_SEARCH_PATTERN"], pipeline_name, re.IGNORECASE
-    )
+        report_config_tool["IGNORE_SEARCH_PATTERN"], 
+        pipeline_name, 
+        re.IGNORECASE
+    ) and pipeline_name not in excluded_pipelines
+    
     is_valid_branch = any(
         target_branch in str(branch)
         for target_branch in report_config_tool["TARGET_BRANCHES"]
     )
+
     is_enabled = config_tool["REPORT_SONAR"]["ENABLED"]
 
     if is_enabled and is_valid_pipeline and is_valid_branch:

devsecops_engine_tools/engine_utilities/utils/utils.py

@@ -1,6 +1,7 @@
 import zipfile
 import tarfile
 import platform
+import time
 from devsecops_engine_tools.engine_utilities.github.infrastructure.github_api import (
     GithubApi,
 )
@@ -141,3 +142,16 @@ class Utils:
         )
 
         return set_threshold(match_pattern) if match_pattern else threshold
+
+    def retries_requests(self, request_func, max_retries, retry_delay):
+        for attempt in range(max_retries):
+            try:
+                return request_func()
+            except Exception as e:
+                logger.error(f"Error making the request: {e}")
+                if attempt < max_retries - 1:
+                    logger.warning(f"Retry in {retry_delay} seconds...")
+                    time.sleep(retry_delay)
+                else:
+                    logger.error("Maximum number of retries reached, aborting.")
+                    raise e

devsecops_engine_tools/version.py

@@ -1 +1 @@
-version = '1.33.1'
+version = '1.34.1'

{devsecops_engine_tools-1.33.1.dist-info → devsecops_engine_tools-1.34.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: devsecops-engine-tools
-Version: 1.33.1
+Version: 1.34.1
 Summary: Tool for DevSecOps strategy
 Home-page: https://github.com/bancolombia/devsecops-engine-tools
 Author: Bancolombia DevSecOps Team

{devsecops_engine_tools-1.33.1.dist-info → devsecops_engine_tools-1.34.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 devsecops_engine_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/version.py,sha256=C3tgQeyYdXECCw9lJcXqOY08lfb8673_qriiLlgXXUE,19
+devsecops_engine_tools/version.py,sha256=_YF4JMX8wipRFnFsoe2hCSL0yq3pGTYTQez7aZoQedw,19
 devsecops_engine_tools/engine_core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/applications/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -38,7 +38,7 @@ devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/aws/secret
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/azure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/azure/azure_devops.py,sha256=buCBJ6kAg-5b_7P-gWzem6NEMbk5lK9Hx0Zuf-BQfXQ,5090
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/defect_dojo.py,sha256=QnAy_7jnjd7BGzmkSnfsbsajkJ4Ap2pEguRChASNvdk,27830
+devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/defect_dojo.py,sha256=ma6TTlrXnUqGJ6DXM7PQzgZyoTK6Wd-tvMXLITpOvaA,27330
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/github/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/github/github_actions.py,sha256=KCg6tTDncasrRZbB20QiLZNE6TKYkfgQ9zP0wPd3xe0,3925
 devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/printer_pretty_table/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -209,7 +209,7 @@ devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_ada
 devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/docker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/docker/docker_images.py,sha256=kJfJbbsHgwmN1NWJ0lb4HhWNcadaFuSnLzr5xUV7QoM,1857
 devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/prisma_cloud/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/prisma_cloud/prisma_cloud_manager_scan.py,sha256=C4We_sIE-hO2z0udrPDAQMT7o0kRtYRoZFZ8nNHoudA,6688
+devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/prisma_cloud/prisma_cloud_manager_scan.py,sha256=tf33YFYB47th4Zu0WtWpsrAm5I6_xCON4yOwFacTQLA,6758
 devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/prisma_cloud/prisma_deserialize_output.py,sha256=oK0NKuPODm38qDgQjf6w40lfNG6NFJS43p5k44wDoMA,2562
 devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/trivy_tool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/trivy_tool/trivy_deserialize_output.py,sha256=LGqnO10Zt-0-TxUW6F1S46jVktlIwxWSYATKSVblCWI,2535
@@ -325,15 +325,15 @@ devsecops_engine_tools/engine_utilities/sonarqube/src/applications/runner_report
 devsecops_engine_tools/engine_utilities/sonarqube/src/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/sonarqube/src/domain/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/sonarqube/src/domain/model/gateways/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_utilities/sonarqube/src/domain/model/gateways/sonar_gateway.py,sha256=PCrGq7NOINAFPvmX-5V5191MGhahsnQeWXUB1-xL4Xw,1279
+devsecops_engine_tools/engine_utilities/sonarqube/src/domain/model/gateways/sonar_gateway.py,sha256=mgycD3bzC_BYv7qT0tMLAro9hyNOvi4gJRzceYNF0t8,1339
 devsecops_engine_tools/engine_utilities/sonarqube/src/domain/usecases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_utilities/sonarqube/src/domain/usecases/report_sonar.py,sha256=kC1GzbVA8mX3N1Rp7gX9P-emb6gcbQbXEEspYROOmXs,9193
+devsecops_engine_tools/engine_utilities/sonarqube/src/domain/usecases/report_sonar.py,sha256=DnJowGn2mI2JvYjFTyrcZ6MOj2RrHk1xJt-kLWu0Z1k,9493
 devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/driven_adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/driven_adapters/sonarqube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/driven_adapters/sonarqube/sonarqube_report.py,sha256=eKzxONP3pP4d2MIknC5sGVuxcHzgelt5D0Kun88WBMo,4514
+devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/driven_adapters/sonarqube/sonarqube_report.py,sha256=BpCLMgFQjytZc1HfZ5hXqX44E8T0JhLpAaNOVq5pFjo,4909
 devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/entry_points/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/entry_points/entry_point_report_sonar.py,sha256=TiChZeYo8DxEBEzNyt6hpJY6SZtUU5rNXEKojaTJoPc,2327
+devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/entry_points/entry_point_report_sonar.py,sha256=cAPH9-jjnAvF_hH5_UOSG2pndycAxJgpN9e6K8Aufso,2603
 devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/helpers/utils.py,sha256=SGOWrkzQrvOt9bRhhSfgiMzj1695e1W0B9ox9C1ihQI,294
 devsecops_engine_tools/engine_utilities/ssh/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -346,9 +346,9 @@ devsecops_engine_tools/engine_utilities/utils/logger_info.py,sha256=4Mz8Bwlm9Mku
 devsecops_engine_tools/engine_utilities/utils/name_conversion.py,sha256=ADJrRGaxYSDe0ZRh6VHRf53H4sXPcb-vNP_i81PUn3I,307
 devsecops_engine_tools/engine_utilities/utils/printers.py,sha256=amYAr9YQfYgR6jK9a2l26z3oovFPQ3FAKmhq6BKhEBA,623
 devsecops_engine_tools/engine_utilities/utils/session_manager.py,sha256=Z0fdhB3r-dxU0nGSD9zW_B4r2Qol1rUnUCkhFR0U-HQ,487
-devsecops_engine_tools/engine_utilities/utils/utils.py,sha256=dAklY11OGNDODjZyt9dO68Xiwu9pLJmqLOslqQ7rXa8,6112
-devsecops_engine_tools-1.33.1.dist-info/METADATA,sha256=2w3FO-t3Z9lQmBt-8CrAO7CRvGyvi8BojDLAC4uTFBA,11592
-devsecops_engine_tools-1.33.1.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-devsecops_engine_tools-1.33.1.dist-info/entry_points.txt,sha256=MHCTFFs9bdNKo6YcWCcBW2_8X6yTisgLOlmVx-V8Rxc,276
-devsecops_engine_tools-1.33.1.dist-info/top_level.txt,sha256=ge6y0X_xBAU1aG3EMWFtl9djbVyg5BxuSp2r2Lg6EQU,23
-devsecops_engine_tools-1.33.1.dist-info/RECORD,,
+devsecops_engine_tools/engine_utilities/utils/utils.py,sha256=XFap4yOK7ItLWsqbwDhvLd7NpDhs7i-UGJAMD6jjd7w,6687
+devsecops_engine_tools-1.34.1.dist-info/METADATA,sha256=1umHvpFWStmlzYIrwLd9sjjU-uBOVtMMqHLv5kXg8Io,11592
+devsecops_engine_tools-1.34.1.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+devsecops_engine_tools-1.34.1.dist-info/entry_points.txt,sha256=MHCTFFs9bdNKo6YcWCcBW2_8X6yTisgLOlmVx-V8Rxc,276
+devsecops_engine_tools-1.34.1.dist-info/top_level.txt,sha256=ge6y0X_xBAU1aG3EMWFtl9djbVyg5BxuSp2r2Lg6EQU,23
+devsecops_engine_tools-1.34.1.dist-info/RECORD,,