devsecops-engine-tools 1.14.1__tar.gz → 1.14.2__tar.gz

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: devsecops-engine-tools
-Version: 1.14.1
+Version: 1.14.2
 Summary: Tool for DevSecOps strategy
 Home-page: https://github.com/bancolombia/devsecops-engine-tools
 Author: Bancolombia DevSecOps Team

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_core/src/domain/model/gateway/vulnerability_management_gateway.py

@@ -10,6 +10,10 @@ class VulnerabilityManagementGateway(metaclass=ABCMeta):
     ):
         "send_vulnerability_management"
 
+    @abstractmethod
+    def get_product_type_service(self, service, dict_args, secret_tool, config_tool):
+        "get_product_type_service"
+
     @abstractmethod
     def get_findings_excepted(
         self, service, dict_args, secret_tool, config_tool

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_core/src/domain/model/threshold.py

@@ -4,13 +4,10 @@ from devsecops_engine_tools.engine_core.src.domain.model.level_vulnerability imp
 from devsecops_engine_tools.engine_core.src.domain.model.level_compliance import (
     LevelCompliance,
 )
-from devsecops_engine_tools.engine_core.src.domain.model.custom_level_vulnerability import (
-    CustomLevelVulnerability,
-)
 
 class Threshold:
     def __init__(self, data):
         self.vulnerability = LevelVulnerability(data.get("VULNERABILITY"))
         self.compliance = LevelCompliance(data.get("COMPLIANCE"))
         self.cve = data.get("CVE",[])
-        self.custom_vulnerability = CustomLevelVulnerability(data.get("CUSTOM_VULNERABILITY")) if data.get("CUSTOM_VULNERABILITY") else None
+        self.quality_vulnerability_management = data.get("QUALITY_VULNERABILITY_MANAGEMENT") if data.get("QUALITY_VULNERABILITY_MANAGEMENT") else None

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_core/src/domain/usecases/break_build.py

@@ -67,9 +67,6 @@ class BreakBuild:
             "compliances": {},
         }
 
-        if threshold.custom_vulnerability and bool(re.match(threshold.custom_vulnerability.pattern_apps, input_core.scope_pipeline, re.IGNORECASE)):
-            threshold.vulnerability = threshold.custom_vulnerability.vulnerability
-
         if len(findings_list) != 0:
             self._apply_policie_exception_new_vulnerability_industry(
                 findings_list, exclusions, args

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_core/src/domain/usecases/handle_scan.py

@@ -19,6 +19,10 @@ from devsecops_engine_tools.engine_core.src.domain.model.gateway.devops_platform
 from devsecops_engine_tools.engine_core.src.domain.model.vulnerability_management import (
     VulnerabilityManagement,
 )
+from devsecops_engine_tools.engine_core.src.domain.model.input_core import InputCore
+from devsecops_engine_tools.engine_core.src.domain.model.level_vulnerability import (
+    LevelVulnerability,
+)
 from devsecops_engine_tools.engine_core.src.domain.model.customs_exceptions import (
     ExceptionVulnerabilityManagement,
     ExceptionFindingsExcepted,
@@ -52,6 +56,37 @@ class HandleScan:
         self.secrets_manager_gateway = secrets_manager_gateway
         self.devops_platform_gateway = devops_platform_gateway
 
+    def _define_threshold_quality_vuln(
+        self, input_core: InputCore, dict_args, secret_tool, config_tool
+    ):
+        quality_vulnerability_management = (
+            input_core.threshold_defined.quality_vulnerability_management
+        )
+        if quality_vulnerability_management:
+            product_type = self.vulnerability_management.get_product_type_service(
+                input_core.scope_pipeline, dict_args, secret_tool, config_tool
+            )
+            if product_type:
+                pt_name = product_type.name
+                apply_qualitypt = next(
+                    filter(
+                        lambda qapt: pt_name in qapt,
+                        quality_vulnerability_management["PTS"],
+                    ),
+                    None,
+                )
+                if apply_qualitypt:
+                    pt_info = apply_qualitypt[pt_name]
+                    pt_profile = pt_info["PROFILE"]
+                    pt_apps = pt_info["APPS"]
+
+                    input_core.threshold_defined.vulnerability = (
+                        LevelVulnerability(quality_vulnerability_management[pt_profile])
+                        if pt_apps == "ALL"
+                        or any(map(lambda pd: pd in input_core.scope_pipeline, pt_apps))
+                        else input_core.threshold_defined.vulnerability
+                    )
+
     def _use_vulnerability_management(
         self, config_tool, input_core, dict_args, secret_tool, env
     ):
@@ -72,9 +107,14 @@ class HandleScan:
                     self.devops_platform_gateway.get_variable("build_id"),
                     self.devops_platform_gateway.get_variable("branch_tag"),
                     self.devops_platform_gateway.get_variable("commit_hash"),
-                    env
+                    env,
                 )
             )
+
+            self._define_threshold_quality_vuln(
+                input_core, dict_args, secret_tool, config_tool
+            )
+
         except ExceptionVulnerabilityManagement as ex1:
             logger.error(str(ex1))
         try:
@@ -92,23 +132,33 @@ class HandleScan:
     def process(self, dict_args: any, config_tool: any):
         secret_tool = None
         env = define_env(
-                    self.devops_platform_gateway.get_variable("environment"),
-                    self.devops_platform_gateway.get_variable("branch_name"),
-                )
+            self.devops_platform_gateway.get_variable("environment"),
+            self.devops_platform_gateway.get_variable("branch_name"),
+        )
         if dict_args["use_secrets_manager"] == "true":
             secret_tool = self.secrets_manager_gateway.get_secret(config_tool)
         if "engine_iac" in dict_args["tool"]:
             findings_list, input_core = runner_engine_iac(
-                dict_args, config_tool["ENGINE_IAC"]["TOOL"], secret_tool,self.devops_platform_gateway, env
+                dict_args,
+                config_tool["ENGINE_IAC"]["TOOL"],
+                secret_tool,
+                self.devops_platform_gateway,
+                env,
             )
-            if dict_args["use_vulnerability_management"] == "true" and input_core.path_file_results:
+            if (
+                dict_args["use_vulnerability_management"] == "true"
+                and input_core.path_file_results
+            ):
                 self._use_vulnerability_management(
                     config_tool, input_core, dict_args, secret_tool, env
                 )
             return findings_list, input_core
         elif "engine_container" in dict_args["tool"]:
             findings_list, input_core = runner_engine_container(
-                dict_args, config_tool["ENGINE_CONTAINER"]["TOOL"], secret_tool, self.devops_platform_gateway
+                dict_args,
+                config_tool["ENGINE_CONTAINER"]["TOOL"],
+                secret_tool,
+                self.devops_platform_gateway,
             )
             if (
                 dict_args["use_vulnerability_management"] == "true"
@@ -122,7 +172,9 @@ class HandleScan:
             print(MESSAGE_ENABLED)
         elif "engine_code" in dict_args["tool"]:
             findings_list, input_core = runner_engine_code(
-                dict_args, config_tool["ENGINE_CODE"]["TOOL"], self.devops_platform_gateway
+                dict_args,
+                config_tool["ENGINE_CODE"]["TOOL"],
+                self.devops_platform_gateway,
             )
             if (
                 dict_args["use_vulnerability_management"] == "true"
@@ -159,4 +211,4 @@ class HandleScan:
                 self._use_vulnerability_management(
                     config_tool, input_core, dict_args, secret_tool, env
                 )
-            return findings_list, input_core
+            return findings_list, input_core

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/defect_dojo.py

@@ -11,6 +11,7 @@ from devsecops_engine_tools.engine_utilities.defect_dojo import (
     Connect,
     Finding,
     Engagement,
+    Product,
 )
 from devsecops_engine_tools.engine_core.src.domain.model.exclusions import Exclusions
 from devsecops_engine_tools.engine_core.src.domain.model.report import Report
@@ -19,7 +20,7 @@ from devsecops_engine_tools.engine_core.src.domain.model.customs_exceptions impo
     ExceptionVulnerabilityManagement,
     ExceptionFindingsExcepted,
     ExceptionGettingFindings,
-    ExceptionGettingEngagements
+    ExceptionGettingEngagements,
 )
 from devsecops_engine_tools.engine_core.src.infrastructure.helpers.util import (
     format_date,
@@ -142,6 +143,38 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                 )
             )
 
+    def get_product_type_service(self, service, dict_args, secret_tool, config_tool):
+        try:
+            session_manager = self._get_session_manager(
+                dict_args, secret_tool, config_tool
+            )
+
+            dd_max_retries = config_tool["VULNERABILITY_MANAGER"]["DEFECT_DOJO"][
+                "MAX_RETRIES_QUERY"
+            ]
+
+            def request_func():
+                response = Product.get_product(
+                    session=session_manager,
+                    request={
+                        "name": Connect.get_code_app(
+                            service,
+                            config_tool["VULNERABILITY_MANAGER"]["DEFECT_DOJO"][
+                                "REGEX_EXPRESSION_CMDB"
+                            ],
+                        ),
+                        "prefetch": "prod_type",
+                    },
+                )
+                return response.prefetch.prod_type[str(response.results[0].prod_type)] if response.prefetch else None
+
+            return self._retries_requests(request_func, dd_max_retries, retry_delay=5)
+
+        except Exception as ex:
+            raise ExceptionVulnerabilityManagement(
+                "Error getting product type with the following error: {0} ".format(ex)
+            )
+
     def get_findings_excepted(self, service, dict_args, secret_tool, config_tool):
         try:
             session_manager = self._get_session_manager(
@@ -252,7 +285,9 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
                 "Error getting all findings with the following error: {0} ".format(ex)
             )
 
-    def get_active_engagements(self, engagement_name, dict_args, secret_tool, config_tool):
+    def get_active_engagements(
+        self, engagement_name, dict_args, secret_tool, config_tool
+    ):
         try:
             request_is = ImportScanRequest(
                 token_defect_dojo=dict_args.get("token_vulnerability_management")

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/runtime_local/runtime_local.py

@@ -42,7 +42,7 @@ class RuntimeLocal(DevopsPlatformGateway):
         return os.environ.get("DET_SOURCE_CODE_MANAGEMENT_URI")
 
     def get_base_compact_remote_config_url(self, remote_config_repo):
-        return os.environ.get("DET_BASE_COMPACT_REMOTE_CONFIG_URL")
+        return f"{os.environ.get("DET_BASE_COMPACT_REMOTE_CONFIG_URL")}?path=/"
 
     def get_variable(self, variable):
         env_variables = {

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_utilities/defect_dojo/__init__.py

@@ -3,4 +3,5 @@ from .domain.request_objects.finding import FindingRequest
 from .applications.defect_dojo import DefectDojo
 from .applications.finding import Finding
 from .applications.connect import Connect
-from .applications.engagement import Engagement
+from .applications.engagement import Engagement
+from .applications.product import Product

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_utilities/defect_dojo/applications/connect.py

@@ -35,3 +35,7 @@ class Connect:
             return e
 
         return response
+    
+    def get_code_app(engagement_name, expression):
+        uc = CmdbUserCase(rest_consumer_cmdb=None, utils_azure=None, expression=expression)
+        return uc.get_code_app(engagement_name)

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_utilities/defect_dojo/applications/defect_dojo.py

@@ -1,14 +1,26 @@
 from devsecops_engine_tools.engine_utilities.utils.api_error import ApiError
 from devsecops_engine_tools.engine_utilities.utils.logger_info import MyLogger
-from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.import_scan import ImportScanRestConsumer
-from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.product_type import ProductTypeRestConsumer
-from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.product import ProductRestConsumer
+from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.import_scan import (
+    ImportScanRestConsumer,
+)
+from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.product_type import (
+    ProductTypeRestConsumer,
+)
+from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.product import (
+    ProductRestConsumer,
+)
 from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.scan_configurations import (
     ScanConfigrationRestConsumer,
 )
-from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.engagement import EngagementRestConsumer
-from devsecops_engine_tools.engine_utilities.defect_dojo.domain.request_objects.import_scan import ImportScanRequest
-from devsecops_engine_tools.engine_utilities.defect_dojo.domain.user_case.import_scan import ImportScanUserCase
+from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.engagement import (
+    EngagementRestConsumer,
+)
+from devsecops_engine_tools.engine_utilities.defect_dojo.domain.request_objects.import_scan import (
+    ImportScanRequest,
+)
+from devsecops_engine_tools.engine_utilities.defect_dojo.domain.user_case.import_scan import (
+    ImportScanUserCase,
+)
 from devsecops_engine_tools.engine_utilities.utils.session_manager import SessionManager
 from devsecops_engine_tools.engine_utilities.settings import SETTING_LOGGER
 
@@ -22,11 +34,20 @@ class DefectDojo:
             if not isinstance(request, ImportScanRequest):
                 return request
             rest_import_scan = ImportScanRestConsumer(request, session=SessionManager())
-            rest_product_type = ProductTypeRestConsumer(request, session=SessionManager())
-            rest_product = ProductRestConsumer(request, session=SessionManager())
+            rest_product_type = ProductTypeRestConsumer(
+                request, session=SessionManager()
+            )
+            rest_product = ProductRestConsumer(
+                SessionManager(
+                    request.token_defect_dojo,
+                    request.host_defect_dojo,
+                )
+            )
             rest_engagement = EngagementRestConsumer(request, session=SessionManager())
 
-            rest_scan_configuration = ScanConfigrationRestConsumer(request, session=SessionManager())
+            rest_scan_configuration = ScanConfigrationRestConsumer(
+                request, session=SessionManager()
+            )
             uc = ImportScanUserCase(
                 rest_import_scan,
                 rest_product_type,

devsecops_engine_tools-1.14.2/devsecops_engine_tools/engine_utilities/defect_dojo/applications/product.py

@@ -0,0 +1,14 @@
+from devsecops_engine_tools.engine_utilities.utils.api_error import ApiError
+from devsecops_engine_tools.engine_utilities.defect_dojo.domain.user_case.product import ProductUserCase
+from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.product import ProductRestConsumer
+
+class Product:
+    @staticmethod
+    def get_product(session, request: dict):
+        try:
+            rest_product = ProductRestConsumer(session=session)
+
+            uc = ProductUserCase(rest_product)
+            return uc.execute(request)
+        except ApiError as e:
+            raise e

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_utilities/defect_dojo/domain/models/product_list.py

@@ -1,12 +1,18 @@
 import dataclasses
-from typing import List
+from typing import List, Dict
 from devsecops_engine_tools.engine_utilities.utils.dataclass_classmethod import FromDictMixin
 from devsecops_engine_tools.engine_utilities.defect_dojo.domain.models.product import Product
+from devsecops_engine_tools.engine_utilities.defect_dojo.domain.models.product_type import ProductType
 
 
+@dataclasses.dataclass
+class Prefetch(FromDictMixin):
+    prod_type: Dict[str, ProductType]
+
 @dataclasses.dataclass
 class ProductList(FromDictMixin):
     count: int = 0
     next = None
     previous = None
     results: List[Product] = dataclasses.field(default_factory=list)
+    prefetch: Prefetch = None

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_utilities/defect_dojo/domain/user_case/import_scan.py

@@ -43,7 +43,7 @@ class ImportScanUserCase:
             raise ApiError(log)
         
         logger.info(f"Match {request.scan_type}")
-        products = self.__rest_product.get_products(request)
+        products = self.__rest_product.get_products({"name":request.code_app})
         if len(products.results) > 0:
             product_id = products.results[0].id
             request.product_name = products.results[0].name

devsecops_engine_tools-1.14.2/devsecops_engine_tools/engine_utilities/defect_dojo/domain/user_case/product.py

@@ -0,0 +1,9 @@
+from devsecops_engine_tools.engine_utilities.defect_dojo.infraestructure.driver_adapters.product import ProductRestConsumer
+
+class ProductUserCase:
+    def __init__(self, rest_product: ProductRestConsumer):
+        self.__rest_product = rest_product
+
+    def execute(self, request):
+        response = self.__rest_product.get_products(request)
+        return response

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/product.py

@@ -11,16 +11,17 @@ logger = MyLogger.__call__(**SETTING_LOGGER).get_logger()
 
 
 class ProductRestConsumer:
-    def __init__(self, request: ImportScanRequest, session: SessionManager):
-        self.__token = request.token_defect_dojo
-        self.__host = request.host_defect_dojo
+    def __init__(self, session: SessionManager):
+        self.__token = session._token
+        self.__host = session._host
         self.__session = session._instance
 
-    def get_products(self, request: ImportScanRequest) -> ProductList:
-        url = f"{self.__host}/api/v2/products/?name={request.code_app}"
+
+    def get_products(self, request) -> ProductList:
+        url = f"{self.__host}/api/v2/products/"
         headers = {"Authorization": f"Token {self.__token}", "Content-Type": "application/json"}
         try:
-            response = self.__session.get(url, headers=headers, data={}, verify=VERIFY_CERTIFICATE)
+            response = self.__session.get(url, headers=headers, params=request, verify=VERIFY_CERTIFICATE)
             if response.status_code != 200:
                 raise ApiError(response.json())
             products_object = ProductList.from_dict(response.json())

devsecops_engine_tools-1.14.2/devsecops_engine_tools/version.py

@@ -0,0 +1 @@
+version = '1.14.2'

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: devsecops-engine-tools
-Version: 1.14.1
+Version: 1.14.2
 Summary: Tool for DevSecOps strategy
 Home-page: https://github.com/bancolombia/devsecops-engine-tools
 Author: Bancolombia DevSecOps Team

{devsecops_engine_tools-1.14.1 → devsecops_engine_tools-1.14.2}/devsecops_engine_tools.egg-info/SOURCES.txt

@@ -16,7 +16,6 @@ devsecops_engine_tools/engine_core/src/deployment/__init__.py
 devsecops_engine_tools/engine_core/src/deployment/infrastructure/__init__.py
 devsecops_engine_tools/engine_core/src/domain/__init__.py
 devsecops_engine_tools/engine_core/src/domain/model/__init__.py
-devsecops_engine_tools/engine_core/src/domain/model/custom_level_vulnerability.py
 devsecops_engine_tools/engine_core/src/domain/model/customs_exceptions.py
 devsecops_engine_tools/engine_core/src/domain/model/exclusions.py
 devsecops_engine_tools/engine_core/src/domain/model/finding.py
@@ -236,6 +235,7 @@ devsecops_engine_tools/engine_utilities/defect_dojo/applications/connect.py
 devsecops_engine_tools/engine_utilities/defect_dojo/applications/defect_dojo.py
 devsecops_engine_tools/engine_utilities/defect_dojo/applications/engagement.py
 devsecops_engine_tools/engine_utilities/defect_dojo/applications/finding.py
+devsecops_engine_tools/engine_utilities/defect_dojo/applications/product.py
 devsecops_engine_tools/engine_utilities/defect_dojo/domain/__init__.py
 devsecops_engine_tools/engine_utilities/defect_dojo/domain/models/__init__.py
 devsecops_engine_tools/engine_utilities/defect_dojo/domain/models/cmdb.py
@@ -257,6 +257,7 @@ devsecops_engine_tools/engine_utilities/defect_dojo/domain/user_case/cmdb.py
 devsecops_engine_tools/engine_utilities/defect_dojo/domain/user_case/engagement.py
 devsecops_engine_tools/engine_utilities/defect_dojo/domain/user_case/finding.py
 devsecops_engine_tools/engine_utilities/defect_dojo/domain/user_case/import_scan.py
+devsecops_engine_tools/engine_utilities/defect_dojo/domain/user_case/product.py
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/__init__.py
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/__init__.py
 devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/cmdb.py

devsecops_engine_tools-1.14.1/devsecops_engine_tools/engine_core/src/domain/model/custom_level_vulnerability.py

@@ -1,8 +0,0 @@
-from devsecops_engine_tools.engine_core.src.domain.model.level_vulnerability import (
-    LevelVulnerability,
-)
-
-class CustomLevelVulnerability:
-    def __init__(self, data):
-        self.pattern_apps = data.get("PATTERN_APPS")
-        self.vulnerability = LevelVulnerability(data.get("VULNERABILITY"))

devsecops_engine_tools-1.14.1/devsecops_engine_tools/version.py

@@ -1 +0,0 @@
-version = '1.14.1'