devsecops-engine-tools 1.99.1__tar.gz → 1.101.0__tar.gz

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: devsecops-engine-tools
-Version: 1.99.1
+Version: 1.101.0
 Summary: Tool for DevSecOps strategy
 Home-page: https://github.com/bancolombia/devsecops-engine-tools
 Author: Bancolombia DevSecOps Team
@@ -34,6 +34,7 @@ Requires-Dist: PyJWT==2.9.0
 Requires-Dist: sympy==1.13.3
 Requires-Dist: urllib3<2.0.0
 Requires-Dist: holidays==0.58
+Requires-Dist: pyarrow==21.0.0
 
 # DevSecOps Engine Tools
 

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_core/src/domain/usecases/handle_risk.py

@@ -117,9 +117,6 @@ class HandleRisk:
             print(
                 f"Services to exclude: {[engagement.name for engagement in excluded_engagements]}"
             )
-            logger.info(
-                f"Services to exclude: {[engagement.name for engagement in excluded_engagements]}"
-            )
 
             return remaining_engagements
         return service_list
@@ -226,8 +223,7 @@ class HandleRisk:
         )
 
         for engagement in new_service_list:
-            print(f"Service to analyze: {engagement.name}, URL: {engagement.vm_url}")
-            logger.info(
+            print(
                 f"Service to analyze: {engagement.name}, URL: {engagement.vm_url}"
             )
 

devsecops_engine_tools-1.101.0/devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/aws/s3_manager.py

@@ -0,0 +1,235 @@
+from devsecops_engine_tools.engine_core.src.domain.model.gateway.metrics_manager_gateway import (
+    MetricsManagerGateway,
+)
+from devsecops_engine_tools.engine_core.src.infrastructure.helpers.aws import (
+    assume_role,
+)
+import boto3
+import logging
+import datetime
+import io
+import pyarrow as pa
+import pyarrow.parquet as pq
+import json
+
+boto3.set_stream_logger(name="botocore.credentials", level=logging.WARNING)
+
+
+class S3Manager(MetricsManagerGateway):
+
+    # ---- Events ----
+    event_schema = pa.struct(
+        [
+            ("timestamp", pa.string()),
+            ("level", pa.string()),
+            ("message", pa.string()),
+            ("module", pa.string()),
+            ("funcName", pa.string()),
+            ("lineno", pa.int64()),
+        ]
+    )
+
+    # ---- Findings Excluded ----
+    finding_excluded_schema = pa.struct(
+        [
+            ("id", pa.string()),
+            ("severity", pa.string()),
+            ("category", pa.string()),
+        ]
+    )
+
+    # ---- Vulnerabilities ----
+    vuln_threshold_schema = pa.struct(
+        [
+            ("critical", pa.int64()),
+            ("high", pa.int64()),
+            ("medium", pa.int64()),
+            ("low", pa.int64()),
+        ]
+    )
+
+    vuln_found_schema = pa.struct(
+        [
+            ("id", pa.string()),
+            ("severity", pa.string()),
+        ]
+    )
+
+    vulnerabilities_schema = pa.struct(
+        [
+            ("threshold", vuln_threshold_schema),
+            ("status", pa.string()),
+            ("found", pa.list_(vuln_found_schema)),
+        ]
+    )
+
+    # ---- Compliances ----
+    compliances_schema = pa.struct(
+        [
+            ("threshold", pa.struct([("critical", pa.int64())])),
+            ("status", pa.string()),
+            ("found", pa.list_(vuln_found_schema)),
+        ]
+    )
+
+    # ---- Risk ----
+    risk_control_schema = pa.struct(
+        [
+            ("remediation_rate", pa.float64()),
+            ("blacklisted", pa.int64()),
+            ("max_risk_score", pa.float64()),
+        ]
+    )
+
+    risk_found_schema = pa.struct(
+        [
+            ("id", pa.string()),
+            ("severity", pa.string()),
+            ("risk_score", pa.string()),
+            ("reason", pa.string()),
+        ]
+    )
+
+    risk_schema = pa.struct(
+        [
+            ("risk_control", risk_control_schema),
+            ("status", pa.string()),
+            ("found", pa.list_(risk_found_schema)),
+        ]
+    )
+
+    # ---- Scan Result ----
+    scan_result_schema = pa.struct(
+        [
+            ("findings_excluded", pa.list_(finding_excluded_schema)),
+            ("vulnerabilities", vulnerabilities_schema),
+            ("compliances", compliances_schema),
+            ("risk", risk_schema),
+        ]
+    )
+
+    record_schema = pa.schema(
+        [
+            ("id", pa.string()),
+            ("date", pa.string()),
+            ("component", pa.string()),
+            ("stage", pa.string()),
+            ("check_type", pa.string()),
+            ("environment", pa.string()),
+            ("events", pa.list_(event_schema)),
+            ("scan_result", scan_result_schema),
+        ]
+    )
+
+    def send_metrics(self, config_tool, module, file_path):
+        credentials_role = (
+            assume_role(config_tool["METRICS_MANAGER"]["AWS"]["ROLE_ARN"])
+            if config_tool["METRICS_MANAGER"]["AWS"]["USE_ROLE"]
+            else None
+        )
+        session = boto3.session.Session()
+
+        if credentials_role:
+            client = session.client(
+                service_name="s3",
+                region_name=config_tool["METRICS_MANAGER"]["AWS"]["REGION_NAME"],
+                aws_access_key_id=credentials_role["AccessKeyId"],
+                aws_secret_access_key=credentials_role["SecretAccessKey"],
+                aws_session_token=credentials_role["SessionToken"],
+            )
+        else:
+            client = session.client(
+                service_name="s3",
+                region_name=config_tool["METRICS_MANAGER"]["AWS"]["REGION_NAME"],
+            )
+        date = datetime.datetime.now()
+        type_format = config_tool["METRICS_MANAGER"]["AWS"]["TYPE_FORMAT_BUCKET_FILE"]
+        path_bucket_metrics = config_tool["METRICS_MANAGER"]["AWS"]["PATH_BUCKET"]
+        filename = file_path.split("/")[-1]
+        base_path = f"{path_bucket_metrics}/module={module}/year={date:%Y}/month={date:%m}" if type_format == "parquet" else f"{path_bucket_metrics}/{module}/{date:%Y}/{date:%m}/{date:%d}"
+        path_bucket = f"{base_path}/{filename.rsplit('.', 1)[0]}.{type_format}"
+
+        existing_data = self._get_s3_data(
+            client, config_tool["METRICS_MANAGER"]["AWS"]["BUCKET"], path_bucket
+        )
+
+        if (
+            type_format
+            == "parquet"
+        ):
+            buffer = io.BytesIO()
+            with open(file_path, "rb") as new_data:
+                new_json_data = json.load(new_data)
+
+            new_table = self._to_arrow_record(new_json_data)
+
+            if existing_data:
+                existing_table = pq.read_table(
+                    io.BytesIO(existing_data), schema=self.record_schema
+                )
+                final_table = pa.concat_tables([existing_table, new_table])
+            else:
+                final_table = new_table
+
+            pq.write_table(
+                final_table,
+                buffer,
+                compression="snappy",
+                use_deprecated_int96_timestamps=False,
+            )
+            buffer.seek(0)
+            data = buffer.getvalue()
+        elif type_format == "json":
+            with open(file_path, "rb") as new_data:
+                new_data_content = new_data.read().decode("utf-8")
+                data = (
+                    existing_data.decode("utf-8") + "\n" + new_data_content
+                    if existing_data
+                    else new_data_content
+                )
+        else:
+            raise ValueError(
+                "Unsupported TYPE_FORMAT_BUCKET_FILE. Use 'parquet' or 'json'."
+            )
+
+        client.put_object(
+            Bucket=config_tool["METRICS_MANAGER"]["AWS"]["BUCKET"],
+            Key=path_bucket,
+            Body=data,
+        )
+
+    def _get_s3_data(self, client, bucket, path):
+        try:
+            response = client.get_object(
+                Bucket=bucket,
+                Key=path,
+            )
+            return response["Body"].read()
+        except client.exceptions.NoSuchKey:
+            return ""
+
+    def _to_arrow_record(self, event: dict) -> pa.Table:
+        event = dict(event)
+
+        data = {
+            "id": [event.get("id")],
+            "date": [event.get("date")],  # "YYYY-MM-DD"
+            "component": [event.get("component")],
+            "stage": [event.get("stage")],
+            "check_type": [event.get("check_type")],
+            "environment": [event.get("environment")],
+            "events": [event.get("events", [])],
+            "scan_result": [
+                event.get(
+                    "scan_result",
+                    {
+                        "findings_excluded": [],
+                        "vulnerabilities": None,
+                        "compliances": None,
+                        "risk": None,
+                    },
+                )
+            ],
+        }
+
+        return pa.Table.from_pydict(data, schema=self.record_schema)

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/defect_dojo/defect_dojo.py

@@ -578,7 +578,7 @@ class DefectDojoPlatform(VulnerabilityManagementGateway):
             response = Component.create_component(
                 session=session_manager, request=request
             )
-            logger.info(
+            logger.debug(
                 f"Component created: {response.name} - {response.version} found with id: {response.id}"
             )
 

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_dast/src/infrastructure/driven_adapters/oauth/generic_oauth.py

@@ -64,7 +64,7 @@ class GenericOauth(AuthenticationGateway):
                 result = response.json()["access_token"]
                 return ("Authorization",f"Bearer {result}")
             else:
-                print(
+                logger.warning(
                     "OAuth: Can't obtain access token"
                     "token Unknown status "
                     "code {0}: -> {1}".format(response.status_code, response.text)

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_risk/src/domain/usecases/break_build.py

@@ -98,7 +98,7 @@ class BreakBuild:
                             else item.id
                         ),
                         "severity": item.severity,
-                        "risk_score": item.risk_score,
+                        "risk_score": str(item.risk_score),
                         "reason": item.reason,
                     },
                     self.report_breaker,

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_risk/src/infrastructure/driven_adapters/first_csv/first_epss_csv.py

@@ -26,12 +26,11 @@ class FirstCsv(AddEpssGateway):
             if response.status_code == 200:
                 with gzip.open(io.BytesIO(response.content), "rt") as f:
                     data = f.read()
-                logger.info(f"EPSS data downloaded for date: {formatted_date}")
+                print(f"EPSS data downloaded for date: {formatted_date}")
                 return data
             else:
                 date -= datetime.timedelta(days=1)
                 attempts += 1
-        print("Could not find EPSS data from de last 2 days. Skipping add EPS data...")
         logger.error(
             "Could not find EPSS data from de last 2 days. Skipping add EPS data..."
         )

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_sast/engine_secret/src/infrastructure/driven_adapters/gitleaks/gitleaks_tool.py

@@ -59,7 +59,7 @@ class GitleaksTool(ToolGateway):
             with open(file_path, 'r', encoding='utf-8') as f:
                 return json.load(f)
         else:
-            print(f"File {file_path} does not exist")
+            logger.warning(f"File {file_path} does not exist")
             return []
 
     def _create_report(self, output_file, combined_data):        

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_sast/engine_secret/src/infrastructure/driven_adapters/trufflehog/trufflehog_run.py

@@ -130,7 +130,7 @@ class TrufflehogRun(ToolGateway):
         command = f"{trufflehog_command} filesystem {path_folder} --include-paths {include_path} --exclude-paths {exclude_path} --no-verification --no-update --json"
         if enable_custom_rules:
             command = command.replace("--no-verification --no-update --json", f"--config {path}//rules//trufflehog//custom-rules.yaml --no-verification --no-update --json" if "Windows" in agent_os else
-                                      f"--config {path}/rules/trufflehog/custom-rules.yaml --no-verification --no-update --json" if "Linux" in agent_os else
+                                      f"--config {path}/rules/trufflehog/custom-rules.yaml --no-verification --no-update --json" if "Linux" or "Darwin" in agent_os else
                                       "--no-verification --no-update --json")
             
         result = subprocess.run(command, capture_output=True, shell=True, text=True, encoding='utf-8')
@@ -159,4 +159,5 @@ class TrufflehogRun(ToolGateway):
                 find["Mitigation"] = config_tool[tool]["RULES"][find["Id"]]["Mitigation"] if "SECRET_SCANNING" not in find["Id"] else "N.A"
                 json_str = json.dumps(find)
                 file.write(json_str + '\n')
-        return findings, file_findings
+
+        return findings, file_findings

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/docker/docker_images.py

@@ -92,7 +92,7 @@ class DockerImages(ImagesGateway):
                     specific_use_value = label_keys["specific_use"]
                     is_uso_especifico = labels.get("repository") == specific_use_value
                 if source_image and matching_image:
-                    logger.info(f"Base image for '{matching_image}' found: {source_image}")
+                    print(f"Base image for '{matching_image}' found: {source_image}")
                 elif matching_image:
                     logger.warning(f"Base image not found for '{matching_image}'.")
                 return source_image, is_uso_especifico

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_sca/engine_container/src/infrastructure/driven_adapters/prisma_cloud/prisma_cloud_manager_scan.py

@@ -2,7 +2,6 @@ import stat
 import requests
 import os
 import subprocess
-import logging
 import base64
 import json
 import platform
@@ -57,7 +56,7 @@ class PrismaCloudManagerScan(ToolGateway):
                 file.write(response.content)
 
             os.chmod(file_path, stat.S_IRWXU)
-            logging.info(f"twistcli downloaded and saved to: {file_path}")
+            logger.info(f"twistcli downloaded and saved to: {file_path}")
             return 0
 
         except Exception as e:

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_utilities/defect_dojo/domain/user_case/import_scan.py

@@ -48,7 +48,7 @@ class ImportScanUserCase:
         response = None
         if api_scan_bool:
             response = self.__rest_import_scan.import_scan_api(request)
-            logger.info(f"End process Succesfull!!!: {response}")
+            logger.debug(f"End process Succesfull!!!: {response}")
         else:
             try:
                 file_type = self.get_file_type(request.file)
@@ -56,7 +56,7 @@ class ImportScanUserCase:
                     raise ApiError("File format not allowed")
 
                 with open(request.file, "rb") as file:
-                    logger.info(f"read {file_type} file successful !!!")
+                    logger.debug(f"read {file_type} file successful !!!")
                     files = [("file", (request.file, file, file_type))]
                     response = self.__rest_import_scan.import_scan(request, files)
 
@@ -74,7 +74,7 @@ class ImportScanUserCase:
             logger.error(log)
             raise ApiError(log)
 
-        logger.info(f"Match {request.scan_type}")
+        logger.debug(f"Match {request.scan_type}")
         products = self.__rest_product.get_products({"name": request.product_name})
         if len(products.results) == 0 and request.product_name != "Orphan_Product":
             products = self.__rest_product.get_products({"name": request.code_app})
@@ -82,27 +82,27 @@ class ImportScanUserCase:
             product_id = products.results[0].id
             request.product_name = products.results[0].name
             request.product_type_name = self.__rest_product_type.get_product_type_id(products.results[0].prod_type).name
-            logger.info(f"product found: {request.product_name} with id: {product_id}")
+            logger.debug(f"product found: {request.product_name} with id: {product_id}")
         else:
             product_type_id = None
             product_types = self.__rest_product_type.get_product_types(request.product_type_name)
             if product_types.results == []:
                 product_type = self.__rest_product_type.post_product_type(request.product_type_name)
                 product_type_id = product_type.id
-                logger.info(f"product_type created: {product_type.name} with id {product_type.id}")
+                logger.debug(f"product_type created: {product_type.name} with id {product_type.id}")
             else:
                 if len(product_types.results) != 1:
                     logger.warning(f"there is more than one product type with the name: {product_types.results}")
 
                 product_type_id = product_types.results[0].id
-                logger.info(
+                logger.debug(
                     f"product_type found: {product_types.results[0].name}\
                         with id {product_type_id}"
                 )
 
             product = self.__rest_product.post_product(request, product_type_id)
             product_id = product.id
-            logger.info(
+            logger.debug(
                 f"product created: {product.name}\
                     found with id: {product.id}"
             )

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/cmdb.py

@@ -121,7 +121,7 @@ class CmdbRestConsumer:
 
         data = self.get_nested_data(response, response_format)
         data_map = self.mapping_cmdb(data)
-        logger.info(data_map)
+        logger.debug(data_map)
         cmdb_object = Cmdb.from_dict(data_map)
         cmdb_object.codigo_app = code_app
         return cmdb_object

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/import_scan.py

@@ -123,7 +123,7 @@ class ImportScanRestConsumer:
                 logger.error(response.json())
                 logger.error(response)
                 raise ApiError(response.json())
-            logger.info(f"Sucessfull {response}")
+            logger.debug(f"Sucessfull {response}")
             response = ImportScanRequest.from_dict(response.json())
         except Exception as e:
             logger.error(f"from dict import Scan: {response.json()}")

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_utilities/defect_dojo/infraestructure/driver_adapters/product_type.py

@@ -52,7 +52,7 @@ class ProductTypeRestConsumer:
             response = self.__session.get(url, headers=headers, data={}, verify=VERIFY_CERTIFICATE)
             if response.status_code != 200:
                 raise ApiError(response.json())
-            logger.info(response)
+            logger.debug(response)
             product_type_object = ProductType.from_dict(response.json())
         except Exception as e:
             raise ApiError(e)

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_utilities/github/infrastructure/github_api.py

@@ -4,6 +4,10 @@ import json
 from github import Github, GithubIntegration
 from devsecops_engine_tools.engine_utilities.utils.api_error import ApiError
 
+from devsecops_engine_tools.engine_utilities.utils.logger_info import MyLogger
+from devsecops_engine_tools.engine_utilities import settings
+
+logger = MyLogger.__call__(**settings.SETTING_LOGGER).get_logger()
 
 class GithubApi:
 
@@ -40,11 +44,11 @@ class GithubApi:
                             file.write(chunk)
                     self.unzip_file(f"{download_path}/{asset_name}", download_path)
                 else:
-                    print(
+                    logger.warning(
                         f"Error downloading asset {asset_name}. status code: {response.status_code}"
                     )
         else:
-            print(
+            logger.warning(
                 f"Error getting the assets of the last release. Status code: {response.status_code}"
             )
 

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_utilities/sonarqube/src/domain/usecases/report_sonar.py

@@ -90,7 +90,6 @@ class ReportSonar:
         if get_components:
             project_keys = [f"{pipeline_name}_{component}" for component in get_components]
             print(f"Multiple project keys detected: {project_keys}")
-            logger.info(f"Multiple project keys detected: {project_keys}")
         else:
             project_keys = self.sonar_gateway.get_project_keys(pipeline_name)
 

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_utilities/sonarqube/src/infrastructure/driven_adapters/sonarqube/sonarqube_report.py

@@ -35,14 +35,12 @@ class SonarAdapter(SonarGateway):
                 file_content = f.read()
                 print(f"[SQ] Parse Task report file:\n{file_content}")
                 if not file_content or len(file_content) <= 0:
-                    print("[SQ] Error reading file")
                     logger.warning("[SQ] Error reading file")
                     return None
                 try:
                     settings = self.create_task_report_from_string(file_content)
                     return settings.get("projectKey")
                 except Exception as err:
-                    print(f"[SQ] Parse Task report error: {err}")
                     logger.warning(f"[SQ] Parse Task report error: {err}")
                     return None
         except Exception as err:

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools/engine_utilities/ssh/managment_private_key.py

@@ -2,6 +2,10 @@ import os
 import pexpect
 import base64
 
+from devsecops_engine_tools.engine_utilities.utils.logger_info import MyLogger
+from devsecops_engine_tools.engine_utilities import settings
+
+logger = MyLogger.__call__(**settings.SETTING_LOGGER).get_logger()
 
 def decode_base64(secret_data):
     return base64.b64decode(secret_data).decode("utf-8")
@@ -22,7 +26,7 @@ def config_knowns_hosts(host, ssh_key):
             with open(known_hosts_file_path, "a") as known_hosts_file:
                 known_hosts_file.write(line_to_add)
     except Exception as e:
-        print(f"An error ocurred while configuring file: {e}")
+        logger.error(f"An error ocurred while configuring file: {e}")
 
 
 def create_ssh_private_file(ssh_key_file_path, ssh_key_content):
@@ -33,7 +37,7 @@ def create_ssh_private_file(ssh_key_file_path, ssh_key_content):
 
         os.chmod(ssh_key_file_path, permisos)
     except Exception as e:
-        print(f"An error ocurred creating file: {e}")
+        logger.error(f"An error ocurred creating file: {e}")
 
 
 def add_ssh_private_key(ssh_key_file_path, ssh_key_password):
@@ -63,4 +67,4 @@ def add_ssh_private_key(ssh_key_file_path, ssh_key_password):
 
         return agent_env
     except Exception as e:
-        print(f"An error ocurred adding private key: {e}")
+        logger.error(f"An error ocurred adding private key: {e}")

devsecops_engine_tools-1.101.0/devsecops_engine_tools/version.py

@@ -0,0 +1 @@
+version = '1.101.0'

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: devsecops-engine-tools
-Version: 1.99.1
+Version: 1.101.0
 Summary: Tool for DevSecOps strategy
 Home-page: https://github.com/bancolombia/devsecops-engine-tools
 Author: Bancolombia DevSecOps Team
@@ -34,6 +34,7 @@ Requires-Dist: PyJWT==2.9.0
 Requires-Dist: sympy==1.13.3
 Requires-Dist: urllib3<2.0.0
 Requires-Dist: holidays==0.58
+Requires-Dist: pyarrow==21.0.0
 
 # DevSecOps Engine Tools
 

{devsecops_engine_tools-1.99.1 → devsecops_engine_tools-1.101.0}/devsecops_engine_tools.egg-info/requires.txt

@@ -22,3 +22,4 @@ PyJWT==2.9.0
 sympy==1.13.3
 urllib3<2.0.0
 holidays==0.58
+pyarrow==21.0.0

devsecops_engine_tools-1.99.1/devsecops_engine_tools/engine_core/src/infrastructure/driven_adapters/aws/s3_manager.py

@@ -1,57 +0,0 @@
-from devsecops_engine_tools.engine_core.src.domain.model.gateway.metrics_manager_gateway import (
-    MetricsManagerGateway,
-)
-from devsecops_engine_tools.engine_core.src.infrastructure.helpers.aws import (
-    assume_role,
-)
-import boto3
-import logging
-import datetime
-
-boto3.set_stream_logger(name="botocore.credentials", level=logging.WARNING)
-
-
-class S3Manager(MetricsManagerGateway):
-
-    def _get_s3_data(self, client, bucket, path):
-        try:
-            response = client.get_object(
-                Bucket=bucket,
-                Key=path,
-            )
-            return response["Body"].read().decode("utf-8")
-        except client.exceptions.NoSuchKey:
-            return ""
-
-    def send_metrics(self, config_tool, module, file_path):
-        credentials_role = assume_role(config_tool["METRICS_MANAGER"]["AWS"]["ROLE_ARN"]) if config_tool["METRICS_MANAGER"]["AWS"]["USE_ROLE"] else None
-        session = boto3.session.Session()
-
-        if credentials_role:
-            client = session.client(
-                service_name="s3",
-                region_name=config_tool["METRICS_MANAGER"]["AWS"]["REGION_NAME"],
-                aws_access_key_id=credentials_role["AccessKeyId"],
-                aws_secret_access_key=credentials_role["SecretAccessKey"],
-                aws_session_token=credentials_role["SessionToken"],
-            )
-        else:
-            client = session.client(
-                service_name="s3",
-                region_name=config_tool["METRICS_MANAGER"]["AWS"]["REGION_NAME"]
-            )
-        date = datetime.datetime.now()
-        path_bucket = f'engine_tools/{module}/{date.strftime("%Y")}/{date.strftime("%m")}/{date.strftime("%d")}/{file_path.split("/")[-1]}'
-
-        data = self._get_s3_data(
-            client, config_tool["METRICS_MANAGER"]["AWS"]["BUCKET"], path_bucket
-        )
-
-        with open(file_path, "rb") as new_data:
-            new_data_content = new_data.read().decode("utf-8")
-            data = data + "\n" + new_data_content if data else new_data_content
-            client.put_object(
-                Bucket=config_tool["METRICS_MANAGER"]["AWS"]["BUCKET"],
-                Key=path_bucket,
-                Body=data,
-            )

devsecops_engine_tools-1.99.1/devsecops_engine_tools/version.py

@@ -1 +0,0 @@
-version = '1.99.1'