centraal-dataframework 0.1.2__tar.gz → 0.1.3__tar.gz

{centraal_dataframework-0.1.2 → centraal_dataframework-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: centraal_dataframework
-Version: 0.1.2
+Version: 0.1.3
 Summary: Utilidades para interactuar con Azure Datalake.
 Home-page: https://github.com/centraal-api/centraal-dataframework
 License: Apache-2.0
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.10
 Provides-Extra: dev
 Provides-Extra: doc
 Provides-Extra: test
-Requires-Dist: azure-datalake-utils (>=0.5.7,<1.0)
+Requires-Dist: azure-datalake-utils (>=0.5.8,<1.0)
 Requires-Dist: azure-functions (>1.0,<2.0)
 Requires-Dist: black (>=22.3.0,<23.0.0) ; extra == "test"
 Requires-Dist: bump2version (>=1.0.1,<2.0.0) ; extra == "dev"

{centraal_dataframework-0.1.2 → centraal_dataframework-0.1.3}/centraal_dataframework/__init__.py

@@ -8,6 +8,6 @@ Modulos exportados por este paquete.
 
 __author__ = """centraal.studio"""
 __email__ = 'equipo@centraal.studio'
-__version__ = '0.1.2'
+__version__ = '0.1.3'
 
 from centraal_dataframework.tasks import task

{centraal_dataframework-0.1.2 → centraal_dataframework-0.1.3}/centraal_dataframework/email_sender.py

@@ -17,24 +17,19 @@ def send_email_dq(url_logic_app: str, emails: List[str], excepcion: ErrorTareaCa
     validation_results = result.list_validation_results(group_by=None)
     error_msj = []
     for res in validation_results:
-        error_msj.append(
-            ",".join(
-                [
-                    item["exception_info"]["exception_message"]
-                    for item in res.results
-                    if item["exception_info"]["exception_message"] is not None
-                ]
-            )
-        )
+        error_msj.append(",".join([f'{item["result"]}' for item in res.results if item["exception_info"] is not None]))
 
     error_msj = "<br>".join(error_msj)
 
     body = (
-        f"Las expectativas {','.join(suites)} **Fallaron**.<br>*"
-        f"Detalle del resultado:<br>asset de datos: {','.join(result.list_data_asset_names())}<br>"
-        f"resultados: {error_msj}<br>"
-        f"Para mayor detalles revisar la ruta: {excepcion.url_docs}<br>"
-        f"*Detalles tecnicos*:<br>{detalles_tecnicos}"
+        f"Las expectativas {','.join(suites)} <strong>Fallaron</strong>.<br><br>"
+        "<b>Detalle del resultado</b>"
+        "<ul>"
+        f"<li><i>Asset de datos,</i>: {','.join(result.list_data_asset_names())}</li>"
+        f"""<li><a href="{excepcion.url_docs}" target="_blank">Detalles de la expectativa</a></li>"""
+        f"<li><i>Resultados de Great Expectations</i>: {error_msj}</li>"
+        f"<li><i>Detalles tecnicos:</i>{detalles_tecnicos}</li>"
+        "</ul>"
     )
 
     _send(url_logic_app, emails, subject, body)
@@ -45,7 +40,7 @@ def send_email_error(url_logic_app: str, emails: List[str], exception: Exception
     detalles_tecnicos = ''.join(traceback.TracebackException.from_exception(exception).format())
     subject = f'¡ALERTA! Proceso de datos llamado: {tarea} FALLO'
     # <br> es salto de linea
-    body = f"La tarea {tarea} **FALLO**.<br>**Detalles tecnicos**:<br>{detalles_tecnicos}"
+    body = f"La tarea {tarea} <strong>FALLO</strong>.<br><i>Detalles tecnicos</i>:<br>{detalles_tecnicos}"
     _send(url_logic_app, emails, subject, body)
 
 

{centraal_dataframework-0.1.2 → centraal_dataframework-0.1.3}/centraal_dataframework/resources.py

@@ -105,7 +105,15 @@ class GreatExpectationsToolKit:
         self.suite = expectation_suite
         self.check_point = check_point
 
-    def _get_url(self, resource_id, public: bool = False) -> str:
+    def _get_sas_user_or_default(self, duration: int = None, unit: str = None, ip: str = None) -> Tuple[int, str, str]:
+        duration = int(os.environ.get("SAS_VALOR_EXPIRACION", 7)) if duration is None else duration
+        unit = os.environ.get("SAS_UNIDAD_EXPIRACION", 'day') if unit is None else unit
+        ip = os.environ.get("SAS_IP") if ip is None else ip
+        return duration, unit, ip
+
+    def _get_url(
+        self, resource_id, public: bool = False, duration: int = None, unit: str = None, ip: str = None
+    ) -> str:
         """Obtiene url de reporte."""
         docs_site_urls_list = self.context.get_docs_sites_urls(resource_identifier=resource_id)
         url = docs_site_urls_list[0]["site_url"]
@@ -113,8 +121,10 @@ class GreatExpectationsToolKit:
             # TODO: el valor de z13.web es un prefijo.¿se deja hardcoded o se necesita personalizacion?
             url = url.replace("blob", "z13.web").replace("$web/", "")
         else:
-            _, container_path = url.split(".net")
-            url = f"Se genera un archivo privado: {container_path}. Visitar portal azure para acceder resultados."
+            _, container_path = url.split(".net/")
+            duration, unit, ip = self._get_sas_user_or_default(duration, unit, ip)
+            dl = get_datalake()
+            url = dl.generar_url_con_sas_token(container_path, duration, unit, ip)
         return url
 
     def run_expectation_file_on_df(

{centraal_dataframework-0.1.2 → centraal_dataframework-0.1.3}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool]
 [tool.poetry]
 name = "centraal_dataframework"
-version = "0.1.2"
+version = "0.1.3"
 homepage = "https://github.com/centraal-api/centraal-dataframework"
 description = "Utilidades para interactuar con Azure Datalake."
 authors = ["centraal.studio <equipo@centraal.studio>"]
@@ -46,7 +46,7 @@ toml = {version = "^0.10.2", optional = true}
 bump2version = {version = "^1.0.1", optional = true}
 jupyter = {version = ">=1.0", optional = true}
 azure-functions  = ">1.0,<2.0"
-azure-datalake-utils = ">=0.5.7,<1.0"
+azure-datalake-utils = ">=0.5.8,<1.0"
 great-expectations = ">=0.17,<1.0"
 python-dotenv = ">=1.0.0,<2.0"