elementary-data 0.23.3__tar.gz → 0.24.0__tar.gz

{elementary_data-0.23.3 → elementary_data-0.24.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: elementary-data
-Version: 0.23.3
+Version: 0.24.0
 Summary: Data monitoring and lineage
 License: Apache-2.0
 License-File: LICENSE
@@ -24,14 +24,12 @@ Provides-Extra: databricks
 Provides-Extra: dremio
 Provides-Extra: duckdb
 Provides-Extra: fabric
-Provides-Extra: fabricspark
 Provides-Extra: postgres
 Provides-Extra: redshift
 Provides-Extra: snowflake
 Provides-Extra: spark
 Provides-Extra: sqlserver
 Provides-Extra: trino
-Provides-Extra: vertica
 Requires-Dist: alive-progress (<=2.3.1)
 Requires-Dist: azure-storage-blob (>=12.11.0)
 Requires-Dist: beautifulsoup4 (<5.0.0)
@@ -45,15 +43,15 @@ Requires-Dist: dbt-databricks (>=1.8,<2.0.0) ; extra == "databricks" or extra ==
 Requires-Dist: dbt-dremio (>=1.8,<2.0.0) ; extra == "dremio" or extra == "all"
 Requires-Dist: dbt-duckdb (>=1.8,<2.0.0) ; extra == "duckdb" or extra == "all"
 Requires-Dist: dbt-fabric (>=1.8,<2.0.0) ; extra == "fabric" or extra == "all"
-Requires-Dist: dbt-fabricspark (>=1.8,<2.0.0) ; extra == "fabricspark"
 Requires-Dist: dbt-postgres (>=1.8,<2.0.0) ; extra == "postgres" or extra == "all"
 Requires-Dist: dbt-redshift (>=1.8,<2.0.0) ; extra == "redshift" or extra == "all"
 Requires-Dist: dbt-snowflake (>=1.8,<2.0.0) ; extra == "snowflake" or extra == "all"
 Requires-Dist: dbt-spark (>=1.8,<2.0.0) ; extra == "spark" or extra == "all"
 Requires-Dist: dbt-sqlserver (>=1.8,<2.0.0) ; extra == "sqlserver" or extra == "all"
 Requires-Dist: dbt-trino (>=1.8,<2.0.0) ; extra == "trino" or extra == "all"
-Requires-Dist: dbt-vertica (>=1.8,<2.0.0) ; extra == "vertica"
 Requires-Dist: google-cloud-storage (>=2.4,<3.2)
+Requires-Dist: idna (>=3.15,<4)
+Requires-Dist: lxml (>=6.1.0)
 Requires-Dist: networkx (>=2.3,<3)
 Requires-Dist: packaging (>=20.9)
 Requires-Dist: posthog (<3.0.0)
@@ -66,6 +64,7 @@ Requires-Dist: ruamel.yaml (<1.0.0)
 Requires-Dist: slack-sdk (>=3.20.1,<4.0.0)
 Requires-Dist: tabulate (>=0.9.0)
 Requires-Dist: tenacity (>=8.0,<10.0)
+Requires-Dist: urllib3 (>=2.7.0,<3.0.0)
 Project-URL: Documentation, https://docs.elementary-data.com
 Project-URL: Homepage, https://www.elementary-data.com
 Project-URL: Repository, https://github.com/elementary-data/elementary

{elementary_data-0.23.3 → elementary_data-0.24.0}/elementary/messages/formats/block_kit.py

@@ -2,7 +2,6 @@ import json
 from typing import Any, Callable, List, Optional, Tuple
 
 from slack_sdk.models import blocks as slack_blocks
-from tabulate import tabulate
 
 from elementary.messages.blocks import (
     ActionBlock,
@@ -50,7 +49,8 @@ ResolveMentionCallback = Callable[[str], Optional[str]]
 class BlockKitBuilder:
     _SECONDARY_FACT_CHUNK_SIZE = 2
     _LONGEST_MARKDOWN_SUFFIX_LEN = 3  # length of markdown's code suffix (```)
-    _MAX_CELL_LENGTH_BY_COLUMN_COUNT = {4: 11, 3: 14, 2: 22, 1: 40, 0: 40}
+    _MAX_SLACK_TABLE_COLUMNS = 20
+    _MAX_SLACK_TABLE_ROWS = 100
 
     def __init__(
         self, resolve_mention: Optional[ResolveMentionCallback] = None
@@ -58,6 +58,7 @@ class BlockKitBuilder:
         self._blocks: List[dict] = []
         self._attachment_blocks: List[dict] = []
         self._is_divided = False
+        self._has_table_block = False
         self._resolve_mention = resolve_mention or (lambda x: None)
 
     def _format_icon(self, icon: Icon) -> str:
@@ -98,13 +99,6 @@ class BlockKitBuilder:
             [self._format_inline_block(inline) for inline in block.inlines]
         )
 
-    def _format_table_cell(self, cell_value: Any, column_count: int) -> str:
-        value = str(cell_value)
-        max_cell_length = self._MAX_CELL_LENGTH_BY_COLUMN_COUNT[column_count]
-        if len(value) > max_cell_length:
-            return value[: max_cell_length - 2] + ".."
-        return value
-
     def _format_markdown_section_text(self, text: str) -> dict:
         if len(text) > slack_blocks.SectionBlock.text_max_length:
             text = (
@@ -257,24 +251,50 @@ class BlockKitBuilder:
         self._add_block({"type": "divider"})
         self._is_divided = True
 
+    def _make_header_cell(self, text: str) -> dict:
+        return {
+            "type": "rich_text",
+            "elements": [
+                {
+                    "type": "rich_text_section",
+                    "elements": [
+                        {"type": "text", "text": str(text), "style": {"bold": True}}
+                    ],
+                }
+            ],
+        }
+
+    def _make_data_cell(self, value: Any) -> dict:
+        text = str(value) if value is not None else "NULL"
+        return {"type": "raw_text", "text": text or " "}
+
     def _add_table_block(self, block: TableBlock) -> None:
         column_count = len(block.headers)
-        if column_count not in self._MAX_CELL_LENGTH_BY_COLUMN_COUNT:
+
+        if column_count > self._MAX_SLACK_TABLE_COLUMNS or self._has_table_block:
             dicts = [
                 {header: cell for header, cell in zip(block.headers, row)}
                 for row in block.rows
             ]
-            table_text = json.dumps(dicts, indent=2)
-        else:
-            new_rows = [
-                [self._format_table_cell(cell, column_count) for cell in row]
-                for row in block.rows
-            ]
-            new_headers = [
-                self._format_table_cell(cell, column_count) for cell in block.headers
-            ]
-            table_text = tabulate(new_rows, headers=new_headers, tablefmt="simple")
-        self._add_block(self._format_markdown_section(f"```{table_text}```"))
+            self._add_block(
+                self._format_markdown_section(f"```{json.dumps(dicts, indent=2)}```")
+            )
+            return
+
+        rows: List[List[dict]] = [[self._make_header_cell(h) for h in block.headers]]
+        for row in block.rows[: self._MAX_SLACK_TABLE_ROWS - 1]:
+            rows.append([self._make_data_cell(v) for v in row])
+
+        self._add_block(
+            {
+                "type": "table",
+                "rows": rows,
+                "column_settings": [
+                    {"align": "left", "is_wrapped": False} for _ in block.headers
+                ],
+            }
+        )
+        self._has_table_block = True
 
     def _add_actions_block(self, block: ActionsBlock) -> None:
         self._add_block(
@@ -337,6 +357,7 @@ class BlockKitBuilder:
     def build(self, message: MessageBody) -> FormattedBlockKitMessage:
         self._blocks = []
         self._attachment_blocks = []
+        self._has_table_block = False
         self._add_message_blocks(message.blocks)
         color_code = COLOR_MAP.get(message.color) if message.color else None
         blocks, attachment_blocks = self._get_final_blocks(message.color)

{elementary_data-0.23.3 → elementary_data-0.24.0}/elementary/monitor/api/report/report.py

@@ -76,6 +76,7 @@ class ReportAPI(APIClient):
         exclude_elementary_models: bool = False,
         project_name: Optional[str] = None,
         disable_samples: bool = False,
+        skip_test_result_rows: bool = False,
         filter: SelectorFilterSchema = SelectorFilterSchema(),
         env: Optional[str] = None,
         warehouse_type: Optional[str] = None,
@@ -86,6 +87,7 @@ class ReportAPI(APIClient):
                 days_back=days_back,
                 invocations_per_test=test_runs_amount,
                 disable_passed_test_metrics=disable_passed_test_metrics,
+                skip_test_result_rows=skip_test_result_rows,
             )
             source_freshnesses_api = SourceFreshnessesAPI(
                 dbt_runner=self.dbt_runner,

{elementary_data-0.23.3 → elementary_data-0.24.0}/elementary/monitor/api/tests/tests.py

@@ -46,6 +46,7 @@ class TestsAPI(APIClient):
         days_back: int = 7,
         invocations_per_test: int = 720,
         disable_passed_test_metrics: bool = False,
+        skip_test_result_rows: bool = False,
     ):
         super().__init__(dbt_runner)
         self.tests_fetcher = TestsFetcher(dbt_runner=self.dbt_runner)
@@ -53,6 +54,7 @@ class TestsAPI(APIClient):
             days_back=days_back,
             invocations_per_test=invocations_per_test,
             disable_passed_test_metrics=disable_passed_test_metrics,
+            skip_test_result_rows=skip_test_result_rows,
         )
 
     def _get_test_results_db_rows(
@@ -60,11 +62,13 @@ class TestsAPI(APIClient):
         days_back: Optional[int] = 7,
         invocations_per_test: int = 720,
         disable_passed_test_metrics: bool = False,
+        skip_test_result_rows: bool = False,
     ) -> List[TestResultDBRowSchema]:
         return self.tests_fetcher.get_all_test_results_db_rows(
             days_back=days_back,
             invocations_per_test=invocations_per_test,
             disable_passed_test_metrics=disable_passed_test_metrics,
+            skip_test_result_rows=skip_test_result_rows,
         )
 
     def get_test_results_summary(