laketower 0.6.3__py3-none-any.whl → 0.6.5__py3-none-any.whl

laketower/__about__.py

@@ -1 +1 @@
-__version__ = "0.6.3"
+__version__ = "0.6.5"

laketower/cli.py

@@ -1,9 +1,11 @@
 import argparse
 import os
+import time
 from pathlib import Path
 
 import rich.jupyter
 import rich.panel
+import rich.style
 import rich.table
 import rich.text
 import rich.tree
@@ -20,6 +22,7 @@ from laketower.tables import (
     generate_table_query,
     generate_table_statistics_query,
     import_file_to_table,
+    limit_query,
     load_datasets,
     load_table,
 )
@@ -194,9 +197,27 @@ def query_table(
         query_params = {
             name: sql_params_dict.get(name) or "" for name in query_param_names
         }
-        results = execute_query(tables_dataset, sql_query, sql_params=query_params)
+        limited_sql_query = limit_query(sql_query, config.settings.max_query_rows + 1)
 
-        out = rich.table.Table()
+        start_time = time.perf_counter()
+        results = execute_query(
+            tables_dataset, limited_sql_query, sql_params=query_params
+        )
+        execution_time_ms = (time.perf_counter() - start_time) * 1000
+
+        truncated = results.num_rows > config.settings.max_query_rows
+        results = results.slice(
+            0, min(results.num_rows, config.settings.max_query_rows)
+        )
+
+        out = rich.table.Table(
+            caption=(
+                f"{results.num_rows} rows returned{' (truncated)' if truncated else ''}"
+                f"\nExecution time: {execution_time_ms:.2f}ms"
+            ),
+            caption_justify="left",
+            caption_style=rich.style.Style(dim=True),
+        )
         for column in results.column_names:
             out.add_column(column)
         for row_dict in results.to_pylist():
@@ -268,9 +289,27 @@ def view_query(
             name: query_params_dict.get(name) or default_parameters.get(name) or ""
             for name in sql_param_names
         }
-        results = execute_query(tables_dataset, sql_query, sql_params=sql_params)
+        limited_sql_query = limit_query(sql_query, config.settings.max_query_rows + 1)
 
-        out = rich.table.Table()
+        start_time = time.perf_counter()
+        results = execute_query(
+            tables_dataset, limited_sql_query, sql_params=sql_params
+        )
+        execution_time_ms = (time.perf_counter() - start_time) * 1000
+
+        truncated = results.num_rows > config.settings.max_query_rows
+        results = results.slice(
+            0, min(results.num_rows, config.settings.max_query_rows)
+        )
+
+        out = rich.table.Table(
+            caption=(
+                f"{results.num_rows} rows returned{' (truncated)' if truncated else ''}"
+                f"\nExecution time: {execution_time_ms:.2f}ms"
+            ),
+            caption_justify="left",
+            caption_style=rich.style.Style(dim=True),
+        )
         for column in results.column_names:
             out.add_column(column)
         for row_dict in results.to_pylist():

laketower/config.py

@@ -89,6 +89,15 @@ class ConfigTableConnection(pydantic.BaseModel):
         return self
 
 
+class ConfigSettingsWeb(pydantic.BaseModel):
+    hide_tables: bool = False
+
+
+class ConfigSettings(pydantic.BaseModel):
+    max_query_rows: int = 1_000
+    web: ConfigSettingsWeb = ConfigSettingsWeb()
+
+
 class ConfigTable(pydantic.BaseModel):
     name: str
     uri: str
@@ -109,6 +118,7 @@ class ConfigQuery(pydantic.BaseModel):
 
 
 class Config(pydantic.BaseModel):
+    settings: ConfigSettings = ConfigSettings()
     tables: list[ConfigTable] = []
     queries: list[ConfigQuery] = []