laketower 0.6.4__tar.gz → 0.6.5__tar.gz

{laketower-0.6.4 → laketower-0.6.5}/.github/workflows/ci-cd.yml

@@ -29,7 +29,7 @@ jobs:
         run: uv run inv qa
       - name: Upload coverage artifacts
         if: ${{ matrix.python-version == 3.13 }}
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v5
         with:
           name: coverage
           path: .coverage
@@ -59,7 +59,7 @@ jobs:
           cache-dependency-glob: "uv.lock"
       - name: Install dependencies
         run: uv sync --all-extras --dev
-      - uses: actions/download-artifact@v5
+      - uses: actions/download-artifact@v6
         with:
           name: coverage
       - name: Generate Markdown code coverage report
@@ -136,7 +136,7 @@ jobs:
       - name: Build package
         run: uv build
       - name: Upload package build artifacts
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v5
         with:
           name: build
           path: dist
@@ -154,7 +154,7 @@ jobs:
       id-token: write
     steps:
       - name: Download package build artifacts
-        uses: actions/download-artifact@v5
+        uses: actions/download-artifact@v6
         with:
           name: build
           path: dist/
@@ -180,7 +180,7 @@ jobs:
       id-token: write
     steps:
       - name: Download package build artifacts
-        uses: actions/download-artifact@v5
+        uses: actions/download-artifact@v6
         with:
           name: build
           path: dist/
@@ -204,7 +204,7 @@ jobs:
     steps:
       - uses: actions/checkout@v5
       - name: Download package build artifacts
-        uses: actions/download-artifact@v5
+        uses: actions/download-artifact@v6
         with:
           name: build
           path: dist/

{laketower-0.6.4 → laketower-0.6.5}/CHANGELOG.md

@@ -7,6 +7,25 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.6.5] - 2025-11-11
+Patch release with minor enhancements (interactive SQL query results, enforced
+row limits for large tables, query execution time indicator) and many minor fixes.
+
+### Added
+- new `settings` section in YAML configuration
+- setting `max_query_rows` to limit sql query results
+- setting `web.hide_tables` to hide the tables section for the web application
+- query execution time indicator
+
+### Changed
+- web: use `datatables.js` for interactive query results
+
+### Fixed
+- web: table view hide column button link regression
+- web: exclude actions from table data view horizontal scrolling
+- web: handle sql query parsing errors
+- web: do not highlight multiple menu items sharing the same path prefix
+
 ## [0.6.4] - 2025-10-20
 ### Fixed
 - add missing `tzdata` dependency from previous `pandas` dependency removal
@@ -152,7 +171,8 @@ Initial release of `laketower`.
     - View a given table with simple query builder
     - Query all registered tables with DuckDB SQL dialect
 
-[Unreleased]: https://github.com/datalpia/laketower/compare/0.6.4...HEAD
+[Unreleased]: https://github.com/datalpia/laketower/compare/0.6.5...HEAD
+[0.6.5]: https://github.com/datalpia/laketower/compare/0.6.4...0.6.5
 [0.6.4]: https://github.com/datalpia/laketower/compare/0.6.3...0.6.4
 [0.6.3]: https://github.com/datalpia/laketower/compare/0.6.2...0.6.3
 [0.6.2]: https://github.com/datalpia/laketower/compare/0.6.1...0.6.2

{laketower-0.6.4 → laketower-0.6.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: laketower
-Version: 0.6.4
+Version: 0.6.5
 Summary: Oversee your lakehouse
 Project-URL: Repository, https://github.com/datalpia/laketower
 Project-URL: Issues, https://github.com/datalpia/laketower/issues
@@ -92,6 +92,11 @@ Laketower configuration is based on a static YAML configuration file allowing to
 Format:
 
 ```yaml
+settings:
+  max_query_rows: 1000
+  web:
+    hide_tables: false
+
 tables:
   - name: <table_name>
     uri: <local path to table>
@@ -531,6 +536,8 @@ $ laketower -c demo/laketower.yml tables query "select date_trunc('day', time) a
 │ 2025-02-11 00:00:00+01:00 │ 4.833333373069763  │
 │ 2025-02-10 00:00:00+01:00 │ 2.1083333243926368 │
 └───────────────────────────┴────────────────────┘
+3 rows returned
+Execution time: 33.72ms
 ```
 
 Use named parameters within a giving query (note: escape `$` prefixes properly!):
@@ -545,6 +552,8 @@ $ laketower -c demo/laketower.yml tables query "select date_trunc('day', time) a
 │ 2025-01-30 00:00:00+01:00 │ 8.900000015894571  │
 │ 2025-01-29 00:00:00+01:00 │ 7.770833313465118  │
 └───────────────────────────┴────────────────────┘
+4 rows returned
+Execution time: 30.59ms
 ```
 
 Export query results to CSV:
@@ -592,6 +601,8 @@ $ laketower -c demo/laketower.yml queries view daily_avg_temperature
 │ 2025-02-11 00:00:00+01:00 │ 5.0             │
 │ 2025-02-12 00:00:00+01:00 │ 5.0             │
 └───────────────────────────┴─────────────────┘
+18 rows returned
+Execution time: 39.52ms
 ```
 
 Executing a predefined query with parameters (here `start_date` and `end_date`):
@@ -608,6 +619,8 @@ $ laketower -c demo/laketower.yml queries view daily_avg_temperature_params -p s
 │ 2025-02-04 00:00:00+01:00 │ 3.0             │
 │ 2025-02-05 00:00:00+01:00 │ 3.0             │
 └───────────────────────────┴─────────────────┘
+6 rows returned
+Execution time: 32.08ms
 ```
 
 ## License

{laketower-0.6.4 → laketower-0.6.5}/README.md

@@ -51,6 +51,11 @@ Laketower configuration is based on a static YAML configuration file allowing to
 Format:
 
 ```yaml
+settings:
+  max_query_rows: 1000
+  web:
+    hide_tables: false
+
 tables:
   - name: <table_name>
     uri: <local path to table>
@@ -490,6 +495,8 @@ $ laketower -c demo/laketower.yml tables query "select date_trunc('day', time) a
 │ 2025-02-11 00:00:00+01:00 │ 4.833333373069763  │
 │ 2025-02-10 00:00:00+01:00 │ 2.1083333243926368 │
 └───────────────────────────┴────────────────────┘
+3 rows returned
+Execution time: 33.72ms
 ```
 
 Use named parameters within a giving query (note: escape `$` prefixes properly!):
@@ -504,6 +511,8 @@ $ laketower -c demo/laketower.yml tables query "select date_trunc('day', time) a
 │ 2025-01-30 00:00:00+01:00 │ 8.900000015894571  │
 │ 2025-01-29 00:00:00+01:00 │ 7.770833313465118  │
 └───────────────────────────┴────────────────────┘
+4 rows returned
+Execution time: 30.59ms
 ```
 
 Export query results to CSV:
@@ -551,6 +560,8 @@ $ laketower -c demo/laketower.yml queries view daily_avg_temperature
 │ 2025-02-11 00:00:00+01:00 │ 5.0             │
 │ 2025-02-12 00:00:00+01:00 │ 5.0             │
 └───────────────────────────┴─────────────────┘
+18 rows returned
+Execution time: 39.52ms
 ```
 
 Executing a predefined query with parameters (here `start_date` and `end_date`):
@@ -567,6 +578,8 @@ $ laketower -c demo/laketower.yml queries view daily_avg_temperature_params -p s
 │ 2025-02-04 00:00:00+01:00 │ 3.0             │
 │ 2025-02-05 00:00:00+01:00 │ 3.0             │
 └───────────────────────────┴─────────────────┘
+6 rows returned
+Execution time: 32.08ms
 ```
 
 ## License

laketower-0.6.5/laketower/__about__.py

@@ -0,0 +1 @@
+__version__ = "0.6.5"

{laketower-0.6.4 → laketower-0.6.5}/laketower/cli.py

@@ -1,9 +1,11 @@
 import argparse
 import os
+import time
 from pathlib import Path
 
 import rich.jupyter
 import rich.panel
+import rich.style
 import rich.table
 import rich.text
 import rich.tree
@@ -20,6 +22,7 @@ from laketower.tables import (
     generate_table_query,
     generate_table_statistics_query,
     import_file_to_table,
+    limit_query,
     load_datasets,
     load_table,
 )
@@ -194,9 +197,27 @@ def query_table(
         query_params = {
             name: sql_params_dict.get(name) or "" for name in query_param_names
         }
-        results = execute_query(tables_dataset, sql_query, sql_params=query_params)
+        limited_sql_query = limit_query(sql_query, config.settings.max_query_rows + 1)
 
-        out = rich.table.Table()
+        start_time = time.perf_counter()
+        results = execute_query(
+            tables_dataset, limited_sql_query, sql_params=query_params
+        )
+        execution_time_ms = (time.perf_counter() - start_time) * 1000
+
+        truncated = results.num_rows > config.settings.max_query_rows
+        results = results.slice(
+            0, min(results.num_rows, config.settings.max_query_rows)
+        )
+
+        out = rich.table.Table(
+            caption=(
+                f"{results.num_rows} rows returned{' (truncated)' if truncated else ''}"
+                f"\nExecution time: {execution_time_ms:.2f}ms"
+            ),
+            caption_justify="left",
+            caption_style=rich.style.Style(dim=True),
+        )
         for column in results.column_names:
             out.add_column(column)
         for row_dict in results.to_pylist():
@@ -268,9 +289,27 @@ def view_query(
             name: query_params_dict.get(name) or default_parameters.get(name) or ""
             for name in sql_param_names
         }
-        results = execute_query(tables_dataset, sql_query, sql_params=sql_params)
+        limited_sql_query = limit_query(sql_query, config.settings.max_query_rows + 1)
 
-        out = rich.table.Table()
+        start_time = time.perf_counter()
+        results = execute_query(
+            tables_dataset, limited_sql_query, sql_params=sql_params
+        )
+        execution_time_ms = (time.perf_counter() - start_time) * 1000
+
+        truncated = results.num_rows > config.settings.max_query_rows
+        results = results.slice(
+            0, min(results.num_rows, config.settings.max_query_rows)
+        )
+
+        out = rich.table.Table(
+            caption=(
+                f"{results.num_rows} rows returned{' (truncated)' if truncated else ''}"
+                f"\nExecution time: {execution_time_ms:.2f}ms"
+            ),
+            caption_justify="left",
+            caption_style=rich.style.Style(dim=True),
+        )
         for column in results.column_names:
             out.add_column(column)
         for row_dict in results.to_pylist():

{laketower-0.6.4 → laketower-0.6.5}/laketower/config.py

@@ -89,6 +89,15 @@ class ConfigTableConnection(pydantic.BaseModel):
         return self
 
 
+class ConfigSettingsWeb(pydantic.BaseModel):
+    hide_tables: bool = False
+
+
+class ConfigSettings(pydantic.BaseModel):
+    max_query_rows: int = 1_000
+    web: ConfigSettingsWeb = ConfigSettingsWeb()
+
+
 class ConfigTable(pydantic.BaseModel):
     name: str
     uri: str
@@ -109,6 +118,7 @@ class ConfigQuery(pydantic.BaseModel):
 
 
 class Config(pydantic.BaseModel):
+    settings: ConfigSettings = ConfigSettings()
     tables: list[ConfigTable] = []
     queries: list[ConfigQuery] = []