laketower 0.6.1__py3-none-any.whl → 0.6.3__py3-none-any.whl

laketower/__about__.py

@@ -1 +1 @@
-__version__ = "0.6.1"
+__version__ = "0.6.3"

laketower/cli.py

@@ -8,6 +8,7 @@ import rich.table
 import rich.text
 import rich.tree
 import uvicorn
+import pyarrow.csv as pacsv
 
 from laketower.__about__ import __version__
 from laketower.config import load_yaml_config
@@ -135,11 +136,10 @@ def table_statistics(
         results = execute_query({table_name: table_dataset}, sql_query)
 
         out = rich.table.Table()
-        for column in results.columns:
+        for column in results.column_names:
             out.add_column(column)
-        for value_list in results.to_numpy().tolist():
-            row = [str(x) for x in value_list]
-            out.add_row(*row)
+        for row_dict in results.to_pylist():
+            out.add_row(*[str(row_dict[col]) for col in results.column_names])
     except Exception as e:
         out = rich.panel.Panel.fit(f"[red]{e}")
 
@@ -168,11 +168,10 @@ def view_table(
         results = execute_query({table_name: table_dataset}, sql_query)
 
         out = rich.table.Table()
-        for column in results.columns:
+        for column in results.column_names:
             out.add_column(column)
-        for value_list in results.to_numpy().tolist():
-            row = [str(x) for x in value_list]
-            out.add_row(*row)
+        for row_dict in results.to_pylist():
+            out.add_row(*[str(row_dict[col]) for col in results.column_names])
     except Exception as e:
         out = rich.panel.Panel.fit(f"[red]{e}")
 
@@ -198,15 +197,16 @@ def query_table(
         results = execute_query(tables_dataset, sql_query, sql_params=query_params)
 
         out = rich.table.Table()
-        for column in results.columns:
+        for column in results.column_names:
             out.add_column(column)
-        for value_list in results.values.tolist():
-            row = [str(x) for x in value_list]
-            out.add_row(*row)
+        for row_dict in results.to_pylist():
+            out.add_row(*[str(row_dict[col]) for col in results.column_names])
 
         if output_path is not None:
-            results.to_csv(
-                output_path, header=True, index=False, sep=",", encoding="utf-8"
+            pacsv.write_csv(
+                results,
+                output_path,
+                pacsv.WriteOptions(include_header=True, delimiter=","),
             )
             out = rich.text.Text(f"Query results written to: {output_path}")
     except ValueError as e:
@@ -271,11 +271,10 @@ def view_query(
         results = execute_query(tables_dataset, sql_query, sql_params=sql_params)
 
         out = rich.table.Table()
-        for column in results.columns:
+        for column in results.column_names:
             out.add_column(column)
-        for value_list in results.values.tolist():
-            row = [str(x) for x in value_list]
-            out.add_row(*row)
+        for row_dict in results.to_pylist():
+            out.add_row(*[str(row_dict[col]) for col in results.column_names])
     except ValueError as e:
         out = rich.panel.Panel.fit(f"[red]{e}")
 

laketower/tables.py

@@ -4,8 +4,8 @@ from typing import Any, BinaryIO, Protocol, TextIO
 
 import deltalake
 import duckdb
-import pandas as pd
 import pyarrow as pa
+import pyarrow.csv as csv
 import pyarrow.dataset as padataset
 import pydantic
 import sqlglot
@@ -61,7 +61,7 @@ class TableProtocol(Protocol):  # pragma: no cover
     def history(self) -> TableHistory: ...
     def dataset(self, version: int | str | None = None) -> padataset.Dataset: ...
     def import_data(
-        self, data: pd.DataFrame, mode: ImportModeEnum = ImportModeEnum.append
+        self, data: pa.Table, mode: ImportModeEnum = ImportModeEnum.append
     ) -> None: ...
 
 
@@ -202,7 +202,7 @@ class DeltaTable:
         return self._impl.to_pyarrow_dataset()
 
     def import_data(
-        self, data: pd.DataFrame, mode: ImportModeEnum = ImportModeEnum.append
+        self, data: pa.Table, mode: ImportModeEnum = ImportModeEnum.append
     ) -> None:
         deltalake.write_deltalake(
             self.table_config.uri, data, mode=mode.value, schema_mode="merge"
@@ -274,7 +274,7 @@ def execute_query(
     tables_datasets: dict[str, padataset.Dataset],
     sql_query: str,
     sql_params: dict[str, str] = {},
-) -> pd.DataFrame:
+) -> pa.Table:
     if not sql_query:
         raise ValueError("Error: Cannot execute empty SQL query")
 
@@ -288,8 +288,8 @@ def execute_query(
 
             view_name = f"{table_name}_view"
             conn.register(view_name, table_dataset)
-            conn.execute(f'create table "{table_name}" as select * from "{view_name}"')  # nosec B608
-        return conn.execute(sql_query, parameters=sql_params).df()
+            conn.execute(f'create view "{table_name}" as select * from "{view_name}"')  # nosec B608
+        return conn.execute(sql_query, parameters=sql_params).fetch_arrow_table()
     except duckdb.Error as e:
         raise ValueError(str(e)) from e
 
@@ -303,7 +303,11 @@ def import_file_to_table(
     encoding: str = "utf-8",
 ) -> int:
     file_format_handler = {
-        ImportFileFormatEnum.csv: lambda f, d, e: pd.read_csv(f, sep=d, encoding=e)
+        ImportFileFormatEnum.csv: lambda f, d, e: csv.read_csv(
+            f,
+            read_options=csv.ReadOptions(encoding=e),
+            parse_options=csv.ParseOptions(delimiter=d),
+        )
     }
     table = load_table(table_config)
     df = file_format_handler[file_format](file_path, delimiter, encoding)

laketower/templates/_base.html

@@ -68,14 +68,12 @@
         </ul>
 
         <div class="mt-auto pt-3 border-top flex-shrink-0">
-          <small class="text-muted px-3 d-block">
-            <a href="https://github.com/datalpia/laketower/releases/tag/{{ app_metadata.app_version }}"
-               target="_blank"
-               class="text-muted text-decoration-none">
-              v{{ app_metadata.app_version }}
-              <i class="bi-box-arrow-up-right ms-1" style="font-size: 0.7em;"></i>
-            </a>
-          </small>
+          <div class="px-3 d-block">
+            <button type="button" class="btn btn-link btn-sm text-muted text-decoration-none p-0" data-bs-toggle="modal" data-bs-target="#creditsModal">
+              <i class="bi-info-circle me-1"></i>
+              About
+            </button>
+          </div>
         </div>
       </div>
     </nav>
@@ -99,6 +97,72 @@
     </div>
   </main>
 
+  <div class="modal fade" id="creditsModal" tabindex="-1" aria-labelledby="creditsModalLabel" aria-hidden="true">
+    <div class="modal-dialog modal-dialog-centered">
+      <div class="modal-content">
+        <div class="modal-header">
+          <h5 class="modal-title" id="creditsModalLabel">About</h5>
+          <button type="button" class="btn-close" data-bs-dismiss="modal" aria-label="Close"></button>
+        </div>
+        <div class="modal-body">
+          <div class="text-center mb-3">
+            <h4>{{ app_metadata.app_name }}</h4>
+            <p class="text-muted mb-0">Oversee your lakehouse</p>
+          </div>
+
+          <dl class="row mb-3">
+            <dt class="col-sm-4">Version</dt>
+            <dd class="col-sm-8">
+              <a href="https://github.com/datalpia/laketower/releases/tag/{{ app_metadata.app_version }}"
+                 target="_blank"
+                 class="text-decoration-none">
+                {{ app_metadata.app_version }}
+                <i class="bi-box-arrow-up-right ms-1" style="font-size: 0.8em;"></i>
+              </a>
+            </dd>
+
+            <dt class="col-sm-4">Repository</dt>
+            <dd class="col-sm-8">
+              <a href="https://github.com/datalpia/laketower"
+                 target="_blank"
+                 class="text-decoration-none">
+                github.com/datalpia/laketower
+                <i class="bi-box-arrow-up-right ms-1" style="font-size: 0.8em;"></i>
+              </a>
+            </dd>
+
+            <dt class="col-sm-4">Issue Tracker</dt>
+            <dd class="col-sm-8">
+              <a href="https://github.com/datalpia/laketower/issues"
+                 target="_blank"
+                 class="text-decoration-none">
+                Report an issue
+                <i class="bi-box-arrow-up-right ms-1" style="font-size: 0.8em;"></i>
+              </a>
+            </dd>
+
+            <dt class="col-sm-4">License</dt>
+            <dd class="col-sm-8">
+              <a href="https://github.com/datalpia/laketower/blob/main/LICENSE"
+                 target="_blank"
+                 class="text-decoration-none">
+                Apache License 2.0
+                <i class="bi-box-arrow-up-right ms-1" style="font-size: 0.8em;"></i>
+              </a>
+            </dd>
+          </dl>
+
+          <div class="text-center text-muted">
+            <small>Copyright © 2025 Romain Clement / Datalpia</small>
+          </div>
+        </div>
+        <div class="modal-footer">
+          <button type="button" class="btn btn-secondary" data-bs-dismiss="modal">Close</button>
+        </div>
+      </div>
+    </div>
+  </div>
+
   <script src="{{ url_for('static', path='/vendor/bootstrap/bootstrap.bundle.min.js') }}"></script>
   {% block extra_scripts %}{% endblock %}
 </body>

laketower/templates/queries/view.html

@@ -58,16 +58,16 @@
       <table class="table table-sm table-bordered table-striped table-hover">
         <thead>
           <tr>
-            {% for column in query_results.columns %}
+            {% for column in query_results.column_names %}
             <th>{{ column }}</th>
             {% endfor %}
           </tr>
         </thead>
         <tbody class="table-group-divider">
-          {% for row in query_results.to_numpy().tolist() %}
+          {% for row in query_results.to_pylist() %}
           <tr>
-            {% for col in row %}
-            <td>{{ col }}</td>
+            {% for column in query_results.column_names %}
+            <td>{{ row[column] }}</td>
             {% endfor %}
           </tr>
           {% endfor %}

laketower/templates/tables/query.html

@@ -47,16 +47,16 @@
       <table class="table table-sm table-bordered table-striped table-hover">
         <thead>
           <tr>
-            {% for column in table_results.columns %}
+            {% for column in table_results.column_names %}
             <th>{{ column }}</th>
             {% endfor %}
           </tr>
         </thead>
         <tbody class="table-group-divider">
-          {% for row in table_results.to_numpy().tolist() %}
+          {% for row in table_results.to_pylist() %}
           <tr>
-            {% for col in row %}
-            <td>{{ col }}</td>
+            {% for column in table_results.column_names %}
+            <td>{{ row[column] }}</td>
             {% endfor %}
           </tr>
           {% endfor %}

laketower/templates/tables/statistics.html

@@ -15,16 +15,16 @@
       <table class="table table-sm table-bordered table-striped table-hover">
         <thead>
           <tr>
-            {% for column in table_results.columns %}
+            {% for column in table_results.column_names %}
             <th>{{ column }}</th>
             {% endfor %}
           </tr>
         </thead>
         <tbody class="table-group-divider">
-          {% for row in table_results.to_numpy().tolist() %}
+          {% for row in table_results.to_pylist() %}
           <tr>
-            {% for col in row %}
-            <td>{{ col }}</td>
+            {% for column in table_results.column_names %}
+            <td>{{ row[column] }}</td>
             {% endfor %}
           </tr>
           {% endfor %}

laketower/templates/tables/view.html

@@ -15,7 +15,7 @@
       <table class="table table-sm table-bordered table-striped table-hover">
         <thead>
           <tr>
-            {% for column in table_results.columns %}
+            {% for column in table_results.column_names %}
             <th>
               {{ column }}
               {% if column == request.query_params.sort_asc %}
@@ -44,10 +44,10 @@
           </tr>
         </thead>
         <tbody class="table-group-divider">
-          {% for row in table_results.to_numpy().tolist() %}
+          {% for row in table_results.to_pylist() %}
           <tr>
-            {% for col in row %}
-            <td>{{ col }}</td>
+            {% for column in table_results.column_names %}
+            <td>{{ row[column] }}</td>
             {% endfor %}
           </tr>
           {% endfor %}

laketower/web.py

@@ -1,3 +1,4 @@
+import io
 import urllib.parse
 from dataclasses import dataclass
 from pathlib import Path
@@ -5,6 +6,7 @@ from typing import Annotated
 
 import bleach
 import markdown
+import pyarrow.csv as pacsv
 import pydantic_settings
 from fastapi import APIRouter, FastAPI, File, Form, Query, Request, UploadFile
 from fastapi.responses import HTMLResponse, RedirectResponse, Response
@@ -119,10 +121,13 @@ def export_tables_query_csv(request: Request, sql: str) -> Response:
     tables_dataset = load_datasets(config.tables)
 
     results = execute_query(tables_dataset, sql)
-    csv_content = results.to_csv(header=True, index=False, sep=",")
+    csv_content = io.BytesIO()
+    pacsv.write_csv(
+        results, csv_content, pacsv.WriteOptions(include_header=True, delimiter=",")
+    )
 
     return Response(
-        content=csv_content,
+        content=csv_content.getvalue(),
         media_type="text/csv",
         headers={"Content-Disposition": "attachment; filename=query_results.csv"},
     )
@@ -415,7 +420,7 @@ def create_app() -> FastAPI:
     )
     app.include_router(router)
     app.state.app_metadata = AppMetadata(
-        app_name="Laketower", app_version=__about__.__version__
+        app_name="🗼 Laketower", app_version=__about__.__version__
     )
     app.state.config = config
 

{laketower-0.6.1.dist-info → laketower-0.6.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: laketower
-Version: 0.6.1
+Version: 0.6.3
 Summary: Oversee your lakehouse
 Project-URL: Repository, https://github.com/datalpia/laketower
 Project-URL: Issues, https://github.com/datalpia/laketower/issues
@@ -28,7 +28,6 @@ Requires-Dist: duckdb
 Requires-Dist: fastapi
 Requires-Dist: jinja2!=3.1.5,>=3
 Requires-Dist: markdown
-Requires-Dist: pandas
 Requires-Dist: pyarrow!=19.0.0
 Requires-Dist: pydantic-settings>=2
 Requires-Dist: pydantic>=2
@@ -39,7 +38,7 @@ Requires-Dist: sqlglot
 Requires-Dist: uvicorn
 Description-Content-Type: text/markdown
 
-# Laketower
+# 🗼 Laketower
 
 > Oversee your lakehouse
 
@@ -614,4 +613,4 @@ $ laketower -c demo/laketower.yml queries view daily_avg_temperature_params -p s
 
 Licensed under [Apache License 2.0](LICENSE)
 
-Copyright (c) 2025 - present Romain Clement
+Copyright (c) 2025 - present Romain Clement / Datalpia

{laketower-0.6.1.dist-info → laketower-0.6.3.dist-info}/RECORD

@@ -1,10 +1,10 @@
-laketower/__about__.py,sha256=baAcEjLSYFIeNZF51tOMmA_zAMhN8HvKael-UU-Ruec,22
+laketower/__about__.py,sha256=zYiFHqR7JwbvdK9dvKrh-RTNfUqjHUwC4CTcFAPVYLc,22
 laketower/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 laketower/__main__.py,sha256=czKxJKG8OfncnxWmpaOWx7b1JBwFnZNQi7wKSTncB4M,108
-laketower/cli.py,sha256=QmfgqpQQIL5pyrgmnCvLiNUNcAKW6a1vnS6qTUfYcBk,16554
+laketower/cli.py,sha256=2oISOgHy1CpJLVwReVNUQSCHcrgV-dPSPmGdPKwqc1o,16624
 laketower/config.py,sha256=flRp9yb4DK4xQUJu5g6Mr_gSMtTyJ4_jBAb-08ROvqQ,3453
-laketower/tables.py,sha256=PbbwEmN_MHF6BCVM4t2vEpKQus58-UOaDMYIVqsKvy0,10733
-laketower/web.py,sha256=B77Zu2aUO3sLlaHoSSO8x8iV-BoVh2l5_Yg9bxu5l6A,13407
+laketower/tables.py,sha256=AiWCMBCY3TnX1aeLwzE0rEUdTALpMHrDXy9Bz5fjv7c,10857
+laketower/web.py,sha256=e_qGbMR80zZaAY1YwEpqe2bmNEDZw3YQf7OEWjrcIkM,13536
 laketower/static/.gitkeep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 laketower/static/editor.bundle.js,sha256=Wa1bS0xWwKDjHKPTdXd-PX41JAGkCjd0VLBCF-SyXWk,1159343
 laketower/static/editor.js,sha256=C8saQJH68X7CtdRyBmvrQxsDJ013YWoMfWF-6hzf_5s,15870
@@ -14,18 +14,18 @@ laketower/static/vendor/bootstrap-icons/fonts/bootstrap-icons.woff,sha256=9VUTt7
 laketower/static/vendor/bootstrap-icons/fonts/bootstrap-icons.woff2,sha256=bHVxA2ShylYEJncW9tKJl7JjGf2weM8R4LQqtm_y6mE,134044
 laketower/static/vendor/halfmoon/halfmoon.min.css,sha256=RjeFzczeuZHCyS-Gvz-kleETzBF_o84ZRHukze_yv6o,369168
 laketower/static/vendor/halfmoon/halfmoon.modern.css,sha256=DD6elX-jPmbFYPsGvzodUv2-9FHkxHlVtQi0_RJVULs,10576
-laketower/templates/_base.html,sha256=2bVTAgdvZIop76oqzOGCkCf59KA14GBRWaIkEFcwZoI,3823
+laketower/templates/_base.html,sha256=JB3n9ziRxFl1lv8TToXgm2EyihvIuaE4rZi4n9XwXv0,6342
 laketower/templates/index.html,sha256=dLF2Og0qgzBkvGyVRidRNzTv0u4o97ifOx1jVeig8Kg,59
-laketower/templates/queries/view.html,sha256=pOx03hTR1MNycs9YfD8yFLR3VCLFStyd6CAwqdsJEEc,2551
+laketower/templates/queries/view.html,sha256=jrBItsibdcpo18qwwGVsasY41tSWAvz6ndaMwEkNqEg,2582
 laketower/templates/tables/_macros.html,sha256=sCI1TOFW0QA74oSXW87H6dNTudOs7n-FretnTPFcRh4,1174
 laketower/templates/tables/history.html,sha256=a5GBLXCiLlbWno5eR0XT5i_oMAghylUBBFOpr27NB3Q,1853
 laketower/templates/tables/import.html,sha256=bQZwRrv84tDBuf0AHJyc7L-PjW-XSoZhMHNDIo6TP4c,2604
 laketower/templates/tables/index.html,sha256=saNdQbJAjMJAzayTk4rA5Mmw_bCXvor2WpghVmoWSAI,2507
-laketower/templates/tables/query.html,sha256=GueaA2_JzqLWaopMGLoU8_axNZ1KtZKMt9Ku2ghHDCU,2602
-laketower/templates/tables/statistics.html,sha256=h6TiQtFwiRWvPqDphcRRF1rZ886FP00UbJuMHuW5l6U,1827
-laketower/templates/tables/view.html,sha256=ruiAX_S--wpodmgEbcQ-GT7BQzz-vzSCk4NpzlO3I80,3985
-laketower-0.6.1.dist-info/METADATA,sha256=M4xxkXjq1zotCK6nFYcviaoAy2zefcqkPe4ZBYhYaIE,27664
-laketower-0.6.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-laketower-0.6.1.dist-info/entry_points.txt,sha256=sJpQgRwdeZhRBudNqBTqtHPCE-uLC9YgFXJY2CTEyCk,53
-laketower-0.6.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-laketower-0.6.1.dist-info/RECORD,,
+laketower/templates/tables/query.html,sha256=rtQtA011ScYO8WGnq_iRLgf3xUFVsSCCLpXzZJvP3ps,2633
+laketower/templates/tables/statistics.html,sha256=yVsu-hNPSQ3-IX-4Z4bukLR4nERvy5PwWENfkW24xyg,1858
+laketower/templates/tables/view.html,sha256=__Z-fDBHnud9iQcbYPZPGPQol2--a7TF4kT6K3001AE,4016
+laketower-0.6.3.dist-info/METADATA,sha256=4AGC-yZWzQQqQOyGP7PY2ijQotAg6XSn1ApFUSEiljE,27658
+laketower-0.6.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+laketower-0.6.3.dist-info/entry_points.txt,sha256=sJpQgRwdeZhRBudNqBTqtHPCE-uLC9YgFXJY2CTEyCk,53
+laketower-0.6.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+laketower-0.6.3.dist-info/RECORD,,