dataframe-textual 1.1.5__tar.gz → 1.3.9__tar.gz

{dataframe_textual-1.1.5 → dataframe_textual-1.3.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataframe-textual
-Version: 1.1.5
+Version: 1.3.9
 Summary: Interactive terminal viewer/editor for tabular data
 Project-URL: Homepage, https://github.com/need47/dataframe-textual
 Project-URL: Repository, https://github.com/need47/dataframe-textual.git
@@ -29,7 +29,7 @@ Classifier: Topic :: Utilities
 Classifier: Typing :: Typed
 Requires-Python: >=3.11
 Requires-Dist: polars>=1.34.0
-Requires-Dist: textual>=6.5.0
+Requires-Dist: textual[syntax]>=6.5.0
 Provides-Extra: dev
 Requires-Dist: textual-dev>=1.8.0; extra == 'dev'
 Provides-Extra: excel
@@ -45,11 +45,11 @@ A powerful, interactive terminal-based viewer/editor for CSV/TSV/Excel/Parquet/J
 
 ## Features
 
-### Core Data Viewing
+### Data Viewing
 - 🚀 **Fast Loading** - Powered by Polars for efficient data handling
-- 🎨 **Rich Terminal UI** - Beautiful, color-coded columns with automatic type detection
+- 🎨 **Rich Terminal UI** - Beautiful, color-coded columns with various data types (e.g., integer, float, string)
 - ⌨️ **Comprehensive Keyboard Navigation** - Intuitive controls for browsing, editing, and manipulating data
-- 📊 **Flexible Input** - Read from files or stdin (pipes/redirects)
+- 📊 **Flexible Input** - Read from files and/or stdin (pipes/redirects)
 - 🔄 **Smart Pagination** - Lazy load rows on demand for handling large datasets
 
 ### Data Manipulation
@@ -60,7 +60,7 @@ A powerful, interactive terminal-based viewer/editor for CSV/TSV/Excel/Parquet/J
 - 💾 **Save & Undo** - Save edits back to file with full undo/redo support
 
 ### Advanced Features
-- 📂 **Multi-File Support** - Open multiple files in tabs for side-by-side comparison
+- 📂 **Multi-File Support** - Open multiple files in separate tabs
 - 🔄 **Tab Management** - Seamlessly switch between open files with keyboard shortcuts
 - 📌 **Freeze Rows/Columns** - Keep important rows and columns visible while scrolling
 - 🎯 **Cursor Type Cycling** - Switch between cell, row, and column selection modes
@@ -161,7 +161,7 @@ When multiple files are opened:
 |-----|--------|
 | `Ctrl+O` | Open file in a new tab |
 | `Ctrl+W` | Close current tab |
-| `Ctrl+Shift+S` | Save all open tabs to Excel file |
+| `Ctrl+A` | Save all open tabs to Excel file |
 | `>` or `b` | Move to next tab |
 | `<` | Move to previous tab |
 | `B` | Toggle tab bar visibility |
@@ -171,7 +171,7 @@ When multiple files are opened:
 
 | Key | Action |
 |-----|--------|
-| `Ctrl+H` | Toggle help panel |
+| `F1` | Toggle help panel |
 | `k` | Cycle through themes |
 
 ---
@@ -206,17 +206,21 @@ When multiple files are opened:
 | Key | Action |
 |-----|--------|
 | `Double-click` | Edit cell or rename column header |
-| `X` | Clear current cell (set to NULL) |
+| `delete` | Clear current cell (set to NULL) |
 | `e` | Edit current cell (respects data type) |
 | `E` | Edit entire column with expression |
 | `a` | Add empty column after current |
 | `A` | Add column with name and value/expression |
 | `-` (minus) | Delete current column |
+| `_` (underscore) | Delete current column and all columns after |
+| `Ctrl+_` | Delete current column and all columns before |
 | `x` | Delete current row |
+| `X` | Delete current row and all rows below |
+| `Ctrl+X` | Delete current row and all rows above |
 | `d` | Duplicate current column (appends '_copy' suffix) |
 | `D` | Duplicate current row |
 | `h` | Hide current column |
-| `H` | Show all hidden columns |
+| `H` | Show all hidden rows/columns |
 
 #### Searching & Filtering
 
@@ -237,6 +241,13 @@ When multiple files are opened:
 | `v` | View only rows by selected rows and/or matches or cursor value |
 | `V` | View only rows by expression |
 
+#### SQL Interface
+
+| Key | Action |
+|-----|--------|
+| `l` | Simple SQL interface (select columns & WHERE clause) |
+| `L` | Advanced SQL interface (full SQL queries) |
+
 #### Find & Replace
 
 | Key | Action |
@@ -283,7 +294,8 @@ When multiple files are opened:
 | `Ctrl+R` | Copy row to clipboard (tab-separated) |
 | `Ctrl+S` | Save current tab to file |
 | `u` | Undo last action |
-| `U` | Reset to original data |
+| `U` | Redo last undone action |
+| `Ctrl+U` | Reset to initial state |
 
 ## Features in Detail
 
@@ -512,7 +524,7 @@ Press `F` to see how many times each value appears in the current column. The mo
 **In the Frequency Table**:
 - Press `[` and `]` to sort by any column (value, count, or percentage)
 - Press `v` to **filter** the main table to show only rows with the selected value
-- Press `"` to **highlight** all rows containing the selected value
+- Press `"` to **exclude** all rows except those containing the selected value
 - Press `q` or `Escape` to close the frequency table
 
 This is useful for:
@@ -560,9 +572,25 @@ This is useful for:
 - Delete all selected rows (if any) at once
 - Or delete single row at cursor
 
+**Delete Row and Below** (`X`):
+- Deletes the current row and all rows below it
+- Useful for removing trailing data or the end of a dataset
+
+**Delete Row and Above** (`Ctrl+X`):
+- Deletes the current row and all rows above it
+- Useful for removing leading rows or the beginning of a dataset
+
 **Delete Column** (`-`):
 - Removes the entire column from view and dataframe
 
+**Delete Column and After** (`_`):
+- Deletes the current column and all columns to the right
+- Useful for removing trailing columns or the end of a dataset
+
+**Delete Column and Before** (`Ctrl+-`):
+- Deletes the current column and all columns to the left
+- Useful for removing leading columns or the beginning of a dataset
+
 ### 9. Hide & Show Columns
 
 **Hide Column** (`h`):
@@ -570,9 +598,8 @@ This is useful for:
 - Column data is preserved in the dataframe
 - Hidden columns are included in saves
 
-**Show Hidden Columns** (`H`):
-- Restores all previously hidden columns to the display
-- Returns table to full column view
+**Show Hidden Rows/Columns** (`H`):
+- Restores all previously hidden rows/columns to the display
 
 This is useful for:
 - Focusing on specific columns without deleting data
@@ -634,14 +661,23 @@ Press `Ctrl+S` to save:
 - Choose filename in modal dialog
 - Confirm if file already exists
 
-### 15. Undo/Redo
+### 15. Undo/Redo/Reset
 
-Press `u` to undo:
+**Undo** (`u`):
 - Reverts last action with full state restoration
 - Works for edits, deletions, sorts, searches, etc.
 - Shows description of reverted action
 
-Press `U` to revert to when data was initially loaded
+**Redo** (`U`):
+- Reapplies the last undone action
+- Restores the state before the undo was performed
+- Useful for redoing actions you've undone by mistake
+- Useful for alternating between two different states
+
+**Reset** (`Ctrl+U`):
+- Reverts all changes and returns to original data state when file was first loaded
+- Clears all edits, deletions, selections, filters, and sorts
+- Useful for starting fresh without reloading the file
 
 ### 16. Column Type Conversion
 
@@ -674,7 +710,40 @@ Press `@` to make URLs in the current column clickable:
 - **Scans** all cells in the current column for URLs starting with `http://` or `https://`
 - **Applies** link styling to make them clickable and dataframe remains unchanged
 
-### 19. Clipboard Operations
+### 19. SQL Interface
+
+The SQL interface provides two modes for querying your dataframe:
+
+#### Simple SQL Interface (`l`)
+Select specific columns and apply WHERE conditions without writing full SQL:
+- Choose which columns to include in results
+- Specify WHERE clause for filtering
+- Ideal for quick filtering and column selection
+
+#### Advanced SQL Interface (`L`)
+Execute complete SQL queries for advanced data manipulation:
+- Write full SQL queries with standard [SQL syntax](https://docs.pola.rs/api/python/stable/reference/sql/index.html)
+- Support for JOINs, GROUP BY, aggregations, and more
+- Access to all SQL capabilities for complex transformations
+- Always use `self` as the table name
+
+**Examples:**
+```sql
+-- Filter and select specific rows and/or columns
+SELECT name, age FROM self WHERE age > 30
+
+-- Aggregate with GROUP BY
+SELECT department, COUNT(*) as count, AVG(salary) as avg_salary
+FROM self
+GROUP BY department
+
+-- Complex filtering with multiple conditions
+SELECT *
+FROM self
+WHERE (age > 25 AND salary > 50000) OR department = 'Management'
+```
+
+### 20. Clipboard Operations
 
 Copies value to system clipboard with `pbcopy` on macOS and `xclip` on Linux
 

{dataframe_textual-1.1.5 → dataframe_textual-1.3.9}/README.md

@@ -6,11 +6,11 @@ A powerful, interactive terminal-based viewer/editor for CSV/TSV/Excel/Parquet/J
 
 ## Features
 
-### Core Data Viewing
+### Data Viewing
 - 🚀 **Fast Loading** - Powered by Polars for efficient data handling
-- 🎨 **Rich Terminal UI** - Beautiful, color-coded columns with automatic type detection
+- 🎨 **Rich Terminal UI** - Beautiful, color-coded columns with various data types (e.g., integer, float, string)
 - ⌨️ **Comprehensive Keyboard Navigation** - Intuitive controls for browsing, editing, and manipulating data
-- 📊 **Flexible Input** - Read from files or stdin (pipes/redirects)
+- 📊 **Flexible Input** - Read from files and/or stdin (pipes/redirects)
 - 🔄 **Smart Pagination** - Lazy load rows on demand for handling large datasets
 
 ### Data Manipulation
@@ -21,7 +21,7 @@ A powerful, interactive terminal-based viewer/editor for CSV/TSV/Excel/Parquet/J
 - 💾 **Save & Undo** - Save edits back to file with full undo/redo support
 
 ### Advanced Features
-- 📂 **Multi-File Support** - Open multiple files in tabs for side-by-side comparison
+- 📂 **Multi-File Support** - Open multiple files in separate tabs
 - 🔄 **Tab Management** - Seamlessly switch between open files with keyboard shortcuts
 - 📌 **Freeze Rows/Columns** - Keep important rows and columns visible while scrolling
 - 🎯 **Cursor Type Cycling** - Switch between cell, row, and column selection modes
@@ -122,7 +122,7 @@ When multiple files are opened:
 |-----|--------|
 | `Ctrl+O` | Open file in a new tab |
 | `Ctrl+W` | Close current tab |
-| `Ctrl+Shift+S` | Save all open tabs to Excel file |
+| `Ctrl+A` | Save all open tabs to Excel file |
 | `>` or `b` | Move to next tab |
 | `<` | Move to previous tab |
 | `B` | Toggle tab bar visibility |
@@ -132,7 +132,7 @@ When multiple files are opened:
 
 | Key | Action |
 |-----|--------|
-| `Ctrl+H` | Toggle help panel |
+| `F1` | Toggle help panel |
 | `k` | Cycle through themes |
 
 ---
@@ -167,17 +167,21 @@ When multiple files are opened:
 | Key | Action |
 |-----|--------|
 | `Double-click` | Edit cell or rename column header |
-| `X` | Clear current cell (set to NULL) |
+| `delete` | Clear current cell (set to NULL) |
 | `e` | Edit current cell (respects data type) |
 | `E` | Edit entire column with expression |
 | `a` | Add empty column after current |
 | `A` | Add column with name and value/expression |
 | `-` (minus) | Delete current column |
+| `_` (underscore) | Delete current column and all columns after |
+| `Ctrl+_` | Delete current column and all columns before |
 | `x` | Delete current row |
+| `X` | Delete current row and all rows below |
+| `Ctrl+X` | Delete current row and all rows above |
 | `d` | Duplicate current column (appends '_copy' suffix) |
 | `D` | Duplicate current row |
 | `h` | Hide current column |
-| `H` | Show all hidden columns |
+| `H` | Show all hidden rows/columns |
 
 #### Searching & Filtering
 
@@ -198,6 +202,13 @@ When multiple files are opened:
 | `v` | View only rows by selected rows and/or matches or cursor value |
 | `V` | View only rows by expression |
 
+#### SQL Interface
+
+| Key | Action |
+|-----|--------|
+| `l` | Simple SQL interface (select columns & WHERE clause) |
+| `L` | Advanced SQL interface (full SQL queries) |
+
 #### Find & Replace
 
 | Key | Action |
@@ -244,7 +255,8 @@ When multiple files are opened:
 | `Ctrl+R` | Copy row to clipboard (tab-separated) |
 | `Ctrl+S` | Save current tab to file |
 | `u` | Undo last action |
-| `U` | Reset to original data |
+| `U` | Redo last undone action |
+| `Ctrl+U` | Reset to initial state |
 
 ## Features in Detail
 
@@ -473,7 +485,7 @@ Press `F` to see how many times each value appears in the current column. The mo
 **In the Frequency Table**:
 - Press `[` and `]` to sort by any column (value, count, or percentage)
 - Press `v` to **filter** the main table to show only rows with the selected value
-- Press `"` to **highlight** all rows containing the selected value
+- Press `"` to **exclude** all rows except those containing the selected value
 - Press `q` or `Escape` to close the frequency table
 
 This is useful for:
@@ -521,9 +533,25 @@ This is useful for:
 - Delete all selected rows (if any) at once
 - Or delete single row at cursor
 
+**Delete Row and Below** (`X`):
+- Deletes the current row and all rows below it
+- Useful for removing trailing data or the end of a dataset
+
+**Delete Row and Above** (`Ctrl+X`):
+- Deletes the current row and all rows above it
+- Useful for removing leading rows or the beginning of a dataset
+
 **Delete Column** (`-`):
 - Removes the entire column from view and dataframe
 
+**Delete Column and After** (`_`):
+- Deletes the current column and all columns to the right
+- Useful for removing trailing columns or the end of a dataset
+
+**Delete Column and Before** (`Ctrl+-`):
+- Deletes the current column and all columns to the left
+- Useful for removing leading columns or the beginning of a dataset
+
 ### 9. Hide & Show Columns
 
 **Hide Column** (`h`):
@@ -531,9 +559,8 @@ This is useful for:
 - Column data is preserved in the dataframe
 - Hidden columns are included in saves
 
-**Show Hidden Columns** (`H`):
-- Restores all previously hidden columns to the display
-- Returns table to full column view
+**Show Hidden Rows/Columns** (`H`):
+- Restores all previously hidden rows/columns to the display
 
 This is useful for:
 - Focusing on specific columns without deleting data
@@ -595,14 +622,23 @@ Press `Ctrl+S` to save:
 - Choose filename in modal dialog
 - Confirm if file already exists
 
-### 15. Undo/Redo
+### 15. Undo/Redo/Reset
 
-Press `u` to undo:
+**Undo** (`u`):
 - Reverts last action with full state restoration
 - Works for edits, deletions, sorts, searches, etc.
 - Shows description of reverted action
 
-Press `U` to revert to when data was initially loaded
+**Redo** (`U`):
+- Reapplies the last undone action
+- Restores the state before the undo was performed
+- Useful for redoing actions you've undone by mistake
+- Useful for alternating between two different states
+
+**Reset** (`Ctrl+U`):
+- Reverts all changes and returns to original data state when file was first loaded
+- Clears all edits, deletions, selections, filters, and sorts
+- Useful for starting fresh without reloading the file
 
 ### 16. Column Type Conversion
 
@@ -635,7 +671,40 @@ Press `@` to make URLs in the current column clickable:
 - **Scans** all cells in the current column for URLs starting with `http://` or `https://`
 - **Applies** link styling to make them clickable and dataframe remains unchanged
 
-### 19. Clipboard Operations
+### 19. SQL Interface
+
+The SQL interface provides two modes for querying your dataframe:
+
+#### Simple SQL Interface (`l`)
+Select specific columns and apply WHERE conditions without writing full SQL:
+- Choose which columns to include in results
+- Specify WHERE clause for filtering
+- Ideal for quick filtering and column selection
+
+#### Advanced SQL Interface (`L`)
+Execute complete SQL queries for advanced data manipulation:
+- Write full SQL queries with standard [SQL syntax](https://docs.pola.rs/api/python/stable/reference/sql/index.html)
+- Support for JOINs, GROUP BY, aggregations, and more
+- Access to all SQL capabilities for complex transformations
+- Always use `self` as the table name
+
+**Examples:**
+```sql
+-- Filter and select specific rows and/or columns
+SELECT name, age FROM self WHERE age > 30
+
+-- Aggregate with GROUP BY
+SELECT department, COUNT(*) as count, AVG(salary) as avg_salary
+FROM self
+GROUP BY department
+
+-- Complex filtering with multiple conditions
+SELECT *
+FROM self
+WHERE (age > 25 AND salary > 50000) OR department = 'Management'
+```
+
+### 20. Clipboard Operations
 
 Copies value to system clipboard with `pbcopy` on macOS and `xclip` on Linux
 

{dataframe_textual-1.1.5 → dataframe_textual-1.3.9}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "dataframe-textual"
-version = "1.1.5"
+version = "1.3.9"
 description = "Interactive terminal viewer/editor for tabular data"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -34,7 +34,7 @@ classifiers = [
 ]
 dependencies = [
     "polars>=1.34.0",
-    "textual>=6.5.0",
+    "textual[syntax]>=6.5.0",
 ]
 
 [project.urls]
@@ -69,4 +69,5 @@ dev = [
 ]
 
 [project.scripts]
+dataframe-textual = "dataframe_textual.__main__:main"
 dv = "dataframe_textual.__main__:main"

{dataframe_textual-1.1.5 → dataframe_textual-1.3.9}/src/dataframe_textual/common.py

@@ -133,7 +133,7 @@ def format_float(value: float, thousand_separator: bool = False, precision: int
             return f"{value:,f}" if thousand_separator else str(value)
 
 
-def format_row(vals, dtypes, apply_justify=True, thousand_separator=False) -> list[Text]:
+def format_row(vals, dtypes, styles=None, apply_justify=True, thousand_separator=False) -> list[Text]:
     """Format a single row with proper styling and justification.
 
     Converts raw row values to formatted Rich Text objects with appropriate
@@ -149,7 +149,7 @@ def format_row(vals, dtypes, apply_justify=True, thousand_separator=False) -> li
     """
     formatted_row = []
 
-    for val, dtype in zip(vals, dtypes, strict=True):
+    for idx, (val, dtype) in enumerate(zip(vals, dtypes, strict=True)):
         dc = DtypeConfig(dtype)
 
         # Format the value
@@ -165,7 +165,7 @@ def format_row(vals, dtypes, apply_justify=True, thousand_separator=False) -> li
         formatted_row.append(
             Text(
                 text_val,
-                style=dc.style,
+                style=styles[idx] if styles and styles[idx] else dc.style,
                 justify=dc.justify if apply_justify else "",
             )
         )
@@ -216,7 +216,7 @@ def get_next_item(lst: list[Any], current, offset=1) -> Any:
     return lst[next_index]
 
 
-def parse_polars_expression(expression: str, df: pl.DataFrame, current_col_idx: int) -> str:
+def parse_polars_expression(expression: str, columns: list[str], current_col_idx: int) -> str:
     """Parse and convert an expression to Polars syntax.
 
     Replaces column references with Polars col() expressions:
@@ -234,7 +234,7 @@ def parse_polars_expression(expression: str, df: pl.DataFrame, current_col_idx:
 
     Args:
         expression: The input expression as a string.
-        df: The DataFrame to validate column references.
+        columns: The list of column names in the DataFrame.
         current_col_idx: The index of the currently selected column (0-based). Used for $_ reference.
 
     Returns:
@@ -264,19 +264,19 @@ def parse_polars_expression(expression: str, df: pl.DataFrame, current_col_idx:
 
         if col_ref == "_":
             # Current selected column
-            col_name = df.columns[current_col_idx]
+            col_name = columns[current_col_idx]
         elif col_ref == "#":
             # RIDX is used to store 0-based row index; add 1 for 1-based index
             return f"(pl.col('{RIDX}') + 1)"
         elif col_ref.isdigit():
             # Column by 1-based index
             col_idx = int(col_ref) - 1
-            if col_idx < 0 or col_idx >= len(df.columns):
+            if col_idx < 0 or col_idx >= len(columns):
                 raise ValueError(f"Column index out of range: ${col_ref}")
-            col_name = df.columns[col_idx]
+            col_name = columns[col_idx]
         else:
             # Column by name
-            if col_ref not in df.columns:
+            if col_ref not in columns:
                 raise ValueError(f"Column not found: ${col_ref}")
             col_name = col_ref
 
@@ -305,7 +305,7 @@ def tentative_expr(term: str) -> bool:
     return False
 
 
-def validate_expr(term: str, df: pl.DataFrame, current_col_idx: int) -> pl.Expr | None:
+def validate_expr(term: str, columns: list[str], current_col_idx: int) -> pl.Expr | None:
     """Validate and return the expression.
 
     Parses a user-provided expression string and validates it as a valid Polars expression.
@@ -313,7 +313,7 @@ def validate_expr(term: str, df: pl.DataFrame, current_col_idx: int) -> pl.Expr
 
     Args:
         term: The input expression as a string.
-        df: The DataFrame to validate column references against.
+        columns: The list of column names in the DataFrame.
         current_col_idx: The index of the currently selected column (0-based). Used for $_ reference.
 
     Returns:
@@ -326,7 +326,7 @@ def validate_expr(term: str, df: pl.DataFrame, current_col_idx: int) -> pl.Expr
 
     try:
         # Parse the expression
-        expr_str = parse_polars_expression(term, df, current_col_idx)
+        expr_str = parse_polars_expression(term, columns, current_col_idx)
 
         # Validate by evaluating it
         try:
@@ -440,6 +440,9 @@ def load_file(
         sources.append((lf, filename, filepath.stem))
     else:
         ext = filepath.suffix.lower()
+        if ext == ".gz" or ext == ".bz2" or ext == ".xz":
+            ext = filepath.with_suffix("").suffix.lower()
+
         if ext == ".csv":
             file_format = "csv"
         elif ext in (".xlsx", ".xls"):
@@ -459,3 +462,21 @@ def load_file(
         sources.extend(load_file(filename, first_sheet, prefix_sheet, file_format, has_header))
 
     return sources
+
+
+def now() -> str:
+    """Get the current local time as a formatted string."""
+    import time
+
+    return time.strftime("%m/%d/%Y %H:%M:%S", time.localtime())
+
+
+async def sleep_async(seconds: float) -> None:
+    """Async sleep to yield control back to the event loop.
+
+    Args:
+        seconds: The number of seconds to sleep.
+    """
+    import asyncio
+
+    await asyncio.sleep(seconds)

{dataframe_textual-1.1.5 → dataframe_textual-1.3.9}/src/dataframe_textual/data_frame_help_panel.py

@@ -79,10 +79,12 @@ class DataFrameHelpPanel(Widget):
             None
         """
 
-        def update_help(focused_widget: Widget | None):
-            self.update_help(focused_widget)
+        # def update_help(focused_widget: Widget | None):
+        #     self.update_help(focused_widget)
 
-        self.watch(self.screen, "focused", update_help)
+        # self.watch(self.screen, "focused", update_help)
+
+        self.update_help(self.screen.focused)
 
     def update_help(self, focused_widget: Widget | None) -> None:
         """Update the help for the focused widget.
@@ -96,7 +98,7 @@ class DataFrameHelpPanel(Widget):
             return
         self.set_class(focused_widget is not None, "-show-help")
         if focused_widget is not None:
-            help = self.app.HELP + "\n" + focused_widget.HELP or ""
+            help = (self.app.HELP or "") + "\n" + (focused_widget.HELP or "")
             if not help:
                 self.remove_class("-show-help")
             try: