listpick 0.1.16.11__py3-none-any.whl → 0.1.16.12__py3-none-any.whl

listpick/ui/build_help.py

@@ -117,8 +117,9 @@ def build_help_rows(keys_dict: dict, debug: bool = False) -> list[list[str]]:
         "col_select_next":                  "Select next column.",
         "col_select_prev":                  "Select previous column.",
         "col_hide":                         "Hide column.",
-        "edit":                             "Edit cell.",
-        "edit_picker":                      "Edit cell from options dialogue.",
+        "edit":                             "Edit (editable) cell.",
+        "edit_nvim":                        "Edit (editable) cell(s) in nvim.",
+        "edit_picker":                      "Edit (editable) cell from options dialogue.",
         "edit_ipython":                     "Drop to ipython shell with environment as `self`",
         "copy":                             "Copy selections.",
         "paste":                            "Paste into picker.",
@@ -131,8 +132,8 @@ def build_help_rows(keys_dict: dict, debug: bool = False) -> list[list[str]]:
         "undo":                             "Undo.",
         "scroll_right":                     "Scroll right (5 chars).",
         "scroll_left":                      "Scroll left (5 chars).",
-        "scroll_right_25":                     "Scroll right (25 chars).",
-        "scroll_left_25":                      "Scroll left (25 chars).",
+        "scroll_right_25":                  "Scroll right (25 chars).",
+        "scroll_left_25":                   "Scroll left (25 chars).",
         "scroll_far_right":                 "Scroll to the end of the column set.",
         "scroll_far_left":                  "Scroll to the left home.",
         "add_column_before":                "Insert column before cursor.",
@@ -146,15 +147,15 @@ def build_help_rows(keys_dict: dict, debug: bool = False) -> list[list[str]]:
         "sheet_prev":                       "Go to the previous sheet.",
         "toggle_right_pane":                "Toggle the right pane",
         "cycle_right_pane":                 "Cycle through right pane views",
-        "toggle_left_pane":                "Toggle the left pane",
-        "cycle_left_pane":                 "Cycle through left pane views",
+        "toggle_left_pane":                 "Toggle the left pane",
+        "cycle_left_pane":                  "Cycle through left pane views",
     }
     sections = {
         "Navigation:": [ "cursor_down", "cursor_up", "half_page_up", "half_page_down", "page_up", "page_down", "cursor_bottom", "cursor_top", "five_up", "five_down", "scroll_right", "scroll_left", "scroll_right_25", "scroll_left_25", "scroll_far_right", "scroll_far_left" ],
         "Selection:": [ "toggle_select", "select_all", "select_none", "visual_selection_toggle", "visual_deselection_toggle", "enter" ],
         "UI:": [ "toggle_footer", "redraw_screen", "decrease_lines_per_page", "increase_lines_per_page", "increase_column_width", "decrease_column_width", "notification_toggle", "toggle_right_pane", "cycle_right_pane", "toggle_left_pane", "cycle_left_pane"],
         "Sort:": [ "cycle_sort_method", "cycle_sort_method_reverse", "cycle_sort_order", ] ,
-        "Data manipulation:": [ "delete", "delete_column", "edit", "edit_picker", "edit_ipython", "add_column_before", "add_column_after", "add_row_before", "add_row_after"],
+        "Data manipulation:": [ "delete", "delete_column", "edit", "edit_nvim", "edit_picker", "edit_ipython", "add_column_before", "add_column_after", "add_row_before", "add_row_after"],
         "Filter and search:": [ "filter_input", "search_input", "continue_search_forward", "continue_search_backward", ] ,
         "Settings:": [ "settings_input", "settings_options" ],
         "Options and modes:": [ "opts_input", "opts_select", "mode_next", "mode_prev", "pipe_input", "reset_opts", "col_select", "col_select_next", "col_select_prev", "col_hide" ],

listpick/ui/keys.py

@@ -62,7 +62,8 @@ picker_keys = {
     "col_select_prev":                             [ord('<')], 
     "col_hide":                         [ord('!'), ord('@'), ord('#'), ord('$'), ord('%'), ord('^'), ord('&'), ord('*'), ord('('), ord(')')],
     "edit":                             [ord('e')],
-    "edit_picker":                      [ord('E')],
+    # "edit_picker":                      [ord('E')],
+    "edit_nvim":                        [ord('E')],
     "edit_ipython":                     [5], # Ctrl+e
     "copy":                             [ord('y')],
     "paste":                             [ord('p')],

listpick/utils/generate_data_multiprocessing.py

@@ -0,0 +1,10 @@
+#!/bin/python
+# -*- coding: utf-8 -*-
+"""
+generate_data_utils.py
+
+Author: GrimAndGreedy
+License: MIT
+"""
+
+from listpick.utils.generate_data_utils import ProcessSafePriorityQueue

listpick/utils/generate_data_multithreaded.py

@@ -37,39 +37,57 @@ def generate_columns_worker(
     getting_data: threading.Event,
     task_queue: PriorityQueue,
     completed_cells: set,
+    state: dict,
 ) -> None:
     """ Get a task from the priorty queue and fill the data for that cell."""
-    while task_queue.qsize() > 0:
+    while task_queue.qsize() > 0 and not state["thread_stop_event"].is_set():
         _, (i, j) = task_queue.get()
 
         if (i, j) in completed_cells:
             task_queue.task_done()
             continue
             
+        if state["thread_stop_event"].is_set():
+            with task_queue.mutex:
+                task_queue.queue.clear()
+
         generate_cell(
             func=funcs[j],
             file=files[i],
             items=items,
             row=i,
             col=j+1,
+            state=state,
         )
         completed_cells.add((i, j))
         task_queue.task_done()
     getting_data.set()
 
-def generate_cell(func: Callable, file: str, items: list[list[str]], row: int, col: int) -> None:
+def generate_cell(func: Callable, file: str, items: list[list[str]], row: int, col: int, state: dict) -> None:
     """
     Takes a function, file and a file and then sets items[row][col] to the result.
     """
-    
-    items[row][col] = func(file).strip()
-
-def update_queue(task_queue: PriorityQueue, visible_rows_indices: list[int], rows: int, cols: int):
+    if not state["thread_stop_event"].is_set():
+        try:
+            result = func(file).strip()
+            if not state["thread_stop_event"].is_set():
+                items[row][col] = result
+        except Exception as e:
+            pass
+            # import pyperclip
+            # pyperclip.copy(f"({row}, {col}): len(items)={len(items)}, len(items[0])={len(items[0])} {e}")
+
+def update_queue(task_queue: PriorityQueue, visible_rows_indices: list[int], rows: int, cols: int, state: dict):
     """ Increase the priority of getting the data for the cells that are currently visible. """
     while task_queue.qsize() > 0:
         time.sleep(0.1)
+        if state["thread_stop_event"].is_set():
+            with task_queue.mutex:
+                task_queue.queue.clear()
+            break 
         for row in visible_rows_indices:
             for col in range(cols):
+                if state["generate_data_for_hidden_columns"] == False and col+1 in state["hidden_columns"]: continue
                 if 0 <= row < rows:
                     task_queue.put((1, (row, col)))
 
@@ -124,7 +142,9 @@ def generate_picker_data_from_file(
     items,
     header,
     visible_rows_indices,
-    getting_data
+    getting_data,
+    state,
+
 ) -> None:
     """
     Generate data for Picker based upon the toml file commands.
@@ -155,6 +175,7 @@ def generate_picker_data_from_file(
         picker_header = header,
         visible_rows_indices = visible_rows_indices,
         getting_data = getting_data,
+        state=state,
     )
 
 def generate_picker_data(
@@ -164,7 +185,8 @@ def generate_picker_data(
     items,
     picker_header,
     visible_rows_indices,
-    getting_data
+    getting_data,
+    state,
 ) -> None:
     """
     Generate data from a list of files and a list of column functions which will be used to 
@@ -180,13 +202,13 @@ def generate_picker_data(
 
     items.clear()
     items.extend([[file] + ["..." for _ in column_functions] for file in files])
-    # items[:] = [[file] + ["..." for _ in column_functions] for file in files]
     picker_header[:] = data_header
 
 
-    task_queue = PriorityQueue()
+    task_queue = state["data_generation_queue"]
     for i in range(len(files)):
         for j in range(len(column_functions)):
+            if state["generate_data_for_hidden_columns"] == False and j+1 in state["hidden_columns"]: continue
             task_queue.put((10, (i, j)))
 
     num_workers = os.cpu_count()
@@ -197,14 +219,16 @@ def generate_picker_data(
     for _ in range(num_workers):
         gen_items_thread = threading.Thread(
             target=generate_columns_worker,
-            args=(column_functions, files, items, getting_data, task_queue, completed_cells),
+            args=(column_functions, files, items, getting_data, task_queue, completed_cells, state),
         )
+        state["threads"].append(gen_items_thread)
         gen_items_thread.daemon = True
         gen_items_thread.start()
 
     update_queue_thread = threading.Thread(
         target=update_queue,
-        args=(task_queue, visible_rows_indices, len(files), len(column_functions)),
+        args=(task_queue, visible_rows_indices, len(files), len(column_functions), state),
     )
+    state["threads"].append(update_queue_thread)
     update_queue_thread.daemon = True
     update_queue_thread.start()

listpick/utils/generate_data_utils.py

@@ -0,0 +1,43 @@
+#!/bin/python
+# -*- coding: utf-8 -*-
+"""
+generate_data_utils.py
+
+Author: GrimAndGreedy
+License: MIT
+"""
+
+def sort_priority_first(element):
+    return element[0]
+
+class ProcessSafePriorityQueue:
+    def __init__(self, manager):
+        self.data = manager.list()
+        self.lock = manager.Lock()
+
+    def put(self, item):
+        with self.lock:
+            self.data.append(item)
+            self.data.sort(key=sort_priority_first)
+
+    def get(self, timeout=None):
+        start = time.time()
+        while True:
+            with self.lock:
+                if self.data:
+                    return self.data.pop(0)
+            if timeout is not None and (time.time() - start) > timeout:
+                raise IndexError("get timeout")
+            time.sleep(0.01)
+
+    def qsize(self):
+        with self.lock:
+            return len(self.data)
+
+    def empty(self):
+        with self.lock:
+            return len(self.data) == 0
+
+    def clear(self):
+        with self.lock:
+            self.data[:] = []

listpick/utils/utils.py

@@ -16,9 +16,12 @@ from typing import Tuple, Dict
 import logging
 import shlex
 from collections import defaultdict
+import time
 
 logger = logging.getLogger('picker_log')
 
+
+
 def clip_left(text, n):
     """
     Clips the first `n` display-width characters from the left of the input string.

{listpick-0.1.16.11.dist-info → listpick-0.1.16.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: listpick
-Version: 0.1.16.11
+Version: 0.1.16.12
 Summary: Listpick is a powerful TUI data tool for creating TUI apps or viewing/comparing tabulated data.
 Home-page: https://github.com/grimandgreedy/listpick
 Author: Grim
@@ -41,13 +41,9 @@ Dynamic: requires-dist
 Dynamic: requires-python
 Dynamic: summary
 
-qq# listpick
+# listpick
 
-listpick is a TUI tool which displays a tabulated list of rows and allows the user to operate upon these rows--select, copy, pipe. A very simple concept but also, I hope, a powerful tool that will make it easier for people to develop TUI apps.
-
-Rows of data can be viewed, selected, generated, saved, loaded, refreshed, modified or copied to the clipboard. Easy to integrate into your project by creating a `menu = Picker(stdscr: curses.window, items: list[list[str]])` and then the menu will be displayed by running `menu.run()`.
-
-It works great as the backend for a TUI application and can also be used as a standalone data viewer.
+listpick is a powerful TUI data tool for viewing, editing and operating upon tabulated data; can be used to build TUI applications, generate data columns, or function as a command-line utility.
 
 **NOTE**: listpick is still in development.
 
@@ -72,18 +68,13 @@ x = Picker(
         ["row zero column zero", "row zero column one"],
         ["row one column zero", "row one column one"]
     ],
-    header=["H0", "H1"]
+    header=["H0", "H1"],
+    cell_cursor=True,
 )
 x.run()
 
 close_curses(stdscr)
 
-```
-Or use the listpick binary to generate and display rows based on a list of commands:
-
-```
-wget https://raw.githubusercontent.com/grimandgreedy/listpick/refs/heads/master/examples/data_generation/list_files.toml
-listpick -g list_files.py
 ```
 
 ## Overview
@@ -102,23 +93,33 @@ The application allows you to:
 ## Examples
 
 
+### listpick as a command-line tool
 
-### Aria2TUI
+listpick can be used as a command-line tool for tabulating command outputs:
+```bash
+df -h | listpick --stdin
+```
+
+<div align="center"> <img src="assets/listpick_df_example.png" alt="lpfman" width="90%"> </div>
+
+### Applications
 
-[Aria2TUI](https://github.com/grimandgreedy/Aria2TUI) is implemented using listpick. This is a good example of how listpick can be used for menus, data viewing, and active data retrieval.
+#### Aria2TUI
 
-<div align="center"> <img src="assets/aria2tui_graph_screenshot.png" alt="Aria2TUI" width="70%"> </div>
+[Aria2TUI](https://github.com/grimandgreedy/Aria2TUI): TUI client for the aria2c download utility.
 
-### lpfman
-[lpfman](https://github.com/grimandgreedy/lpfman) is a terminal file manager with extensive column support.
+<div align="center"> <img src="assets/aria2tui_graph_screenshot.png" alt="Aria2TUI" width="90%"> </div>
 
-<div align="center"> <img src="https://github.com/grimandgreedy/lpfman/blob/master/assets/lpfman_image_preview.png?raw=true" alt="lpfman" width="70%"> </div>
+#### lpfman
+[lpfman](https://github.com/grimandgreedy/lpfman): Terminal file manager with extensive column support.
+
+<div align="center"> <img src="https://github.com/grimandgreedy/lpfman/blob/master/assets/lpfman_02.png?raw=true" alt="lpfman" width="90%"> </div>
 
 
 ### Data generation from toml file
 
 ```python 
-listpick -g ./examples/data_generation/video_duplicates.toml
+listpick -g ./listpick/examples/data_generation/video_duplicates.toml
 ```
   - From the list of commands in the toml file we generate the properties we will use to identify the duplicates. 
 
@@ -127,7 +128,7 @@ listpick -g ./examples/data_generation/video_duplicates.toml
 
   - We get the SHA1 hash to identify identical files; we also get the size, duration, resolution, and bitrate so that we can identify a video duplicate that may have the same duration but a lower resolution.
 
-<div align="center"> <img src="assets/file_compare.png" alt="Video Compare" width="70%"> </div>
+<div align="center"> <img src="assets/file_compare.png" alt="Video Compare" width="90%"> </div>
 
 
 ## Description
@@ -135,7 +136,7 @@ listpick -g ./examples/data_generation/video_duplicates.toml
 ### Key Features:
 1. **File Input Support:**
 ```python 
-listpick -i ~/dn.pkl -t pkl
+listpick -i ~/items.csv
 ```
    - Text files (TSV, CSV)
    - JSON
@@ -207,19 +208,6 @@ listpick -g ./examples/data_generation/video_duplicates.toml
        - Opening files with a specific application `xargs -d \n -I{} mpv {}` will open the files in mpv
        - Dumping data. `xargs -d \n -I{} echo {} > ~/stuff.txt`
 
-## Overview
-
-The application allows you to:
-- Select multiple items from different file types and input streams
-- Navigate between selected items with arrow keys
-- Delete individual items
-- Highlight specific items for quick selection
-- Perform complex filtering operations
-- Sort data based on specified columns
-- Persistent save/load of selections
-- Copy/paste selections to clipboard
-
-
 ## Support and Feedback
 
 Feel free to request features. Please report any errors you encounter with appropriate context.

{listpick-0.1.16.11.dist-info → listpick-0.1.16.12.dist-info}/RECORD

@@ -1,6 +1,6 @@
 listpick/__init__.py,sha256=ExXc97-bibodH--wlwpQivl0zCNR5D1hvpvrf7OBofU,154
 listpick/__main__.py,sha256=wkCjDdqw093W27yWwnlC3nG_sMRKaIad7hHHWy0RBgY,193
-listpick/listpick_app.py,sha256=IavN099zeGWv36ogNjbR20vHXtvRYR74-pZfqiSFHng,211476
+listpick/listpick_app.py,sha256=IECGLycdZb7YDXapnxHzj8wlaVHJJEKZk3m5I675UaM,222093
 listpick/pane/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 listpick/pane/get_data.py,sha256=l12mHIb6qoZWIfW5zZZY8K8EqNcyIcRiHgtRaM2CVGs,2735
 listpick/pane/left_pane_functions.py,sha256=SVIW4Ef8uNPBQRk4hL67mEFL3pfgChSFZSMRz06CVzw,5543
@@ -8,12 +8,12 @@ listpick/pane/pane_functions.py,sha256=_dL9jHpd3sT0enL9H_bMcUsBlMELXdtP9dtKFSC2K
 listpick/pane/pane_functions_1.py,sha256=_dL9jHpd3sT0enL9H_bMcUsBlMELXdtP9dtKFSC2KPQ,5117
 listpick/pane/pane_utils.py,sha256=cnuzBH52wdWoKrHR6iMBF4N-uhwpXYpHDnrglk21pqg,2539
 listpick/ui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-listpick/ui/build_help.py,sha256=DJm_WxgdfrI6nJ8yjdraBrI6bECvNrXp1vU-kHxCczo,10961
+listpick/ui/build_help.py,sha256=WVxrMaZ94oY32ijb4A3NdxQYDySF_FvygYuqiTHNIsk,11072
 listpick/ui/draw_screen.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 listpick/ui/footer.py,sha256=NcdH1uO_ma91m0qCczyQZ3zGrexfkiEnwDf5E4tHSMk,15089
 listpick/ui/help_screen.py,sha256=zbfGIgb-IXtATpl4_Sx7nPbsnRXZ7eiMYlCKGS9EFmw,5608
 listpick/ui/input_field.py,sha256=scJjvmSS0QqeDbCky7_0Zgt35Aki7gezRJkrQROlLg4,30034
-listpick/ui/keys.py,sha256=5wXx7K4zLsKw3yt_Q9_GCpgtcGMvQyChXrBhXtuc8-8,13852
+listpick/ui/keys.py,sha256=KtKWEQBlpyTFR9wHOaKMYyLwxZcsQR6jfXYQ0gZ9R5k,13906
 listpick/ui/picker_colours.py,sha256=PYWtJEbBCsiM-Gbm83vJiFoIwfKuJuP4SGKxpozszKY,15159
 listpick/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 listpick/utils/clipboard_operations.py,sha256=ORdNm2kgGbfs51xJSvgJPERgoSmBgT11axuMkvSoP9A,3133
@@ -21,7 +21,9 @@ listpick/utils/config.py,sha256=MEnAZg2Rhfl38XofEIN0uoVAOY7I0ftc79Evk3fOiVw,1654
 listpick/utils/dump.py,sha256=60YVIMNtBoYvWhmzfTJOsNGcetOvcCB3_T7yv-bYTPQ,3838
 listpick/utils/filtering.py,sha256=59_YIEYRV0ovnjF4iyuShq276FMAx5gBD9m3mE9IqJg,1237
 listpick/utils/generate_data.py,sha256=TCGwDrN49Xx33AdURpQRGi6Xi2uwjt96rEeWWYS8mFE,4649
-listpick/utils/generate_data_multithreaded.py,sha256=9TF-Z1qF3GDNFbe5K9Gf6EUj0UpruZTdKWHxz6jgGHY,6590
+listpick/utils/generate_data_multiprocessing.py,sha256=B797wFm7bSpoe0wb5C_q1J96ffVp3JCB5Lu4Rly8K8M,178
+listpick/utils/generate_data_multithreaded.py,sha256=jI9kWgWegnumegQOnKxrJg854lGw59cOXm-IyzdpjQ8,7631
+listpick/utils/generate_data_utils.py,sha256=Aw1uL4Feqm6-23K-PhQg232N5dQZ16RGNIF_dvTPbtQ,1009
 listpick/utils/graphing.py,sha256=ugjAH8js_iH7hulg4SySxb_W_f8B6GhTaceN5i7DID4,6954
 listpick/utils/keycodes.py,sha256=ZGkw1-4szxPnP81wj80r92L6_neIOlBBjQltEieCwnk,2696
 listpick/utils/options_selectors.py,sha256=fQqTCAqRsrMhZwXUtsPBm47svkaUaeJqWsMW7Q4JTYY,3083
@@ -32,10 +34,10 @@ listpick/utils/searching.py,sha256=Xk5UIqamNHL2L90z3ACB_Giqdpi9iRKoAJ6pKaqaD7Q,3
 listpick/utils/sorting.py,sha256=WZZiVlVA3Zkcpwji3U5SNFlQ14zVEk3cZJtQirBkecQ,5329
 listpick/utils/table_to_list_of_lists.py,sha256=XBj7eGBDF15BRME-swnoXyOfZWxXCxrXp0pzsBfcJ5g,12224
 listpick/utils/user_input.py,sha256=L3ylI7nnuFM_TP1XKwpiKpxUSkNb2W5cr7mJjTmv_6E,4582
-listpick/utils/utils.py,sha256=_Z3pGDMPnEgPuhl_1BpEtXYi5tfWbuwRitj8Y5TeRUg,13653
-listpick-0.1.16.11.dist-info/licenses/LICENSE.txt,sha256=2mP-MRHJptADDNE9VInMNg1tE-C6Qv93Z4CCQKrpg9w,1061
-listpick-0.1.16.11.dist-info/METADATA,sha256=WRPPZnTIxabHjUTi34ZG_CjXad6aDbMqoO-V_7z7eQk,8025
-listpick-0.1.16.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-listpick-0.1.16.11.dist-info/entry_points.txt,sha256=-QCf_BKIkUz35Y9nkYpjZWs2Qg0KfRna2PAs5DnF6BE,43
-listpick-0.1.16.11.dist-info/top_level.txt,sha256=5mtsGEz86rz3qQDe0D463gGjAfSp6A3EWg4J4AGYr-Q,9
-listpick-0.1.16.11.dist-info/RECORD,,
+listpick/utils/utils.py,sha256=jML0lWl1xxrN7olSBiXUWR2ZdcJMrb5FFcweEz7kDiA,13667
+listpick-0.1.16.12.dist-info/licenses/LICENSE.txt,sha256=2mP-MRHJptADDNE9VInMNg1tE-C6Qv93Z4CCQKrpg9w,1061
+listpick-0.1.16.12.dist-info/METADATA,sha256=wu45gw01F2Fj8jbnkMvi1J7B4ZYNgnThPg8XprikUsY,7144
+listpick-0.1.16.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+listpick-0.1.16.12.dist-info/entry_points.txt,sha256=-QCf_BKIkUz35Y9nkYpjZWs2Qg0KfRna2PAs5DnF6BE,43
+listpick-0.1.16.12.dist-info/top_level.txt,sha256=5mtsGEz86rz3qQDe0D463gGjAfSp6A3EWg4J4AGYr-Q,9
+listpick-0.1.16.12.dist-info/RECORD,,