listpick 0.1.16.8__py3-none-any.whl → 0.1.16.17__py3-none-any.whl

listpick/utils/generate_data_multithreaded.py

@@ -37,39 +37,57 @@ def generate_columns_worker(
     getting_data: threading.Event,
     task_queue: PriorityQueue,
     completed_cells: set,
+    state: dict,
 ) -> None:
     """ Get a task from the priorty queue and fill the data for that cell."""
-    while task_queue.qsize() > 0:
+    while task_queue.qsize() > 0 and not state["thread_stop_event"].is_set():
         _, (i, j) = task_queue.get()
 
         if (i, j) in completed_cells:
             task_queue.task_done()
             continue
             
+        if state["thread_stop_event"].is_set():
+            with task_queue.mutex:
+                task_queue.queue.clear()
+
         generate_cell(
             func=funcs[j],
             file=files[i],
             items=items,
             row=i,
             col=j+1,
+            state=state,
         )
         completed_cells.add((i, j))
         task_queue.task_done()
     getting_data.set()
 
-def generate_cell(func: Callable, file: str, items: list[list[str]], row: int, col: int) -> None:
+def generate_cell(func: Callable, file: str, items: list[list[str]], row: int, col: int, state: dict) -> None:
     """
     Takes a function, file and a file and then sets items[row][col] to the result.
     """
-    
-    items[row][col] = func(file).strip()
-
-def update_queue(task_queue: PriorityQueue, visible_rows_indices: list[int], rows: int, cols: int):
+    if not state["thread_stop_event"].is_set():
+        try:
+            result = func(file).strip()
+            if not state["thread_stop_event"].is_set():
+                items[row][col] = result
+        except Exception as e:
+            pass
+            # import pyperclip
+            # pyperclip.copy(f"({row}, {col}): len(items)={len(items)}, len(items[0])={len(items[0])} {e}")
+
+def update_queue(task_queue: PriorityQueue, visible_rows_indices: list[int], rows: int, cols: int, state: dict):
     """ Increase the priority of getting the data for the cells that are currently visible. """
     while task_queue.qsize() > 0:
         time.sleep(0.1)
+        if state["thread_stop_event"].is_set():
+            with task_queue.mutex:
+                task_queue.queue.clear()
+            break 
         for row in visible_rows_indices:
             for col in range(cols):
+                if state["generate_data_for_hidden_columns"] == False and col+1 in state["hidden_columns"]: continue
                 if 0 <= row < rows:
                     task_queue.put((1, (row, col)))
 
@@ -124,7 +142,9 @@ def generate_picker_data_from_file(
     items,
     header,
     visible_rows_indices,
-    getting_data
+    getting_data,
+    state,
+
 ) -> None:
     """
     Generate data for Picker based upon the toml file commands.
@@ -155,6 +175,7 @@ def generate_picker_data_from_file(
         picker_header = header,
         visible_rows_indices = visible_rows_indices,
         getting_data = getting_data,
+        state=state,
     )
 
 def generate_picker_data(
@@ -164,7 +185,8 @@ def generate_picker_data(
     items,
     picker_header,
     visible_rows_indices,
-    getting_data
+    getting_data,
+    state,
 ) -> None:
     """
     Generate data from a list of files and a list of column functions which will be used to 
@@ -180,13 +202,13 @@ def generate_picker_data(
 
     items.clear()
     items.extend([[file] + ["..." for _ in column_functions] for file in files])
-    # items[:] = [[file] + ["..." for _ in column_functions] for file in files]
     picker_header[:] = data_header
 
 
-    task_queue = PriorityQueue()
+    task_queue = state["data_generation_queue"]
     for i in range(len(files)):
         for j in range(len(column_functions)):
+            if state["generate_data_for_hidden_columns"] == False and j+1 in state["hidden_columns"]: continue
             task_queue.put((10, (i, j)))
 
     num_workers = os.cpu_count()
@@ -197,14 +219,16 @@ def generate_picker_data(
     for _ in range(num_workers):
         gen_items_thread = threading.Thread(
             target=generate_columns_worker,
-            args=(column_functions, files, items, getting_data, task_queue, completed_cells),
+            args=(column_functions, files, items, getting_data, task_queue, completed_cells, state),
         )
+        state["threads"].append(gen_items_thread)
         gen_items_thread.daemon = True
         gen_items_thread.start()
 
     update_queue_thread = threading.Thread(
         target=update_queue,
-        args=(task_queue, visible_rows_indices, len(files), len(column_functions)),
+        args=(task_queue, visible_rows_indices, len(files), len(column_functions), state),
     )
+    state["threads"].append(update_queue_thread)
     update_queue_thread.daemon = True
     update_queue_thread.start()

listpick/utils/generate_data_utils.py

@@ -0,0 +1,43 @@
+#!/bin/python
+# -*- coding: utf-8 -*-
+"""
+generate_data_utils.py
+
+Author: GrimAndGreedy
+License: MIT
+"""
+
+def sort_priority_first(element):
+    return element[0]
+
+class ProcessSafePriorityQueue:
+    def __init__(self, manager):
+        self.data = manager.list()
+        self.lock = manager.Lock()
+
+    def put(self, item):
+        with self.lock:
+            self.data.append(item)
+            self.data.sort(key=sort_priority_first)
+
+    def get(self, timeout=None):
+        start = time.time()
+        while True:
+            with self.lock:
+                if self.data:
+                    return self.data.pop(0)
+            if timeout is not None and (time.time() - start) > timeout:
+                raise IndexError("get timeout")
+            time.sleep(0.01)
+
+    def qsize(self):
+        with self.lock:
+            return len(self.data)
+
+    def empty(self):
+        with self.lock:
+            return len(self.data) == 0
+
+    def clear(self):
+        with self.lock:
+            self.data[:] = []

listpick/utils/utils.py

@@ -15,9 +15,13 @@ import os
 from typing import Tuple, Dict
 import logging
 import shlex
+from collections import defaultdict
+import time
 
 logger = logging.getLogger('picker_log')
 
+
+
 def clip_left(text, n):
     """
     Clips the first `n` display-width characters from the left of the input string.
@@ -99,7 +103,12 @@ def format_row(row: list[str], hidden_columns: list, column_widths: list[int], s
 
 def get_column_widths(items: list[list[str]], header: list[str]=[], max_column_width:int=70, number_columns:bool=True, max_total_width=-1, separator = "    ", unicode_char_width: bool = True) -> list[int]:
     """ Calculate maximum width of each column with clipping. """
-    if len(items) == 0: return [0]
+    if len(items) == 0 and len(header) == 0: return [0]
+    elif len(items) == 0:
+        header_widths = [wcswidth(f"{i}. {str(h)}") if number_columns else wcswidth(str(h)) for i, h in enumerate(header)]
+        col_widths =  [min(max_column_width, header_widths[i]) for i in range(len(header))]
+        return col_widths
+
     assert len(items) > 0
     widths = [max(wcswidth(str(row[i])) for row in items) for i in range(len(items[0]))]
     # widths = [max(len(str(row[i])) for row in items) for i in range(len(items[0]))]
@@ -205,17 +214,11 @@ def get_selected_cells(cell_selections: Dict[Tuple[int, int], bool]) -> list[Tup
 def get_selected_cells_by_row(cell_selections: dict[tuple[int, int], bool]) -> dict[int, list[int]]:
     """ {0: [1,2], 9: [1] }"""
     
-    d = {}
-    try:
-        for tup in cell_selections.keys():
-            if cell_selections[tup]:
-                if tup[0] in d:
-                    d[tup[0]].append(tup[1])
-                else:
-                    d[tup[0]] = [tup[1]]
-    except:
-        pass
-    return d
+    d = defaultdict(list)
+    for (row, col), selected in cell_selections.items():
+        if selected:
+            d[row].append(col)
+    return dict(d)
 
 def get_selected_values(items: list[list[str]], selections: dict[int, bool]) -> list[list[str]]:
     """ Return a list of rows based on wich are True in the selections dictionary. """

{listpick-0.1.16.8.dist-info → listpick-0.1.16.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: listpick
-Version: 0.1.16.8
+Version: 0.1.16.17
 Summary: Listpick is a powerful TUI data tool for creating TUI apps or viewing/comparing tabulated data.
 Home-page: https://github.com/grimandgreedy/listpick
 Author: Grim
@@ -43,11 +43,7 @@ Dynamic: summary
 
 # listpick
 
-listpick is a TUI tool which displays a tabulated list of rows and allows the user to operate upon these rows--select, copy, pipe. A very simple concept but also, I hope, a powerful tool that will make it easier for people to develop TUI apps.
-
-Rows of data can be viewed, selected, generated, saved, loaded, refreshed, modified or copied to the clipboard. Easy to integrate into your project by creating a `menu = Picker(stdscr: curses.window, items: list[list[str]])` and then the menu will be displayed by running `menu.run()`.
-
-It works great as the backend for a TUI application and can also be used as a standalone data viewer.
+listpick is a powerful TUI data tool for viewing, editing and operating upon tabulated data; can be used to build TUI applications, generate data columns, or function as a command-line utility.
 
 **NOTE**: listpick is still in development.
 
@@ -72,18 +68,13 @@ x = Picker(
         ["row zero column zero", "row zero column one"],
         ["row one column zero", "row one column one"]
     ],
-    header=["H0", "H1"]
+    header=["H0", "H1"],
+    cell_cursor=True,
 )
 x.run()
 
 close_curses(stdscr)
 
-```
-Or use the listpick binary to generate and display rows based on a list of commands:
-
-```
-wget https://raw.githubusercontent.com/grimandgreedy/listpick/refs/heads/master/examples/data_generation/list_files.toml
-listpick -g list_files.py
 ```
 
 ## Overview
@@ -102,31 +93,42 @@ The application allows you to:
 ## Examples
 
 
-### Identify video duplicates (./examples/data_generation//video_duplicates.toml):
-```python 
-listpick -g ./examples/data_generation/video_duplicates.toml
+### listpick as a command-line tool
+
+listpick can be used as a command-line tool for tabulating command outputs:
+```bash
+df -h | listpick --stdin
 ```
-  - From the list of commands in the toml file we generate the properties we will use to identify the duplicates. 
 
-  - In the example file we set the directory and get the files with a simle `eza` (`ls`) command. We could also use `find` or `cat` from a list of files.
+<div align="center"> <img src="assets/listpick_df_example.png" alt="lpfman" width="90%"> </div>
 
+### Applications
 
-  - We get the SHA1 hash to identify identical files; we also get the size, duration, resolution, and bitrate so that we can identify a video duplicate that may have the same duration but a lower resolution.
+#### Aria2TUI
+
+[Aria2TUI](https://github.com/grimandgreedy/Aria2TUI): TUI client for the aria2c download utility.
+
+<div align="center"> <img src="assets/aria2tui_graph_screenshot.png" alt="Aria2TUI" width="90%"> </div>
+
+#### lpfman
+[lpfman](https://github.com/grimandgreedy/lpfman): Terminal file manager with extensive column support.
 
-<div align="center"> <img src="assets/file_compare.png" alt="Video Compare" width="70%"> </div>
+<div align="center"> <img src="https://github.com/grimandgreedy/lpfman/blob/master/assets/lpfman_02.png?raw=true" alt="lpfman" width="90%"> </div>
 
 
-### Aria2TUI
+### Data generation from toml file
 
-[Aria2TUI](https://github.com/grimandgreedy/Aria2TUI) is implemented using listpick. This is a good example of how listpick can be used for menus, data viewing, and active data retrieval.
+```python 
+listpick -g ./listpick/examples/data_generation/video_duplicates.toml
+```
+  - From the list of commands in the toml file we generate the properties we will use to identify the duplicates. 
 
-<div align="center"> <img src="assets/aria2tui_screenshot.png" alt="Aria2TUI" width="70%"> </div>
+  - In the example file we set the directory and get the files with a simle `eza` (`ls`) command. We could also use `find` or `cat` from a list of files.
 
-### lpfman
-[lpfman](https://github.com/grimandgreedy/lpfman) is a basic file manager created for the purposes of illustrating how easy TUI apps can be developed with the use of listpick. In 20 minutes and <100 lines of code we made a very basic file manager.
 
-<div align="center"> <img src="assets/lpfman.png" alt="lpfman" width="70%"> </div>
+  - We get the SHA1 hash to identify identical files; we also get the size, duration, resolution, and bitrate so that we can identify a video duplicate that may have the same duration but a lower resolution.
 
+<div align="center"> <img src="assets/file_compare.png" alt="Video Compare" width="90%"> </div>
 
 
 ## Description
@@ -134,7 +136,7 @@ listpick -g ./examples/data_generation/video_duplicates.toml
 ### Key Features:
 1. **File Input Support:**
 ```python 
-listpick -i ~/dn.pkl -t pkl
+listpick -i ~/items.csv
 ```
    - Text files (TSV, CSV)
    - JSON
@@ -206,19 +208,6 @@ listpick -g ./examples/data_generation/video_duplicates.toml
        - Opening files with a specific application `xargs -d \n -I{} mpv {}` will open the files in mpv
        - Dumping data. `xargs -d \n -I{} echo {} > ~/stuff.txt`
 
-## Overview
-
-The application allows you to:
-- Select multiple items from different file types and input streams
-- Navigate between selected items with arrow keys
-- Delete individual items
-- Highlight specific items for quick selection
-- Perform complex filtering operations
-- Sort data based on specified columns
-- Persistent save/load of selections
-- Copy/paste selections to clipboard
-
-
 ## Support and Feedback
 
 Feel free to request features. Please report any errors you encounter with appropriate context.

{listpick-0.1.16.8.dist-info → listpick-0.1.16.17.dist-info}/RECORD

@@ -1,25 +1,29 @@
 listpick/__init__.py,sha256=ExXc97-bibodH--wlwpQivl0zCNR5D1hvpvrf7OBofU,154
 listpick/__main__.py,sha256=wkCjDdqw093W27yWwnlC3nG_sMRKaIad7hHHWy0RBgY,193
-listpick/listpick_app.py,sha256=oFkMaWdoqd6fId1hBSavY2Nsoql6EcVppd4d7mgVVGo,201956
+listpick/listpick_app.py,sha256=MHe0-HWbby5SNotbozL_7hcR0lrMYy5jujFoRoPiSuo,222741
 listpick/pane/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 listpick/pane/get_data.py,sha256=l12mHIb6qoZWIfW5zZZY8K8EqNcyIcRiHgtRaM2CVGs,2735
+listpick/pane/left_pane_functions.py,sha256=SVIW4Ef8uNPBQRk4hL67mEFL3pfgChSFZSMRz06CVzw,5543
 listpick/pane/pane_functions.py,sha256=_dL9jHpd3sT0enL9H_bMcUsBlMELXdtP9dtKFSC2KPQ,5117
+listpick/pane/pane_functions_1.py,sha256=_dL9jHpd3sT0enL9H_bMcUsBlMELXdtP9dtKFSC2KPQ,5117
 listpick/pane/pane_utils.py,sha256=cnuzBH52wdWoKrHR6iMBF4N-uhwpXYpHDnrglk21pqg,2539
 listpick/ui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-listpick/ui/build_help.py,sha256=FNKshZpYJfgF-17ad5Mq0IGeBEo7y52u3CcpQ8ajlOs,10774
+listpick/ui/build_help.py,sha256=wSGeE3tUVWP7D709mb1cDyRU2M0QKVg0mRyTFmcR3fo,11720
 listpick/ui/draw_screen.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 listpick/ui/footer.py,sha256=NcdH1uO_ma91m0qCczyQZ3zGrexfkiEnwDf5E4tHSMk,15089
 listpick/ui/help_screen.py,sha256=zbfGIgb-IXtATpl4_Sx7nPbsnRXZ7eiMYlCKGS9EFmw,5608
-listpick/ui/input_field.py,sha256=scJjvmSS0QqeDbCky7_0Zgt35Aki7gezRJkrQROlLg4,30034
-listpick/ui/keys.py,sha256=rOOhvxfrQ1LRuLJYf_6pAQcuugxHo-M9TQn7Qow5uIg,13716
-listpick/ui/picker_colours.py,sha256=FFsyny_q0mGO6u7B1n7anuReBtP7Jw6LrgX5ycN-MRM,13413
+listpick/ui/input_field.py,sha256=1GUuzMl7P-uw5ijYUOQONMhAzAKoYXRax0-332OroLE,29971
+listpick/ui/keys.py,sha256=7QpG8xEp7kBH9tObTzL-Cmw7i5HTvN6amA3Dd4FmMpE,14077
+listpick/ui/picker_colours.py,sha256=PYWtJEbBCsiM-Gbm83vJiFoIwfKuJuP4SGKxpozszKY,15159
 listpick/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 listpick/utils/clipboard_operations.py,sha256=ORdNm2kgGbfs51xJSvgJPERgoSmBgT11axuMkvSoP9A,3133
 listpick/utils/config.py,sha256=MEnAZg2Rhfl38XofEIN0uoVAOY7I0ftc79Evk3fOiVw,1654
 listpick/utils/dump.py,sha256=60YVIMNtBoYvWhmzfTJOsNGcetOvcCB3_T7yv-bYTPQ,3838
 listpick/utils/filtering.py,sha256=59_YIEYRV0ovnjF4iyuShq276FMAx5gBD9m3mE9IqJg,1237
 listpick/utils/generate_data.py,sha256=TCGwDrN49Xx33AdURpQRGi6Xi2uwjt96rEeWWYS8mFE,4649
-listpick/utils/generate_data_multithreaded.py,sha256=9TF-Z1qF3GDNFbe5K9Gf6EUj0UpruZTdKWHxz6jgGHY,6590
+listpick/utils/generate_data_multiprocessing.py,sha256=B797wFm7bSpoe0wb5C_q1J96ffVp3JCB5Lu4Rly8K8M,178
+listpick/utils/generate_data_multithreaded.py,sha256=jI9kWgWegnumegQOnKxrJg854lGw59cOXm-IyzdpjQ8,7631
+listpick/utils/generate_data_utils.py,sha256=Aw1uL4Feqm6-23K-PhQg232N5dQZ16RGNIF_dvTPbtQ,1009
 listpick/utils/graphing.py,sha256=ugjAH8js_iH7hulg4SySxb_W_f8B6GhTaceN5i7DID4,6954
 listpick/utils/keycodes.py,sha256=ZGkw1-4szxPnP81wj80r92L6_neIOlBBjQltEieCwnk,2696
 listpick/utils/options_selectors.py,sha256=fQqTCAqRsrMhZwXUtsPBm47svkaUaeJqWsMW7Q4JTYY,3083
@@ -30,10 +34,10 @@ listpick/utils/searching.py,sha256=Xk5UIqamNHL2L90z3ACB_Giqdpi9iRKoAJ6pKaqaD7Q,3
 listpick/utils/sorting.py,sha256=WZZiVlVA3Zkcpwji3U5SNFlQ14zVEk3cZJtQirBkecQ,5329
 listpick/utils/table_to_list_of_lists.py,sha256=XBj7eGBDF15BRME-swnoXyOfZWxXCxrXp0pzsBfcJ5g,12224
 listpick/utils/user_input.py,sha256=L3ylI7nnuFM_TP1XKwpiKpxUSkNb2W5cr7mJjTmv_6E,4582
-listpick/utils/utils.py,sha256=nsR6orCBQy3rTXrCweq8cV-RzRVU15v3J9NclPeAOJk,13741
-listpick-0.1.16.8.dist-info/licenses/LICENSE.txt,sha256=2mP-MRHJptADDNE9VInMNg1tE-C6Qv93Z4CCQKrpg9w,1061
-listpick-0.1.16.8.dist-info/METADATA,sha256=ywGEK-Ljulg5NRWTW-AKhbZSCDOcASjOK5UdOSmWeo4,8128
-listpick-0.1.16.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-listpick-0.1.16.8.dist-info/entry_points.txt,sha256=-QCf_BKIkUz35Y9nkYpjZWs2Qg0KfRna2PAs5DnF6BE,43
-listpick-0.1.16.8.dist-info/top_level.txt,sha256=5mtsGEz86rz3qQDe0D463gGjAfSp6A3EWg4J4AGYr-Q,9
-listpick-0.1.16.8.dist-info/RECORD,,
+listpick/utils/utils.py,sha256=gwonigqPd8nSQBvN6lLDB68kwUzXqWALesZBja-cehU,13956
+listpick-0.1.16.17.dist-info/licenses/LICENSE.txt,sha256=2mP-MRHJptADDNE9VInMNg1tE-C6Qv93Z4CCQKrpg9w,1061
+listpick-0.1.16.17.dist-info/METADATA,sha256=_NIFHFBvzMzRwNXlPJG7CZa_PG0DmiL9D__ylQ_wJYQ,7144
+listpick-0.1.16.17.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+listpick-0.1.16.17.dist-info/entry_points.txt,sha256=-QCf_BKIkUz35Y9nkYpjZWs2Qg0KfRna2PAs5DnF6BE,43
+listpick-0.1.16.17.dist-info/top_level.txt,sha256=5mtsGEz86rz3qQDe0D463gGjAfSp6A3EWg4J4AGYr-Q,9
+listpick-0.1.16.17.dist-info/RECORD,,