visidata 3.2__py3-none-any.whl → 3.3__py3-none-any.whl

visidata/__init__.py

@@ -1,6 +1,6 @@
 'VisiData: a curses interface for exploring and arranging tabular data'
 
-__version__ = '3.2'
+__version__ = '3.3'
 __version_info__ = 'VisiData v' + __version__
 __author__ = 'Saul Pwanson <vd@saul.pw>'
 __status__ = 'Production/Stable'

visidata/_input.py

@@ -245,7 +245,8 @@ class InputWidget:
             clipdraw(scr, y, x+w, ' ', attr, 1, clear=False, literal=True)
         if scr:
             prew = dispwidth(dispval[:i])
-            scr.move(y, x+prew)
+            if x+prew < scr.getmaxyx()[1]: #move cursor back to where the user is editing
+                scr.move(y, x+prew)
 
     def handle_key(self, ch:str, scr) -> bool:
         'Return True to accept current input.  Raise EscapeException on Ctrl+C, Ctrl+Q, or ESC.'
@@ -373,7 +374,7 @@ def editText(vd, y, x, w, attr=ColorAttr(), value='',
              help='',
              updater=lambda val: None, bindings={},
              display=True, record=True, clear=True, **kwargs):
-    'Invoke modal single-line editor at (*y*, *x*) for *w* terminal chars. Use *display* is False for sensitive input like passphrases.  If *record* is True, get input from the cmdlog in batch mode, and save input to the cmdlog if *display* is also True. Return new value as string.'
+    '''Invoke modal single-line editor at (*y*, *x*) for *w* terminal chars. Use *display* is False for sensitive input like passphrases.  If *record* is True, get input from the cmdlog in batch mode, and save input to the cmdlog if *display* is also True. Return new value as string. Callers should handle curses.error, which will be raised if the terminal is resized during the edit, in a way that moves the editor coordinates offscreen.'''
     v = None
     if record and vd.cmdlog:
         v = vd.getCommandInput()
@@ -391,8 +392,8 @@ def editText(vd, y, x, w, attr=ColorAttr(), value='',
         try:
             widget = InputWidget(value=str(value), display=display, **kwargs)
 
-            with vd.AddedHelp(vd.getHelpPane('input', module='visidata'), 'Input Keystrokes Help'), \
-                 vd.AddedHelp(help, 'Input Field Help'):
+            with vd.AddedHelp(vd.getHelpPane('input', module='visidata'), 'Input Keystrokes Help', 'inputkeys'), \
+                 vd.AddedHelp(help, 'Input Field Help', 'inputfield'):
                 v = widget.editline(vd.activeSheet._scr, y, x, w, attr=attr, updater=updater, bindings=bindings, clear=clear)
         except AcceptInput as e:
             v = e.args[0]
@@ -468,7 +469,6 @@ def inputMultiple(vd, updater=lambda val: None, record=True, **kwargs):
 
         assert False, type(previnput)
 
-    y = sheet.windowHeight-1
     maxw = sheet.windowWidth//2
     attr = colors.color_edit_unfocused
 
@@ -494,9 +494,11 @@ def inputMultiple(vd, updater=lambda val: None, record=True, **kwargs):
 
     def _drawPrompt(val):
         for k, v in kwargs.items():
+            #recalculate y to adjust for screen resizes during input()
+            y = sheet.windowHeight-v.get('dy')-1
             maxw = min(sheet.windowWidth-1, max(dispwidth(v.get('prompt')), dispwidth(str(v.get('value', '')))))
-            promptlen = clipdraw(scr, y-v.get('dy'), 0, v.get('prompt'), attr, w=maxw)  #1947
-            promptlen = clipdraw(scr, y-v.get('dy'), promptlen, v.get('value', ''),  attr, w=maxw)
+            promptlen = clipdraw(scr, y, 0, v.get('prompt'), attr, w=maxw)  #1947
+            promptlen = clipdraw(scr, y, promptlen, v.get('value', ''),  attr, w=maxw)
 
         return updater(val)
 
@@ -583,21 +585,30 @@ def input(vd, prompt, type=None, defaultLast=False, history=[], dy=0, attr=None,
         return sheet.windowWidth-promptlen-rstatuslen-2
 
     w = kwargs.pop('w', _drawPrompt())
-    ret = vd.editText(y, promptlen, w=w,
-                        attr=colors.color_edit_cell,
-                        options=vd.options,
-                        history=history,
-                        updater=_drawPrompt,
-                        **kwargs)
-
-    if ret:
-        if kwargs.get('record', True) and kwargs.get('display', True):
-            vd.addInputHistory(ret, type=type)
-    elif defaultLast:
-        history or vd.fail("no previous input")
-        ret = history[-1]
+    restarts = 0
+    while restarts < 100:
+        #recalculate y to handle resize events
+        y = sheet.windowHeight-dy-1
+        try:
+            ret = vd.editText(y, promptlen, w=w,
+                                attr=colors.color_edit_cell,
+                                options=vd.options,
+                                history=history,
+                                updater=_drawPrompt,
+                                **kwargs)
+            if ret:
+                if kwargs.get('record', True) and kwargs.get('display', True):
+                    vd.addInputHistory(ret, type=type)
+            elif defaultLast:
+                history or vd.fail("no previous input")
+                ret = history[-1]
 
-    return ret
+            return ret
+        except curses.error:
+            vd.warning('restarting input due to resize')
+            restarts += 1
+    # if it keeps happening, it's probably not resize events, so give some debug output
+    vd.error(f'aborting input:  y={y}, w={w}, windowHeight={sheet.windowHeight}, windowWidth={sheet.windowWidth}')
 
 
 @VisiData.api
@@ -673,7 +684,10 @@ def editCell(self, vcolidx=None, rowidx=None, value=None, **kwargs):
     editargs = dict(value=value, options=self.options)
 
     editargs.update(kwargs)  # update with user-specified args
-    r = vd.editText(y, x, w, attr=colors.color_edit_cell, **editargs)
+    try:
+        r = vd.editText(y, x, w, attr=colors.color_edit_cell, **editargs)
+    except curses.error:
+        vd.fail(f'aborting edit due to resize')
 
     if rowidx >= 0:  # if not header
         r = col.type(r)  # convert input to column type, let exceptions be raised

visidata/_open.py

@@ -183,7 +183,7 @@ def open_txt(vd, p):
                 if delimiter and delimiter in next(fp):    # peek at the first line
                     return vd.open_tsv(p)  # TSV often have .txt extension
             except StopIteration:
-                return TableSheet(p.base_stem, columns=[SettableColumn(width=vd.options.default_width)], source=p)
+                return vd.newSheet(p.base_stem, 1, source=p)
     return TextSheet(p.base_stem, source=p)
 
 

visidata/basesheet.py

@@ -302,8 +302,6 @@ class BaseSheet(DrawablePane):
         'Return formatted string with *sheet* and *vd* accessible to expressions.  Missing expressions return empty strings instead of error.'
         return MissingAttrFormatter().format(fmt, sheet=self, vd=vd, **kwargs)
 
-
-
 @VisiData.api
 def redraw(vd):
     'Clear the terminal screen and let the next draw cycle recreate the windows and redraw everything.'

visidata/cliptext.py

@@ -171,7 +171,7 @@ def _clipstr(s, dispw, trunch='', oddspacech='', combch='', modch=''):
 
         #if the next character will fit
         if w+chlen <= dispw:
-            ret += c
+            ret += newc
             w += chlen
             #move the truncation spot forward only when the truncation character can fit
             if w+trunchlen <= dispw:
@@ -318,6 +318,9 @@ def wraptext(text, width=80, indent=''):
         line = _markdown_to_internal(line)
         chunks = re.split(internal_markup_re, line)
         textchunks = [x for x in chunks if not is_vdcode(x)]
+        if ''.join(textchunks) == '':  #for markup with no contents, like '[:tag][/]' or '[:]' or '[/]'
+            yield '', ''
+            continue
         # textwrap.wrap does not handle variable-width characters  #2416
         for linenum, textline in enumerate(textwrap.wrap(''.join(textchunks), width=width, drop_whitespace=False)):
             txt = textline

visidata/column.py

@@ -40,21 +40,11 @@ class DisplayWrapper:
     def __eq__(self, other):
         return self.value == other
 
-def _default_colnames():
-    'A B C .. Z AA AB .. ZZ AAA .. to infinity'
-    i=0
-    while True:
-        i += 1
-        for x in itertools.product(string.ascii_uppercase, repeat=i):
-            yield ''.join(x)
-
-default_colnames = _default_colnames()
-
 
 class Column(Extensible):
     '''Base class for all column types.
 
-        - *name*: name of this column.
+        - *name*: name of this column; if None, current sheet will assign a name
         - *type*: ``anytype str int float date`` or other type-like conversion function.
         - *cache*: cache behavior
 
@@ -71,7 +61,10 @@ class Column(Extensible):
     def __init__(self, name=None, *, type=anytype, cache=False, **kwargs):
         self.sheet = ExplodingMock('use addColumn() on all columns')  # owning Sheet, set in .recalc() via Sheet.addColumn
         if name is None:
-            name = next(default_colnames)
+            if vd.sheet: # get a column name from the current sheet
+                name = vd.sheet.incremented_colname()
+            else:
+                name = ''
         self.name = str(name) # display visible name
         self.fmtstr = ''      # by default, use str()
         self._type = type     # anytype/str/int/float/date/func
@@ -86,7 +79,7 @@ class Column(Extensible):
         self.formatter = ''
         self.displayer = ''
         self.defer = False
-        self.disp_expert = 0    # auto-hide if options.disp_expert less than col.disp_expert
+        self.disp_expert = 0    # do not show if 'nometacols' in options.disp_help_flags
 
         self.setCache(cache)
         for k, v in kwargs.items():
@@ -243,7 +236,9 @@ class Column(Extensible):
         return self.make_formatter()(*args, **kwargs)
 
     def formatValue(self, typedval, width=None):
-        'Return displayable string of *typedval* according to ``Column.fmtstr``.'
+        '''Return displayable string of *typedval* according to ``Column.fmtstr``.
+        If *width* is not None, values are clipped to that width when *typedval*
+        is a dict/list/tuple, but not for other types.'''
         if typedval is None:
             return None
 
@@ -359,7 +354,8 @@ class Column(Extensible):
         return ret
 
     def getCell(self, row):
-        'Return DisplayWrapper for displayable cell value.'
+        '''Return DisplayWrapper for displayable cell value.
+        For dict/list/tuple cells, the width of the value returned is capped at the column width.'''
         cellval = wrapply(self.getValue, row)
         typedval = wrapply(self.type, cellval)
 
@@ -398,7 +394,7 @@ class Column(Extensible):
         dw.typedval = typedval
 
         try:
-            dw.text = self.format(typedval, width=(self.width or 0)*2) or ''
+            dw.text = self.format(typedval, width=self.width) or ''
 
             # annotate cells with raw value type in anytype columns, except for strings
             if self.type is anytype and type(cellval) is not str:
@@ -421,7 +417,8 @@ class Column(Extensible):
         return dw
 
     def getDisplayValue(self, row):
-        'Return string displayed in this column for given *row*.'
+        '''Return string displayed in this column for given *row*.
+        For dict/list/tuple cells, the width of the display value returned is capped at the column width.'''
         return self.getCell(row).text
 
     def putValue(self, row, val):
@@ -461,22 +458,36 @@ class Column(Extensible):
         return vd.status('set %d cells to %d values' % (len(rows), len(values)))
 
     def getMaxWidth(self, rows):
-        'Return the maximum length of any cell in column or its header (up to window width).'
-        w = 0
+        'Return the maximum length of any cell in column or its header (up to drawable window width).'
+        drawable_width = self.sheet.windowWidth-1
         nlen = dispwidth(self.name)
-        if len(rows) > 0:
-            w_max = 0
-            for r in rows:
-                row_w = dispwidth(self.getDisplayValue(r), maxwidth=self.sheet.windowWidth)
-                if w_max < row_w:
-                    w_max = row_w
-                if w_max >= self.sheet.windowWidth:
-                    break  #1747  early out to speed up wide columns
-            w = w_max
-        w = max(w, nlen)+2
-        w = min(w, self.sheet.windowWidth-1)
-        return w
-
+        w_max = nlen
+        for r in rows:
+            row_w = self.measureValueWidthCapped(r, maxwidth=drawable_width)
+            if w_max < row_w:
+                w_max = row_w
+            if w_max >= self.sheet.windowWidth:
+                break  #1747  early out to speed up wide columns
+        return min(w_max+2, drawable_width)
+
+    def measureValueWidthCapped(self, row, maxwidth=None):
+        '''Measure the width of the contents of a cell. Stop measuring at *maxwidth*,
+           to save time iterating over very long dict/list/tuple values.
+           If *maxwidth* is None, return the full width.'''
+        # The value classification logic here is taken from getCell,
+        # modified to cap the width examined for any dict/list/tuple
+        cellval = wrapply(self.getValue, row)
+        typedval = wrapply(self.type, cellval)
+        if isinstance(typedval, (TypedWrapper, threading.Thread)):
+            return dispwidth(self.getCell(row).text, maxwidth=maxwidth)
+        try:
+            text = self.format(typedval, width=maxwidth) or ''
+        except Exception as e:  # formatting failure
+            try:
+                text = str(cellval)
+            except Exception as e:
+                text = str(e)
+        return dispwidth(text, maxwidth=maxwidth)
 
 
 # ---- basic Columns

visidata/deprecated.py

@@ -278,3 +278,8 @@ def toggleKeys(self, cols):
 vd.optalias('disp_pixel_random', 'disp_graph_pixel_random')  #2661
 
 vd.addGlobals(deprecated_warn=deprecated_warn)
+
+# v3.3
+
+#vd.option('disp_expert', 'max level of options and columns to include')
+#vd.option('disp_help', '')

visidata/experimental/liveupdate.py

@@ -42,4 +42,4 @@ def addcol_expr(sheet):
 
 
 Sheet.addCommand(None, 'addcol-expr', 'sheet.addcol_expr()', "create new column from Python expression, updating the column's calculated values live")
-Sheet.addCommand(None, 'addcol-new', 'c=addColumnAtIndex(SettableColumn(width=options.default_width)); draw(sheet._scr); cursorVisibleColIndex=visibleCols.index(c); c.name=editCell(cursorVisibleColIndex, -1); c.width=None', 'append new column, updating the column name live')
+Sheet.addCommand(None, 'addcol-new', 'c=addColumnAtCursor(SettableColumn(name="", width=options.default_width)); draw(sheet._scr); cursorVisibleColIndex=visibleCols.index(c); c.name=editCell(cursorVisibleColIndex, -1); c.width=None', 'append new column, updating the column name live')

visidata/features/cmdpalette.py

@@ -1,4 +1,5 @@
 import collections
+import math
 from functools import partial
 from visidata import DrawablePane, BaseSheet, vd, VisiData, CompleteKey, clipdraw, HelpSheet, colors, AcceptInput, AttrDict, drawcache_property, dispwidth
 
@@ -58,14 +59,21 @@ def inputPalette(sheet, prompt, items,
                  formatter=lambda m, item, trigger_key: f'{trigger_key} {item}',
                  multiple=False,
                  **kwargs):
-    if sheet.options.disp_expert >= 5:
+    if not vd.wantsHelp('cmdpalette'):
         return vd.input(prompt,
                 completer=CompleteKey(sorted(item[value_key] for item in items)),
                 **kwargs)
 
     bindings = dict()
 
+    #state variables for navigating display of matches
+    prev_value = None
     tabitem = -1
+    offset = 0
+    def reset_display():
+        nonlocal tabitem, offset
+        tabitem = -1
+        offset = 0
 
     def tab(n, nitems):
         nonlocal tabitem
@@ -73,7 +81,11 @@ def inputPalette(sheet, prompt, items,
         tabitem = (tabitem + n) % nitems
 
     def _draw_palette(value):
-        words = value.lower().split()
+        nonlocal prev_value
+        words = value.split()
+        if value != prev_value:
+            reset_display()
+            prev_value = value
 
         if multiple and words:
             if value.endswith(' '):
@@ -83,8 +95,8 @@ def inputPalette(sheet, prompt, items,
                 finished_words = words[:-1]
                 unfinished_words = [words[-1]]
         else:
-            unfinished_words = words
             finished_words = []
+            unfinished_words = words
 
         unuseditems = [item for item in items if item[value_key] not in finished_words]
 
@@ -92,25 +104,50 @@ def inputPalette(sheet, prompt, items,
 
         h = sheet.windowHeight
         w = min(100, sheet.windowWidth)
-        nitems = min(h-1, sheet.options.disp_cmdpal_max)
+        nitems = min(h-2, sheet.options.disp_cmdpal_max)
+        if nitems <= 0:
+            return None
 
         useditems = []
         palrows = []
-
-        for m in matches[:nitems]:
-            useditems.append(m.match)
-            palrows.append((m, m.match))
-
-        favitems = sorted([item for item in unuseditems if item not in useditems],
-                          key=lambda item: -vd.usedInputs.get(item[value_key], 0))
-
-        for item in favitems[:nitems-len(palrows)]:
-            palrows.append((None, item))
+        n_results = 0
+        def read_matches(offset):
+            nonlocal useditems, palrows, value, n_results
+
+            useditems = []
+            palrows = []
+            for m in matches[offset:offset+nitems]:
+                useditems.append(m.match)
+                palrows.append((m, m.match))
+            n_results += len(matches)
+
+            #List matches only, usually. But list the available choices when there's no input,
+            #or (if multiple is True) they've just pressed space after a word.
+            if not unfinished_words:
+                favitems = sorted([item for item in unuseditems if item not in useditems],
+                                key=lambda item: -vd.usedInputs.get(item[value_key], 0))
+                for item in favitems[offset-len(palrows):offset+nitems-len(palrows)]:
+                    palrows.append((None, item))
+                n_results += len(favitems)
+        read_matches(offset)
+
+        def change_page(dir=+1):
+            nonlocal offset, n_results, nitems
+            new_offset = offset + dir*nitems
+            # constrain offset to be a multiple of nitems
+            new_offset = min(new_offset, ((n_results-1) // nitems)*nitems)
+            new_offset = max(new_offset, 0)
+            if new_offset == offset: return None
+            offset = new_offset
 
         navailitems = min(len(palrows), nitems)
 
         bindings['^I'] = lambda *args: tab(1, navailitems) or args
         bindings['KEY_BTAB'] = lambda *args: tab(-1, navailitems) or args
+        bindings['KEY_PPAGE'] = lambda *args: (change_page(-1) and read_matches(offset)) or args
+        bindings['KEY_NPAGE'] = lambda *args: (change_page(+1) and read_matches(offset)) or args
+        for numkey in '1234567890':
+            bindings.pop(numkey, None)
 
         for i in range(nitems-len(palrows)):
             palrows.append((None, None))
@@ -129,14 +166,13 @@ def inputPalette(sheet, prompt, items,
 
             if tabitem < 0 and palrows:
                 _ , topitem = palrows[0]
-                if not topitem: return
-                if multiple:
-                    bindings[' '] = partial(add_to_input, value=topitem[value_key])
-                    bindings['^J'] = partial(accept_input_if_subset, value=topitem[value_key])
-                else:
-                    bindings['^J'] = partial(accept_input, value=topitem[value_key])
+                if topitem:
+                    if multiple:
+                        bindings['^J'] = partial(accept_input_if_subset, value=topitem[value_key])
+                        bindings[' '] = partial(add_to_input, value=topitem[value_key])
+                    else:
+                        bindings['^J'] = partial(accept_input, value=topitem[value_key])
             elif item and i == tabitem:
-                if not item: return
                 if multiple:
                     bindings['^J'] = partial(accept_input_if_subset, value=item[value_key])
                     bindings[' '] = partial(add_to_input, value=item[value_key])
@@ -146,7 +182,10 @@ def inputPalette(sheet, prompt, items,
 
             match_summary = formatter(m, item, trigger_key) if item else ' '
 
-            clipdraw(sheet._scr, h-nitems-1+i, 0, match_summary, attr, w=w)
+            clipdraw(sheet._scr, h-nitems-2+i, 0, match_summary, attr, w=w)
+        attr = colors.color_cmdpalette
+        instr = 'Press [:keystrokes]PgUp/PgDn[/] to scroll items, [:keystrokes]Tab/Shift+Tab/Enter[/] to choose, [:keystrokes]Esc[/] to cancel.'
+        clipdraw(sheet._scr, h-2, 0, instr, attr, w=w)
 
         return None
 

visidata/features/expand_cols.py

@@ -143,7 +143,6 @@ def contract_cols(sheet, cols, depth=1):  # depth == 0 means contract all the wa
             col.width = sheet.options.default_width
 
         sheet.columns = [col for col in sheet.columns if getattr(col, 'origCol', None) not in origCols]
-        sheet.calcColLayout()
 
 
 @Sheet.api

visidata/features/go_col.py

@@ -25,8 +25,7 @@ def nextColName(sheet, show_cells=True):
         if show_cells and len(sheet.rows) > 0:
             dv = c.getDisplayValue(sheet.cursorRow)
         #the underscore that starts _cursor_cell excludes it from being fuzzy matched
-        item = AttrDict(name_lower=c.name.lower(),
-                        name=c.name,
+        item = AttrDict(name=c.name,
                         _cursor_cell=dv)
         colnames.append(item)
 

visidata/features/layout.py

@@ -49,7 +49,6 @@ def hide_uniform_cols(sheet):
             if i <= idx:
                 sheet.cursorRight(-1)
             col.hide()
-            Sheet.clear_all_caches()  #2578
 
 Sheet.addCommand('_', 'resize-col-max', 'if cursorCol: cursorCol.toggleWidth(cursorCol.getMaxWidth(visibleRows))', 'toggle width of current column between full and default width')
 Sheet.addCommand('z_', 'resize-col-input', 'width = int(input("set width= ", value=cursorCol.width)); cursorCol.setWidth(width)', 'adjust width of current column to N')
@@ -57,7 +56,7 @@ Sheet.addCommand('g_', 'resize-cols-max', 'for c in visibleCols: c.toggleWidth(c
 Sheet.addCommand('gz_', 'resize-cols-input', 'width = int(input("set width= ", value=cursorCol.width)); Fanout(visibleCols).setWidth(width)', 'adjust widths of all visible columns to N')
 
 Sheet.addCommand('-', 'hide-col', 'hide_col(cursorCol)', 'hide the current column')
-Sheet.addCommand('z-', 'resize-col-half', 'cursorCol.setWidth(cursorCol.width//2)', 'reduce width of current column by half')
+Sheet.addCommand('z-', 'resize-col-half', 'width = cursorCol.width if cursorCol.width is not None else options.default_width; cursorCol.setWidth(width//2)', 'reduce width of current column by half')
 Sheet.addCommand('g-', 'hide-uniform-cols', 'sheet.hide_uniform_cols()', 'hide any column that has multiple rows but only one distinct value')
 
 Sheet.addCommand('gv', 'unhide-cols', 'unhide_cols(columns, visibleRows)', 'unhide all hidden columns on current sheet')

visidata/features/reload_every.py

@@ -1,7 +1,7 @@
 import os
 import time
 
-from visidata import vd, BaseSheet, Sheet, asyncignore, asyncthread, Path, ScopedSetattr
+from visidata import vd, BaseSheet, Sheet, asyncignore, asyncthread, asyncsingle_queue, Path, ScopedSetattr
 
 
 @BaseSheet.api
@@ -33,9 +33,9 @@ def reload_modified(sheet):
 
 
 @Sheet.api
-@asyncthread
+@asyncsingle_queue
 def reload_rows(self):
-    'Reload rows from ``self.source``, keeping current columns intact.  Async.'
+    '''Reload rows from ``self.source``, keeping current columns intact.  Async. If previous calls are running, waits for them to finish.'''
     with (ScopedSetattr(self, 'loading', True),
           ScopedSetattr(self, 'checkCursor', lambda: True),
           ScopedSetattr(self, 'cursorRowIndex', self.cursorRowIndex)):

visidata/form.py

@@ -102,7 +102,7 @@ class FormCanvas(BaseSheet):
 @functools.wraps(VisiData.confirm)
 @VisiData.api
 def confirm(vd, prompt, exc=EscapeException):
-    'Display *prompt* on status line and demand input that starts with "Y" or "y" to proceed.  Raise *exc* otherwise.  Return True.'
+    'Display *prompt* on status line and demand input that starts with "Y" or "y" to proceed. Return True when proceeding, otherwise raise *exc*, or if *exc* is falsy, return False'
     if vd.options.batch:
         return vd.fail('cannot confirm in batch mode: ' + prompt)
 
@@ -115,10 +115,11 @@ def confirm(vd, prompt, exc=EscapeException):
     ])
 
     ret = FormCanvas(source=form).run(vd.scrFull)
-    if not ret:
-        raise exc('')
-    yn = ret['yn'][:1]
-    if not yn or yn not in 'Yy':
+    confirmed = False  # default is to disconfirm, if user exited the confirmation via: Esc ^C ^Q q
+    if ret:
+        yn = ret['yn'][:1]
+        confirmed = yn and yn in 'Yy'
+    if not confirmed:
         msg = 'disconfirmed: ' + prompt
         if exc:
             raise exc(msg)

visidata/freqtbl.py

@@ -61,11 +61,11 @@ Each row on this sheet corresponds to a *bin* of rows on the source sheet that h
 
     def selectRow(self, row):
         # Does not create an undo-operation for the select on the source rows. The caller should create undo-information itself.
-        self.source.select(row.sourcerows, add_undo=False)     # select all entries in the bin on the source sheet
+        self.source.select(row.sourcerows, status=False, add_undo=False)     # select all entries in the bin on the source sheet
         return super().selectRow(row)  # then select the bin itself on this sheet
 
     def unselectRow(self, row):
-        self.source.unselect(row.sourcerows, add_undo=False)
+        self.source.unselect(row.sourcerows, status=False, add_undo=False)
         return super().unselectRow(row)
 
     def addUndoSelection(self):

visidata/fuzzymatch.py

@@ -366,9 +366,10 @@ CombinedMatch = collections.namedtuple('CombinedMatch', 'score formatted match')
 
 
 @VisiData.api
-def fuzzymatch(vd, haystack:"list[dict[str, str]]", needles:"list[str]) -> list[CombinedMatch]"):
-    '''Perform case-insensitive matching. Return sorted list of matching dict values in haystack, augmenting the input dicts with _score:int and _positions:dict[k,set[int]] where k is each non-_ key in the haystack dict.'''
-    needles = [ p.lower() for p in needles]
+def fuzzymatch(vd, haystack:"list[dict[str, str]]", needles:"list[str]) -> list[CombinedMatch]", case_sensitive=False):
+    '''Perform matching that is case-insensitive by default. Return sorted list of matching dict values in haystack, augmenting the input dicts with _score:int and _positions:dict[k,set[int]] where k is each non-_ key in the haystack dict. Set *case_sensitive* to match case.'''
+    if not case_sensitive:
+        needles = [ p.lower() for p in needles]
     matches = []
     for h in haystack:
         match = {}
@@ -376,9 +377,9 @@ def fuzzymatch(vd, haystack:"list[dict[str, str]]", needles:"list[str]) -> list[
         for k, v in h.items():
             if k[0] == '_': continue
             positions = set()
-            v = v.lower()
+            v_match = v if case_sensitive else v.lower()
             for p in needles:
-                mr = _fuzzymatch(v, p)
+                mr = _fuzzymatch(v_match, p)
                 if mr.score > 0:
                     match.setdefault(k, []).append(mr)
                     positions |= set(mr.positions)

visidata/guides/CommandsSheet.md

@@ -8,6 +8,7 @@ Start typing a command longname or keyword in its helpstring.
 
 - [:code]Enter[/] to execute top command.
 - [:code]Tab[/] to highlight top command and provide a numeric jumplist.
+- [:code]PgUp[/]/[:code]PgDn[/] to scroll through commands.
 
 When a command is highlighted:
 

visidata/help.py

@@ -4,7 +4,24 @@ import collections
 from visidata import VisiData, MetaSheet, ColumnAttr, Column, BaseSheet, VisiDataMetaSheet, SuspendCurses
 from visidata import vd, asyncthread, ENTER, drawcache, AttrDict, TextSheet
 
-vd.option('disp_expert', 0, 'max level of options and columns to include')
+
+vd.option('disp_help_flags', 'cmdpalette guides help hints inputfield inputkeys nometacols sidebar',
+    '''list of helper features to enable (space-separated):
+    - "cmdpalette": exec-longname suggestions
+    - "guides": guides in sidebar
+    - "help": help sidebar collapsed by default
+    - "hints": context-sensitive hints on menu line
+    - "inputfield": context-sensitive help for each input field
+    - "inputkeys": input quick reference in sidebar
+    - "nometacols": hide expert columns on metasheets
+    - "sidebar": context-sensitive sheet help in sidebar
+    - "all": enable all helper features''')
+
+
+@VisiData.api
+def wantsHelp(vd, feat):
+    return feat in vd.options.disp_help_flags or 'all' in vd.options.disp_help_flags
+
 
 @BaseSheet.api
 def hint_basichelp(sheet):
@@ -99,12 +116,13 @@ class HelpPane:
 
     def draw(self, scr, x=None, y=None, **kwargs):
         if not scr: return
-#        if vd.options.disp_help <= 0:
+#        if not vd.wantsHelp('statushelp'):
 #            if self.scr:
 #                self.scr.erase()
 #                self.scr.refresh()
 #                self.scr = None
 #            return
+
         if y is None: y=0  # show at top of screen by default
         if x is None: x=0
         hneeded = self.amgr.maxHeight+3