backend-plus 2.7.3 → 2.7.4

package/README.md

@@ -247,6 +247,10 @@ client-setup                 | front-end options
 .menu                        | whether it uses the integrated menus
 .title                       | screen title
 .lang                        | frontend language (and locale), for now "es" or "en"
+.tab-plus                    | "only": the `.tab` files in `install` are read with [tab-plus](https://npmjs.org/package/tab-plus) and the `.txt "\|"` option of the grid export uses tab-plus (the first line of a `.tab` can be pasted to keep its sparse columns)
+.tab-plus-table-options      | per table, options for the `.tab` exported by the grid with `tab-plus: only`: a string is the first line of a `.tab` (it is shown in the "options" box, where it can be edited); an object `{fields, columnDefs}` is used if the box is left empty. At startup it is completed with the first line of the `.tab` of each table not defined there
+.downloads.method            | how the grid export saves the file: `SaveFilePicker` (default) uses the "save as" dialog if the browser has `showSaveFilePicker` (otherwise "confirm" and the "download" link); `legacy` always uses "confirm" and the "download" link
+.downloads.close-retries     | with `SaveFilePicker`, how many times it retries (0 to 5, default 0) if replacing the file fails when closing it, waiting 200 ms and doubling on each retry
 db                           | database options
 .motor                       | for now only 'postgresql'
 .database                    |

package/for-client/my-tables.js

@@ -1,6 +1,6 @@
 "use strict";
 
-/*global myOwn, my, xlsxNowBrowser, Pikaday  */
+/*global myOwn, my, xlsxNow, xlsxNowBrowser, Pikaday  */
 /*global miniMenuPromise, dialogPromise, alertPromise, confirmPromise, promptPromise, simpleFormPromise */
 /*global Blob, document, CustomEvent, URL  */
 
@@ -50,6 +50,7 @@ myOwn.i18n.messages.en=changing(myOwn.i18n.messages.en, {
     allTWillDelete: "(ALL {$t} records will be deleted)",
     anotherUserChangedTheRow: "The data was changed in the database",
     confirmDeleteAll: "Do you want to delete these records?",
+    confirmExport: "confirm",
     deleteAllRecords: "delete all records",
     deleteRecord: "delete record",
     details: "details",
@@ -94,6 +95,8 @@ myOwn.i18n.messages.en=changing(myOwn.i18n.messages.en, {
     orientationToggle: "toggle orientation (vertical vs horizontal)",
     prepare: "prepare",
     preparingForExport: "preparing for export",
+    saveToDiskError: "The file could not be saved",
+    saveToDiskEmptied: "The file could not be saved and it was left empty (the browser empties it when it is chosen)",
     recordsReimaining: "{$r} records remains in the table",
     refresh: "refresh - retrive data from database",
     replaceNewLineWithSpace: 'replace new lines with spaces',
@@ -104,6 +107,9 @@ myOwn.i18n.messages.en=changing(myOwn.i18n.messages.en, {
     skippedColumns:'skipped columns',
     skipUnknownFieldsAtImport:'skip unknown fields at import',
     table: "table",
+    tabPlusHeader: "first line of a .tab to keep its column order and its sparse columns (optional)",
+    tabPlusOptions: "options",
+    tabPlusHeaderUnknownFields: "Nothing was exported. These columns of the pasted line are not among the exported ones: ",
     thereAreNot: "no",
     uploadFile: "upload file $1",
     verticalEdit: "vertical edit",
@@ -120,6 +126,7 @@ myOwn.i18n.messages.es=changing(myOwn.i18n.messages.es, {
     allTWillDelete: "(se borrarán todos los registros: {$t} registros)",
     anotherUserChangedTheRow: "Hubo un cambio en la base de datos para este registro",
     confirmDeleteAll: "¿Desea borrar estos registros?",
+    confirmExport: "confirmar",
     deleteAllRecords: "borrar todos los registros",
     deleteRecord: "borrar este registro",
     details: "detalles",
@@ -164,6 +171,8 @@ myOwn.i18n.messages.es=changing(myOwn.i18n.messages.es, {
     orientationToggle: "cambiar la orientación de la tabla (por fila o por columna)",
     prepare: "preparar",
     preparingForExport: "preparando para exportar",
+    saveToDiskError: "No se pudo guardar el archivo",
+    saveToDiskEmptied: "No se pudo guardar el archivo y quedó vacío (el navegador lo vacía al elegirlo)",
     recordsReimaining: "quedan {$r} registros en la tabla",
     refresh: "refrescar la grilla desde la base de datos",
     replaceNewLineWithSpace: 'replazar saltos de línea por espacios',
@@ -174,6 +183,9 @@ myOwn.i18n.messages.es=changing(myOwn.i18n.messages.es, {
     skippedColumns:'Columnas salteadas',
     skipUnknownFieldsAtImport:'saltear columnas que no existan',
     table: "tabla",
+    tabPlusHeader: "primera línea de un .tab para respetar su orden de columnas y sus columnas esparsas (opcional)",
+    tabPlusOptions: "opciones",
+    tabPlusHeaderUnknownFields: "No se exportó nada. Estas columnas de la línea pegada no están entre las exportadas: ",
     thereAreNot: "no hay",
     uploadFile: "subir el archivo $1",
     verticalEdit: "edición en forma de ficha",
@@ -1550,8 +1562,17 @@ myOwn.INCLUDE_LOOKUP_COLUMNS_IN_TXT_EXPORT=true;
 
 myOwn.dialogDownload = function dialogDownload(grid){
     return dialogPromise(function(dialogWindow, closeWindow){
-        var prepareDownloadElement=html.button({class:'export-a'},my.messages.prepare).create();
+        var downloadsConfig = my.config.config?.downloads || {};
+        var canSaveToDisk = downloadsConfig.method != 'legacy' && !!window.showSaveFilePicker;
+        var actionElement=html.button({class:'export-a'},canSaveToDisk ? my.messages.download : my.messages.confirmExport).create();
         var downloadElement=html.a({class:'export-a'},my.messages.download).create();
+        var useTabPlus = my.config.config?.['tab-plus'] == 'only';
+        var tabPlusTableOptions = (my.config.config?.['tab-plus-table-options'] || {})[grid.def.name];
+        var tabPlusHeader=html.textarea({rows:3, style:'width:100%; box-sizing:border-box'}).create();
+        if(typeof tabPlusTableOptions == 'string'){
+            tabPlusHeader.value = tabPlusTableOptions;
+        }
+        var tabPlusHeaderDiv=html.div([html.div({title:my.messages.tabPlusHeader}, my.messages.tabPlusOptions), tabPlusHeader]).create();
         var input={
             xlsx : html.input({class:'export-radio',type:'radio', value:'xlsx', name:'format', checked:true}).create(),
             txt  : html.input({class:'export-radio',type:'radio', value:'txt' , name:'format'}).create(),
@@ -1572,7 +1593,8 @@ myOwn.dialogDownload = function dialogDownload(grid){
                 html.div([html.label([input.readOnly        , html.span(my.messages.readOnly)])]),
                 html.div([html.label([input.hiddens         , html.span(my.messages.hiddens)])]),
                 html.br(),
-                // html.div([prepareDownloadElement]),
+                tabPlusHeaderDiv,
+                html.div([actionElement]),
             ]),
             html.div({class:'state-preparing'}, [
                 html.div(my.messages.preparingForExport),
@@ -1587,55 +1609,193 @@ myOwn.dialogDownload = function dialogDownload(grid){
             html.div('.'),
         ]).create();
         dialogWindow.appendChild(mainDiv);
-        var fieldsDef2Export=[];
-        var extraColumns={}
         var lastColumnExported=-1;
-        var separator=';';
-        var replacer=function(x){ return x};
-        var dotExtension='.txt';
-        var prepare=function(){
-            mainDiv.setAttribute("current-state", "preparing");
-            setTimeout(function(){
-                fieldsDef2Export=grid.def.fields.filter(function(fieldDef){
-                    return (fieldDef.inTable!==false || input.fromOtherTables.checked)
-                        && fieldDef.visible
-                        && (fieldDef.allow.update || input.readOnly.checked || fieldDef.isPk)
-                        && (!grid.view.hiddenColumns.includes(fieldDef.name) || input.hiddens.checked);
+        var showTabPlusHeader=function(){
+            tabPlusHeaderDiv.style.display = useTabPlus && input.txt.checked ? '' : 'none';
+        }
+        var fileUrl=null;
+        var exporting=false;
+        // cuenta los cambios de opciones: lo que se terminó de armar con opciones viejas no se ofrece
+        var optionsVersion=0;
+        // Al cambiar una opción, lo que estaba listo para descargar ya no corresponde: se vuelve a "confirmar"
+        var optionsChanged=function(){
+            optionsVersion++;
+            showTabPlusHeader();
+            if(fileUrl!=null){
+                URL.revokeObjectURL(fileUrl);
+                fileUrl=null;
+            }
+            downloadElement.removeAttribute("href");
+            downloadElement.removeAttribute("download");
+            if(!exporting){
+                mainDiv.setAttribute("current-state", "chossing");
+            }
+        }
+        likeAr(input).forEach(function(element){ element.onchange=optionsChanged; });
+        tabPlusHeader.oninput=optionsChanged;
+        showTabPlusHeader();
+        // El texto se arma entero. En dos tiempos: al llamarla valida las opciones (instantáneo, lanza el error si
+        // no sirven) y devuelve {dotExtension, generate}; generate() arma el texto.
+        var textExport=function(fieldsDef2Export){
+            if(input.csv.checked){
+                return {dotExtension:'.csv', generate:function(){
+                    return txtExport(fieldsDef2Export, ',', function(txt){
+                        return /[\n,"]/.test(txt)?'"'+txt.replace(/"/g,'""')+'"':txt
+                    });
+                }};
+            }else if(useTabPlus){
+                var header=tabPlusExportHeader(fieldsDef2Export);
+                return {dotExtension:'.tab', generate:function(){
+                    return tabPlusExport(fieldsDef2Export, header);
+                }};
+            }else{
+                var trans={
+                    '|':'\\x7C',
+                    '\\':'\\\\',
+                    '\r':'\\r',
+                    '\n':'\\n',
+                }
+                return {dotExtension:'.tab', generate:function(){
+                    return txtExport(fieldsDef2Export, '|', function(txt){
+                        return txt.replace(/[|\\\r\n]/g,function(char){
+                            return trans[char];
+                        })
+                    });
+                }};
+            }
+        }
+        var saveToDisk=function(fieldsDef2Export){
+            var step='showSaveFilePicker';
+            var setStep=function(newStep){ step=newStep; };
+            var file;
+            if(input.xlsx.checked){
+                var options=excelOptions(fieldsDef2Export);
+                file={dotExtension:'.xlsx', write:function(writable){
+                    var currentOptions=options||excelOptions(fieldsDef2Export);
+                    options=null;
+                    setStep('write');
+                    return xlsxNow.createXlsxStream(currentOptions).pipeTo(writable, {preventClose:true, preventAbort:true});
+                }};
+            }else{
+                var textFile=textExport(fieldsDef2Export);
+                var text=null;
+                file={dotExtension:textFile.dotExtension, write:function(writable){
+                    if(text==null){
+                        setStep('generate');
+                        text=textFile.generate();
+                    }
+                    setStep('write');
+                    return writable.write(text);
+                }};
+            }
+            var writeOnce=function(handle){
+                setStep('createWritable');
+                return handle.createWritable().then(function(writable){
+                    return Promise.resolve().then(function(){
+                        return file.write(writable);
+                    }).then(function(){
+                        setStep('close');
+                        return writable.close();
+                    }, function(err){
+                        return writable.abort().then(function(){
+                            throw err;
+                        }, function(abortErr){
+                            console.error(abortErr);
+                            throw err;
+                        });
+                    });
                 });
-                if(input.xlsx.checked){
-                    excelExport();
-                }else{
-                    if(input.csv.checked){
-                        separator=',';
-                        replacer=function(txt){
-                            return /[\n,"]/.test(txt)?'"'+txt.replace(/"/g,'""')+'"':txt
-                        }
-                        dotExtension='.csv';
-                    }else{
-                        separator='|';
-                        var trans={
-                            '|':'\\x7C',
-                            '\\':'\\\\',
-                            '\r':'\\r',
-                            '\n':'\\n',
-                        }
-                        replacer=function(txt){
-                            return txt.replace(/[|\\\r\n]/g,function(char){
-                                return trans[char];
-                            })
-                        }
-                        dotExtension='.tab';
+            }
+            var closeRetries=downloadsConfig['close-retries'] || 0;
+            var writeWithRetries=function(handle, attempt){
+                return writeOnce(handle).catch(function(err){
+                    if(step==='close' && err.name==='InvalidStateError' && attempt<closeRetries){
+                        console.error('saveToDisk retry', attempt+1, err);
+                        return new Promise(function(resolve){
+                            setTimeout(resolve, 200 * Math.pow(2, attempt));
+                        }).then(function(){
+                            return writeWithRetries(handle, attempt+1);
+                        });
                     }
-                    txtExport();
+                    throw err;
+                });
+            }
+            var mimeTypes={'.xlsx':'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet', '.csv':'text/csv', '.tab':'text/plain'};
+            var accept={};
+            accept[mimeTypes[file.dotExtension]]=[file.dotExtension];
+            return window.showSaveFilePicker({
+                suggestedName: grid.def.name+file.dotExtension,
+                types: [{description: file.dotExtension, accept: accept}]
+            }).then(function(handle){
+                return writeWithRetries(handle, 0).then(function(){
+                    return 'saved';
+                });
+            }, function(err){
+                if(err.name==='AbortError'){
+                    return 'cancelled';
                 }
-            },100)
+                throw err;
+            }).catch(function(err){
+                console.error('saveToDisk', step, err);
+                // showSaveFilePicker vacía el archivo elegido antes de devolverlo: si falla después, quedó vacío
+                var message=step==='showSaveFilePicker' ? my.messages.saveToDiskError : my.messages.saveToDiskEmptied;
+                throw new Error(message+' ('+step+') '+err.name+': '+err.message);
+            });
         }
-        prepareDownloadElement.onclick=prepare;
-        if("auto prepare"){
-            likeAr(input).forEach(function(input){ input.onclick=prepare; })
-            setTimeout(prepare,200);
+        var prepareDownload=function(fieldsDef2Export){
+            var version=optionsVersion;
+            if(fileUrl!=null){
+                URL.revokeObjectURL(fileUrl);
+                fileUrl=null;
+            }
+            return Promise.resolve().then(function(){
+                if(input.xlsx.checked){
+                    return xlsxNowBrowser.createXlsxBlob(excelOptions(fieldsDef2Export)).then(function(blob){
+                        return {blob:blob, dotExtension:'.xlsx'};
+                    });
+                }
+                var textFile=textExport(fieldsDef2Export);
+                return {blob:new Blob([textFile.generate()], {type: 'text/plain'}), dotExtension:textFile.dotExtension};
+            }).then(function(file){
+                if(version!=optionsVersion){
+                    return 'chossing';
+                }
+                fileUrl = URL.createObjectURL(file.blob);
+                downloadElement.href=fileUrl;
+                downloadElement.setAttribute("download", grid.def.name+file.dotExtension);
+                return 'ready';
+            });
         }
-        var txtExport = function(){
+        actionElement.onclick=function(){
+            if(exporting){
+                return;
+            }
+            var fieldsDef2Export=grid.def.fields.filter(function(fieldDef){
+                return (fieldDef.inTable!==false || input.fromOtherTables.checked)
+                    && fieldDef.visible
+                    && (fieldDef.allow.update || input.readOnly.checked || fieldDef.isPk)
+                    && (!grid.view.hiddenColumns.includes(fieldDef.name) || input.hiddens.checked);
+            });
+            var exportPromise;
+            try{
+                exportPromise = canSaveToDisk ? saveToDisk(fieldsDef2Export).then(function(){ return 'chossing'; })
+                    : prepareDownload(fieldsDef2Export);
+            }catch(err){
+                alertPromise(err.message);
+                return;
+            }
+            exporting=true;
+            mainDiv.setAttribute("current-state", "preparing");
+            exportPromise.then(function(state){
+                exporting=false;
+                mainDiv.setAttribute("current-state", state);
+            }, function(err){
+                exporting=false;
+                mainDiv.setAttribute("current-state", "chossing");
+                alertPromise(err.message);
+            });
+        }
+        var txtExport = function(fieldsDef2Export, separator, replacer){
             var data=[];
             var titles = fieldsDef2Export.map(function(fieldDef){
                 if(fieldDef.inTable===false && !input.fromOtherTables.checked) return '';
@@ -1650,11 +1810,66 @@ myOwn.dialogDownload = function dialogDownload(grid){
                     return value!=null?typeStore.typerFrom(fieldDef).toPlainString(value):'';
                 }));
             });
-            var blob = new Blob([data.map(function(line){return line.map(replacer).join(separator)}).join('\r\n')], {type: 'text/plain'});
-            var url = URL.createObjectURL(blob);
-            downloadElement.href=url;
-            downloadElement.setAttribute("download", grid.def.name+dotExtension);
-            mainDiv.setAttribute("current-state", "ready");
+            return data.map(function(line){return line.map(replacer).join(separator)}).join('\r\n');
+        }
+        var tabPlusExportHeader = function(fieldsDef2Export){
+            var tabPlus = require('tab-plus');
+            var exportedNames = fieldsDef2Export.map(function(fieldDef){ return fieldDef.name; });
+            // si se pegó un archivo entero solo interesa su primera línea
+            var headerLine = tabPlusHeader.value.split(/\r?\n/).find(function(line){ return line.trim()!=''; });
+            var header = null;
+            if(headerLine!=null){
+                header = tabPlus.parseTab(headerLine, {columnDefs: myOwn.tabPlusColumnDefs(fieldsDef2Export)});
+            }else if(tabPlusTableOptions!=null && typeof tabPlusTableOptions == 'object'){
+                header = tabPlusTableOptions;
+            }
+            if(header!=null){
+                var unknownNames = header.fields.filter(function(name){ return !exportedNames.includes(name); });
+                if(unknownNames.length){
+                    throw new Error(my.messages.tabPlusHeaderUnknownFields + unknownNames.join(', '));
+                }
+            }
+            return header;
+        }
+        var tabPlusExport = function(fieldsDef2Export, header){
+            var tabPlus = require('tab-plus');
+            var autoTabPlus = require('auto-tab-plus');
+            var exportedNames = fieldsDef2Export.map(function(fieldDef){ return fieldDef.name; });
+            var rows = grid.depotsToDisplay.map(function(depot){
+                var row = {};
+                fieldsDef2Export.forEach(function(fieldDef){
+                    var value=depot.row[fieldDef.name];
+                    row[fieldDef.name] = value!=null?typeStore.typerFrom(fieldDef).toPlainString(value):null;
+                });
+                return row;
+            });
+            var tab;
+            if(header==null){
+                tab = {fields:exportedNames, rows:rows};
+            }else{
+                var newNames = exportedNames.filter(function(name){ return !header.fields.includes(name); });
+                var fields = header.fields.concat(newNames);
+                var decided = autoTabPlus.decideSparseColumns(
+                    fields,
+                    rows.map(function(row){ return fields.map(function(name){ return row[name]; }); }),
+                    header.columnDefs,
+                    header.columnDefs ? {under: autoTabPlus.defaultThreshold, sparse: newNames}
+                        : {under: autoTabPlus.defaultThreshold, fixed: header.fields, auto: newNames}
+                );
+                tab = {fields:decided.fields, columnDefs:decided.columnDefs, rows:rows};
+            }
+            var fieldDefByName = {};
+            fieldsDef2Export.forEach(function(fieldDef){ fieldDefByName[fieldDef.name] = fieldDef; });
+            var columnDefs = {};
+            tab.fields.forEach(function(name){
+                var sparse = tab.columnDefs?.[name]?.sparseDefault !== undefined;
+                var emptyField = myOwn.tabPlusGenerateEmptyField(fieldDefByName[name], sparse);
+                columnDefs[name] = {emptyField: emptyField};
+                if(tab.columnDefs){
+                    tab.columnDefs[name] = {...tab.columnDefs[name], emptyField: emptyField};
+                }
+            });
+            return tabPlus.generateTab(tab, {eol:'\r\n', columnDefs: columnDefs});
         }
         var XLSX_STYLES={
             header      : {bold:true},
@@ -1668,7 +1883,7 @@ myOwn.dialogDownload = function dialogDownload(grid){
         // Las columnas que salen de exportJsonFieldAsColumns aparecen recién al
         // recorrer las filas, pero el encabezado se escribe antes que ellas: con
         // escritura secuencial hay que conocerlas de entrada, y esta pasada las junta.
-        var collectExtraColumns = function collectExtraColumns(depots, fieldDefs, firstColumn){
+        var collectExtraColumns = function collectExtraColumns(depots, fieldDefs, firstColumn, extraColumns){
             var lastColumn=firstColumn-1;
             if(grid.def.exportJsonFieldAsColumns){
                 depots.forEach(function(depot){
@@ -1700,9 +1915,11 @@ myOwn.dialogDownload = function dialogDownload(grid){
         // Las filas de una tabla, como las toma xlsx-now: la primera es el
         // encabezado y cada una de las demás es un array donde la posición es la
         // columna. `leftColumn` corre la tabla entera hacia la derecha.
-        var tableRowsXLS = function tableRowsXLS(depots, fieldDefs, leftColumn){
+        // Es un generador para que xlsx-now pida cada fila recién cuando la va a escribir.
+        var tableRowsXLS = function* tableRowsXLS(depots, fieldDefs, leftColumn){
             leftColumn=leftColumn||0;
-            var lastColumn=collectExtraColumns(depots, fieldDefs, fieldDefs.length);
+            var extraColumns={};
+            var lastColumn=collectExtraColumns(depots, fieldDefs, fieldDefs.length, extraColumns);
             lastColumnExported = Math.max(lastColumnExported, lastColumn);
             var pad=new Array(leftColumn);
             var headerRow=pad.concat(fieldDefs.map(function(field){
@@ -1711,8 +1928,8 @@ myOwn.dialogDownload = function dialogDownload(grid){
             likeAr(extraColumns).forEach(function(pos, name){
                 headerRow[pos+leftColumn]={v:name, s:'extraHeader'};
             });
-            var rows=[headerRow];
-            depots.forEach(function(depot){
+            yield headerRow;
+            for(var depot of depots){
                 var row=pad.concat([]);
                 var addCell = function addCell(value, fieldDef, iColumn){
                     if(value!=null){
@@ -1733,11 +1950,10 @@ myOwn.dialogDownload = function dialogDownload(grid){
                         addCell(value, fieldDef, iColumn);
                     }
                 });
-                rows.push(row);
-            });
-            return rows;
+                yield row;
+            }
         }
-        var excelExport = function(){
+        var excelOptions = function(fieldsDef2Export){
             var sheet1name=grid.def.name.length>27?grid.def.name.slice(0,27)+'...':grid.def.name;
             var sheet2name=grid.def.name!=="metadata"?"metadata":"meta-data";
             var dataSheet = {
@@ -1745,11 +1961,15 @@ myOwn.dialogDownload = function dialogDownload(grid){
                 freezeRows: my.config.config?.['unfreeze-excel-rows'] ? 0 : 1,
                 freezeColumns: my.config.config?.['unfreeze-excel-columns'] ? 0 : (grid.def.primaryKey?.length ?? 0),
                 autoWidthMax: 40,
+                autoWidthMin: 5,
+                autoWidthRows: 16384,
                 rows: tableRowsXLS(grid.depotsToDisplay, fieldsDef2Export)
             };
             var metadataSheet = {
                 name:sheet2name,
                 autoWidthMax: 40,
+                autoWidthMin: 5,
+                autoWidthRows: 16384,
                 rows: [
                     [],
                     [{v:'table',s:'header'}, grid.def.name],
@@ -1767,22 +1987,13 @@ myOwn.dialogDownload = function dialogDownload(grid){
                     }).map(function(fieldDef){
                         return {row:fieldDef};
                     });
-                    extraColumns={};
                     metadataSheet.rows.push(...(tableRowsXLS(fieldPropertiesDepot,fieldPropertiesDefs,1)));
                 }
             }
-            xlsxNowBrowser.createXlsxBlob({
+            return {
                 sheets: [dataSheet, metadataSheet],
                 styles:XLSX_STYLES
-            }).then(function(blob){
-                mainDiv.setAttribute("current-state", "ready");
-                var url = URL.createObjectURL(blob);
-                downloadElement.href=url;
-                downloadElement.setAttribute("download", grid.def.name+".xlsx");
-            }).catch(function(err){
-                mainDiv.setAttribute("current-state", "chossing");
-                alertPromise(err.message);
-            });
+            };
         };
     });
 };

package/for-client/my-things.js

@@ -919,6 +919,31 @@ myOwn.registerPostInput = function registerPostInput(postInputName, postInputFun
     TypeStore.type.text.postInputs[postInputName]=postInputFunction;
 }
 
+// Cómo se lee en un .tab (tab-plus) un campo sin contenido: vale '' si el campo acepta '' y no acepta null,
+// y null en cualquier otro caso. La usan quienes leen un .tab (el instalador y el diálogo de exportar al
+// leer la línea de opciones), por eso no se escribe en el archivo.
+myOwn.tabPlusEmptyField = function tabPlusEmptyField(fieldDef){
+    return fieldDef.allowEmptyText && ('nullable' in fieldDef) && !fieldDef.nullable ? 'string' : 'null';
+}
+
+var tabPlusSparseEmptyField = Symbol('tab-plus sparse empty field');
+
+myOwn.tabPlusGenerateEmptyField = function tabPlusGenerateEmptyField(fieldDef, sparse){
+    if(sparse){
+        return tabPlusSparseEmptyField;
+    }
+    return fieldDef.typeName=='text' && fieldDef.nullable!==false && fieldDef.allowEmptyText ? 'null' : 'both';
+}
+
+// el emptyField de cada campo, en el formato de options.columnDefs de tab-plus
+myOwn.tabPlusColumnDefs = function tabPlusColumnDefs(fieldDefs){
+    var columnDefs = {};
+    fieldDefs.forEach(function(fieldDef){
+        columnDefs[fieldDef.name] = {emptyField: myOwn.tabPlusEmptyField(fieldDef)};
+    });
+    return columnDefs;
+}
+
 return myOwn;
 
 });

package/lib/backend-plus.d.ts

@@ -511,6 +511,12 @@ export interface AppConfigClientSetup // front-end config
         "user-scalable"?:string
         "unfreeze-excel-rows"?:boolean
         "unfreeze-excel-columns"?:boolean
+        "tab-plus"?:"only"|"compare"      // "only": the installer reads the .tab with tab-plus and the grid exports "|" with tab-plus
+        downloads?:{
+            method?:"legacy"|"SaveFilePicker"
+            "close-retries"?:0|1|2|3|4|5
+        }
+        "tab-plus-table-options"?:Record<string, string|{fields:string[], columnDefs?:Record<string, {position:number, sparseDefault?:string|null}>}>
     }
 export interface AppConfig {
     package: {

package/lib/backend-plus.js

@@ -30,6 +30,7 @@ var stackTrace = require('stack-trace');
 var locatePath = require('@upgraded/locate-path');
 var jsYaml = require('js-yaml');
 var tabPlus = require('tab-plus');
+var readline = require('readline');
 var nodemailer = require('nodemailer');
 var os = require('os');
 const cors = require('cors');
@@ -822,6 +823,15 @@ AppBackend.prototype.start = function start(opts){
         be.config = config;
         be.clientSetup = {config: be.config["client-setup"]};
         be.clientSetup.config.prefix = be.clientSetup.config.prefix || be.config.server["base-url"].substr(1)+':';
+        var downloadsConfig = be.config["client-setup"].downloads;
+        if(downloadsConfig != null){
+            if(downloadsConfig.method != null && !['legacy','SaveFilePicker'].includes(downloadsConfig.method)){
+                throw new Error('client-setup.downloads.method must be legacy or SaveFilePicker');
+            }
+            if(downloadsConfig['close-retries'] != null && ![0,1,2,3,4,5].includes(downloadsConfig['close-retries'])){
+                throw new Error('client-setup.downloads.close-retries must be an integer from 0 to 5');
+            }
+        }
         if(config.nodb){
             console.log("server without database");
         }else{
@@ -1385,6 +1395,10 @@ AppBackend.prototype.start = function start(opts){
         });
     }).then(function(){
         return be.postConfig();
+    }).then(function(){
+        if(be.config["client-setup"]["tab-plus"] == "only"){
+            return be.collectTabPlusTableOptions();
+        }
     }).then(function(){
         if(be.config["client-setup"].menu===true){
             var contextForDump = be.getContextForDump();
@@ -2341,6 +2355,8 @@ AppBackend.prototype.clientIncludes = function clientIncludes(req, opts) {
             { type: 'js', module: 'xlsx-now', modPath: '../../umd', file: 'xlsx-now.umd.js' },
             { type: 'js', module: 'xlsx-now', modPath: '../../umd', file: 'xlsx-now-browser.umd.js' },
             { type: 'js', module: 'require-bro' },
+            { type: 'js', module: 'tab-plus' },
+            { type: 'js', module: 'tab-plus', file: 'auto-tab-plus.js' },
             { type: 'js', module: 'js-yaml', modPath: 'browser', file: 'js-yaml.umd.min.js' },
             { type: 'js', module: 'cast-error' },
             { type: 'js', module: 'lazy-some' },
@@ -3018,6 +3034,61 @@ AppBackend.prototype.dumpDbTableFields = function dumpDbTableFields(tableDef, op
     return fields
 }
 
+AppBackend.prototype.tableDataFileCandidates = function tableDataFileCandidates(tableName){
+    var be = this;
+    var buscarEn=[Path.join('local-install',tableName+'.tab')].concat(
+        be.appStack.map(function(stackNode){
+            return Path.join(stackNode.path,'../install',tableName+'.tab').replace(regexpDistReplacer,'$1$2');
+        })
+    );
+    if(be.config.install['table-data-dir'] instanceof Array){
+        buscarEn=be.config.install['table-data-dir'].map(path=>Path.join(path,tableName+'.tab')).concat(buscarEn);
+    }else if(be.config.install['table-data-dir']){
+        buscarEn=[].concat(Path.join(be.config.install['table-data-dir'],tableName+'.tab')).concat(buscarEn);
+    }
+    return buscarEn;
+}
+
+async function readTabHeaderLine(fileName){
+    var stream = fs.createReadStream(fileName, {encoding:'utf8'});
+    var lines = readline.createInterface({input:stream, crlfDelay:Infinity});
+    try{
+        var first = true;
+        for await (var line of lines){
+            if(first){
+                if(/[-[]/.test(line[0])) return null;
+                line = line.replace(/^/,'');
+                first = false;
+            }
+            if(!(/^[-| ]*$/.test(line))) return line;
+        }
+        return null;
+    }finally{
+        lines.close();
+        // readline no cierra su input: si se deja de leer antes del final el archivo queda abierto
+        stream.destroy();
+    }
+}
+
+// para el diálogo de exportar: completa client-setup.tab-plus-table-options con la primera línea del .tab de
+// cada tabla que no la tenga definida
+AppBackend.prototype.collectTabPlusTableOptions = async function collectTabPlusTableOptions(){
+    var be = this;
+    var clientConfig = be.config["client-setup"];
+    var tableOptions = clientConfig["tab-plus-table-options"] || {};
+    var collected = {};
+    await Promise.all(likeAr(be.tableStructures).map(async function(_tableDef, tableName){
+        if(Object.prototype.hasOwnProperty.call(tableOptions, tableName)) return;
+        var theTableFileName = await locatePath(be.tableDataFileCandidates(tableName));
+        if(theTableFileName==undefined) return;
+        var headerLine = await readTabHeaderLine(theTableFileName);
+        if(headerLine!=null){
+            collected[tableName] = headerLine;
+        }
+    }).array());
+    clientConfig["tab-plus-table-options"] = {...collected, ...tableOptions};
+}
+
 AppBackend.prototype.dumpDbSchemaPartial = async function dumpDbSchemaPartial(partialTableStructures, opts = {}){
     var complete = opts.complete;
     var be = this;
@@ -3360,19 +3431,14 @@ $body$;
             '-- END DATA FROM DUMP'
         ]
     } else {
+        if(be.config?.internals?.["tab-plus"] !== undefined){
+            throw new Error('the config internals.tab-plus was moved to client-setup.tab-plus');
+        }
+        var tabPlusMode = be.config["client-setup"]["tab-plus"];
         await Promise.all(likeAr(partialTableStructures).map(function(tableDef, tableName, _, i){
             if(tableDef?.sql?.isTable === false) return;
             // TODO: buscar
-            var buscarEn=[Path.join('local-install',tableName+'.tab')].concat(
-                be.appStack.map(function(stackNode){
-                    return Path.join(stackNode.path,'../install',tableName+'.tab').replace(regexpDistReplacer,'$1$2');
-                })
-            );
-            if(be.config.install['table-data-dir'] instanceof Array){
-                buscarEn=be.config.install['table-data-dir'].map(path=>Path.join(path,tableName+'.tab')).concat(buscarEn);
-            }else if(be.config.install['table-data-dir']){
-                buscarEn=[].concat(Path.join(be.config.install['table-data-dir'],tableName+'.tab')).concat(buscarEn);
-            }
+            var buscarEn=be.tableDataFileCandidates(tableName);
             if(!i) console.log('buscar en', buscarEn)
             return locatePath(buscarEn).then(function(theTableFileName){
                 if(theTableFileName==undefined){
@@ -3424,7 +3490,7 @@ $body$;
                         .map(line => splitRawRowIntoRow(line))
                         .filter(line => line.length>1 || line.length==1 && line[0].trim() );
                     if(lines.length>1){
-                        if(be.config?.internals?.["tab-plus"] != "only"){
+                        if(tabPlusMode != "only"){
                             if(lines[0][0].startsWith('\ufeff')){
                                 lines[0][0]=lines[0][0].replace('\ufeff','')
                             }
@@ -3459,9 +3525,8 @@ $body$;
                                     }).join(',\n')+';\n';
                             }
                             dataText.push(dataString);
-                        } else if(be.config?.internals?.["tab-plus"]){
-                            var tabPlusEmptySymbol = Symbol('empty');
-                            var parsedTabPlus = tabPlus.parseTab(content, {emptyField: tabPlusEmptySymbol});
+                        } else if(tabPlusMode){
+                            var parsedTabPlus = tabPlus.parseTab(content, {columnDefs: myOwn.tabPlusColumnDefs(tableDef.fields)});
                             var tabPlusFields = parsedTabPlus.fields;
                             var tabPlusRows = parsedTabPlus.rows;
                             /* a partir de acá: solo construcción de SQL a partir de {fields,rows}, sin volver a tocar el parseo */
@@ -3472,11 +3537,9 @@ $body$;
                                     filteredFieldDefTabPlus.map(db.quoteIdent).join(', ')+
                                     ') FROM stdin;\n'+
                                     tabPlusRows.map(function(line){
-                                        return line.filter(function(_,i){ return filterField(tabPlusFields[i]);}).map(function(value,i){
-                                            var def = tableDef.field[filteredFieldDefTabPlus[i]];
-                                            return value===tabPlusEmptySymbol ? (
-                                                    def.allowEmptyText && ('nullable' in def) && !def.nullable ? '' : '\\N'
-                                                ): value.replace(/\\/g,'\\\\').replace(/\t/g,'\\t').replace(/\n/g,'\\n').replace(/\r/g,'\\r');
+                                        return line.filter(function(_,i){ return filterField(tabPlusFields[i]);}).map(function(value){
+                                            return value===null ? '\\N'
+                                                : value.replace(/\\/g,'\\\\').replace(/\t/g,'\\t').replace(/\n/g,'\\n').replace(/\r/g,'\\r');
                                         }).join('\t')+'\n';
                                     }).join('')+'\\.\n';
                             }else{
@@ -3489,13 +3552,11 @@ $body$;
                                             if(def == null) {
                                                 throw Error("no se encuentra la columna "+filteredFieldDefTabPlus[i]+" en "+tableName);
                                             }
-                                            return value===tabPlusEmptySymbol ? (
-                                                def.allowEmptyText && ('nullable' in def) && !def.nullable ? "''" : 'null'
-                                            ) : db.quoteNullable(value);
+                                            return db.quoteNullable(value);
                                         }).join(', ')+")";
                                     }).join(',\n')+';\n';
                             }
-                            if(be.config?.internals?.["tab-plus"] == "compare" && dataStringTabPlus !== dataString){
+                            if(tabPlusMode == "compare" && dataStringTabPlus !== dataString){
                                 var oldSqlPath = path.replace(/\.tab$/,'')+'-old-local.sql';
                                 var newSqlPath = path.replace(/\.tab$/,'')+'-new-local.sql';
                                 fs.writeFileSync(oldSqlPath, dataString, {encoding:'UTF8'});
@@ -3506,7 +3567,7 @@ $body$;
                                     console.log('TRY_TAB_PLUS: el parseo con tab-plus difiere del parseo anterior para '+tableName+' ('+path+'). Ver '+oldSqlPath+' y '+newSqlPath);
                                 }
                             }
-                            if (be.config?.internals?.["tab-plus"] == "only") {
+                            if (tabPlusMode == "only") {
                                 dataText.push(dataStringTabPlus);
                             }
                         }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "backend-plus",
   "description": "Backend for the anti Pareto rule",
-  "version": "2.7.3",
+  "version": "2.7.4",
   "author": "Codenautas <codenautas@googlegroups.com>",
   "license": "MIT",
   "repository": "codenautas/backend-plus",
@@ -72,11 +72,11 @@
     "simple-git": "^3.36.0",
     "sql-tools": "^0.1.7",
     "stack-trace": "^1.0.0",
-    "tab-plus": "^0.1.8",
+    "tab-plus": "^0.2.0",
     "type-store": "^0.6.1",
     "typed-controls": "^0.12.7",
     "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.2/xlsx-0.20.2.tgz",
-    "xlsx-now": "^0.2.1"
+    "xlsx-now": "^0.4.2"
   },
   "devDependencies": {
     "@types/big.js": "^7.0.0",