backend-plus 2.0.0-rc.1 → 2.0.0-rc.11

package/README.md

@@ -6,11 +6,11 @@ Backend for the anti Pareto rule.
 
 
 ![stable](https://img.shields.io/badge/stability-stable-blue.svg)
-[![npm-version](https://img.shields.io/npm/v/backend-star.svg)](https://npmjs.org/package/backend-star)
-[![downloads](https://img.shields.io/npm/dm/backend-star.svg)](https://npmjs.org/package/backend-star)
-[![build](https://img.shields.io/travis/codenautas/backend-star/master.svg)](https://travis-ci.org/codenautas/backend-star)
-[![coverage](https://img.shields.io/coveralls/codenautas/backend-star/master.svg)](https://coveralls.io/r/codenautas/backend-star)
-[![dependencies](https://img.shields.io/david/codenautas/backend-star.svg)](https://david-dm.org/codenautas/backend-star)
+[![npm-version](https://img.shields.io/npm/v/backend-plus.svg)](https://npmjs.org/package/backend-plus)
+[![downloads](https://img.shields.io/npm/dm/backend-plus.svg)](https://npmjs.org/package/backend-plus)
+[![build](https://img.shields.io/travis/codenautas/backend-plus/master.svg)](https://travis-ci.org/codenautas/backend-plus)
+[![coverage](https://img.shields.io/coveralls/codenautas/backend-plus/master.svg)](https://coveralls.io/r/codenautas/backend-plus)
+[![dependencies](https://img.shields.io/david/codenautas/backend-plus.svg)](https://david-dm.org/codenautas/backend-plus)
 
 
 language: ![English](https://raw.githubusercontent.com/codenautas/multilang/master/img/lang-en.png)
@@ -205,7 +205,7 @@ entry                        | usage
 -----------------------------|---------------
 server                       |
 .port                        | port where is listening
-.base-rul                    | base url added to domain name
+.base-url                    | base url added to domain name
 .module-store                |
 install                      | (see Spanish)
 .dump                        | (see Spanish)

package/for-client/my-menu.js

@@ -152,7 +152,7 @@ myOwn.wScreens.procAux = {
                 button.disabled=false;
                 divProgressOutside.style.opacity=0.33;
                 toggleProgress.disabled=false;
-                labelProgress.textContent=resultOk?my.messages.completed:'error';
+                labelProgress.textContent=typeof resultOk == "string" ? resultOk : resultOk !== false ? my.messages.completed : 'error';
             }).catch(function(err){
                 my.log(err);
                 divProgress.textContent=err.message;

package/for-client/my-tables.js

@@ -690,11 +690,18 @@ myOwn.tableGrid = function tableGrid(tableName, mainElement, opts){
                     if (myOwn.config.config['grid-row-retain-moved-or-deleted'] && !force) { 
                         var depotsToRetain = grid.depots.filter(depot => depot.tick == tick);
                         for (depot of depotsToRetain) {
+                            depot['$refreshed'] = false
                             if (depot.tr && depot.tr.getAttribute('not-here')) depot.tr.removeAttribute('not-here')
                         }
                     }
                     while (depot = depotsToDelete.pop()) {
                         depot.manager.displayAsDeleted(depot, force ? 'change-ff' : 'unknown'); 
+                        if (myOwn.config.config['grid-row-retain-moved-or-deleted']) { 
+                            if(!depot['$refreshed']){
+                                grid.retrieveRowAndRefresh(depot,{retrieveIgnoringWhere:true})
+                                depot['$refreshed'] = true
+                            }
+                        }
                     }
                 }
             })
@@ -1615,7 +1622,7 @@ myOwn.dialogDownload = function dialogDownload(grid){
                     }else{
                         separator='|';
                         var trans={
-                            '|':'\\|',
+                            '|':'\\x7C',
                             '\\':'\\\\',
                             '\r':'\\r',
                             '\n':'\\n',
@@ -2385,7 +2392,8 @@ myOwn.TableGrid.prototype.displayGrid = function displayGrid(){
             fixedFields:grid.def.primaryKey.map(function(fieldName, i){ 
                 return {fieldName:fieldName, value:depot.primaryKeyValues[i]};
             }),
-            pick:grid.def.pick
+            pick:grid.def.pick,
+            retrieveIgnoringWhere: opts?opts.retrieveIgnoringWhere:false
         }).then(function(result){
             grid.depotRefresh(depot,{updatedRow:result[0], sendedForUpdate:{}}, opts);
         })

package/install/get_app_user-fun.sql

@@ -0,0 +1,6 @@
+create or replace function get_app_user() returns text
+  stable language sql
+as
+$sql$
+  select split_part(current_setting('application_name'),' ',1);
+$sql$;

package/lib/backend-plus.d.ts

@@ -35,7 +35,7 @@ export type UploadedFileInfo={
 
 }
 export type CoreFunction = ((context: ProcedureContext, parameters: CoreFunctionParameters) => Promise<any>)
-                         | ((context: ProcedureContext, parameters: CoreFunctionParameters, files?:UploadedFileInfo[]) => Promise<any>);
+                            | ((context: ProcedureContext, parameters: CoreFunctionParameters, files?:UploadedFileInfo[]) => Promise<any>);
 
 export interface ProcedureDef {
     action: string
@@ -252,6 +252,7 @@ export type Constraint = {constraintType:string, consName?:string} & (
     {constraintType:'unique', fields:string[], where?:string} |
     {constraintType:'check', expr?:string} 
 )
+export type OtherTableDefs = Record<string,Partial<TableDefinition & {prefilledField:Record<string,any>}>>
 export type TableDefinition = EditableDbDefinition & {
     name:string
     elementName?:string
@@ -285,15 +286,15 @@ export type TableDefinition = EditableDbDefinition & {
         viewBody?:string
         insertIfNotUpdate?:boolean
         policies?:{
-            all   ?:{using?:string, check?:string}
-            select?:{using?:string}
-            insert?:{               check?:string}
-            update?:{using?:string, check?:string}
-            delete?:{using?:string}
+            all   ?:{name?:string, using?:string, check?:string}
+            select?:{name?:string, using?:string}
+            insert?:{name?:string,                check?:string}
+            update?:{name?:string, using?:string, check?:string}
+            delete?:{name?:string, using?:string}
         }
         join?:string
         constraintsDeferred?:boolean
-        otherTableDefs?:Record<string,Partial<TableDefinition & {prefilledField:Record<string,any>}>>
+        otherTableDefs?:OtherTableDefs
     }
     foreignKeys?:ForeignKey[]
     softForeignKeys?:ForeignKey[]
@@ -322,7 +323,6 @@ export type TableDefinition = EditableDbDefinition & {
     filterColumns?:{column:string, operator:string, value:any}[],
     gridAlias?:string   /* front-end css my-table = gridAlias */
 }
-export type OtherTableDefs = TableDefinition['sql']['otherTableDefs']
 export interface DetailTable { table?: string, fields: FieldsForConnectDetailTable, abr: string, label?: string, refreshParent?:boolean, refreshFromParent?:boolean, wScreen?:string, condition?:string }
 export type TableDefinitionFunction = (context: ContextForDump, opts?:any) => TableDefinition;
 export type TableItemDef=string|{name:string, path?:string, tableGenerator?:(context:TableContext)=>TableDefinition}
@@ -420,7 +420,8 @@ export class AppBackend{
     i18n:{
         messages:Record<LangId,Record<string, string>>
     }
-    shootDownBackend():Promise<void>
+    shutdownCallbackListAdd(param:{message:string, fun:()=>Promise<void>}):void
+    shutdownBackend():Promise<void>
     setLog(opts:{until:string, results?:boolean}):void
     getDataDumpTransformations(rawData:string):Promise<{rawData:string, prepareTransformationSql:string[], endTransformationSql:string[]}>
 }

package/lib/backend-plus.js

@@ -54,6 +54,7 @@ var bestGlobals = require('best-globals');
 var coalesce = bestGlobals.coalesce;
 var changing = bestGlobals.changing;
 var datetime = bestGlobals.datetime;
+var splitRawRowIntoRow = bestGlobals.splitRawRowIntoRow;
 const escapeRegExp = bestGlobals.escapeRegExp;
 var isLowerIdent = bestGlobals.isLowerIdent;
 
@@ -96,7 +97,7 @@ class AppBackend{
         /** @type {{path:string}[]} */
         this.appStack=[];
         /** @type {{message:string; fun:()=>void}[]} */
-        this.shootDownCallbackList=[];
+        this.shutdownCallbackList=[];
         if(!this.rootPath){
             console.log('ATENCIÓN hay que poner be.rootPath antes de llamar a super()');
             this.rootPath=Path.resolve(__dirname,'..');
@@ -118,7 +119,7 @@ class AppBackend{
         this.tableStructures = {};
         this.configStaticConfig();
         /** @type {null|()=>Promise<void>} */
-        this.shootDownBackend = null;
+        this.shutdownBackend = null;
         /** @type {bp.Server} */
         // @ts-ignore
         this.server = null;
@@ -405,7 +406,7 @@ function MemoryPerodicallySaved(session){
                 console.log('dumping sessions every',dumpEverySeconds,'seconds');
                 var errorsToShow=4;
                 // TODO: hangs the server in devel mode
-                setInterval(function(){
+                var interval = setInterval(function(){
                     try{
                         fs.writeFile(fileName,json4all.stringify(store.store.dump()));
                     }catch(err){
@@ -416,6 +417,10 @@ function MemoryPerodicallySaved(session){
                         }
                     }
                 },dumpEverySeconds*1000);
+                be.shutdownCallbackListAdd({
+                    message:'session saver',
+                    fun:()=>clearInterval(interval)
+                })
             });
         }
     }
@@ -456,7 +461,7 @@ AppBackend.prototype.setStaticConfig = function setStaticConfig(defConfigYamlStr
 
 AppBackend.prototype.configList = function configList(){
     var list=[this.staticConfig];
-    if(!this.staticConfig["client-setup"].title && fs.existsSync(this.rootPath+'/def-config.yaml')){
+    if(!this.staticConfig["client-setup"]?.title && fs.existsSync(this.rootPath+'/def-config.yaml')){
         console.log('DEPRECATED!!!!!!')
         console.error('ERROR el def-config hay que ponerlo dentro de staticConfig');
         console.log('DEPRECATED!!!!!!')
@@ -466,7 +471,7 @@ AppBackend.prototype.configList = function configList(){
         list.push(this.rootPath+'/def-config.yaml')
     };
     list.push(this.rootPath+'/local-config');
-    list.push(process.env.BACKEND_PLUS_LOCAL_CONFIG||{});
+    list.push(process.env.BACKEND_PLUS_LOCAL_CONFIG?.trim()||{});
     return list;
 };
 
@@ -625,32 +630,36 @@ AppBackend.prototype.start = function start(opts){
         // @ts-ignore : only for testing */
         this.getMainApp = function getMainApp(){ return mainApp; };
     }
-    this.shootDownBackend = function shootDownBackend(){
+    this.shutdownCallbackListAdd = function(messageFun){
+        this.shutdownCallbackList.push(messageFun);
+    }
+    this.shutdownBackend = async function shutdownBackend(){
         console.log('shooting down:');
-        return new Promise(function(resolve,reject){
-            console.log('*','express server');
-            be.server.close(/** @param {Error} err */function(err){
-                if(err){
-                    console.log('*', err)
-                    reject(err);
-                }else{
-                    resolve();
-                }
-            });
-        }).then(async function(){
-            while(be.shootDownCallbackList.length){
-                var nextCallback=be.shootDownCallbackList.pop();
-                if(nextCallback!=null){
-                    console.log('*',nextCallback.message);
-                    await nextCallback.fun();
-                }
-            }
-        }).then(function(){
-            console.log('pg pool balance',pg.poolBalanceControl());
-            // @ts-ignore al hacer shootDown ya no hay mainApp. 
-            mainApp = null;
-            logWhy && logWhy();
-        });
+        var waitFor = [
+            new Promise(function(resolve,reject){
+                console.log('*','express server');
+                be.server.close(/** @param {Error} err */function(err){
+                    if(err){
+                        console.log('*', err)
+                        reject(err);
+                    }else{
+                        console.log('*','express server done!')
+                        resolve();
+                    }
+                });
+            }),
+            ...(be.shutdownCallbackList.map(x => (async function(){
+                console.log('shut:', x.message)
+                await x.fun()
+                console.log('done:', x.message)
+            })()))
+        ];
+        console.log('*', 'waiting for all')
+        await Promise.all(waitFor);
+        console.log('*', 'all done')
+        mainApp = null;
+        console.log('* logWhy',logWhy)
+        logWhy && logWhy();
     };
     return Promise.resolve().then(function(){
         var configList=be.configList();
@@ -704,7 +713,7 @@ AppBackend.prototype.start = function start(opts){
                     throw new Error("backend-plus: Motor not recongnized: "+be.config.db.motor);
                 }
                 be.db = pg;
-                be.dbUserNameExpr="split_part(current_setting('application_name'),' ',1)";
+                be.dbUserNameExpr="get_app_user()";
                 be.dbUserRolExpr=`(select ${be.db.quoteIdent(be.config.login.rolFieldName)} 
                     from ${be.config.login.schema?be.db.quoteIdent(be.config.login.schema)+'.':''}${be.db.quoteIdent(be.config.login.table)} 
                     where ${be.db.quoteIdent(be.config.login.userFieldName)} = ${be.dbUserNameExpr})`
@@ -760,6 +769,7 @@ AppBackend.prototype.start = function start(opts){
                     pg.log.inFileName = 'last-pg-error-local.sql'
                     pg.logLastError.inFileName = 'last-pg-error-local.sql'
                 }
+                be.config.db.search_path = be.config.db.search_path ?? [be.config.db.schema, 'public'];
                 be.getDbClient = function getDbClient(req){
                     var paramsDb = be.DoubleDragon?.dbParams?.[req?.user?.[be.config.login.userFieldName]] ?? be.config.db;
                     return pg.connect(paramsDb).then(function(client){
@@ -771,7 +781,7 @@ AppBackend.prototype.start = function start(opts){
                         return client.query(
                             "SET application_name = "+be.db.quoteLiteral(dbAppName)
                         ).execute().then(function(){
-                            var search_path = be.config.db.search_path || [be.config.db.schema, 'public'];
+                            var search_path = be.config.db.search_path;
                             if(search_path.length>0){
                                 return client.query("set SEARCH_PATH TO "+be.db.quoteIdentList(search_path)).execute().then(function(){
                                     return client;
@@ -961,12 +971,18 @@ AppBackend.prototype.start = function start(opts){
                 loginPlusOpts.noLoggedUrlPath=be.config.login.unloggedLandPage;
             }
             mainApp.loginPlusManager.init(mainApp,changing(be.config.login.plus,loginPlusOpts));
-            be.shootDownCallbackList.push({
+            be.shutdownCallbackListAdd({
                 message:'login-plus manager',
                 fun:function(){
                     mainApp.loginPlusManager.closeManager();
                 }
             });
+            be.shutdownCallbackListAdd({
+                message:'pg',
+                fun:function(){
+                    pg.shutdown();
+                }
+            });
             mainApp.loginPlusManager.setValidatorStrategy(
                 function(req, username, password, done) {
                     var client;
@@ -1130,7 +1146,7 @@ AppBackend.prototype.start = function start(opts){
         }
         return be.sendMail({
             to: be.config.mailer?.supervise?.to,
-            subject: `npm start ${be.config["client-setup"].title || packagejson.name} ok ✔️`,
+            subject: `npm start ${be.config["client-setup"]?.title || packagejson.name} ok ✔️`,
             text:`Inicio del servicio: ${new Date().toJSON()}
             
             Contexto: ${os.userInfo().username} ${process.cwd()}
@@ -1152,7 +1168,7 @@ AppBackend.prototype.start = function start(opts){
         }
         var mailDeAvisoDeFalla = be.sendMail({
             to: be.config.mailer?.supervise?.to,
-            subject: `npm start ${be.config["client-setup"].title || packagejson.name} fallido 🛑`,
+            subject: `npm start ${be.config["client-setup"]?.title || packagejson.name} fallido 🛑`,
             text:`Falla en el inicio del servicio: ${new Date().toJSON()}
             
             Contexto: ${os.userInfo().username} ${process.cwd()}
@@ -1209,13 +1225,14 @@ AppBackend.prototype.checkDatabaseStructure = async function checkDatabaseStruct
         }
         if(be.config.login?.forget){
             try{
-                await client.query(`select tokentype, info, due from tokens limit 1`).fetchOneRowIfExists();
+                await client.query(`select tokentype, info, due from his.tokens limit 1`).fetchOneRowIfExists();
             }catch(err){
                 var mensaje = `
                     --------quizas falten los campos en la tabla tokens:
                     alter table tokens add column tokentype text;
                     alter table tokens add column info jsonb;
                     alter table tokens add column due timestamp;
+                    --------quizas falte moverla al esquema his.
                 `;
                 err.message += mensaje;
                 console.log(mensaje)
@@ -1253,6 +1270,21 @@ AppBackend.prototype.checkDatabaseStructure = async function checkDatabaseStruct
         `;
         throw new Error(message);
     }
+    var {rows: sql_routines} = await client.query(`SELECT routine_name, routine_schema, routine_definition
+        FROM information_schema.routines
+        WHERE routine_schema in (${be.config.db.search_path.map(path => be.db.quoteLiteral(path)).join(', ')})
+    `).fetchAll();
+    var sqlRoutines = likeAr.toPlainObject(sql_routines, 'routine_name');
+    var message = ''
+    likeAr(AppBackend.prototype.sql_routines).forEach((routine_name, def) => {
+        if (sqlRoutines[routine_name] && def.dump.includes(sqlRoutines[routine_name].routine_definition)) {
+            message += `
+                ----- hay que crear o actualizar la rutina ${routine_name}:
+                ${dump}
+                `;
+        }
+    })
+    if (message) throw new Error(message);
 };
 
 AppBackend.prototype.postConfig = function postConfig(){
@@ -2181,7 +2213,7 @@ AppBackend.prototype.mainPage = function mainPage(req, offlineMode, opts){
     }
     return html.html(attr,[
         html.head([
-            html.title(be.config["client-setup"].title),
+            html.title(be.config["client-setup"]?.title),
             html.meta({charset:"utf-8"}),
             viewportAttrs?html.meta(viewportAttrs):null,
             html.link({href: opts.icons.iconShortcut , rel: "shortcut icon", type: "image/png"}),
@@ -2804,10 +2836,11 @@ AppBackend.prototype.dumpDbSchemaPartial = async function dumpDbSchemaPartial(pa
                 lines.push('');
                 if(tableDef.sql.policies.enabled){
                     policyLines.push(`ALTER TABLE ${cualQuoteTableName} ENABLE ROW LEVEL SECURITY;`);
-                    ['all', 'select', 'insert', 'update', 'delete'].forEach((command)=>{
-                        var polcom=tableDef.sql.policies[command];
-                        if(polcom.using || polcom.check){
-                            policyLines.push(`CREATE POLICY bp_pol_${command} ON ${cualQuoteTableName} AS PERMISSIVE FOR ${command}`+
+                    [null, 'all', 'select', 'insert', 'update', 'delete'].forEach((command)=>{
+                        var polcom=tableDef.sql.policies[command] ?? {using: `true`, permissive:true};
+                        if(polcom?.using || polcom?.check){
+                            policyLines.push(`CREATE POLICY ${be.db.quoteIdent(polcom.name ?? `bp ${command ?? `base`}`)} ON ${cualQuoteTableName} `+
+                                `AS ${polcom.permissive ? `PERMISSIVE` : `RESTRICTIVE`} FOR ${command ?? `all`} TO ${be.config.db.user}`+
                                 (polcom.using?     ` USING ( ${polcom.using} )`:'')+
                                 (polcom.check?` WITH CHECK ( ${polcom.check} )`:'')+';'
                             );
@@ -2847,6 +2880,7 @@ AppBackend.prototype.dumpDbSchemaPartial = async function dumpDbSchemaPartial(pa
             allTableData = allTableContent.slice(startIndex, lastIndex);
         } catch(err) {
             if (err.code != 'ENOENT') throw err;
+            //throw err;
         }
     }
     if (allTableData) {
@@ -2919,7 +2953,7 @@ AppBackend.prototype.dumpDbSchemaPartial = async function dumpDbSchemaPartial(pa
                 }else{
                     var lines=content.split(/\r?\n/)
                         .filter(line => !(/^[-| ]*$/.test(line)) )
-                        .map(line => line.split(/(?<!(?:^|[^\\])(?:\\\\)*\\)\|/).map(item => item.trimRight().replace(/\\(.)/g,(_,l)=>(l=='t'?'\t':l=='r'?'\r':l=='n'?'\n':l=='s'?' ':l))) )
+                        .map(line => splitRawRowIntoRow(line))
                         .filter(line => line.length>1 || line.length==1 && line[0].trim() );
                     if(lines.length>1){
                         if(lines[0][0].startsWith('\ufeff')){
@@ -2964,26 +2998,57 @@ AppBackend.prototype.dumpDbSchemaPartial = async function dumpDbSchemaPartial(pa
             console.log('silence "skipping content" messages in "local-config.yaml".install.dump.skip-content=true');
         }
     }
+    let installFolders = be.config.install.dump.folders ?? ['install']
     let texts = await Promise.all(
         ['prepare.sql','pre-adapt.sql','adapt.sql']
         .concat(be.config.install.dump.scripts['prepare'])
         .concat(be.config.install.dump.scripts['post-adapt'])
-        .map(function(fileName){
-            return fs.readFile(be.rootPath+'/install/'+fileName, {encoding:'UTF8'}).catch(function(err){
-                if(err.code!='ENOENT'){
-                    throw err;
+        .map(async function(fileName){
+            if (!fileName) return '';
+            var i = 0; 
+            var content;
+            do {
+                var folder = installFolders[i];
+                try{
+                    content = await fs.readFile(be.rootPath+'/'+folder+'/'+fileName, {encoding:'UTF8'});
+                } catch (err) {
+                    if(err.code!='ENOENT') throw err;
                 }
-                console.log("err:",err);
+                i++;
+            } while (i < installFolders.length && !content);
+            if (!content) {
                 return '-- no '+fileName+'\n';
-            }).then(function(content){
-                return '-- '+fileName+'\n'+content;
-            });
+            } else {
+                return '-- '+folder+'/'+fileName+'\n'+content;
+            };
         })
     );
+
+    var common = (await Promise.all(be.appStack.map(async function(stackNode){
+        var common = [];
+        for (var prefix of ['../', '../../']) {
+            try {
+                var dirName = Path.join(stackNode.path,prefix+'install').replace(regexpDistReplacer,'$1$2')
+                var list = await fs.readdir(dirName);
+            } catch (err) {
+                if (err.code != 'ENOENT') throw err;
+                var list = [];
+            }
+            for(var fileName of list){
+                if (fileName.endsWith('-fun.sql')) {
+                    common.push(await fs.readFile(Path.join(dirName,fileName), 'utf-8'));
+                }
+            }
+        }
+        return common.join('\n');
+    }))).join('\n');
+
     var prepareList=(be.config.install.dump.scripts['prepare']||[]);
     var mainSql=(
         (complete? linesCreate.join('\n'): '')+
         (complete||opts.forDump? searchPathline.join('\n'): '')+
+        '\n-- common'+
+        common+'\n'+
         (complete? '\n\n--prepare.sql\n'+ texts[0]+'\n\n' :'' )+
         (complete? texts.slice(3,3+prepareList.length).join('\n\n')+'\n\n' : '' )+
         '\n-- functions\n' + functionLines.join('\n')+
@@ -3116,6 +3181,8 @@ AppBackend.prototype.exportacionesGenerico = async function exportacionesGeneric
     if (typeof result[0].title !== "string" || typeof result[0].rows !== "object" && !(result[0].rows instanceof Array) ) {
         throw new Error ("exportacionesGenerico debe recibir {title:string, rows:Record<string, any>[]}")
     }
+    csvFileName = result[0].csvFileName ?? csvFileName;
+    fileName = result[0].fileName ?? fileName;
     await bestGlobals.sleep(100);
     context.informProgress({message:`buscando archivos recién generados`})
     /** @type {{url:string, label:string}[]} */

package/lib/procedures-table.js

@@ -1,7 +1,7 @@
 // @ts-check
 "use strict";
 
-var {datetime, changing, coalesce} = require('best-globals');
+var {datetime, changing, coalesce, splitRawRowIntoRow} = require('best-globals');
 var XLSX = require('xlsx');
 var fs = require('fs/promises')
 var fsSync = require('fs');
@@ -78,13 +78,14 @@ ProcedureTables = [
             {name: 'table', encoding:'plain'},
             {name: 'fixedFields', defaultValue:[]},
             {name: 'paramfun', defaultValue:[]},
-            {name: 'pick', defaultValue:'', encoding:'plain'}
+            {name: 'pick', defaultValue:'', encoding:'plain'},
+            {name: 'retrieveIgnoringWhere', defaultValue:false}
         ],
         coreFunction:
         /**
         * 
         * @param {*} context 
-        * @param {{table:string, fixedFields:{fieldName:string, value:any, range:string}[], paramfun:string[], pick:string}} parameters 
+        * @param {{table:string, fixedFields:{fieldName:string, value:any, range:string}[], paramfun:string[], pick:string, retrieveIgnoringWhere:boolean}} parameters * @param {{table:string, fixedFields:{fieldName:string, value:any, range:string}[], paramfun:string[], pick:string}} parameters 
         */
         async function tableDatum(context, parameters){
             var be=context.be;
@@ -148,7 +149,7 @@ ProcedureTables = [
             /** @type {string} */
             var sql="SELECT "+[...defTable.sql.select].join(', ')+
                 "\n FROM "+defTable.sql.from+
-                "\n WHERE "+(defTable.sql.where||(defTable.allow.select && !defTable.forInsertOnlyMode?'true':'false'))+fixedClausule.join("")+
+                "\n WHERE "+((parameters.retrieveIgnoringWhere?'true':defTable.sql.where)||(defTable.allow.select && !defTable.forInsertOnlyMode?'true':'false'))+fixedClausule.join("")+
                 // " ORDER BY "+defTable.primaryKey.map(be.db.quoteIdent.bind(be.db)).join(',')
                 "\n ORDER BY "+(defTable.sql.orderBy||defTable.primaryKey).map(function(fieldName){ return be.db.quoteIdent(fieldName); }).join(',')
             if(specialFixedClause.length){
@@ -804,7 +805,8 @@ ProcedureTables = [
                         var rowsForUpsert=lines.slice(1).map(function(line){
                             var othersArray = [];
                             if(separator=='|'){
-                                var row = line.split(/(?<!(?:^|[^\\])(?:\\\\)*\\)\|/).map(item => item.trimRight().replace(/\\(.)/g,(_,l)=>(l=='t'?'\t':l=='r'?'\r':l=='n'?'\n':l=='s'?' ':l)));
+                                var row = splitRawRowIntoRow(line);
+
                             }else{
                                 var row=line.split(separator);
                             }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "backend-plus",
   "description": "Backend for the anti Pareto rule",
-  "version": "2.0.0-rc.1",
+  "version": "2.0.0-rc.11",
   "author": "Codenautas <codenautas@googlegroups.com>",
   "license": "MIT",
   "repository": "codenautas/backend-plus",
@@ -11,7 +11,8 @@
     "lib",
     "for-client",
     "unlogged",
-    "src"
+    "src",
+    "install"
   ],
   "contributors": [
     {
@@ -31,32 +32,32 @@
     "@upgraded/locate-path": "^6.0.0-alfa.1",
     "ajax-best-promise": "^0.4.0",
     "backend-skins": "^0.1.15",
-    "best-globals": "^1.1.2",
+    "best-globals": "^1.1.4",
     "big.js": "^6.2.1",
     "body-parser": "^1.20.2",
-    "cast-error": "^0.1.0",
+    "cast-error": "^0.1.1",
     "castellano": "^0.1.3",
     "connect-pg-simple": "^9.0.1",
     "cookie-parser": "^1.4.6",
     "dialog-promise": "^0.9.15",
     "discrepances": "^0.2.8",
-    "express": "^4.18.2",
-    "express-session": "^1.17.3",
+    "express": "^4.19.2",
+    "express-session": "^1.18.0",
     "express-useragent": "^1.0.15",
     "fs-extra": "^11.2.0",
     "js-to-html": "^1.3.2",
     "js-yaml": "^4.1.0",
     "json4all": "^1.3.0-beta.1",
     "lazy-some": "^0.1.0",
-    "like-ar": "^0.3.9",
+    "like-ar": "^0.4.0",
     "login-plus": "^1.7.1",
     "memorystore": "^1.6.7",
     "mini-tools": "^1.12.1",
     "moment": "^2.30.1",
     "multiparty": "^4.2.3",
-    "nodemailer": "^6.9.8",
+    "nodemailer": "^6.9.13",
     "numeral": "^2.0.6",
-    "pg-promise-strict": "^1.3.3",
+    "pg-promise-strict": "^1.4.0",
     "pikaday": "^1.8.2",
     "pug": "^3.0.2",
     "read-yaml-promise": "^1.0.2",
@@ -67,8 +68,8 @@
     "session-file-store": "^1.5.0",
     "sql-tools": "^0.1.2",
     "stack-trace": "^0.0.10",
-    "stylus": "0.62.0",
-    "type-store": "^0.4.0",
+    "stylus": "0.63.0",
+    "type-store": "^0.4.1",
     "typed-controls": "^0.12.0",
     "xlsx": "https://cdn.sheetjs.com/xlsx-0.19.3/xlsx-0.19.3.tgz"
   },
@@ -81,7 +82,7 @@
     "@types/js-yaml": "^4.0.9",
     "@types/mocha": "^10.0.6",
     "@types/multiparty": "~0.0.36",
-    "@types/node": "^20.11.9",
+    "@types/node": "^20.12.2",
     "@types/nodemailer": "^6.4.14",
     "@types/numeral": "~2.0.5",
     "@types/session-file-store": "^1.2.5",
@@ -89,20 +90,20 @@
     "@types/websql": "~0.0.30",
     "esprima": "^4.0.1",
     "expect.js": "~0.3.1",
-    "karma": "6.4.2",
+    "karma": "6.4.3",
     "karma-chrome-launcher": "^3.2.0",
     "karma-expect": "^1.1.3",
-    "karma-firefox-launcher": "^2.1.2",
+    "karma-firefox-launcher": "^2.1.3",
     "karma-ie-launcher": "^1.0.0",
     "karma-mocha": "^2.0.1",
     "kill-9": "~0.4.3",
-    "mocha": "^10.2.0",
+    "mocha": "^10.4.0",
     "nyc": "^15.1.0",
-    "puppeteer": "^21.9.0",
+    "puppeteer": "^22.6.1",
     "sinon": "^17.0.1",
     "supertest": "^6.3.4",
     "types.d.ts": "~0.6.21",
-    "typescript": "^5.3.3",
+    "typescript": "^5.4.3",
     "why-is-node-running": "^2.2.2"
   },
   "engines": {