@tasenor/common-node 1.9.16

package/dist/tasenor-common-plugins/src/TITOImport/backend/TITOHandler.js

@@ -0,0 +1,241 @@
+import { NO_SEGMENT } from '@dataplug/tasenor-common';
+import { InvalidFile, NotImplemented, TransactionImportHandler } from '@dataplug/tasenor-common-node';
+// Store the latest transactoin ID
+let ref;
+/**
+ * Import implementation for TITO format.
+ *
+ * Based on https://www.nordea.fi/Images/146-84478/xml_tiliote.pdf
+ */
+export class TITOHandler extends TransactionImportHandler {
+    constructor() {
+        super('TITOImport');
+        this.importOptions = {
+            parser: 'custom',
+            numericFields: ['Tapahtuman rahamäärä', 'Tietuetunnus', 'Panot Summa', 'Otot Summa', 'Panot Kappalemäärä', 'Otot Kappalemäärä', 'Tiliotteen tietueiden lukumäärä', 'Tilin limiitti'],
+            requiredFields: ['Tietuetunnus', 'Viite', 'Seliteteksti'],
+            insignificantFields: ['Tietuetunnus', 'Tapahtuman numero', 'Tapahtumatunnus', 'Koodi', 'Kuittikoodi', 'Välitystapa', 'Nimen lähde', 'Tili muuttunut -tieto', 'Lomakkeen numero', 'Tasotunnus'],
+            sharedFields: ['Toimeksiantajan tieto-1', 'Toimeksiantajan tieto-2'],
+            textField: 'Seliteteksti',
+            totalAmountField: 'Tapahtuman rahamäärä',
+            custom: {
+                splitToLines: (s) => {
+                    const ret = [];
+                    for (let i = 0; i < s.length;) {
+                        if (s[i] !== 'T') {
+                            throw new InvalidFile('Parsing a file failed. Missing "T" in the beginning of the record.');
+                        }
+                        const len = parseInt(s.substring(i + 3, i + 6));
+                        const text = s.substring(i, i + len)
+                            .replace(/\]/g, 'Å')
+                            .replace(/\[/g, 'Ä')
+                            .replace(/\\/g, 'Ö')
+                            .replace(/\}/g, 'å')
+                            .replace(/\{/g, 'ä')
+                            .replace(/\|/g, 'ö');
+                        ret.push(text);
+                        i += len;
+                        while (s.charCodeAt(i) === 10 || s.charCodeAt(i) === 13) {
+                            i++;
+                        }
+                    }
+                    return ret;
+                },
+                splitToColumns: (s) => {
+                    if (s[0] !== 'T') {
+                        throw new InvalidFile('Parsing a line failed. Missing "T" in the beginning of the line.');
+                    }
+                    const code = s.substring(1, 3);
+                    let columns;
+                    let extras;
+                    switch (code) {
+                        // Header line.
+                        case '00':
+                            ref = undefined;
+                            return {
+                                Tietuetunnus: code,
+                                ...this.parseFixedLength(s.substring(6), {
+                                    Versionumero: 3,
+                                    Tilinumero: 14,
+                                    'Tiliotteen numero': 3,
+                                    Tiliotekausi: 12,
+                                    Muodostumisaika: 10,
+                                    Asiakastunnus: 17,
+                                    'Alkusaldon pvm': 6,
+                                    'Tiliotteen alkusaldo': 19,
+                                    'Tiliotteen tietueiden lukumäärä': 6,
+                                    'Tilin valuutan tunnus': 3,
+                                    'Tilin nimi': 30,
+                                    'Tilin limiitti': 18,
+                                    'Tilin omistajan nimi': 35,
+                                    'Yhteydenottotieto-1': 40,
+                                    'Yhteydenottotieto-2': 40,
+                                    'Pankkikohtaista tietoa-1': 30,
+                                    'Pankkikohtaista tietoa-2': 30,
+                                }, {
+                                    Tiliotekausi: (s) => `20${s.substring(0, 2)}-${s.substring(2, 4)}-${s.substring(4, 6)} 20${s.substring(6, 8)}-${s.substring(8, 10)}-${s.substring(10, 12)}`,
+                                    Muodostumisaika: (s) => `20${s.substring(0, 2)}-${s.substring(2, 4)}-${s.substring(4, 6)} ${s.substring(6, 8)}:${s.substring(8, 10)}:00`,
+                                    'Alkusaldon pvm': (s) => `20${s.substring(0, 2)}-${s.substring(2, 4)}-${s.substring(4, 6)}`,
+                                    'Tiliotteen alkusaldo': (s) => `${parseInt(s) / 100}`,
+                                    'Tiliotteen tietueiden lukumäärä': (s) => `${parseInt(s)}`,
+                                    'Tilin limiitti': (s) => `${parseInt(s) / 100}`,
+                                })
+                            };
+                        // Basic transaction
+                        case '10':
+                            columns = {
+                                Tietuetunnus: code,
+                                ...this.parseFixedLength(s.substring(6), {
+                                    'Tapahtuman numero': 6,
+                                    Arkistointitunnus: 18,
+                                    Kirjauspäivä: 6,
+                                    Arvopäivä: 6,
+                                    Maksupäivä: 6,
+                                    Tapahtumatunnus: 1,
+                                    Koodi: 3,
+                                    Seliteteksti: 35,
+                                    'Tapahtuman rahamäärä': 19,
+                                    Kuittikoodi: 1,
+                                    Välitystapa: 1,
+                                    'Saaja/Maksaja': 35,
+                                    'Nimen lähde': 1,
+                                    'Saajan tili': 14,
+                                    'Tili muuttunut -tieto': 1,
+                                    Viite: 20,
+                                    'Lomakkeen numero': 8,
+                                    Tasotunnus: 1,
+                                }, {
+                                    Kirjauspäivä: (s) => `20${s.substring(0, 2)}-${s.substring(2, 4)}-${s.substring(4, 6)}`,
+                                    Arvopäivä: (s) => `20${s.substring(0, 2)}-${s.substring(2, 4)}-${s.substring(4, 6)}`,
+                                    Maksupäivä: (s) => `20${s.substring(0, 2)}-${s.substring(2, 4)}-${s.substring(4, 6)}`,
+                                    Viite: (s) => s.replace(/^0+/, ''),
+                                    'Tapahtuman rahamäärä': (s) => `${parseInt(s) / 100}`,
+                                })
+                            };
+                            ref = columns.Arkistointitunnus;
+                            return columns;
+                        // Additional information.
+                        case '11':
+                            columns = {
+                                Tietuetunnus: code,
+                                ...this.parseFixedLength(s.substring(6), {
+                                    'Lisätiedon tyyppi': 2,
+                                    Lisätieto: 999999
+                                }, {})
+                            };
+                            if (ref) {
+                                columns['Edellinen Arkistointitunnus'] = ref;
+                            }
+                            extras = columns['Lisätieto'];
+                            switch (columns['Lisätiedon tyyppi']) {
+                                case '00':
+                                    Object.assign(columns, {
+                                        ...this.parseFixedLength(extras, {
+                                            'Viesti-1': 35,
+                                            'Viesti-2': 35,
+                                            'Viesti-3': 35,
+                                            'Viesti-4': 35,
+                                            'Viesti-5': 35,
+                                            'Viesti-6': 35,
+                                            'Viesti-7': 35,
+                                            'Viesti-8': 35,
+                                            'Viesti-9': 35,
+                                            'Viesti-10': 35,
+                                            'Viesti-11': 35,
+                                            'Viesti-12': 35,
+                                        }, {})
+                                    });
+                                    break;
+                                case '03':
+                                    Object.assign(columns, {
+                                        ...this.parseFixedLength(extras, {
+                                            'Kortin numero': 19,
+                                            Tyhjää: 1,
+                                            'Kaupan arkistoviite': 14,
+                                        }, {})
+                                    });
+                                    break;
+                                case '06':
+                                    Object.assign(columns, {
+                                        ...this.parseFixedLength(extras, {
+                                            'Toimeksiantajan tieto-1': 35,
+                                            'Toimeksiantajan tieto-2': 35,
+                                        }, {
+                                            'Toimeksiantajan tieto-1': (s) => s.replace(/^0+/, ''),
+                                            'Toimeksiantajan tieto-2': (s) => s.replace(/^0+/, ''),
+                                        })
+                                    });
+                                    break;
+                                case '11':
+                                    Object.assign(columns, {
+                                        ...this.parseFixedLength(extras, {
+                                            'Maksajan viite': 35,
+                                        }, {})
+                                    });
+                                    break;
+                                default:
+                                    throw new NotImplemented(`Parsing a record of subtype '${columns['Lisätiedon tyyppi']}' is not implemented for record type 'T11'.`);
+                            }
+                            return columns;
+                        // Balance record.
+                        case '40':
+                            return {
+                                Tietuetunnus: code,
+                                ...this.parseFixedLength(s.substring(6), {
+                                    Kirjauspäivä: 6,
+                                    'Kirjauspäivän loppusaldo': 19,
+                                    'Käytettävissä oleva saldo': 19,
+                                }, {
+                                    Kirjauspäivä: (s) => `20${s.substring(0, 2)}-${s.substring(2, 4)}-${s.substring(4, 6)}`,
+                                    'Kirjauspäivän loppusaldo': (s) => `${parseInt(s) / 100}`,
+                                    'Käytettävissä oleva saldo': (s) => `${parseInt(s) / 100}`,
+                                })
+                            };
+                        // Balance record.
+                        case '50':
+                            return {
+                                Tietuetunnus: code,
+                                ...this.parseFixedLength(s.substring(6), {
+                                    'Jakson tunnus': 1,
+                                    Jaksopäivä: 6,
+                                    'Panot Kappalemäärä': 8,
+                                    'Panot Summa': 19,
+                                    'Otot Kappalemäärä': 8,
+                                    'Otot Summa': 19,
+                                }, {
+                                    Jaksopäivä: (s) => `20${s.substring(0, 2)}-${s.substring(2, 4)}-${s.substring(4, 6)}`,
+                                    'Panot Summa': (s) => `${parseInt(s) / 100}`,
+                                    'Panot Kappalemäärä': (s) => `${parseInt(s)}`,
+                                    'Otot Summa': (s) => `${parseInt(s) / 100}`,
+                                    'Otot Kappalemäärä': (s) => `${parseInt(s)}`,
+                                })
+                            };
+                        // Notification record.
+                        case '70':
+                            return {
+                                Tietuetunnus: code,
+                                ...this.parseFixedLength(s.substring(6), {
+                                    'Pankkiryhmän tunnus': 3,
+                                    Tiedote: 80 * 6,
+                                }, {})
+                            };
+                        default:
+                            throw new NotImplemented(`Parsing a record of type 'T${code}' is not implemented.`);
+                    }
+                    return {};
+                }
+            }
+        };
+    }
+    canHandle(file) {
+        return file.startsWith('T00322100');
+    }
+    time(line) {
+        const date = line.columns['Kirjauspäivä'] || line.columns['Jaksopäivä'] || undefined;
+        return date ? new Date(date) : undefined;
+    }
+    segmentId(line) {
+        return line.columns.Arkistointitunnus || line.columns['Edellinen Arkistointitunnus'] || NO_SEGMENT;
+    }
+}
+//# sourceMappingURL=TITOHandler.js.map

package/dist/tasenor-common-plugins/src/TITOImport/backend/TITOHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TITOHandler.js","sourceRoot":"","sources":["../../../../../../tasenor-common-plugins/src/TITOImport/backend/TITOHandler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAA2B,MAAM,0BAA0B,CAAA;AAC9E,OAAO,EAAE,WAAW,EAAE,cAAc,EAAe,wBAAwB,EAAE,MAAM,+BAA+B,CAAA;AAElH,kCAAkC;AAClC,IAAI,GAAuB,CAAA;AAE3B;;;;GAIG;AACH,MAAM,OAAO,WAAY,SAAQ,wBAAwB;IAEvD;QACE,KAAK,CAAC,YAAY,CAAC,CAAA;QAEnB,IAAI,CAAC,aAAa,GAAG;YACnB,MAAM,EAAE,QAAQ;YAChB,aAAa,EAAE,CAAC,sBAAsB,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,iCAAiC,EAAE,gBAAgB,CAAC;YACpL,cAAc,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,cAAc,CAAC;YACzD,mBAAmB,EAAE,CAAC,cAAc,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,YAAY,CAAC;YAC9L,YAAY,EAAE,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;YACpE,SAAS,EAAE,cAAc;YACzB,gBAAgB,EAAE,sBAAsB;YACxC,MAAM,EAAE;gBACN,YAAY,EAAE,CAAC,CAAS,EAAY,EAAE;oBAEpC,MAAM,GAAG,GAAa,EAAE,CAAA;oBAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG;wBAC7B,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;4BAChB,MAAM,IAAI,WAAW,CAAC,oEAAoE,CAAC,CAAA;yBAC5F;wBAED,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;wBAC/C,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;6BACjC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;6BACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;6BACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;6BACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;6BACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;6BACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;wBACtB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;wBAEd,CAAC,IAAI,GAAG,CAAA;wBACR,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE;4BACvD,CAAC,EAAE,CAAA;yBACJ;qBACF;oBAED,OAAO,GAAG,CAAA;gBACZ,CAAC;gBAED,cAAc,EAAE,CAAC,CAAS,EAA0B,EAAE;oBACpD,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;wBAChB,MAAM,IAAI,WAAW,CAAC,kEAAkE,CAAC,CAAA;qBAC1F;oBAED,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;oBAC9B,IAAI,OAAO,CAAA;oBACX,IAAI,MAAM,CAAA;oBAEV,QAAQ,IAAI,EAAE;wBAEZ,eAAe;wBACf,KAAK,IAAI;4BACP,GAAG,GAAG,SAAS,CAAA;4BACf,OAAO;gCACL,YAAY,EAAE,IAAI;gCAClB,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;oCACvC,YAAY,EAAE,CAAC;oCACf,UAAU,EAAE,EAAE;oCACd,mBAAmB,EAAE,CAAC;oCACtB,YAAY,EAAE,EAAE;oCAChB,eAAe,EAAE,EAAE;oCACnB,aAAa,EAAE,EAAE;oCACjB,gBAAgB,EAAE,CAAC;oCACnB,sBAAsB,EAAE,EAAE;oCAC1B,iCAAiC,EAAE,CAAC;oCACpC,uBAAuB,EAAE,CAAC;oCAC1B,YAAY,EAAE,EAAE;oCAChB,gBAAgB,EAAE,EAAE;oCACpB,sBAAsB,EAAE,EAAE;oCAC1B,qBAAqB,EAAE,EAAE;oCACzB,qBAAqB,EAAE,EAAE;oCACzB,0BAA0B,EAAE,EAAE;oCAC9B,0BAA0B,EAAE,EAAE;iCAC/B,EAAE;oCACD,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE;oCAC3J,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;oCACxI,gBAAgB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oCAC3F,sBAAsB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE;oCACrD,iCAAiC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE;oCAC1D,gBAAgB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE;iCAChD,CAAC;6BACH,CAAA;wBAEH,oBAAoB;wBACpB,KAAK,IAAI;4BACP,OAAO,GAAG;gCACR,YAAY,EAAE,IAAI;gCAClB,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;oCACvC,mBAAmB,EAAE,CAAC;oCACtB,iBAAiB,EAAE,EAAE;oCACrB,YAAY,EAAE,CAAC;oCACf,SAAS,EAAE,CAAC;oCACZ,UAAU,EAAE,CAAC;oCACb,eAAe,EAAE,CAAC;oCAClB,KAAK,EAAE,CAAC;oCACR,YAAY,EAAE,EAAE;oCAChB,sBAAsB,EAAE,EAAE;oCAC1B,WAAW,EAAE,CAAC;oCACd,WAAW,EAAE,CAAC;oCACd,eAAe,EAAE,EAAE;oCACnB,aAAa,EAAE,CAAC;oCAChB,aAAa,EAAE,EAAE;oCACjB,uBAAuB,EAAE,CAAC;oCAC1B,KAAK,EAAE,EAAE;oCACT,kBAAkB,EAAE,CAAC;oCACrB,UAAU,EAAE,CAAC;iCACd,EAAE;oCACD,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oCACvF,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oCACpF,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oCACrF,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;oCAClC,sBAAsB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE;iCACtD,CAAC;6BACH,CAAA;4BACD,GAAG,GAAG,OAAO,CAAC,iBAAiB,CAAA;4BAC/B,OAAO,OAAO,CAAA;wBAEhB,0BAA0B;wBAC1B,KAAK,IAAI;4BACP,OAAO,GAAG;gCACR,YAAY,EAAE,IAAI;gCAClB,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;oCACvC,mBAAmB,EAAE,CAAC;oCACtB,SAAS,EAAE,MAAM;iCAClB,EAAE,EACF,CAAC;6BACH,CAAA;4BACD,IAAI,GAAG,EAAE;gCACP,OAAO,CAAC,6BAA6B,CAAC,GAAG,GAAG,CAAA;6BAC7C;4BACD,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;4BAC7B,QAAQ,OAAO,CAAC,mBAAmB,CAAC,EAAE;gCACpC,KAAK,IAAI;oCACP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE;wCACrB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE;4CAC/B,UAAU,EAAE,EAAE;4CACd,UAAU,EAAE,EAAE;4CACd,UAAU,EAAE,EAAE;4CACd,UAAU,EAAE,EAAE;4CACd,UAAU,EAAE,EAAE;4CACd,UAAU,EAAE,EAAE;4CACd,UAAU,EAAE,EAAE;4CACd,UAAU,EAAE,EAAE;4CACd,UAAU,EAAE,EAAE;4CACd,WAAW,EAAE,EAAE;4CACf,WAAW,EAAE,EAAE;4CACf,WAAW,EAAE,EAAE;yCAChB,EAAE,EAAE,CAAC;qCACP,CAAC,CAAA;oCACF,MAAK;gCAEP,KAAK,IAAI;oCACP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE;wCACrB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE;4CAC/B,eAAe,EAAE,EAAE;4CACnB,MAAM,EAAE,CAAC;4CACT,qBAAqB,EAAE,EAAE;yCAC1B,EAAE,EAAE,CAAC;qCACP,CAAC,CAAA;oCACF,MAAK;gCAEP,KAAK,IAAI;oCACP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE;wCACrB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE;4CAC/B,yBAAyB,EAAE,EAAE;4CAC7B,yBAAyB,EAAE,EAAE;yCAC9B,EAAE;4CACD,yBAAyB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;4CACtD,yBAAyB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;yCACvD,CAAC;qCACH,CAAC,CAAA;oCACF,MAAK;gCAEP,KAAK,IAAI;oCACP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE;wCACrB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE;4CAC/B,gBAAgB,EAAE,EAAE;yCACrB,EAAE,EAAE,CAAC;qCACP,CAAC,CAAA;oCACF,MAAK;gCAEP;oCACE,MAAM,IAAI,cAAc,CAAC,gCAAgC,OAAO,CAAC,mBAAmB,CAAC,6CAA6C,CAAC,CAAA;6BACtI;4BACD,OAAO,OAAO,CAAA;wBAEhB,kBAAkB;wBAClB,KAAK,IAAI;4BACP,OAAO;gCACL,YAAY,EAAE,IAAI;gCAClB,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;oCACvC,YAAY,EAAE,CAAC;oCACf,0BAA0B,EAAE,EAAE;oCAC9B,2BAA2B,EAAE,EAAE;iCAChC,EAAE;oCACD,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oCACvF,0BAA0B,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE;oCACzD,2BAA2B,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE;iCAC3D,CAAC;6BACH,CAAA;wBAEH,kBAAkB;wBAClB,KAAK,IAAI;4BACP,OAAO;gCACL,YAAY,EAAE,IAAI;gCAClB,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;oCACvC,eAAe,EAAE,CAAC;oCAClB,UAAU,EAAE,CAAC;oCACb,oBAAoB,EAAE,CAAC;oCACvB,aAAa,EAAE,EAAE;oCACjB,mBAAmB,EAAE,CAAC;oCACtB,YAAY,EAAE,EAAE;iCACjB,EAAE;oCACD,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oCACrF,aAAa,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE;oCAC5C,oBAAoB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE;oCAC7C,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE;oCAC3C,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE;iCAC7C,CAAC;6BACH,CAAA;wBAEH,uBAAuB;wBACvB,KAAK,IAAI;4BACP,OAAO;gCACL,YAAY,EAAE,IAAI;gCAClB,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;oCACvC,qBAAqB,EAAE,CAAC;oCACxB,OAAO,EAAE,EAAE,GAAG,CAAC;iCAChB,EAAE,EACF,CAAC;6BACH,CAAA;wBAEH;4BACE,MAAM,IAAI,cAAc,CAAC,8BAA8B,IAAI,uBAAuB,CAAC,CAAA;qBACtF;oBACD,OAAO,EAAE,CAAA;gBACX,CAAC;aACF;SACF,CAAA;IACH,CAAC;IAED,SAAS,CAAC,IAAiB;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAA;IACrC,CAAC;IAED,IAAI,CAAC,IAAkB;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,SAAS,CAAA;QACpF,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC1C,CAAC;IAED,SAAS,CAAC,IAAkB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,OAAO,CAAC,6BAA6B,CAAC,IAAI,UAAU,CAAA;IACpG,CAAC;CACF"}

package/jest.config.js

@@ -0,0 +1 @@
+module.exports = require('jestconfig')

package/package.json

@@ -0,0 +1,62 @@
+{
+  "name": "@tasenor/common-node",
+  "version": "1.9.16",
+  "description": "Common Node-parts of Tasenor project",
+  "main": "src/index.ts",
+  "types": "src/index.ts",
+  "repository": "git@github.com:dataplugoy/tasenor-bookkeeper.git",
+  "author": "Tommi Ronkainen <tommi.ronkainen@gmail.com>",
+  "license": "MIT",
+  "dependencies": {
+    "@vscode/sqlite3": "5.1.6-vscode",
+    "argparse": "^2.0.1",
+    "axios": "0.26.0",
+    "bcrypt": "^5.1.0",
+    "chardet": "^1.6.0",
+    "clone": "^2.1.2",
+    "cors": "^2.8.5",
+    "csv-parse": "^5.4.0",
+    "dayjs": "1.10.8",
+    "dot-object": "^2.1.4",
+    "express": "^4.18.2",
+    "fast-glob": "^3.3.0",
+    "form-data": "^4.0.0",
+    "git-url-parse": "^13.1.0",
+    "helmet": "^7.0.0",
+    "json2csv": "6.0.0-alpha.2",
+    "jsonwebtoken": "^9.0.1",
+    "knex": "^2.5.0",
+    "merge": "^2.1.1",
+    "mime-types": "^2.1.35",
+    "object-hash": "^3.0.0",
+    "pg": "^8.11.1",
+    "pg-types": "^4.0.1",
+    "simple-git": "^3.19.1",
+    "sprintf-js": "^1.1.2",
+    "sqlite3": "^5.1.6",
+    "tar": "^6.1.15",
+    "ts-opaque": "^3.0.1",
+    "@dataplug/tasenor-common": "npm:@tasenor/common@1.9.16"
+  },
+  "devDependencies": {
+    "@jest/globals": "^29.6.1",
+    "@types/jest": "^29.5.2",
+    "@types/jsonwebtoken": "^9.0.2",
+    "jest": "^29.6.1",
+    "ts-jest": "^29.1.1",
+    "typescript": "^5.1.6",
+    "jestconfig": "0.0.0",
+    "eslint-config-tasenor": "0.0.0",
+    "@dataplug/tasenor-testing": "npm:@tasenor/testing@1.9.16",
+    "tsconfig": "0.0.0"
+  },
+  "scripts": {
+    "ci": "pnpm run lint && pnpm run build && pnpm run test",
+    "build": "rm -rf dist && tsc",
+    "fix": "eslint --fix 'src/**/*.ts' 'tests/**/*.ts'",
+    "lint": "eslint 'src/**/*.ts' 'tests/**/*.ts'",
+    "test": "jest",
+    "watch": "jest --onlyChanged --watch",
+    "version": "jq .version < package.json"
+  }
+}

package/src/cli.ts

@@ -0,0 +1,267 @@
+/* eslint-disable camelcase */
+/**
+ * Command line interface utilities.
+ *
+ * @module tasenor-common-node/src/cli
+ */
+import * as readline from 'readline'
+import * as FormData from 'form-data'
+import { ArgumentParser } from 'argparse'
+import { HttpMethod, net, Url, Value, TokenPair, Token, log, HttpResponse, mute, waitPromise, note } from '@dataplug/tasenor-common'
+import clone from 'clone'
+import DbCommand from './commands/db'
+import { Command, CommandArgumentDefault, CommandArguments } from './commands'
+import AccountCommand from './commands/account'
+import BalanceCommand from './commands/balance'
+import EntryCommand from './commands/entry'
+import ImportCommand from './commands/import'
+import PeriodCommand from './commands/period'
+import ImporterCommand from './commands/importer'
+import PluginCommand from './commands/plugin'
+import ReportCommand from './commands/report'
+import SettingsCommand from './commands/settings'
+import StockCommand from './commands/stock'
+import TagCommand from './commands/tag'
+import TxCommand from './commands/tx'
+import UserCommand from './commands/user'
+
+let readlineInterface
+
+/**
+ * Ask a question on the console and return answer.
+ * @param question
+ * @returns
+ */
+function ask(question: string): Promise<string> {
+  if (!readlineInterface) {
+    readlineInterface = readline.createInterface({
+      input: process.stdin,
+      output: process.stdout
+    })
+  }
+  return new Promise((resolve) => {
+    readlineInterface.question(question ? `${question} ` : '>', (text) => { resolve(text) })
+  })
+}
+
+/**
+ * Exit hook that needs to be called if used functions in this library.
+ */
+function exit() {
+  if (readlineInterface) readlineInterface.close()
+}
+
+/**
+ * An interface for accessing API.
+ */
+export class CLIRunner {
+  user: string
+  password: string
+  api: Url
+  uiApi: Url
+  token: Token
+  commands: Record<string, Command>
+  originalArgs: string[]
+  args: CommandArguments
+
+  /**
+   * Execute HTTP request.
+   * @param method
+   * @param url
+   * @returns
+   */
+  async request(method: HttpMethod, url: string, data: Value | undefined | FormData): Promise<HttpResponse> {
+    const caller = net[method]
+    const fullUrl: Url = url.startsWith('/') ? `${this.api}${url}` as Url : `${this.api}/${url}` as Url
+    return this.doRequest(caller, fullUrl, data)
+  }
+
+  /**
+   * Execute HTTP request against UI API.
+   * @param method
+   * @param url
+   * @returns
+   */
+  async requestUi(method: HttpMethod, url: string, data: Value | undefined | FormData): Promise<HttpResponse> {
+    const caller = net[method]
+    const fullUrl: Url = url.startsWith('/') ? `${this.uiApi}${url}` as Url : `${this.uiApi}/${url}` as Url
+    return this.doRequest(caller, fullUrl, data)
+  }
+
+  /**
+   * Execute request with optional retries.
+   * @param caller
+   * @param fullUrl
+   * @param data
+   * @returns
+   */
+  async doRequest(caller, fullUrl, data) {
+    let result: HttpResponse | null = null
+    let error
+    const max = this.args.retry || 0
+    for (let i = -1; i < (max as number); i++) {
+      try {
+        result = await caller(fullUrl, data)
+        if (result && result.success) {
+          return result
+        }
+        error = new Error(JSON.stringify(result))
+      } catch (err) {
+        error = err
+      }
+      const delay = (i + 1) * 5
+      note(`Waiting for ${delay} seconds`)
+      await waitPromise(delay * 1000)
+    }
+
+    throw error
+  }
+
+  /**
+   * Log in if we don't have access token yet.
+   */
+  async login(): Promise<void> {
+
+    if (this.token) return
+
+    log(`Logging in to ${this.api} as ${this.user}`)
+    const resp = await this.request('POST', '/auth', { user: this.user, password: this.password } as unknown as Value)
+    if (resp.success && resp.data && resp.data instanceof Object) {
+      if ('token' in resp.data && 'refresh' in resp.data) {
+        const { token, refresh } = resp.data as unknown as { token: Token, refresh: Token }
+        this.configureApi(this.api, { token, refresh })
+        this.configureApi(this.uiApi, { token, refresh })
+        this.token = token
+      }
+    }
+  }
+
+  /**
+   * Set up the API.
+   * @param tokens
+   */
+  configureApi(api: Url, tokens: TokenPair | undefined = undefined): void {
+    net.configure({ sites: { [api]: {} } })
+    if (tokens) {
+      net.setConf(api, 'token', tokens.token)
+      net.setConf(api, 'refreshToken', tokens.refresh)
+    }
+  }
+}
+
+/**
+ * A class implementing dynamic collection of commands that are automatically looked up when called.
+ */
+export class CLI extends CLIRunner {
+
+  /**
+   * Scan commands and instantiate them to the collection.
+   * @param paths
+   */
+  constructor() {
+    super()
+
+    this.commands = {
+      account: new AccountCommand(this),
+      db: new DbCommand(this),
+      balance: new BalanceCommand(this),
+      entry: new EntryCommand(this),
+      import: new ImportCommand(this),
+      importer: new ImporterCommand(this),
+      period: new PeriodCommand(this),
+      plugin: new PluginCommand(this),
+      report: new ReportCommand(this),
+      settings: new SettingsCommand(this),
+      stock: new StockCommand(this),
+      tag: new TagCommand(this),
+      tx: new TxCommand(this),
+      user: new UserCommand(this)
+    }
+  }
+
+  /**
+   * Insert defaults for the arguments.
+   * @param args
+   */
+  addDefaults(defaults: CommandArgumentDefault[]) {
+    for (const def of defaults) {
+      const { name, envName, defaultValue } = def
+      if (this.args[name] === undefined) {
+        this.args[name] = process.env[envName] || defaultValue
+      }
+    }
+  }
+
+  /**
+   * Parse and execute the command.
+   */
+  async run(defaults: CommandArgumentDefault[] = [], explicitArgs: string[] = []): Promise<void> {
+    // Helper to extract arguments.
+    const pop = (args: CommandArguments, name: string): string => {
+      const ret = args[name]
+      delete args[name]
+      if (!ret) return ''
+      return typeof ret === 'string' ? ret : ret[0]
+    }
+
+    const parser: ArgumentParser = new ArgumentParser({
+      description: 'Tasenor command line tool'
+    })
+
+    parser.add_argument('command', { help: 'Command handling the operation', choices: Object.keys(this.commands) })
+    parser.add_argument('--debug', '-d', { help: 'If set, show logs for requests etc', action: 'store_true', required: false })
+    parser.add_argument('--json', { help: 'If set, show output as JSON', action: 'store_true', required: false })
+    parser.add_argument('--verbose', '-v', { help: 'If set, show more comprehensive output', action: 'store_true', required: false })
+    parser.add_argument('--user', { help: 'User email for logging in (use USERNAME env by default)', type: String, required: false })
+    parser.add_argument('--password', { help: 'User password for logging in (use PASSWORD env by default)', type: String, required: false })
+    parser.add_argument('--api', { help: 'The server base URL providing Bookkeeper API (use API env by default)', type: String, required: false })
+    parser.add_argument('--ui-api', { help: 'The server base URL providing Bookkeeper UI API (use UI_API env by default)', type: String, required: false })
+    parser.add_argument('--retry', { help: 'If given, retry this many times if network call fails', type: Number, required: false })
+
+    // Set up args.
+    this.originalArgs = explicitArgs.length ? clone(explicitArgs) : clone(process.argv.splice(2))
+
+    // Find the command and add its arguments.
+    let cmd: Command | undefined
+    for (let i = 0; i < this.originalArgs.length; i++) {
+      if (this.commands[this.originalArgs[i]]) {
+        cmd = this.commands[this.originalArgs[i]]
+        break
+      }
+    }
+
+    if (cmd) {
+      cmd.addArguments(parser)
+    }
+
+    // Collect and fix arguments.
+    this.args = parser.parse_args(this.originalArgs)
+
+    cmd?.setArgs(this.args)
+
+    this.addDefaults(defaults)
+    this.user = pop(this.args, 'user')
+    this.password = pop(this.args, 'password')
+    this.api = pop(this.args, 'api') as Url
+    this.uiApi = pop(this.args, 'ui_api') as Url
+    delete this.args.command
+    if (!this.args.debug) {
+      mute()
+    }
+
+    // Configure net APIs.
+    if (this.api) {
+      this.configureApi(this.api)
+    }
+    if (this.uiApi) {
+      this.configureApi(this.uiApi)
+    }
+
+    cmd && await cmd.run()
+  }
+}
+
+export const cli = {
+  ask,
+  exit
+}

package/src/commands/account.ts

@@ -0,0 +1,69 @@
+/* eslint-disable camelcase */
+import { log, AccountModelData } from '@dataplug/tasenor-common'
+import { Command } from '.'
+import { ArgumentParser } from 'argparse'
+
+class AccountCommand extends Command {
+
+  addArguments(parser: ArgumentParser): void {
+    const sub = parser.add_subparsers()
+
+    const ls = sub.add_parser('ls', { help: 'List all accounts' })
+    ls.set_defaults({ subCommand: 'ls' })
+    ls.add_argument('db', { help: 'Name of the database' })
+
+    const rm = sub.add_parser('rm', { help: 'Delete an account' })
+    rm.set_defaults({ subCommand: 'rm' })
+    rm.add_argument('db', { help: 'Name of the database' })
+    rm.add_argument('id', { help: 'ID of the account' })
+
+    const create = sub.add_parser('create', { help: 'Create an account' })
+    create.set_defaults({ subCommand: 'create' })
+    create.add_argument('db', { help: 'Name of the database' })
+    create.add_argument('language', { help: 'Account language' })
+    create.add_argument('currency', { help: 'Account currency' })
+    create.add_argument('type', { help: 'Account type' })
+    create.add_argument('number', { help: 'Account number' })
+    create.add_argument('name', { help: 'Account name' })
+    create.add_argument('data', { help: 'Additional account data in JSON format', nargs: '?' })
+  }
+
+  async ls() {
+    const { db } = this.args
+    const resp = await this.get(`/db/${db}/account`)
+    this.out('account', resp)
+  }
+
+  print(data: AccountModelData[]): void {
+    for (const account of data.sort((a, b) => (a.id || 0) - (b.id || 0))) {
+      const { id, number, name, type, language, currency, data } = account
+      console.log(`#${id} [${language} ${currency} ${type}] ${number} ${name} ${Object.keys(data).length ? JSON.stringify(data) : ''}`)
+    }
+  }
+
+  async rm() {
+    const { db, id } = this.args
+    await this.delete(`/db/${db}/account/${id}`)
+    log(`Account ${id} deleted successfully.`)
+  }
+
+  async create() {
+    const { db, number, name, type, language, currency, data } = this.args
+    const params = {
+      number,
+      name,
+      type,
+      language,
+      currency,
+      data: data ? await this.jsonData(data) : {}
+    }
+    await this.post(`/db/${db}/account`, params)
+    log(`Account ${number} ${name} created successfully.`)
+  }
+
+  async run() {
+    await this.runBy('subCommand')
+  }
+}
+
+export default AccountCommand