@tasenor/common-node 1.9.16

package/dist/tasenor-common-node/src/export/TilitinExporter.js

@@ -0,0 +1,290 @@
+import knex from 'knex';
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc';
+import path from 'path';
+import fs from 'fs';
+import { log, Bookkeeper, AccountType } from '@dataplug/tasenor-common';
+import { Exporter } from './Exporter';
+dayjs.extend(utc);
+const VAT_IGNORE = 1;
+const VAT_RECONCILED = 2;
+const ACCOUNT_TYPES = Object.keys(AccountType);
+// Helpers to convert nasty dates from original format.
+function dateFromDb(date) {
+    const str = dayjs.utc(date).add(2, 'hours').format('YYYY-MM-DD');
+    return str;
+}
+/**
+ * A class implementing conversion from old legacy Tilitin Sqlite-format to Tasenor format.
+ */
+export class TilitinExporter extends Exporter {
+    /**
+     * Construct Knex configuration for the given file.
+     * @param path Path to the Sqlite-file.
+     * @returns Instantiated Knex database connection.
+     */
+    database(path) {
+        return knex({
+            client: 'sqlite3',
+            connection: {
+                filename: path
+            },
+            useNullAsDefault: true
+        });
+    }
+    /**
+     * Read all accounts from the database and generate TSV-data.
+     * @param db Knex connection to use.
+     * @returns
+     */
+    async getAccounts(db) {
+        const headings = {};
+        for (const heading of await db('coa_heading').select('*').orderBy('level')) {
+            headings[heading.number] = headings[heading.number] || [];
+            let tab = '';
+            for (let i = 0; i < heading.level; i++) {
+                tab += '_';
+            }
+            heading.text = tab + heading.text;
+            headings[heading.number].push(heading);
+        }
+        const lines = [['# number / title', 'text', 'type', 'code', 'data']];
+        for (const account of await db('account').select('*').orderBy('number')) {
+            if (headings[account.number]) {
+                for (const heading of headings[account.number]) {
+                    lines.push([heading.text, '', '', '', '', '']);
+                }
+            }
+            const data = {};
+            if (account.flags) {
+                data.favourite = true;
+            }
+            lines.push([account.number, account.name, ACCOUNT_TYPES[account.type], account.vat_percentage || '', JSON.stringify(data)]);
+        }
+        log(`Found ${lines.length} lines of data for headings and accounts.`);
+        return lines;
+    }
+    /**
+     * Read all periods from the database and generate TSV-data.
+     * @param db Knex connection to use.
+     * @returns
+     */
+    async getPeriods(db) {
+        const lines = [['# start', 'end', 'flags']];
+        for (const period of await db('period').select('*').orderBy('start_date')) {
+            lines.push([dateFromDb(period.start_date), dateFromDb(period.end_date), period.locked ? 'LOCKED' : '']);
+        }
+        log(`Found ${lines.length} lines of data for periods.`);
+        return lines;
+    }
+    /**
+     * Read all entries and documents from the database and generate TSV-data.
+     * @param db Knex connection to use.
+     * @returns
+     */
+    async getEntries(db) {
+        const lines = [['# number', 'date / account', 'amount', 'text', 'data']];
+        let n = 1;
+        for (const period of await db('period').select('*').orderBy('start_date')) {
+            lines.push([`Period ${n}`, '', '', '', '']);
+            for (const doc of await db('document').select('*').where({ period_id: period.id }).orderBy('period_id', 'number')) {
+                lines.push([doc.number, dateFromDb(doc.date), '', '', '']);
+                for (const entry of await db('entry').join('account', 'entry.account_id', 'account.id').select('entry.*', 'account.number').where({ document_id: doc.id }).orderBy('row_number')) {
+                    const data = {};
+                    if (entry.flags & VAT_IGNORE) {
+                        data.VAT = { ignore: true };
+                    }
+                    if (entry.flags & VAT_RECONCILED) {
+                        data.VAT = { ...(data.VAT || {}), reconciled: true };
+                    }
+                    lines.push(['', entry.number, entry.debit ? entry.amount : -entry.amount, entry.description, JSON.stringify(data)]);
+                }
+            }
+            n++;
+        }
+        log(`Found ${lines.length} lines of data for documents and entries.`);
+        return lines;
+    }
+    /**
+     * Check if the given table exist.
+     * @param db
+     */
+    async hasTable(db, table) {
+        let hasTable = true;
+        try {
+            await db(table).select('*').limit(1);
+        }
+        catch (err) {
+            hasTable = false;
+        }
+        return hasTable;
+    }
+    /**
+     * Read configuration information from database and construct compiled configuration.
+     * @param db Knex connection to use.
+     * @returns
+     */
+    async getConfig(db) {
+        const conf = Bookkeeper.createConfig();
+        conf.language = 'fi';
+        conf.currency = 'EUR';
+        conf.scheme = 'FinnishLimitedCompanyComplete';
+        conf.schemeVersion = '1.0.0';
+        // Add VAT config if we have correct accounts.
+        if (await db('account').select('*').where({ number: '29391' }).first()) {
+            conf.VAT = {
+                salesAccount: '29391',
+                purchasesAccount: '29392',
+                receivableAccount: '1763',
+                payableAccount: '2939',
+                delayedReceivableAccount: '1845',
+                delayedPayableAccount: '2977',
+                statementTagTypes: []
+            };
+        }
+        for (const setting of await db('settings').select('name', 'business_id')) {
+            conf.companyName = setting.name;
+            conf.companyCode = setting.business_id;
+        }
+        if (await this.hasTable(db, 'fyffe_settings')) {
+            for (const setting of await db('fyffe_settings').select('*')) {
+                switch (setting.name) {
+                    case 'income-statement-tag-types':
+                        conf.FinnishIncomeStatementReport = { tagTypes: JSON.parse(setting.value) };
+                        break;
+                    default:
+                        throw new Error(`Unable to parse setting '${setting.name}'`);
+                }
+            }
+        }
+        if (conf.VAT && conf.VAT.statementTagTypes && !conf.FinnishIncomeStatementReport) {
+            conf.FinnishIncomeStatementReport = {
+                tagTypes: conf.VAT.statementTagTypes
+            };
+        }
+        return conf;
+    }
+    /**
+     * Read all tags from the database and generate TSV-data.
+     * @param db Knex connection to use.
+     * @param out Directory to write image files.
+     * @returns
+     */
+    async getTags(db, out) {
+        const lines = [['# tag', 'name', 'mime', 'picture', 'type', 'order']];
+        const picDir = path.join(out, 'pictures');
+        if (!fs.existsSync(picDir)) {
+            fs.mkdirSync(picDir);
+        }
+        if (await this.hasTable(db, 'tags')) {
+            for (const tag of await db('tags').select('*').orderBy('order')) {
+                const ext = tag.mime.split('/')[1];
+                const file = `${tag.type}-${tag.order}.${ext}`;
+                fs.writeFileSync(path.join(picDir, file), tag.picture);
+                lines.push([tag.tag, tag.name, tag.mime, path.join('pictures', file), tag.type, tag.order]);
+            }
+        }
+        log(`Found ${lines.length} lines of data for tags.`);
+        return lines;
+    }
+    /**
+     * Read all report formats from the database and generate mapping from report IDs to report format.
+     * @param db Knex connection to use.
+     * @returns
+     */
+    async getReports(db) {
+        const reports = {};
+        for (const report of await db('report_structure').select('*')) {
+            reports[report.id] = report.data;
+        }
+        log(`Found reports ${Object.keys(reports)}.`);
+        return reports;
+    }
+    /**
+     * Convert old report format to new.
+     * @param report
+     */
+    convertReport(report) {
+        const lines = [['# accounts', 'title', 'flags']];
+        for (const line of report.trim().split('\n')) {
+            let entries;
+            if (line === '')
+                continue;
+            if (line === '-') {
+                entries = ['', '', ['BREAK']];
+            }
+            else if (line === '--') {
+                entries = ['', '', ['NEW_PAGE']];
+            }
+            else {
+                const parts = line.split(';');
+                const code = parts[0];
+                let tab = '';
+                for (let i = 0; i < parseInt(code[2]); i++) {
+                    tab += '_';
+                }
+                let flags = [];
+                switch (code[0]) {
+                    case 'H':
+                        flags = ['HIDE_TOTAL', 'REQUIRED'];
+                        break;
+                    case 'G':
+                        flags = ['HIDE_TOTAL'];
+                        break;
+                    case 'S':
+                        flags = ['REQUIRED'];
+                        break;
+                    case 'D':
+                        flags = ['DETAILS'];
+                        break;
+                    case 'T':
+                        break;
+                    default:
+                        throw new Error(`Cannot parse letter ${code[0]} in report code ${code} of line ${line}.`);
+                }
+                switch (code[1]) {
+                    case 'B':
+                        flags.push('BOLD');
+                        break;
+                    case 'I':
+                        flags.push('ITALIC');
+                        break;
+                    case 'P':
+                        break;
+                    default:
+                        throw new Error(`Cannot parse letter ${code[1]} in report code ${code} of line ${line}.`);
+                }
+                if (parts.length === 4) {
+                    entries = [`${parts[1]}-${parts[2]}`, tab + parts[3], flags];
+                }
+                else if (parts.length === 6) {
+                    entries = [`${parts[1]}-${parts[2]} ${parts[3]}-${parts[4]}`, tab + parts[5], flags];
+                }
+                else if (parts.length === 8) {
+                    entries = [`${parts[1]}-${parts[2]} ${parts[3]}-${parts[4]} ${parts[5]}-${parts[6]}`, tab + parts[7], flags];
+                }
+                else {
+                    throw new Error(`Unable to parse line ${line} since there are ${parts.length} parts.`);
+                }
+            }
+            lines.push([entries[0], entries[1], entries[2].join(' ')]);
+        }
+        return lines;
+    }
+    /**
+     * Run the full backup for the given legacy database.
+     * @param sqlite Path to the Sqlite database to create backup for.
+     * @param out Directory to save backup.
+     * @param destPath Destionation file name if given.
+     * @returns Path to the tar-package.
+     */
+    async run(sqlite, out, destPath) {
+        if (!fs.existsSync(sqlite)) {
+            throw new Error(`Database ${out} does not exist.`);
+        }
+        const db = this.database(sqlite);
+        const conf = await this.dump(db, out);
+        return this.makeTar(conf, out, destPath);
+    }
+}
+//# sourceMappingURL=TilitinExporter.js.map

package/dist/tasenor-common-node/src/export/TilitinExporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TilitinExporter.js","sourceRoot":"","sources":["../../../../src/export/TilitinExporter.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,KAAK,MAAM,OAAO,CAAA;AACzB,OAAO,GAAG,MAAM,kBAAkB,CAAA;AAClC,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,WAAW,EAA6I,MAAM,0BAA0B,CAAA;AAClN,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAErC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;AAEjB,MAAM,UAAU,GAAG,CAAC,CAAA;AACpB,MAAM,cAAc,GAAG,CAAC,CAAA;AACxB,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;AAE9C,uDAAuD;AACvD,SAAS,UAAU,CAAC,IAAe;IACjC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;IAChE,OAAO,GAAG,CAAA;AACZ,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,eAAgB,SAAQ,QAAQ;IAE3C;;;;OAIG;IACH,QAAQ,CAAC,IAAI;QACX,OAAO,IAAI,CAAC;YACV,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE;gBACV,QAAQ,EAAE,IAAI;aACf;YACD,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAA;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,EAAgB;QAChC,MAAM,QAAQ,GAAG,EAAE,CAAA;QACnB,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAC1E,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;YACzD,IAAI,GAAG,GAAG,EAAE,CAAA;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBACtC,GAAG,IAAI,GAAG,CAAA;aACX;YACD,OAAO,CAAC,IAAI,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,CAAA;YACjC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;SACvC;QACD,MAAM,KAAK,GAAG,CAAC,CAAC,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;QACpE,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YACvE,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;oBAC9C,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;iBAC/C;aACF;YACD,MAAM,IAAI,GAA4B,EAAE,CAAA;YACxC,IAAI,OAAO,CAAC,KAAK,EAAE;gBACjB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;aACtB;YACD,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;SAC5H;QACD,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,2CAA2C,CAAC,CAAA;QACrE,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,EAAgB;QAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;QAC3C,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;YACzE,KAAK,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;SACxG;QACD,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,6BAA6B,CAAC,CAAA;QACvD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,EAAgB;QAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;QACxE,IAAI,CAAC,GAAG,CAAC,CAAA;QACT,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;YACzE,KAAK,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;YAC3C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE;gBACjH,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;gBAC1D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;oBAEhL,MAAM,IAAI,GAA4B,EAAE,CAAA;oBACxC,IAAI,KAAK,CAAC,KAAK,GAAG,UAAU,EAAE;wBAC5B,IAAI,CAAC,GAAG,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;qBAC5B;oBACD,IAAI,KAAK,CAAC,KAAK,GAAG,cAAc,EAAE;wBAChC,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAA;qBACrD;oBAED,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;iBACpH;aACF;YACD,CAAC,EAAE,CAAA;SACJ;QACD,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,2CAA2C,CAAC,CAAA;QACrE,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,EAAgB,EAAE,KAAa;QAC5C,IAAI,QAAQ,GAAG,IAAI,CAAA;QACnB,IAAI;YACF,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;SACrC;QAAC,OAAO,GAAG,EAAE;YACZ,QAAQ,GAAG,KAAK,CAAA;SACjB;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,EAAgB;QAC9B,MAAM,IAAI,GAAqB,UAAU,CAAC,YAAY,EAAE,CAAA;QACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACpB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAA;QACrB,IAAI,CAAC,MAAM,GAAG,+BAA+B,CAAA;QAC7C,IAAI,CAAC,aAAa,GAAG,OAAkB,CAAA;QAEvC,8CAA8C;QAC9C,IAAI,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE;YACtE,IAAI,CAAC,GAAG,GAAG;gBACT,YAAY,EAAE,OAAwB;gBACtC,gBAAgB,EAAE,OAAwB;gBAC1C,iBAAiB,EAAE,MAAuB;gBAC1C,cAAc,EAAE,MAAuB;gBACvC,wBAAwB,EAAE,MAAuB;gBACjD,qBAAqB,EAAE,MAAuB;gBAC9C,iBAAiB,EAAE,EAAE;aACtB,CAAA;SACF;QAED,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE;YACxE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAA;YAC/B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAA;SACvC;QACD,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,gBAAgB,CAAC,EAAE;YAC7C,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;gBAC5D,QAAQ,OAAO,CAAC,IAAI,EAAE;oBACpB,KAAK,4BAA4B;wBAC/B,IAAI,CAAC,4BAA4B,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAA;wBAC3E,MAAK;oBACP;wBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,CAAC,IAAI,GAAG,CAAC,CAAA;iBAC/D;aACF;SACF;QACD,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE;YAChF,IAAI,CAAC,4BAA4B,GAAG;gBAClC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB;aACrC,CAAA;SACF;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,EAAgB,EAAE,GAAkB;QAChD,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;QACrE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;QACzC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;YAC1B,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;SACrB;QACD,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE;YACnC,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC/D,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;gBAClC,MAAM,IAAI,GAAG,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,EAAE,CAAA;gBAC9C,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAA;gBACtD,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;aAC5F;SACF;QACD,GAAG,CAAC,SAAS,KAAK,CAAC,MAAM,0BAA0B,CAAC,CAAA;QACpD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,EAAgB;QAC/B,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YAC7D,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAA;SACjC;QACD,GAAG,CAAC,iBAAiB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAC7C,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,MAAoB;QAChC,MAAM,KAAK,GAA+B,CAAC,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC5E,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YAC5C,IAAI,OAAmC,CAAA;YACvC,IAAI,IAAI,KAAK,EAAE;gBAAE,SAAQ;YACzB,IAAI,IAAI,KAAK,GAAG,EAAE;gBAChB,OAAO,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;aAC9B;iBAAM,IAAI,IAAI,KAAK,IAAI,EAAE;gBACxB,OAAO,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAA;aACjC;iBAAM;gBACL,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,GAAG,GAAG,EAAE,CAAA;gBACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBAC1C,GAAG,IAAI,GAAG,CAAA;iBACX;gBACD,IAAI,KAAK,GAAa,EAAE,CAAA;gBACxB,QAAQ,IAAI,CAAC,CAAC,CAAC,EAAE;oBACf,KAAK,GAAG;wBACN,KAAK,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;wBAClC,MAAK;oBACP,KAAK,GAAG;wBACN,KAAK,GAAG,CAAC,YAAY,CAAC,CAAA;wBACtB,MAAK;oBACP,KAAK,GAAG;wBACN,KAAK,GAAG,CAAC,UAAU,CAAC,CAAA;wBACpB,MAAK;oBACP,KAAK,GAAG;wBACN,KAAK,GAAG,CAAC,SAAS,CAAC,CAAA;wBACnB,MAAK;oBACP,KAAK,GAAG;wBACN,MAAK;oBACP;wBACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC,CAAC,mBAAmB,IAAI,YAAY,IAAI,GAAG,CAAC,CAAA;iBAC5F;gBACD,QAAQ,IAAI,CAAC,CAAC,CAAC,EAAE;oBACf,KAAK,GAAG;wBACN,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAClB,MAAK;oBACP,KAAK,GAAG;wBACN,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;wBACpB,MAAK;oBACP,KAAK,GAAG;wBACN,MAAK;oBACP;wBACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC,CAAC,mBAAmB,IAAI,YAAY,IAAI,GAAG,CAAC,CAAA;iBAC5F;gBACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;oBACtB,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;iBAC7D;qBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;oBAC7B,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;iBACrF;qBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;oBAC7B,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;iBAC7G;qBAAM;oBACL,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,oBAAoB,KAAK,CAAC,MAAM,SAAS,CAAC,CAAA;iBACvF;aACF;YACD,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;SAC3D;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,GAAG,CAAC,MAAoB,EAAE,GAAkB,EAAE,QAAmC;QACrF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;YAC1B,MAAM,IAAI,KAAK,CAAC,YAAY,GAAG,kBAAkB,CAAC,CAAA;SACnD;QACD,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QAChC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAA;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAA;IAC1C,CAAC;CACF"}

package/dist/tasenor-common-node/src/export/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Data export from Tasenor and some other legacy systems.
+ *
+ * @module tasenor-common-node/src/export
+ */
+export * from './Exporter';
+export * from './TilitinExporter';
+export * from './TasenorExporter';

package/dist/tasenor-common-node/src/export/index.js

@@ -0,0 +1,9 @@
+/**
+ * Data export from Tasenor and some other legacy systems.
+ *
+ * @module tasenor-common-node/src/export
+ */
+export * from './Exporter';
+export * from './TilitinExporter';
+export * from './TasenorExporter';
+//# sourceMappingURL=index.js.map

package/dist/tasenor-common-node/src/export/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/export/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,cAAc,YAAY,CAAA;AAC1B,cAAc,mBAAmB,CAAA;AACjC,cAAc,mBAAmB,CAAA"}

package/dist/tasenor-common-node/src/import/TextFileProcessHandler.d.ts

@@ -0,0 +1,104 @@
+import { ProcessFile } from '../process/ProcessFile';
+import { ProcessHandler } from '../process/ProcessHandler';
+import { ImportAction, ProcessConfig, Directions, ImportCSVOptions, ImportState, ImportStateText, ImportCustomOptions, TransactionImportOptions } from '@dataplug/tasenor-common';
+import { Process } from '../process/Process';
+/**
+ * Utility class to provide tools for implementing any text file based process handler.
+ */
+export declare class TextFileProcessHandler extends ProcessHandler {
+    importOptions: TransactionImportOptions;
+    /**
+     * Split the file to lines and keep line numbers with the lines. Mark state type as initial state.
+     * @param file
+     * @returns
+     */
+    startingState(processFiles: ProcessFile[]): ImportStateText<'initial'>;
+    /**
+     * Check the state type is matching to 'complete'.
+     * @param state
+     */
+    checkCompletion(state: ImportState): boolean | undefined;
+    /**
+     * A hook to check alternative directions from initial state.
+     * @param state
+     * @returns
+     */
+    needInputForSegmentation(state: ImportState, config: ProcessConfig): Promise<Directions | false>;
+    /**
+     * A hook to check alternative directions from segmented state.
+     * @param state
+     * @returns
+     */
+    needInputForClassification(state: ImportState, config: ProcessConfig): Promise<Directions | false>;
+    /**
+     * A hook to check alternative directions from classified state.
+     * @param state
+     * @returns
+     */
+    needInputForAnalysis(state: ImportState, config: ProcessConfig): Promise<Directions | false>;
+    /**
+     * A hook to check alternative directions from analyzed state.
+     * @param state
+     * @returns
+     */
+    needInputForExecution(state: ImportState, config: ProcessConfig): Promise<Directions | false>;
+    /**
+     * Run steps in order 'segmentation', 'classification', 'analysis', 'execution'.
+     * @param state
+     * @returns
+     */
+    getDirections(state: ImportState, config: ProcessConfig): Promise<Directions>;
+    /**
+     * Call subclass implementation for each action.
+     * @param action
+     * @param state
+     * @param files
+     */
+    action(process: Process, action: ImportAction, state: ImportState, files: ProcessFile[]): Promise<ImportState>;
+    /**
+     * This function must implement gathering of each line together that forms together one import activity.
+     * @param state
+     * @param files
+     */
+    segmentation(process: Process, state: ImportState, files: ProcessFile[], config: ProcessConfig): Promise<ImportState>;
+    /**
+     * This function must implement gathering of each line together that forms together one import activity.
+     * @param state
+     * @param files
+     */
+    classification(process: Process, state: ImportState, files: ProcessFile[], config: ProcessConfig): Promise<ImportState>;
+    /**
+     * This function must implement conversion from classified data to the actual executable operations.
+     * @param state
+     * @param files
+     */
+    analysis(process: Process, state: ImportState, files: ProcessFile[], config: ProcessConfig): Promise<ImportState>;
+    /**
+     * This function must implement applying the result in practice.
+     * @param state
+     * @param files
+     */
+    execution(process: Process, state: ImportState, files: ProcessFile[], config: ProcessConfig): Promise<ImportState>;
+    /**
+     * Parse a single line of CSV.
+     * @param line
+     * @param options
+     * @returns
+     */
+    parseCsvLine(line: string, options?: ImportCSVOptions): Promise<string[]>;
+    /**
+     * Go through each file and each line and add CSV interpretation of the content to each line.
+     * @param state
+     * @param options
+     * @returns The original state that has been modified by adding CSV parsed field `columns`.
+     */
+    parseCSV(state: ImportStateText<'initial'>, options?: ImportCSVOptions): Promise<ImportStateText<'segmented'>>;
+    /**
+     * Handler for pure custom handler.
+     */
+    parseCustom(state: ImportStateText<'initial'>, options: ImportCustomOptions): Promise<ImportStateText<'segmented'>>;
+    /**
+     * Split a string to fixed length fields given as name and length mapping.
+     */
+    parseFixedLength(src: string, offsets: Record<string, number>, conversions: Record<string, (string: any) => string>): {};
+}