@tasenor/common-node 1.9.84 → 1.9.86

package/dist/src/data/index.d.ts

@@ -0,0 +1 @@
+export * from './utils';

package/dist/src/data/index.js

@@ -0,0 +1,2 @@
+export * from './utils';
+//# sourceMappingURL=index.js.map

package/dist/src/data/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/data/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAA"}

package/dist/src/data/utils.d.ts

@@ -0,0 +1,156 @@
+declare function setDir(dir: string): void;
+/**
+ * Read in text from UTF-8 encoded file.
+ * @param fileName
+ */
+declare function readFile(fileName: string): string;
+/**
+ * Read TSV file so that first line defines names for columns, which are used in the mapping.
+ * @param file
+ * @param raw
+ * @returns
+ */
+declare function readTsv(fileName: string, raw?: boolean): Record<string, string>[] | string[][];
+/**
+ * Go through data entries and add `level` and `parent` fields. Remove _ prefixes from idField.
+ * @param data
+ * @param idField
+ */
+declare function collectParents(data: any, idField: any): any;
+/**
+ * Collect language codes from header line.
+ * @param data
+ */
+declare function languages(data: any): string[];
+/**
+ * Construct a language translation table.
+ * @param data
+ * @param prefix
+ * @param translations
+ */
+declare function makeTranslations(data: any, prefix: any, translations: any): {};
+/**
+ * Drop first and last bracket and add indentation to every line.
+ * @param output
+ */
+declare function trimIndentation(output: any, indent?: string): string;
+/**
+ * Load and pre-process a TSV file.
+ * @param fileName
+ */
+declare function parseFile(fileName: any): any;
+/**
+ * Refresh plugin translation data.
+ * @param prefix
+ * @param fileName
+ */
+declare function rebuildTranslations(plugin: any, prefix: any, fileName: any): {};
+/**
+ * Put together multiple translations and sort them all.
+ * @param files
+ * @returns
+ */
+declare function combine(...files: any[]): {};
+/**
+ * Do rude lint fixing for JSON string.
+ * @param text
+ */
+declare function lint(text: any): any;
+/**
+ * Insert text between the given separators in a file.
+ * @param pathParts
+ * @param text
+ * @param startSep
+ * @param endSep
+ */
+declare function insertToFile(pathParts: any, text: any, startSep: any, endSep: any): void;
+/**
+ * Construct actual data to store as a knowledge.
+ */
+declare function buildData(data: any): {
+    root: null;
+    children: {};
+    parents: {};
+};
+/**
+ * Save JSON data to the plugin directory.
+ * @param name
+ * @param data
+ */
+declare function saveJson(plugin: any, name: any, data: any): void;
+/**
+ * Save text file as it is to the plugin directory.
+ * @param name
+ * @param data
+ */
+declare function saveText(plugin: any, name: any, text: any): void;
+/**
+ * Save text data to the file.
+ * @param plugin
+ * @param filePath
+ * @param text
+ */
+declare function saveFile(plugin: any, filePath: any, text: any): void;
+/**
+ * Remove _ prefixes from ID field.
+ * @param data
+ */
+declare function trimId(value: any): any;
+/**
+ * Remove _ prefixes from ID fields from each line.
+ * @param data
+ */
+declare function trimIds(data: any, idField?: string): any;
+/**
+ * Strip extras away and convert numeric string to proper number.
+ * @param data
+ */
+declare function fixNumber(data: any): number;
+/**
+ * Strip extras away and convert numeric string to proper number.
+ * @param data
+ * @param fieldName
+ */
+declare function fixNumbers(data: any, fieldName: any): any;
+/**
+ * Gather two values from data to form a mapping from one field value to another.
+ * @param data
+ * @param keyName
+ * @param valueName
+ */
+declare function toMap(data: any, keyName: any, valueName: any): any;
+/**
+ * Replace CRLF with LF.
+ * @param text
+ */
+declare function trimCRLF(text: any): any;
+/**
+ * Remove duplicated flags from report as TSV data.
+ */
+declare function cleanFlagDuplicates(tsv: any): any;
+export declare const dataUtils: {
+    buildData: typeof buildData;
+    cleanFlagDuplicates: typeof cleanFlagDuplicates;
+    collectParents: typeof collectParents;
+    combine: typeof combine;
+    fixNumber: typeof fixNumber;
+    fixNumbers: typeof fixNumbers;
+    insertToFile: typeof insertToFile;
+    languages: typeof languages;
+    lint: typeof lint;
+    makeTranslations: typeof makeTranslations;
+    parseFile: typeof parseFile;
+    readFile: typeof readFile;
+    readTsv: typeof readTsv;
+    rebuildTranslations: typeof rebuildTranslations;
+    saveFile: typeof saveFile;
+    saveJson: typeof saveJson;
+    saveText: typeof saveText;
+    setDir: typeof setDir;
+    toMap: typeof toMap;
+    trimCRLF: typeof trimCRLF;
+    trimId: typeof trimId;
+    trimIds: typeof trimIds;
+    trimIndentation: typeof trimIndentation;
+};
+export {};

package/dist/src/data/utils.js

@@ -0,0 +1,318 @@
+import fs from 'fs';
+import path from 'path';
+import { MAX_TARGET_ID_LEN } from '@tasenor/common';
+let DIRNAME = '';
+function setDir(dir) {
+    DIRNAME = dir;
+}
+/**
+ * Read in text from UTF-8 encoded file.
+ * @param fileName
+ */
+function readFile(fileName) {
+    const file = path.join(DIRNAME, 'data', 'src', fileName);
+    const text = fs.readFileSync(file).toString('utf-8');
+    return text;
+}
+/**
+ * Read TSV file so that first line defines names for columns, which are used in the mapping.
+ * @param file
+ * @param raw
+ * @returns
+ */
+function readTsv(fileName, raw = false) {
+    const data = readFile(fileName).split('\n').map(s => s.trim()).filter(s => !!s).map(s => s.split('\t'));
+    if (raw) {
+        return data;
+    }
+    const headers = data[0];
+    headers[0] = headers[0].replace(/^#\s*/, '');
+    const results = [];
+    for (let i = 1; i < data.length; i++) {
+        const item = {};
+        for (let j = 0; j < headers.length; j++) {
+            item[headers[j]] = data[i][j];
+        }
+        results.push(item);
+    }
+    return results;
+}
+/**
+ * Go through data entries and add `level` and `parent` fields. Remove _ prefixes from idField.
+ * @param data
+ * @param idField
+ */
+function collectParents(data, idField) {
+    const parents = {
+        '-1': null,
+        0: null,
+        1: null,
+        2: null,
+        3: null,
+        4: null,
+        5: null,
+        6: null
+    };
+    for (const line of data) {
+        const match = /^(_*)/.exec(line[idField]);
+        line.level = match && match[1].length;
+        line[idField] = line[idField].replace(/^_+/, '');
+        line.parent = parents[line.level - 1];
+        if (line.level && !line.parent) {
+            throw new Error(`Something wrong with ${JSON.stringify(line)}. Cannot find parent level for it.`);
+        }
+        parents[line.level] = line[idField];
+    }
+    return data;
+}
+/**
+ * Collect language codes from header line.
+ * @param data
+ */
+function languages(data) {
+    return Object.keys(data[0]).slice(1).filter(k => /^[a-z][a-z]$/.test(k));
+}
+/**
+ * Construct a language translation table.
+ * @param data
+ * @param prefix
+ * @param translations
+ */
+function makeTranslations(data, prefix, translations) {
+    const tr = {};
+    for (const lang of translations) {
+        tr[lang] = data.reduce((prev, cur) => ({ ...prev, [`${prefix}-${cur.id}`]: cur[lang] }), {});
+    }
+    return tr;
+}
+/**
+ * Drop first and last bracket and add indentation to every line.
+ * @param output
+ */
+function trimIndentation(output, indent = '') {
+    let text = JSON.stringify(output, null, 2);
+    text = text.substr(2, text.length - 4);
+    const texts = text.split('\n').map(line => indent + line.replace(/^ {2}/, ''));
+    return '\n' + texts.join('\n') + '\n';
+}
+/**
+ * Load and pre-process a TSV file.
+ * @param fileName
+ */
+function parseFile(fileName) {
+    const tsv = readTsv(fileName);
+    const data = collectParents(tsv, 'id');
+    return data;
+}
+/**
+ * Refresh plugin translation data.
+ * @param prefix
+ * @param fileName
+ */
+function rebuildTranslations(plugin, prefix, fileName) {
+    const data = parseFile(fileName);
+    const translations = languages(data);
+    const output = makeTranslations(data, prefix, translations);
+    return output;
+}
+/**
+ * Put together multiple translations and sort them all.
+ * @param files
+ * @returns
+ */
+function combine(...files) {
+    const all = {};
+    const languages = new Set();
+    for (const file of files) {
+        Object.entries(file).forEach(([lang, data]) => {
+            all[lang] = all[lang] || {};
+            languages.add(lang);
+            Object.assign(all[lang], data);
+        });
+    }
+    const sorted = {};
+    for (const lang of languages) {
+        sorted[lang] = {};
+        const keys = Object.keys(all[lang]).sort();
+        for (const k of keys) {
+            sorted[lang][k] = all[lang][k];
+        }
+    }
+    return sorted;
+}
+/**
+ * Do rude lint fixing for JSON string.
+ * @param text
+ */
+function lint(text) {
+    return text.replace(/"/g, "'").replace(/'(\w+)':/g, '$1:');
+}
+/**
+ * Insert text between the given separators in a file.
+ * @param pathParts
+ * @param text
+ * @param startSep
+ * @param endSep
+ */
+function insertToFile(pathParts, text, startSep, endSep) {
+    const filePath = path.join(DIRNAME, 'src', ...pathParts);
+    const current = fs.readFileSync(filePath).toString('utf-8').split(startSep);
+    if (current.length !== 2) {
+        throw new Error(`Insertion to ${filePath} failed: start separator ${JSON.stringify(startSep)} not correct.`);
+    }
+    const tail = current[1].split(endSep);
+    if (tail.length !== 2) {
+        throw new Error(`Insertion to ${filePath} failed: end separator ${JSON.stringify(endSep)} not correct.`);
+    }
+    const combined = current[0] + startSep + text + endSep + tail[1];
+    fs.writeFileSync(filePath, combined);
+    console.log(new Date(), `Refreshed translation data in ${filePath}`);
+}
+/**
+ * Construct actual data to store as a knowledge.
+ */
+function buildData(data) {
+    const result = {
+        root: null,
+        children: {},
+        parents: {}
+    };
+    for (let i = 0; i < data.length; i++) {
+        const { id, parent } = data[i];
+        if (id.length > MAX_TARGET_ID_LEN) {
+            throw new Error(`An ID '${id}' is too long (max. ${MAX_TARGET_ID_LEN}).`);
+        }
+        result.parents[id] = parent;
+        if (!parent) {
+            if (result.root !== null) {
+                throw new Error(`Found second root element ${JSON.stringify(data[i])}.`);
+            }
+            result.root = id;
+            continue;
+        }
+        result.children[parent] = result.children[parent] || [];
+        result.children[parent].push(id);
+    }
+    return result;
+}
+/**
+ * Save JSON data to the plugin directory.
+ * @param name
+ * @param data
+ */
+function saveJson(plugin, name, data) {
+    const filePath = path.join(DIRNAME, 'src', plugin, 'backend', `${name}.json`);
+    fs.writeFileSync(filePath, JSON.stringify(data, null, 2) + '\n');
+    console.log(new Date(), `Saved JSON data to ${filePath}`);
+}
+/**
+ * Save text file as it is to the plugin directory.
+ * @param name
+ * @param data
+ */
+function saveText(plugin, name, text) {
+    const filePath = path.join(DIRNAME, 'src', plugin, 'backend', name);
+    fs.writeFileSync(filePath, text);
+    console.log(new Date(), `Saved text data to ${filePath}`);
+}
+/**
+ * Save text data to the file.
+ * @param plugin
+ * @param filePath
+ * @param text
+ */
+function saveFile(plugin, filePath, text) {
+    let targetPath;
+    if (plugin[0] === '@') {
+        const project = plugin.substr(1);
+        if (!fs.existsSync(path.join(DIRNAME, '..', project))) {
+            throw new Error(`Cannot find other project ${project} to write file.`);
+        }
+        targetPath = path.join(DIRNAME, '..', plugin.substr(1), filePath);
+    }
+    else {
+        targetPath = path.join(DIRNAME, 'src', plugin, filePath);
+    }
+    fs.writeFileSync(targetPath, text);
+    console.log(new Date(), `Saved data to ${targetPath}`);
+}
+/**
+ * Remove _ prefixes from ID field.
+ * @param data
+ */
+function trimId(value) {
+    return value.replace(/^_+/, '');
+}
+/**
+ * Remove _ prefixes from ID fields from each line.
+ * @param data
+ */
+function trimIds(data, idField = 'id') {
+    return data.map(line => ({ ...line, [idField]: trimId(line.id) }));
+}
+/**
+ * Strip extras away and convert numeric string to proper number.
+ * @param data
+ */
+function fixNumber(data) {
+    return parseFloat(data.replace(/[^0-9.]/g, ''));
+}
+/**
+ * Strip extras away and convert numeric string to proper number.
+ * @param data
+ * @param fieldName
+ */
+function fixNumbers(data, fieldName) {
+    return data.map(line => ({ ...line, [fieldName]: fixNumber(line[fieldName]) }));
+}
+/**
+ * Gather two values from data to form a mapping from one field value to another.
+ * @param data
+ * @param keyName
+ * @param valueName
+ */
+function toMap(data, keyName, valueName) {
+    return data.reduce((prev, cur) => ({ ...prev, [cur[keyName]]: cur[valueName] }), {});
+}
+/**
+ * Replace CRLF with LF.
+ * @param text
+ */
+function trimCRLF(text) {
+    return text.replace(/\r\n/g, '\n');
+}
+/**
+ * Remove duplicated flags from report as TSV data.
+ */
+function cleanFlagDuplicates(tsv) {
+    const rempoveDuplicates = (s) => {
+        return [...new Set(s.split(' '))].join(' ').trim();
+    };
+    return tsv.split('\n').map(line => line.split('\t')).map(([a, b, c]) => [a, b, rempoveDuplicates(c)]).map(a => a.join('\t')).join('\n');
+}
+export const dataUtils = {
+    buildData,
+    cleanFlagDuplicates,
+    collectParents,
+    combine,
+    fixNumber,
+    fixNumbers,
+    insertToFile,
+    languages,
+    lint,
+    makeTranslations,
+    parseFile,
+    readFile,
+    readTsv,
+    rebuildTranslations,
+    saveFile,
+    saveJson,
+    saveText,
+    setDir,
+    toMap,
+    trimCRLF,
+    trimId,
+    trimIds,
+    trimIndentation,
+};
+//# sourceMappingURL=utils.js.map

package/dist/src/data/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/data/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAEnD,IAAI,OAAO,GAAG,EAAE,CAAA;AAEhB,SAAS,MAAM,CAAC,GAAW;IACzB,OAAO,GAAG,GAAG,CAAA;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,QAAQ,CAAC,QAAgB;IAChC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAA;IACxD,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IACpD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;;GAKG;AACH,SAAS,OAAO,CAAC,QAAgB,EAAE,GAAG,GAAG,KAAK;IAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IACvG,IAAI,GAAG,EAAE;QACP,OAAO,IAAI,CAAA;KACZ;IACD,MAAM,OAAO,GAAa,IAAI,CAAC,CAAC,CAAC,CAAA;IACjC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;IAC5C,MAAM,OAAO,GAA6B,EAAE,CAAA;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACpC,MAAM,IAAI,GAA2B,EAAE,CAAA;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACvC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;SAC9B;QACD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;KACnB;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,IAAI,EAAE,OAAO;IACnC,MAAM,OAAO,GAAG;QACd,IAAI,EAAE,IAAI;QACV,CAAC,EAAE,IAAI;QACP,CAAC,EAAE,IAAI;QACP,CAAC,EAAE,IAAI;QACP,CAAC,EAAE,IAAI;QACP,CAAC,EAAE,IAAI;QACP,CAAC,EAAE,IAAI;QACP,CAAC,EAAE,IAAI;KACR,CAAA;IACD,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE;QACvB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAA;QACzC,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;QACrC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAChD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACrC,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAA;SAClG;QACD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAA;KACpC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,IAAI;IACrB,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AAC1E,CAAC;AAED;;;;;GAKG;AACH,SAAS,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY;IAClD,MAAM,EAAE,GAAG,EAAE,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE;QAC/B,EAAE,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;KAC7F;IACD,OAAO,EAAE,CAAA;AACX,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,EAAE;IAC1C,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAC1C,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;IAC9E,OAAO,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;AACvC,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,QAAQ;IACzB,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC7B,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IACtC,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;GAIG;AACH,SAAS,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ;IACnD,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;IAChC,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,CAAA;IAC3D,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;GAIG;AACH,SAAS,OAAO,CAAC,GAAG,KAAK;IACvB,MAAM,GAAG,GAAG,EAAE,CAAA;IACd,MAAM,SAAS,GAAgB,IAAI,GAAG,EAAE,CAAA;IACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;YAC5C,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;YAC3B,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YACnB,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAA;QAChC,CAAC,CAAC,CAAA;KACH;IAED,MAAM,MAAM,GAAG,EAAE,CAAA;IACjB,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE;QAC5B,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAA;QACjB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC1C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE;YACpB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;SAC/B;KACF;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,IAAI,CAAC,IAAI;IAChB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;AAC5D,CAAC;AAED;;;;;;GAMG;AACH,SAAS,YAAY,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,CAAA;IACxD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC3E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CAAC,gBAAgB,QAAQ,4BAA4B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAA;KAC7G;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IACrC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;QACrB,MAAM,IAAI,KAAK,CAAC,gBAAgB,QAAQ,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;KACzG;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,QAAQ,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IAChE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IACpC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,iCAAiC,QAAQ,EAAE,CAAC,CAAA;AACtE,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,IAAI;IACrB,MAAM,MAAM,GAAG;QACb,IAAI,EAAE,IAAI;QACV,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;KACZ,CAAA;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACpC,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAC9B,IAAI,EAAE,CAAC,MAAM,GAAG,iBAAiB,EAAE;YACjC,MAAM,IAAI,KAAK,CAAC,UAAU,EAAE,uBAAuB,iBAAiB,IAAI,CAAC,CAAA;SAC1E;QACD,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,MAAM,CAAA;QAC3B,IAAI,CAAC,MAAM,EAAE;YACX,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE;gBACxB,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;aACzE;YACD,MAAM,CAAC,IAAI,GAAG,EAAE,CAAA;YAChB,SAAQ;SACT;QACD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;QACvD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;KACjC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,OAAO,CAAC,CAAA;IAC7E,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAA;IAChE,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,sBAAsB,QAAQ,EAAE,CAAC,CAAA;AAC3D,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;IACnE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IAChC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,sBAAsB,QAAQ,EAAE,CAAC,CAAA;AAC3D,CAAC;AAED;;;;;GAKG;AACH,SAAS,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI;IACtC,IAAI,UAAU,CAAA;IACd,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;QACrB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;QAChC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,EAAE;YACrD,MAAM,IAAI,KAAK,CAAC,6BAA6B,OAAO,iBAAiB,CAAC,CAAA;SACvE;QACD,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;KAClE;SAAM;QACL,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAA;KACzD;IACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;IAClC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,iBAAiB,UAAU,EAAE,CAAC,CAAA;AACxD,CAAC;AAED;;;GAGG;AACH,SAAS,MAAM,CAAC,KAAK;IACnB,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;AACjC,CAAC;AAED;;;GAGG;AACH,SAAS,OAAO,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;IACnC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;AACpE,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,IAAI;IACrB,OAAO,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAA;AACjD,CAAC;AAED;;;;GAIG;AACH,SAAS,UAAU,CAAC,IAAI,EAAE,SAAS;IACjC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;AACjF,CAAC;AAED;;;;;GAKG;AACH,SAAS,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS;IACrC,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA;AACtF,CAAC;AAED;;;GAGG;AACH,SAAS,QAAQ,CAAC,IAAI;IACpB,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;AACpC,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,GAAG;IAC9B,MAAM,iBAAiB,GAAG,CAAC,CAAC,EAAE,EAAE;QAC9B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;IACpD,CAAC,CAAA;IACD,OAAO,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzI,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,SAAS;IACT,mBAAmB;IACnB,cAAc;IACd,OAAO;IACP,SAAS;IACT,UAAU;IACV,YAAY;IACZ,SAAS;IACT,IAAI;IACJ,gBAAgB;IAChB,SAAS;IACT,QAAQ;IACR,OAAO;IACP,mBAAmB;IACnB,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,KAAK;IACL,QAAQ;IACR,MAAM;IACN,OAAO;IACP,eAAe;CAChB,CAAA"}

package/dist/src/index.d.ts

@@ -1,4 +1,5 @@
 export * from './cli';
+export * from './data';
 export * from './database';
 export * from './error';
 export * from './export';

package/dist/src/index.js

@@ -1,4 +1,5 @@
 export * from './cli';
+export * from './data';
 export * from './database';
 export * from './error';
 export * from './export';

package/dist/src/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAA;AACrB,cAAc,YAAY,CAAA;AAC1B,cAAc,SAAS,CAAA;AACvB,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,OAAO,CAAA;AACrB,cAAc,WAAW,CAAA;AACzB,cAAc,WAAW,CAAA;AACzB,cAAc,WAAW,CAAA;AACzB,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,OAAO,CAAA;AACrB,cAAc,QAAQ,CAAA;AACtB,cAAc,YAAY,CAAA;AAC1B,cAAc,SAAS,CAAA;AACvB,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,OAAO,CAAA;AACrB,cAAc,WAAW,CAAA;AACzB,cAAc,WAAW,CAAA;AACzB,cAAc,WAAW,CAAA;AACzB,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tasenor/common-node",
-  "version": "1.9.84",
+  "version": "1.9.86",
   "description": "Common Node-parts of Tasenor project",
   "main": "src/index.ts",
   "types": "src/index.ts",
@@ -36,7 +36,7 @@
     "sqlite3": "^5.1.6",
     "tar": "^6.1.15",
     "ts-opaque": "^3.0.1",
-    "@tasenor/common": "1.9.84"
+    "@tasenor/common": "1.9.86"
   },
   "devDependencies": {
     "@jest/globals": "^29.6.1",
@@ -46,7 +46,7 @@
     "ts-jest": "^29.1.1",
     "typescript": "^5.1.6",
     "eslint-config-tasenor": "0.0.0",
-    "@tasenor/config": "1.9.83"
+    "@tasenor/config": "1.9.85"
   },
   "scripts": {
     "ci": "pnpm run lint && pnpm run test",

package/src/data/index.ts

@@ -0,0 +1 @@
+export * from './utils'

package/src/data/utils.ts

@@ -0,0 +1,343 @@
+import fs from 'fs'
+import path from 'path'
+import { MAX_TARGET_ID_LEN } from '@tasenor/common'
+
+let DIRNAME = ''
+
+function setDir(dir: string) {
+  DIRNAME = dir
+}
+
+/**
+ * Read in text from UTF-8 encoded file.
+ * @param fileName
+ */
+function readFile(fileName: string): string {
+  const file = path.join(DIRNAME, 'data', 'src', fileName)
+  const text = fs.readFileSync(file).toString('utf-8')
+  return text
+}
+
+/**
+ * Read TSV file so that first line defines names for columns, which are used in the mapping.
+ * @param file
+ * @param raw
+ * @returns
+ */
+function readTsv(fileName: string, raw = false): Record<string, string>[] | string[][] {
+  const data = readFile(fileName).split('\n').map(s => s.trim()).filter(s => !!s).map(s => s.split('\t'))
+  if (raw) {
+    return data
+  }
+  const headers: string[] = data[0]
+  headers[0] = headers[0].replace(/^#\s*/, '')
+  const results: Record<string, string>[] = []
+  for (let i = 1; i < data.length; i++) {
+    const item: Record<string, string> = {}
+    for (let j = 0; j < headers.length; j++) {
+      item[headers[j]] = data[i][j]
+    }
+    results.push(item)
+  }
+  return results
+}
+
+/**
+ * Go through data entries and add `level` and `parent` fields. Remove _ prefixes from idField.
+ * @param data
+ * @param idField
+ */
+function collectParents(data, idField) {
+  const parents = {
+    '-1': null,
+    0: null,
+    1: null,
+    2: null,
+    3: null,
+    4: null,
+    5: null,
+    6: null
+  }
+  for (const line of data) {
+    const match = /^(_*)/.exec(line[idField])
+    line.level = match && match[1].length
+    line[idField] = line[idField].replace(/^_+/, '')
+    line.parent = parents[line.level - 1]
+    if (line.level && !line.parent) {
+      throw new Error(`Something wrong with ${JSON.stringify(line)}. Cannot find parent level for it.`)
+    }
+    parents[line.level] = line[idField]
+  }
+  return data
+}
+
+/**
+ * Collect language codes from header line.
+ * @param data
+ */
+function languages(data) {
+  return Object.keys(data[0]).slice(1).filter(k => /^[a-z][a-z]$/.test(k))
+}
+
+/**
+ * Construct a language translation table.
+ * @param data
+ * @param prefix
+ * @param translations
+ */
+function makeTranslations(data, prefix, translations) {
+  const tr = {}
+  for (const lang of translations) {
+    tr[lang] = data.reduce((prev, cur) => ({ ...prev, [`${prefix}-${cur.id}`]: cur[lang] }), {})
+  }
+  return tr
+}
+
+/**
+ * Drop first and last bracket and add indentation to every line.
+ * @param output
+ */
+function trimIndentation(output, indent = '') {
+  let text = JSON.stringify(output, null, 2)
+  text = text.substr(2, text.length - 4)
+  const texts = text.split('\n').map(line => indent + line.replace(/^ {2}/, ''))
+  return '\n' + texts.join('\n') + '\n'
+}
+
+/**
+ * Load and pre-process a TSV file.
+ * @param fileName
+ */
+function parseFile(fileName) {
+  const tsv = readTsv(fileName)
+  const data = collectParents(tsv, 'id')
+  return data
+}
+
+/**
+ * Refresh plugin translation data.
+ * @param prefix
+ * @param fileName
+ */
+function rebuildTranslations(plugin, prefix, fileName) {
+  const data = parseFile(fileName)
+  const translations = languages(data)
+  const output = makeTranslations(data, prefix, translations)
+  return output
+}
+
+/**
+ * Put together multiple translations and sort them all.
+ * @param files
+ * @returns
+ */
+function combine(...files) {
+  const all = {}
+  const languages: Set<string> = new Set()
+  for (const file of files) {
+    Object.entries(file).forEach(([lang, data]) => {
+      all[lang] = all[lang] || {}
+      languages.add(lang)
+      Object.assign(all[lang], data)
+    })
+  }
+
+  const sorted = {}
+  for (const lang of languages) {
+    sorted[lang] = {}
+    const keys = Object.keys(all[lang]).sort()
+    for (const k of keys) {
+      sorted[lang][k] = all[lang][k]
+    }
+  }
+
+  return sorted
+}
+
+/**
+ * Do rude lint fixing for JSON string.
+ * @param text
+ */
+function lint(text) {
+  return text.replace(/"/g, "'").replace(/'(\w+)':/g, '$1:')
+}
+
+/**
+ * Insert text between the given separators in a file.
+ * @param pathParts
+ * @param text
+ * @param startSep
+ * @param endSep
+ */
+function insertToFile(pathParts, text, startSep, endSep) {
+  const filePath = path.join(DIRNAME, 'src', ...pathParts)
+  const current = fs.readFileSync(filePath).toString('utf-8').split(startSep)
+  if (current.length !== 2) {
+    throw new Error(`Insertion to ${filePath} failed: start separator ${JSON.stringify(startSep)} not correct.`)
+  }
+  const tail = current[1].split(endSep)
+  if (tail.length !== 2) {
+    throw new Error(`Insertion to ${filePath} failed: end separator ${JSON.stringify(endSep)} not correct.`)
+  }
+  const combined = current[0] + startSep + text + endSep + tail[1]
+  fs.writeFileSync(filePath, combined)
+  console.log(new Date(), `Refreshed translation data in ${filePath}`)
+}
+
+/**
+ * Construct actual data to store as a knowledge.
+ */
+function buildData(data) {
+  const result = {
+    root: null,
+    children: {},
+    parents: {}
+  }
+  for (let i = 0; i < data.length; i++) {
+    const { id, parent } = data[i]
+    if (id.length > MAX_TARGET_ID_LEN) {
+      throw new Error(`An ID '${id}' is too long (max. ${MAX_TARGET_ID_LEN}).`)
+    }
+    result.parents[id] = parent
+    if (!parent) {
+      if (result.root !== null) {
+        throw new Error(`Found second root element ${JSON.stringify(data[i])}.`)
+      }
+      result.root = id
+      continue
+    }
+    result.children[parent] = result.children[parent] || []
+    result.children[parent].push(id)
+  }
+  return result
+}
+
+/**
+ * Save JSON data to the plugin directory.
+ * @param name
+ * @param data
+ */
+function saveJson(plugin, name, data) {
+  const filePath = path.join(DIRNAME, 'src', plugin, 'backend', `${name}.json`)
+  fs.writeFileSync(filePath, JSON.stringify(data, null, 2) + '\n')
+  console.log(new Date(), `Saved JSON data to ${filePath}`)
+}
+
+/**
+ * Save text file as it is to the plugin directory.
+ * @param name
+ * @param data
+ */
+function saveText(plugin, name, text) {
+  const filePath = path.join(DIRNAME, 'src', plugin, 'backend', name)
+  fs.writeFileSync(filePath, text)
+  console.log(new Date(), `Saved text data to ${filePath}`)
+}
+
+/**
+ * Save text data to the file.
+ * @param plugin
+ * @param filePath
+ * @param text
+ */
+function saveFile(plugin, filePath, text) {
+  let targetPath
+  if (plugin[0] === '@') {
+    const project = plugin.substr(1)
+    if (!fs.existsSync(path.join(DIRNAME, '..', project))) {
+      throw new Error(`Cannot find other project ${project} to write file.`)
+    }
+    targetPath = path.join(DIRNAME, '..', plugin.substr(1), filePath)
+  } else {
+    targetPath = path.join(DIRNAME, 'src', plugin, filePath)
+  }
+  fs.writeFileSync(targetPath, text)
+  console.log(new Date(), `Saved data to ${targetPath}`)
+}
+
+/**
+ * Remove _ prefixes from ID field.
+ * @param data
+ */
+function trimId(value) {
+  return value.replace(/^_+/, '')
+}
+
+/**
+ * Remove _ prefixes from ID fields from each line.
+ * @param data
+ */
+function trimIds(data, idField = 'id') {
+  return data.map(line => ({ ...line, [idField]: trimId(line.id) }))
+}
+
+/**
+ * Strip extras away and convert numeric string to proper number.
+ * @param data
+ */
+function fixNumber(data) {
+  return parseFloat(data.replace(/[^0-9.]/g, ''))
+}
+
+/**
+ * Strip extras away and convert numeric string to proper number.
+ * @param data
+ * @param fieldName
+ */
+function fixNumbers(data, fieldName) {
+  return data.map(line => ({ ...line, [fieldName]: fixNumber(line[fieldName]) }))
+}
+
+/**
+ * Gather two values from data to form a mapping from one field value to another.
+ * @param data
+ * @param keyName
+ * @param valueName
+ */
+function toMap(data, keyName, valueName) {
+  return data.reduce((prev, cur) => ({ ...prev, [cur[keyName]]: cur[valueName] }), {})
+}
+
+/**
+ * Replace CRLF with LF.
+ * @param text
+ */
+function trimCRLF(text) {
+  return text.replace(/\r\n/g, '\n')
+}
+
+/**
+ * Remove duplicated flags from report as TSV data.
+ */
+function cleanFlagDuplicates(tsv) {
+  const rempoveDuplicates = (s) => {
+    return [...new Set(s.split(' '))].join(' ').trim()
+  }
+  return tsv.split('\n').map(line => line.split('\t')).map(([a, b, c]) => [a, b, rempoveDuplicates(c)]).map(a => a.join('\t')).join('\n')
+}
+
+export const dataUtils = {
+  buildData,
+  cleanFlagDuplicates,
+  collectParents,
+  combine,
+  fixNumber,
+  fixNumbers,
+  insertToFile,
+  languages,
+  lint,
+  makeTranslations,
+  parseFile,
+  readFile,
+  readTsv,
+  rebuildTranslations,
+  saveFile,
+  saveJson,
+  saveText,
+  setDir,
+  toMap,
+  trimCRLF,
+  trimId,
+  trimIds,
+  trimIndentation,
+}

package/src/index.ts

@@ -1,4 +1,5 @@
 export * from './cli'
+export * from './data'
 export * from './database'
 export * from './error'
 export * from './export'