@steedos/data-import 2.2.54-beta.4 → 2.2.54-beta.7

package/README.md

@@ -1,2 +1,47 @@
+<!--
+ * @Author: sunhaolin@hotoa.com
+ * @Date: 2021-10-21 09:57:01
+ * @LastEditors: sunhaolin@hotoa.com
+ * @LastEditTime: 2022-07-15 14:18:13
+ * @Description: 
+-->
 ## 功能说明
-- 此包是系统设置中的数据导入功能，可通过excel导入对象数据
+- 此包是系统设置中的数据导入功能，可通过excel导入对象数据
+
+### 提供importData函数支持导入.data.json、.data.csv、.flow.json数据
+
+- 比如在自定义的软件包package.service.js中监听系统初始化事件或者服务启动时调用importData导入软件包中的数据：
+
+```js
+const { importData } = require('@steedos/data-import')
+const path = require('path')
+module.exports = {
+    /**
+     * Events
+     */
+    events: {
+        // 系统初始化成功
+        'service-cloud-init.succeeded': async function (ctx) {
+            await importData(path.join(__dirname, 'main', 'default', 'data'));
+        }
+    },
+    /**
+     * Service started lifecycle event handler
+     */
+    async started() {
+        await importData(path.join(__dirname, 'main', 'default', 'data'));
+    },
+};
+```
+
+- importData 函数参数说明
+```js
+/**
+ * 
+ * @param {*} filePath 要导入数据的文件夹路径
+ * @param {*} onlyInsert 仅导入，在导入数据之前先检查，如果存在任意一条记录，则不执行导入，默认true，如果是false, 则如果存在则执行更新操作。
+ */
+export async function importData(filePath: string, onlyInsert: boolean = true) {
+    // 函数体
+}
+```

package/lib/imports/Base.d.ts

@@ -0,0 +1,5 @@
+export interface Base {
+    userSession: any;
+    readFile(filePath: string, options?: any): any;
+    fileRecordsToDB(filePath: any): any;
+}

package/lib/imports/Base.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=Base.js.map

package/lib/imports/Base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Base.js","sourceRoot":"","sources":["../../src/imports/Base.ts"],"names":[],"mappings":""}

package/lib/imports/ImportCsv.d.ts

@@ -0,0 +1,8 @@
+import ImportJson from './ImportJson';
+export default class ImportCsv extends ImportJson {
+    constructor(userSession: any);
+    readFile(filePath: string): Promise<Array<{
+        objectName: string;
+        records: Array<any>;
+    }>>;
+}

package/lib/imports/ImportCsv.js

@@ -0,0 +1,30 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const ImportJson_1 = __importDefault(require("./ImportJson"));
+const csv = require('csvtojson');
+const path = require('path');
+const globby = require("globby");
+class ImportCsv extends ImportJson_1.default {
+    constructor(userSession) {
+        super(userSession);
+    }
+    async readFile(filePath) {
+        let results = [];
+        const filePatten = [
+            path.join(filePath, "**", "*.data.csv"),
+            "!" + path.join(filePath, "node_modules"),
+        ];
+        const matchedPaths = globby.sync(filePatten);
+        for (const matchedPath of matchedPaths) {
+            let records = await csv().fromFile(matchedPath);
+            let objectName = path.basename(matchedPath).split('.')[0];
+            results.push({ objectName: objectName, records: records });
+        }
+        return results;
+    }
+}
+exports.default = ImportCsv;
+//# sourceMappingURL=ImportCsv.js.map

package/lib/imports/ImportCsv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ImportCsv.js","sourceRoot":"","sources":["../../src/imports/ImportCsv.ts"],"names":[],"mappings":";;;;;AAAA,8DAAsC;AACtC,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;AAChC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AAEjC,MAAqB,SAAU,SAAQ,oBAAU;IAE7C,YAAY,WAAgB;QACxB,KAAK,CAAC,WAAW,CAAC,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC3B,IAAI,OAAO,GAAQ,EAAE,CAAA;QACrB,MAAM,UAAU,GAAG;YACf,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,CAAC;YACvC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;SAC5C,CAAA;QACD,MAAM,YAAY,GAAa,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE;YACpC,IAAI,OAAO,GAAG,MAAM,GAAG,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAChD,IAAI,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;SAC9D;QACD,OAAO,OAAO,CAAA;IAClB,CAAC;CACJ;AApBD,4BAoBC"}

package/lib/imports/ImportExcel.d.ts

@@ -0,0 +1,21 @@
+import { Base } from './Base';
+export default class ImportExcel implements Base {
+    objectName: string;
+    userSession: any;
+    constructor(objectName: string, userSession: any);
+    readFile(filePath: string, options?: any): {
+        datas: Array<any>;
+        headers: Array<string>;
+    };
+    getObjectFieldMappings(): Promise<{
+        api_name: string;
+        header: string;
+    }[]>;
+    getOptions(headers: any): Promise<any>;
+    fileRecordsToDB(filePath: string): Promise<{
+        errorList: any[];
+        total_count: any;
+        success_count: any;
+        failure_count: any;
+    }>;
+}

package/lib/imports/ImportExcel.js

@@ -0,0 +1,100 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_xlsx_1 = __importDefault(require("node-xlsx"));
+const objectql_1 = require("@steedos/objectql");
+const objectImport_1 = require("../objectImport");
+const lodash_1 = require("lodash");
+const NOT_IMPORT_FIELDS = ['space', 'created', 'modified', 'owner', 'created_by', 'modified_by', 'company_id', 'company_ids'];
+class ImportExcel {
+    constructor(objectName, userSession) {
+        this.objectName = objectName;
+        this.userSession = userSession;
+    }
+    readFile(filePath, options = {}) {
+        const { sheetIndex = 0, headerIndex = 0 } = options;
+        let workbook = node_xlsx_1.default.parse(filePath, {
+            cellDates: true,
+        });
+        const data = workbook[sheetIndex].data;
+        const headers = data[headerIndex];
+        const datas = data.slice(1);
+        return {
+            headers,
+            datas
+        };
+    }
+    async getObjectFieldMappings() {
+        const objectConfig = await (0, objectql_1.getObjectConfig)(this.objectName);
+        const mappings = [{ api_name: '_id', header: '_id' }]; //TODO， 只有meteormongodb \ mongodb 数据源才添加_id
+        (0, lodash_1.each)(objectConfig.fields, (field, key) => {
+            if (!(0, lodash_1.includes)(NOT_IMPORT_FIELDS, key)) {
+                mappings.push({ api_name: key, header: key });
+            }
+        });
+        return mappings;
+    }
+    async getOptions(headers) {
+        const mappings = await this.getObjectFieldMappings();
+        const options = {
+            objectName: this.objectName,
+            operation: 'upset',
+            fieldMappings: mappings,
+            externalIdName: ['_id'],
+            lookupFieldMap: null,
+            userSession: this.userSession,
+            mappings: mappings,
+            keyIndexes: null
+        };
+        let fieldMappings = options.fieldMappings;
+        let keyIndexes = [];
+        let lookupFieldMap = {};
+        let parsedMappings = [];
+        let headerMap = {};
+        for (let i = 0; i < headers.length; i++) {
+            let header = headers[i];
+            for (let j = 0; j < fieldMappings.length; j++) {
+                let mapping = fieldMappings[j];
+                if (mapping.header == header) {
+                    if ((0, lodash_1.includes)(options.externalIdName, mapping.api_name)) {
+                        keyIndexes.push(i);
+                    }
+                    lookupFieldMap[mapping.api_name] = {
+                        save_key_while_fail: mapping.save_key_while_fail,
+                    };
+                    if (mapping.matched_by) {
+                        lookupFieldMap[mapping.api_name]["matched_by"] = mapping.matched_by;
+                    }
+                    mapping.mapped = true;
+                    if (!parsedMappings[i]) {
+                        parsedMappings[i] = [];
+                    }
+                    parsedMappings[i].push(mapping.api_name);
+                    headers[i] = null;
+                }
+            }
+            if (!parsedMappings[i]) {
+                parsedMappings[i] = null;
+            }
+            if (headerMap[header]) {
+                throw new Error(`The Excel file contained duplicate header(s): ${header}`);
+            }
+            else {
+                headerMap[header] = true;
+            }
+        }
+        options.mappings = parsedMappings;
+        options.keyIndexes = keyIndexes;
+        options.lookupFieldMap = lookupFieldMap;
+        return options;
+    }
+    async fileRecordsToDB(filePath) {
+        const result = await this.readFile(filePath);
+        const options = await this.getOptions(result.headers);
+        return await (0, objectImport_1.importWithRecords)(result.datas, options);
+    }
+}
+exports.default = ImportExcel;
+//# sourceMappingURL=ImportExcel.js.map

package/lib/imports/ImportExcel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ImportExcel.js","sourceRoot":"","sources":["../../src/imports/ImportExcel.ts"],"names":[],"mappings":";;;;;AAAA,0DAA6B;AAC7B,gDAAoD;AACpD,kDAAoD;AACpD,mCAAwC;AAGxC,MAAM,iBAAiB,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;AAE9H,MAAqB,WAAW;IAI5B,YAAY,UAAkB,EAAE,WAAgB;QAC5C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,QAAgB,EAAE,UAAe,EAAE;QACxC,MAAM,EAAE,UAAU,GAAG,CAAC,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;QACpD,IAAI,QAAQ,GAAG,mBAAI,CAAC,KAAK,CAAC,QAAQ,EAAE;YAChC,SAAS,EAAE,IAAI;SAClB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5B,OAAO;YACH,OAAO;YACP,KAAK;SACR,CAAC;IACN,CAAC;IAED,KAAK,CAAC,sBAAsB;QACxB,MAAM,YAAY,GAAG,MAAM,IAAA,0BAAe,EAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,2CAA2C;QAClG,IAAA,aAAI,EAAC,YAAY,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACrC,IAAI,CAAC,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,CAAC,EAAE;gBACnC,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAA;aAChD;QACL,CAAC,CAAC,CAAA;QACF,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAO;QACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACrD,MAAM,OAAO,GAAQ;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,OAAO;YAClB,aAAa,EAAE,QAAQ;YACvB,cAAc,EAAE,CAAC,KAAK,CAAC;YACvB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,IAAI;SACnB,CAAA;QAED,IAAI,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC1C,IAAI,UAAU,GAAa,EAAE,CAAC;QAC9B,IAAI,cAAc,GAAG,EAAE,CAAC;QACxB,IAAI,cAAc,GAAQ,EAAE,CAAC;QAE7B,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACrC,IAAI,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC3C,IAAI,OAAO,GAAQ,aAAa,CAAC,CAAC,CAAC,CAAC;gBACpC,IAAI,OAAO,CAAC,MAAM,IAAI,MAAM,EAAE;oBAC1B,IAAI,IAAA,iBAAQ,EAAC,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;wBACpD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;qBACtB;oBACD,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG;wBAC/B,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;qBACnD,CAAC;oBACF,IAAI,OAAO,CAAC,UAAU,EAAE;wBACpB,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;qBACvE;oBACD,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;oBACtB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE;wBACpB,cAAc,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;qBAC1B;oBACD,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;oBACzC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;iBACrB;aACJ;YACD,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE;gBACpB,cAAc,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;aAC5B;YACD,IAAI,SAAS,CAAC,MAAM,CAAC,EAAE;gBACnB,MAAM,IAAI,KAAK,CACX,iDAAiD,MAAM,EAAE,CAC5D,CAAC;aACL;iBAAM;gBACH,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;aAC5B;SACJ;QACD,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC;QAClC,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;QAChC,OAAO,CAAC,cAAc,GAAG,cAAc,CAAC;QACxC,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAgB;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtD,OAAO,MAAM,IAAA,gCAAiB,EAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACzD,CAAC;CACJ;AAjGD,8BAiGC"}

package/lib/imports/ImportFlow.d.ts

@@ -0,0 +1,8 @@
+import { Base } from './Base';
+export default class ImportFlow implements Base {
+    objectName: string;
+    userSession: any;
+    constructor(userSession: any);
+    readFile(filePath: string): any;
+    fileRecordsToDB(filePath: string): Promise<void>;
+}

package/lib/imports/ImportFlow.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const dbManager_1 = require("@steedos/metadata-api/lib/util/dbManager");
+const flow_1 = require("@steedos/metadata-api/lib/metadata/collection/flow");
+// import { checkNameEquals } from '@steedos/metadata-api/lib/util/check_name_equals'
+const metadata_core_1 = require("@steedos/metadata-core");
+const path = require('path');
+const globby = require("globby");
+const _ = require('underscore');
+const transactionOptions = {
+    readPreference: 'primary',
+    readConcern: { level: 'majority' },
+    writeConcern: { w: 'majority' }
+};
+class ImportFlow {
+    constructor(userSession) {
+        this.objectName = "flows";
+        this.userSession = userSession;
+    }
+    readFile(filePath) {
+        const filePatten = [
+            path.join(filePath, "**", "*.flow.data.json"),
+            "!" + path.join(filePath, "node_modules"),
+        ];
+        const matchedPaths = globby.sync(filePatten);
+        let flows = {};
+        for (let k = 0; k < matchedPaths.length; k++) {
+            let matchedPath = matchedPaths[k];
+            let json = (0, metadata_core_1.loadFile)(matchedPath);
+            let formName = matchedPath.substring(matchedPath.lastIndexOf('/') + 1, matchedPath.indexOf('.flow'));
+            let form = {};
+            try {
+                if (json) {
+                    // checkNameEquals(json, formName, matchedPath, TypeInfoKeys.Flow);
+                    let flowKeys = _.keys(json);
+                    for (let m in flowKeys) {
+                        let key = flowKeys[m];
+                        if (typeof key === 'function') {
+                            continue;
+                        }
+                        let val = json[key];
+                        if (typeof val === 'function') {
+                            json[key] = val.toString();
+                        }
+                        form[key] = json[key];
+                    }
+                    flows[formName] = json;
+                }
+            }
+            catch (error) {
+                console.error('loadFlows error', matchedPath, error);
+                throw error;
+            }
+        }
+        return flows;
+    }
+    async fileRecordsToDB(filePath) {
+        const dbManager = new dbManager_1.DbManager(this.userSession);
+        try {
+            const flows = await this.readFile(filePath);
+            await dbManager.connect();
+            const session = await dbManager.startSession();
+            try {
+                await session.withTransaction(async () => {
+                    await (0, flow_1.flowsToDb)(dbManager, flows, true);
+                }, transactionOptions);
+            }
+            catch (err) {
+                console.log(err);
+                throw err;
+            }
+        }
+        catch (error) {
+            console.error(error);
+        }
+        finally {
+            await dbManager.endSession();
+            await dbManager.close();
+        }
+    }
+}
+exports.default = ImportFlow;
+//# sourceMappingURL=ImportFlow.js.map

package/lib/imports/ImportFlow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ImportFlow.js","sourceRoot":"","sources":["../../src/imports/ImportFlow.ts"],"names":[],"mappings":";;AAAA,wEAAoE;AACpE,6EAA8E;AAC9E,qFAAqF;AACrF,0DAAkD;AAElD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AACjC,MAAM,CAAC,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;AAEhC,MAAM,kBAAkB,GAAQ;IAC5B,cAAc,EAAE,SAAS;IACzB,WAAW,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE;IAClC,YAAY,EAAE,EAAE,CAAC,EAAE,UAAU,EAAE;CAClC,CAAC;AAEF,MAAqB,UAAU;IAI3B,YAAY,WAAgB;QAH5B,eAAU,GAAW,OAAO,CAAC;QAIzB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,QAAgB;QACrB,MAAM,UAAU,GAAG;YACf,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,kBAAkB,CAAC;YAC7C,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;SAC5C,CAAA;QACD,MAAM,YAAY,GAAa,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC1C,IAAI,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,IAAI,GAAG,IAAA,wBAAQ,EAAC,WAAW,CAAC,CAAC;YACjC,IAAI,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACrG,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,IAAI;gBACA,IAAI,IAAI,EAAE;oBAEN,mEAAmE;oBAEnE,IAAI,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5B,KAAK,IAAI,CAAC,IAAI,QAAQ,EAAE;wBACpB,IAAI,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;wBACtB,IAAI,OAAO,GAAG,KAAK,UAAU,EAAE;4BAC3B,SAAS;yBACZ;wBACD,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;wBACpB,IAAI,OAAO,GAAG,KAAK,UAAU,EAAE;4BAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;yBAC9B;wBACD,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;qBACzB;oBACD,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;iBAC1B;aACJ;YAAC,OAAO,KAAK,EAAE;gBACZ,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;gBACrD,MAAM,KAAK,CAAA;aACd;SACJ;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAgB;QAClC,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAClD,IAAI;YACA,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC5C,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,CAAC;YAC/C,IAAI;gBACA,MAAM,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;oBACrC,MAAM,IAAA,gBAAS,EAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC5C,CAAC,EAAE,kBAAkB,CAAC,CAAC;aAC1B;YAAC,OAAO,GAAG,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBAChB,MAAM,GAAG,CAAA;aACZ;SACJ;QAAC,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;SACvB;gBAAS;YACN,MAAM,SAAS,CAAC,UAAU,EAAE,CAAC;YAC7B,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;SAC3B;IACL,CAAC;CACJ;AApED,6BAoEC"}

package/lib/imports/ImportJson.d.ts

@@ -0,0 +1,11 @@
+import { Base } from './Base';
+export default class ImportJson implements Base {
+    userSession: any;
+    constructor(userSession: any);
+    format(record: any): any;
+    readFile(filePath: string): Promise<Array<{
+        objectName: string;
+        records: Array<any>;
+    }>>;
+    fileRecordsToDB(filePath: string): Promise<void>;
+}

package/lib/imports/ImportJson.js

@@ -0,0 +1,115 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const lodash_1 = require("lodash");
+const dbManager_1 = require("@steedos/metadata-api/lib/util/dbManager");
+const mongodb_1 = require("mongodb");
+const path = require('path');
+const globby = require("globby");
+const fs = require("fs");
+const bson_1 = require("bson");
+const __1 = require("..");
+const transactionOptions = {
+    readPreference: 'primary',
+    readConcern: { level: 'majority' },
+    writeConcern: { w: 'majority' }
+};
+class ImportJson {
+    constructor(userSession) {
+        this.userSession = userSession;
+    }
+    format(record) {
+        if (!record) {
+            return record;
+        }
+        // each(record, (v, k) => {
+        //     if (includes(keys(v), '$date')) {
+        //         record[k] = new Date(v.$date)
+        //     } else if (isArray(v)) {
+        //         each(v, (v2) => {
+        //             this.format(v2)
+        //         })
+        //     }
+        // })
+        return bson_1.EJSON.parse(JSON.stringify(record));
+    }
+    async readFile(filePath) {
+        let results = [];
+        const filePatten = [
+            path.join(filePath, "**", "*.data.json"),
+            "!" + path.join(filePath, "**", "*.flow.data.json"),
+            "!" + path.join(filePath, "node_modules")
+        ];
+        const matchedPaths = globby.sync(filePatten);
+        (0, lodash_1.each)(matchedPaths, (matchedPath) => {
+            let records = JSON.parse(fs.readFileSync(matchedPath, 'utf8').normalize('NFC'));
+            let objectName = path.basename(matchedPath).split('.')[0];
+            results.push({ objectName: objectName, records: records });
+        });
+        return results;
+    }
+    async fileRecordsToDB(filePath) {
+        var dbManager = new dbManager_1.DbManager(this.userSession);
+        const now = new Date();
+        try {
+            const results = await this.readFile(filePath);
+            await dbManager.connect();
+            // 如果库中没有collection则提前新建好
+            await (0, __1.preCreateCollection)(dbManager, results);
+            var session = await dbManager.startSession();
+            try {
+                await session.withTransaction(async () => {
+                    for (const result of results) {
+                        try {
+                            for (let record of result.records) {
+                                record = this.format(record);
+                                const dbRecord = await dbManager.findOne(result.objectName, { _id: record._id }, true);
+                                if (dbRecord) {
+                                    delete record.space;
+                                    delete record.owner;
+                                    delete record.created;
+                                    delete record.created_by;
+                                    await dbManager.update(result.objectName, { _id: record._id }, Object.assign(record, {
+                                        modified: now,
+                                        modified_by: this.userSession.userId,
+                                        company_id: this.userSession.company_id,
+                                        company_ids: this.userSession.company_ids,
+                                    }));
+                                }
+                                else {
+                                    await dbManager.insert(result.objectName, Object.assign(record, {
+                                        _id: record._id || new mongodb_1.ObjectId().toHexString(),
+                                        space: this.userSession.spaceId,
+                                        owner: this.userSession.userId,
+                                        created: now,
+                                        created_by: this.userSession.userId,
+                                        modified: now,
+                                        modified_by: this.userSession.userId,
+                                        company_id: this.userSession.company_id,
+                                        company_ids: this.userSession.company_ids,
+                                    }), false);
+                                }
+                            }
+                        }
+                        catch (error) {
+                            console.error(`import ${result.objectName} error`, error.message);
+                            throw error;
+                        }
+                    }
+                }, transactionOptions);
+            }
+            catch (err) {
+                console.log(err);
+                throw err;
+            }
+        }
+        catch (error) {
+            console.error(error);
+        }
+        finally {
+            await dbManager.endSession();
+            await dbManager.close();
+        }
+    }
+}
+exports.default = ImportJson;
+//# sourceMappingURL=ImportJson.js.map

package/lib/imports/ImportJson.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ImportJson.js","sourceRoot":"","sources":["../../src/imports/ImportJson.ts"],"names":[],"mappings":";;AAAA,mCAA0D;AAE1D,wEAAoE;AACpE,qCAAmC;AACnC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AACjC,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AACzB,+BAA4B;AAC5B,0BAAyC;AAEzC,MAAM,kBAAkB,GAAQ;IAC5B,cAAc,EAAE,SAAS;IACzB,WAAW,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE;IAClC,YAAY,EAAE,EAAE,CAAC,EAAE,UAAU,EAAE;CAClC,CAAC;AAEF,MAAqB,UAAU;IAG3B,YAAY,WAAgB;QACxB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,MAAM;QACT,IAAI,CAAC,MAAM,EAAE;YACT,OAAO,MAAM,CAAC;SACjB;QACD,2BAA2B;QAC3B,wCAAwC;QACxC,wCAAwC;QACxC,+BAA+B;QAC/B,4BAA4B;QAC5B,8BAA8B;QAC9B,aAAa;QACb,QAAQ;QACR,KAAK;QACL,OAAO,YAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC3B,IAAI,OAAO,GAAQ,EAAE,CAAA;QACrB,MAAM,UAAU,GAAG;YACf,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,aAAa,CAAC;YACxC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,kBAAkB,CAAC;YACnD,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;SAAC,CAAC;QAE/C,MAAM,YAAY,GAAa,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvD,IAAA,aAAI,EAAC,YAAY,EAAE,CAAC,WAAmB,EAAE,EAAE;YACvC,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAChF,IAAI,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAA;QACF,OAAO,OAAO,CAAA;IAClB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAgB;QAClC,IAAI,SAAS,GAAG,IAAI,qBAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAA;QACtB,IAAI;YACA,MAAM,OAAO,GAAQ,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACnD,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;YAE1B,yBAAyB;YACzB,MAAM,IAAA,uBAAmB,EAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YAE7C,IAAI,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,CAAC;YAC7C,IAAI;gBACA,MAAM,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;oBACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;wBAC1B,IAAI;4BACA,KAAK,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE;gCAC/B,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gCAC7B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;gCACvF,IAAI,QAAQ,EAAE;oCACV,OAAO,MAAM,CAAC,KAAK,CAAC;oCACpB,OAAO,MAAM,CAAC,KAAK,CAAC;oCACpB,OAAO,MAAM,CAAC,OAAO,CAAC;oCACtB,OAAO,MAAM,CAAC,UAAU,CAAC;oCACzB,MAAM,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;wCACjF,QAAQ,EAAE,GAAG;wCACb,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;wCACpC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU;wCACvC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW;qCAC5C,CAAC,CAAC,CAAA;iCACN;qCAAM;oCACH,MAAM,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;wCAC5D,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,IAAI,kBAAQ,EAAE,CAAC,WAAW,EAAE;wCAC/C,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO;wCAC/B,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;wCAC9B,OAAO,EAAE,GAAG;wCACZ,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;wCACnC,QAAQ,EAAE,GAAG;wCACb,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;wCACpC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU;wCACvC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW;qCAC5C,CAAC,EAAE,KAAK,CAAC,CAAA;iCACb;6BACJ;yBACJ;wBAAC,OAAO,KAAK,EAAE;4BACZ,OAAO,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,UAAU,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;4BACjE,MAAM,KAAK,CAAC;yBACf;qBACJ;gBACL,CAAC,EAAE,kBAAkB,CAAC,CAAC;aAC1B;YAAC,OAAO,GAAG,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBAChB,MAAM,GAAG,CAAA;aACZ;SACJ;QAAC,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;SACvB;gBAAS;YACN,MAAM,SAAS,CAAC,UAAU,EAAE,CAAC;YAC7B,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;SAC3B;IACL,CAAC;CACJ;AAnGD,6BAmGC"}

package/lib/index.d.ts

@@ -0,0 +1,18 @@
+export declare function getUserSession(): Promise<any>;
+/**
+ * 如果库中没有collection则提前新建好
+ * @param dbManager mongodb 数据库操作类
+ * @param results 需要导入的数据
+ */
+export declare function preCreateCollection(dbManager: any, results: readFileResult[]): Promise<void>;
+declare type readFileResult = {
+    readonly objectName: string;
+    readonly records: any[];
+};
+/**
+ *
+ * @param {*} filePath 要导入数据的文件夹路径
+ * @param {*} onlyInsert 仅导入，在导入数据之前先检查，如果存在任意一条记录，则不执行导入
+ */
+export declare function importData(filePath: string, onlyInsert?: boolean): Promise<void>;
+export {};

package/lib/index.js

@@ -0,0 +1,132 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.importData = exports.preCreateCollection = exports.getUserSession = void 0;
+const dbManager_1 = require("@steedos/metadata-api/lib/util/dbManager");
+const lodash_1 = require("lodash");
+const objectql_1 = require("@steedos/objectql");
+const ImportJson_1 = __importDefault(require("./imports/ImportJson"));
+const ImportCsv_1 = __importDefault(require("./imports/ImportCsv"));
+const ImportFlow_1 = __importDefault(require("./imports/ImportFlow"));
+async function getUserSession() {
+    var dbManager = new dbManager_1.DbManager({});
+    const now = new Date();
+    try {
+        await dbManager.connect();
+        const space = await dbManager.findOne('spaces', {}, false);
+        if (!space) {
+            return;
+        }
+        const spaceOwner = space.owner;
+        const spaceUser = await dbManager.findOne('space_users', { space: space._id, user: spaceOwner }, false);
+        if (!spaceUser) {
+            return;
+        }
+        return {
+            spaceId: space._id,
+            userId: spaceOwner,
+            company_id: spaceUser.company_id,
+            company_ids: spaceUser.company_ids
+        };
+    }
+    catch (error) {
+        console.error(error);
+    }
+    finally {
+        await dbManager.endSession();
+        await dbManager.close();
+    }
+}
+exports.getUserSession = getUserSession;
+/**
+ * 如果库中没有collection则提前新建好
+ * @param dbManager mongodb 数据库操作类
+ * @param results 需要导入的数据
+ */
+async function preCreateCollection(dbManager, results) {
+    const db = dbManager.client.db();
+    const collectionInfos = await db.listCollections({}, { nameOnly: true }).toArray();
+    const collectionsMap = (0, lodash_1.keyBy)(collectionInfos, 'name');
+    const config = (0, objectql_1.getSteedosConfig)();
+    const datasourceConfig = config.datasources['default'];
+    const locale = datasourceConfig.locale || 'zh';
+    const options = {
+        'collation': { 'locale': locale },
+    };
+    for (const result of results) {
+        const objectName = result.objectName;
+        if (!collectionsMap[objectName]) {
+            await db.createCollection(objectName, options);
+        }
+    }
+}
+exports.preCreateCollection = preCreateCollection;
+/**
+ *
+ * @param {*} filePath 要导入数据的文件夹路径
+ * @param {*} onlyInsert 仅导入，在导入数据之前先检查，如果存在任意一条记录，则不执行导入
+ */
+async function importData(filePath, onlyInsert = true) {
+    const userSession = await getUserSession();
+    if ((0, lodash_1.isEmpty)(userSession)) {
+        return;
+    }
+    const importer = {
+        csv: new ImportCsv_1.default(userSession),
+        json: new ImportJson_1.default(userSession),
+        flow: new ImportFlow_1.default(userSession)
+    };
+    if (onlyInsert) {
+        var dbManager = new dbManager_1.DbManager(userSession);
+        try {
+            await dbManager.connect();
+            //检查csv数据是否存在
+            const csvData = await importer.csv.readFile(filePath);
+            for (const result of csvData) {
+                for (let record of result.records) {
+                    const dbRecord = await dbManager.findOne(result.objectName, { _id: record._id }, true);
+                    if (dbRecord) {
+                        throw new Error(`停止导入数据：${result.objectName}对象的${record._id}记录已存在`);
+                    }
+                }
+            }
+            //检查json数据是否存在
+            const jsonData = await importer.json.readFile(filePath);
+            for (const result of jsonData) {
+                for (let record of result.records) {
+                    const dbRecord = await dbManager.findOne(result.objectName, { _id: record._id }, true);
+                    if (dbRecord) {
+                        throw new Error(`停止导入数据：${result.objectName}对象的${record._id}记录已存在`);
+                    }
+                }
+            }
+            //检查flow数据是否存在
+            const flowData = await importer.flow.readFile(filePath);
+            for (const formName in flowData) {
+                var form = flowData[formName];
+                let flowApiName = form.api_name;
+                if (flowApiName) {
+                    let flow = await dbManager.findOneWithProjection('flows', { api_name: flowApiName }, { form: 1 });
+                    if (flow) {
+                        throw new Error(`停止导入数据：流程${flowApiName}已存在`);
+                    }
+                }
+            }
+        }
+        catch (error) {
+            console.info(error.message);
+            return;
+        }
+        finally {
+            await dbManager.endSession();
+            await dbManager.close();
+        }
+    }
+    importer.csv.fileRecordsToDB(filePath);
+    importer.json.fileRecordsToDB(filePath);
+    importer.flow.fileRecordsToDB(filePath);
+}
+exports.importData = importData;
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAAA,wEAAoE;AACpE,mCAAuC;AACvC,gDAAoD;AACpD,sEAA6C;AAC7C,oEAA2C;AAC3C,sEAA6C;AAEtC,KAAK,UAAU,cAAc;IAChC,IAAI,SAAS,GAAG,IAAI,qBAAS,CAAC,EAAE,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAA;IACtB,IAAI;QACA,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK,EAAE;YACR,OAAO;SACV;QACD,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;QAC/B,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC;QACxG,IAAI,CAAC,SAAS,EAAE;YACZ,OAAO;SACV;QACD,OAAO;YACH,OAAO,EAAE,KAAK,CAAC,GAAG;YAClB,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,WAAW,EAAE,SAAS,CAAC,WAAW;SACrC,CAAC;KACL;IAAC,OAAO,KAAK,EAAE;QACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;KACvB;YAAS;QACN,MAAM,SAAS,CAAC,UAAU,EAAE,CAAC;QAC7B,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;KAC3B;AACL,CAAC;AA1BD,wCA0BC;AAED;;;;GAIG;AACI,KAAK,UAAU,mBAAmB,CAAC,SAAS,EAAE,OAAyB;IAC1E,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,EAAE,CAAA;IAChC,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,eAAe,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;IAClF,MAAM,cAAc,GAAG,IAAA,cAAK,EAAC,eAAe,EAAE,MAAM,CAAC,CAAA;IACrD,MAAM,MAAM,GAAG,IAAA,2BAAgB,GAAE,CAAA;IACjC,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;IACtD,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,IAAI,IAAI,CAAA;IAC9C,MAAM,OAAO,GAAG;QACZ,WAAW,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;KACpC,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC1B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAA;QACpC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE;YAC7B,MAAM,EAAE,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;SACjD;KACJ;AACL,CAAC;AAhBD,kDAgBC;AAOD;;;;GAIG;AACI,KAAK,UAAU,UAAU,CAAC,QAAgB,EAAE,aAAsB,IAAI;IACzE,MAAM,WAAW,GAAG,MAAM,cAAc,EAAE,CAAA;IAC1C,IAAI,IAAA,gBAAO,EAAC,WAAW,CAAC,EAAE;QACtB,OAAO;KACV;IACD,MAAM,QAAQ,GAAG;QACb,GAAG,EAAE,IAAI,mBAAS,CAAC,WAAW,CAAC;QAC/B,IAAI,EAAE,IAAI,oBAAU,CAAC,WAAW,CAAC;QACjC,IAAI,EAAE,IAAI,oBAAU,CAAC,WAAW,CAAC;KACpC,CAAA;IAED,IAAI,UAAU,EAAE;QACZ,IAAI,SAAS,GAAG,IAAI,qBAAS,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI;YACA,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;YAC1B,aAAa;YACb,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACtD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;gBAC1B,KAAK,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE;oBAC/B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;oBACvF,IAAI,QAAQ,EAAE;wBACV,MAAM,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC;qBACvE;iBACJ;aACJ;YACD,cAAc;YACd,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACxD,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE;gBAC3B,KAAK,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE;oBAC/B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;oBACvF,IAAI,QAAQ,EAAE;wBACV,MAAM,IAAI,KAAK,CAAC,UAAU,MAAM,CAAC,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC;qBACvE;iBACJ;aACJ;YACD,cAAc;YACd,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAExD,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE;gBAC7B,IAAI,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAE9B,IAAI,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAA;gBAE/B,IAAI,WAAW,EAAE;oBACb,IAAI,IAAI,GAAG,MAAM,SAAS,CAAC,qBAAqB,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAA;oBACjG,IAAI,IAAI,EAAE;wBACN,MAAM,IAAI,KAAK,CAAC,YAAY,WAAW,KAAK,CAAC,CAAC;qBACjD;iBACJ;aACJ;SACJ;QAAC,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,OAAO;SACV;gBAAS;YACN,MAAM,SAAS,CAAC,UAAU,EAAE,CAAC;YAC7B,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;SAC3B;KACJ;IACD,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IACvC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IACxC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AA7DD,gCA6DC"}

package/package.json

@@ -1,15 +1,20 @@
 {
   "name": "@steedos/data-import",
-  "version": "2.2.54-beta.4",
+  "version": "2.2.54-beta.7",
   "main": "lib/index.js",
   "license": "MIT",
   "scripts": {
-    "build": "tsc"
+    "build": "rm -rf ./lib && tsc"
   },
   "dependencies": {
-    "@steedos/core": "2.2.54-beta.4",
-    "@steedos/objectql": "2.2.54-beta.4",
+    "@steedos/core": "2.2.54-beta.7",
+    "@steedos/metadata-api": "2.2.54-beta.7",
+    "@steedos/metadata-core": "2.2.54-beta.7",
+    "@steedos/objectql": "2.2.54-beta.7",
+    "bson": "4.6.4",
+    "csvtojson": "~2.0.10",
     "dotenv-flow": "^3.1.0",
+    "globby": "9.2.0",
     "lodash": "^4.17.21",
     "node-xlsx": "^0.16.1"
   },
@@ -20,5 +25,5 @@
   "publishConfig": {
     "access": "public"
   },
-  "gitHead": "f68c327098f378d5e3d8dc5b12508e31ad368947"
+  "gitHead": "1de03714622c2de137a7a51623e94bb7df45f204"
 }