@steedos/service-package-loader 2.5.19 → 2.5.20-beta.2

package/index.js

@@ -56,7 +56,7 @@ module.exports = {
     /**
      * Dependencies
      */
-    dependencies: ['metadata-server', '@steedos/service-project', '@steedos/service-packages'],
+    dependencies: ['metadata-server', '@steedos/service-project', '@steedos/service-packages', 'objectql', '@steedos/data-import'],
 
     /**
      * Actions
@@ -76,10 +76,10 @@ module.exports = {
         },
         "space.initialized": {
             async handler(ctx) {
-                await this.loadDataOnServiceStarted();
                 const spaceDoc = ctx.params
                 // 扫描main/default/data文件夹
-                await this.importData(path.join(this.settings.packageInfo.path, 'main', 'default', 'data'), true, spaceDoc._id);
+                await this.importData(path.join(this.settings.packageInfo.path, 'main', 'default', 'data'), false, spaceDoc._id);
+                await this.loadDataOnServiceStarted();
             }
         }
     },
@@ -237,6 +237,12 @@ module.exports = {
         },
         async onStarted(){
 
+            // 扫描main/default/data文件夹，在加载.flow.json前执行
+            const primarySpaceId = await this.broker.call("objectql.getPrimarySpaceId");
+            if (primarySpaceId) {
+                await this.importData(path.join(this.settings.packageInfo.path, 'main', 'default', 'data'), true, primarySpaceId);
+            }
+
             this.checkPackageMetadataFiles(this.settings.packageInfo.path)
 
             if(this.beforeStart){

package/lib/methods/importData.js

@@ -4,7 +4,6 @@ exports.handler = void 0;
 const tslib_1 = require("tslib");
 const ImportJson_1 = require("../imports/ImportJson");
 const ImportCsv_1 = require("../imports/ImportCsv");
-const ImportFlow_1 = require("../imports/ImportFlow");
 const fs = require("fs");
 function handler(filePath, onlyInsert, spaceId) {
     return tslib_1.__awaiter(this, void 0, void 0, function* () {
@@ -17,19 +16,16 @@ function handler(filePath, onlyInsert, spaceId) {
         const importer = {
             csv: new ImportCsv_1.default(),
             json: new ImportJson_1.default(),
-            flow: new ImportFlow_1.default()
         };
         const csvData = yield importer.csv.readFile(filePath);
         const jsonData = yield importer.json.readFile(filePath);
-        const flowData = yield importer.flow.readFile(filePath);
-        yield this.broker.call("~packages-@steedos/data-import.importData", {
+        yield this.broker.call("@steedos/data-import.importData", {
             data: {
                 "csv": csvData,
                 "json": jsonData,
-                "flow": flowData,
             },
             spaceId,
-            onlyInsert: true,
+            onlyInsert,
         });
     });
 }

package/lib/methods/importData.js.map

@@ -1 +1 @@
-{"version":3,"file":"importData.js","sourceRoot":"","sources":["../../src/methods/importData.ts"],"names":[],"mappings":";;;;AAQA,sDAA+C;AAC/C,oDAA4C;AAC5C,sDAA8C;AAE9C,yBAA0B;AAE1B,SAAsB,OAAO,CAAC,QAAgB,EAAE,UAAmB,EAAE,OAAe;;QAChF,IAAI,CAAC,QAAQ,EAAE;YACX,OAAM;SACT;QACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE;YAC1B,OAAM;SACT;QAED,MAAM,QAAQ,GAAG;YACb,GAAG,EAAE,IAAI,mBAAS,EAAE;YACpB,IAAI,EAAE,IAAI,oBAAU,EAAE;YACtB,IAAI,EAAE,IAAI,oBAAU,EAAE;SACzB,CAAA;QAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAExD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE;YAChE,IAAI,EAAE;gBACF,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE,QAAQ;aACnB;YACD,OAAO;YACP,UAAU,EAAE,IAAI;SACnB,CAAC,CAAA;IAEN,CAAC;CAAA;AA9BD,0BA8BC"}
+{"version":3,"file":"importData.js","sourceRoot":"","sources":["../../src/methods/importData.ts"],"names":[],"mappings":";;;;AAQA,sDAA+C;AAC/C,oDAA4C;AAE5C,yBAA0B;AAE1B,SAAsB,OAAO,CAAC,QAAgB,EAAE,UAAmB,EAAE,OAAe;;QAChF,IAAI,CAAC,QAAQ,EAAE;YACX,OAAM;SACT;QACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE;YAC1B,OAAM;SACT;QAED,MAAM,QAAQ,GAAG;YACb,GAAG,EAAE,IAAI,mBAAS,EAAE;YACpB,IAAI,EAAE,IAAI,oBAAU,EAAE;SACzB,CAAA;QAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAGxD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;YACtD,IAAI,EAAE;gBACF,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,QAAQ;aACnB;YACD,OAAO;YACP,UAAU;SACb,CAAC,CAAA;IAEN,CAAC;CAAA;AA3BD,0BA2BC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@steedos/service-package-loader",
-  "version": "2.5.19",
+  "version": "2.5.20-beta.2",
   "description": "",
   "main": "index.js",
   "scripts": {
@@ -10,10 +10,10 @@
   "author": "",
   "license": "MIT",
   "dependencies": {
-    "@steedos/metadata-core": "2.5.19",
-    "@steedos/metadata-registrar": "2.5.19",
-    "@steedos/router": "2.5.19",
-    "@steedos/service-object-mixin": "2.5.19",
+    "@steedos/metadata-core": "2.5.20-beta.2",
+    "@steedos/metadata-registrar": "2.5.20-beta.2",
+    "@steedos/router": "2.5.20-beta.2",
+    "@steedos/service-object-mixin": "2.5.20-beta.2",
     "clone": "^2.1.2",
     "csvtojson": "~2.0.10",
     "moleculer": "^0.14.25",
@@ -27,5 +27,5 @@
   "publishConfig": {
     "access": "public"
   },
-  "gitHead": "f45f110239267697485b421285e61ca020e4779b"
+  "gitHead": "b9fc3773ae163df5d0062113bf6b21635c898b13"
 }

package/lib/imports/ImportFlow.d.ts

@@ -1,4 +0,0 @@
-import { Base } from './Base';
-export default class ImportFlow implements Base {
-    readFile(filePath: string): any;
-}

package/lib/imports/ImportFlow.js

@@ -1,45 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const metadata_core_1 = require("@steedos/metadata-core");
-const path = require("path");
-const _ = require("lodash");
-class ImportFlow {
-    readFile(filePath) {
-        const filePatten = [
-            path.join(filePath, "**", "*.flow.data.json"),
-            "!" + path.join(filePath, "node_modules"),
-        ];
-        const matchedPaths = (0, metadata_core_1.syncMatchFiles)(filePatten);
-        let flows = {};
-        for (let k = 0; k < matchedPaths.length; k++) {
-            let matchedPath = matchedPaths[k];
-            let json = (0, metadata_core_1.loadFile)(matchedPath);
-            let formName = matchedPath.substring(matchedPath.lastIndexOf('/') + 1, matchedPath.indexOf('.flow'));
-            let form = {};
-            try {
-                if (json) {
-                    let flowKeys = _.keys(json);
-                    for (let m in flowKeys) {
-                        let key = flowKeys[m];
-                        if (typeof key === 'function') {
-                            continue;
-                        }
-                        let val = json[key];
-                        if (typeof val === 'function') {
-                            json[key] = val.toString();
-                        }
-                        form[key] = json[key];
-                    }
-                    flows[formName] = json;
-                }
-            }
-            catch (error) {
-                console.error('loadFlows error', matchedPath, error);
-                throw error;
-            }
-        }
-        return flows;
-    }
-}
-exports.default = ImportFlow;
-//# sourceMappingURL=ImportFlow.js.map

package/lib/imports/ImportFlow.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ImportFlow.js","sourceRoot":"","sources":["../../src/imports/ImportFlow.ts"],"names":[],"mappings":";;AAQA,0DAAkE;AAElE,6BAA8B;AAC9B,4BAA6B;AAE7B,MAAqB,UAAU;IAE3B,QAAQ,CAAC,QAAgB;QACrB,MAAM,UAAU,GAAG;YACf,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,kBAAkB,CAAC;YAC7C,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC;SAC5C,CAAA;QACD,MAAM,YAAY,GAAa,IAAA,8BAAc,EAAC,UAAU,CAAC,CAAC;QAC1D,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC1C,IAAI,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,IAAI,GAAG,IAAA,wBAAQ,EAAC,WAAW,CAAC,CAAC;YACjC,IAAI,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACrG,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,IAAI;gBACA,IAAI,IAAI,EAAE;oBAEN,IAAI,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5B,KAAK,IAAI,CAAC,IAAI,QAAQ,EAAE;wBACpB,IAAI,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;wBACtB,IAAI,OAAO,GAAG,KAAK,UAAU,EAAE;4BAC3B,SAAS;yBACZ;wBACD,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;wBACpB,IAAI,OAAO,GAAG,KAAK,UAAU,EAAE;4BAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;yBAC9B;wBACD,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;qBACzB;oBACD,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;iBAC1B;aACJ;YAAC,OAAO,KAAK,EAAE;gBACZ,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;gBACrD,MAAM,KAAK,CAAA;aACd;SACJ;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;CAEJ;AAvCD,6BAuCC"}

package/src/consts.ts

@@ -1,17 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-07-10 13:54:16
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-07-10 13:59:34
- * @Description: 
- */
-
-// 加载元数据文件时给的默认权限
-export const METADATA_SYSTEM_PERMISSION = {
-    is_system: true,
-    record_permissions: {
-        allowEdit: false,
-        allowDelete: false,
-        allowRead: true,
-    }
-}

package/src/importLoader/index.ts

@@ -1,36 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-07-10 13:49:21
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-07-10 14:05:05
- * @FilePath: /project-template/Users/sunhaolin/Documents/GitHub/steedos-platform-2.3/services/service-package-loader/src/importLoader/index.ts
- * @Description: 这是默认设置,请设置`customMade`, 打开koroFileHeader查看配置 进行设置: https://github.com/OBKoro1/koro1FileHeader/wiki/%E9%85%8D%E7%BD%AE
- */
-
-import { LoadImportFile } from '@steedos/metadata-core'
-import { registerImport } from '@steedos/metadata-registrar'
-import path = require('path');
-import _ = require('lodash');
-import { Import } from './types';
-import { METADATA_SYSTEM_PERMISSION } from '../consts';
-
-const loadImportFile = new LoadImportFile();
-
-export async function load(broker: any, packagePath: string, packageServiceName: string) {
-    let filePath = path.join(packagePath, "**");
-    const metadatasJSON = loadImportFile.load(filePath);
-    if (_.isEmpty(metadatasJSON)) {
-        return;
-    }
-
-    // 注册到元数据中心
-    const data = [];
-    for (const apiName in metadatasJSON) {
-        const doc: Import = metadatasJSON[apiName];
-        data.push(Object.assign(doc, METADATA_SYSTEM_PERMISSION));
-    }
-    if (data.length > 0) {
-        await registerImport.mregister(broker, packageServiceName, data)
-    }
-
-}

package/src/importLoader/types/import.ts

@@ -1,26 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-07-10 13:50:03
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-07-10 15:06:59
- * @Description: 
- */
-
-type FieldMapping = {
-    header: string,               // 表头
-    api_name?: string,            // 导入对象的字段
-    matched_by?: string,          // 关联对象的key
-    save_key_while_fail?: boolean // 关联失败时保存key
-}
-
-export type Import = {
-    name: string,                              // API Name
-    description?: string,                      // 导入描述
-    object_name: string,                       // 导入对象
-    encoding?: string,                         // 字符代码 UTF8
-    value_separator?: string,                  // 值分隔符 ','
-    operation: 'insert' | 'update' | 'upsert', // 导入操作
-    field_mappings: [FieldMapping],            // 映射关系
-    external_id_name?: string,                 // 表示数据唯一性字段(重复执行导入时根据此字段更新记录)
-}
-

package/src/importLoader/types/index.ts

@@ -1 +0,0 @@
-export * from './import';

package/src/imports/Base.ts

@@ -1,11 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-10-26 10:31:50
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-10-26 10:41:08
- * @FilePath: /steedos-platform-2.3/services/service-package-loader/src/imports/Base.ts
- * @Description: 
- */
-export interface Base {
-    readFile(filePath: string, options?: any): any
-}

package/src/imports/ImportCsv.ts

@@ -1,30 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-10-26 10:31:50
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-10-26 10:51:00
- * @FilePath: /steedos-platform-2.3/services/service-package-loader/src/imports/ImportCsv.ts
- * @Description: 
- */
-import ImportJson from './ImportJson';
-import csv = require('csvtojson');
-import path = require('path');
-import { syncMatchFiles } from '@steedos/metadata-core';
-
-export default class ImportCsv extends ImportJson {
-
-    async readFile(filePath: string): Promise<Array<{ objectName: string, records: Array<any> }>> {
-        let results: any = []
-        const filePatten = [
-            path.join(filePath, "**", "*.data.csv"),
-            "!" + path.join(filePath, "node_modules"),
-        ]
-        const matchedPaths: [string] = syncMatchFiles(filePatten);
-        for (const matchedPath of matchedPaths) {
-            let records = await csv().fromFile(matchedPath);
-            let objectName = path.basename(matchedPath).split('.')[0];
-            results.push({ objectName: objectName, records: records });
-        }
-        return results
-    }
-}

package/src/imports/ImportExcel.ts

@@ -1,28 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-10-26 10:31:50
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-10-26 10:44:27
- * @FilePath: /steedos-platform-2.3/services/service-package-loader/src/imports/ImportExcel.ts
- * @Description: 
- */
-import xlsx from 'node-xlsx';
-import { Base } from './Base';
-
-export default class ImportExcel implements Base {
-
-    readFile(filePath: string, options: any = {}): { datas: Array<any>, headers: Array<string> } {
-        const { sheetIndex = 0, headerIndex = 0 } = options;
-        let workbook = xlsx.parse(filePath, {
-            cellDates: true,
-        });
-        const data = workbook[sheetIndex].data;
-        const headers = data[headerIndex];
-        const datas = data.slice(1);
-        return {
-            headers,
-            datas
-        };
-    }
-
-}

package/src/imports/ImportFlow.ts

@@ -1,53 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-10-26 10:31:50
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-10-26 10:46:25
- * @FilePath: /steedos-platform-2.3/services/service-package-loader/src/imports/ImportFlow.ts
- * @Description: 
- */
-import { loadFile, syncMatchFiles } from '@steedos/metadata-core';
-import { Base } from './Base';
-import path = require('path');
-import _ = require('lodash');
-
-export default class ImportFlow implements Base {
-
-    readFile(filePath: string): any {
-        const filePatten = [
-            path.join(filePath, "**", "*.flow.data.json"),
-            "!" + path.join(filePath, "node_modules"),
-        ]
-        const matchedPaths: [string] = syncMatchFiles(filePatten);
-        let flows = {};
-        for (let k = 0; k < matchedPaths.length; k++) {
-            let matchedPath = matchedPaths[k];
-            let json = loadFile(matchedPath);
-            let formName = matchedPath.substring(matchedPath.lastIndexOf('/') + 1, matchedPath.indexOf('.flow'));
-            let form = {};
-            try {
-                if (json) {
-
-                    let flowKeys = _.keys(json);
-                    for (let m in flowKeys) {
-                        let key = flowKeys[m];
-                        if (typeof key === 'function') {
-                            continue;
-                        }
-                        let val = json[key];
-                        if (typeof val === 'function') {
-                            json[key] = val.toString();
-                        }
-                        form[key] = json[key];
-                    }
-                    flows[formName] = json;
-                }
-            } catch (error) {
-                console.error('loadFlows error', matchedPath, error);
-                throw error
-            }
-        }
-        return flows;
-    }
-
-}

package/src/imports/ImportJson.ts

@@ -1,33 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-10-26 10:31:50
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-10-26 10:48:39
- * @FilePath: /steedos-platform-2.3/services/service-package-loader/src/imports/ImportJson.ts
- * @Description: 
- */
-import { each } from 'lodash';
-import { Base } from './Base';
-import { syncMatchFiles } from '@steedos/metadata-core';
-import path = require('path');
-import fs = require("fs");
-
-export default class ImportJson implements Base {
-
-    async readFile(filePath: string): Promise<Array<{ objectName: string, records: Array<any> }>> {
-        let results: any = []
-        const filePatten = [
-            path.join(filePath, "**", "*.data.json"),
-            "!" + path.join(filePath, "**", "*.flow.data.json"),
-            "!" + path.join(filePath, "node_modules")];
-
-        const matchedPaths: [string] = syncMatchFiles(filePatten);
-        each(matchedPaths, (matchedPath: string) => {
-            let records = JSON.parse(fs.readFileSync(matchedPath, 'utf8').normalize('NFC'));
-            let objectName = path.basename(matchedPath).split('.')[0];
-            results.push({ objectName: objectName, records: records });
-        })
-        return results
-    }
-
-}

package/src/index.ts

@@ -1,12 +0,0 @@
-/*
- * @Author: sunhaolin@hotoa.com
- * @Date: 2022-05-14 10:16:03
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-07-10 14:02:11
- * @Description: 
- */
-export * as triggerLoader from "./triggerLoader"
-export * as processLoader from "./processLoader"
-export * as processTriggerLoader from "./processTriggerLoader"
-export * as triggerYmlLoader from './loader/triggerYmlLoader';
-export * as importLoader from './importLoader'

package/src/loader/triggerYmlLoader.ts

@@ -1,57 +0,0 @@
-/*
- * @Author: baozhoutao@steedos.com
- * @Date: 2023-04-25 16:52:28
- * @LastEditors: baozhoutao@steedos.com
- * @LastEditTime: 2023-05-18 09:27:20
- * @Description: 
- */
-
-import { LoadTriggerFile } from '@steedos/metadata-core'
-import path = require('path');
-import _ = require('lodash');
-
-const loadTriggerFile = new LoadTriggerFile();
-function isPatternTrigger(data){
-    const {listenTo} = data;
-    if(listenTo === '*'){
-        return true;
-    }else if(_.isArray(listenTo)){
-        return true;
-    }else if(_.isRegExp(listenTo)){
-        return true;
-    }else if(_.isString(listenTo) && listenTo.startsWith("/")){
-        try {
-            if(_.isRegExp(eval(listenTo))){
-                return true;
-            }
-        } catch (error) {
-            return false
-        }
-        return false;
-    }
-    return false;
-}
-export async function load(broker: any, packagePath: string, packageServiceName: string) {
-    let filePath = path.join(packagePath, "**");
-    let triggers: any = loadTriggerFile.load(filePath);
-    if (_.isEmpty(triggers)) {
-        return;
-    }
-    for (const apiName in triggers) {
-        const trigger = triggers[apiName];
-        if(isPatternTrigger(trigger)){
-            trigger.isPattern = true
-        }
-        await broker.call(`object_triggers.add`, { apiName: `${trigger.listenTo}.${trigger.name}`, data: trigger }, {
-            meta: {
-            metadataServiceName: packageServiceName,
-            caller: {
-                nodeID: broker.nodeID,
-                service: {
-                    name: packageServiceName,
-                }
-            }
-        }});
-        broker.broadcast('metadata.object_triggers.change', {apiName: `${trigger.listenTo}.${trigger.name}`, listenTo: trigger.listenTo})
-    }
-}

package/src/methods/importData.ts

@@ -1,45 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-10-26 10:22:14
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-10-27 12:12:57
- * @FilePath: /steedos-platform-2.3/services/service-package-loader/src/methods/importData.ts
- * @Description: 
- */
-import ImportJson from '../imports/ImportJson';
-import ImportCsv from '../imports/ImportCsv'
-import ImportFlow from '../imports/ImportFlow'
-
-import fs = require('fs');
-
-export async function handler(filePath: string, onlyInsert: boolean, spaceId: string) {
-    if (!filePath) {
-        return
-    }
-    if (!fs.existsSync(filePath)) {
-        return
-    }
-
-    const importer = {
-        csv: new ImportCsv(),
-        json: new ImportJson(),
-        flow: new ImportFlow()
-    }
-
-    const csvData = await importer.csv.readFile(filePath);
-
-    const jsonData = await importer.json.readFile(filePath);
-
-    const flowData = await importer.flow.readFile(filePath);
-
-    await this.broker.call("~packages-@steedos/data-import.importData", {
-        data: {
-            "csv": csvData,
-            "json": jsonData,
-            "flow": flowData,
-        },
-        spaceId,
-        onlyInsert: true,
-    })
-
-}

package/src/methods/index.ts

@@ -1,9 +0,0 @@
-/*
- * @Author: 孙浩林 sunhaolin@steedos.com
- * @Date: 2023-10-26 10:21:50
- * @LastEditors: 孙浩林 sunhaolin@steedos.com
- * @LastEditTime: 2023-10-26 10:40:43
- * @FilePath: /steedos-platform-2.3/services/service-package-loader/src/methods/index.ts
- * @Description: 
- */
-export * as importData from './importData';

package/src/processLoader/index.ts

@@ -1,115 +0,0 @@
-/*
- * @Author: sunhaolin@hotoa.com
- * @Date: 2022-03-30 11:49:53
- * @LastEditors: baozhoutao@steedos.com
- * @LastEditTime: 2023-05-30 09:33:01
- * @Description: 
- */
-import * as _ from "underscore";
-import * as path from "path";
-import { Process } from "./types";
-import { LoadProcessFile } from '@steedos/metadata-core';
-import { registerProcess } from '@steedos/metadata-registrar';
-const loadProcessFile = new LoadProcessFile();
-
-function getObject(objectName: string) {
-    try {
-        const objectql = require('@steedos/objectql');
-        return objectql.getObject(objectName);
-    } catch (error) {
-        return null
-    }
-}
-
-export async function load(broker: any, packagePath: string, packageServiceName: string) {
-    let filePath = path.join(packagePath, "**");
-    let processes = loadProcessFile.load(filePath);
-    if (_.isEmpty(processes)) {
-        return;
-    }
-
-    const data = [];
-    for (const apiName in processes) {
-        const process: Process = processes[apiName];
-        data.push(Object.assign(process, {
-            is_system: true,
-            record_permissions: {
-                allowEdit: false,
-                allowDelete: false,
-                allowRead: true,
-            }
-        }));
-
-    }
-    if (data.length > 0) {
-        await registerProcess.mregister(broker, packageServiceName, data)
-    }
-
-}
-
-// 软件包中的process元数据直接加载到库中
-export async function sendPackageProcessToDb(packagePath: string) {
-    let filePath = path.join(packagePath, "**");
-    let processes = loadProcessFile.load(filePath);
-
-    if (_.isEmpty(processes)) {
-        return;
-    }
-
-    const processObj = getObject('process');
-    const processVersionsObj = getObject('process_versions');
-    const spaceObj = getObject('spaces');
-    if(!processObj || !processVersionsObj || !spaceObj){
-        return ;
-    }
-    const spaceDoc = (await spaceObj.find({}))[0];
-    // 如果没有工作区信息则说明为空库，不加载
-    if (!spaceDoc) {
-        return;
-    }
-    const now = new Date();
-    const ownerId = spaceDoc.owner;
-    const baseInfo = {
-        space: spaceDoc._id,
-        owner: ownerId,
-        created: now,
-        modified: now,
-        created_by: ownerId,
-        modified_by: ownerId,
-    }
-    for (const apiName in processes) {
-        const processCount = await processObj.count({ filters: [['name', '=', apiName]] });
-        if (processCount > 0) {
-            console.log(`process ${apiName} already exists`);
-            continue;
-        }
-        const process: Process = processes[apiName];
-        const processId = await processObj._makeNewID();
-        let processDoc = {
-            _id: processId,
-            name: process.name,
-            label: process.label,
-            object_name: process.object_name,
-            engine: process.engine,
-            is_active: false,
-            description: process.description || '',
-            entry_criteria: process.entry_criteria || '',
-            when: process.when || '',
-            ext: process.ext || '',
-            ...baseInfo
-        };
-        let processVersionDoc = {
-            process: processId,
-            is_active: false,
-            description: process.description || '',
-            entry_criteria: process.entry_criteria || '',
-            when: process.when || '',
-            schema: process.schema || '',
-            version: 1,
-            ...baseInfo
-        };
-        await processObj.directInsert(processDoc);
-        await processVersionsObj.directInsert(processVersionDoc);
-    }
-
-}

package/src/processLoader/types/index.ts

@@ -1 +0,0 @@
-export * from './process';

package/src/processLoader/types/process.ts

@@ -1,19 +0,0 @@
-/*
- * @Author: sunhaolin@hotoa.com
- * @Date: 2022-03-30 11:49:53
- * @LastEditors: sunhaolin@hotoa.com
- * @LastEditTime: 2022-03-30 21:24:32
- * @Description: Process 元数据格式
- */
-export type Process = {
-    name: string,
-    label: string,
-    object_name: string,
-    engine: string,
-    is_active?: boolean,
-    description?: string,
-    entry_criteria: string,
-    when: 'afterInsert' | 'afterUpdate',
-    schema?: string,
-    ext: string
-}

package/src/processTriggerLoader/index.ts

@@ -1,45 +0,0 @@
-/*
- * @Author: baozhoutao@steedos.com
- * @Date: 2022-05-16 11:55:06
- * @LastEditors: baozhoutao@steedos.com
- * @LastEditTime: 2023-05-30 09:47:15
- * @Description: 
- */
-import * as _ from "underscore";
-import * as path from "path";
-import { getMD5, JSONStringify } from '@steedos/metadata-core';
-import { Trigger } from "./types";
-import { registerProcessTrigger, loadProcessTriggers } from "@steedos/metadata-registrar";
-
-const ENUM_WHEN = ['beforeDraftInsert', 'afterDraftInsert', 'beforeDraftSubmit', 'afterDraftSubmit', 'beforeStepSubmit', 'afterStepSubmit', 'cacluateNextStepUsers',
-    'beforeCancel', 'afterCancel', 'beforeTerminate', 'afterTerminate', 'beforeEnd', 'afterEnd'];
-const LISTENTO_ALL_FLOWS = 'LISTENTO_ALL_FLOWS';
-
-export async function load(broker: any, packagePath: string, packageServiceName: string) {
-    let filePath = path.join(packagePath, "**");
-    let wTriggers = loadProcessTriggers(filePath);
-    if (_.isEmpty(wTriggers)) {
-        return;
-    }
-    for (const wt of wTriggers) {
-
-        if (_.isString(wt.listenTo)) {
-            for (const when of ENUM_WHEN) {
-                let handler = wt[when];
-                if (!handler) {
-                    continue;
-                }
-                let name = wt.name || getMD5(JSONStringify(wt));
-                let config: Trigger = {
-                    name: name,
-                    "listenTo": wt.listenTo == '*' ? LISTENTO_ALL_FLOWS : wt.listenTo,
-                    "when": when,
-                    "handler": handler.toString()
-                }
-                await registerProcessTrigger.register(broker, packageServiceName, config);
-            }
-
-        }
-    }
-
-}

package/src/processTriggerLoader/types/index.ts

@@ -1 +0,0 @@
-export * from './trigger';

package/src/processTriggerLoader/types/trigger.ts

@@ -1,6 +0,0 @@
-export type Trigger = {
-    name: string,
-    listenTo: string,
-    when: string | string[],
-    handler: Function
-}

package/src/triggerLoader/index.ts

@@ -1,153 +0,0 @@
-/*
- * @Author: sunhaolin@hotoa.com
- * @Date: 2022-06-12 19:08:48
- * @LastEditors: baozhoutao@steedos.com
- * @LastEditTime: 2023-05-30 09:52:23
- * @Description: 加载*.trigger.js文件注册为新版action trigger
- */
-import * as _ from "underscore";
-import * as path from "path";
-import { JSONStringify, getMD5 } from "@steedos/metadata-core";
-import { loadObjectTriggers } from "@steedos/metadata-registrar";
-
-
-
-const TRIGGERKEYS = ['beforeFind', 'beforeInsert', 'beforeUpdate', 'beforeDelete', 'afterFind', 'afterInsert', 'afterUpdate', 'afterDelete', 'afterFindOne', 'afterCount']
-
-function getObject(objectName: string) {
-    try {
-        const objectql = require('@steedos/objectql');
-        return objectql.getObject(objectName);
-    } catch (error) {
-        return null
-    }
-}
-
-export async function load(broker: any, packagePath: string, packageServiceName: string) {
-    let actions = {};
-    let serviceName = `~triggers-${packageServiceName}`;
-    let filePath = path.join(packagePath, "**");
-    let objTriggers = loadObjectTriggers(filePath, packageServiceName);
-    if (_.isEmpty(objTriggers)) {
-        return;
-    }
-    /** objTriggers格式
-    [
-        {
-            beforeInsert: [AsyncFunction: beforeInsert],
-            beforeUpdate: [AsyncFunction: beforeUpdate],
-            beforeDelete: [AsyncFunction: beforeDelete],
-            afterInsert: [AsyncFunction: afterInsert],
-            afterUpdate: [AsyncFunction: afterUpdate],
-            afterDelete: [AsyncFunction: afterDelete],
-            metadataServiceName: '~packages-my-steedos-package',
-            listenTo: 'company'
-        }
-    ]
-     */
-    for (const trigger of objTriggers) {
-        // 转换为action trigger
-        /** action trigger 格式
-        spaceUsersBeforeUpdate: {
-            trigger: { 
-                listenTo: 'space_users', 
-                when: ['beforeInsert', 'beforeUpdate']
-            },
-            async handler(ctx) {
-                this.broker.logger.debug('spaceUsersBeforeUpdate', ctx)
-            }   
-        }
-         */
-        const actionTriggerName = getMD5(JSONStringify(trigger));
-        actions[actionTriggerName] = generateActionTrigger(trigger)
-    
-        broker.emit('trigger.loaded', {
-            objectName: trigger['listenTo']
-        })
-    }
-
-    let serviceConfig = {
-        name: serviceName,
-        actions: actions
-    };
-    let service = broker.createService(serviceConfig);
-    if (!broker.started) {
-        await broker._restartService(service)
-    }
-
-}
-
-// 生成action trigger
-function generateActionTrigger(trigger) {
-    const when = [];
-    for (const key in trigger) {
-        if (Object.hasOwnProperty.call(trigger, key)) {
-            if (_.contains(TRIGGERKEYS, key)) {
-                when.push(key);
-            }
-        }
-    }
-    const actionTrigger = {
-        trigger: {
-            listenTo: trigger.listenTo,
-            when: when
-        },
-        async handler(ctx) {
-            // 调用trigger.js的处理函数
-            const {
-                isInsert, isUpdate, isDelete, isFind, isBefore, isAfter, isFindOne, isCount,
-                id, doc, previousDoc,
-                // size, 
-                userId, spaceId, objectName, query, data }: any = ctx.params;
-
-            const context: any = {
-                id,
-                userId,
-                spaceId,
-                doc,
-                previousDoc,
-                query,
-                data,
-                objectName
-            }
-
-            let when = ''
-            if (isBefore) {
-                if (isFind) {
-                    when = 'beforeFind'
-                } else if (isInsert) {
-                    when = 'beforeInsert'
-                } else if (isUpdate) {
-                    when = 'beforeUpdate'
-                } else if (isDelete) {
-                    when = 'beforeDelete'
-                }
-            }
-            else if (isAfter) {
-                if (isFind) {
-                    when = 'afterFind'
-                } else if (isInsert) {
-                    when = 'afterInsert'
-                } else if (isUpdate) {
-                    when = 'afterUpdate'
-                } else if (isDelete) {
-                    when = 'afterDelete'
-                } else if (isFindOne) {
-                    when = 'afterFindOne'
-                } else if (isCount) {
-                    when = 'afterCount'
-                }
-            }
-
-            if (when) {
-                const object = getObject(objectName);
-                if(!object){
-                    return ;
-                }
-                await object.runTriggers(when, context);
-                return context;
-            }
-        }
-    };
-    return actionTrigger;
-}

package/tsconfig.json

@@ -1,34 +0,0 @@
-{   
-    "compilerOptions": {
-        "outDir": "./lib",
-        "target": "es6",
-        "module": "commonjs",
-        "moduleResolution": "node",
-        "importHelpers": true,
-        "emitDecoratorMetadata": true,
-        "experimentalDecorators": true,
-        "sourceMap": true,
-        "noImplicitAny": false,
-        "declaration": true,
-        "noFallthroughCasesInSwitch": true,
-        //"noImplicitReturns": true,
-        "stripInternal": true,
-        "pretty": true,
-        "strictNullChecks": false,
-        "noUnusedLocals": true,
-        "downlevelIteration": true,
-        "skipLibCheck": true,
-        "lib": [
-          "es5",
-          "es6",
-          "es2015",
-          "es2016",
-          "es2017",
-          "esnext"
-        ],
-        "removeComments": true
-    },
-    "include": [
-      "./src/**/*"
-    ]
-  }