@contrail/cli 3.4.0 → 3.4.2-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -4
- package/bin/dev +0 -0
- package/bin/run +0 -0
- package/dist/__mocks__/@contrail/sdk.d.ts +123 -123
- package/dist/__mocks__/@contrail/sdk.js +716 -716
- package/dist/api/app-extension-deployments.d.ts +2 -2
- package/dist/api/app-extension-deployments.js +11 -11
- package/dist/api/app-extension-packages.d.ts +2 -2
- package/dist/api/app-extension-packages.js +11 -11
- package/dist/api/apps.d.ts +10 -10
- package/dist/api/apps.js +63 -63
- package/dist/api/event-workflow-action-definition.d.ts +3 -3
- package/dist/api/event-workflow-action-definition.js +18 -18
- package/dist/api/event-workflow-template-definition.d.ts +7 -7
- package/dist/api/event-workflow-template-definition.js +26 -26
- package/dist/api/event-workflow-templates.d.ts +8 -8
- package/dist/api/event-workflow-templates.js +32 -32
- package/dist/api/schedules.d.ts +7 -7
- package/dist/api/schedules.js +32 -32
- package/dist/api/types.d.ts +11 -11
- package/dist/api/types.js +79 -79
- package/dist/api/users.d.ts +2 -2
- package/dist/api/users.js +18 -18
- package/dist/api/webhooks.d.ts +4 -4
- package/dist/api/webhooks.js +16 -16
- package/dist/auth/login.d.ts +3 -3
- package/dist/auth/login.js +221 -221
- package/dist/auth/login.spec.d.ts +1 -1
- package/dist/auth/login.spec.js +10 -10
- package/dist/baseFlags.d.ts +10 -10
- package/dist/baseFlags.js +25 -25
- package/dist/basecommand.d.ts +15 -15
- package/dist/basecommand.js +83 -83
- package/dist/commands/app/create.d.ts +10 -10
- package/dist/commands/app/create.js +96 -96
- package/dist/commands/app/delete.d.ts +11 -11
- package/dist/commands/app/delete.js +40 -40
- package/dist/commands/app/extension/deploy.d.ts +18 -18
- package/dist/commands/app/extension/deploy.js +127 -127
- package/dist/commands/app/extension/deployment/list.d.ts +14 -14
- package/dist/commands/app/extension/deployment/list.js +82 -82
- package/dist/commands/app/getApiKey.d.ts +11 -11
- package/dist/commands/app/getApiKey.js +49 -49
- package/dist/commands/app/init.d.ts +10 -10
- package/dist/commands/app/init.js +67 -67
- package/dist/commands/app/install.d.ts +13 -13
- package/dist/commands/app/install.js +135 -135
- package/dist/commands/app/publish.d.ts +14 -14
- package/dist/commands/app/publish.js +69 -69
- package/dist/commands/app/uninstall.d.ts +12 -12
- package/dist/commands/app/uninstall.js +68 -68
- package/dist/commands/app/upgrade.d.ts +14 -14
- package/dist/commands/app/upgrade.js +108 -108
- package/dist/commands/app/version/major.d.ts +11 -11
- package/dist/commands/app/version/major.js +39 -39
- package/dist/commands/app/version/minor.d.ts +11 -11
- package/dist/commands/app/version/minor.js +39 -39
- package/dist/commands/app/version/patch.d.ts +11 -11
- package/dist/commands/app/version/patch.js +39 -39
- package/dist/commands/config/create.d.ts +12 -12
- package/dist/commands/config/create.js +27 -27
- package/dist/commands/config/describe.d.ts +14 -14
- package/dist/commands/config/describe.js +46 -46
- package/dist/commands/config/list.d.ts +11 -11
- package/dist/commands/config/list.js +38 -38
- package/dist/commands/config/set.d.ts +16 -16
- package/dist/commands/config/set.js +46 -46
- package/dist/commands/config/use.d.ts +14 -14
- package/dist/commands/config/use.js +47 -47
- package/dist/commands/file/upload.d.ts +15 -15
- package/dist/commands/file/upload.js +69 -69
- package/dist/commands/groups/export.d.ts +14 -14
- package/dist/commands/groups/export.js +103 -103
- package/dist/commands/groups/import.d.ts +14 -14
- package/dist/commands/groups/import.js +190 -190
- package/dist/commands/instance/export.d.ts +12 -12
- package/dist/commands/instance/export.js +36 -36
- package/dist/commands/instance/import.d.ts +11 -11
- package/dist/commands/instance/import.js +34 -34
- package/dist/commands/load/colors.d.ts +14 -14
- package/dist/commands/load/colors.js +53 -53
- package/dist/commands/load/custom-entity.d.ts +14 -14
- package/dist/commands/load/custom-entity.js +55 -55
- package/dist/commands/load/line-sheet.d.ts +14 -14
- package/dist/commands/load/line-sheet.js +55 -55
- package/dist/commands/load/upload-and-load.d.ts +14 -14
- package/dist/commands/load/upload-and-load.js +46 -46
- package/dist/commands/projects/export.d.ts +13 -13
- package/dist/commands/projects/export.js +35 -35
- package/dist/commands/projects/list.d.ts +10 -10
- package/dist/commands/projects/list.js +36 -36
- package/dist/commands/projects/load.d.ts +25 -25
- package/dist/commands/projects/load.js +198 -198
- package/dist/commands/types/exportOptionSetHierarchies.d.ts +11 -11
- package/dist/commands/types/exportOptionSetHierarchies.js +133 -133
- package/dist/commands/types/getAll.d.ts +21 -21
- package/dist/commands/types/getAll.js +180 -180
- package/dist/commands/types/getOptionSets.d.ts +16 -16
- package/dist/commands/types/getOptionSets.js +170 -170
- package/dist/commands/types/loadAll.d.ts +12 -12
- package/dist/commands/types/loadAll.js +55 -55
- package/dist/commands/types/mergeOptionSets.d.ts +13 -13
- package/dist/commands/types/mergeOptionSets.js +116 -119
- package/dist/commands/types/mergeTypeProperties.d.ts +15 -15
- package/dist/commands/types/mergeTypeProperties.js +95 -95
- package/dist/commands/types/parseOptionSetsHierarchyLocalFile.d.ts +14 -14
- package/dist/commands/types/parseOptionSetsHierarchyLocalFile.js +133 -133
- package/dist/commands/types/parseOptionSetsHierarchyValuesToKeysLocalFile.d.ts +14 -14
- package/dist/commands/types/parseOptionSetsHierarchyValuesToKeysLocalFile.js +102 -102
- package/dist/commands/types/parseOptionSetsLocalFiles.d.ts +39 -39
- package/dist/commands/types/parseOptionSetsLocalFiles.js +229 -229
- package/dist/commands/types/parseOptionSetsToFolderStructure.d.ts +13 -13
- package/dist/commands/types/parseOptionSetsToFolderStructure.js +68 -68
- package/dist/commands/types/parseTypesFromFiles.d.ts +14 -14
- package/dist/commands/types/parseTypesFromFiles.js +40 -40
- package/dist/commands/types/parseTypesFromLocalFiles.d.ts +14 -14
- package/dist/commands/types/parseTypesFromLocalFiles.js +37 -37
- package/dist/commands/types/parseTypesFromTemplateAndDataFromLocalFiles.d.ts +15 -15
- package/dist/commands/types/parseTypesFromTemplateAndDataFromLocalFiles.js +39 -39
- package/dist/commands/types/parseTypesFromTemplateFromLocalFiles.d.ts +14 -14
- package/dist/commands/types/parseTypesFromTemplateFromLocalFiles.js +38 -38
- package/dist/commands/types/uploadOptionSetHierarchies.d.ts +12 -12
- package/dist/commands/types/uploadOptionSetHierarchies.js +257 -257
- package/dist/commands/types/uploadOptionSets.d.ts +13 -13
- package/dist/commands/types/uploadOptionSets.js +155 -155
- package/dist/commands/types/uploadOptionSetsHierarchyLocalFile.d.ts +15 -15
- package/dist/commands/types/uploadOptionSetsHierarchyLocalFile.js +135 -135
- package/dist/commands/types/uploadRuleSets.d.ts +12 -12
- package/dist/commands/types/uploadRuleSets.js +197 -197
- package/dist/commands/types/uploadTypePolicies.d.ts +12 -12
- package/dist/commands/types/uploadTypePolicies.js +233 -233
- package/dist/commands/types/uploadTypePropertyPolicies.d.ts +13 -13
- package/dist/commands/types/uploadTypePropertyPolicies.js +286 -286
- package/dist/commands/types/uploadTypes.d.ts +13 -13
- package/dist/commands/types/uploadTypes.js +35 -35
- package/dist/commands/types/uploadUsageInfo.d.ts +12 -12
- package/dist/commands/types/uploadUsageInfo.js +172 -172
- package/dist/commands/users/export.d.ts +14 -14
- package/dist/commands/users/export.js +76 -76
- package/dist/commands/users/import.d.ts +14 -14
- package/dist/commands/users/import.js +68 -68
- package/dist/commands/webhooks/create.d.ts +11 -11
- package/dist/commands/webhooks/create.js +25 -25
- package/dist/commands/webhooks/delete.d.ts +14 -14
- package/dist/commands/webhooks/delete.js +53 -53
- package/dist/commands/webhooks/getWebhookTrigger.d.ts +13 -13
- package/dist/commands/webhooks/getWebhookTrigger.js +40 -40
- package/dist/commands/webhooks/list.d.ts +12 -12
- package/dist/commands/webhooks/list.js +31 -31
- package/dist/commands/workflow-template-definitions/install.d.ts +10 -10
- package/dist/commands/workflow-template-definitions/install.js +19 -19
- package/dist/commands/workflow-template-definitions/list.d.ts +10 -10
- package/dist/commands/workflow-template-definitions/list.js +19 -19
- package/dist/commands/workflow-templates/delete.d.ts +10 -10
- package/dist/commands/workflow-templates/delete.js +19 -19
- package/dist/commands/workflow-templates/export.d.ts +14 -14
- package/dist/commands/workflow-templates/export.js +78 -78
- package/dist/commands/workflow-templates/list.d.ts +10 -10
- package/dist/commands/workflow-templates/list.js +19 -19
- package/dist/commands/workflow-templates/load.d.ts +13 -13
- package/dist/commands/workflow-templates/load.js +26 -26
- package/dist/common.d.ts +4 -4
- package/dist/common.js +18 -18
- package/dist/helpers/app/actions-deployer.d.ts +11 -11
- package/dist/helpers/app/actions-deployer.js +123 -123
- package/dist/helpers/app/app-config-validators.d.ts +22 -22
- package/dist/helpers/app/app-config-validators.js +100 -100
- package/dist/helpers/app/app-config-validators.spec.d.ts +1 -1
- package/dist/helpers/app/app-config-validators.spec.js +310 -310
- package/dist/helpers/app/app-deployer.d.ts +12 -12
- package/dist/helpers/app/app-deployer.js +278 -278
- package/dist/helpers/app/app-template-parsers.d.ts +14 -14
- package/dist/helpers/app/app-template-parsers.js +106 -106
- package/dist/helpers/app/extension-package-deployer.d.ts +7 -7
- package/dist/helpers/app/extension-package-deployer.js +175 -175
- package/dist/helpers/app/extensions-deployer.d.ts +9 -9
- package/dist/helpers/app/extensions-deployer.js +95 -91
- package/dist/helpers/app/load-app-config.d.ts +4 -4
- package/dist/helpers/app/load-app-config.js +22 -22
- package/dist/helpers/app/metadata-extractor.d.ts +1 -1
- package/dist/helpers/app/metadata-extractor.js +100 -100
- package/dist/helpers/app/setup-template.d.ts +8 -8
- package/dist/helpers/app/setup-template.js +48 -48
- package/dist/helpers/app/update-app-config.d.ts +2 -2
- package/dist/helpers/app/update-app-config.js +20 -20
- package/dist/helpers/app/upgrade-version.d.ts +16 -16
- package/dist/helpers/app/upgrade-version.js +37 -37
- package/dist/helpers/app/upgrade-version.spec.d.ts +1 -1
- package/dist/helpers/app/upgrade-version.spec.js +33 -33
- package/dist/helpers/colors/helpers.d.ts +12 -12
- package/dist/helpers/colors/helpers.js +84 -84
- package/dist/helpers/config/config.d.ts +16 -16
- package/dist/helpers/config/config.js +223 -223
- package/dist/helpers/file-helpers.d.ts +2 -2
- package/dist/helpers/file-helpers.js +36 -36
- package/dist/helpers/load/helpers.d.ts +20 -20
- package/dist/helpers/load/helpers.js +141 -141
- package/dist/helpers/load/helpers.spec.d.ts +1 -1
- package/dist/helpers/load/helpers.spec.js +62 -62
- package/dist/helpers/load/validators.d.ts +14 -14
- package/dist/helpers/load/validators.js +182 -182
- package/dist/helpers/load/validators.spec.d.ts +1 -1
- package/dist/helpers/load/validators.spec.js +450 -450
- package/dist/helpers/projects/helpers.d.ts +3 -3
- package/dist/helpers/projects/helpers.js +167 -167
- package/dist/helpers/types/csv-parser.d.ts +1 -1
- package/dist/helpers/types/csv-parser.js +59 -59
- package/dist/helpers/types/option-set-helper.d.ts +9 -0
- package/dist/helpers/types/option-set-helper.js +48 -0
- package/dist/helpers/types/option-set-helper.spec.d.ts +1 -0
- package/dist/helpers/types/option-set-helper.spec.js +69 -0
- package/dist/helpers/types/parseOptionSetsLocalFiles.spec.d.ts +1 -1
- package/dist/helpers/types/parseOptionSetsLocalFiles.spec.js +285 -285
- package/dist/helpers/types/type-extractor.d.ts +1 -1
- package/dist/helpers/types/type-extractor.js +36 -36
- package/dist/helpers/types/type-parser.d.ts +4 -4
- package/dist/helpers/types/type-parser.js +119 -119
- package/dist/helpers/types/type-uploader.d.ts +20 -20
- package/dist/helpers/types/type-uploader.js +336 -336
- package/dist/helpers/types/type-uploader.spec.d.ts +1 -1
- package/dist/helpers/types/type-uploader.spec.js +266 -266
- package/dist/helpers/types/uploadOptionSets.spec.d.ts +1 -1
- package/dist/helpers/types/uploadOptionSets.spec.js +19 -19
- package/dist/helpers/workflow-template-definitions/workflow-template-definition-deployer.d.ts +12 -12
- package/dist/helpers/workflow-template-definitions/workflow-template-definition-deployer.js +158 -158
- package/dist/helpers/workflow-templates/helper.d.ts +20 -20
- package/dist/helpers/workflow-templates/helper.js +285 -285
- package/dist/index.d.ts +1 -1
- package/dist/index.js +5 -5
- package/dist/interfaces.d.ts +445 -443
- package/dist/interfaces.js +163 -163
- package/dist/logger.d.ts +3 -3
- package/dist/logger.js +33 -33
- package/oclif.manifest.json +3 -3
- package/package.json +2 -2
|
@@ -1,119 +1,119 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.parseTypesFromFiles = exports.parseTypesFromTemplateAndDataFromLocalFiles = exports.parseTypesFromTemplateFromLocalFiles = exports.parseTypesFromLocalFiles = void 0;
|
|
4
|
-
const tslib_1 = require("tslib");
|
|
5
|
-
const path = tslib_1.__importStar(require("path"));
|
|
6
|
-
const types_1 = require("@contrail/types");
|
|
7
|
-
const fs_1 = tslib_1.__importDefault(require("fs"));
|
|
8
|
-
const csvToJson = tslib_1.__importStar(require("csvtojson"));
|
|
9
|
-
const login_1 = require("../../auth/login");
|
|
10
|
-
const csv_parser_1 = require("../../helpers/types/csv-parser");
|
|
11
|
-
const logger_1 = tslib_1.__importDefault(require("../../logger"));
|
|
12
|
-
const js_yaml_1 = tslib_1.__importDefault(require("js-yaml"));
|
|
13
|
-
async function loadDataFromLocalCSV(fileName) {
|
|
14
|
-
const CURRENT_DIR = process.cwd();
|
|
15
|
-
try {
|
|
16
|
-
const fullPath = path.resolve(path.join(CURRENT_DIR, fileName));
|
|
17
|
-
const csvData = await csvToJson.default({ flatKeys: true }).fromFile(fullPath);
|
|
18
|
-
return csvData;
|
|
19
|
-
}
|
|
20
|
-
catch (e) {
|
|
21
|
-
throw new Error(`ERROR PARSING CSV: ${e}`);
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
async function parseTypesFromLocalFiles(fileLocations) {
|
|
25
|
-
const csvJSONData = [];
|
|
26
|
-
for (const fileLocation of fileLocations) {
|
|
27
|
-
try {
|
|
28
|
-
logger_1.default.info(`Getting data for fileLocation: ${fileLocation}`);
|
|
29
|
-
const csvData = await loadDataFromLocalCSV(fileLocation);
|
|
30
|
-
logger_1.default.info(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
|
|
31
|
-
csvJSONData.push(...csvData);
|
|
32
|
-
}
|
|
33
|
-
catch (e) {
|
|
34
|
-
logger_1.default.info(`Error importing csv data. ${e}`);
|
|
35
|
-
throw e;
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
logger_1.default.info(`CSV imports were successful. ${csvJSONData?.length} total rows found.`);
|
|
39
|
-
const suggestions = (0, types_1.GetSuggestedTypes)(csvJSONData);
|
|
40
|
-
saveData(suggestions.OptionSets, 'parsed_optionSets.yml');
|
|
41
|
-
saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
|
|
42
|
-
}
|
|
43
|
-
exports.parseTypesFromLocalFiles = parseTypesFromLocalFiles;
|
|
44
|
-
async function parseTypesFromTemplateFromLocalFiles(templateFileLocation, dataFileLocation) {
|
|
45
|
-
let templateCSVData = [];
|
|
46
|
-
let dataCSVData = [];
|
|
47
|
-
try {
|
|
48
|
-
logger_1.default.info(`Getting template from fileLocation: ${templateFileLocation}`);
|
|
49
|
-
templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
|
|
50
|
-
logger_1.default.info(`CSV import was successful. ${templateCSVData?.length} rows found.`);
|
|
51
|
-
logger_1.default.info(`Getting data from fileLocation: ${dataFileLocation}`);
|
|
52
|
-
dataCSVData = await loadDataFromLocalCSV(dataFileLocation);
|
|
53
|
-
logger_1.default.info(`CSV import was successful. ${dataCSVData?.length} rows found.`);
|
|
54
|
-
}
|
|
55
|
-
catch (e) {
|
|
56
|
-
logger_1.default.info(`Error importing csv data. ${e}`);
|
|
57
|
-
throw e;
|
|
58
|
-
}
|
|
59
|
-
const types = (0, types_1.GetTypesFromTemplate)(templateCSVData, dataCSVData);
|
|
60
|
-
saveData(types.OptionSets, 'parsed_optionSets.yml');
|
|
61
|
-
saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
|
|
62
|
-
}
|
|
63
|
-
exports.parseTypesFromTemplateFromLocalFiles = parseTypesFromTemplateFromLocalFiles;
|
|
64
|
-
async function parseTypesFromTemplateAndDataFromLocalFiles(templateFileLocation, dataFileLocations) {
|
|
65
|
-
let templateCSVData = [];
|
|
66
|
-
try {
|
|
67
|
-
logger_1.default.info(`Getting template from fileLocation: ${templateFileLocation}`);
|
|
68
|
-
templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
|
|
69
|
-
logger_1.default.info(`CSV import was successful. ${templateCSVData?.length} rows found.`);
|
|
70
|
-
}
|
|
71
|
-
catch (e) {
|
|
72
|
-
logger_1.default.info(`Error importing csv data. ${e}`);
|
|
73
|
-
throw e;
|
|
74
|
-
}
|
|
75
|
-
const dataCSVData = [];
|
|
76
|
-
for (const dataFileLocation of dataFileLocations) {
|
|
77
|
-
try {
|
|
78
|
-
logger_1.default.info(`Getting data for dataFileLocation: ${dataFileLocation}`);
|
|
79
|
-
const csvData = await loadDataFromLocalCSV(dataFileLocation);
|
|
80
|
-
logger_1.default.info(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
|
|
81
|
-
dataCSVData.push(...csvData);
|
|
82
|
-
}
|
|
83
|
-
catch (e) {
|
|
84
|
-
logger_1.default.info(`Error importing csv data. ${e}`);
|
|
85
|
-
throw e;
|
|
86
|
-
}
|
|
87
|
-
}
|
|
88
|
-
const types = (0, types_1.GetTypesFromTemplateWithOptionSetsFromData)(templateCSVData, dataCSVData);
|
|
89
|
-
saveData(types.OptionSets, 'parsed_optionSets.yml');
|
|
90
|
-
saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
|
|
91
|
-
}
|
|
92
|
-
exports.parseTypesFromTemplateAndDataFromLocalFiles = parseTypesFromTemplateAndDataFromLocalFiles;
|
|
93
|
-
async function parseTypesFromFiles(fileIds) {
|
|
94
|
-
await (0, login_1.authUser)();
|
|
95
|
-
// get csv data
|
|
96
|
-
const csvJSONData = [];
|
|
97
|
-
for (const loadFileId of fileIds) {
|
|
98
|
-
try {
|
|
99
|
-
logger_1.default.info(`Getting data for fileId: ${loadFileId}`);
|
|
100
|
-
const csvJSON = await (0, csv_parser_1.getCSVFromFile)(loadFileId);
|
|
101
|
-
logger_1.default.info(`CSV download was successful. ${csvJSON?.length} rows found. Adding to total rows`);
|
|
102
|
-
csvJSONData.push(...csvJSON);
|
|
103
|
-
}
|
|
104
|
-
catch (e) {
|
|
105
|
-
logger_1.default.info(`Error retrieving csv data ${e}`);
|
|
106
|
-
throw e;
|
|
107
|
-
}
|
|
108
|
-
}
|
|
109
|
-
logger_1.default.info(`CSV downloads were successful. ${csvJSONData?.length} total rows found.`);
|
|
110
|
-
const suggestions = (0, types_1.GetSuggestedTypes)(csvJSONData);
|
|
111
|
-
saveData(suggestions.OptionSets, 'parsed_optionSets.yml');
|
|
112
|
-
saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
|
|
113
|
-
}
|
|
114
|
-
exports.parseTypesFromFiles = parseTypesFromFiles;
|
|
115
|
-
function saveData(data, name) {
|
|
116
|
-
const yamlStr = js_yaml_1.default.dump(data);
|
|
117
|
-
const CURRENT_DIR = process.cwd();
|
|
118
|
-
fs_1.default.writeFileSync(path.resolve(path.join(CURRENT_DIR, name, yamlStr)), 'utf8');
|
|
119
|
-
}
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.parseTypesFromFiles = exports.parseTypesFromTemplateAndDataFromLocalFiles = exports.parseTypesFromTemplateFromLocalFiles = exports.parseTypesFromLocalFiles = void 0;
|
|
4
|
+
const tslib_1 = require("tslib");
|
|
5
|
+
const path = tslib_1.__importStar(require("path"));
|
|
6
|
+
const types_1 = require("@contrail/types");
|
|
7
|
+
const fs_1 = tslib_1.__importDefault(require("fs"));
|
|
8
|
+
const csvToJson = tslib_1.__importStar(require("csvtojson"));
|
|
9
|
+
const login_1 = require("../../auth/login");
|
|
10
|
+
const csv_parser_1 = require("../../helpers/types/csv-parser");
|
|
11
|
+
const logger_1 = tslib_1.__importDefault(require("../../logger"));
|
|
12
|
+
const js_yaml_1 = tslib_1.__importDefault(require("js-yaml"));
|
|
13
|
+
async function loadDataFromLocalCSV(fileName) {
|
|
14
|
+
const CURRENT_DIR = process.cwd();
|
|
15
|
+
try {
|
|
16
|
+
const fullPath = path.resolve(path.join(CURRENT_DIR, fileName));
|
|
17
|
+
const csvData = await csvToJson.default({ flatKeys: true }).fromFile(fullPath);
|
|
18
|
+
return csvData;
|
|
19
|
+
}
|
|
20
|
+
catch (e) {
|
|
21
|
+
throw new Error(`ERROR PARSING CSV: ${e}`);
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
async function parseTypesFromLocalFiles(fileLocations) {
|
|
25
|
+
const csvJSONData = [];
|
|
26
|
+
for (const fileLocation of fileLocations) {
|
|
27
|
+
try {
|
|
28
|
+
logger_1.default.info(`Getting data for fileLocation: ${fileLocation}`);
|
|
29
|
+
const csvData = await loadDataFromLocalCSV(fileLocation);
|
|
30
|
+
logger_1.default.info(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
|
|
31
|
+
csvJSONData.push(...csvData);
|
|
32
|
+
}
|
|
33
|
+
catch (e) {
|
|
34
|
+
logger_1.default.info(`Error importing csv data. ${e}`);
|
|
35
|
+
throw e;
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
logger_1.default.info(`CSV imports were successful. ${csvJSONData?.length} total rows found.`);
|
|
39
|
+
const suggestions = (0, types_1.GetSuggestedTypes)(csvJSONData);
|
|
40
|
+
saveData(suggestions.OptionSets, 'parsed_optionSets.yml');
|
|
41
|
+
saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
|
|
42
|
+
}
|
|
43
|
+
exports.parseTypesFromLocalFiles = parseTypesFromLocalFiles;
|
|
44
|
+
async function parseTypesFromTemplateFromLocalFiles(templateFileLocation, dataFileLocation) {
|
|
45
|
+
let templateCSVData = [];
|
|
46
|
+
let dataCSVData = [];
|
|
47
|
+
try {
|
|
48
|
+
logger_1.default.info(`Getting template from fileLocation: ${templateFileLocation}`);
|
|
49
|
+
templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
|
|
50
|
+
logger_1.default.info(`CSV import was successful. ${templateCSVData?.length} rows found.`);
|
|
51
|
+
logger_1.default.info(`Getting data from fileLocation: ${dataFileLocation}`);
|
|
52
|
+
dataCSVData = await loadDataFromLocalCSV(dataFileLocation);
|
|
53
|
+
logger_1.default.info(`CSV import was successful. ${dataCSVData?.length} rows found.`);
|
|
54
|
+
}
|
|
55
|
+
catch (e) {
|
|
56
|
+
logger_1.default.info(`Error importing csv data. ${e}`);
|
|
57
|
+
throw e;
|
|
58
|
+
}
|
|
59
|
+
const types = (0, types_1.GetTypesFromTemplate)(templateCSVData, dataCSVData);
|
|
60
|
+
saveData(types.OptionSets, 'parsed_optionSets.yml');
|
|
61
|
+
saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
|
|
62
|
+
}
|
|
63
|
+
exports.parseTypesFromTemplateFromLocalFiles = parseTypesFromTemplateFromLocalFiles;
|
|
64
|
+
async function parseTypesFromTemplateAndDataFromLocalFiles(templateFileLocation, dataFileLocations) {
|
|
65
|
+
let templateCSVData = [];
|
|
66
|
+
try {
|
|
67
|
+
logger_1.default.info(`Getting template from fileLocation: ${templateFileLocation}`);
|
|
68
|
+
templateCSVData = await loadDataFromLocalCSV(templateFileLocation);
|
|
69
|
+
logger_1.default.info(`CSV import was successful. ${templateCSVData?.length} rows found.`);
|
|
70
|
+
}
|
|
71
|
+
catch (e) {
|
|
72
|
+
logger_1.default.info(`Error importing csv data. ${e}`);
|
|
73
|
+
throw e;
|
|
74
|
+
}
|
|
75
|
+
const dataCSVData = [];
|
|
76
|
+
for (const dataFileLocation of dataFileLocations) {
|
|
77
|
+
try {
|
|
78
|
+
logger_1.default.info(`Getting data for dataFileLocation: ${dataFileLocation}`);
|
|
79
|
+
const csvData = await loadDataFromLocalCSV(dataFileLocation);
|
|
80
|
+
logger_1.default.info(`CSV import was successful. ${csvData?.length} rows found. Adding to total rows.`);
|
|
81
|
+
dataCSVData.push(...csvData);
|
|
82
|
+
}
|
|
83
|
+
catch (e) {
|
|
84
|
+
logger_1.default.info(`Error importing csv data. ${e}`);
|
|
85
|
+
throw e;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
const types = (0, types_1.GetTypesFromTemplateWithOptionSetsFromData)(templateCSVData, dataCSVData);
|
|
89
|
+
saveData(types.OptionSets, 'parsed_optionSets.yml');
|
|
90
|
+
saveData({ TypePropertiesByEntity: types.TypePropertiesByEntity }, 'parsed_TypePropertiesByEntity.yml');
|
|
91
|
+
}
|
|
92
|
+
exports.parseTypesFromTemplateAndDataFromLocalFiles = parseTypesFromTemplateAndDataFromLocalFiles;
|
|
93
|
+
async function parseTypesFromFiles(fileIds) {
|
|
94
|
+
await (0, login_1.authUser)();
|
|
95
|
+
// get csv data
|
|
96
|
+
const csvJSONData = [];
|
|
97
|
+
for (const loadFileId of fileIds) {
|
|
98
|
+
try {
|
|
99
|
+
logger_1.default.info(`Getting data for fileId: ${loadFileId}`);
|
|
100
|
+
const csvJSON = await (0, csv_parser_1.getCSVFromFile)(loadFileId);
|
|
101
|
+
logger_1.default.info(`CSV download was successful. ${csvJSON?.length} rows found. Adding to total rows`);
|
|
102
|
+
csvJSONData.push(...csvJSON);
|
|
103
|
+
}
|
|
104
|
+
catch (e) {
|
|
105
|
+
logger_1.default.info(`Error retrieving csv data ${e}`);
|
|
106
|
+
throw e;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
logger_1.default.info(`CSV downloads were successful. ${csvJSONData?.length} total rows found.`);
|
|
110
|
+
const suggestions = (0, types_1.GetSuggestedTypes)(csvJSONData);
|
|
111
|
+
saveData(suggestions.OptionSets, 'parsed_optionSets.yml');
|
|
112
|
+
saveData({ typeProperties: suggestions.TypeProperties }, 'parsed_typeProperties.yml');
|
|
113
|
+
}
|
|
114
|
+
exports.parseTypesFromFiles = parseTypesFromFiles;
|
|
115
|
+
function saveData(data, name) {
|
|
116
|
+
const yamlStr = js_yaml_1.default.dump(data);
|
|
117
|
+
const CURRENT_DIR = process.cwd();
|
|
118
|
+
fs_1.default.writeFileSync(path.resolve(path.join(CURRENT_DIR, name, yamlStr)), 'utf8');
|
|
119
|
+
}
|
|
@@ -1,20 +1,20 @@
|
|
|
1
|
-
export declare function uploadTypes(dir: string, options?: {
|
|
2
|
-
isMerge: boolean;
|
|
3
|
-
}): Promise<void>;
|
|
4
|
-
export interface ValueDiff {
|
|
5
|
-
adds: any[];
|
|
6
|
-
updates: any[];
|
|
7
|
-
deletions: any[];
|
|
8
|
-
}
|
|
9
|
-
/**
|
|
10
|
-
* compares the keys between different objects and returns the differences
|
|
11
|
-
* captures in adds, updates, and deletions. Object 1 is considered the
|
|
12
|
-
* original, and object 2 is considered the "edit".
|
|
13
|
-
*
|
|
14
|
-
* An add is a property that exists in object2 but not in 1. An edit
|
|
15
|
-
* is a property that exists in both object 1 and 2, but with different values.
|
|
16
|
-
* A deletion is a property in object 1 but not in object 2.
|
|
17
|
-
* @param object1 any object
|
|
18
|
-
* @param object2 any other object
|
|
19
|
-
*/
|
|
20
|
-
export declare function extractValueDifferences(object1: object, object2: object, keysToIgnore: Array<string>): ValueDiff;
|
|
1
|
+
export declare function uploadTypes(dir: string, options?: {
|
|
2
|
+
isMerge: boolean;
|
|
3
|
+
}): Promise<void>;
|
|
4
|
+
export interface ValueDiff {
|
|
5
|
+
adds: any[];
|
|
6
|
+
updates: any[];
|
|
7
|
+
deletions: any[];
|
|
8
|
+
}
|
|
9
|
+
/**
|
|
10
|
+
* compares the keys between different objects and returns the differences
|
|
11
|
+
* captures in adds, updates, and deletions. Object 1 is considered the
|
|
12
|
+
* original, and object 2 is considered the "edit".
|
|
13
|
+
*
|
|
14
|
+
* An add is a property that exists in object2 but not in 1. An edit
|
|
15
|
+
* is a property that exists in both object 1 and 2, but with different values.
|
|
16
|
+
* A deletion is a property in object 1 but not in object 2.
|
|
17
|
+
* @param object1 any object
|
|
18
|
+
* @param object2 any other object
|
|
19
|
+
*/
|
|
20
|
+
export declare function extractValueDifferences(object1: object, object2: object, keysToIgnore: Array<string>): ValueDiff;
|