apn-app-manager 1.0.0 → 1.2.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -1
- package/package.json +1 -1
- package/src/actions/cloneAction.js +85 -55
- package/src/cons.js +4 -2
- package/src/handlers/fileSelectHandler.js +17 -7
- package/src/handlers/objectExtractHandler.js +42 -10
- package/src/handlers/objectMapsUpdateHandler.js +88 -36
- package/src/handlers/objectModifyHandler.js +47 -22
- package/src/objectProps.js +8 -7
- package/src/util.js +15 -30
- package/lib/aim/import-manager_template.properties +0 -50
- package/lib/aim/lib/log4j.properties +0 -17
- package/lib/aim/metrics.properties +0 -10
- package/out/NEW - CT APP Clone Tester.zip +0 -0
- package/out/not-cloned-uuids.json +0 -3
- package/out/objects.json +0 -1000
- package/out/temp/META-INF/MANIFEST.MF +0 -4
- package/out/temp/META-INF/export.log +0 -872
- package/out/temp/META-INF/plugins.txt +0 -4
- package/out/temp/application/_a-0000e88d-6440-8000-9bf2-011c48011c48_855378-new.xml +0 -361
- package/out/temp/connectedSystem/_a-0000e88d-6440-8000-9bf2-011c48011c48_864509-new.xml +0 -63
- package/out/temp/content/1d6e665c-14b4-4bb9-88fb-ae64e1eddbf3-new.xml +0 -75
- package/out/temp/content/6b262b50-0d7a-4dc9-a31b-473fd11f347a-new.xml +0 -100
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_855525-new.xml +0 -181
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863563-new/file.png +0 -0
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863563-new.xml +0 -50
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863564-new.xml +0 -55
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863573-new.xml +0 -49
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863584-new.xml +0 -55
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863603-new/file.properties +0 -1
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863603-new.xml +0 -50
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863609-new.xml +0 -57
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_863616-new.xml +0 -55
- package/out/temp/content/_a-0000e88d-6440-8000-9bf2-011c48011c48_864578-new.xml +0 -162
- package/out/temp/content/b639666e-eb53-4a1a-b963-c2a21ca400f7-new.xml +0 -89
- package/out/temp/content/c1448a43-e704-42c3-8588-2180b74a138a-new.xml +0 -255
- package/out/temp/content/fcb9b72f-10dd-4744-8870-a44a7fcb4aeb-new.xml +0 -77
- package/out/temp/dataStore/_a-0000e88d-6440-8000-9bf2-011c48011c48_855385-new.xml +0 -55
- package/out/temp/datatype/%7Burn%3Acom%3Aappian%3Atypes%3ANEW%7DNEW_TEST_TABLE.xsd +0 -48
- package/out/temp/datatype/%7Burn%3Acom%3Aappian%3Atypes%3ANEW%7DNEW_TEST_TABLE_REFERENCE.xsd +0 -31
- package/out/temp/group/_e-0000e88d-6440-8000-9b3f-01075c01075c_805-new.xml +0 -29
- package/out/temp/group/_e-0000e88d-6440-8000-9b3f-01075c01075c_807-new.xml +0 -29
- package/out/temp/groupType/_f-0000e88d-6440-8000-9b3f-01075c01075c_1-new.xml +0 -13
- package/out/temp/processModel/0002e8ba-9f2b-8000-1196-7f0000014e7a-new.xml +0 -1964
- package/out/temp/processModelFolder/_g-0000e88d-6441-8000-10c5-7f0000014e7a_197-new.xml +0 -44
- package/out/temp/recordType/00262392-ae09-4941-8b80-d46df28c734f-new.xml +0 -325
- package/out/temp/recordType/0c9e7b5a-c28d-496b-a7c1-8ad7227e513a-new.xml +0 -155
- package/out/temp/recordType/cbbc5029-b0c1-43a2-9430-24fa704c512c-new.xml +0 -223
- package/out/temp/site/15c1e536-fd29-4412-879d-219b02bd1c59-new.xml +0 -47
- package/out/temp/tempoReport/eb755f20-5148-4f8f-92cc-fd69980d6082-new.xml +0 -27
- package/out/temp/webApi/3a013f66-bd81-414a-a72e-bbd03c8befe9-new.xml +0 -62
- package/resources/force_update_.properties +0 -1
package/README.md
CHANGED
|
@@ -2,6 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
`apn-app-manager` is a command line tool for managing Appian applications.
|
|
4
4
|
|
|
5
|
+
Test beta version
|
|
6
|
+
|
|
5
7
|
## Why?
|
|
6
8
|
|
|
7
9
|
When app building you may want to do things in bulk that are easiest to do via an application's exported XML files and a re-import. This tool helps to automate some of those tasks.
|
|
@@ -39,6 +41,7 @@ Used to duplicate all objects of an application, which replaces the namespace of
|
|
|
39
41
|
1. Run the command `apn` in a folder containing your exported application zip.
|
|
40
42
|
1. Select `clone` for "What would you like to do?".
|
|
41
43
|
1. Select your application zip.
|
|
44
|
+
1. Select your import customization properties file, if you have one.
|
|
42
45
|
1. Enter your current namespace.
|
|
43
46
|
- For example, an application with objects such as `SMP APP Artifacts` and `SMP_APP_displayUser` would have a namespace of `SMP_APP`
|
|
44
47
|
1. Enter your new namespace.
|
|
@@ -49,7 +52,7 @@ Used to duplicate all objects of an application, which replaces the namespace of
|
|
|
49
52
|
1. Always inspect your cloned zip before importing to verify that what will be imported matches what you'd expect.
|
|
50
53
|
1. The cloning tool is idempotent meaning it will always return the same output zip run against the same input. This also means you can develop an application, clone it, then enhance the original application, re-clone it, and that second clone will deploy over the first clone with objects being recognized as "Changed" as if you had just modified the clone directly.
|
|
51
54
|
1. It is highly recommended that all objects in your application have the same prefix (including objects that generally aren't prefixed such as applications, groups, process models, etc). Otherwise, the cloning tool will not be able to generate a unique name for these objects, and certain objects are required to have unique names.
|
|
52
|
-
1.
|
|
55
|
+
1. SQL files for your application are not supported for cloning at this time. SQL scripts will have to be adjusted manually to align with the cloned objects (i.e. changing table name references).
|
|
53
56
|
1. There are two other document generated in the `/out/` folder after cloning:
|
|
54
57
|
- `objects.json` - This contains every attribute of collected metadata from every object in the package, including its current value and new value.
|
|
55
58
|
- `not-cloned-uuids.json` - Warnings may appear during cloning about UUIDs in the package that the tool didn't know how to handle, which will be listed in this file. If no warnings appeared, this file will be empty. Generally these can be ignored if your inspection looks good, however these may be actual issues that come up due to XML structure changes in future Appian platform releases. Please reach out to the authors of this tool if you have any questions about this.
|
package/package.json
CHANGED
|
@@ -2,6 +2,7 @@ module.exports.main = main;
|
|
|
2
2
|
|
|
3
3
|
// Dependency imports
|
|
4
4
|
const path = require("path");
|
|
5
|
+
const lodash = require("lodash");
|
|
5
6
|
|
|
6
7
|
// Custom imports
|
|
7
8
|
const util = require("../util");
|
|
@@ -14,68 +15,106 @@ const obMapsUpdates = require("../handlers/objectMapsUpdateHandler");
|
|
|
14
15
|
const obModify = require("../handlers/objectModifyHandler");
|
|
15
16
|
|
|
16
17
|
// Entry-point
|
|
17
|
-
function main(
|
|
18
|
-
const moduleProps = getModuleProps();
|
|
18
|
+
function main(callback) {
|
|
19
19
|
util.delFile(cons.outDir);
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
executeClone(moduleProps.namespace, util.translateNamespace(newNamespace), callback);
|
|
25
|
-
} else {
|
|
26
|
-
promptNamespace("What is your new namespace?", function (newNamespace) {
|
|
27
|
-
executeClone(moduleProps.namespace, newNamespace, cons.cloneAppDir, moduleProps.name, callback);
|
|
28
|
-
});
|
|
29
|
-
}
|
|
30
|
-
} else {
|
|
31
|
-
// Cloning a regular ZIP package
|
|
32
|
-
fileSelect.getAppPackage(function (appZipPath) {
|
|
33
|
-
util.unzipDir(appZipPath, cons.tempDir);
|
|
34
|
-
promptNamespace("What is your current namespace?", function (curNamespace) {
|
|
35
|
-
promptNamespace("What is your new namespace?", function (newNamespace) {
|
|
36
|
-
executeClone(curNamespace, newNamespace, cons.tempDir, path.basename(appZipPath, ".zip"), callback);
|
|
37
|
-
});
|
|
38
|
-
});
|
|
20
|
+
fileSelect.getAppPackage(function (appZipPath) {
|
|
21
|
+
util.unzipDir(appZipPath, cons.tempDir);
|
|
22
|
+
fileSelect.selectSingleFile("Select import customization properties file", ["properties"], true, function (icfPath) {
|
|
23
|
+
executeClone(appZipPath, icfPath, callback);
|
|
39
24
|
});
|
|
40
|
-
}
|
|
25
|
+
});
|
|
41
26
|
}
|
|
42
27
|
|
|
43
28
|
// Executes all the steps of the clone
|
|
44
|
-
function executeClone(
|
|
45
|
-
util.print(`\nCloning '${appName}' to namespace '${newNamespace}'`);
|
|
46
|
-
|
|
29
|
+
function executeClone(appZipPath, icfPath, callback) {
|
|
47
30
|
// Initialize variables based on the new namespace
|
|
48
|
-
const outZipPath = path.resolve(cons.outDir,
|
|
31
|
+
const outZipPath = path.resolve(cons.outDir, path.basename(appZipPath));
|
|
32
|
+
const outIcfPath = icfPath ? path.resolve(cons.outDir, path.basename(icfPath)) : null;
|
|
49
33
|
|
|
50
|
-
// Extract the
|
|
34
|
+
// Extract the metadata including the namespace from each object file
|
|
51
35
|
const objectMaps = {};
|
|
52
36
|
const uuidCollector = { uuids: [] };
|
|
53
|
-
|
|
37
|
+
const namespaceCollector = {};
|
|
38
|
+
util.print(`Collecting all metadata from the objects...`);
|
|
39
|
+
obExtract.buildObjectMaps(objectMaps, uuidCollector, namespaceCollector, cons.tempDir, obProps.usageTypes.CLONE);
|
|
54
40
|
|
|
55
|
-
//
|
|
56
|
-
|
|
41
|
+
// Have the user map each namespace to its proper behavior
|
|
42
|
+
mapNamespaces(namespaceCollector, function onComplete() {
|
|
43
|
+
util.printGap();
|
|
44
|
+
// Update the object maps we are cloning based on the application prefix
|
|
45
|
+
util.print(`Cloning the objects files...`);
|
|
46
|
+
obMapsUpdates.renameObjectMaps(objectMaps, uuidCollector, namespaceCollector, obProps.usageTypes.CLONE);
|
|
47
|
+
|
|
48
|
+
// These output files are helpful for debugging
|
|
49
|
+
util.writeJson(path.resolve(cons.outDir, `objects.json`), objectMaps);
|
|
50
|
+
util.writeJson(path.resolve(cons.outDir, `not-cloned-uuids.json`), uuidCollector);
|
|
51
|
+
util.writeJson(path.resolve(cons.outDir, `namespaces.json`), namespaceCollector);
|
|
57
52
|
|
|
58
|
-
|
|
59
|
-
|
|
53
|
+
// Modify the underlying object XML files & zip the package
|
|
54
|
+
obModify.modifyObjectFiles(cons.tempDir, objectMaps, obProps.usageTypes.CLONE, []);
|
|
55
|
+
util.zipDir(cons.tempDir, outZipPath, false);
|
|
56
|
+
obModify.renameSingleFile(outZipPath, objectMaps, obProps.usageTypes.CLONE, []);
|
|
60
57
|
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
util.writeJson(path.resolve(cons.outDir, `not-cloned-uuids.json`), uuidCollector);
|
|
58
|
+
// Modify the ICF file
|
|
59
|
+
obModify.modifySingleFile(icfPath, outIcfPath, objectMaps, obProps.usageTypes.CLONE, []);
|
|
64
60
|
|
|
65
|
-
|
|
61
|
+
// Print warnings and output
|
|
62
|
+
if (uuidCollector["uuids"].length > 0) {
|
|
63
|
+
util.printGap();
|
|
64
|
+
util.printWarning(
|
|
65
|
+
`WARNING: ${uuidCollector["uuids"].length} uuids were found in your zip but not parsed via cloning (see output file 'not-cloned-uuids.json'). Check the count of missing precedents from your app package in your source environment. If it is ${uuidCollector["uuids"].length} objects, then those are likely just the missing precedents, otherwise please reach out to the authors of this tool, since the XML structure of Appian objects has probably changed and this tool needs to be updated.`
|
|
66
|
+
);
|
|
67
|
+
}
|
|
66
68
|
util.printGap();
|
|
67
|
-
util.
|
|
68
|
-
`WARNING: ${uuidCollector["uuids"].length} uuids were found in your zip but not parsed via cloning (see output file 'not-cloned-uuids.json'). Check the count of missing precedents from your app package in your source environment. If it is ${uuidCollector["uuids"].length} objects, then those are likely just the missing precedents, otherwise please reach out to the authors of this tool, since the XML structure of Appian objects has probably changed and this tool needs to be updated.`
|
|
69
|
-
);
|
|
70
|
-
}
|
|
69
|
+
util.print(`Cloning complete. Output can be found in the '/out/' folder (${path.resolve(cons.outDir)}).`);
|
|
71
70
|
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
71
|
+
// Execute callback if passed
|
|
72
|
+
util.execCallback(callback, outZipPath);
|
|
73
|
+
});
|
|
74
|
+
}
|
|
76
75
|
|
|
77
|
-
|
|
78
|
-
|
|
76
|
+
// Prompts the user to select a namespace
|
|
77
|
+
function mapNamespaces(namespaceCollector, onComplete) {
|
|
78
|
+
let namespacesToChooseFrom = lodash.filter(obExtract.sortNamespaces(namespaceCollector), function (namespace) {
|
|
79
|
+
return namespaceCollector[namespace]["newNamespace"] == null;
|
|
80
|
+
});
|
|
81
|
+
let isFirstIteration = namespacesToChooseFrom.length == Object.keys(namespaceCollector).length;
|
|
82
|
+
if (namespacesToChooseFrom.length > 0) {
|
|
83
|
+
let message;
|
|
84
|
+
if (isFirstIteration) {
|
|
85
|
+
message = `After analyzing the objects, ${
|
|
86
|
+
Object.keys(namespaceCollector).length
|
|
87
|
+
} potential unique namespaces were found. For each namespace, select what behavior you would like (clone or keep as-is). There may be overlap with sub-prefixes, in which case selecting a shorter namespace that matches ones with more prefixes will result in that behavior applying to all longer matching namespaces. For objects without a namespace, a prefix will automatically be added if they will be cloned. All namespaces with more than 1 prefix are represented with '_' delimiters, although the proper delimiter will automatically be determined by the object type.`;
|
|
88
|
+
} else {
|
|
89
|
+
message = `Select another namespace`;
|
|
90
|
+
}
|
|
91
|
+
prompt.promptList(message, namespacesToChooseFrom, function (answer) {
|
|
92
|
+
let chosenNamespace = answer;
|
|
93
|
+
promptNamespace(
|
|
94
|
+
`Namespace: ${chosenNamespace}. Enter a new namespace to clone these objects. Enter nothing to keep them as-is.`,
|
|
95
|
+
function (answer) {
|
|
96
|
+
Object.keys(namespaceCollector).forEach(namespace => {
|
|
97
|
+
if (namespaceCollector[namespace]["newNamespace"] == null) {
|
|
98
|
+
if (namespace.startsWith(chosenNamespace)) {
|
|
99
|
+
if (namespace == chosenNamespace) {
|
|
100
|
+
namespaceCollector[namespace]["newNamespace"] = answer;
|
|
101
|
+
} else {
|
|
102
|
+
delete namespaceCollector[namespace];
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
});
|
|
107
|
+
mapNamespaces(namespaceCollector, onComplete);
|
|
108
|
+
}
|
|
109
|
+
);
|
|
110
|
+
});
|
|
111
|
+
} else {
|
|
112
|
+
util.print(`All namespaces accounted for. See details below.`);
|
|
113
|
+
obExtract.sortNamespaces(namespaceCollector).forEach(namespace => {
|
|
114
|
+
util.print(` ${namespace} -> ${util.replaceBlank(namespaceCollector[namespace]["newNamespace"], `Will not clone`)}`, true);
|
|
115
|
+
});
|
|
116
|
+
onComplete();
|
|
117
|
+
}
|
|
79
118
|
}
|
|
80
119
|
|
|
81
120
|
// Prompts the user for a namespace
|
|
@@ -85,15 +124,6 @@ function promptNamespace(message, onAnswer) {
|
|
|
85
124
|
});
|
|
86
125
|
}
|
|
87
126
|
|
|
88
|
-
// Returns the module properties
|
|
89
|
-
function getModuleProps() {
|
|
90
|
-
if (util.fileExists(cons.modulePropsPath)) {
|
|
91
|
-
return util.readJson(cons.modulePropsPath);
|
|
92
|
-
} else {
|
|
93
|
-
return null;
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
|
|
97
127
|
// Utility function to differenciate between debug logging and real logging
|
|
98
128
|
function debug(input) {
|
|
99
129
|
console.log(input);
|
package/src/cons.js
CHANGED
|
@@ -25,6 +25,7 @@ module.exports = {
|
|
|
25
25
|
},
|
|
26
26
|
|
|
27
27
|
yesNo: ["Yes", "No"],
|
|
28
|
+
none: "None",
|
|
28
29
|
|
|
29
30
|
// Testing of this regex can be found here: https://regexr.com/6sgu6
|
|
30
31
|
// Note that we can assume any UUID that "must be cloned" must be wrapped in either >uuid< or "uuid"
|
|
@@ -32,6 +33,9 @@ module.exports = {
|
|
|
32
33
|
// -- rather than an UUID that is a reference, or connected system third-party id, or just referenced in a code block, or commented out
|
|
33
34
|
uuidRegex: /(?<=>|")[A-Za-z0-9-_]{10,}[0-9][A-Za-z0-9-_]{1,}-[A-Za-z0-9-_]{10,}(?=<|")/g,
|
|
34
35
|
|
|
36
|
+
noNamespace: "Objects with no found namespace",
|
|
37
|
+
namespaceDelimiterRegex: "[:|_| |\\.|-]",
|
|
38
|
+
|
|
35
39
|
xmlEscapedChars: [
|
|
36
40
|
{
|
|
37
41
|
from: `&`,
|
|
@@ -39,7 +43,5 @@ module.exports = {
|
|
|
39
43
|
},
|
|
40
44
|
],
|
|
41
45
|
|
|
42
|
-
namespaceDelimiterRegexString: "([:|_| |\\.|-]?)",
|
|
43
|
-
|
|
44
46
|
appianUrlRegex: /^https:\/\/.*\/suite/g,
|
|
45
47
|
};
|
|
@@ -11,16 +11,26 @@ const prompt = require("./promptHandler");
|
|
|
11
11
|
module.exports = {
|
|
12
12
|
// Prompts for the application package
|
|
13
13
|
getAppPackage: function (callback) {
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
});
|
|
14
|
+
selectFile("Select application zip", ["zip"], false, callback);
|
|
15
|
+
},
|
|
16
|
+
|
|
17
|
+
// Prompts for any generic file type
|
|
18
|
+
selectSingleFile: function (promptText, fileTypes, optional, callback) {
|
|
19
|
+
selectFile(promptText, fileTypes, optional, callback);
|
|
21
20
|
},
|
|
22
21
|
};
|
|
23
22
|
|
|
23
|
+
function selectFile(promptText, fileTypes, optional, callback) {
|
|
24
|
+
let files = optional ? [cons.none] : [];
|
|
25
|
+
util.handleDirFiles(cons.curDir, fileTypes, 1, 1, function (filePath) {
|
|
26
|
+
files.push(path.basename(filePath));
|
|
27
|
+
});
|
|
28
|
+
prompt.promptList(promptText, files, function (answer) {
|
|
29
|
+
let answerPath = answer == cons.none ? null : path.resolve(cons.curDir, answer);
|
|
30
|
+
util.execCallback(callback, answerPath);
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
|
|
24
34
|
// ---------------------------------------------------
|
|
25
35
|
// Functions not for export
|
|
26
36
|
// ---------------------------------------------------
|
|
@@ -6,20 +6,21 @@ const path = require("path");
|
|
|
6
6
|
const util = require("../util");
|
|
7
7
|
const cons = require("../cons");
|
|
8
8
|
const obProps = require("../objectProps");
|
|
9
|
+
const { split } = require("lodash");
|
|
9
10
|
|
|
10
11
|
// Exports
|
|
11
12
|
module.exports = {
|
|
12
13
|
// Builds the objectMaps object from the application
|
|
13
|
-
buildObjectMaps: function (objectMaps, uuidCollector, appDir, usageType) {
|
|
14
|
+
buildObjectMaps: function (objectMaps, uuidCollector, namespaceCollector, appDir, usageType) {
|
|
14
15
|
let fileCount = { count: 0 };
|
|
15
16
|
initObjectMaps(objectMaps);
|
|
16
17
|
// Extract the name, uuid, etc. from each object file
|
|
17
18
|
util.handleDirFiles(appDir, ["xml", "xsd"], 2, 2, function (obPath) {
|
|
18
|
-
extractObProps(objectMaps, uuidCollector, fileCount, obPath, usageType);
|
|
19
|
+
extractObProps(objectMaps, uuidCollector, namespaceCollector, fileCount, obPath, usageType);
|
|
19
20
|
});
|
|
20
21
|
// Set the datatype UUIDs from their name & namespace
|
|
21
22
|
updateDatatypeUuids(objectMaps);
|
|
22
|
-
util.print(`${
|
|
23
|
+
util.print(`${retrieveObjectMapCount(objectMaps)} of ${fileCount.count} object files collected`);
|
|
23
24
|
},
|
|
24
25
|
|
|
25
26
|
// Sets the datatype UUIDs from their name & namespace
|
|
@@ -28,7 +29,17 @@ module.exports = {
|
|
|
28
29
|
},
|
|
29
30
|
|
|
30
31
|
// Returns the count of all objects in the objectMap
|
|
31
|
-
|
|
32
|
+
retrieveObjectMapCount: retrieveObjectMapCount,
|
|
33
|
+
|
|
34
|
+
// Sorts the namespaces by their relative lengths
|
|
35
|
+
sortNamespaces: function (namespaceCollector) {
|
|
36
|
+
return lodash.flatten([
|
|
37
|
+
Object.keys(namespaceCollector).indexOf(cons.noNamespace) >= 0 ? cons.noNamespace : [],
|
|
38
|
+
lodash.sortBy(lodash.difference(Object.keys(namespaceCollector), [cons.noNamespace]).sort(), function (namespace) {
|
|
39
|
+
return namespace.split("_").length;
|
|
40
|
+
}),
|
|
41
|
+
]);
|
|
42
|
+
},
|
|
32
43
|
};
|
|
33
44
|
|
|
34
45
|
// ---------------------------------------------------
|
|
@@ -43,7 +54,7 @@ function initObjectMaps(objectMaps) {
|
|
|
43
54
|
}
|
|
44
55
|
|
|
45
56
|
// Extracts the name, uuid, etc. from a single object file
|
|
46
|
-
function extractObProps(objectMaps, uuidCollector, fileCount, obPath, usageType) {
|
|
57
|
+
function extractObProps(objectMaps, uuidCollector, namespaceCollector, fileCount, obPath, usageType) {
|
|
47
58
|
fileCount.count = fileCount.count + 1;
|
|
48
59
|
const obType = util.getFolderName(obPath);
|
|
49
60
|
let isParsed = false;
|
|
@@ -56,20 +67,28 @@ function extractObProps(objectMaps, uuidCollector, fileCount, obPath, usageType)
|
|
|
56
67
|
// Collect all uuids from the file content
|
|
57
68
|
uuidCollector["uuids"] = lodash.union(uuidCollector["uuids"], util.regexMatches(fileContent, cons.uuidRegex));
|
|
58
69
|
|
|
70
|
+
// Collect all metadata from the object
|
|
59
71
|
const builder = {};
|
|
60
72
|
haulType.fields.forEach(haulField => {
|
|
61
73
|
if (lodash.includes(haulField.usage, usageType)) {
|
|
62
74
|
const xpath = util.replaceKeys(haulField.xpath, { "{OBTYPE}": obType });
|
|
63
75
|
let result = util.xpath(xpath, fileContent, haulField.isArray, obProps.xmlNamespaces);
|
|
64
76
|
if (!util.isBlank(haulField.extractRegex) && !util.isBlank(result)) {
|
|
65
|
-
|
|
66
|
-
result = !util.isBlank(matches) ? matches[0] : "";
|
|
77
|
+
result = util.firstMatch(result, haulField.extractRegex, "");
|
|
67
78
|
}
|
|
68
79
|
builder[haulField.fieldName] = result;
|
|
69
80
|
}
|
|
70
81
|
});
|
|
71
|
-
objectMaps[haulType.haulName].push({ current: builder });
|
|
72
82
|
|
|
83
|
+
// Get the namespace of the object
|
|
84
|
+
let objectName = builder[obProps.fieldNames.NAME];
|
|
85
|
+
let objectNamespace = extractObjectNamespace(objectName);
|
|
86
|
+
if (Object.keys(namespaceCollector).indexOf(objectNamespace) == -1) {
|
|
87
|
+
namespaceCollector[objectNamespace] = { newNamespace: null };
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
// Set the object metadata in the objectMaps
|
|
91
|
+
objectMaps[haulType.haulName].push({ current: builder });
|
|
73
92
|
isParsed = true;
|
|
74
93
|
}
|
|
75
94
|
});
|
|
@@ -85,7 +104,8 @@ function updateDatatypeUuids(objectMaps) {
|
|
|
85
104
|
obProps.haulTypes.forEach(haulType => {
|
|
86
105
|
if (lodash.includes(haulType.obs, obProps.obTypes.DATATYPE)) {
|
|
87
106
|
objectMaps[haulType.haulName].forEach(function (objectMap, objectMapIndex) {
|
|
88
|
-
Object.keys(objectMap)
|
|
107
|
+
let keysToProcess = lodash.intersection(["current", "new"], Object.keys(objectMap));
|
|
108
|
+
keysToProcess.forEach(key => {
|
|
89
109
|
const cdtUuid = util.buildCdtUuid(objectMap[key][obProps.fieldNames.CDT_NAMESPACE], objectMap[key][obProps.fieldNames.NAME]);
|
|
90
110
|
objectMaps[haulType.haulName][objectMapIndex][key][obProps.fieldNames.UUID] = cdtUuid;
|
|
91
111
|
objectMaps[haulType.haulName][objectMapIndex][key][obProps.fieldNames.CDT_UUID_ENCODED] = util.encodeCdtUuid(cdtUuid);
|
|
@@ -96,7 +116,7 @@ function updateDatatypeUuids(objectMaps) {
|
|
|
96
116
|
}
|
|
97
117
|
|
|
98
118
|
// Returns the count of all objects in the objectMap
|
|
99
|
-
function
|
|
119
|
+
function retrieveObjectMapCount(objectMaps) {
|
|
100
120
|
let count = 0;
|
|
101
121
|
Object.keys(objectMaps).forEach(key => {
|
|
102
122
|
count = count + objectMaps[key].length;
|
|
@@ -104,6 +124,18 @@ function retriveObjectMapCount(objectMaps) {
|
|
|
104
124
|
return count;
|
|
105
125
|
}
|
|
106
126
|
|
|
127
|
+
// Returns the namespace from an object name
|
|
128
|
+
function extractObjectNamespace(objectName) {
|
|
129
|
+
// See regex here with test cases: https://regexr.com/6trnd
|
|
130
|
+
let namespaceRegex = new RegExp(`^(?:[A-Z0-9]*${cons.namespaceDelimiterRegex}?){0,3}(?=${cons.namespaceDelimiterRegex})`, "g");
|
|
131
|
+
let namespaceMatch = util.firstMatch(objectName, namespaceRegex, null);
|
|
132
|
+
if (namespaceMatch) {
|
|
133
|
+
return namespaceMatch.replace(new RegExp(cons.namespaceDelimiterRegex, "g"), "_");
|
|
134
|
+
} else {
|
|
135
|
+
return cons.noNamespace;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
|
|
107
139
|
// Utility function to differenciate between debug logging and real logging
|
|
108
140
|
function debug(input) {
|
|
109
141
|
console.log(input);
|
|
@@ -11,9 +11,9 @@ const { remove } = require("fs-extra");
|
|
|
11
11
|
// Exports
|
|
12
12
|
module.exports = {
|
|
13
13
|
// Goes through all of the objectMaps and creates new name, uuid, etc.
|
|
14
|
-
renameObjectMaps: function (objectMaps, uuidCollector,
|
|
14
|
+
renameObjectMaps: function (objectMaps, uuidCollector, namespaceCollector, usageType) {
|
|
15
15
|
// Update all objectMaps with new names
|
|
16
|
-
renameObjectMaps(objectMaps, uuidCollector,
|
|
16
|
+
renameObjectMaps(objectMaps, uuidCollector, namespaceCollector, usageType);
|
|
17
17
|
},
|
|
18
18
|
};
|
|
19
19
|
|
|
@@ -22,27 +22,41 @@ module.exports = {
|
|
|
22
22
|
// ---------------------------------------------------
|
|
23
23
|
|
|
24
24
|
// Goes through all of the objectMaps and creates new name, uuid, etc.
|
|
25
|
-
function renameObjectMaps(objectMaps, uuidCollector,
|
|
25
|
+
function renameObjectMaps(objectMaps, uuidCollector, namespaceCollector, usageType) {
|
|
26
26
|
obProps.haulTypes.forEach(haulType => {
|
|
27
27
|
objectMaps[haulType.haulName].forEach(function (objectMap, objectMapIndex) {
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
if (haulField.
|
|
35
|
-
let
|
|
36
|
-
|
|
37
|
-
newValueArray.push(renameObjectProp(curValueIter, haulField, curNamespace, newNamespace));
|
|
38
|
-
});
|
|
39
|
-
newValue = newValueArray;
|
|
40
|
-
} else {
|
|
41
|
-
newValue = renameObjectProp(curValue, haulField, curNamespace, newNamespace);
|
|
28
|
+
let curNamespaceForObject = findNamespaceForObject(objectMap["current"][obProps.fieldNames.NAME], namespaceCollector);
|
|
29
|
+
let newNamespaceForObject = namespaceCollector[curNamespaceForObject]["newNamespace"];
|
|
30
|
+
if (util.isBlank(newNamespaceForObject)) {
|
|
31
|
+
// Object will not be cloned
|
|
32
|
+
objectMaps[haulType.haulName][objectMapIndex]["new"] = objectMap["current"];
|
|
33
|
+
haulType.fields.forEach(haulField => {
|
|
34
|
+
if (lodash.includes(haulField.usage, usageType)) {
|
|
35
|
+
let curValue = objectMap["current"][haulField.fieldName];
|
|
36
|
+
removeFoundUuids(uuidCollector, haulField, curValue);
|
|
42
37
|
}
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
38
|
+
});
|
|
39
|
+
} else {
|
|
40
|
+
// Object will be cloned
|
|
41
|
+
objectMaps[haulType.haulName][objectMapIndex]["new"] = {};
|
|
42
|
+
haulType.fields.forEach(haulField => {
|
|
43
|
+
if (lodash.includes(haulField.usage, usageType)) {
|
|
44
|
+
let newValue;
|
|
45
|
+
let curValue = objectMap["current"][haulField.fieldName];
|
|
46
|
+
removeFoundUuids(uuidCollector, haulField, curValue);
|
|
47
|
+
if (haulField.isArray) {
|
|
48
|
+
let newValueArray = [];
|
|
49
|
+
curValue.forEach(curValueIter => {
|
|
50
|
+
newValueArray.push(renameObjectProp(curValueIter, haulField, curNamespaceForObject, newNamespaceForObject));
|
|
51
|
+
});
|
|
52
|
+
newValue = newValueArray;
|
|
53
|
+
} else {
|
|
54
|
+
newValue = renameObjectProp(curValue, haulField, curNamespaceForObject, newNamespaceForObject);
|
|
55
|
+
}
|
|
56
|
+
objectMaps[haulType.haulName][objectMapIndex]["new"][haulField.fieldName] = newValue;
|
|
57
|
+
}
|
|
58
|
+
});
|
|
59
|
+
}
|
|
46
60
|
});
|
|
47
61
|
});
|
|
48
62
|
// Set UUIDs on the Datatypes
|
|
@@ -54,31 +68,29 @@ function renameObjectProp(curVal, haulField, curNamespace, newNamespace) {
|
|
|
54
68
|
if (util.isBlank(curVal)) {
|
|
55
69
|
return "";
|
|
56
70
|
} else {
|
|
71
|
+
let replacementRegexMap = buildNamespaceReplacementRegex(curNamespace, newNamespace, "gi");
|
|
72
|
+
let nampespaceReplacement;
|
|
57
73
|
switch (haulField.type) {
|
|
74
|
+
// UUIDs - just append the new namespace
|
|
58
75
|
case obProps.propTypes.UUID:
|
|
59
|
-
return
|
|
76
|
+
return `${curVal}-${util.toLower(newNamespace)}`;
|
|
77
|
+
// URL_STUBs - attempt a replacement, but fall back to prefixing if unchanged to ensure they are unique
|
|
60
78
|
case obProps.propTypes.URL_STUB:
|
|
61
|
-
|
|
79
|
+
nampespaceReplacement = curVal.replace(replacementRegexMap.from, util.toLower(replacementRegexMap.to));
|
|
80
|
+
return nampespaceReplacement != curVal ? nampespaceReplacement : `${util.toLower(newNamespace)}-${nampespaceReplacement}`;
|
|
81
|
+
// NAMEs - attempt a replacement, but fall back to prefixing if unchanged to ensure they are unique
|
|
82
|
+
case obProps.propTypes.NAME:
|
|
83
|
+
nampespaceReplacement = curVal.replace(replacementRegexMap.from, replacementRegexMap.to);
|
|
84
|
+
return nampespaceReplacement != curVal
|
|
85
|
+
? nampespaceReplacement
|
|
86
|
+
: `${newNamespace}${util.firstMatch(curVal, new RegExp(cons.namespaceDelimiterRegex, "g"), "_")}${nampespaceReplacement}`;
|
|
87
|
+
// TEXTs - just do a replacement, they do not need to be unique
|
|
62
88
|
case obProps.propTypes.TEXT:
|
|
63
|
-
let replacementRegexMap = util.buildNamespaceReplacementRegex(curNamespace, newNamespace, "g");
|
|
64
89
|
return curVal.replace(replacementRegexMap.from, replacementRegexMap.to);
|
|
65
90
|
}
|
|
66
91
|
}
|
|
67
92
|
}
|
|
68
93
|
|
|
69
|
-
// The logic for URL replacement for a UUID or URL stub
|
|
70
|
-
function renameUuidOrUrlStub(curVal, curNamespace, newNamespace, appendToStart) {
|
|
71
|
-
let replacementRegexMap = util.buildNamespaceReplacementRegex(curNamespace, newNamespace, "gi");
|
|
72
|
-
let nampespaceReplacement = curVal.replace(replacementRegexMap.from, util.toLower(replacementRegexMap.to));
|
|
73
|
-
if (nampespaceReplacement != curVal) {
|
|
74
|
-
return nampespaceReplacement;
|
|
75
|
-
} else if (appendToStart) {
|
|
76
|
-
return `${util.toLower(newNamespace)}-${nampespaceReplacement}`;
|
|
77
|
-
} else {
|
|
78
|
-
return `${nampespaceReplacement}-${util.toLower(newNamespace)}`;
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
|
|
82
94
|
// Remove UUID from the collector if found
|
|
83
95
|
function removeFoundUuids(uuidCollector, haulField, uuids) {
|
|
84
96
|
if (haulField.type == obProps.propTypes.UUID) {
|
|
@@ -86,6 +98,46 @@ function removeFoundUuids(uuidCollector, haulField, uuids) {
|
|
|
86
98
|
}
|
|
87
99
|
}
|
|
88
100
|
|
|
101
|
+
// Creates the regex replacement for a namespace
|
|
102
|
+
function buildNamespaceReplacementRegex(curNamespace, newNamespace, regexTags) {
|
|
103
|
+
if (curNamespace == cons.noNamespace) {
|
|
104
|
+
return { from: "", to: "" };
|
|
105
|
+
} else {
|
|
106
|
+
// See regex examples here:
|
|
107
|
+
// 1 prefix -> 1 prefix: regexr.com/6t509
|
|
108
|
+
// 1 prefix -> 2 prefix: regexr.com/6t50f
|
|
109
|
+
// 1 prefix -> 3 prefix: regexr.com/6t50i
|
|
110
|
+
// 2 prefix -> 1 prefix: regexr.com/6t50u
|
|
111
|
+
// 2 prefix -> 2 prefix: regexr.com/6t511
|
|
112
|
+
// 2 prefix -> 3 prefix: regexr.com/6t514
|
|
113
|
+
// 3 prefix -> 1 prefix: regexr.com/6t51d
|
|
114
|
+
// 3 prefix -> 2 prefix: regexr.com/6t51j
|
|
115
|
+
// 3 prefix -> 3 prefix: regexr.com/6t51p
|
|
116
|
+
|
|
117
|
+
let namespaceDelimiterRegexStringGrouped = `(${cons.namespaceDelimiterRegex}?)`;
|
|
118
|
+
let findRegex = new RegExp(
|
|
119
|
+
namespaceDelimiterRegexStringGrouped +
|
|
120
|
+
curNamespace.split("_").join(namespaceDelimiterRegexStringGrouped) +
|
|
121
|
+
namespaceDelimiterRegexStringGrouped,
|
|
122
|
+
regexTags
|
|
123
|
+
);
|
|
124
|
+
let curNamespaceLevelCount = curNamespace.split("_").length;
|
|
125
|
+
let replaceStringGroupDelim = curNamespaceLevelCount == 1 ? "$1$2" : "$2";
|
|
126
|
+
let replaceString = "$1" + newNamespace.split("_").join(replaceStringGroupDelim) + "$" + (curNamespaceLevelCount + 1);
|
|
127
|
+
return { from: findRegex, to: replaceString };
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
// Returns the namespace for an object
|
|
132
|
+
function findNamespaceForObject(objectName, namespaceCollector) {
|
|
133
|
+
for (const namespace of obExtract.sortNamespaces(namespaceCollector).reverse()) {
|
|
134
|
+
if (objectName.replace(new RegExp(cons.namespaceDelimiterRegex, "g"), "_").startsWith(namespace)) {
|
|
135
|
+
return namespace;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
return cons.noNamespace;
|
|
139
|
+
}
|
|
140
|
+
|
|
89
141
|
// Utility function to differenciate between debug logging and real logging
|
|
90
142
|
function debug(input) {
|
|
91
143
|
console.log(input);
|