mcdev 3.0.3 → 3.1.0

package/lib/metadataTypes/definitions/AccountUser.definition.js

@@ -0,0 +1,227 @@
+module.exports = {
+    bodyIteratorField: 'Results',
+    dependencies: [],
+    folderType: null,
+    hasExtended: false,
+    idField: 'ID',
+    keyField: 'CustomerKey',
+    nameField: 'Name',
+    type: 'accountUser',
+    typeDescription: 'Marketing Cloud users',
+    typeName: 'User',
+    typeRetrieveByDefault: false,
+    fields: {
+        AccountUserID: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        ActiveFlag: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        AssociatedBusinessUnits: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: null,
+        },
+        BusinessUnit: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: null,
+        },
+        ChallengeAnswer: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        ChallengePhrase: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        Client: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        CorrelationID: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: null,
+        },
+        CreatedDate: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        CustomerKey: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        DefaultApplication: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: null,
+        },
+        DefaultBusinessUnit: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        DefaultBusinessUnitObject: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: null,
+        },
+        Delete: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        Email: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        ID: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        IsAPIUser: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        IsLocked: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        LanguageLocale: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: null,
+        },
+        LastSuccessfulLogin: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        Locale: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        ModifiedDate: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        MustChangePassword: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        Name: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        NotificationEmailAddress: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        ObjectID: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        ObjectState: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        Owner: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        PartnerKey: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        PartnerProperties: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: null,
+        },
+        Password: { isCreateable: null, isUpdateable: null, retrieving: false, template: false },
+        Roles: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        'Roles.Role': {
+            skipValidation: false,
+        },
+        'Roles.Role[].Client': {
+            skipValidation: false,
+        },
+        SsoIdentities: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: null,
+        },
+        TimeZone: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        Unlock: { isCreateable: null, isUpdateable: null, retrieving: false, template: null },
+        UserID: { isCreateable: null, isUpdateable: null, retrieving: true, template: false },
+        UserPermissions: {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: true,
+            template: false,
+        },
+        'UserPermissions.PartnerKey': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions.ID': {
+            skipValidation: true,
+        },
+        'UserPermissions.ObjectID': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions.Name': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions.Value': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions.Description': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions.Delete': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions[].PartnerKey': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions[].ID': {
+            skipValidation: true,
+        },
+        'UserPermissions[].ObjectID': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions[].Name': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions[].Value': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions[].Description': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        'UserPermissions[].Delete': {
+            isCreateable: null,
+            isUpdateable: null,
+            retrieving: false,
+            template: false,
+        },
+        type__c: {
+            skipValidation: true,
+        },
+        AssociatedBusinessUnits__c: {
+            skipValidation: true,
+        },
+    },
+};

package/lib/metadataTypes/definitions/Asset.definition.js

@@ -677,6 +677,7 @@ module.exports = {
         ],
     },
     typeMapping: {
+        ai: 16,
         psd: 17,
         pdd: 18,
         eps: 19,

package/lib/metadataTypes/definitions/DataExtension.definition.js

@@ -167,7 +167,7 @@ module.exports = {
         ModifiedDate: {
             isCreateable: false,
             isUpdateable: false,
-            retrieving: false,
+            retrieving: true,
             template: false,
         },
         Name: {

package/lib/metadataTypes/definitions/ImportFile.definition.js

@@ -1,7 +1,8 @@
 module.exports = {
     bodyIteratorField: 'items',
-    dependencies: ['ftpLocation', 'dataExtension', 'list'],
+    dependencies: ['folder', 'ftpLocation', 'dataExtension', 'list'], // folder has to be kept in here to resolve lists correctly
     destinationObjectTypeMapping: {
+        unknown: 783,
         DataExtension: 310,
         List: 13,
         SMS: 584,

package/lib/metadataTypes/definitions/Script.definition.js

@@ -21,7 +21,7 @@ module.exports = {
         createdBy: {
             isCreateable: false,
             isUpdateable: false,
-            retrieving: true,
+            retrieving: false,
             template: false,
         },
         createdDate: {
@@ -51,7 +51,7 @@ module.exports = {
         modifiedBy: {
             isCreateable: false,
             isUpdateable: false,
-            retrieving: true,
+            retrieving: false,
             template: false,
         },
         modifiedDate: {
@@ -79,9 +79,9 @@ module.exports = {
             template: false,
         },
         status: {
-            isCreateable: null,
-            isUpdateable: null,
-            retrieving: true,
+            isCreateable: false,
+            isUpdateable: false,
+            retrieving: false,
             template: false,
         },
         statusId: {

package/lib/retrieveChangelog.js

@@ -0,0 +1,96 @@
+#!/usr/bin/env node
+'use strict';
+
+/**
+ * sample file on how to retrieve a simple changelog to use in GUIs or automated processing of any kind
+ * @example
+ [{
+    name: 'deName',
+    key: 'deKey',
+    t: 'dataExtension',
+    cd: '2020-05-06T00:16:00.737',
+    cb: 'name of creator',
+    ld: '2020-05-06T00:16:00.737',
+    lb: 'name of lastmodified'
+  }]
+ */
+
+const mcdev = require('./index');
+const Definition = require('./MetadataTypeDefinitions');
+const MetadataType = require('./MetadataTypeInfo');
+
+// disable cli logs
+// mcdev._setLoggingLevel({ silent: true });
+
+const customDefinition = {
+    automation: {
+        keyField: 'CustomerKey',
+        nameField: 'Name',
+        createdDateField: 'CreatedDate',
+        createdNameField: 'CreatedBy',
+        lastmodDateField: 'LastSaveDate',
+        lastmodNameField: 'LastSavedBy',
+    },
+    dataExtension: {
+        keyField: 'CustomerKey',
+        nameField: 'Name',
+        createdDateField: 'CreatedDate',
+        createdNameField: null,
+        lastmodDateField: 'ModifiedDate',
+        lastmodNameField: null,
+    },
+};
+(async function () {
+    // get userid>name mapping
+    const userList = (await mcdev.retrieve('ACN-Learning/_ParentBU_', 'accountUser', true))
+        .accountUser;
+    // reduce userList to simple id-name map
+    Object.keys(userList).forEach((key) => {
+        userList[userList[key].ID] = userList[key].Name;
+        delete userList[key];
+    });
+
+    // get changed metadata
+    const changelogList = await mcdev.retrieve('ACN-Learning/MCDEV_Training_Source', null, true);
+    const allMetadata = [];
+    Object.keys(changelogList).map((type) => {
+        if (changelogList[type]) {
+            const def = customDefinition[type] || Definition[type];
+            allMetadata.push(
+                ...Object.keys(changelogList[type]).map((key) => {
+                    const item = changelogList[type][key];
+                    if (
+                        MetadataType[type].isFiltered(item, true) ||
+                        MetadataType[type].isFiltered(item, false)
+                    ) {
+                        return;
+                    }
+
+                    const listEntry = {
+                        name: item[def.nameField],
+                        key: item[def.keyField],
+                        t: type,
+                        cd: item[def.createdDateField],
+                        cb: getUserName(userList, item, def.createdNameField),
+                        ld: item[def.lastmodDateField],
+                        lb: getUserName(userList, item, def.lastmodNameField),
+                    };
+                    return listEntry;
+                })
+            );
+        }
+    });
+    const finalResult = allMetadata.filter((item) => undefined !== item);
+    console.log('finalResult', finalResult);
+})();
+
+/**
+ *
+ * @param {object<string,string>} userList user-id > user-name map
+ * @param {object<string,string>} item single metadata item
+ * @param {string} fieldname name of field containing the info
+ * @returns {string} username or user id or 'n/a'
+ */
+function getUserName(userList, item, fieldname) {
+    return userList[item[fieldname]] || item[fieldname] || 'n/a';
+}

package/lib/util/cli.js

@@ -427,9 +427,8 @@ const Cli = {
                                 subtype,
                             type: MetadataDefinitions[el].type + '-' + subtype,
                             mainType: MetadataDefinitions[el].type,
-                            typeRetrieveByDefault: MetadataDefinitions[
-                                el
-                            ].typeRetrieveByDefault.includes(subtype),
+                            typeRetrieveByDefault:
+                                MetadataDefinitions[el].typeRetrieveByDefault.includes(subtype),
                         });
                     }
                 }
@@ -560,9 +559,8 @@ const Cli = {
                 let lastCountdown = MetadataDefinitions[el].subTypes.length;
                 for (const subtype of MetadataDefinitions[el].subTypes) {
                     lastCountdown--;
-                    const subTypeRetrieveByDefault = MetadataDefinitions[
-                        el
-                    ].typeRetrieveByDefault.includes(subtype);
+                    const subTypeRetrieveByDefault =
+                        MetadataDefinitions[el].typeRetrieveByDefault.includes(subtype);
                     const definition =
                         '  ' + MetadataDefinitions[el].extendedSubTypes[subtype].join(', ');
                     typeChoices.push({

package/lib/util/init.git.js

@@ -229,7 +229,8 @@ const Init = {
                     // eslint-disable-next-line require-jsdoc
                     validate: function (value) {
                         value = value.trim();
-                        const regex = /^(([^<>()[\]\\.,;:\s@"]+(\.[^<>()[\]\\.,;:\s@"]+)*)|(".+"))@((\[[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\])|(([a-zA-Z\-0-9]+\.)+[a-zA-Z]{2,}))$/;
+                        const regex =
+                            /^(([^<>()[\]\\.,;:\s@"]+(\.[^<>()[\]\\.,;:\s@"]+)*)|(".+"))@((\[[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\])|(([a-zA-Z\-0-9]+\.)+[a-zA-Z]{2,}))$/;
                         if (!value || !regex.test(String(value).toLowerCase())) {
                             return 'Please enter valid email';
                         }

package/lib/util/util.js

@@ -110,6 +110,23 @@ const Util = {
         'workflows_read',
         'workflows_write',
     ],
+    /**
+     * SFMC accepts multiple true values for Boolean attributes for which we are checking here
+     * @param {*} attrValue value
+     * @returns {boolean} attribute value == true ? true : false
+     */
+    isTrue(attrValue) {
+        return ['true', 'TRUE', 'True', '1', 1, 'Y'].includes(attrValue);
+    },
+    /**
+     * SFMC accepts multiple false values for Boolean attributes for which we are checking here
+     * @param {*} attrValue value
+     * @returns {boolean} attribute value == false ? true : false
+     */
+    isFalse(attrValue) {
+        return ['false', 'FALSE', 'False', '0', 0, 'N'].includes(attrValue);
+    },
+
     /**
      * defines how the properties.json should look like
      * used for creating a template and for checking if variables are set

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "mcdev",
-    "version": "3.0.3",
+    "version": "3.1.0",
     "description": "Accenture Salesforce Marketing Cloud DevTools",
     "author": "joern.berkefeld, douglas.midgley, robert.zimmermann, maciej.barnas",
     "license": "MIT",
@@ -19,7 +19,7 @@
     },
     "main": "./lib/index.js",
     "bin": {
-        "mcdev": "./lib/index.js"
+        "mcdev": "./lib/cli.js"
     },
     "engines": {
         "node": ">=14.16"
@@ -27,7 +27,6 @@
     "scripts": {
         "start": "node lib/index.js",
         "mcdev": "node lib/index.js",
-        "postinstall": "node postinstall.js",
         "build": "run-s lint docs",
         "debug": "node --nolazy --inspect-brk=9229 lib/index.js",
         "docs": "jsdoc2md --files lib/**/*.js > docs/dist/documentation.md",
@@ -38,34 +37,34 @@
     },
     "dependencies": {
         "bluebird": "3.7.2",
-        "cli-progress": "3.9.0",
+        "cli-progress": "3.9.1",
         "command-exists": "1.2.9",
         "console.table": "0.10.0",
-        "fs-extra": "9.1.0",
-        "inquirer": "8.0.0",
+        "fs-extra": "10.0.0",
+        "inquirer": "8.2.0",
         "json-to-table": "4.2.1",
-        "mustache": "4.1.0",
-        "prettier": "2.2.1",
-        "semver": "5.7.1",
+        "mustache": "4.2.0",
+        "prettier": "2.5.1",
+        "semver": "7.3.5",
         "sfmc-fuelsdk-node": "2.4.0",
-        "simple-git": "2.37.0",
+        "simple-git": "2.48.0",
         "sql-formatter-plus": "1.3.6",
         "toposort": "2.0.2",
         "update-notifier-git": "5.0.3",
         "winston": "3.3.3",
-        "yargs": "16.2.0"
+        "yargs": "17.3.0"
     },
     "devDependencies": {
         "chai": "4.3.4",
-        "eslint": "7.32.0",
+        "eslint": "8.4.1",
         "eslint-config-prettier": "8.3.0",
         "eslint-config-ssjs": "1.1.11",
-        "eslint-plugin-mocha": "9.0.0",
-        "eslint-plugin-prettier": "3.4.0",
-        "husky": "5.1.3",
-        "jsdoc-to-markdown": "7.0.1",
-        "lint-staged": "10.5.4",
-        "mocha": "8.3.2",
+        "eslint-plugin-mocha": "10.0.1",
+        "eslint-plugin-prettier": "4.0.0",
+        "husky": "7.0.4",
+        "jsdoc-to-markdown": "7.1.0",
+        "lint-staged": "12.1.2",
+        "mocha": "9.1.3",
         "npm-check": "5.9.2",
         "npm-run-all": "4.1.5"
     },
@@ -73,9 +72,6 @@
         "*.{js,jsx,ts,tsx}": [
             "eslint --fix",
             "prettier --write"
-        ],
-        "*.{md}": [
-            "prettier --write"
         ]
     }
 }

package/.github/ISSUE_TEMPLATE/bug_report.md

@@ -1,30 +0,0 @@
----
-name: Bug report
-about: Create a report to help us improve
-title: "[BUG] "
-labels: NEW, bug
-assignees: ''
-
----
-
-**Describe the bug**
-A clear and concise description of what the bug is.
-
-**To Reproduce**
-Steps to reproduce the behavior:
-1. Go to '...'
-2. Click on '....'
-3. Scroll down to '....'
-4. See error
-
-**Expected behavior**
-A clear and concise description of what you expected to happen.
-
-**Screenshots**
-If applicable, add screenshots to help explain your problem.
-
-**Versions:**
-- mcdev (mcdev --version): 
-- npm (npm --version): 
-- node (node --version): 
-- Operating system (Windows/Mac):

package/postinstall.js

@@ -1,41 +0,0 @@
-#!/usr/bin/env node
-'use strict';
-const greenOnBlack = '\x1b[32m\x1b[40m';
-const highlight = '\x1b[7m';
-const reset = '\x1b[0m';
-console.log(greenOnBlack); // green on black
-console.log('Congratulations: You installed Accenture Salesforce Marketing Cloud DevTools!');
-console.log(
-    `If you have existing Accenture SFMC DevTools projects please run ${highlight}mcdev upgrade${reset}${greenOnBlack} in each of your project directories.`
-);
-
-console.log(reset); // reset cli colors
-
-/*
-Color reference
-Reset = "\x1b[0m"
-Bright = "\x1b[1m"
-Dim = "\x1b[2m"
-Underscore = "\x1b[4m"
-Blink = "\x1b[5m"
-Reverse = "\x1b[7m"
-Hidden = "\x1b[8m"
-
-FgBlack = "\x1b[30m"
-FgRed = "\x1b[31m"
-FgGreen = "\x1b[32m"
-FgYellow = "\x1b[33m"
-FgBlue = "\x1b[34m"
-FgMagenta = "\x1b[35m"
-FgCyan = "\x1b[36m"
-FgWhite = "\x1b[37m"
-
-BgBlack = "\x1b[40m"
-BgRed = "\x1b[41m"
-BgGreen = "\x1b[42m"
-BgYellow = "\x1b[43m"
-BgBlue = "\x1b[44m"
-BgMagenta = "\x1b[45m"
-BgCyan = "\x1b[46m"
-BgWhite = "\x1b[47m"
-*/