@contentstack/cli-cm-import 1.5.10 → 1.6.0

package/src/lib/import/workflows.js

@@ -1,166 +0,0 @@
-/*!
- * Contentstack Import
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-const mkdirp = require('mkdirp');
-const fs = require('fs');
-const path = require('path');
-const Promise = require('bluebird');
-const chalk = require('chalk');
-const { isEmpty, merge } = require('lodash');
-
-const helper = require('../util/fs');
-const { formatError } = require('../util');
-const { addlogs } = require('../util/log');
-let config = require('../../config/default');
-
-module.exports = class importWorkflows {
-  fails = [];
-  success = [];
-  workflowUidMapper = {};
-  workflowConfig = config.modules.workflows;
-  reqConcurrency = config.concurrency || config.fetchConcurrency || 1;
-
-  constructor(importConfig, stackAPIClient) {
-    this.config = merge(config, importConfig);
-    this.stackAPIClient = stackAPIClient;
-  }
-
-  start() {
-    addlogs(this.config, chalk.white('Migrating workflows'), 'success');
-
-    let self = this;
-    let workflowMapperPath = path.resolve(this.config.data, 'mapper', 'workflows');
-    let workflowFailsPath = path.resolve(this.config.data, 'workflows', 'fails.json');
-    let workflowSuccessPath = path.resolve(this.config.data, 'workflows', 'success.json');
-    let workflowUidMapperPath = path.resolve(this.config.data, 'mapper', 'workflows', 'uid-mapping.json');
-    let workflowFolderPath = path.resolve(this.config.data, this.workflowConfig.dirName);
-
-    self.workflows = helper.readFileSync(path.resolve(workflowFolderPath, this.workflowConfig.fileName));
-
-    if (fs.existsSync(workflowUidMapperPath)) {
-      this.workflowUidMapper = helper.readFileSync(workflowUidMapperPath);
-      this.workflowUidMapper = this.workflowUidMapper || {};
-    }
-
-    mkdirp.sync(workflowMapperPath);
-
-    return new Promise(function (resolve, reject) {
-      if (self.workflows == undefined || isEmpty(self.workflows)) {
-        addlogs(self.config, chalk.white('No workflow Found'), 'success');
-        return resolve({ empty: true });
-      }
-      self.workflowsUids = Object.keys(self.workflows);
-      return Promise.map(
-        self.workflowsUids,
-        async function (workflowUid) {
-          let workflow = self.workflows[workflowUid];
-
-          if (!self.workflowUidMapper.hasOwnProperty(workflowUid)) {
-            const roleNameMap = {};
-            const workflowStages = workflow.workflow_stages;
-            const roles = await self.stackAPIClient.role().fetchAll();
-
-            for (const role of roles.items) {
-              roleNameMap[role.name] = role.uid;
-            }
-
-            for (const stage of workflowStages) {
-              if (stage.SYS_ACL.users.uids.length && stage.SYS_ACL.users.uids[0] !== '$all') {
-                stage.SYS_ACL.users.uids = ['$all'];
-              }
-
-              if (stage.SYS_ACL.roles.uids.length) {
-                try {
-                  for (let i = 0; i < stage.SYS_ACL.roles.uids.length; i++) {
-                    const roleData = stage.SYS_ACL.roles.uids[i];
-                    if (!roleNameMap[roleData.name]) {
-                      // rules.branch is required to create custom roles.
-                      const branchRuleExists = roleData.rules.find((rule) => rule.module === 'branch');
-                      if (!branchRuleExists) {
-                        roleData.rules.push({
-                          module: 'branch',
-                          branches: ['main'],
-                          acl: { read: true },
-                        });
-                      }
-
-                      const role = await self.stackAPIClient.role().create({ role: roleData });
-                      stage.SYS_ACL.roles.uids[i] = role.uid;
-                      roleNameMap[roleData.name] = role.uid;
-                    } else {
-                      stage.SYS_ACL.roles.uids[i] = roleNameMap[roleData.name];
-                    }
-                  }
-                } catch (error) {
-                  addlogs(
-                    self.config,
-                    `Error while importing workflows roles. ${formatError(error)}`,
-                    'error',
-                  );
-                  reject({ message: 'Error while importing workflows roles' });
-                }
-              }
-            }
-
-            if (workflow.admin_users !== undefined) {
-              addlogs(
-                self.config,
-                chalk.yellow('We are skipping import of `Workflow superuser(s)` from workflow'),
-                'info',
-              );
-              delete workflow.admin_users;
-            }
-            // One branch is required to create workflow.
-            if (!workflow.branches) {
-              workflow.branches = ['main'];
-            }
-
-            return self.stackAPIClient
-              .workflow()
-              .create({ workflow })
-              .then(function (response) {
-                self.workflowUidMapper[workflowUid] = response;
-                helper.writeFileSync(workflowUidMapperPath, self.workflowUidMapper);
-              })
-              .catch(function (error) {
-                self.fails.push(workflow);
-                if (error.errors.name) {
-                  addlogs(self.config, `workflow ${workflow.name} already exist`, 'error');
-                } else if (error.errors['workflow_stages.0.users']) {
-                  addlogs(
-                    self.config,
-                    "Failed to import Workflows as you've specified certain roles in the Stage transition and access rules section. We currently don't import roles to the stack.",
-                    'error',
-                  );
-                } else {
-                  addlogs(self.config, `workflow ${workflow.name} failed.`, 'error');
-                }
-              });
-          } else {
-            // the workflow has already been created
-            addlogs(
-              self.config,
-              chalk.white( `The Workflows ${workflow.name} already exists. Skipping it to avoid duplicates!`),
-              'success',
-            );
-          }
-          // import 1 workflows at a time
-        },
-        { concurrency: self.reqConcurrency },
-      )
-        .then(function () {
-          helper.writeFileSync(workflowSuccessPath, self.success);
-          addlogs(self.config, chalk.green('Workflows have been imported successfully!'), 'success');
-          resolve();
-        })
-        .catch(function (error) {
-          helper.writeFileSync(workflowFailsPath, self.fails);
-          addlogs(self.config, `Workflows import failed. ${formatError(error)}`, 'error');
-          return reject(error);
-        });
-    });
-  }
-};

package/src/lib/util/extensionsUidReplace.js

@@ -1,67 +0,0 @@
-/*!
- * Contentstack Import
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-// eslint-disable-next-line unicorn/filename-case
-let path = require('path');
-const _ = require('lodash');
-let helper = require('./fs');
-let util = require('../util');
-let config = util.getConfig();
-let extensionPath = path.resolve(config.data, 'mapper/extensions', 'uid-mapping.json');
-let globalfieldsPath = path.resolve(config.data, 'mapper/globalfields', 'uid-mapping.json');
-
-// eslint-disable-next-line camelcase
-let extension_uid_Replace = (module.exports = function (schema, preserveStackVersion, installedExtensions) {
-  for (let i in schema) {
-    if (schema[i].data_type === 'group') {
-      extension_uid_Replace(schema[i].schema, preserveStackVersion, installedExtensions);
-    } else if (schema[i].data_type === 'blocks') {
-      for (let block in schema[i].blocks) {
-        if (schema[i].blocks[block].hasOwnProperty('reference_to')) {
-          delete schema[i].blocks[block].schema;
-        } else {
-          extension_uid_Replace(schema[i].blocks[block].schema, preserveStackVersion, installedExtensions);
-        }
-      }
-    } else if (
-      schema[i].data_type === 'reference' &&
-      !schema[i].field_metadata.hasOwnProperty('ref_multiple_content_types')
-    ) {
-      if (preserveStackVersion) {
-        // do nothing
-      } else {
-        schema[i].reference_to = [schema[i].reference_to];
-        schema[i].field_metadata.ref_multiple_content_types = true;
-      }
-    } else if (schema[i].data_type === 'global_field') {
-      let global_fields_key_value = schema[i].reference_to;
-      let global_fields_data = helper.readFileSync(path.join(globalfieldsPath));
-      if (global_fields_data && global_fields_data.hasOwnProperty(global_fields_key_value)) {
-        schema[i].reference_to = global_fields_data[global_fields_key_value];
-      }
-    } else if (schema[i].hasOwnProperty('extension_uid')) {
-      const extension_key_value = schema[i].extension_uid;
-      const data = helper.readFileSync(path.join(extensionPath));
-      if (data && data.hasOwnProperty(extension_key_value)) {
-        // eslint-disable-next-line camelcase
-        schema[i].extension_uid = data[extension_key_value];
-      } else if (schema[i].field_metadata && schema[i].field_metadata.extension) {
-        if (installedExtensions && installedExtensions[schema[i].extension_uid]) {
-          schema[i].extension_uid = installedExtensions[schema[i].extension_uid];
-        }
-      }
-    } else if (schema[i].data_type === 'json' && schema[i].hasOwnProperty('plugins') && schema[i].plugins.length > 0) {
-      const newPluginUidsArray = [];
-      const data = helper.readFileSync(path.join(extensionPath));
-      schema[i].plugins.forEach((extension_key_value) => {
-        if (data && data.hasOwnProperty(extension_key_value)) {
-          newPluginUidsArray.push(data[extension_key_value]);
-        }
-      });
-      schema[i].plugins = newPluginUidsArray;
-    }
-  }
-});

package/src/lib/util/fs.js

@@ -1,124 +0,0 @@
-/*!
- * Contentstack Import
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-var fs = require('fs');
-var path = require('path');
-var mkdirp = require('mkdirp');
-const bigJSON = require('big-json');
-
-exports.readFileSync = function (filePath, parse) {
-  let data;
-  parse = typeof parse === 'undefined' ? true : parse;
-  filePath = path.resolve(filePath);
-  if (fs.existsSync(filePath)) {
-    try {
-      data = parse ? JSON.parse(fs.readFileSync(filePath, 'utf-8')) : data;
-    } catch (error) {
-      return data;
-    }
-  }
-  return data;
-};
-
-// by default file type is json
-exports.readFile = async (filePath, options = { type: 'json' }) => {
-  return new Promise((resolve, reject) => {
-    filePath = path.resolve(filePath);
-    fs.readFile(filePath, 'utf-8', (error, data) => {
-      if (error) {
-        if (error.code === 'ENOENT') {
-          return resolve();
-        }
-        reject(error);
-      } else {
-        if (options.type !== 'json') {
-          return resolve(data);
-        }
-        resolve(JSON.parse(data));
-      }
-    });
-  });
-};
-
-exports.writeFileSync = function (filePath, data) {
-  data = typeof data === 'object' ? JSON.stringify(data) : data || '{}';
-  fs.writeFileSync(filePath, data);
-};
-
-exports.writeFile = function (filePath, data) {
-  return new Promise((resolve, reject) => {
-    data = typeof data === 'object' ? JSON.stringify(data) : data || '{}';
-    fs.writeFile(filePath, data, (error) => {
-      if (error) {
-        return reject(error);
-      }
-      resolve('done');
-    });
-  });
-};
-
-exports.makeDirectory = async function (path) {
-  if (!path) {
-    throw new Error('Invalid path to create directory');
-  }
-  return mkdirp(path);
-};
-
-exports.readLargeFile = function (filePath, opts = {}) {
-  if (typeof filePath !== 'string') {
-    return;
-  }
-  filePath = path.resolve(filePath);
-  if (fs.existsSync(filePath)) {
-    return new Promise((resolve, reject) => {
-      const readStream = fs.createReadStream(filePath, { encoding: 'utf-8' });
-      const parseStream = bigJSON.createParseStream();
-      parseStream.on('data', function (data) {
-        if (opts.type === 'array') {
-          return resolve(Object.values(data));
-        }
-        resolve(data);
-      });
-      parseStream.on('error', function (error) {
-        console.log('error', error);
-        reject(error);
-      });
-      readStream.pipe(parseStream);
-    });
-  }
-};
-
-exports.writeLargeFile = function (filePath, data) {
-  if (typeof filePath !== 'string' || typeof data !== 'object') {
-    return;
-  }
-  filePath = path.resolve(filePath);
-  return new Promise((resolve, reject) => {
-    const stringifyStream = bigJSON.createStringifyStream({
-      body: data,
-    });
-    var writeStream = fs.createWriteStream(filePath, 'utf-8');
-    stringifyStream.pipe(writeStream);
-    writeStream.on('finish', () => {
-      resolve();
-    });
-    writeStream.on('error', (error) => {
-      reject(error);
-    });
-  });
-};
-
-exports.readdirSync = function (dirPath) {
-  if (fs.existsSync(dirPath)) {
-    return fs.readdirSync(dirPath);
-  } else {
-    return [];
-  }
-};
-
-exports.fileExistsSync = function (path) {
-  return fs.existsSync(path);
-};

package/src/lib/util/import-flags.js

@@ -1,187 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-let defaultConfig = require('../../config/default');
-let { initial } = require('../../app');
-let _ = require('lodash');
-const { cliux } = require('@contentstack/cli-utilities');
-let message = require('../../../messages/index.json');
-
-exports.configWithMToken = function (
-  config,
-  managementTokens,
-  moduleName,
-  host,
-  backupdir,
-  importCommandFlags,
-) {
-  return new Promise(async function (resolve, reject) {
-    let externalConfig = config ? require(config) : {};
-    const modules = externalConfig.modules;
-
-    if (_.isArray(externalConfig['modules'])) {
-      externalConfig = _.omit(externalConfig, ['modules']);
-    }
-
-    defaultConfig.host = host;
-    defaultConfig.branchName = importCommandFlags.branchName;
-    defaultConfig.target_stack = managementTokens.apiKey;
-    defaultConfig.management_token = managementTokens.token;
-    defaultConfig.importWebhookStatus = importCommandFlags.importWebhookStatus;
-    defaultConfig.isAuthenticated = importCommandFlags.isAuthenticated;
-
-    if (moduleName && moduleName !== undefined) {
-      defaultConfig.moduleName = moduleName;
-    }
-
-    if (backupdir) {
-      defaultConfig.useBackedupDir = backupdir;
-    }
-
-    defaultConfig = _.merge(defaultConfig, externalConfig);
-
-    if (!defaultConfig.data) {
-      const exporteddata = await cliux.prompt(message.promptMessageList.promptPathStoredData);
-      defaultConfig.data = exporteddata;
-    }
-
-    if (_.isArray(modules)) {
-      defaultConfig.modules.types = _.filter(defaultConfig.modules.types, (module) => _.includes(modules, module));
-    }
-
-    initial(defaultConfig).then(resolve).catch(reject);
-  });
-};
-
-exports.parameterWithMToken = function (
-  managementTokens,
-  data,
-  moduleName,
-  host,
-  backupdir,
-  importCommandFlags,
-) {
-  return new Promise(async function (resolve, reject) {
-    defaultConfig.management_token = managementTokens.token;
-    defaultConfig.target_stack = managementTokens.apiKey;
-    defaultConfig.branchName = importCommandFlags.branchName;
-    defaultConfig.importWebhookStatus = importCommandFlags.importWebhookStatus;
-    defaultConfig.isAuthenticated = importCommandFlags.isAuthenticated;
-    if (moduleName && moduleName !== undefined) {
-      defaultConfig.moduleName = moduleName;
-    }
-    defaultConfig.data = data;
-    defaultConfig.host = host;
-    if (backupdir) {
-      defaultConfig.useBackedupDir = backupdir;
-    }
-    initial(defaultConfig).then(resolve).catch(reject);
-  });
-};
-
-// using ManagemetToken
-exports.withoutParameterMToken = async (
-  managementTokens,
-  moduleName,
-  host,
-  backupdir,
-  importCommandFlags,
-) => {
-  return new Promise(async function (resolve, reject) {
-    const exporteddata = await cliux.prompt(message.promptMessageList.promptPathStoredData);
-    defaultConfig.management_token = managementTokens.token;
-    defaultConfig.target_stack = managementTokens.apiKey;
-    defaultConfig.branchName = importCommandFlags.branchName;
-    defaultConfig.importWebhookStatus = importCommandFlags.importWebhookStatus;
-    defaultConfig.isAuthenticated = importCommandFlags.isAuthenticated;
-    if (moduleName && moduleName !== undefined) {
-      defaultConfig.moduleName = moduleName;
-    }
-    defaultConfig.data = exporteddata;
-    defaultConfig.host = host;
-    if (backupdir) {
-      defaultConfig.useBackedupDir = backupdir;
-    }
-    initial(defaultConfig).then(resolve).catch(reject);
-  });
-};
-
-exports.configWithAuthToken = function (config, moduleName, host, backupdir, importCommandFlags) {
-  return new Promise(async function (resolve, reject) {
-    let externalConfig = require(config);
-    defaultConfig.branchName = importCommandFlags.branchName;
-    defaultConfig.importWebhookStatus = importCommandFlags.importWebhookStatus;
-    defaultConfig.isAuthenticated = importCommandFlags.isAuthenticated;
-    if (moduleName && moduleName !== undefined) {
-      defaultConfig.moduleName = moduleName;
-    }
-    defaultConfig.host = host;
-
-    if (externalConfig.modules) {
-      defaultConfig.modules.types = externalConfig.modules;
-      delete externalConfig.modules;
-    }
-
-    if (backupdir) {
-      defaultConfig.useBackedupDir = backupdir;
-    }
-    defaultConfig = _.merge(defaultConfig, externalConfig);
-    if (!defaultConfig.data) {
-      const exporteddata = await cliux.prompt(message.promptMessageList.promptPathStoredData);
-      defaultConfig.data = exporteddata;
-    }
-    initial(defaultConfig).then(resolve).catch(reject);
-  });
-};
-
-exports.parametersWithAuthToken = function (
-  targetStack,
-  data,
-  moduleName,
-  host,
-  backupdir,
-  importCommandFlags,
-) {
-  return new Promise(async function (resolve, reject) {
-    defaultConfig.target_stack = targetStack;
-    defaultConfig.branchName = importCommandFlags.branchName;
-    defaultConfig.importWebhookStatus = importCommandFlags.importWebhookStatus;
-    defaultConfig.isAuthenticated = importCommandFlags.isAuthenticated;
-    if (moduleName && moduleName !== undefined && backupdir === undefined) {
-      defaultConfig.moduleName = moduleName;
-    } else if (moduleName && moduleName !== undefined && backupdir !== undefined) {
-      defaultConfig.moduleName = moduleName;
-      defaultConfig.useBackedupDir = backupdir;
-    } else if (backupdir) {
-      defaultConfig.useBackedupDir = backupdir;
-    }
-    defaultConfig.data = data;
-    defaultConfig.host = host;
-
-    initial(defaultConfig).then(resolve).catch(reject);
-  });
-};
-
-exports.withoutParametersWithAuthToken = async (moduleName, host, backupdir, importCommandFlags) => {
-  return new Promise(async function (resolve, reject) {
-    const stackUid = await cliux.prompt(message.promptMessageList.promptTargetStack);
-    const exporteddata = await cliux.prompt(message.promptMessageList.promptPathStoredData);
-    defaultConfig.target_stack = stackUid;
-    defaultConfig.data = exporteddata;
-    defaultConfig.branchName = importCommandFlags.branchName;
-    defaultConfig.importWebhookStatus = importCommandFlags.importWebhookStatus;
-    defaultConfig.isAuthenticated = importCommandFlags.isAuthenticated;
-    if (moduleName && moduleName !== undefined && backupdir === undefined) {
-      defaultConfig.moduleName = moduleName;
-    } else if (moduleName && moduleName !== undefined && backupdir !== undefined) {
-      defaultConfig.moduleName = moduleName;
-      defaultConfig.useBackedupDir = backupdir;
-    }
-
-    defaultConfig.host = host;
-
-    initial(defaultConfig).then(resolve).catch(reject);
-  });
-};