@contentstack/cli-cm-export 1.5.8 → 1.6.1

package/src/lib/export/marketplace-apps.js

@@ -1,184 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-const _ = require('lodash');
-const path = require('path');
-const chalk = require('chalk');
-const mkdirp = require('mkdirp');
-const {
-  cliux,
-  HttpClient,
-  NodeCrypto,
-  managementSDKClient,
-  HttpClientDecorator,
-  OauthDecorator,
-  isAuthenticated,
-} = require('@contentstack/cli-utilities');
-
-const { formatError } = require('../util');
-const config = require('../../config/default');
-const { addlogs: log } = require('../util/log');
-const { writeFileSync } = require('../util/helper');
-const { getDeveloperHubUrl } = require('../util/marketplace-app-helper');
-
-module.exports = class ExportMarketplaceApps {
-  client;
-  config;
-  httpClient;
-  nodeCrypto;
-  marketplaceAppPath = null;
-  developerHubBaseUrl = null;
-  marketplaceAppConfig = config.modules.marketplace_apps;
-
-  constructor(credentialConfig) {
-    this.config = _.merge(config, credentialConfig);
-  }
-
-  async start() {
-    if (!isAuthenticated()) {
-      cliux.print(
-        'WARNING!!! To export Marketplace apps, you must be logged in. Please check csdx auth:login --help to log in',
-        { color: 'yellow' },
-      );
-      return Promise.resolve();
-    }
-
-    this.developerHubBaseUrl = this.config.developerHubBaseUrl || (await getDeveloperHubUrl());
-
-    await this.getOrgUid();
-
-    const httpClient = new HttpClient();
-    if (!this.config.auth_token) {
-      this.httpClient = new OauthDecorator(httpClient);
-      const headers = await this.httpClient.preHeadersCheck(this.config);
-      this.httpClient = this.httpClient.headers(headers);
-    } else {
-      this.httpClient = new HttpClientDecorator(httpClient);
-      this.httpClient.headers(this.config);
-    }
-
-    log(this.config, 'Starting marketplace app export', 'success');
-    this.marketplaceAppPath = path.resolve(
-      this.config.data,
-      this.config.branchName || '',
-      this.marketplaceAppConfig.dirName,
-    );
-    mkdirp.sync(this.marketplaceAppPath);
-
-    return this.exportInstalledExtensions();
-  }
-
-  async getOrgUid() {
-    const tempAPIClient = await managementSDKClient({ host: this.config.host });
-    const tempStackData = await tempAPIClient
-      .stack({ api_key: this.config.source_stack })
-      .fetch()
-      .catch((error) => {
-        console.log(error);
-      });
-
-    if (tempStackData && tempStackData.org_uid) {
-      this.config.org_uid = tempStackData.org_uid;
-    }
-  }
-
-  async createNodeCryptoInstance() {
-    const cryptoArgs = {};
-
-    if (this.config.forceStopMarketplaceAppsPrompt) {
-      cryptoArgs['encryptionKey'] = this.config.marketplaceAppEncryptionKey;
-    } else {
-      cryptoArgs['encryptionKey'] = await cliux.inquire({
-        type: 'input',
-        name: 'name',
-        default: this.config.marketplaceAppEncryptionKey,
-        validate: (url) => {
-          if (!url) return "Encryption key can't be empty.";
-
-          return true;
-        },
-        message: 'Enter marketplace app configurations encryption key',
-      });
-    }
-
-    this.nodeCrypto = new NodeCrypto(cryptoArgs);
-  }
-
-  async exportInstalledExtensions() {
-    const installedApps = (await this.getAllStackSpecificApps()) || [];
-
-    if (!_.isEmpty(installedApps)) {
-      for (const [index, app] of _.entries(installedApps)) {
-        await this.getAppConfigurations(installedApps, [+index, app]);
-      }
-
-      await writeFileSync(path.join(this.marketplaceAppPath, this.marketplaceAppConfig.fileName), installedApps);
-
-      log(this.config, chalk.green('All the marketplace apps have been exported successfully'), 'success');
-    } else {
-      log(this.config, 'No marketplace apps found', 'success');
-    }
-  }
-
-  getAllStackSpecificApps(listOfApps = [], skip = 0) {
-    return this.httpClient
-      .get(`${this.developerHubBaseUrl}/installations?target_uids=${this.config.source_stack}&skip=${skip}`)
-      .then(async ({ data }) => {
-        const { data: apps, count } = data;
-
-        if (!this.nodeCrypto && _.find(apps, (app) => !_.isEmpty(app.configuration))) {
-          await this.createNodeCryptoInstance();
-        }
-
-        listOfApps.push(
-          ..._.map(apps, (app) => {
-            if (_.has(app, 'configuration')) {
-              app['configuration'] = this.nodeCrypto.encrypt(app.configuration || configuration);
-            }
-
-            return app;
-          }),
-        );
-
-        if (count - (skip + 50) > 0) {
-          return await this.getAllStackSpecificApps(listOfApps, skip + 50);
-        }
-
-        return listOfApps;
-      })
-      .catch((error) => {
-        log(this.config, `Failed to export marketplace-apps ${formatError(error)}`, 'error');
-      });
-  }
-
-  getAppConfigurations(installedApps, [index, app]) {
-    const appName = app.manifest.name;
-    log(this.config, `Exporting ${appName} app and it's config.`, 'success');
-
-    return this.httpClient
-      .get(`${this.developerHubBaseUrl}/installations/${app.uid}/installationData`)
-      .then(async ({ data: result }) => {
-        const { data, error } = result;
-
-        if (_.has(data, 'server_configuration')) {
-          if (!this.nodeCrypto && _.has(data, 'server_configuration')) {
-            await this.createNodeCryptoInstance();
-          }
-
-          if (!_.isEmpty(data.server_configuration)) {
-            installedApps[index]['server_configuration'] = this.nodeCrypto.encrypt(data.server_configuration);
-            log(this.config, `Exported ${appName} app and it's config.`, 'success');
-          } else {
-            log(this.config, `Exported ${appName} app`, 'success');
-          }
-        } else if (error) {
-          log(this.config, `Error on exporting ${appName} app and it's config.`, 'error');
-        }
-      })
-      .catch((err) => {
-        log(this.config, `Failed to export ${appName} app config ${formatError(err)}`, 'error');
-      });
-  }
-};

package/src/lib/export/stack.js

@@ -1,99 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-const path = require('path');
-const mkdirp = require('mkdirp');
-const { merge } = require('lodash');
-const helper = require('../util/helper');
-const { addlogs } = require('../util/log');
-const config = require('../../config/default');
-const { managementSDKClient, isAuthenticated } = require('@contentstack/cli-utilities');
-module.exports = class ExportStack {
-  stackConfig = config.modules.stack;
-
-  constructor(exportConfig, stackAPIClient, APIClient) {
-    this.config = merge(config, exportConfig);
-    this.stackAPIClient = stackAPIClient;
-    this.APIClient = APIClient;
-    this.requestOption = {
-      uri: this.config.host + this.config.apis.stacks,
-      headers: this.config.headers,
-      json: true,
-    };
-  }
-
-  async start() {
-    const self = this;
-    if (isAuthenticated()) {
-      const tempAPIClient = await managementSDKClient({ host: config.host });
-      const tempStackData = await tempAPIClient
-        .stack({ api_key: self.config.source_stack })
-        .fetch()
-        .catch((error) => {
-          console.log(error);
-        });
-
-      if (tempStackData && tempStackData.org_uid) {
-        self.config.org_uid = tempStackData.org_uid;
-        self.config.sourceStackName = tempStackData.name;
-      }
-    }
-
-    if (!self.config.preserveStackVersion && !self.config.hasOwnProperty('master_locale')) {
-      const apiDetails = {
-        limit: 100,
-        skip: 0,
-        include_count: true,
-      };
-      return self.getLocales(apiDetails);
-    } else if (self.config.preserveStackVersion) {
-      addlogs(self.config, 'Exporting stack details', 'success');
-      let stackFolderPath = path.resolve(self.config.data, stackConfig.dirName);
-      let stackContentsFile = path.resolve(stackFolderPath, stackConfig.fileName);
-
-      mkdirp.sync(stackFolderPath);
-
-      return new Promise((resolve, reject) => {
-        return self.APIClient.stack({ api_key: self.config.source_stack })
-          .fetch()
-          .then((response) => {
-            helper.writeFile(stackContentsFile, response);
-            addlogs(self.config, 'Exported stack details successfully!', 'success');
-            return resolve(response);
-          })
-          .catch(reject);
-      });
-    }
-  }
-
-  getLocales(apiDetails) {
-    const self = this;
-    return new Promise((resolve, reject) => {
-      const result = self.stackAPIClient.locale().query(apiDetails);
-
-      result
-        .find()
-        .then((response) => {
-          const masterLocalObj = response.items.find((obj) => {
-            if (obj.fallback_locale === null) {
-              return obj;
-            }
-          });
-          apiDetails.skip += apiDetails.limit;
-          if (masterLocalObj) {
-            return resolve(masterLocalObj);
-          } else if (apiDetails.skip <= response.count) {
-            return resolve(self.getLocales(apiDetails));
-          } else {
-            return reject('Master locale not found');
-          }
-        })
-        .catch((error) => {
-          return reject(error);
-        });
-    });
-  }
-};

package/src/lib/export/webhooks.js

@@ -1,76 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-const path = require('path');
-const chalk = require('chalk');
-const mkdirp = require('mkdirp');
-const { merge } = require('lodash');
-
-const helper = require('../util/helper');
-const { formatError } = require('../util');
-const { addlogs } = require('../util/log');
-const config = require('../../config/default');
-
-// Create folder for environments
-module.exports = class ExportWebhooks {
-  config;
-  master = {};
-  webhooks = {};
-  requestOptions = {
-    include_count: true,
-    asc: 'updated_at',
-  };
-  webhooksConfig = config.modules.webhooks;
-
-  constructor(exportConfig, stackAPIClient) {
-    this.config = merge(config, exportConfig);
-    this.stackAPIClient = stackAPIClient;
-  }
-
-  start() {
-    addlogs(this.config, 'Starting webhooks export', 'success');
-    const self = this;
-    const webhooksFolderPath = path.resolve(
-      this.config.data,
-      this.config.branchName || '',
-      self.webhooksConfig.dirName,
-    );
-    mkdirp.sync(webhooksFolderPath);
-    return new Promise((resolve, reject) => {
-      self.stackAPIClient
-        .webhook()
-        .fetchAll(self.requestOptions)
-        .then((webhooks) => {
-          if (webhooks.items.length !== 0) {
-            for (let i = 0, total = webhooks.count; i < total; i++) {
-              const webUid = webhooks.items[i].uid;
-              self.master[webUid] = '';
-              self.webhooks[webUid] = webhooks.items[i];
-              delete self.webhooks[webUid].uid;
-              delete self.webhooks[webUid].SYS_ACL;
-            }
-            helper.writeFileSync(path.join(webhooksFolderPath, self.webhooksConfig.fileName), self.webhooks);
-            addlogs(self.config, chalk.green('All the webhooks have been exported successfully'), 'success');
-            return resolve();
-          }
-          addlogs(self.config, 'No webhooks found', 'success');
-          resolve();
-        })
-        .catch(function (error) {
-          if (error.statusCode === 401) {
-            addlogs(
-              self.config,
-              chalk.red('You are not allowed to export webhooks, Unless you provide email and password in config'),
-              'error',
-            );
-            return resolve();
-          }
-          addlogs(self.config, formatError(error), 'error');
-          reject('Failed export webhooks');
-        });
-    });
-  }
-};

package/src/lib/export/workflows.js

@@ -1,110 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-const path = require('path');
-const chalk = require('chalk');
-const mkdirp = require('mkdirp');
-const { merge } = require('lodash');
-
-const helper = require('../util/helper');
-const { addlogs } = require('../util/log');
-const { formatError } = require('../util');
-const config = require('../../config/default');
-
-module.exports = class ExportWorkFlows {
-  config;
-  workflows = {};
-  workFlowConfig = config.modules.workflows;
-
-  constructor(exportConfig, stackAPIClient) {
-    this.config = merge(config, exportConfig);
-    this.stackAPIClient = stackAPIClient;
-  }
-
-  start() {
-    addlogs(this.config, 'Starting workflow export', 'success');
-
-    const self = this;
-    const workflowsFolderPath = path.resolve(
-      this.config.data,
-      this.config.branchName || '',
-      this.workFlowConfig.dirName,
-    );
-    mkdirp.sync(workflowsFolderPath);
-
-    return new Promise(function (resolve, reject) {
-      return self.stackAPIClient
-        .workflow()
-        .fetchAll()
-        .then(async (response) => {
-          try {
-            if (response.items.length) {
-              await self.getWorkflowsData(self, response.items);
-              addlogs(self.config, chalk.green('All the workflow have been exported successfully'), 'success');
-            }
-            if (!response.items.length) {
-              addlogs(self.config, 'No workflow were found in the Stack', 'success');
-            }
-            helper.writeFileSync(path.join(workflowsFolderPath, self.workFlowConfig.fileName), self.workflows);
-            resolve();
-          } catch (error) {
-            addlogs(self.config, formatError(error), 'error');
-            reject(error);
-          }
-        })
-        .catch(function (error) {
-          if (error.statusCode === 401) {
-            addlogs(
-              self.config,
-              chalk.red(
-                'You are not allowed to export workflow, Unless you provide email and password in config',
-                'error',
-              ),
-            );
-            return resolve();
-          }
-          addlogs(self.config, formatError(error), 'error');
-          resolve();
-        });
-    });
-  }
-
-  async getWorkflowRoles(self, workflow) {
-    try {
-      for (const stage of workflow.workflow_stages) {
-        if (stage.SYS_ACL.roles.uids.length) {
-          for (let i = 0; i < stage.SYS_ACL.roles.uids.length; i++) {
-            const roleUid = stage.SYS_ACL.roles.uids[i];
-            const roleData = await self.stackAPIClient
-              .role(roleUid)
-              .fetch({ include_rules: true, include_permissions: true });
-            stage.SYS_ACL.roles.uids[i] = roleData;
-          }
-        }
-      }
-    } catch (error) {
-      console.log('Error getting roles', error && error.message);
-      addlogs(self.config, 'Error fetching roles in export workflows task.', 'error');
-      throw new Error({ message: 'Error fetching roles in export workflows task.' });
-    }
-  }
-
-  async getWorkflowsData(self, workflows) {
-    try {
-      for (const workflow of workflows) {
-        addlogs(self.config, workflow.name + ' workflow was exported successfully', 'success');
-        await self.getWorkflowRoles(self, workflow);
-        self.workflows[workflow.uid] = workflow;
-        const deleteItems = config.modules.workflows.invalidKeys;
-        deleteItems.forEach((e) => delete workflow[e]);
-      }
-    } catch (error) {
-      console.log('Error getting workflow data', error && error.message);
-      addlogs(self.config, 'Error fetching workflow data in export workflows task.', 'error');
-      throw error;
-    }
-  }
-};

package/src/lib/util/export-flags.js

@@ -1,193 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-let defaultConfig = require('../../config/default');
-let message = require('../../../messages/index.json');
-let { initial } = require('../../app');
-let path = require('path');
-const helper = require('../util/helper');
-let _ = require('lodash');
-const { cliux } = require('@contentstack/cli-utilities');
-
-exports.configWithMToken = async (
-  config,
-  managementTokens,
-  host,
-  contentTypes,
-  branchName,
-  securedAssets,
-  moduleName,
-  data,
-  exportCommandFlags,
-) => {
-  let externalConfig = require(config);
-  const modules = externalConfig.filteredModules;
-
-  defaultConfig.securedAssets = securedAssets;
-  defaultConfig.management_token = managementTokens.token;
-  defaultConfig.host = host.cma;
-  defaultConfig.cdn = host.cda;
-  defaultConfig.branchName = branchName;
-  defaultConfig.source_stack = managementTokens.apiKey;
-  defaultConfig.isAuthenticated = exportCommandFlags.isAuthenticated;
-  if (moduleName) {
-    defaultConfig.moduleName = moduleName;
-    // Specfic content type setting is only for entries module
-    if (moduleName === 'entries' && Array.isArray(contentTypes) && contentTypes.length > 0) {
-      defaultConfig.contentTypes = contentTypes;
-    }
-  }
-  defaultConfig = _.merge(defaultConfig, externalConfig);
-
-  if(!defaultConfig.data) {
-    defaultConfig.data = data
-  }
-
-  if (_.isArray(modules)) {
-    defaultConfig.modules.types = _.filter(defaultConfig.modules.types, (module) => _.includes(modules, module));
-  }
-
-  await initial(defaultConfig);
-};
-
-exports.parameterWithMToken = async (
-  managementTokens,
-  data,
-  moduleName,
-  host,
-  contentTypes,
-  branchName,
-  securedAssets,
-  exportCommandFlags,
-) => {
-  defaultConfig.management_token = managementTokens.token;
-  defaultConfig.host = host.cma;
-  defaultConfig.cdn = host.cda;
-  defaultConfig.branchName = branchName;
-  defaultConfig.securedAssets = securedAssets;
-  defaultConfig.isAuthenticated = exportCommandFlags.isAuthenticated;
-  if (!moduleName) {
-    defaultConfig.contentTypes = contentTypes;
-  } else {
-    defaultConfig.moduleName = moduleName;
-    // Specfic content type setting is only for entries module
-    if (moduleName === 'entries' && Array.isArray(contentTypes) && contentTypes.length > 0) {
-      defaultConfig.contentTypes = contentTypes;
-    }
-  }
-  defaultConfig.source_stack = managementTokens.apiKey;
-  defaultConfig.data = data;
-  await initial(defaultConfig);
-};
-
-// using ManagementToken
-exports.withoutParameterMToken = async (
-  managementTokens,
-  moduleName,
-  host,
-  contentTypes,
-  branchName,
-  securedAssets,
-  exportCommandFlags,
-) => {
-  const stackUid = managementTokens.apiKey;
-  const pathOfExport = await cliux.prompt(message.promptMessageList.promptPathStoredData);
-  defaultConfig.management_token = managementTokens.token;
-  defaultConfig.host = host.cma;
-  defaultConfig.cdn = host.cda;
-  defaultConfig.branchName = branchName;
-  defaultConfig.securedAssets = securedAssets;
-  defaultConfig.isAuthenticated = exportCommandFlags.isAuthenticated;
-  if (moduleName) {
-    defaultConfig.moduleName = moduleName;
-    // Specfic content type setting is only for entries module
-    if (moduleName === 'entries' && Array.isArray(contentTypes) && contentTypes.length > 0) {
-      defaultConfig.contentTypes = contentTypes;
-    }
-  }
-  defaultConfig.source_stack = stackUid;
-  defaultConfig.data = pathOfExport;
-  await initial(defaultConfig);
-};
-
-exports.configWithAuthToken = async function (
-  config,
-  moduleName,
-  host,
-  contentTypes,
-  branchName,
-  securedAssets,
-  exportCommandFlags,
-) {
-  let externalConfig = helper.readFileSync(path.resolve(config));
-  defaultConfig.host = host.cma;
-  defaultConfig.cdn = host.cda;
-  defaultConfig.branchName = branchName;
-  defaultConfig.securedAssets = securedAssets;
-  defaultConfig.isAuthenticated = exportCommandFlags.isAuthenticated;
-  if (moduleName) {
-    defaultConfig.moduleName = moduleName;
-    // Specfic content type setting is only for entries module
-    if (moduleName === 'entries' && Array.isArray(contentTypes) && contentTypes.length > 0) {
-      defaultConfig.contentTypes = contentTypes;
-    }
-  }
-  defaultConfig = _.merge(defaultConfig, externalConfig);
-  await initial(defaultConfig);
-};
-
-exports.parametersWithAuthToken = async (
-  sourceStack,
-  data,
-  moduleName,
-  host,
-  contentTypes,
-  branchName,
-  securedAssets,
-  exportCommandFlags,
-) => {
-  defaultConfig.source_stack = sourceStack;
-  defaultConfig.isAuthenticated = exportCommandFlags.isAuthenticated;
-  if (moduleName) {
-    defaultConfig.moduleName = moduleName;
-    // Specfic content type setting is only for entries module
-    if (moduleName === 'entries' && Array.isArray(contentTypes) && contentTypes.length > 0) {
-      defaultConfig.contentTypes = contentTypes;
-    }
-  }
-  defaultConfig.branchName = branchName;
-  defaultConfig.host = host.cma;
-  defaultConfig.cdn = host.cda;
-  defaultConfig.data = data;
-  defaultConfig.securedAssets = securedAssets;
-  await initial(defaultConfig);
-};
-
-exports.withoutParametersWithAuthToken = async (
-  moduleName,
-  host,
-  contentTypes,
-  branchName,
-  securedAssets,
-  exportCommandFlags,
-) => {
-  const stackUid = await cliux.prompt(message.promptMessageList.promptSourceStack);
-  const pathOfExport = await cliux.prompt(message.promptMessageList.promptPathStoredData);
-  defaultConfig.source_stack = stackUid;
-  defaultConfig.securedAssets = securedAssets;
-  defaultConfig.isAuthenticated = exportCommandFlags.isAuthenticated;
-  if (moduleName) {
-    defaultConfig.moduleName = moduleName;
-    // Specfic content type setting is only for entries module
-    if (moduleName === 'entries' && Array.isArray(contentTypes) && contentTypes.length > 0) {
-      defaultConfig.contentTypes = contentTypes;
-    }
-  }
-  defaultConfig.branchName = branchName;
-  defaultConfig.data = pathOfExport;
-  defaultConfig.host = host.cma;
-  defaultConfig.cdn = host.cda;
-  await initial(defaultConfig);
-};