@contentstack/cli-cm-export 1.5.8 → 1.6.1

package/src/lib/util/helper.js

@@ -1,113 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-const fs = require('fs');
-const path = require('path');
-const mkdirp = require('mkdirp');
-const bigJSON = require('big-json');
-
-exports.readFileSync = (filePath, parse) => {
-  let data;
-  parse = typeof parse === 'undefined' ? true : parse;
-  filePath = path.resolve(filePath);
-  if (fs.existsSync(filePath)) {
-    data = parse ? JSON.parse(fs.readFileSync(filePath, 'utf8')) : data;
-  }
-  return data;
-};
-
-// by default file type is json
-exports.readFile = async (filePath, options = { type: 'json' }) => {
-  return new Promise((resolve, reject) => {
-    filePath = path.resolve(filePath);
-    fs.readFile(filePath, 'utf-8', (error, data) => {
-      if (error) {
-        reject(error);
-      } else {
-        if (options.type !== 'json') {
-          return resolve(data);
-        }
-        resolve(JSON.parse(data));
-      }
-    });
-  });
-};
-
-exports.makeDirectory = async (path) => {
-  if (!path) {
-    throw new Error('Invalid path to create directory');
-  }
-  return mkdirp(path);
-};
-
-exports.readLargeFile = (filePath, opts = {}) => {
-  if (typeof filePath !== 'string') {
-    return;
-  }
-  filePath = path.resolve(filePath);
-  if (fs.existsSync(filePath)) {
-    return new Promise((resolve, reject) => {
-      const readStream = fs.createReadStream(filePath, { encoding: 'utf-8' });
-      const parseStream = bigJSON.createParseStream();
-      parseStream.on('data', (data) => {
-        if (opts.type === 'array') {
-          return resolve(Object.values(data));
-        }
-        resolve(data);
-      });
-      parseStream.on('error', (error) => {
-        console.log('error', error);
-        reject(error);
-      });
-      readStream.pipe(parseStream);
-    });
-  }
-};
-
-exports.writeLargeFile = (filePath, data) => {
-  if (typeof filePath !== 'string' || typeof data !== 'object') {
-    return;
-  }
-  filePath = path.resolve(filePath);
-  return new Promise((resolve, reject) => {
-    const stringifyStream = bigJSON.createStringifyStream({
-      body: data,
-    });
-    const writeStream = fs.createWriteStream(filePath, 'utf-8');
-    stringifyStream.pipe(writeStream);
-    writeStream.on('finish', () => {
-      resolve();
-    });
-    writeStream.on('error', (error) => {
-      reject(error);
-    });
-  });
-};
-
-exports.writeFileSync = (filePath, data) => {
-  data = typeof data === 'object' ? JSON.stringify(data) : data || '{}';
-  fs.writeFileSync(filePath, data);
-};
-
-exports.writeFile = (filePath, data) => {
-  return new Promise((resolve, reject) => {
-    data = typeof data === 'object' ? JSON.stringify(data) : data || '{}';
-    fs.writeFile(filePath, data, (error) => {
-      if (error) {
-        return reject(error);
-      }
-      resolve('done');
-    });
-  });
-};
-
-exports.readdir = (dirPath) => {
-  if (fs.existsSync(path)) {
-    return fs.readdirSync(dirPath);
-  } else {
-    return [];
-  }
-};

package/src/lib/util/index.js

@@ -1,80 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-const _ = require('lodash');
-const defaultConfig = require('../../config/default');
-const promiseLimit = require('promise-limit');
-const { isAuthenticated } = require('@contentstack/cli-utilities');
-
-exports.validateConfig = (config) => {
-  if (!config.host || !config.cdn) {
-    throw new Error('Host/CDN end point is missing from config');
-  }
-
-  if (config.email && config.password && !config.access_token && !config.source_stack) {
-    throw new Error('Kindly provide access_token or api_token');
-  } else if (
-    !config.email &&
-    !config.password &&
-    !config.management_token &&
-    config.source_stack &&
-    !config.access_token &&
-    !isAuthenticated()
-  ) {
-    throw new Error('Kindly provide management_token or email and password');
-  } else if (
-    config.email &&
-    config.password &&
-    !config.access_token &&
-    config.source_stack &&
-    !config.management_token &&
-    !isAuthenticated()
-  ) {
-    throw new Error('Kindly provide access_token or management_token');
-  } else if (!config.email && !config.password && config.preserveStackVersion) {
-    throw new Error('Kindly provide Email and password for stack details');
-  }
-};
-
-exports.buildAppConfig = function (config) {
-  config = _.merge(defaultConfig, config);
-  return config;
-};
-
-exports.formatError = function (error) {
-  try {
-    if (typeof error === 'string') {
-      error = JSON.parse(error);
-    } else {
-      error = JSON.parse(error.message);
-    }
-  } catch (e) {}
-  let message = error.errorMessage || error.error_message || error.message || error;
-  if (error.errors && Object.keys(error.errors).length > 0) {
-    Object.keys(error.errors).forEach((e) => {
-      let entity = e;
-      if (e === 'authorization') entity = 'Management Token';
-      if (e === 'api_key') entity = 'Stack API key';
-      if (e === 'uid') entity = 'Content Type';
-      if (e === 'access_token') entity = 'Delivery Token';
-      message += ' ' + [entity, error.errors[e]].join(' ');
-    });
-  }
-  return message;
-};
-
-exports.executeTask = function (tasks = [], handler, options) {
-  if (typeof handler !== 'function') {
-    throw new Error('Invalid handler');
-  }
-  const { concurrency = 1 } = options;
-  const limit = promiseLimit(concurrency);
-  return Promise.all(
-    tasks.map((task) => {
-      return limit(() => handler(task));
-    }),
-  );
-};

package/src/lib/util/log.js

@@ -1,158 +0,0 @@
-/*!
- * Contentstack Export
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-var winston = require('winston');
-var path = require('path');
-var mkdirp = require('mkdirp');
-var slice = Array.prototype.slice;
-
-const ansiRegexPattern = [
-  '[\\u001B\\u009B][[\\]()#;?]*(?:(?:(?:(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]+)*|[a-zA-Z\\d]+(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]*)*)?\\u0007)',
-  '(?:(?:\\d{1,4}(?:;\\d{0,4})*)?[\\dA-PR-TZcf-ntqry=><~]))',
-].join('|');
-
-function returnString(args) {
-  var returnStr = '';
-  if (args && args.length) {
-    returnStr = args
-      .map(function (item) {
-        if (item && typeof item === 'object') {
-          try {
-            return JSON.stringify(item).replace(/authtoken\":\"blt................/g, 'authtoken":"blt....');
-          } catch (error) {}
-          return item;
-        }
-        return item;
-      })
-      .join('  ')
-      .trim();
-  }
-  returnStr = returnStr.replace(new RegExp(ansiRegexPattern, 'g'), '').trim();
-  return returnStr;
-}
-var myCustomLevels = {
-  levels: {
-    warn: 1,
-    info: 2,
-    debug: 3,
-  },
-  colors: {
-    //colors aren't being used anywhere as of now, we're using chalk to add colors while logging
-    info: 'blue',
-    debug: 'green',
-    warn: 'yellow',
-    error: 'red',
-  },
-};
-
-let logger;
-let errorLogger;
-
-let successTransport;
-let errorTransport;
-
-function init(_logPath) {
-  if (!logger || !errorLogger) {
-    var logsDir = path.resolve(_logPath, 'logs', 'export');
-    // Create dir if doesn't already exist
-    mkdirp.sync(logsDir);
-
-    successTransport = {
-      filename: path.join(logsDir, 'success.log'),
-      maxFiles: 20,
-      maxsize: 1000000,
-      tailable: true,
-      json: true,
-      level: 'info',
-    };
-
-    errorTransport = {
-      filename: path.join(logsDir, 'error.log'),
-      maxFiles: 20,
-      maxsize: 1000000,
-      tailable: true,
-      json: true,
-      level: 'error',
-    };
-
-    logger = winston.createLogger({
-      transports: [
-        new winston.transports.File(successTransport),
-        new winston.transports.Console({ format: winston.format.simple() }),
-      ],
-      levels: myCustomLevels.levels,
-    });
-
-    errorLogger = winston.createLogger({
-      transports: [
-        new winston.transports.File(errorTransport),
-        new winston.transports.Console({ level: 'error', format: winston.format.simple() }),
-      ],
-      levels: { error: 0 },
-    });
-  }
-
-  return {
-    log: function () {
-      let args = slice.call(arguments);
-      let logString = returnString(args);
-      if (logString) {
-        logger.log('info', logString);
-      }
-    },
-    warn: function () {
-      let args = slice.call(arguments);
-      let logString = returnString(args);
-      if (logString) {
-        logger.log('warn', logString);
-      }
-    },
-    error: function () {
-      let args = slice.call(arguments);
-      let logString = returnString(args);
-      if (logString) {
-        errorLogger.log('error', logString);
-      }
-    },
-    debug: function () {
-      let args = slice.call(arguments);
-      let logString = returnString(args);
-      if (logString) {
-        logger.log('debug', logString);
-      }
-    },
-  };
-}
-
-exports.addlogs = async (config, message, type) => {
-  // ignoring the type argument, as we are not using it to create a logfile anymore
-  if (type !== 'error') {
-    // removed type argument from init method
-    init(config.data).log(message);
-  } else {
-    init(config.data).error(message);
-  }
-};
-
-exports.unlinkFileLogger = () => {
-  if (logger) {
-    const transports = logger.transports;
-    transports.forEach((transport) => {
-      if (transport.name === 'file') {
-        logger.remove(transport);
-      }
-    });
-  }
-
-  if (errorLogger) {
-    const transports = errorLogger.transports;
-    transports.forEach((transport) => {
-      if (transport.name === 'file') {
-        errorLogger.remove(transport);
-      }
-    });
-  }
-};

package/src/lib/util/login.js

@@ -1,79 +0,0 @@
-/* eslint-disable max-statements-per-line */
-/* eslint-disable no-console */
-/* eslint-disable no-empty */
-/*!
- * Contentstack Import
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-const chalk = require('chalk');
-const { addlogs } = require('../util/log');
-const { managementSDKClient, isAuthenticated } = require('@contentstack/cli-utilities');
-
-module.exports.login = (config) => {
-  return new Promise((resolve, reject) => {
-    managementSDKClient(config)
-      .then((APIClient) => {
-        if (config.email && config.password) {
-          // eslint-disable-next-line no-console
-          console.log('Logging into Contentstack');
-          APIClient.login({ email: config.email, password: config.password })
-            .then((response) => {
-              // eslint-disable-next-line no-console
-              console.log(chalk.green('Contentstack account authenticated successfully!'));
-              config.headers = {
-                api_key: config.source_stack,
-                access_token: config.access_token,
-                authtoken: response.user.authtoken,
-                'X-User-Agent': 'contentstack-export/v',
-              };
-              resolve(config);
-            })
-            .catch((error) => {
-              reject(error);
-            });
-        } else if (isAuthenticated() && !config.management_token) {
-          const stackAPIClient = APIClient.stack({
-            api_key: config.source_stack,
-            management_token: config.management_token,
-          });
-          stackAPIClient
-            .users()
-            .then(() => {
-              resolve();
-            })
-            .catch((error) => {
-              if (error.errors.api_key) {
-                return reject(error);
-              }
-              addlogs(config, error.errorMessage, 'error');
-              reject(error);
-            });
-        } else if (!config.email && !config.password && config.source_stack && config.access_token) {
-          addlogs(
-            config,
-            chalk.yellow('Content types, entries, assets, labels, global fields, extensions modules will be exported'),
-            'success',
-          );
-          addlogs(
-            config,
-            chalk.yellow(
-              'Email, password, or management token is not set in the config, cannot export Webhook and label modules',
-            ),
-            'success',
-          );
-          config.headers = {
-            api_key: config.source_stack,
-            access_token: config.access_token,
-            'X-User-Agent': 'contentstack-export/v',
-          };
-          resolve(config);
-          // eslint-disable-next-line no-else-return
-        } else if (config.management_token) {
-          resolve();
-        }
-      })
-      .catch((error) => reject(error));
-  });
-};

package/src/lib/util/marketplace-app-helper.js

@@ -1,24 +0,0 @@
-let config = require('../../config/default');
-const { cliux, configHandler } = require('@contentstack/cli-utilities');
-
-const getDeveloperHubUrl = async () => {
-  const { cma, name } = configHandler.get('region') || {};
-  let developerHubBaseUrl = config.developerHubUrls[cma];
-
-  if (!developerHubBaseUrl) {
-    developerHubBaseUrl = await cliux.inquire({
-      type: 'input',
-      name: 'name',
-      validate: (url) => {
-        if (!url) return "Developer-hub URL can't be empty.";
-
-        return true;
-      },
-      message: `Enter the developer-hub base URL for the ${name} region - `,
-    });
-  }
-
-  return developerHubBaseUrl.startsWith('http') ? developerHubBaseUrl : `https://${developerHubBaseUrl}`;
-};
-
-module.exports = { getDeveloperHubUrl };

package/src/lib/util/setup-branches.js

@@ -1,56 +0,0 @@
-const mkdirp = require('mkdirp');
-const path = require('path');
-const helper = require('./helper');
-const {isAuthenticated, configHandler} = require('@contentstack/cli-utilities')
-
-const setupBranches = async (config, branch, stackAPIClient) => {
-  if (typeof config !== 'object') {
-    throw new Error('Invalid config to setup the branch');
-  }
-
-  let branches = [];
-
-  const headers = { api_key: config.source_stack };
-
-  if (isAuthenticated()) {
-    headers['authtoken'] = configHandler.get('authtoken');
-  } else if (config.management_token) {
-    headers['authorization'] = config.management_token;
-  }
-
-  if (typeof branch === 'string') {
-    // check branch exists
-    const result = await stackAPIClient
-      .branch(branch)
-      .fetch()
-      .catch((_err) => {});
-    if (result && typeof result === 'object') {
-      branches.push(result);
-    } else {
-      throw new Error('No branch found with the name ' + branch);
-    }
-  } else {
-    try {
-      const result = await stackAPIClient
-        .branch()
-        .query()
-        .find()
-        .catch((_err) => {});
-      if (result && result.items && Array.isArray(result.items) && result.items.length > 0) {
-        branches = result.items;
-      } else {
-        return;
-      }
-    } catch (error) {
-      return;
-    }
-  }
-
-  mkdirp.sync(config.data);
-  // create branch info file
-  helper.writeFile(path.join(config.data, 'branches.json'), branches);
-  // add branches list in the
-  config.branches = branches;
-};
-
-module.exports = setupBranches;