@contentstack/cli-cm-import 1.5.10 → 1.6.0

package/lib/utils/logger.js

@@ -0,0 +1,154 @@
+"use strict";
+/*!
+ * Contentstack Export
+ * Copyright (c) 2019 Contentstack LLC
+ * MIT Licensed
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.unlinkFileLogger = exports.log = void 0;
+const tslib_1 = require("tslib");
+const winston = tslib_1.__importStar(require("winston"));
+const path = tslib_1.__importStar(require("path"));
+const mkdirp_1 = tslib_1.__importDefault(require("mkdirp"));
+const slice = Array.prototype.slice;
+const ansiRegexPattern = [
+    '[\\u001B\\u009B][[\\]()#;?]*(?:(?:(?:(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]+)*|[a-zA-Z\\d]+(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]*)*)?\\u0007)',
+    '(?:(?:\\d{1,4}(?:;\\d{0,4})*)?[\\dA-PR-TZcf-ntqry=><~]))',
+].join('|');
+function returnString(args) {
+    var returnStr = '';
+    if (args && args.length) {
+        returnStr = args
+            .map(function (item) {
+            if (item && typeof item === 'object') {
+                try {
+                    return JSON.stringify(item).replace(/authtoken\":\d"blt................/g, 'authtoken":"blt....');
+                }
+                catch (error) { }
+                return item;
+            }
+            return item;
+        })
+            .join('  ')
+            .trim();
+    }
+    returnStr = returnStr.replace(new RegExp(ansiRegexPattern, 'g'), '').trim();
+    return returnStr;
+}
+var myCustomLevels = {
+    levels: {
+        warn: 1,
+        info: 2,
+        debug: 3,
+    },
+    colors: {
+        //colors aren't being used anywhere as of now, we're using chalk to add colors while logging
+        info: 'blue',
+        debug: 'green',
+        warn: 'yellow',
+        error: 'red',
+    },
+};
+let logger;
+let errorLogger;
+let successTransport;
+let errorTransport;
+function init(_logPath) {
+    if (!logger || !errorLogger) {
+        var logsDir = path.resolve(_logPath, 'logs', 'export');
+        // Create dir if doesn't already exist
+        mkdirp_1.default.sync(logsDir);
+        successTransport = {
+            filename: path.join(logsDir, 'success.log'),
+            maxFiles: 20,
+            maxsize: 1000000,
+            tailable: true,
+            level: 'info',
+        };
+        errorTransport = {
+            filename: path.join(logsDir, 'error.log'),
+            maxFiles: 20,
+            maxsize: 1000000,
+            tailable: true,
+            level: 'error',
+        };
+        logger = winston.createLogger({
+            transports: [
+                new winston.transports.File(successTransport),
+                new winston.transports.Console({ format: winston.format.simple() }),
+            ],
+            levels: myCustomLevels.levels,
+        });
+        errorLogger = winston.createLogger({
+            transports: [
+                new winston.transports.File(errorTransport),
+                new winston.transports.Console({
+                    level: 'error',
+                    format: winston.format.combine(winston.format.colorize({ all: true, colors: { error: 'red' } }), winston.format.simple()),
+                }),
+            ],
+            levels: { error: 0 },
+        });
+    }
+    return {
+        log: function (message) {
+            let args = slice.call(arguments);
+            let logString = returnString(args);
+            if (logString) {
+                logger.log('info', logString);
+            }
+        },
+        warn: function () {
+            let args = slice.call(arguments);
+            let logString = returnString(args);
+            if (logString) {
+                logger.log('warn', logString);
+            }
+        },
+        error: function (message) {
+            let args = slice.call(arguments);
+            let logString = returnString(args);
+            if (logString) {
+                errorLogger.log('error', logString);
+            }
+        },
+        debug: function () {
+            let args = slice.call(arguments);
+            let logString = returnString(args);
+            if (logString) {
+                logger.log('debug', logString);
+            }
+        },
+    };
+}
+const log = async (config, message, type) => {
+    config.data = config.data || path.join(__dirname, 'logs');
+    // ignoring the type argument, as we are not using it to create a logfile anymore
+    if (type !== 'error') {
+        // removed type argument from init method
+        init(config.data).log(message);
+    }
+    else {
+        init(config.data).error(message);
+    }
+};
+exports.log = log;
+const unlinkFileLogger = () => {
+    if (logger) {
+        const transports = logger.transports;
+        transports.forEach((transport) => {
+            if (transport.name === 'file') {
+                logger.remove(transport);
+            }
+        });
+    }
+    if (errorLogger) {
+        const transports = errorLogger.transports;
+        transports.forEach((transport) => {
+            if (transport.name === 'file') {
+                errorLogger.remove(transport);
+            }
+        });
+    }
+};
+exports.unlinkFileLogger = unlinkFileLogger;

package/lib/utils/login-handler.d.ts

@@ -0,0 +1,8 @@
+/*!
+ * Contentstack Import
+ * Copyright (c) 2019 Contentstack LLC
+ * MIT Licensed
+ */
+import { ImportConfig } from '../types';
+declare const login: (config: ImportConfig) => Promise<any>;
+export default login;

package/lib/utils/login-handler.js

@@ -0,0 +1,53 @@
+"use strict";
+/* eslint-disable max-statements-per-line */
+/* eslint-disable no-console */
+/* eslint-disable no-empty */
+/*!
+ * Contentstack Import
+ * Copyright (c) 2019 Contentstack LLC
+ * MIT Licensed
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+const logger_1 = require("./logger");
+const cli_utilities_1 = require("@contentstack/cli-utilities");
+const login = async (config) => {
+    const client = await (0, cli_utilities_1.managementSDKClient)(config);
+    if (config.email && config.password) {
+        const { user: { authtoken = null } = {} } = await client.login({ email: config.email, password: config.password });
+        if (authtoken) {
+            config.headers = {
+                api_key: config.source_stack,
+                access_token: config.access_token,
+                authtoken: config.authtoken,
+                'X-User-Agent': 'contentstack-export/v',
+            };
+            (0, logger_1.log)(config, 'Contentstack account authenticated successfully!', 'success');
+            return config;
+        }
+        else {
+            throw new Error('Invalid auth token received after login');
+        }
+    }
+    else if (config.management_token) {
+        return config;
+    }
+    else if ((0, cli_utilities_1.isAuthenticated)()) {
+        const stackAPIClient = client.stack({
+            api_key: config.target_stack,
+            management_token: config.management_token,
+        });
+        const stack = await stackAPIClient.fetch().catch((error) => {
+            var _a;
+            let errorstack_key = (_a = error === null || error === void 0 ? void 0 : error.errors) === null || _a === void 0 ? void 0 : _a.api_key;
+            if (errorstack_key) {
+                (0, logger_1.log)(config, 'Stack Api key ' + errorstack_key[0] + 'Please enter valid Key', 'error');
+                throw error;
+            }
+            (0, logger_1.log)(config, error === null || error === void 0 ? void 0 : error.errorMessage, 'error');
+            throw error;
+        });
+        config.destinationStackName = stack.name;
+        return config;
+    }
+};
+exports.default = login;

package/lib/utils/marketplace-app-helper.d.ts

@@ -0,0 +1,4 @@
+import { HttpClient } from '@contentstack/cli-utilities';
+import { ImportConfig } from '../types';
+export declare const getAllStackSpecificApps: (developerHubBaseUrl: string, httpClient: HttpClient, config: ImportConfig) => Promise<any>;
+export declare const getDeveloperHubUrl: (config: ImportConfig) => Promise<string>;

package/lib/utils/marketplace-app-helper.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getDeveloperHubUrl = exports.getAllStackSpecificApps = void 0;
+const cli_utilities_1 = require("@contentstack/cli-utilities");
+const logger_1 = require("./logger");
+const { formatError } = require('.');
+const getAllStackSpecificApps = (developerHubBaseUrl, httpClient, config) => {
+    return httpClient
+        .get(`${developerHubBaseUrl}/installations?target_uids=${config.target_stack}`)
+        .then(({ data }) => data.data)
+        .catch((error) => (0, logger_1.log)(config, `Failed to export marketplace-apps ${formatError(error)}`, 'error'));
+};
+exports.getAllStackSpecificApps = getAllStackSpecificApps;
+const getDeveloperHubUrl = async (config) => {
+    const { cma, name } = cli_utilities_1.configHandler.get('region') || {};
+    let developerHubBaseUrl = config.developerHubUrls[cma];
+    if (!developerHubBaseUrl) {
+        developerHubBaseUrl = await cli_utilities_1.cliux.inquire({
+            type: 'input',
+            name: 'name',
+            validate: (url) => {
+                if (!url)
+                    return "Developer-hub URL can't be empty.";
+                return true;
+            },
+            message: `Enter the developer-hub base URL for the ${name} region -`,
+        });
+    }
+    return developerHubBaseUrl.startsWith('http') ? developerHubBaseUrl : `https://${developerHubBaseUrl}`;
+};
+exports.getDeveloperHubUrl = getDeveloperHubUrl;

package/messages/index.json

@@ -1,7 +1 @@
-{
-    "promptMessageList": {
-      "promptMasterLocale": "Provide the master locale of the destination stack",
-      "promptTargetStack": "Provide the API Key of the destination stack",
-      "promptPathStoredData": "Provide the path of the stored content"
-    }
-}
+{}

package/oclif.manifest.json

@@ -1,9 +1,9 @@
 {
-  "version": "1.5.10",
+  "version": "1.6.0",
   "commands": {
     "cm:stacks:import": {
       "id": "cm:stacks:import",
-      "description": "Import script for importing the content into the new stack\n...\nOnce you export content from the source stack, import it to your destination stack by using the cm:stacks:import command.\n",
+      "description": "Import content from a stack",
       "strict": true,
       "usage": "cm:stacks:import [-c <value>] [-k <value>] [-d <value>] [-a <value>] [--module <value>] [--backup-dir <value>] [--branch <value>] [--import-webhook-status disable|current]",
       "pluginName": "@contentstack/cli-cm-import",

package/package.json

@@ -1,42 +1,77 @@
 {
   "name": "@contentstack/cli-cm-import",
   "description": "Contentstack CLI plugin to import content into stack",
-  "version": "1.5.10",
+  "version": "1.6.0",
   "author": "Contentstack",
   "bugs": "https://github.com/contentstack/cli/issues",
   "dependencies": {
-    "@contentstack/cli-command": "^1.2.9",
-    "@contentstack/cli-utilities": "^1.4.5",
+    "@contentstack/cli-command": "^1.2.0",
+    "@contentstack/cli-utilities": "^1.5.0",
+    "@contentstack/management": "^1.8.0",
     "@oclif/config": "^1.18.3",
+    "@oclif/core": "^2.3.0",
     "big-json": "^3.2.0",
     "bluebird": "^3.7.2",
     "chalk": "^4.1.2",
     "debug": "^4.1.0",
-    "fs-extra": "^11.1.1",
     "lodash": "^4.17.20",
     "marked": "^4.0.17",
+    "merge": "^2.1.1",
     "mkdirp": "^1.0.4",
+    "ncp": "^2.0.0",
     "promise-limit": "^2.7.0",
+    "tslib": "^2.4.1",
     "winston": "^3.7.2"
   },
   "devDependencies": {
     "@oclif/test": "^1.2.6",
+    "@types/bluebird": "^3.5.38",
+    "@types/chai": "^4.2.18",
+    "@types/mkdirp": "^1.0.2",
+    "@types/mocha": "^8.2.2",
+    "@types/ncp": "^2.0.5",
+    "@types/node": "^14.14.32",
+    "@types/sinon": "^10.0.2",
+    "@types/tar": "^4.0.3",
+    "@typescript-eslint/eslint-plugin": "^5.48.2",
     "chai": "^4.2.0",
     "eslint": "^8.18.0",
     "eslint-config-oclif": "^4.0.0",
     "globby": "^10.0.2",
     "mocha": "^10.0.0",
     "nyc": "^15.1.0",
-    "oclif": "^3.8.1"
+    "oclif": "^3.8.1",
+    "rimraf": "^2.7.1",
+    "sinon": "^11.1.1",
+    "tmp": "^0.2.1",
+    "ts-node": "^10.9.1",
+    "typescript": "^4.9.3"
+  },
+  "scripts": {
+    "build": "npm run clean && npm run compile",
+    "clean": "rm -rf ./lib ./node_modules tsconfig.build.tsbuildinfo",
+    "compile": "tsc -b tsconfig.json",
+    "postpack": "rm -f oclif.manifest.json",
+    "prepack": "pnpm compile && oclif manifest && oclif readme",
+    "version": "oclif readme && git add README.md",
+    "test:report": "tsc -p test && nyc --reporter=lcov --extension .ts mocha --forbid-only \"test/**/*.test.ts\"",
+    "pretest": "tsc -p test",
+    "test": "nyc --extension .ts mocha --forbid-only \"test/**/*.test.ts\"",
+    "posttest": "npm run lint",
+    "lint": "eslint src/**/*.ts",
+    "format": "eslint src/**/*.ts --fix",
+    "test:integration": "mocha --forbid-only \"test/run.test.js\" --integration-test --timeout 60000",
+    "test:unit": "mocha --forbid-only \"test/unit/*.test.ts\""
   },
   "engines": {
     "node": ">=14.0.0"
   },
   "files": [
+    "/bin",
+    "/lib",
+    "/messages",
     "/npm-shrinkwrap.json",
-    "/oclif.manifest.json",
-    "/src",
-    "/messages"
+    "/oclif.manifest.json"
   ],
   "homepage": "https://github.com/contentstack/cli",
   "keywords": [
@@ -44,19 +79,10 @@
     "cli",
     "plugin"
   ],
-  "scripts": {
-    "pack": "npm pack && mv *.tgz ../../build",
-    "postpack": "rm -f oclif.manifest.json",
-    "prepack": "oclif manifest && oclif readme",
-    "test": "nyc mocha --forbid-only \"test/**/*.test.js\"",
-    "version": "oclif readme && git add README.md",
-    "test:integration": "mocha --forbid-only \"test/run.test.js\" --integration-test --timeout 60000",
-    "clean": "rm -rf ./node_modules tsconfig.build.tsbuildinfo"
-  },
-  "main": "./src/commands/cm/stacks/import.js",
+  "main": "./lib/commands/cm/stacks/import.js",
   "license": "MIT",
   "oclif": {
-    "commands": "./src/commands",
+    "commands": "./lib/commands",
     "bin": "csdx",
     "repositoryPrefix": "<%- repo %>/blob/main/packages/contentstack-import/<%- commandPath %>"
   },
@@ -66,8 +92,8 @@
     },
     "shortCommandName": {
       "cm:stacks:import": "IMPRT",
-      "cm:import": "O-IMPRT"
+      "cm:import": "IMPRT"
     }
   },
   "repository": "https://github.com/contentstack/cli"
-}
+}

package/src/app.js

@@ -1,217 +0,0 @@
-/*!
- * Contentstack Import
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
-
-const fs = require('fs');
-const os = require('os');
-const path = require('path');
-const chalk = require('chalk');
-const { copy, copySync, removeSync } = require('fs-extra');
-const util = require('./lib/util/index');
-const login = require('./lib/util/login');
-const { addlogs } = require('./lib/util/log');
-const { managementSDKClient, isAuthenticated } = require('@contentstack/cli-utilities');
-const { camelCase } = require('lodash')
-
-exports.initial = (configData) => {
-  return new Promise(async (resolve, reject) => {
-    const config = util.initialization(configData);
-    config.oldPath = config.data;
-    const APIClient = await managementSDKClient(config);
-    const stackAPIClient = APIClient.stack({ api_key: config.target_stack, management_token: config.management_token });
-
-    if (configData.branchName) {
-      await validateIfBranchExist(stackAPIClient, configData, configData.branchName).catch(() => {
-        process.exit();
-      });
-    }
-
-    const backupAndImportData = async (APIClient, stackAPIClient) => {
-      if (fs.existsSync(config.data)) {
-        let migrationBackupDirPath = path.join(process.cwd(), '_backup_' + Math.floor(Math.random() * 1000));
-        return createBackup(migrationBackupDirPath, config)
-          .then((basePath) => {
-            config.data = basePath;
-            return util.sanitizeStack(config);
-          })
-          .then(() => {
-            let importRes;
-            const types = config.modules.types;
-
-            if (config.moduleName) {
-              importRes = singleImport(APIClient, stackAPIClient, config.moduleName, types, config);
-            } else {
-              importRes = allImport(APIClient, stackAPIClient, config, types);
-            }
-
-            importRes.then(resolve).catch(reject);
-          })
-          .catch((error) => {
-            addlogs(config, `Failed to import contents. ${util.formatError(error)}`, 'error');
-            reject(error);
-            process.exit(1);
-          });
-      } else {
-        let filename = path.basename(config.data);
-        addlogs(config, chalk.red(`'${filename}' Folder does not exist'`), 'error');
-      }
-    };
-
-    if (config) {
-      if (config.management_token || config.isAuthenticated) {
-        await backupAndImportData(APIClient, stackAPIClient);
-      } else if ((config.email && config.password) || isAuthenticated()) {
-        login(config).then(backupAndImportData(APIClient, stackAPIClient)).catch(reject);
-      } else if (config.email && config.password) {
-        login(config)
-          .then(backupAndImportData.apply(null, [APIClient, stackAPIClient]))
-          .catch(reject);
-      } else {
-        reject('Kindly login or provide management_token');
-      }
-    }
-  });
-};
-
-let singleImport = async (APIClient, stackAPIClient, moduleName, types, config) => {
-  try {
-    if (types.indexOf(moduleName) > -1) {
-      if (!config.master_locale) {
-        try {
-          let masterLocalResponse = await util.masterLocalDetails(stackAPIClient);
-          let master_locale = { code: masterLocalResponse.code };
-          config['master_locale'] = master_locale;
-        } catch (error) {
-          addlogs(config, `Failed to get master locale detail from the stack ${util.formatError(error)}`, 'error');
-        }
-      }
-      let ImportModule = require('./lib/import/' + moduleName);
-      const importResponse = await new ImportModule(config, stackAPIClient, APIClient).start();
-      if (moduleName === 'content-types') {
-        let ctPath = path.resolve(config.data, config.modules.content_types.dirName);
-        let fieldPath = path.join(ctPath + '/field_rules_uid.json');
-        if (fieldPath) {
-          await util.field_rules_update(config, ctPath);
-        }
-      }
-      if (!(importResponse && importResponse.empty)) {
-        addlogs(config, `Module '${moduleName}' imported successfully!`, 'success');
-      }
-      addlogs(config, 'The log for this is stored at ' + path.join(config.oldPath, 'logs', 'import'), 'success');
-      return true;
-    } else {
-      addlogs(config, 'Please provide valid module name.', 'error');
-    }
-  } catch (error) {
-    addlogs(config, `Failed to migrate '${moduleName}'`, 'error');
-    addlogs(config, util.formatError(error), 'error');
-    addlogs(config, `The log for this is stored at '${path.join(config.oldPath, 'logs', 'import')}'`, 'error');
-  }
-};
-
-let allImport = async (APIClient, stackAPIClient, config, types) => {
-  try {
-    for (let i = 0; i < types.length; i++) {
-      let type = types[i];
-      if (i === 0 && !config.master_locale) {
-        let masterLocalResponse = await util.masterLocalDetails(stackAPIClient);
-        let master_locale = { code: masterLocalResponse.code };
-        config['master_locale'] = master_locale;
-      }
-      let ImportModule = require('./lib/import/' + type);
-      await new ImportModule(config, stackAPIClient, APIClient).start(config);
-    }
-    if (config.target_stack && config.source_stack) {
-      addlogs(
-        config,
-        chalk.green(
-          'The data of the ' +
-            (config.sourceStackName || config.source_stack) +
-            ' stack has been imported into ' +
-            (config.destinationStackName || config.target_stack) +
-            ' stack successfully!',
-        ),
-        'success',
-      );
-      addlogs(config, 'The log for this is stored at ' + path.join(config.data, 'logs', 'import'), 'success');
-    } else {
-      addlogs(
-        config,
-        chalk.green(
-          'Data has been imported to stack ' + (config.destinationStackName || config.target_stack) + '  succesfully!',
-        ),
-        'success',
-      );
-      addlogs(config, 'The log for this is stored at ' + path.join(config.oldPath, 'logs', 'import'), 'success');
-    }
-    return true;
-  } catch (error) {
-    addlogs(
-      config,
-      `Failed to migrate stack '${(config.destinationStackName || config.target_stack)}'. Please check error logs for more info`,
-      'error',
-    );
-    addlogs(config, util.formatError(error), 'error');
-    addlogs(config, `The log for this is stored at '${path.join(config.oldPath, 'logs', 'import')}'`, 'error');
-  }
-};
-
-const createBackup = (backupDirPath, config) => {
-  return new Promise((resolve, reject) => {
-    if (config.hasOwnProperty('useBackedupDir') && fs.existsSync(config.useBackedupDir)) {
-      return resolve(config.useBackedupDir);
-    }
-
-    if (path.isAbsolute(config.data)) {
-      copy(config.data, backupDirPath, (error) => {
-        if (error) {
-          return reject(error);
-        }
-        return resolve(backupDirPath);
-      });
-    } else {
-      //handle mac error :- Cannot copy to a subdirectory of itself 
-      if (config.data === "." || config.data === "./") {
-        const tempDestination = `${os.platform() === 'darwin' ? '/private/tmp' : '/tmp'}/${camelCase(backupDirPath)}`;
-        copySync(config.data, tempDestination);
-        copySync(tempDestination, backupDirPath);
-        removeSync(tempDestination);
-        return resolve(backupDirPath);
-      } else {
-        copy(config.data, backupDirPath,(error) => {
-          if (error) {
-            return reject(error);
-          }
-          return resolve(backupDirPath);
-        });
-      }
-    }
-  });
-};
-
-const validateIfBranchExist = async (stackAPIClient, config, branch) => {
-  return new Promise(async (resolve, reject) => {
-    try {
-      const data = await stackAPIClient
-        .branch(branch)
-        .fetch()
-        .catch((_err) => {});
-      if (data && typeof data === 'object') {
-        if (data.error_message) {
-          addlogs(config, data.error_message, 'error');
-          addlogs(config, `No branch found with the name '${branch}`, 'error');
-          reject({ message: 'No branch found with the name ' + branch, error: error_message });
-        } else {
-          resolve(data);
-        }
-      } else {
-        reject({ message: 'No branch found with the name ' + branch, error: {} });
-      }
-    } catch (error) {
-      addlogs(config, `No branch found with the name '${branch}`, 'error');
-      reject({ message: 'No branch found with the name ' + branch, error });
-    }
-  });
-};