@contentstack/cli-cm-export 0.1.1-beta.9 → 1.1.0

package/src/lib/export/environments.js

@@ -1,17 +1,17 @@
 /*!
-* Contentstack Export
-* Copyright (c) 2019 Contentstack LLC
-* MIT Licensed
-*/
+ * Contentstack Export
+ * Copyright (c) 2019 Contentstack LLC
+ * MIT Licensed
+ */
 
-const mkdirp = require('mkdirp')
-const path = require('path')
-const chalk = require('chalk')
+const mkdirp = require('mkdirp');
+const path = require('path');
+const chalk = require('chalk');
 
-const helper = require('../util/helper')
-let stack = require('../util/contentstack-management-sdk')
-const {addlogs} = require('../util/log')
-let config
+const helper = require('../util/helper');
+let stack = require('../util/contentstack-management-sdk');
+const { addlogs } = require('../util/log');
+let config;
 
 function ExportEnvironments() {
   this.requestOptions = {
@@ -20,46 +20,51 @@ function ExportEnvironments() {
       asc: 'updated_at',
     },
     json: true,
-  }
-  this.master = {}
-  this.environments = {}
+  };
+  this.master = {};
+  this.environments = {};
 }
 
 ExportEnvironments.prototype.start = function (mergConfig) {
-  this.master = {}
-  this.environments = {}
-  let self = this
-  config = mergConfig
-  addlogs(config, 'Starting environment export', 'success')
-  const environmentConfig = config.modules.environments
-  const environmentsFolderPath = path.resolve(config.data, (config.branchName || ""), environmentConfig.dirName)
+  this.master = {};
+  this.environments = {};
+  let self = this;
+  config = mergConfig;
+  addlogs(config, 'Starting environment export', 'success');
+  const environmentConfig = config.modules.environments;
+  const environmentsFolderPath = path.resolve(config.data, config.branchName || '', environmentConfig.dirName);
   // Create folder for environments
-  mkdirp.sync(environmentsFolderPath)
-  let client = stack.Client(config)
+  mkdirp.sync(environmentsFolderPath);
+  let client = stack.Client(config);
   return new Promise(function (resolve, reject) {
-    client.stack({api_key: config.source_stack, management_token: config.management_token}).environment().query(self.requestOptions.qs).find()
-    .then(environmentResponse => {
-      if (environmentResponse.items.length !== 0) {
-        for (let i = 0, total = environmentResponse.count; i < total; i++) {
-          let envUid = environmentResponse.items[i].uid
-          self.master[envUid] = ''
-          self.environments[envUid] = environmentResponse.items[i]
-          delete self.environments[envUid].uid
-          delete self.environments[envUid]['ACL']
+    client
+      .stack({ api_key: config.source_stack, management_token: config.management_token })
+      .environment()
+      .query(self.requestOptions.qs)
+      .find()
+      .then((environmentResponse) => {
+        if (environmentResponse.items.length !== 0) {
+          for (let i = 0, total = environmentResponse.count; i < total; i++) {
+            let envUid = environmentResponse.items[i].uid;
+            self.master[envUid] = '';
+            self.environments[envUid] = environmentResponse.items[i];
+            delete self.environments[envUid].uid;
+            delete self.environments[envUid]['ACL'];
+          }
+          helper.writeFile(path.join(environmentsFolderPath, environmentConfig.fileName), self.environments);
+          addlogs(config, chalk.green('All the environments have been exported successfully'), 'success');
+          return resolve();
         }
-        helper.writeFile(path.join(environmentsFolderPath, environmentConfig.fileName), self.environments)
-        addlogs(config, chalk.green('All the environments have been exported successfully'), 'success')
-        return resolve()
-      }
-      if (environmentResponse.items.length === 0) {
-        addlogs(config, 'No environments found', 'success')
-        return resolve()
-      }
-    }).catch(error => {
-      addlogs(config, error, 'error')
-      reject(error)
-    })
-  })
-}
+        if (environmentResponse.items.length === 0) {
+          addlogs(config, 'No environments found', 'success');
+          return resolve();
+        }
+      })
+      .catch((error) => {
+        addlogs(config, error, 'error');
+        reject(error);
+      });
+  });
+};
 
-module.exports = new ExportEnvironments()
+module.exports = new ExportEnvironments();

package/src/lib/export/extensions.js

@@ -1,61 +1,66 @@
 /*!
-* Contentstack Export
-* Copyright (c) 2019 Contentstack LLC
-* MIT Licensed
-*/
+ * Contentstack Export
+ * Copyright (c) 2019 Contentstack LLC
+ * MIT Licensed
+ */
 
-const mkdirp = require('mkdirp')
-const path = require('path')
-const chalk = require('chalk')
+const mkdirp = require('mkdirp');
+const path = require('path');
+const chalk = require('chalk');
 
-const helper = require('../util/helper')
-const {addlogs} = require('../util/log')
+const helper = require('../util/helper');
+const { addlogs } = require('../util/log');
 
-let config = require('../../config/default')
-const extensionConfig = config.modules.extensions
-const stack = require('../util/contentstack-management-sdk')
+let config = require('../../config/default');
+const extensionConfig = config.modules.extensions;
+const stack = require('../util/contentstack-management-sdk');
 
 function ExportExtensions() {
   this.queryRequestOptions = {
     include_count: true,
     asc: 'updated_at',
-  }
-  this.master = {}
-  this.extensions = {}
+  };
+  this.master = {};
+  this.extensions = {};
 }
 
 ExportExtensions.prototype.start = function (mergeConfig) {
-  this.master = {}
-  this.extensions = {}
-  addlogs(config, 'Starting extension export', 'success')
-  let self = this
-  config = mergeConfig
-  let extensionsFolderPath = path.resolve(config.data, (config.branchName || ""), extensionConfig.dirName)
+  this.master = {};
+  this.extensions = {};
+  addlogs(config, 'Starting extension export', 'success');
+  let self = this;
+  config = mergeConfig;
+  let extensionsFolderPath = path.resolve(config.data, config.branchName || '', extensionConfig.dirName);
   // Create folder for extensions
-  mkdirp.sync(extensionsFolderPath)
-  let client = stack.Client(config)
+  mkdirp.sync(extensionsFolderPath);
+  let client = stack.Client(config);
   return new Promise(function (resolve, reject) {
-    client.stack({api_key: config.source_stack, management_token: config.management_token}).extension().query(self.queryRequestOptions).find()
-    .then(extension => {
-      if (extension.items.length !== 0) {
-        for (let i = 0, total = extension.count; i < total; i++) {
-          let extUid = extension.items[i].uid
-          self.master[extUid] = ''
-          self.extensions[extUid] = extension.items[i]
-          delete self.extensions[extUid].uid
-          delete self.extensions[extUid].SYS_ACL
+    client
+      .stack({ api_key: config.source_stack, management_token: config.management_token })
+      .extension()
+      .query(self.queryRequestOptions)
+      .find()
+      .then((extension) => {
+        if (extension.items.length !== 0) {
+          for (let i = 0, total = extension.count; i < total; i++) {
+            let extUid = extension.items[i].uid;
+            self.master[extUid] = '';
+            self.extensions[extUid] = extension.items[i];
+            delete self.extensions[extUid].uid;
+            delete self.extensions[extUid].SYS_ACL;
+          }
+          helper.writeFile(path.join(extensionsFolderPath, extensionConfig.fileName), self.extensions);
+          addlogs(config, chalk.green('All the extensions have been exported successfully'), 'success');
+          return resolve();
         }
-        helper.writeFile(path.join(extensionsFolderPath, extensionConfig.fileName), self.extensions)
-        addlogs(config, chalk.green('All the extensions have been exported successfully'), 'success')
-        return resolve()
-      }
-      addlogs(config, 'No extensions found', 'success')
-      return resolve()
-    }).catch(error => {
-      addlogs(config, error, 'error')
-      return reject()
-    })
-  })
-}
+        addlogs(config, 'No extensions found', 'success');
+        return resolve();
+      })
+      .catch((error) => {
+        addlogs(config, error, 'error');
+        return reject();
+      });
+  });
+};
 
-module.exports = new ExportExtensions()
+module.exports = new ExportExtensions();

package/src/lib/export/global-fields.js

@@ -4,15 +4,15 @@
  * MIT Licensed
  */
 
-const mkdirp = require("mkdirp");
-const path = require("path");
-const chalk = require("chalk");
+const mkdirp = require('mkdirp');
+const path = require('path');
+const chalk = require('chalk');
 
-const stack = require("../util/contentstack-management-sdk");
-const helper = require("../util/helper");
-const { addlogs } = require("../util/log");
+const stack = require('../util/contentstack-management-sdk');
+const helper = require('../util/helper');
+const { addlogs } = require('../util/log');
 
-let config = require("../../config/default");
+let config = require('../../config/default');
 const limit = 100;
 const validKeys = config.modules.globalfields.validKeys;
 let globalfieldsFolderPath;
@@ -22,7 +22,7 @@ function ExportGlobalFields() {
   this.requestOptions = {
     qs: {
       include_count: true,
-      asc: "updated_at",
+      asc: 'updated_at',
       limit: limit,
     },
   };
@@ -34,16 +34,12 @@ ExportGlobalFields.prototype = {
   start: function (credentialConfig) {
     this.master = {};
     this.globalfields = {};
-    config = {...config, ...credentialConfig};
-    globalfieldsFolderPath = path.resolve(
-      config.data,
-      (config.branchName || ""),
-      globalfieldsConfig.dirName
-    );
+    config = { ...config, ...credentialConfig };
+    globalfieldsFolderPath = path.resolve(config.data, config.branchName || '', globalfieldsConfig.dirName);
     // Create folder for Global Fields
     mkdirp.sync(globalfieldsFolderPath);
     const self = this;
-    addlogs(config, "Starting Global Fields export", "success");
+    addlogs(config, 'Starting Global Fields export', 'success');
     return new Promise(function (resolve, reject) {
       try {
         return self
@@ -71,7 +67,7 @@ ExportGlobalFields.prototype = {
   },
   getGlobalFields: function (skip, globalFieldConfig) {
     const self = this;
-    if (typeof skip !== "number") {
+    if (typeof skip !== 'number') {
       skip = 0;
       self.requestOptions.qs.skip = skip;
     } else {
@@ -91,8 +87,8 @@ ExportGlobalFields.prototype = {
         .then((globalFieldResponse) => {
           try {
             if (globalFieldResponse.items.length === 0) {
-              addlogs(globalFieldConfig, "No global fields found", "success");
-              return resolve("No Global Fields");
+              addlogs(globalFieldConfig, 'No global fields found', 'success');
+              return resolve('No Global Fields');
             }
             globalFieldResponse.items.forEach(function (globalField) {
               for (const key in globalField) {
@@ -109,10 +105,7 @@ ExportGlobalFields.prototype = {
               return resolve();
             }
 
-            return self
-              .getGlobalFields(skip, globalFieldConfig)
-              .then(resolve)
-              .catch(reject);
+            return self.getGlobalFields(skip, globalFieldConfig).then(resolve).catch(reject);
           } catch (error) {
             return reject(error);
           }
@@ -122,15 +115,8 @@ ExportGlobalFields.prototype = {
   writeGlobalFields: function () {
     const self = this;
     return new Promise(function (resolve) {
-      helper.writeFile(
-        path.join(globalfieldsFolderPath, globalfieldsConfig.fileName),
-        self.global_fields
-      );
-      addlogs(
-        config,
-        chalk.green("Global Fields export completed successfully"),
-        "success"
-      );
+      helper.writeFile(path.join(globalfieldsFolderPath, globalfieldsConfig.fileName), self.global_fields);
+      addlogs(config, chalk.green('Global Fields export completed successfully'), 'success');
       return resolve();
     });
   },

package/src/lib/export/labels.js

@@ -4,62 +4,69 @@
  * MIT Licensed
  */
 
-const mkdirp = require('mkdirp')
-const path = require('path')
-const chalk = require('chalk')
+const mkdirp = require('mkdirp');
+const path = require('path');
+const chalk = require('chalk');
 
-// let request = require('../util/request')
-let helper = require('../util/helper')
-let {addlogs} = require('../util/log')
+let helper = require('../util/helper');
+let { addlogs } = require('../util/log');
 
-const stack = require('../util/contentstack-management-sdk')
-let config = require('../../config/default')
-let labelConfig = config.modules.labels
-let client
+const stack = require('../util/contentstack-management-sdk');
+let config = require('../../config/default');
+let labelConfig = config.modules.labels;
+let client;
 
 function ExportLabels() {
   this.requestOptions = {
     url: config.host + config.apis.labels,
     headers: config.headers,
     json: true,
-  }
-  this.labels = {}
+  };
+  this.labels = {};
 }
 
 ExportLabels.prototype.start = function (credentialConfig) {
-  addlogs(config, 'Starting labels export', 'success')
-  this.labels = {}
-  let self = this
-  config = credentialConfig
-  client = stack.Client(config)
-  let labelsFolderPath = path.resolve(config.data, (config.branchName || ""), labelConfig.dirName)
+  addlogs(config, 'Starting labels export', 'success');
+  this.labels = {};
+  let self = this;
+  config = credentialConfig;
+  client = stack.Client(config);
+  let labelsFolderPath = path.resolve(config.data, config.branchName || '', labelConfig.dirName);
   // Create locale folder
-  mkdirp.sync(labelsFolderPath)
+  mkdirp.sync(labelsFolderPath);
   return new Promise(function (resolve, reject) {
-    return client.stack({api_key: config.source_stack, management_token: config.management_token}).label().query().find()
-    .then((response) => {
-      if (response.items.length !== 0) {
-        response.items.forEach(function (label) {
-          addlogs(config, label.name + ' labels was exported successfully', 'success')
-          self.labels[label.uid] = label
-          let deleteItems = config.modules.labels.invalidKeys 
-          deleteItems.forEach(e => delete label[e])
-        })
-        addlogs(config, chalk.green('All the labels have been exported successfully'), 'success')
-      } else {
-        addlogs(config, 'No labels found', 'success')
-      }
-      helper.writeFile(path.join(labelsFolderPath, labelConfig.fileName), self.labels)
-      return resolve()
-    }).catch(function (error) {
-      if (error.statusCode === 401) {
-        addlogs(config, chalk.red('You are not allowed to export label, Unless you provide email and password in config', 'error'))
-        return resolve()
-      }
-      addlogs(config, error, 'error')
-      return reject()
-    })
-  })
-}
+    return client
+      .stack({ api_key: config.source_stack, management_token: config.management_token })
+      .label()
+      .query()
+      .find()
+      .then((response) => {
+        if (response.items.length !== 0) {
+          response.items.forEach(function (label) {
+            addlogs(config, label.name + ' labels was exported successfully', 'success');
+            self.labels[label.uid] = label;
+            let deleteItems = config.modules.labels.invalidKeys;
+            deleteItems.forEach((e) => delete label[e]);
+          });
+          addlogs(config, chalk.green('All the labels have been exported successfully'), 'success');
+        } else {
+          addlogs(config, 'No labels found', 'success');
+        }
+        helper.writeFile(path.join(labelsFolderPath, labelConfig.fileName), self.labels);
+        return resolve();
+      })
+      .catch(function (error) {
+        if (error.statusCode === 401) {
+          addlogs(
+            config,
+            chalk.red('You are not allowed to export label, Unless you provide email and password in config', 'error'),
+          );
+          return resolve();
+        }
+        addlogs(config, error, 'error');
+        return reject();
+      });
+  });
+};
 
-module.exports = new ExportLabels()
+module.exports = new ExportLabels();

package/src/lib/export/locales.js

@@ -4,19 +4,18 @@
  * MIT Licensed
  */
 
-const mkdirp = require('mkdirp')
-const path = require('path')
-const chalk = require('chalk')
-
-const helper = require('../util/helper')
-const {addlogs} = require('../util/log')
-let config = require('../../config/default')
-let localeConfig = config.modules.locales
-const masterLocale = config.master_locale
-let requiredKeys = localeConfig.requiredKeys
-let stack = require('../util/contentstack-management-sdk')
-
+const mkdirp = require('mkdirp');
+const path = require('path');
+const chalk = require('chalk');
 
+const helper = require('../util/helper');
+const { addlogs } = require('../util/log');
+let config = require('../../config/default');
+let localeConfig = config.modules.locales;
+const masterLocale = config.master_locale;
+let requiredKeys = localeConfig.requiredKeys;
+let stack = require('../util/contentstack-management-sdk');
+let client
 function ExportLocales() {
   this.qs = {
     include_count: true,
@@ -29,43 +28,76 @@ function ExportLocales() {
     only: {
       BASE: requiredKeys,
     },
-  }
-  this.locales = {}
+  };
+  this.locales = {};
 }
 
 ExportLocales.prototype.start = function (credentialConfig) {
-  this.locales = {}
-  addlogs(credentialConfig, 'Starting locale export', 'success')
+  this.locales = {};
+  addlogs(credentialConfig, 'Starting locale export', 'success');
+  let self = this;
+  config = credentialConfig;
+  self.localesFolderPath = path.resolve(config.data, config.branchName || '', localeConfig.dirName);
+  mkdirp.sync(self.localesFolderPath);
+  client = stack.Client(config);
+  const apiDetails = {
+    limit: 100,
+    skip: 0,
+    include_count: true,
+  }
+  return self.getLocales(apiDetails)
+
+};
+
+ExportLocales.prototype.getLocales = function (apiDetails) {
   let self = this
-  config = credentialConfig
-  let localesFolderPath = path.resolve(config.data, (config.branchName || ""), localeConfig.dirName)
-  mkdirp.sync(localesFolderPath)
 
-  let client = stack.Client(config)
   return new Promise(function (resolve, reject) {
-    client.stack({api_key: config.source_stack, management_token: config.management_token}).locale().query(self.qs).find()
-    .then(localeResponse => {
-      if (localeResponse.items.length !== 0) {
-        localeResponse.items.forEach(function (locale) {
-          addlogs(credentialConfig, locale.name + ' locale was exported successfully', 'success')
-          for (const key in locale) {
-            if (requiredKeys.indexOf(key) === -1) {
-              delete locale[key]
+    client
+      .stack({ api_key: config.source_stack, management_token: config.management_token })
+      .locale()
+      .query({ ...self.qs, ...apiDetails })
+      .find()
+      .then((localeResponse) => {
+        if (localeResponse.items.length !== 0) {
+          localeResponse.items.forEach(function (locale) {
+            addlogs(config, locale.name + ' locale was exported successfully', 'success');
+            for (const key in locale) {
+              if (requiredKeys.indexOf(key) === -1) {
+                delete locale[key];
+              }
             }
+            self.locales[locale.uid] = locale;
+          });
+
+          helper.writeFile(path.join(self.localesFolderPath, localeConfig.fileName), self.locales);
+
+          apiDetails.skip += apiDetails.limit;
+
+          if (apiDetails.skip > localeResponse.count) {
+            addlogs(config, chalk.green('All the locales have been exported successfully'), 'success');
+            return resolve();
           }
-          self.locales[locale.uid] = locale
-        })
-        addlogs(credentialConfig, chalk.green('All the locales have been exported successfully'), 'success')
-      } else if (localeResponse.items.length === 0) {
-        addlogs(credentialConfig, 'No languages found except the master language', 'success')
-      }
-      helper.writeFile(path.join(localesFolderPath, localeConfig.fileName), self.locales)
-      return resolve()
-    }).catch(error => {
-      addlogs(credentialConfig, error, 'error')
-      return reject()
-    })
-  })
+
+          return self
+            .getLocales(apiDetails)
+            .then(resolve)
+            .catch((error) => {
+              console.log('Get locales errror', error && error.message);
+            });
+
+        } else if (localeResponse.items.length === 0) {
+          addlogs(config, 'No languages found except the master language', 'success');
+          helper.writeFile(path.join(self.localesFolderPath, localeConfig.fileName), self.locales);
+          return resolve();
+
+        }
+      })
+      .catch((error) => {
+        addlogs(config, error, 'error');
+        return reject(error);
+      });
+  });
 }
 
-module.exports = new ExportLocales()
+module.exports = new ExportLocales();