@contentstack/cli-cm-export 0.1.1-beta.15 → 0.1.1-beta.16

package/README.md

@@ -37,7 +37,7 @@ $ npm install -g @contentstack/cli-cm-export
 $ csdx COMMAND
 running command...
 $ csdx (-v|--version|version)
-@contentstack/cli-cm-export/0.1.1-beta.15 linux-x64 node-v16.14.2
+@contentstack/cli-cm-export/0.1.1-beta.16 linux-x64 node-v16.14.2
 $ csdx --help [COMMAND]
 USAGE
   $ csdx COMMAND
@@ -87,5 +87,5 @@ EXAMPLES
   csdx cm:export -A -B [optional] branch name
 ```
 
-_See code: [src/commands/cm/export.js](https://github.com/contentstack/cli/blob/v0.1.1-beta.15/packages/contentstack-export/src/commands/cm/export.js)_
+_See code: [src/commands/cm/export.js](https://github.com/contentstack/cli/blob/v0.1.1-beta.16/packages/contentstack-export/src/commands/cm/export.js)_
 <!-- commandsstop -->

package/oclif.manifest.json

@@ -1 +1 @@
-{"version":"0.1.1-beta.15","commands":{"cm:export":{"id":"cm:export","description":"Export content from a stack\n...\nExport content from one stack to another\n","pluginName":"@contentstack/cli-cm-export","pluginType":"core","aliases":[],"examples":["csdx cm:export -A","csdx cm:export -A -s <stack_ApiKey> -d <path/of/export/destination/dir>","csdx cm:export -A -c <path/to/config/dir>","csdx cm:export -A -m <single module name>","csdx cm:export -A --secured-assets","csdx cm:export -a <management_token_alias>","csdx cm:export -a <management_token_alias> -d <path/to/export/destination/dir>","csdx cm:export -a <management_token_alias> -c <path/to/config/file>","csdx cm:export -A -m <single module name>","csdx cm:export -A -m <single module name> -t <content type>","csdx cm:export -A -B [optional] branch name"],"flags":{"config":{"name":"config","type":"option","char":"c","description":"[optional] path of the config"},"stack-uid":{"name":"stack-uid","type":"option","char":"s","description":"API key of the source stack"},"data":{"name":"data","type":"option","char":"d","description":"path or location to store the data"},"management-token-alias":{"name":"management-token-alias","type":"option","char":"a","description":"alias of the management token"},"auth-token":{"name":"auth-token","type":"boolean","char":"A","description":"to use auth token","allowNo":false},"module":{"name":"module","type":"option","char":"m","description":"[optional] specific module name"},"content-type":{"name":"content-type","type":"option","char":"t","description":"[optional] content type"},"branch":{"name":"branch","type":"option","char":"B","description":"[optional] branch name"},"secured-assets":{"name":"secured-assets","type":"boolean","description":"[optional] use when assets are secured","allowNo":false}},"args":[]}}}
+{"version":"0.1.1-beta.16","commands":{"cm:export":{"id":"cm:export","description":"Export content from a stack\n...\nExport content from one stack to another\n","pluginName":"@contentstack/cli-cm-export","pluginType":"core","aliases":[],"examples":["csdx cm:export -A","csdx cm:export -A -s <stack_ApiKey> -d <path/of/export/destination/dir>","csdx cm:export -A -c <path/to/config/dir>","csdx cm:export -A -m <single module name>","csdx cm:export -A --secured-assets","csdx cm:export -a <management_token_alias>","csdx cm:export -a <management_token_alias> -d <path/to/export/destination/dir>","csdx cm:export -a <management_token_alias> -c <path/to/config/file>","csdx cm:export -A -m <single module name>","csdx cm:export -A -m <single module name> -t <content type>","csdx cm:export -A -B [optional] branch name"],"flags":{"config":{"name":"config","type":"option","char":"c","description":"[optional] path of the config"},"stack-uid":{"name":"stack-uid","type":"option","char":"s","description":"API key of the source stack"},"data":{"name":"data","type":"option","char":"d","description":"path or location to store the data"},"management-token-alias":{"name":"management-token-alias","type":"option","char":"a","description":"alias of the management token"},"auth-token":{"name":"auth-token","type":"boolean","char":"A","description":"to use auth token","allowNo":false},"module":{"name":"module","type":"option","char":"m","description":"[optional] specific module name"},"content-type":{"name":"content-type","type":"option","char":"t","description":"[optional] content type"},"branch":{"name":"branch","type":"option","char":"B","description":"[optional] branch name"},"secured-assets":{"name":"secured-assets","type":"boolean","description":"[optional] use when assets are secured","allowNo":false}},"args":[]}}}

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@contentstack/cli-cm-export",
 	"description": "Contentstack CLI plugin to export content from stack",
-	"version": "0.1.1-beta.15",
+	"version": "0.1.1-beta.16",
 	"author": "Contentstack",
 	"bugs": "https://github.com/contentstack/cli/issues",
 	"dependencies": {
@@ -17,6 +17,7 @@
 		"fs": "0.0.1-security",
 		"is-valid-path": "^0.1.1",
 		"lodash": "^4.17.20",
+		"mkdirp": "^1.0.4",
 		"path": "^0.12.7",
 		"progress-stream": "^2.0.0",
 		"proxyquire": "^2.1.3",
@@ -32,7 +33,7 @@
 		"eslint": "^5.16.0",
 		"eslint-config-oclif": "^3.1.0",
 		"globby": "^10.0.2",
-		"mocha": "^8.2.1",
+		"mocha": "^10.0.0",
 		"nyc": "^14.1.1",
 		"sinon": "^9.0.2"
 	},

package/src/lib/export/locales.js

@@ -9,13 +9,13 @@ const path = require('path')
 const chalk = require('chalk')
 
 const helper = require('../util/helper')
-const {addlogs} = require('../util/log')
+const { addlogs } = require('../util/log')
 let config = require('../../config/default')
 let localeConfig = config.modules.locales
 const masterLocale = config.master_locale
 let requiredKeys = localeConfig.requiredKeys
 let stack = require('../util/contentstack-management-sdk')
-
+let client
 
 function ExportLocales() {
   this.qs = {
@@ -40,32 +40,64 @@ ExportLocales.prototype.start = function (credentialConfig) {
   config = credentialConfig
   let localesFolderPath = path.resolve(config.data, (config.branchName || ""), localeConfig.dirName)
   mkdirp.sync(localesFolderPath)
+  self.localesFolderPath = localesFolderPath
+
+  client = stack.Client(config);
+  const apiDetails = {
+    limit: 100,
+    skip: 0,
+    include_count: true,
+  }
+  return self.getLocales(apiDetails)
+
+}
+
+ExportLocales.prototype.getLocales = function (apiDetails) {
+  let self = this
 
-  let client = stack.Client(config)
   return new Promise(function (resolve, reject) {
-    client.stack({api_key: config.source_stack, management_token: config.management_token}).locale().query(self.qs).find()
-    .then(localeResponse => {
-      if (localeResponse.items.length !== 0) {
-        localeResponse.items.forEach(function (locale) {
-          addlogs(credentialConfig, locale.name + ' locale was exported successfully', 'success')
-          for (const key in locale) {
-            if (requiredKeys.indexOf(key) === -1) {
-              delete locale[key]
+    client
+      .stack({ api_key: config.source_stack, management_token: config.management_token })
+      .locale()
+      .query({ ...self.qs, ...apiDetails })
+      .find()
+      .then((localeResponse) => {
+        if (localeResponse.items.length !== 0) {
+          localeResponse.items.forEach(function (locale) {
+            addlogs(config, locale.name + ' locale was exported successfully', 'success');
+            for (const key in locale) {
+              if (requiredKeys.indexOf(key) === -1) {
+                delete locale[key];
+              }
             }
+            self.locales[locale.uid] = locale;
+          });
+
+          helper.writeFile(path.join(self.localesFolderPath, localeConfig.fileName), self.locales);
+
+          apiDetails.skip += apiDetails.limit;
+
+          if (apiDetails.skip > localeResponse.count) {
+            addlogs(config, chalk.green('All the locales have been exported successfully'), 'success');
+            return resolve();
           }
-          self.locales[locale.uid] = locale
-        })
-        addlogs(credentialConfig, chalk.green('All the locales have been exported successfully'), 'success')
-      } else if (localeResponse.items.length === 0) {
-        addlogs(credentialConfig, 'No languages found except the master language', 'success')
-      }
-      helper.writeFile(path.join(localesFolderPath, localeConfig.fileName), self.locales)
-      return resolve()
-    }).catch(error => {
-      addlogs(credentialConfig, error, 'error')
-      return reject()
-    })
-  })
+
+          return self
+            .getLocales(apiDetails)
+            .then(resolve)
+            .catch((error) => {
+              console.log('Get locales errror', error && error.message);
+            });
+
+        } else if (localeResponse.items.length === 0) {
+          addlogs(config, 'No languages found except the master language', 'success');
+        }
+      })
+      .catch((error) => {
+        addlogs(config, error, 'error');
+        return reject(error);
+      });
+  });
 }
 
 module.exports = new ExportLocales()

package/src/lib/export/stack.js

@@ -10,7 +10,7 @@ var path = require('path')
 
 var app = require('../../app')
 var helper = require('../util/helper')
-var {addlogs} = require('../util/log')
+var { addlogs } = require('../util/log')
 const stack = require('../util/contentstack-management-sdk')
 
 
@@ -19,7 +19,7 @@ let config = require('../../config/default')
 var stackConfig = config.modules.stack
 let client
 
-function ExportStack () {
+function ExportStack() {
   this.requestOption = {
     uri: config.host + config.apis.stacks,
     headers: config.headers,
@@ -30,38 +30,62 @@ function ExportStack () {
 ExportStack.prototype.start = function (credentialConfig) {
   config = credentialConfig
   client = stack.Client(config)
+  let self = this
   if (!config.preserveStackVersion && !config.hasOwnProperty("master_locale")) {
-    return new Promise((resolve, reject) => {
-    var result =  client.stack({ api_key: credentialConfig.source_stack, management_token: credentialConfig.management_token }).locale().query()     
-    result.find()
-      .then(response => {
-        var masterLocalObj = response.items.filter(obj => {
-            if (obj.fallback_locale === null) {
-              return obj
-            }
-            });
-        return resolve(masterLocalObj[0])
-      }).catch(error => {
-        return reject(error)
-      })
-    })
-  } else if(config.preserveStackVersion) {
+    const apiDetails = {
+      limit: 100,
+      skip: 0,
+      include_count: true,
+    }
+    return self.getLocales(apiDetails)
+  } else if (config.preserveStackVersion) {
     addlogs(config, 'Exporting stack details', 'success')
     let stackFolderPath = path.resolve(config.data, stackConfig.dirName)
     let stackContentsFile = path.resolve(stackFolderPath, stackConfig.fileName)
-  
+
     mkdirp.sync(stackFolderPath)
-  
+
     return new Promise((resolve, reject) => {
-      return client.stack({api_key: config.source_stack}).fetch()
-      .then(response => {
-        helper.writeFile(stackContentsFile, response)
-        addlogs(config, 'Exported stack details successfully!', 'success')
-        return resolve(response)
-      })
-      .catch(reject)
+      return client.stack({ api_key: config.source_stack }).fetch()
+        .then(response => {
+          helper.writeFile(stackContentsFile, response)
+          addlogs(config, 'Exported stack details successfully!', 'success')
+          return resolve(response)
+        })
+        .catch(reject)
     })
   }
 }
 
+ExportStack.prototype.getLocales = function (apiDetails) {
+  let self = this
+  return new Promise((resolve, reject) => {
+    const result = client
+      .stack({ api_key: config.source_stack, management_token: config.management_token })
+      .locale()
+      .query(apiDetails)
+
+    result
+      .find()
+      .then((response) => {
+        const masterLocalObj = response.items.find((obj) => {
+          if (obj.fallback_locale === null) {
+            return obj;
+          }
+        });
+        apiDetails.skip += apiDetails.limit;
+        if (masterLocalObj) { return resolve(masterLocalObj); }
+        else if (apiDetails.skip <= response.count) {
+          return resolve(self.getLocales(apiDetails))
+        }
+        else {
+          return reject('Master locale not found');
+        }
+      })
+      .catch((error) => {
+        return reject(error);
+      });
+  });
+}
+
 module.exports = new ExportStack()