@contentstack/cli-cm-export-to-csv 0.1.0-beta.2 → 0.1.0-beta.3

package/oclif.manifest.json

@@ -1 +1 @@
-{"version":"0.1.0-beta.2","commands":{"cm:export-to-csv":{"id":"cm:export-to-csv","description":"Export entries or organization users to csv using this command\n","pluginName":"@contentstack/cli-cm-export-to-csv","pluginType":"core","aliases":[],"flags":{},"args":[]}}}
+{"version":"0.1.0-beta.3","commands":{"cm:export-to-csv":{"id":"cm:export-to-csv","description":"Export entries or organization users to csv using this command\n","pluginName":"@contentstack/cli-cm-export-to-csv","pluginType":"core","aliases":[],"flags":{},"args":[]}}}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@contentstack/cli-cm-export-to-csv",
   "description": "Export entities to csv",
-  "version": "0.1.0-beta.2",
+  "version": "0.1.0-beta.3",
   "author": "Abhinav Gupta @abhinav-from-contentstack",
   "bugs": "https://github.com/contentstack/cli/issues",
   "dependencies": {

package/src/commands/cm/export-to-csv.js

@@ -24,8 +24,14 @@ class ExportToCsvCommand extends Command {
 				const environments = await util.getEnvironments(this.managementAPIClient, stack.apiKey) // fetch environments, because in publish details only env uid are available and we need env names
         while(contentTypes.length > 0) {
           let contentType = contentTypes.shift()
-          let entries = await util.getEntries(this.managementAPIClient, stack.apiKey, contentType, language.code) // fetch entries
-          let flatEntries = util.cleanEntries(entries.items, language.code, environments, contentType); // clean entries to be wderitten to file
+
+          const entriesCount = await util.getEntriesCount(this.managementAPIClient, stack.apiKey, contentType, language.code);
+          let flatEntries = [];
+          for (let index = 0; index < entriesCount / 100; index++) {
+            const entriesResult = await util.getEntries(this.managementAPIClient, stack.apiKey, contentType, language.code, index);
+            const flatEntriesResult = util.cleanEntries(entriesResult.items, language.code, environments, contentType);
+            flatEntries = flatEntries.concat(flatEntriesResult);
+          }
           // let dateTime = util.getDateTime()
           // let fileName = `${contentType}_${language.code}_entries_export_${dateTime}.csv`
           let fileName = `${stack.name}_${contentType}_${language.code}_entries_export.csv`

package/src/util/index.js

@@ -173,18 +173,30 @@ function getLanguages(managementAPIClient, stackApiKey) {
 	})
 }
 
-function getEntries(managementAPIClient, stackApiKey, contentType, language) {
+function getEntries(managementAPIClient, stackApiKey, contentType, language, skip) {
 	return new Promise(resolve => {
 		managementAPIClient
 		.stack({api_key: stackApiKey})
 		.contentType(contentType)
 		.entry()
-		.query({include_publish_details: true, locale: language})
+		.query({include_publish_details: true, locale: language, skip: skip * 100})
 		.find()
 		.then(entries => resolve(entries))
 	})
 }
 
+function getEntriesCount(managementAPIClient, stackApiKey, contentType, language) {
+	return new Promise((resolve) => {
+	  managementAPIClient
+		.stack({ api_key: stackApiKey })
+		.contentType(contentType)
+		.entry()
+		.query({ include_publish_details: true, locale: language })
+		.count()
+		.then((entriesData) => resolve(entriesData.entries));
+	});
+  }
+
 function getEnvironments(managementAPIClient, stackApiKey) {
 	let result = {}
 	return managementAPIClient.stack({api_key: stackApiKey}).environment().query().find().then(environments => {
@@ -413,4 +425,5 @@ module.exports = {
   getOrganizationsWhereUserIsAdmin: getOrganizationsWhereUserIsAdmin,
   kebabize: kebabize,
   flatten: flatten,
+  getEntriesCount: getEntriesCount,
 }