@contentstack/cli-cm-export-to-csv 0.1.0-beta.1 → 1.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 Contentstack
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/oclif.manifest.json

@@ -1 +1 @@
-{"version":"0.1.0-beta.1","commands":{"cm:export-to-csv":{"id":"cm:export-to-csv","description":"Export entries or organization users to csv using this command\n","pluginName":"@contentstack/cli-cm-export-to-csv","pluginType":"core","aliases":[],"flags":{},"args":[]}}}
+{"version":"1.0.0","commands":{"cm:export-to-csv":{"id":"cm:export-to-csv","description":"Export entries or organization users to csv using this command","pluginName":"@contentstack/cli-cm-export-to-csv","pluginType":"core","aliases":[],"examples":["csdx cm:export-to-csv","","Exporting entries to csv","csdx cm:export-to-csv --action <entries> --locale <locale> --alias <management-token-alias> --content-type <content-type>","","Exporting entries to csv with stack name provided","csdx cm:export-to-csv --action <entries> --locale <locale> --alias <management-token-alias> --content-type <content-type> --stack-name <stack-name>","","Exporting organization users to csv","csdx cm:export-to-csv --action <users> --org <org-uid>","","Exporting organization users to csv with organization name provided","csdx cm:export-to-csv --action <users> --org <org-uid> --org-name <org-name>"],"flags":{"action":{"name":"action","type":"option","description":"Option to export data (entries, users)","required":false,"options":["entries","users"]},"alias":{"name":"alias","type":"option","char":"a","description":"Alias of the management token"},"org":{"name":"org","type":"option","description":"Provide organization UID to clone org users","required":false},"stack-name":{"name":"stack-name","type":"option","char":"n","description":"Name of the stack that needs to be created as csv filename.","required":false},"org-name":{"name":"org-name","type":"option","description":"Name of the organization that needs to be created as csv filename.","required":false},"locale":{"name":"locale","type":"option","description":"Locale for which entries need to be exported","required":false},"content-type":{"name":"content-type","type":"option","description":"Content type for which entries needs to be exported","required":false}},"args":[]}}}

package/package.json

@@ -1,30 +1,31 @@
 {
   "name": "@contentstack/cli-cm-export-to-csv",
   "description": "Export entities to csv",
-  "version": "0.1.0-beta.1",
+  "version": "1.0.0",
   "author": "Abhinav Gupta @abhinav-from-contentstack",
   "bugs": "https://github.com/contentstack/cli/issues",
   "dependencies": {
-    "@contentstack/cli-command": "^0.1.1-beta.1",
-    "@contentstack/management": "^1.2.1",
-    "@oclif/command": "^1.8.0",
-    "@oclif/config": "^1.17.0",
-    "axios": "^0.21.1",
+    "@contentstack/cli-command": "^1.0.0",
+    "@contentstack/cli-utilities": "^1.0.0",
+    "@contentstack/management": "^1.3.0",
+    "@oclif/command": "^1.8.16",
+    "@oclif/config": "^1.18.3",
     "chalk": "^4.1.0",
     "fast-csv": "^4.3.6",
     "inquirer": "^7.3.3",
+    "inquirer-checkbox-plus-prompt": "^1.0.1",
     "mkdirp": "^1.0.4"
   },
   "devDependencies": {
     "@oclif/dev-cli": "^1.26.0",
-    "@oclif/plugin-help": "^3.2.1",
+    "@oclif/plugin-help": "^5.1.12",
     "@oclif/test": "^1.2.8",
     "chai": "^4.2.0",
     "debug": "^4.3.1",
-    "eslint": "^5.16.0",
-    "eslint-config-oclif": "^3.1.0",
+    "eslint": "^8.18.0",
+    "eslint-config-oclif": "^4.0.0",
     "globby": "^10.0.2",
-    "mocha": "^8.3.1",
+    "mocha": "^10.0.0",
     "nyc": "^14.1.1"
   },
   "engines": {
@@ -50,6 +51,9 @@
       "@oclif/plugin-help"
     ]
   },
+  "csdxConfig": {
+    "expiredCommands": {}
+  },
   "repository": "contentstack/cli",
   "scripts": {
     "postpack": "rm -f oclif.manifest.json",

package/src/commands/cm/export-to-csv.js

@@ -1,62 +1,246 @@
-const {Command} = require('@contentstack/cli-command')
-const util = require('../../util/index')
-const ContentstackManagementSDK = require('@contentstack/management')
-const config = require('../../util/config.js')
+const { Command, flags } = require('@contentstack/cli-command');
+const { configHandler } = require('@contentstack/cli-utilities');
+const ContentstackManagementSDK = require('@contentstack/management');
+const util = require('../../util');
+const config = require('../../util/config');
 
 class ExportToCsvCommand extends Command {
+  static flags = {
+    action: flags.string({
+      required: false,
+      multiple: false,
+      options: ['entries', 'users'],
+      description: `Option to export data (entries, users)`,
+    }),
+    alias: flags.string({
+      char: 'a',
+      description: 'Alias of the management token',
+    }),
+    org: flags.string({
+      multiple: false,
+      required: false,
+      description: 'Provide organization UID to clone org users',
+    }),
+    'stack-name': flags.string({
+      char: 'n',
+      multiple: false,
+      required: false,
+      description: 'Name of the stack that needs to be created as csv filename.',
+    }),
+    'org-name': flags.string({
+      multiple: false,
+      required: false,
+      description: 'Name of the organization that needs to be created as csv filename.',
+    }),
+    locale: flags.string({
+      required: false,
+      multiple: false,
+      description: 'Locale for which entries need to be exported',
+    }),
+    'content-type': flags.string({
+      description: 'Content type for which entries needs to be exported',
+      required: false,
+      multiple: false,
+    }),
+  };
 
-	get managementAPIClient() {
-		// this._managementAPIClient = ContentstackManagementSDK.client({host:this.cmaHost, authtoken: this.authToken})
-    this._managementAPIClient = ContentstackManagementSDK.client({host:this.cmaHost, authtoken: this.authToken})
-    return this._managementAPIClient
-	}
+  get getAuthToken() {
+    try {
+      return this.authToken;
+    } catch (error) {
+      return undefined;
+    }
+  }
+
+  get managementAPIClient() {
+    debugger;
+    this._managementAPIClient = ContentstackManagementSDK.client({ host: this.cmaHost, authtoken: this.getAuthToken });
+    return this._managementAPIClient;
+  }
 
   async run() {
-    
-    const action = await util.startupQuestions()
-    
-    switch(action) {
-      case config.exportEntries: {
-        const organization = await util.chooseOrganization(this.managementAPIClient) // prompt for organization
-				const stack = await util.chooseStack(this.managementAPIClient, organization.uid) // prompt for stack
-				const contentTypes = await util.chooseContentType(this.managementAPIClient, stack.apiKey) // prompt for content Type
-				const language = await util.chooseLanguage(this.managementAPIClient, stack.apiKey) // prompt for language
-				const environments = await util.getEnvironments(this.managementAPIClient, stack.apiKey) // fetch environments, because in publish details only env uid are available and we need env names
-        while(contentTypes.length > 0) {
-          let contentType = contentTypes.shift()
-          let entries = await util.getEntries(this.managementAPIClient, stack.apiKey, contentType, language.code) // fetch entries
-          let flatEntries = util.cleanEntries(entries.items, language.code, environments, contentType); // clean entries to be wderitten to file
-          // let dateTime = util.getDateTime()
-          // let fileName = `${contentType}_${language.code}_entries_export_${dateTime}.csv`
-          let fileName = `${stack.name}_${contentType}_${language.code}_entries_export.csv`
-
-          util.write(this, flatEntries, fileName) // write to file
-        }
-        break;
+    try {
+      let action;
+      const {
+        flags: {
+          org,
+          action: actionFlag,
+          'org-name': orgName,
+          'stack-name': stackName,
+          locale: locale,
+          'content-type': contentTypesFlag,
+          alias: managementTokenAlias,
+        },
+      } = this.parse(ExportToCsvCommand);
+
+      if (actionFlag) {
+        action = actionFlag;
+      } else {
+        action = await util.startupQuestions();
       }
-      case config.exportUsers: {
-        try {
-          const organization = await util.chooseOrganization(this.managementAPIClient, action) // prompt for organization
-          const orgUsers = await util.getOrgUsers(this.managementAPIClient, organization.uid, this)
-          const orgRoles = await util.getOrgRoles(this.managementAPIClient, organization.uid, this)
-          const mappedUsers = util.getMappedUsers(orgUsers)
-          const mappedRoles = util.getMappedRoles(orgRoles)
-          const listOfUsers = util.cleanOrgUsers(orgUsers, mappedUsers, mappedRoles)
-          // const dateTime = util.getDateTime()
-          // const fileName = `${util.kebabize(organization.name.replace(config.organizationNameRegex, ''))}_users_export_${dateTime}.csv`
-          const fileName = `${util.kebabize(organization.name.replace(config.organizationNameRegex, ''))}_users_export.csv`
-
-          util.write(this, listOfUsers, fileName)
-        } catch(error) {
-          this.error(error)
+
+      switch (action) {
+        case config.exportEntries:
+        case 'entries': {
+          try {
+            let stack;
+            let stackClient;
+            let language;
+            let contentTypes = [];
+            const listOfTokens = configHandler.get('tokens');
+
+            if (managementTokenAlias && listOfTokens[managementTokenAlias]) {
+              stack = {
+                name: stackName || managementTokenAlias,
+                apiKey: listOfTokens[managementTokenAlias].apiKey,
+                token: listOfTokens[managementTokenAlias].token,
+              };
+            } else if (managementTokenAlias) {
+              this.error('Provided management token alias not found in your config.!');
+            } else {
+              let organization;
+
+              if (!this.getAuthToken) {
+                this.error(config.CLI_EXPORT_CSV_ENTRIES_ERROR, {
+                  exit: 2,
+                  suggestions: ['https://www.contentstack.com/docs/developers/cli/authentication/'],
+                });
+              }
+
+              if (org) {
+                organization = { uid: org };
+              } else {
+                organization = await util.chooseOrganization(this.managementAPIClient); // prompt for organization
+              }
+
+              stack = await util.chooseStack(this.managementAPIClient, organization.uid); // prompt for stack
+            }
+
+            stackClient = this.getStackClient(stack);
+            const contentTypeCount = await util.getContentTypeCount(stackClient);
+            const environments = await util.getEnvironments(stackClient); // fetch environments, because in publish details only env uid are available and we need env names
+
+            if (contentTypesFlag) {
+              contentTypes = contentTypesFlag.split(',').map(this.snakeCase);
+            } else {
+              for (let index = 0; index <= contentTypeCount / 100; index++) {
+                const contentTypesMap = await util.getContentTypes(stackClient, index);
+                contentTypes = contentTypes.concat(Object.values(contentTypesMap)); // prompt for content Type
+              }
+            }
+
+            if (contentTypes.length <= 0) {
+              this.log('No content types found for the given stack');
+              this.exit();
+            }
+
+            if (!contentTypesFlag) {
+              contentTypes = await util.chooseInMemContentTypes(contentTypes);
+            }
+
+            if (locale) {
+              language = { code: locale };
+            } else {
+              language = await util.chooseLanguage(stackClient); // prompt for language
+            }
+
+            while (contentTypes.length > 0) {
+              let contentType = contentTypes.pop();
+
+              const entriesCount = await util.getEntriesCount(stackClient, contentType, language.code);
+              let flatEntries = [];
+              for (let index = 0; index < entriesCount / 100; index++) {
+                const entriesResult = await util.getEntries(stackClient, contentType, language.code, index);
+                const flatEntriesResult = util.cleanEntries(
+                  entriesResult.items,
+                  language.code,
+                  environments,
+                  contentType,
+                );
+                flatEntries = flatEntries.concat(flatEntriesResult);
+              }
+              let fileName = `${stack.name}_${contentType}_${language.code}_entries_export.csv`;
+
+              util.write(this, flatEntries, fileName, 'entries'); // write to file
+            }
+          } catch (error) {
+            this.log(util.formatError(error));
+          }
+          break;
+        }
+        case config.exportUsers:
+        case 'users': {
+          try {
+            if (!this.getAuthToken) {
+              this.error(config.CLI_EXPORT_CSV_LOGIN_FAILED, {
+                exit: 2,
+                suggestions: ['https://www.contentstack.com/docs/developers/cli/authentication/'],
+              });
+            }
+            let organization;
+
+            if (org) {
+              organization = { uid: org, name: orgName || org };
+            } else {
+              organization = await util.chooseOrganization(this.managementAPIClient, action); // prompt for organization
+            }
+
+            const orgUsers = await util.getOrgUsers(this.managementAPIClient, organization.uid, this);
+            const orgRoles = await util.getOrgRoles(this.managementAPIClient, organization.uid, this);
+            const mappedUsers = util.getMappedUsers(orgUsers);
+            const mappedRoles = util.getMappedRoles(orgRoles);
+            const listOfUsers = util.cleanOrgUsers(orgUsers, mappedUsers, mappedRoles);
+            const fileName = `${util.kebabize(
+              organization.name.replace(config.organizationNameRegex, ''),
+            )}_users_export.csv`;
+
+            util.write(this, listOfUsers, fileName, 'organization details');
+          } catch (error) {
+            if (error.message) {
+              this.log(util.formatError(error));
+            }
+          }
+          break;
         }
-        break;
+      }
+    } catch (error) {
+      if (error.message) {
+        this.log(util.formatError(error));
       }
     }
   }
+
+  snakeCase(string) {
+    return (string || '').split(' ').join('_').toLowerCase();
+  }
+
+  getStackClient(stack) {
+    if (stack.token) {
+      return ContentstackManagementSDK.client({ host: this.cmaHost }).stack({
+        api_key: stack.apiKey,
+        management_token: stack.token,
+      });
+    }
+    return this.managementAPIClient.stack({ api_key: stack.apiKey });
+  }
 }
 
-ExportToCsvCommand.description = `Export entries or organization users to csv using this command
-`
+ExportToCsvCommand.description = `Export entries or organization users to csv using this command`;
+
+ExportToCsvCommand.examples = [
+  'csdx cm:export-to-csv',
+  '',
+  'Exporting entries to csv',
+  'csdx cm:export-to-csv --action <entries> --locale <locale> --alias <management-token-alias> --content-type <content-type>',
+  '',
+  'Exporting entries to csv with stack name provided',
+  'csdx cm:export-to-csv --action <entries> --locale <locale> --alias <management-token-alias> --content-type <content-type> --stack-name <stack-name>',
+  '',
+  'Exporting organization users to csv',
+  'csdx cm:export-to-csv --action <users> --org <org-uid>',
+  '',
+  'Exporting organization users to csv with organization name provided',
+  'csdx cm:export-to-csv --action <users> --org <org-uid> --org-name <org-name>',
+];
 
-module.exports = ExportToCsvCommand
+module.exports = ExportToCsvCommand;

package/src/util/config.js

@@ -1,7 +1,10 @@
 module.exports = {
-	cancelString: 'Cancel and Exit',
-	exportEntries: 'Export entries to a .CSV file',
-	exportUsers: 'Export organization users\' data to a .CSV file',
-	adminError: 'Unable to export data. Make sure you\'re an admin or owner of this organization',
-	organizationNameRegex: /\'/
-}
+  cancelString: 'Cancel and Exit',
+  exportEntries: 'Export entries to a .CSV file',
+  exportUsers: "Export organization users' data to a .CSV file",
+  adminError: "Unable to export data. Make sure you're an admin or owner of this organization",
+  organizationNameRegex: /\'/,
+  CLI_EXPORT_CSV_LOGIN_FAILED: "You need to login to execute this command. See: auth:login --help",
+  CLI_EXPORT_CSV_ENTRIES_ERROR: "You need to either login or provide a management token to execute this command"
+
+};

package/src/util/index.js

@@ -1,401 +1,536 @@
-const inquirer = require('inquirer')
-const axios = require('axios')
-const os = require('os')
-const config = require('./config.js')
-const fastcsv = require('fast-csv')
-const mkdirp = require('mkdirp')
-const fs = require('fs')
-const debug = require('debug')("export-to-csv")
-const directory = './data'
-const delimeter = (os.platform() === 'win32') ? '\\' : '/'
+const inquirer = require('inquirer');
+const { HttpClient } = require('@contentstack/cli-utilities');
+const os = require('os');
+const checkboxPlus = require('inquirer-checkbox-plus-prompt');
+const config = require('./config.js');
+const fastcsv = require('fast-csv');
+const mkdirp = require('mkdirp');
+const fs = require('fs');
+const debug = require('debug')('export-to-csv');
+const directory = './data';
+const delimeter = os.platform() === 'win32' ? '\\' : '/';
+
+// Register checkbox-plus here.
+inquirer.registerPrompt('checkbox-plus', checkboxPlus);
 
 function chooseOrganization(managementAPIClient, action) {
-	return new Promise(async resolve => {
-		let organizations
-		if (action === config.exportUsers) {
-			organizations = await getOrganizationsWhereUserIsAdmin(managementAPIClient)
-		} else {
-			organizations = await getOrganizations(managementAPIClient)		
-		}
-		let orgList = Object.keys(organizations)
-		orgList.push(config.cancelString)
-			let chooseOrganization = [{
-			type: 'list',
-			name: 'chosenOrg',
-			message: 'Choose an Organization',
-			choices: orgList,
-			loop: false
-		}]
-		inquirer.prompt(chooseOrganization).then(({chosenOrg}) => {
-			if (chosenOrg === config.cancelString)
-				exitProgram()
-			resolve({ name: chosenOrg, uid: organizations[chosenOrg] })
-		})
-	})
+  return new Promise(async (resolve, reject) => {
+    try {
+      let organizations;
+      if (action === config.exportUsers) {
+        organizations = await getOrganizationsWhereUserIsAdmin(managementAPIClient);
+      } else {
+        organizations = await getOrganizations(managementAPIClient);
+      }
+      let orgList = Object.keys(organizations);
+      orgList.push(config.cancelString);
+      let _chooseOrganization = [
+        {
+          type: 'list',
+          name: 'chosenOrg',
+          message: 'Choose an Organization',
+          choices: orgList,
+          loop: false,
+        },
+      ];
+      inquirer.prompt(_chooseOrganization).then(({ chosenOrg }) => {
+        if (chosenOrg === config.cancelString) exitProgram();
+        resolve({ name: chosenOrg, uid: organizations[chosenOrg] });
+      });
+    } catch (error) {
+      reject(error);
+    }
+  });
 }
 
 function getOrganizations(managementAPIClient) {
-	return new Promise(resolve => {
-		let result = {}
-
-		managementAPIClient.organization().fetchAll().then(organizations => {
-			organizations.items.forEach(org => {
-				result[org.name] = org.uid
-			})
-			resolve(result)
-		})
-	})
+  return new Promise((resolve, reject) => {
+    let result = {};
+
+    managementAPIClient
+      .organization()
+      .fetchAll()
+      .then((organizations) => {
+        organizations.items.forEach((org) => {
+          result[org.name] = org.uid;
+        });
+        resolve(result);
+      })
+      .catch((error) => reject(error));
+  });
 }
 
 function getOrganizationsWhereUserIsAdmin(managementAPIClient) {
-	return new Promise(resolve => {
-		let result = {}
-		managementAPIClient
-		.getUser({include_orgs_roles: true})
-		.then(response => {
-			let organizations = response.organizations.filter(org => {
-				if (org.org_roles) {
-					const org_role = org.org_roles.shift()
-					return org_role.admin
-				}
-				if (org.is_owner === true)
-					return true
-				return false
-			})
-			organizations.forEach(org => {
-				result[org.name] = org.uid
-			})
-			resolve(result)
-		})
-	})
+  return new Promise((resolve, reject) => {
+    let result = {};
+    managementAPIClient
+      .getUser({ include_orgs_roles: true })
+      .then((response) => {
+        let organizations = response.organizations.filter((org) => {
+          if (org.org_roles) {
+            const org_role = org.org_roles.shift();
+            return org_role.admin;
+          }
+          return org.is_owner === true;
+        });
+        organizations.forEach((org) => {
+          result[org.name] = org.uid;
+        });
+        resolve(result);
+      })
+      .catch((error) => reject(error));
+  });
 }
 
 function chooseStack(managementAPIClient, orgUid) {
-	return new Promise(async resolve => {
-		let stacks = await getStacks(managementAPIClient, orgUid)
-		let stackList = Object.keys(stacks)
-		stackList.push(config.cancelString)
-
-		let chooseStack = [{
-			type: 'list',
-			name: 'chosenStack',
-			message: 'Choose a Stack',
-			choices: stackList
-		}]
-
-		inquirer.prompt(chooseStack).then(({chosenStack}) => {
-			if (chosenStack === config.cancelString)
-				exitProgram()
-			resolve({ name: chosenStack, apiKey: stacks[chosenStack] })
-		})
-	})
+  return new Promise(async (resolve, reject) => {
+    try {
+      let stacks = await getStacks(managementAPIClient, orgUid);
+      let stackList = Object.keys(stacks);
+      stackList.push(config.cancelString);
+
+      let _chooseStack = [
+        {
+          type: 'list',
+          name: 'chosenStack',
+          message: 'Choose a Stack',
+          choices: stackList,
+        },
+      ];
+
+      inquirer.prompt(_chooseStack).then(({ chosenStack }) => {
+        if (chosenStack === config.cancelString) exitProgram();
+        resolve({ name: chosenStack, apiKey: stacks[chosenStack] });
+      });
+    } catch (error) {
+      reject(error);
+    }
+  });
 }
 
 function getStacks(managementAPIClient, orgUid) {
-	// Adding a query object in query, because it throws an error
-	// the error is coming from query function lib/entity.js, @contentstack/management pacakge
-	// where params.query is being set
-	return new Promise(resolve => {
-		let result = {}
-		managementAPIClient.stack({organization_uid: orgUid}).query({query: {}}).find().then(stacks => {
-			stacks.items.forEach(stack => {
-				result[stack.name] = stack.api_key
-			})
-			resolve(result)
-		})
-	})
+  // Adding a query object in query, because it throws an error
+  // the error is coming from query function lib/entity.js, @contentstack/management pacakge
+  // where params.query is being set
+  return new Promise((resolve, reject) => {
+    let result = {};
+    managementAPIClient
+      .stack({ organization_uid: orgUid })
+      .query({ query: {} })
+      .find()
+      .then((stacks) => {
+        stacks.items.forEach((stack) => {
+          result[stack.name] = stack.api_key;
+        });
+        resolve(result);
+      })
+      .catch((error) => {
+        reject(error);
+      });
+  });
+}
+
+function chooseContentType(stack, skip) {
+  return new Promise(async (resolve) => {
+    let contentTypes = await getContentTypes(stack, skip);
+    let contentTypesList = Object.values(contentTypes);
+    // contentTypesList.push(config.cancelString)
+
+    let _chooseContentType = [
+      {
+        type: 'checkbox',
+        message: 'Choose Content Type',
+        choices: contentTypesList,
+        name: 'chosenContentTypes',
+        loop: false,
+      },
+    ];
+
+    inquirer.prompt(_chooseContentType).then(({ chosenContentTypes }) => {
+      resolve(chosenContentTypes);
+    });
+  });
+}
+
+function chooseInMemContentTypes(contentTypesList) {
+  return new Promise(async (resolve, reject) => {
+    let _chooseContentType = [
+      {
+        type: 'checkbox-plus',
+        message: 'Choose Content Type',
+        choices: contentTypesList,
+        name: 'chosenContentTypes',
+        loop: false,
+        highlight: true,
+        searchable: true,
+        source: (_, input) => {
+          input = input || '';
+          const inputArray = input.split(' ');
+          return new Promise((resolveSource) => {
+            const contentTypes = contentTypesList.filter((contentType) => {
+              let shouldInclude = true;
+              inputArray.forEach((inputChunk) => {
+                // if any term to filter by doesn't exist, exclude
+                if (!contentType.toLowerCase().includes(inputChunk.toLowerCase())) {
+                  shouldInclude = false;
+                }
+              });
+              return shouldInclude;
+            });
+            resolveSource(contentTypes);
+          });
+        },
+      },
+    ];
+    inquirer.prompt(_chooseContentType).then(({ chosenContentTypes }) => {
+      if (chosenContentTypes.length === 0) {
+        reject('Please select atleast one content type.');
+      }
+      resolve(chosenContentTypes);
+    });
+  });
+}
+
+function getContentTypes(stack, skip) {
+  return new Promise((resolve, reject) => {
+    let result = {};
+    stack
+      .contentType()
+      .query({ skip: skip * 100 })
+      .find()
+      .then((contentTypes) => {
+        contentTypes.items.forEach((contentType) => {
+          result[contentType.title] = contentType.uid;
+        });
+        resolve(result);
+      })
+      .catch((error) => reject(error));
+  });
 }
 
-function chooseContentType(managementAPIClient, stackApiKey) {
-	return new Promise(async resolve => {
-		let contentTypes = await getContentTypes(managementAPIClient, stackApiKey)
-		let contentTypesList = Object.values(contentTypes)
-		// contentTypesList.push(config.cancelString)
-
-		let chooseContentType = [{
-			type: 'checkbox',
-			message: 'Choose Content Type',
-			choices: contentTypesList,
-			name: 'chosenContentTypes',
-			loop: false
-		}]
-
-		inquirer.prompt(chooseContentType).then(({chosenContentTypes}) => {
-			// if (chosenContentType === config.cancelString)
-			// 	exitProgram()
-			resolve(chosenContentTypes)
-		})
-	})
+function chooseLanguage(stack) {
+  return new Promise(async (resolve) => {
+    let languages = await getLanguages(stack);
+    let languagesList = Object.keys(languages);
+    languagesList.push(config.cancelString);
+
+    let _chooseLanguage = [
+      {
+        type: 'list',
+        message: 'Choose Language',
+        choices: languagesList,
+        name: 'chosenLanguage',
+      },
+    ];
+
+    inquirer.prompt(_chooseLanguage).then(({ chosenLanguage }) => {
+      if (chosenLanguage === config.cancelString) exitProgram();
+      resolve({ name: chosenLanguage, code: languages[chosenLanguage] });
+    });
+  });
 }
 
-function getContentTypes(managementAPIClient, stackApiKey) {
-	return new Promise(resolve => {
-		let result = {}
-		managementAPIClient.stack({api_key: stackApiKey}).contentType().query().find().then(contentTypes => {
-			contentTypes.items.forEach(contentType => {
-				result[contentType.title] = contentType.uid
-			})
-			resolve(result)
-		})
-	})
+function getLanguages(stack) {
+  return new Promise((resolve, reject) => {
+    let result = {};
+    stack
+      .locale()
+      .query()
+      .find()
+      .then((languages) => {
+        languages.items.forEach((language) => {
+          result[language.name] = language.code;
+        });
+        resolve(result);
+      })
+      .catch((error) => reject(error));
+  });
 }
 
-function chooseLanguage(managementAPIClient, stackApiKey) {
-	return new Promise(async resolve => {
-		let languages = await getLanguages(managementAPIClient, stackApiKey)
-		let languagesList = Object.keys(languages)
-		languagesList.push(config.cancelString)
-
-		let chooseLanguage = [{
-			type: 'list',
-			message: 'Choose Language',
-			choices: languagesList,
-			name: 'chosenLanguage'
-		}]
-
-		inquirer.prompt(chooseLanguage).then(({chosenLanguage}) => {
-			if (chosenLanguage === config.cancelString)
-				exitProgram()
-			resolve({ name: chosenLanguage, code: languages[chosenLanguage] })
-		})
-	})
+function getEntries(stack, contentType, language, skip) {
+  return new Promise((resolve, reject) => {
+    stack
+      .contentType(contentType)
+      .entry()
+      .query({ include_publish_details: true, locale: language, skip: skip * 100 })
+      .find()
+      .then((entries) => resolve(entries))
+      .catch((error) => reject(error));
+  });
 }
 
-function getLanguages(managementAPIClient, stackApiKey) {
-	return new Promise(resolve => {
-		let result = {}
-		managementAPIClient.stack({api_key: stackApiKey}).locale().query().find().then(languages => {
-			languages.items.forEach(language => {
-				result[language.name] = language.code
-			})
-			resolve(result)
-		})
-	})
+function getEntriesCount(stack, contentType, language) {
+  return new Promise((resolve, reject) => {
+    stack
+      .contentType(contentType)
+      .entry()
+      .query({ include_publish_details: true, locale: language })
+      .count()
+      .then((entriesData) => resolve(entriesData.entries))
+      .catch((error) => reject(formatError(error)));
+  });
 }
 
-function getEntries(managementAPIClient, stackApiKey, contentType, language) {
-	return new Promise(resolve => {
-		managementAPIClient
-		.stack({api_key: stackApiKey})
-		.contentType(contentType)
-		.entry()
-		.query({include_publish_details: true, locale: language})
-		.find()
-		.then(entries => resolve(entries))
-	})
+function getEnvironments(stack) {
+  let result = {};
+  return stack
+    .environment()
+    .query()
+    .find()
+    .then((environments) => {
+      environments.items.forEach((env) => {
+        result[env['uid']] = env['name'];
+      });
+      return result;
+    });
 }
 
-function getEnvironments(managementAPIClient, stackApiKey) {
-	let result = {}
-	return managementAPIClient.stack({api_key: stackApiKey}).environment().query().find().then(environments => {
-		environments.items.forEach(env => { result[env['uid']] = env['name']})
-		return result
-	})
+function getContentTypeCount(stack) {
+  return new Promise((resolve, reject) => {
+    stack
+      .contentType()
+      .query()
+      .count()
+      .then((contentTypes) => {
+        resolve(contentTypes.content_types);
+      })
+      .catch((error) => reject(error));
+  });
 }
 
 function exitProgram() {
-	debug("Exiting")
-	// eslint-disable-next-line no-undef
-	process.exit()
+  debug('Exiting');
+  // eslint-disable-next-line no-undef
+  process.exit();
 }
 
 function cleanEntries(entries, language, environments, contentTypeUid) {
-  const filteredEntries = entries.filter(entry => {
-    return (entry['locale'] === language && entry.publish_details.length > 0)
-  })
-
-  const flatEntries = filteredEntries.map(entry => {
-    let workflow = ''
-    const envArr = []
-    entry.publish_details.forEach(env => {
-      envArr.push(JSON.stringify([environments[env['environment']], env['locale']]))
-    })
-    delete entry.publish_details
+  const filteredEntries = entries.filter((entry) => {
+    return entry['locale'] === language && entry.publish_details.length > 0;
+  });
+
+  return filteredEntries.map((entry) => {
+    let workflow = '';
+    const envArr = [];
+    entry.publish_details.forEach((env) => {
+      envArr.push(JSON.stringify([environments[env['environment']], env['locale']]));
+    });
+    delete entry.publish_details;
     if ('_workflow' in entry) {
-      workflow = entry['_workflow']['name']
-      delete entry['_workflow']
+      workflow = entry['_workflow']['name'];
+      delete entry['_workflow'];
     }
-    entry = flatten(entry)
-    entry['publish_details'] = envArr
-    entry['_workflow'] = workflow
-    entry['ACL'] = JSON.stringify({}) // setting ACL to empty obj
-    entry['content_type_uid'] = contentTypeUid // content_type_uid is being returned as 'uid' from the sdk for some reason
+    entry = flatten(entry);
+    entry['publish_details'] = envArr;
+    entry['_workflow'] = workflow;
+    entry['ACL'] = JSON.stringify({}); // setting ACL to empty obj
+    entry['content_type_uid'] = contentTypeUid; // content_type_uid is being returned as 'uid' from the sdk for some reason
     // entry['url'] might also be wrong
-    delete entry.stackHeaders
-    delete entry.update
-    delete entry.delete
-    delete entry.fetch
-    delete entry.publish
-    delete entry.unpublish
-    delete entry.import
-    delete entry.publishRequest
-    return entry
-  })
-
-  return flatEntries
+    delete entry.stackHeaders;
+    delete entry.update;
+    delete entry.delete;
+    delete entry.fetch;
+    delete entry.publish;
+    delete entry.unpublish;
+    delete entry.import;
+    delete entry.publishRequest;
+    return entry;
+  });
 }
 
 function getDateTime() {
-  let date = new Date()
-  let dateTime = date.toLocaleString().split(',')
-  dateTime[0] = dateTime[0].split('/').join('-')
-  dateTime[1] = dateTime[1].trim() // trim the space before time
-  dateTime[1] = dateTime[1].split(' ').join('')
-  return dateTime.join('_')
+  let date = new Date();
+  let dateTime = date.toLocaleString().split(',');
+  dateTime[0] = dateTime[0].split('/').join('-');
+  dateTime[1] = dateTime[1].trim(); // trim the space before time
+  dateTime[1] = dateTime[1].split(' ').join('');
+  return dateTime.join('_');
 }
 
-function write(command, entries, fileName) {
-	// eslint-disable-next-line no-undef
-	if (process.cwd().split(delimeter).pop() !== 'data' && !fs.existsSync(directory)) {
-		mkdirp.sync(directory)
-	}
-	// eslint-disable-next-line no-undef
-	if (process.cwd().split(delimeter).pop() !== 'data') {
-		// eslint-disable-next-line no-undef
-		process.chdir(directory)
-	}
+function write(command, entries, fileName, message) {
+  // eslint-disable-next-line no-undef
+  if (process.cwd().split(delimeter).pop() !== 'data' && !fs.existsSync(directory)) {
+    mkdirp.sync(directory);
+  }
   // eslint-disable-next-line no-undef
-  command.log(`Writing entries to file: ${process.cwd()}${delimeter}${fileName}`)
-  fastcsv
-  .writeToPath(fileName, entries, {headers: true})
+  if (process.cwd().split(delimeter).pop() !== 'data') {
+    // eslint-disable-next-line no-undef
+    process.chdir(directory);
+  }
+  // eslint-disable-next-line no-undef
+  command.log(`Writing ${message} to file: ${process.cwd()}${delimeter}${fileName}`);
+  fastcsv.writeToPath(fileName, entries, { headers: true });
 }
 
 function startupQuestions() {
-  return new Promise(resolve => {
-    let actions = [{
-      type: 'list',
-      name: 'action',
-      message: 'Choose Action',
-      choices: [config.exportEntries, config.exportUsers, 'Exit'],
-    }]
-    inquirer.prompt(actions).then(answers => {
-      if(answers.action === 'Exit')
-        exitProgram()
-      resolve(answers.action)
-    })
-  })
+  return new Promise((resolve) => {
+    let actions = [
+      {
+        type: 'list',
+        name: 'action',
+        message: 'Choose Action',
+        choices: [config.exportEntries, config.exportUsers, 'Exit'],
+      },
+    ];
+    inquirer.prompt(actions).then((answers) => {
+      if (answers.action === 'Exit') exitProgram();
+      resolve(answers.action);
+    });
+  });
 }
 
 function getOrgUsers(managementAPIClient, orgUid, ecsv) {
-	return new Promise((resolve, reject) => {
-		managementAPIClient
-		.getUser({include_orgs_roles: true})
-		.then(response => {
-			let organization = response.organizations.filter(org => org.uid === orgUid).pop()
-			if (organization.is_owner === true) {
-				let cma = ecsv.region.cma
-				let authtoken = ecsv.authToken
-				return axios.get(`${cma}/v3/organizations/${organization.uid}/share`, { headers: { 'authtoken': authtoken }})
-				.then(response => resolve({ items: response.data.shares }))
-			}
-			if (!organization.getInvitations) { 
-				return reject(new Error(config.adminError)) 
-			}
-			organization.getInvitations().then(users => resolve(users))
-		})
-	})
+  return new Promise((resolve, reject) => {
+    managementAPIClient
+      .getUser({ include_orgs_roles: true })
+      .then((response) => {
+        let organization = response.organizations.filter((org) => org.uid === orgUid).pop();
+        if (organization.is_owner === true) {
+          let cma = ecsv.region.cma;
+          let authtoken = ecsv.authToken;
+          return HttpClient.create()
+            .headers({ authtoken: authtoken })
+            .get(`${cma}/v3/organizations/${organization.uid}/share`)
+            .then((_response) => resolve({ items: _response.data.shares }));
+        }
+        if (!organization.getInvitations) {
+          return reject(new Error(config.adminError));
+        }
+        organization.getInvitations().then((users) => resolve(users));
+      })
+      .catch((error) => reject(error));
+  });
 }
 
 function getMappedUsers(users) {
-	let mappedUsers = {}
-	users.items.forEach(user => { mappedUsers[user.user_uid] = user.email })
-	mappedUsers['System'] = 'System'
-	return mappedUsers
+  let mappedUsers = {};
+  users.items.forEach((user) => {
+    mappedUsers[user.user_uid] = user.email;
+  });
+  mappedUsers['System'] = 'System';
+  return mappedUsers;
 }
 
 function getMappedRoles(roles) {
-	let mappedRoles = {}
-	roles.items.forEach(role => { mappedRoles[role.uid] = role.name })
-	return mappedRoles
+  let mappedRoles = {};
+  roles.items.forEach((role) => {
+    mappedRoles[role.uid] = role.name;
+  });
+  return mappedRoles;
 }
 
 function getOrgRoles(managementAPIClient, orgUid, ecsv) {
-	return new Promise((resolve, reject) => {
-		managementAPIClient
-		.getUser({include_orgs_roles: true})
-		.then(response => {
-			let organization = response.organizations.filter(org => org.uid === orgUid).pop()
-			if (organization.is_owner === true) {
-				let cma = ecsv.region.cma
-				let authtoken = ecsv.authToken
-				return axios.get(`${cma}/v3/organizations/${organization.uid}/roles`, { headers: { 'authtoken': authtoken }})
-				.then(response => resolve({ items: response.data.roles }))
-			}
-			if (!organization.roles) { 
-				return reject(new Error(config.adminError)) 
-			}
-			organization.roles().then(roles => resolve(roles))
-		})
-	})
+  return new Promise((resolve, reject) => {
+    managementAPIClient
+      .getUser({ include_orgs_roles: true })
+      .then((response) => {
+        let organization = response.organizations.filter((org) => org.uid === orgUid).pop();
+        if (organization.is_owner === true) {
+          let cma = ecsv.region.cma;
+          let authtoken = ecsv.authToken;
+          return axios
+            .get(`${cma}/v3/organizations/${organization.uid}/roles`, { headers: { authtoken: authtoken } })
+            .then((_response) => resolve({ items: _response.data.roles }));
+        }
+        if (!organization.roles) {
+          return reject(new Error(config.adminError));
+        }
+        organization.roles().then((roles) => resolve(roles));
+      })
+      .catch((error) => reject(error));
+  });
 }
 
 function determineUserOrgRole(user, roles) {
-	let roleName = 'No Role'
-	let roleUid = user.org_roles || []
-	if (roleUid.length > 0) {
-		roleUid = roleUid.shift()
-		roleName = roles[roleUid]
-	}
-	if (user.is_owner) {
-		roleName = 'Owner'
-	}
-	return roleName
+  let roleName = 'No Role';
+  let roleUid = user.org_roles || [];
+  if (roleUid.length > 0) {
+    roleUid = roleUid.shift();
+    roleName = roles[roleUid];
+  }
+  if (user.is_owner) {
+    roleName = 'Owner';
+  }
+  return roleName;
 }
 
 function cleanOrgUsers(orgUsers, mappedUsers, mappedRoles) {
-	const userList = []
-	orgUsers.items.forEach(user => {
-		let invitedBy
-		let formattedUser = {}
-		try {
-			invitedBy = mappedUsers[user['invited_by']]
-		} catch (error) {
-			invitedBy = 'System'
-		}
-		formattedUser['Email'] = user['email']
-		formattedUser['User UID'] = user['user_uid']
-		formattedUser['Organization Role'] = determineUserOrgRole(user, mappedRoles)
-		formattedUser['Status'] = user['status']
-		formattedUser['Invited By'] = invitedBy
-		formattedUser['Created Time'] = user['created_at']
-		formattedUser['Updated Time'] = user['updated_at']
-		userList.push(formattedUser)
-	})
-	return userList
+  const userList = [];
+  orgUsers.items.forEach((user) => {
+    let invitedBy;
+    let formattedUser = {};
+    try {
+      invitedBy = mappedUsers[user['invited_by']];
+    } catch (error) {
+      invitedBy = 'System';
+    }
+    formattedUser['Email'] = user['email'];
+    formattedUser['User UID'] = user['user_uid'];
+    formattedUser['Organization Role'] = determineUserOrgRole(user, mappedRoles);
+    formattedUser['Status'] = user['status'];
+    formattedUser['Invited By'] = invitedBy;
+    formattedUser['Created Time'] = user['created_at'];
+    formattedUser['Updated Time'] = user['updated_at'];
+    userList.push(formattedUser);
+  });
+  return userList;
 }
 
 function kebabize(str) {
-   return str.split(' ').map((word) => word.toLowerCase()).join('-')
+  return str
+    .split(' ')
+    .map((word) => word.toLowerCase())
+    .join('-');
 }
 
 // https://stackoverflow.com/questions/19098797/fastest-way-to-flatten-un-flatten-nested-json-objects
 function flatten(data) {
-    var result = {};
-    function recurse (cur, prop) {
-        if (Object(cur) !== cur) {
-            result[prop] = cur;
-        } else if (Array.isArray(cur)) {
-             for(var i=0, l=cur.length; i<l; i++)
-                 recurse(cur[i], prop + "[" + i + "]");
-            if (l == 0)
-                result[prop] = [];
-        } else {
-            var isEmpty = true;
-            for (var p in cur) {
-                isEmpty = false;
-                recurse(cur[p], prop ? prop+"."+p : p);
-            }
-            if (isEmpty && prop)
-                result[prop] = {};
-        }
+  let result = {};
+  function recurse(cur, prop) {
+    if (Object(cur) !== cur) {
+      result[prop] = cur;
+    } else if (Array.isArray(cur)) {
+      let i, l;
+      for (i = 0, l = cur.length; i < l; i++) recurse(cur[i], prop + '[' + i + ']');
+      if (l == 0) result[prop] = [];
+    } else {
+      let isEmpty = true;
+      for (let p in cur) {
+        isEmpty = false;
+        recurse(cur[p], prop ? prop + '.' + p : p);
+      }
+      if (isEmpty && prop) result[prop] = {};
+    }
+  }
+  recurse(data, '');
+  return result;
+}
+
+function formatError(error) {
+  try {
+    if (typeof error === 'string') {
+      error = JSON.parse(error);
+    } else {
+      error = JSON.parse(error.message);
     }
-    recurse(data, "");
-    return result;
+  } catch (e) {}
+  let message = error.errorMessage || error.error_message || error.message || error;
+  if (error.errors && Object.keys(error.errors).length > 0) {
+    Object.keys(error.errors).forEach((e) => {
+      let entity = e;
+      if (e === 'authorization') entity = 'Management Token';
+      if (e === 'api_key') entity = 'Stack API key';
+      if (e === 'uid') entity = 'Content Type';
+      if (e === 'access_token') entity = 'Delivery Token';
+      message += ' ' + [entity, error.errors[e]].join(' ');
+    });
+  }
+  return message;
 }
 
 module.exports = {
-	chooseOrganization: chooseOrganization,
-	chooseStack: chooseStack,
+  chooseOrganization: chooseOrganization,
+  chooseStack: chooseStack,
   chooseContentType: chooseContentType,
   chooseLanguage: chooseLanguage,
   getEntries: getEntries,
@@ -413,4 +548,9 @@ module.exports = {
   getOrganizationsWhereUserIsAdmin: getOrganizationsWhereUserIsAdmin,
   kebabize: kebabize,
   flatten: flatten,
-}	
+  getContentTypeCount: getContentTypeCount,
+  getContentTypes: getContentTypes,
+  chooseInMemContentTypes: chooseInMemContentTypes,
+  getEntriesCount: getEntriesCount,
+  formatError: formatError,
+};