@contentstack/datasync-manager 1.2.4 → 2.0.1

package/dist/util/index.js

@@ -27,7 +27,7 @@ const fs_1 = require("./fs");
 const logger_1 = require("./logger");
 const unprocessible_1 = require("./unprocessible");
 const validations_1 = require("./validations");
-const debug = debug_1.default('util:index');
+const debug = (0, debug_1.default)('util:index');
 const formattedAssetType = '_assets';
 const formattedContentType = '_content_types';
 const assetType = 'sys_assets';
@@ -37,11 +37,11 @@ const assetType = 'sys_assets';
  * @param {Object} config - Application config
  * @returns {Promise} Returns a promise
  */
-exports.filterItems = (response, config) => __awaiter(void 0, void 0, void 0, function* () {
-    const locales = lodash_1.map(config.locales, 'code');
-    const filteredObjects = lodash_1.remove(response.items, (item) => {
+const filterItems = (response, config) => __awaiter(void 0, void 0, void 0, function* () {
+    const locales = (0, lodash_1.map)(config.locales, 'code');
+    const filteredObjects = (0, lodash_1.remove)(response.items, (item) => {
         // validate item structure. If the structure is not as expected, filter it out
-        if (!(validations_1.validateItemStructure(item))) {
+        if (!((0, validations_1.validateItemStructure)(item))) {
             return item;
         }
         // To handle content-type.
@@ -69,10 +69,11 @@ exports.filterItems = (response, config) => __awaiter(void 0, void 0, void 0, fu
     else {
         name = 'sync_token';
     }
-    yield unprocessible_1.saveFilteredItems(filteredObjects, name, response[name]);
+    yield (0, unprocessible_1.saveFilteredItems)(filteredObjects, name, response[name]);
     return;
 });
-exports.formatSyncFilters = (config) => {
+exports.filterItems = filterItems;
+const formatSyncFilters = (config) => {
     if (config.syncManager.filters && typeof config.syncManager.filters === 'object') {
         const filters = config.syncManager.filters;
         for (const filter in filters) {
@@ -92,12 +93,13 @@ exports.formatSyncFilters = (config) => {
     }
     return config;
 };
+exports.formatSyncFilters = formatSyncFilters;
 /**
  * @description Groups items based on their content type
  * @param {Array} items - An array of SYNC API's item
  * @returns {Object} Returns an 'object' who's keys are content type uids
  */
-exports.groupItems = (items) => {
+const groupItems = (items) => {
     const bucket = {};
     items.forEach((item) => {
         if (item._content_type_uid === assetType) {
@@ -112,12 +114,13 @@ exports.groupItems = (items) => {
     });
     return bucket;
 };
+exports.groupItems = groupItems;
 /**
  * @description Formats SYNC API's items into defined standard
  * @param {Array} items - SYNC API's items
  * @param {Object} config - Application config
  */
-exports.formatItems = (items, config) => {
+const formatItems = (items, config) => {
     const time = new Date().toISOString();
     for (let i = 0, j = items.length; i < j; i++) {
         switch (items[i].type) {
@@ -127,20 +130,20 @@ exports.formatItems = (items, config) => {
                 items[i]._type = config.contentstack.actions.publish;
                 // extra keys
                 items[i]._synced_at = time;
-                items[i] = lodash_1.merge(items[i], items[i].data);
+                items[i] = (0, lodash_1.merge)(items[i], items[i].data);
                 items[i].locale = items[i].data.publish_details.locale;
                 break;
             case 'asset_unpublished':
                 delete items[i].type;
                 items[i]._content_type_uid = formattedAssetType;
                 items[i]._type = config.contentstack.actions.unpublish;
-                items[i] = lodash_1.merge(items[i], items[i].data);
+                items[i] = (0, lodash_1.merge)(items[i], items[i].data);
                 break;
             case 'asset_deleted':
                 delete items[i].type;
                 items[i]._content_type_uid = formattedAssetType;
                 items[i]._type = config.contentstack.actions.delete;
-                items[i] = lodash_1.merge(items[i], items[i].data);
+                items[i] = (0, lodash_1.merge)(items[i], items[i].data);
                 break;
             case 'entry_published':
                 delete items[i].type;
@@ -148,20 +151,20 @@ exports.formatItems = (items, config) => {
                 items[i]._content_type_uid = items[i].content_type_uid;
                 // extra keys
                 items[i]._synced_at = time;
-                items[i] = lodash_1.merge(items[i], items[i].data);
+                items[i] = (0, lodash_1.merge)(items[i], items[i].data);
                 items[i].locale = items[i].data.publish_details.locale;
                 break;
             case 'entry_unpublished':
                 delete items[i].type;
                 items[i]._content_type_uid = items[i].content_type_uid;
                 items[i]._type = config.contentstack.actions.unpublish;
-                items[i] = lodash_1.merge(items[i], items[i].data);
+                items[i] = (0, lodash_1.merge)(items[i], items[i].data);
                 break;
             case 'entry_deleted':
                 delete items[i].type;
                 items[i]._content_type_uid = items[i].content_type_uid;
                 items[i]._type = config.contentstack.actions.delete;
-                items[i] = lodash_1.merge(items[i], items[i].data);
+                items[i] = (0, lodash_1.merge)(items[i], items[i].data);
                 break;
             case 'content_type_deleted':
                 delete items[i].type;
@@ -180,12 +183,13 @@ exports.formatItems = (items, config) => {
     }
     return items;
 };
+exports.formatItems = formatItems;
 /**
  * @description Add's checkpoint data on the last item found on the 'SYNC API items' collection
  * @param {Object} groupedItems - Grouped items { groupItems(items) - see above } referred by their content type
  * @param {Object} syncResponse - SYNC API's response
  */
-exports.markCheckpoint = (groupedItems, syncResponse) => {
+const markCheckpoint = (groupedItems, syncResponse) => {
     const tokenName = (syncResponse.pagination_token) ? 'pagination_token' : 'sync_token';
     const tokenValue = syncResponse[tokenName];
     const contentTypeUids = Object.keys(groupedItems);
@@ -227,18 +231,19 @@ exports.markCheckpoint = (groupedItems, syncResponse) => {
     }
     return groupedItems;
 };
+exports.markCheckpoint = markCheckpoint;
 /**
  * @description Calcuates filename for ledger and unprocessible files
  * @param {String} file - File to be calculated on
  * @param {Function} rotate - File rotation logic (should return a string)
  * @returns {String} Returns path to a file
  */
-exports.getFile = (file, rotate) => {
+const getFile = (file, rotate) => {
     // tslint:disable-next-line: no-shadowed-variable
     return new Promise((resolve, reject) => {
-        const config = index_1.getConfig();
-        if (fs_1.existsSync(file)) {
-            return fs_1.stat(file, (statError, stats) => {
+        const config = (0, index_1.getConfig)();
+        if ((0, fs_1.existsSync)(file)) {
+            return (0, fs_1.stat)(file, (statError, stats) => {
                 if (statError) {
                     return reject(statError);
                 }
@@ -254,14 +259,15 @@ exports.getFile = (file, rotate) => {
             });
         }
         else {
-            fs_1.mkdirpSync(config.paths.unprocessibleDir);
+            (0, fs_1.mkdirpSync)(config.paths.unprocessibleDir);
             return resolve(file);
         }
     });
 };
+exports.getFile = getFile;
 const findAssets = (parentEntry, key, schema, entry, bucket, isFindNotReplace) => {
     try {
-        const { contentstack } = index_1.getConfig();
+        const { contentstack } = (0, index_1.getConfig)();
         const isMarkdown = (schema.field_metadata.markdown) ? true : false;
         let matches;
         let convertedText;
@@ -286,7 +292,7 @@ const findAssets = (parentEntry, key, schema, entry, bucket, isFindNotReplace) =
                     bucket.push(assetObject);
                 }
                 else {
-                    const asset = lodash_1.find(bucket, (item) => {
+                    const asset = (0, lodash_1.find)(bucket, (item) => {
                         // tslint:disable-next-line: max-line-length
                         const newRegexp = new RegExp(contentstack.regexp.rte_asset_pattern_2.url, contentstack.regexp.rte_asset_pattern_2.options);
                         let urlparts;
@@ -317,11 +323,11 @@ const iterate = (schema, entry, bucket, findNoteReplace, parentKeys) => {
         for (let index = 0; index < parentKeys.length; index++) {
             const parentKey = parentKeys[index];
             const subEntry = entry[parentKey];
-            if (subEntry && !(lodash_1.isEmpty(subEntry)) && index === (parentKeys.length - 1)) {
-                if (subEntry && subEntry.length) {
+            if (subEntry && !((0, lodash_1.isEmpty)(subEntry)) && index === (parentKeys.length - 1)) {
+                if (subEntry instanceof Array && subEntry.length) {
                     subEntry.forEach((subEntryItem, idx) => {
                         // tricky!
-                        if (!(lodash_1.isEmpty(subEntryItem))) {
+                        if (!((0, lodash_1.isEmpty)(subEntryItem))) {
                             findAssets(subEntry, idx, schema, subEntryItem, bucket, findNoteReplace);
                         }
                         // iterate(schema, subEntryItem, bucket, findNoteReplace, parentKeys)
@@ -334,10 +340,10 @@ const iterate = (schema, entry, bucket, findNoteReplace, parentKeys) => {
                 }
             }
             else if (subEntry !== undefined) {
-                const subKeys = lodash_1.cloneDeep(parentKeys).splice(index);
+                const subKeys = (0, lodash_1.cloneDeep)(parentKeys).splice(index);
                 if (subEntry && subEntry instanceof Array && subEntry.length) {
                     subEntry.forEach((subEntryItem) => {
-                        iterate(schema, subEntryItem, bucket, findNoteReplace, lodash_1.cloneDeep(subKeys));
+                        iterate(schema, subEntryItem, bucket, findNoteReplace, (0, lodash_1.cloneDeep)(subKeys));
                     });
                     return;
                 }
@@ -352,7 +358,7 @@ const iterate = (schema, entry, bucket, findNoteReplace, parentKeys) => {
         logger_1.logger.error(error);
     }
 };
-exports.getOrSetRTEMarkdownAssets = (schema, entry, bucket = [], isFindNotReplace, parent = []) => {
+const getOrSetRTEMarkdownAssets = (schema, entry, bucket = [], isFindNotReplace, parent = []) => {
     for (let i = 0, j = schema.length; i < j; i++) {
         if (schema[i].data_type === 'text' && schema[i].field_metadata && (schema[i].field_metadata.allow_rich_text ||
             schema[i].field_metadata.markdown)) {
@@ -362,14 +368,14 @@ exports.getOrSetRTEMarkdownAssets = (schema, entry, bucket = [], isFindNotReplac
         }
         else if ((schema[i].data_type === 'group' || schema[i].data_type === 'global_field') && schema[i].schema) {
             parent.push(schema[i].uid);
-            exports.getOrSetRTEMarkdownAssets(schema[i].schema, entry, bucket, isFindNotReplace, parent);
+            (0, exports.getOrSetRTEMarkdownAssets)(schema[i].schema, entry, bucket, isFindNotReplace, parent);
             parent.pop();
         }
         else if (schema[i].data_type === 'blocks') {
             for (let k = 0, l = schema[i].blocks.length; k < l; k++) {
                 parent.push(schema[i].uid);
                 parent.push(schema[i].blocks[k].uid);
-                exports.getOrSetRTEMarkdownAssets(schema[i].blocks[k].schema, entry, bucket, isFindNotReplace, parent);
+                (0, exports.getOrSetRTEMarkdownAssets)(schema[i].blocks[k].schema, entry, bucket, isFindNotReplace, parent);
                 parent.pop();
                 parent.pop();
             }
@@ -380,36 +386,38 @@ exports.getOrSetRTEMarkdownAssets = (schema, entry, bucket = [], isFindNotReplac
     }
     return entry;
 };
-exports.normalizePluginPath = (config, plugin, isInternal) => {
+exports.getOrSetRTEMarkdownAssets = getOrSetRTEMarkdownAssets;
+const normalizePluginPath = (config, plugin, isInternal) => {
     let pluginPath;
     if (plugin.path && typeof plugin.path === 'string' && plugin.path.length > 0) {
-        if (path_1.isAbsolute(plugin.path)) {
-            if (!fs_1.existsSync(plugin.path)) {
+        if ((0, path_1.isAbsolute)(plugin.path)) {
+            if (!(0, fs_1.existsSync)(plugin.path)) {
                 throw new Error(`${plugin.path} does not exist!`);
             }
             return plugin.path;
         }
-        pluginPath = path_1.resolve(path_1.join(config.paths.baseDir, plugin.name, 'index.js'));
-        if (!fs_1.existsSync(pluginPath)) {
+        pluginPath = (0, path_1.resolve)((0, path_1.join)(config.paths.baseDir, plugin.name, 'index.js'));
+        if (!(0, fs_1.existsSync)(pluginPath)) {
             throw new Error(`${pluginPath} does not exist!`);
         }
         return pluginPath;
     }
     if (isInternal) {
-        pluginPath = path_1.join(__dirname, '..', 'plugins', plugin.name.slice(13), 'index.js');
-        if (fs_1.existsSync(pluginPath)) {
+        pluginPath = (0, path_1.join)(__dirname, '..', 'plugins', plugin.name.slice(13), 'index.js');
+        if ((0, fs_1.existsSync)(pluginPath)) {
             return pluginPath;
         }
     }
-    pluginPath = path_1.resolve(path_1.join(config.paths.plugin, plugin.name, 'index.js'));
-    if (!fs_1.existsSync(pluginPath)) {
+    pluginPath = (0, path_1.resolve)((0, path_1.join)(config.paths.plugin, plugin.name, 'index.js'));
+    if (!(0, fs_1.existsSync)(pluginPath)) {
         throw new Error(`Unable to find plugin: ${JSON.stringify(plugin)}`);
     }
     return pluginPath;
 };
-exports.filterUnwantedKeys = (action, data) => {
+exports.normalizePluginPath = normalizePluginPath;
+const filterUnwantedKeys = (action, data) => {
     if (action === 'publish') {
-        const contentStore = index_1.getConfig().contentStore;
+        const contentStore = (0, index_1.getConfig)().contentStore;
         switch (data._content_type_uid) {
             case '_assets':
                 data = filterKeys(data, contentStore.unwanted.asset);
@@ -423,6 +431,7 @@ exports.filterUnwantedKeys = (action, data) => {
     }
     return data;
 };
+exports.filterUnwantedKeys = filterUnwantedKeys;
 // TODO
 // Add option to delete embedded documents
 const filterKeys = (data, unwantedKeys) => {
@@ -437,7 +446,7 @@ const filterKeys = (data, unwantedKeys) => {
     }
     return data;
 };
-exports.getSchema = (action, data) => {
+const getSchema = (action, data) => {
     let schema;
     if (action === 'publish' && data._content_type_uid !== '_assets') {
         schema = data._content_type;
@@ -448,3 +457,4 @@ exports.getSchema = (action, data) => {
     }
     return { schema };
 };
+exports.getSchema = getSchema;

package/dist/util/logger.js

@@ -13,11 +13,11 @@ const validations_1 = require("./validations");
  *    const log = createLogger(instance)
  *    log.info('Hello world!')
  */
-exports.setLogger = (customLogger) => {
+const setLogger = (customLogger) => {
     if (exports.logger) {
         return exports.logger;
     }
-    else if (!validations_1.validateLogger(customLogger) && !customLogger) {
+    else if (!(0, validations_1.validateLogger)(customLogger) && !customLogger) {
         exports.logger = console;
     }
     else {
@@ -25,3 +25,4 @@ exports.setLogger = (customLogger) => {
     }
     return exports.logger;
 };
+exports.setLogger = setLogger;

package/dist/util/promise.map.js

@@ -14,7 +14,7 @@ exports.map = void 0;
  * @param {Array} resultBucket - Collection of results returned by 'arr items' passed onto 'fn'
  * @returns {Promise} Returns a promisifed collection result
  */
-exports.map = (arr, fn, concurrency = 1, resultBucket = []) => {
+const map = (arr, fn, concurrency = 1, resultBucket = []) => {
     return new Promise((resolve, reject) => {
         if (arr.length === 0) {
             return resolve(resultBucket);
@@ -27,10 +27,11 @@ exports.map = (arr, fn, concurrency = 1, resultBucket = []) => {
         }
         return Promise.all(resultBucket)
             .then(() => {
-            return exports.map(arr, fn, concurrency, resultBucket)
+            return (0, exports.map)(arr, fn, concurrency, resultBucket)
                 .then(resolve)
                 .catch(reject);
         })
             .catch(reject);
     });
 };
+exports.map = map;

package/dist/util/series.js

@@ -10,10 +10,11 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.series = void 0;
-exports.series = (promises, output = [], counter = 0) => __awaiter(void 0, void 0, void 0, function* () {
+const series = (promises, output = [], counter = 0) => __awaiter(void 0, void 0, void 0, function* () {
     if (counter === promises.length) {
         return output;
     }
     output.push(yield promises[counter]());
-    return exports.series(promises, output, ++counter);
+    return (0, exports.series)(promises, output, ++counter);
 });
+exports.series = series;

package/dist/util/unprocessible.js

@@ -31,12 +31,13 @@ const counter = {
  * @param {Object} obj - Contains 'error' and 'data' key
  * @returns {Promise} Returns a promisified object
  */
-exports.saveFailedItems = (obj) => {
+const saveFailedItems = (obj) => {
     return new Promise((resolve) => {
         // const path = getConfig().paths.failedItems
         return resolve(obj);
     });
 };
+exports.saveFailedItems = saveFailedItems;
 /**
  * @description Saves items filtered from SYNC API response
  * @param {Object} items - Filtered items
@@ -44,13 +45,13 @@ exports.saveFailedItems = (obj) => {
  * @param {String} token - Page token value
  * @returns {Promise} Returns a promise
  */
-exports.saveFilteredItems = (items, name, token) => {
+const saveFilteredItems = (items, name, token) => {
     return new Promise((resolve, reject) => __awaiter(void 0, void 0, void 0, function* () {
         try {
-            const config = index_1.getConfig();
+            const config = (0, index_1.getConfig)();
             let filename;
             if (!config.syncManager.saveFilteredItems) {
-                return resolve();
+                return resolve('');
             }
             const objDetails = {
                 items,
@@ -64,30 +65,30 @@ exports.saveFilteredItems = (items, name, token) => {
             else {
                 filename = `${config.paths.filtered}-${counter.filtered}.json`;
             }
-            const file = yield index_2.getFile(filename, () => {
+            const file = yield (0, index_2.getFile)(filename, () => {
                 counter.filtered++;
                 return `${config.paths.filtered}-${counter.filtered}.json`;
             });
-            if (fs_1.existsSync(file)) {
-                return fs_1.readFile(file).then((data) => {
+            if ((0, fs_1.existsSync)(file)) {
+                return (0, fs_1.readFile)(file).then((data) => {
                     const loggedItems = JSON.parse(data);
                     loggedItems.push(objDetails);
-                    return fs_1.writeFile(file, JSON.stringify(loggedItems)).then(resolve).catch((error) => {
+                    return (0, fs_1.writeFile)(file, JSON.stringify(loggedItems)).then(resolve).catch((error) => {
                         // failed to log failed items
                         logger_1.logger.error(`Failed to write ${JSON.stringify(loggedItems)} at ${error}`);
                         logger_1.logger.error(error);
-                        return resolve();
+                        return resolve('');
                     });
                 }).catch((error) => {
                     logger_1.logger.error(`Failed to read file from path ${fail}`);
                     logger_1.logger.error(error);
-                    return resolve();
+                    return resolve('');
                 });
             }
-            return fs_1.writeFile(file, JSON.stringify([objDetails])).then(resolve).catch((error) => {
+            return (0, fs_1.writeFile)(file, JSON.stringify([objDetails])).then(resolve).catch((error) => {
                 logger_1.logger.error(`Failed while writing ${JSON.stringify(objDetails)} at ${file}`);
                 logger_1.logger.error(error);
-                return resolve();
+                return resolve('');
             });
         }
         catch (error) {
@@ -95,3 +96,4 @@ exports.saveFilteredItems = (items, name, token) => {
         }
     }));
 };
+exports.saveFilteredItems = saveFilteredItems;