@contentstack/datasync-manager 2.0.9 → 2.1.0

package/dist/config.js

@@ -129,4 +129,9 @@ exports.config = {
         saveFailedItems: true,
         saveFilteredItems: true,
     },
+    checkpoint: {
+        enabled: false,
+        filePath: ".checkpoint",
+        preserve: false // Set to true if you want to preserve the checkpoint file during clean operation
+    },
 };

package/dist/core/index.js

@@ -1,9 +1,27 @@
 "use strict";
-/*!
- * Contentstack DataSync Manager
- * Copyright (c) 2019 Contentstack LLC
- * MIT Licensed
- */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -18,6 +36,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.unlock = exports.lock = exports.poke = exports.pop = exports.unshift = exports.push = exports.init = void 0;
+/*!
+ * Contentstack DataSync Manager
+ * Copyright (c) 2019 Contentstack LLC
+ * MIT Licensed
+ */
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
 const debug_1 = __importDefault(require("debug"));
 const events_1 = require("events");
 const lodash_1 = require("lodash");
@@ -30,6 +55,7 @@ const promise_map_1 = require("../util/promise.map");
 const inet_1 = require("./inet");
 const q_1 = require("./q");
 const token_management_1 = require("./token-management");
+const helper_1 = require("../plugins/helper");
 const debug = (0, debug_1.default)('sync-core');
 const emitter = new events_1.EventEmitter();
 const formattedAssetType = '_assets';
@@ -55,6 +81,7 @@ const init = (contentStore, assetStore) => {
     return new Promise((resolve, reject) => {
         try {
             Contentstack = config.contentstack;
+            const checkPointConfig = config.checkpoint;
             const paths = config.paths;
             const environment = Contentstack.environment || process.env.NODE_ENV || 'development';
             debug(`Environment: ${environment}`);
@@ -64,6 +91,7 @@ const init = (contentStore, assetStore) => {
                     limit: config.syncManager.limit,
                 },
             };
+            loadCheckpoint(checkPointConfig, paths);
             if (typeof Contentstack.sync_token === 'string' && Contentstack.sync_token.length !== 0) {
                 request.qs.sync_token = Contentstack.sync_token;
             }
@@ -94,6 +122,37 @@ const init = (contentStore, assetStore) => {
     });
 };
 exports.init = init;
+const loadCheckpoint = (checkPointConfig, paths) => {
+    if (!(checkPointConfig === null || checkPointConfig === void 0 ? void 0 : checkPointConfig.enabled))
+        return;
+    // Try reading checkpoint from primary path
+    let checkpoint = readHiddenFile(paths.checkpoint);
+    // Fallback to filePath in config if not found
+    if (!checkpoint) {
+        const fallbackPath = path.join((0, helper_1.sanitizePath)(__dirname), (0, helper_1.sanitizePath)(checkPointConfig.filePath || ".checkpoint"));
+        checkpoint = readHiddenFile(fallbackPath);
+    }
+    // Set sync token if checkpoint is found
+    if (checkpoint) {
+        debug("Found sync token in checkpoint file:", checkpoint);
+        Contentstack.sync_token = checkpoint.token;
+        debug("Using sync token:", Contentstack.sync_token);
+    }
+};
+function readHiddenFile(filePath) {
+    try {
+        if (!fs.existsSync(filePath)) {
+            logger_1.logger.error("File does not exist:", filePath);
+            return;
+        }
+        const data = fs.readFileSync(filePath, "utf8");
+        return JSON.parse(data);
+    }
+    catch (err) {
+        logger_1.logger.error("Error reading file:", err);
+        return undefined;
+    }
+}
 const push = (data) => {
     Q.emit('push', data);
 };

package/dist/core/plugins.js

@@ -22,47 +22,53 @@ const pluginMethods = ['beforeSync', 'afterSync'];
  */
 const load = (config) => {
     debug('Plugins load called');
-    const pluginInstances = {
-        external: {},
-        internal: {},
-    };
-    const plugins = config.plugins || [];
-    pluginMethods.forEach((pluginMethod) => {
-        pluginInstances.external[pluginMethod] = pluginInstances[pluginMethod] || [];
-        pluginInstances.internal[pluginMethod] = pluginInstances[pluginMethod] || [];
-    });
-    plugins.forEach((plugin) => {
-        (0, validations_1.validatePlugin)(plugin);
-        const pluginName = plugin.name;
-        const slicedName = pluginName.slice(0, 13);
-        let isInternal = false;
-        if (slicedName === '_cs_internal_') {
-            isInternal = true;
-        }
-        const pluginPath = (0, index_1.normalizePluginPath)(config, plugin, isInternal);
-        const Plugin = require(pluginPath);
-        Plugin.options = plugin.options || {};
-        // execute/initiate plugin
-        Plugin();
+    try {
+        const pluginInstances = {
+            external: {},
+            internal: {},
+        };
+        const plugins = config.plugins || [];
         pluginMethods.forEach((pluginMethod) => {
-            if ((0, lodash_1.hasIn)(Plugin, pluginMethod)) {
-                if (plugin.disabled) {
-                    // do nothing
-                }
-                else if (isInternal) {
-                    pluginInstances.internal[pluginMethod].push(Plugin[pluginMethod]);
+            pluginInstances.external[pluginMethod] = pluginInstances[pluginMethod] || [];
+            pluginInstances.internal[pluginMethod] = pluginInstances[pluginMethod] || [];
+        });
+        plugins.forEach((plugin) => {
+            (0, validations_1.validatePlugin)(plugin);
+            const pluginName = plugin.name;
+            const slicedName = pluginName.slice(0, 13);
+            let isInternal = false;
+            if (slicedName === '_cs_internal_') {
+                isInternal = true;
+            }
+            const pluginPath = (0, index_1.normalizePluginPath)(config, plugin, isInternal);
+            const Plugin = require(pluginPath);
+            Plugin.options = plugin.options || {};
+            // execute/initiate plugin
+            Plugin();
+            pluginMethods.forEach((pluginMethod) => {
+                if ((0, lodash_1.hasIn)(Plugin, pluginMethod)) {
+                    if (plugin.disabled) {
+                        // do nothing
+                    }
+                    else if (isInternal) {
+                        pluginInstances.internal[pluginMethod].push(Plugin[pluginMethod]);
+                    }
+                    else {
+                        pluginInstances.external[pluginMethod].push(Plugin[pluginMethod]);
+                    }
+                    debug(`${pluginMethod} loaded from ${pluginName} successfully!`);
                 }
                 else {
-                    pluginInstances.external[pluginMethod].push(Plugin[pluginMethod]);
+                    debug(`${pluginMethod} not found in ${pluginName}`);
                 }
-                debug(`${pluginMethod} loaded from ${pluginName} successfully!`);
-            }
-            else {
-                debug(`${pluginMethod} not found in ${pluginName}`);
-            }
+            });
         });
-    });
-    debug('Plugins loaded successfully!');
-    return pluginInstances;
+        debug('Plugins loaded successfully!');
+        return pluginInstances;
+    }
+    catch (error) {
+        debug('Error while loading plugins:', error);
+        throw new Error(`Failed to load plugins: ${error === null || error === void 0 ? void 0 : error.message}`);
+    }
 };
 exports.load = load;

package/dist/util/fs.js

@@ -13,7 +13,7 @@ exports.mkdirpSync = exports.stat = exports.mkdir = exports.readFileSync = expor
 const Debug = require("debug");
 const fs_1 = require("fs");
 Object.defineProperty(exports, "existsSync", { enumerable: true, get: function () { return fs_1.existsSync; } });
-const mkdirp_1 = __importDefault(require("mkdirp"));
+const mkdirp_1 = require("mkdirp");
 const path_1 = require("path");
 const write_file_atomic_1 = __importDefault(require("write-file-atomic"));
 const debug = Debug('sm:util-fs');
@@ -29,7 +29,7 @@ const writeFile = (filePath, data) => {
         try {
             const fileDirectory = (0, path_1.dirname)(filePath);
             if (!(0, fs_1.existsSync)(fileDirectory)) {
-                mkdirp_1.default.sync(fileDirectory);
+                (0, mkdirp_1.mkdirpSync)(fileDirectory);
             }
             return (0, write_file_atomic_1.default)(filePath, (typeof data === 'object') ? JSON.stringify(data) : data, (wfError) => {
                 if (wfError) {
@@ -98,19 +98,9 @@ exports.readFileSync = readFileSync;
  */
 const mkdir = (path) => {
     debug(`mkdir called on ${path}`);
-    return new Promise((resolve, reject) => {
-        try {
-            return (0, mkdirp_1.default)(path, (error) => {
-                if (error) {
-                    return reject(error);
-                }
-                return resolve('');
-            });
-        }
-        catch (error) {
-            return reject(error);
-        }
-    });
+    return (0, mkdirp_1.mkdirp)(path)
+        .then(() => '')
+        .catch(error => Promise.reject(error));
 };
 exports.mkdir = mkdir;
 /**

package/dist/util/index.js

@@ -131,8 +131,9 @@ const formatItems = (items, config) => {
                 items[i]._type = config.contentstack.actions.publish;
                 // extra keys
                 items[i]._synced_at = time;
-                items[i].locale = items[i].data.publish_details.locale;
-                items[i] = (0, lodash_1.merge)(items[i], items[i].data);
+                const assetLocale = items[i].data.publish_details.locale;
+                items[i] = (0, lodash_1.merge)((0, lodash_1.cloneDeep)(items[i]), items[i].data);
+                items[i].locale = assetLocale;
                 break;
             case 'asset_unpublished':
                 delete items[i].type;
@@ -152,8 +153,9 @@ const formatItems = (items, config) => {
                 items[i]._content_type_uid = items[i].content_type_uid;
                 // extra keys
                 items[i]._synced_at = time;
-                items[i].locale = items[i].data.publish_details.locale;
-                items[i] = (0, lodash_1.merge)(items[i], items[i].data);
+                const entryLocale = items[i].data.publish_details.locale;
+                items[i] = (0, lodash_1.merge)((0, lodash_1.cloneDeep)(items[i]), items[i].data);
+                items[i].locale = entryLocale;
                 break;
             case 'entry_unpublished':
                 delete items[i].type;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@contentstack/datasync-manager",
   "author": "Contentstack LLC <support@contentstack.com>",
-  "version": "2.0.9",
+  "version": "2.1.0",
   "description": "The primary module of Contentstack DataSync. Syncs Contentstack data with your server using Contentstack Sync API",
   "main": "dist/index.js",
   "dependencies": {
@@ -30,7 +30,7 @@
     "husky": "^9.1.7",
     "jest": "^29.7.0",
     "jest-html-reporter": "^3.10.2",
-    "mkdirp": "^1.0.4",
+    "mkdirp": "^3.0.1",
     "nock": "^10.0.6",
     "node-notifier": "^10.0.1",
     "rimraf": "^2.7.1",