@webiny/api-page-builder-import-export 0.0.0-unstable.3386f66516 → 0.0.0-unstable.496cf268ac

package/import/utils/extractZipAndUploadToS3.js

@@ -0,0 +1,98 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.extractZipAndUploadToS3 = extractZipAndUploadToS3;
+var _yauzl = _interopRequireDefault(require("yauzl"));
+var _stream = require("stream");
+var _util = require("util");
+var _s3Stream = require("../../export/s3Stream");
+var _getFileNameWithoutExt = require("./getFileNameWithoutExt");
+var _prepareDataDirMap = require("./prepareDataDirMap");
+const FILE_CONTENT_TYPE = "application/octet-stream";
+const streamPipeline = (0, _util.promisify)(_stream.pipeline);
+function extractZipAndUploadToS3(dataZipFilePath, uniquePath) {
+  return new Promise((resolve, reject) => {
+    const filePaths = [];
+    const fileUploadPromises = [];
+    const uniqueKey = (0, _getFileNameWithoutExt.getFileNameWithoutExt)(dataZipFilePath);
+    let dataMap = {
+      key: uniqueKey,
+      assets: {},
+      data: ""
+    };
+    _yauzl.default.open(dataZipFilePath, {
+      lazyEntries: true
+    }, function (err, zipFile) {
+      if (err) {
+        console.warn("ERROR: Failed to extract zip: ", dataZipFilePath, err);
+        reject(err);
+        return;
+      }
+      if (!zipFile) {
+        console.log("ERROR: Probably failed to extract zip: " + dataZipFilePath);
+        reject("Missing Zip File Resource.");
+        return;
+      }
+      console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);
+      zipFile.on("end", function (err) {
+        if (err) {
+          console.warn('ERROR: Failed on "END" for file: ', dataZipFilePath, err);
+          reject(err);
+        }
+        Promise.all(fileUploadPromises).then(res => {
+          res.forEach(r => {
+            console.info("Done uploading... ", r);
+          });
+          resolve(dataMap);
+        });
+      });
+      zipFile.readEntry();
+      zipFile.on("entry", function (entry) {
+        console.info(`Processing entry: "${entry.fileName}"`);
+        if (/\/$/.test(entry.fileName)) {
+          // Directory file names end with '/'.
+          // Note that entries for directories themselves are optional.
+          // An entry's fileName implicitly requires its parent directories to exist.
+          zipFile.readEntry();
+        } else {
+          // file entry
+          zipFile.openReadStream(entry, function (err, readStream) {
+            if (err) {
+              console.warn("ERROR: Failed while performing [openReadStream] for file: ", entry.fileName, err);
+              reject(err);
+              return;
+            }
+            if (!readStream) {
+              console.log("ERROR: Missing Read Stream while importing.");
+              reject("Missing Read Strea Resource.");
+              return;
+            }
+            readStream.on("end", function () {
+              filePaths.push(entry.fileName);
+              zipFile.readEntry();
+            });
+            const newKey = `${uniquePath}/${uniqueKey}/${entry.fileName}`;
+            // Modify in place
+            dataMap = (0, _prepareDataDirMap.prepareDataDirMap)({
+              map: dataMap,
+              filePath: entry.fileName,
+              newKey
+            });
+            const {
+              streamPassThrough,
+              streamPassThroughUploadPromise: promise
+            } = _s3Stream.s3Stream.writeStream(newKey, FILE_CONTENT_TYPE);
+            streamPipeline(readStream, streamPassThrough).then(() => {
+              fileUploadPromises.push(promise);
+            }).catch(error => {
+              reject(error);
+            });
+          });
+        }
+      });
+    });
+  });
+}

package/import/utils/extractZipAndUploadToS3.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["FILE_CONTENT_TYPE","streamPipeline","promisify","pipeline","extractZipAndUploadToS3","dataZipFilePath","uniquePath","Promise","resolve","reject","filePaths","fileUploadPromises","uniqueKey","getFileNameWithoutExt","dataMap","key","assets","data","yauzl","open","lazyEntries","err","zipFile","console","warn","log","info","entryCount","on","all","then","res","forEach","r","readEntry","entry","fileName","test","openReadStream","readStream","push","newKey","prepareDataDirMap","map","filePath","streamPassThrough","streamPassThroughUploadPromise","promise","s3Stream","writeStream","catch","error"],"sources":["extractZipAndUploadToS3.ts"],"sourcesContent":["import yauzl from \"yauzl\";\nimport { pipeline } from \"stream\";\nimport { promisify } from \"util\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { getFileNameWithoutExt } from \"./getFileNameWithoutExt\";\nimport { ImportData } from \"~/types\";\nimport { prepareDataDirMap } from \"~/import/utils/prepareDataDirMap\";\n\nconst FILE_CONTENT_TYPE = \"application/octet-stream\";\nconst streamPipeline = promisify(pipeline);\n\nexport function extractZipAndUploadToS3(\n    dataZipFilePath: string,\n    uniquePath: string\n): Promise<ImportData> {\n    return new Promise((resolve, reject) => {\n        const filePaths = [];\n        const fileUploadPromises: Promise<S3.ManagedUpload.SendData>[] = [];\n        const uniqueKey = getFileNameWithoutExt(dataZipFilePath);\n        let dataMap: ImportData = {\n            key: uniqueKey,\n            assets: {},\n            data: \"\"\n        };\n        yauzl.open(dataZipFilePath, { lazyEntries: true }, function (err, zipFile) {\n            if (err) {\n                console.warn(\"ERROR: Failed to extract zip: \", dataZipFilePath, err);\n                reject(err);\n                return;\n            }\n            if (!zipFile) {\n                console.log(\"ERROR: Probably failed to extract zip: \" + dataZipFilePath);\n                reject(\"Missing Zip File Resource.\");\n                return;\n            }\n            console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n            zipFile.on(\"end\", function (err) {\n                if (err) {\n                    console.warn('ERROR: Failed on \"END\" for file: ', dataZipFilePath, err);\n                    reject(err);\n                }\n\n                Promise.all(fileUploadPromises).then(res => {\n                    res.forEach(r => {\n                        console.info(\"Done uploading... \", r);\n                    });\n                    resolve(dataMap);\n                });\n            });\n\n            zipFile.readEntry();\n\n            zipFile.on(\"entry\", function (entry) {\n                console.info(`Processing entry: \"${entry.fileName}\"`);\n                if (/\\/$/.test(entry.fileName)) {\n                    // Directory file names end with '/'.\n                    // Note that entries for directories themselves are optional.\n                    // An entry's fileName implicitly requires its parent directories to exist.\n                    zipFile.readEntry();\n                } else {\n                    // file entry\n                    zipFile.openReadStream(entry, function (err, readStream) {\n                        if (err) {\n                            console.warn(\n                                \"ERROR: Failed while performing [openReadStream] for file: \",\n                                entry.fileName,\n                                err\n                            );\n                            reject(err);\n                            return;\n                        }\n                        if (!readStream) {\n                            console.log(\"ERROR: Missing Read Stream while importing.\");\n                            reject(\"Missing Read Strea Resource.\");\n                            return;\n                        }\n                        readStream.on(\"end\", function () {\n                            filePaths.push(entry.fileName);\n                            zipFile.readEntry();\n                        });\n\n                        const newKey = `${uniquePath}/${uniqueKey}/${entry.fileName}`;\n                        // Modify in place\n                        dataMap = prepareDataDirMap({\n                            map: dataMap,\n                            filePath: entry.fileName,\n                            newKey\n                        });\n\n                        const { streamPassThrough, streamPassThroughUploadPromise: promise } =\n                            s3Stream.writeStream(newKey, FILE_CONTENT_TYPE);\n\n                        streamPipeline(readStream, streamPassThrough)\n                            .then(() => {\n                                fileUploadPromises.push(promise);\n                            })\n                            .catch(error => {\n                                reject(error);\n                            });\n                    });\n                }\n            });\n        });\n    });\n}\n"],"mappings":";;;;;;;AAAA;AACA;AACA;AAEA;AACA;AAEA;AAEA,MAAMA,iBAAiB,GAAG,0BAA0B;AACpD,MAAMC,cAAc,GAAG,IAAAC,eAAS,EAACC,gBAAQ,CAAC;AAEnC,SAASC,uBAAuB,CACnCC,eAAuB,EACvBC,UAAkB,EACC;EACnB,OAAO,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACpC,MAAMC,SAAS,GAAG,EAAE;IACpB,MAAMC,kBAAwD,GAAG,EAAE;IACnE,MAAMC,SAAS,GAAG,IAAAC,4CAAqB,EAACR,eAAe,CAAC;IACxD,IAAIS,OAAmB,GAAG;MACtBC,GAAG,EAAEH,SAAS;MACdI,MAAM,EAAE,CAAC,CAAC;MACVC,IAAI,EAAE;IACV,CAAC;IACDC,cAAK,CAACC,IAAI,CAACd,eAAe,EAAE;MAAEe,WAAW,EAAE;IAAK,CAAC,EAAE,UAAUC,GAAG,EAAEC,OAAO,EAAE;MACvE,IAAID,GAAG,EAAE;QACLE,OAAO,CAACC,IAAI,CAAC,gCAAgC,EAAEnB,eAAe,EAAEgB,GAAG,CAAC;QACpEZ,MAAM,CAACY,GAAG,CAAC;QACX;MACJ;MACA,IAAI,CAACC,OAAO,EAAE;QACVC,OAAO,CAACE,GAAG,CAAC,yCAAyC,GAAGpB,eAAe,CAAC;QACxEI,MAAM,CAAC,4BAA4B,CAAC;QACpC;MACJ;MACAc,OAAO,CAACG,IAAI,CAAE,yBAAwBJ,OAAO,CAACK,UAAW,WAAU,CAAC;MACpEL,OAAO,CAACM,EAAE,CAAC,KAAK,EAAE,UAAUP,GAAG,EAAE;QAC7B,IAAIA,GAAG,EAAE;UACLE,OAAO,CAACC,IAAI,CAAC,mCAAmC,EAAEnB,eAAe,EAAEgB,GAAG,CAAC;UACvEZ,MAAM,CAACY,GAAG,CAAC;QACf;QAEAd,OAAO,CAACsB,GAAG,CAAClB,kBAAkB,CAAC,CAACmB,IAAI,CAACC,GAAG,IAAI;UACxCA,GAAG,CAACC,OAAO,CAACC,CAAC,IAAI;YACbV,OAAO,CAACG,IAAI,CAAC,oBAAoB,EAAEO,CAAC,CAAC;UACzC,CAAC,CAAC;UACFzB,OAAO,CAACM,OAAO,CAAC;QACpB,CAAC,CAAC;MACN,CAAC,CAAC;MAEFQ,OAAO,CAACY,SAAS,EAAE;MAEnBZ,OAAO,CAACM,EAAE,CAAC,OAAO,EAAE,UAAUO,KAAK,EAAE;QACjCZ,OAAO,CAACG,IAAI,CAAE,sBAAqBS,KAAK,CAACC,QAAS,GAAE,CAAC;QACrD,IAAI,KAAK,CAACC,IAAI,CAACF,KAAK,CAACC,QAAQ,CAAC,EAAE;UAC5B;UACA;UACA;UACAd,OAAO,CAACY,SAAS,EAAE;QACvB,CAAC,MAAM;UACH;UACAZ,OAAO,CAACgB,cAAc,CAACH,KAAK,EAAE,UAAUd,GAAG,EAAEkB,UAAU,EAAE;YACrD,IAAIlB,GAAG,EAAE;cACLE,OAAO,CAACC,IAAI,CACR,4DAA4D,EAC5DW,KAAK,CAACC,QAAQ,EACdf,GAAG,CACN;cACDZ,MAAM,CAACY,GAAG,CAAC;cACX;YACJ;YACA,IAAI,CAACkB,UAAU,EAAE;cACbhB,OAAO,CAACE,GAAG,CAAC,6CAA6C,CAAC;cAC1DhB,MAAM,CAAC,8BAA8B,CAAC;cACtC;YACJ;YACA8B,UAAU,CAACX,EAAE,CAAC,KAAK,EAAE,YAAY;cAC7BlB,SAAS,CAAC8B,IAAI,CAACL,KAAK,CAACC,QAAQ,CAAC;cAC9Bd,OAAO,CAACY,SAAS,EAAE;YACvB,CAAC,CAAC;YAEF,MAAMO,MAAM,GAAI,GAAEnC,UAAW,IAAGM,SAAU,IAAGuB,KAAK,CAACC,QAAS,EAAC;YAC7D;YACAtB,OAAO,GAAG,IAAA4B,oCAAiB,EAAC;cACxBC,GAAG,EAAE7B,OAAO;cACZ8B,QAAQ,EAAET,KAAK,CAACC,QAAQ;cACxBK;YACJ,CAAC,CAAC;YAEF,MAAM;cAAEI,iBAAiB;cAAEC,8BAA8B,EAAEC;YAAQ,CAAC,GAChEC,kBAAQ,CAACC,WAAW,CAACR,MAAM,EAAEzC,iBAAiB,CAAC;YAEnDC,cAAc,CAACsC,UAAU,EAAEM,iBAAiB,CAAC,CACxCf,IAAI,CAAC,MAAM;cACRnB,kBAAkB,CAAC6B,IAAI,CAACO,OAAO,CAAC;YACpC,CAAC,CAAC,CACDG,KAAK,CAACC,KAAK,IAAI;cACZ1C,MAAM,CAAC0C,KAAK,CAAC;YACjB,CAAC,CAAC;UACV,CAAC,CAAC;QACN;MACJ,CAAC,CAAC;IACN,CAAC,CAAC;EACN,CAAC,CAAC;AACN"}

package/import/utils/getFileNameWithoutExt.d.ts

@@ -0,0 +1 @@
+export declare function getFileNameWithoutExt(fileName: string): string;

package/import/utils/getFileNameWithoutExt.js

@@ -0,0 +1,11 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.getFileNameWithoutExt = getFileNameWithoutExt;
+var _path = _interopRequireDefault(require("path"));
+function getFileNameWithoutExt(fileName) {
+  return _path.default.basename(fileName).replace(_path.default.extname(fileName), "");
+}

package/import/utils/getFileNameWithoutExt.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["getFileNameWithoutExt","fileName","path","basename","replace","extname"],"sources":["getFileNameWithoutExt.ts"],"sourcesContent":["import path from \"path\";\n\nexport function getFileNameWithoutExt(fileName: string): string {\n    return path.basename(fileName).replace(path.extname(fileName), \"\");\n}\n"],"mappings":";;;;;;;AAAA;AAEO,SAASA,qBAAqB,CAACC,QAAgB,EAAU;EAC5D,OAAOC,aAAI,CAACC,QAAQ,CAACF,QAAQ,CAAC,CAACG,OAAO,CAACF,aAAI,CAACG,OAAO,CAACJ,QAAQ,CAAC,EAAE,EAAE,CAAC;AACtE"}

package/import/utils/index.d.ts

@@ -0,0 +1,9 @@
+export * from "./initialStats";
+export * from "./uploadFilesFromS3";
+export * from "./uploadAssets";
+export * from "./updateFilesInData";
+export * from "./prepareDataDirMap";
+export * from "./getFileNameWithoutExt";
+export * from "./extractZipAndUploadToS3";
+export * from "./extractAndUploadZipFileContents";
+export * from "./deleteS3Folder";

package/import/utils/index.js

@@ -0,0 +1,104 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _initialStats = require("./initialStats");
+Object.keys(_initialStats).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _initialStats[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _initialStats[key];
+    }
+  });
+});
+var _uploadFilesFromS = require("./uploadFilesFromS3");
+Object.keys(_uploadFilesFromS).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _uploadFilesFromS[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _uploadFilesFromS[key];
+    }
+  });
+});
+var _uploadAssets = require("./uploadAssets");
+Object.keys(_uploadAssets).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _uploadAssets[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _uploadAssets[key];
+    }
+  });
+});
+var _updateFilesInData = require("./updateFilesInData");
+Object.keys(_updateFilesInData).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _updateFilesInData[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _updateFilesInData[key];
+    }
+  });
+});
+var _prepareDataDirMap = require("./prepareDataDirMap");
+Object.keys(_prepareDataDirMap).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _prepareDataDirMap[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _prepareDataDirMap[key];
+    }
+  });
+});
+var _getFileNameWithoutExt = require("./getFileNameWithoutExt");
+Object.keys(_getFileNameWithoutExt).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _getFileNameWithoutExt[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _getFileNameWithoutExt[key];
+    }
+  });
+});
+var _extractZipAndUploadToS = require("./extractZipAndUploadToS3");
+Object.keys(_extractZipAndUploadToS).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _extractZipAndUploadToS[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _extractZipAndUploadToS[key];
+    }
+  });
+});
+var _extractAndUploadZipFileContents = require("./extractAndUploadZipFileContents");
+Object.keys(_extractAndUploadZipFileContents).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _extractAndUploadZipFileContents[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _extractAndUploadZipFileContents[key];
+    }
+  });
+});
+var _deleteS3Folder = require("./deleteS3Folder");
+Object.keys(_deleteS3Folder).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _deleteS3Folder[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _deleteS3Folder[key];
+    }
+  });
+});

package/import/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["index.ts"],"sourcesContent":["export * from \"./initialStats\";\nexport * from \"./uploadFilesFromS3\";\nexport * from \"./uploadAssets\";\nexport * from \"./updateFilesInData\";\nexport * from \"./prepareDataDirMap\";\nexport * from \"./getFileNameWithoutExt\";\nexport * from \"./extractZipAndUploadToS3\";\nexport * from \"./extractAndUploadZipFileContents\";\nexport * from \"./deleteS3Folder\";\n"],"mappings":";;;;;AAAA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AACA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AACA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AACA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AACA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AACA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AACA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AACA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AACA;AAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA"}

package/import/utils/initialStats.d.ts

@@ -0,0 +1,7 @@
+export declare function initialStats(total: number): {
+    pending: number;
+    processing: number;
+    completed: number;
+    failed: number;
+    total: number;
+};

package/import/utils/initialStats.js

@@ -0,0 +1,16 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.initialStats = initialStats;
+var _types = require("../../types");
+function initialStats(total) {
+  return {
+    [_types.ImportExportTaskStatus.PENDING]: total,
+    [_types.ImportExportTaskStatus.PROCESSING]: 0,
+    [_types.ImportExportTaskStatus.COMPLETED]: 0,
+    [_types.ImportExportTaskStatus.FAILED]: 0,
+    total
+  };
+}

package/import/utils/initialStats.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["initialStats","total","ImportExportTaskStatus","PENDING","PROCESSING","COMPLETED","FAILED"],"sources":["initialStats.ts"],"sourcesContent":["import { ImportExportTaskStatus } from \"~/types\";\n\nexport function initialStats(total: number) {\n    return {\n        [ImportExportTaskStatus.PENDING]: total,\n        [ImportExportTaskStatus.PROCESSING]: 0,\n        [ImportExportTaskStatus.COMPLETED]: 0,\n        [ImportExportTaskStatus.FAILED]: 0,\n        total\n    };\n}\n"],"mappings":";;;;;;AAAA;AAEO,SAASA,YAAY,CAACC,KAAa,EAAE;EACxC,OAAO;IACH,CAACC,6BAAsB,CAACC,OAAO,GAAGF,KAAK;IACvC,CAACC,6BAAsB,CAACE,UAAU,GAAG,CAAC;IACtC,CAACF,6BAAsB,CAACG,SAAS,GAAG,CAAC;IACrC,CAACH,6BAAsB,CAACI,MAAM,GAAG,CAAC;IAClCL;EACJ,CAAC;AACL"}

package/import/utils/prepareDataDirMap.d.ts

@@ -0,0 +1,6 @@
+import { ImportData } from "../../types";
+export declare function prepareDataDirMap({ map, filePath, newKey }: {
+    map: ImportData;
+    filePath: string;
+    newKey: string;
+}): ImportData;

package/import/utils/prepareDataDirMap.js

@@ -0,0 +1,29 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.prepareDataDirMap = prepareDataDirMap;
+var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
+var _constants = require("../constants");
+function prepareDataDirMap({
+  map,
+  filePath,
+  newKey
+}) {
+  const isAsset = filePath.includes(_constants.ASSETS_DIR_NAME);
+  if (isAsset) {
+    /*
+     * We want to use dot (.) as part of object key rather than creating nested object(s).
+     * Also, the file name might contain dots in it beside the extension, so, we are escaping them all.
+     */
+    const assetKey = filePath.split(`${_constants.ASSETS_DIR_NAME}/`).pop();
+    const oldKey = assetKey.replace(/\./g, "\\.");
+    map = _dotPropImmutable.default.set(map, `assets.${oldKey}`, newKey);
+  } else {
+    // We only need to know the newKey for data file.
+    map = _dotPropImmutable.default.set(map, `data`, newKey);
+  }
+  return map;
+}

package/import/utils/prepareDataDirMap.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["prepareDataDirMap","map","filePath","newKey","isAsset","includes","ASSETS_DIR_NAME","assetKey","split","pop","oldKey","replace","dotProp","set"],"sources":["prepareDataDirMap.ts"],"sourcesContent":["import dotProp from \"dot-prop-immutable\";\nimport { ImportData } from \"~/types\";\nimport { ASSETS_DIR_NAME } from \"~/import/constants\";\n\nexport function prepareDataDirMap({\n    map,\n    filePath,\n    newKey\n}: {\n    map: ImportData;\n    filePath: string;\n    newKey: string;\n}): ImportData {\n    const isAsset = filePath.includes(ASSETS_DIR_NAME);\n\n    if (isAsset) {\n        /*\n         * We want to use dot (.) as part of object key rather than creating nested object(s).\n         * Also, the file name might contain dots in it beside the extension, so, we are escaping them all.\n         */\n        const assetKey = filePath.split(`${ASSETS_DIR_NAME}/`).pop() as string;\n        const oldKey = assetKey.replace(/\\./g, \"\\\\.\");\n\n        map = dotProp.set(map, `assets.${oldKey}`, newKey);\n    } else {\n        // We only need to know the newKey for data file.\n        map = dotProp.set(map, `data`, newKey);\n    }\n\n    return map;\n}\n"],"mappings":";;;;;;;AAAA;AAEA;AAEO,SAASA,iBAAiB,CAAC;EAC9BC,GAAG;EACHC,QAAQ;EACRC;AAKJ,CAAC,EAAc;EACX,MAAMC,OAAO,GAAGF,QAAQ,CAACG,QAAQ,CAACC,0BAAe,CAAC;EAElD,IAAIF,OAAO,EAAE;IACT;AACR;AACA;AACA;IACQ,MAAMG,QAAQ,GAAGL,QAAQ,CAACM,KAAK,CAAE,GAAEF,0BAAgB,GAAE,CAAC,CAACG,GAAG,EAAY;IACtE,MAAMC,MAAM,GAAGH,QAAQ,CAACI,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;IAE7CV,GAAG,GAAGW,yBAAO,CAACC,GAAG,CAACZ,GAAG,EAAG,UAASS,MAAO,EAAC,EAAEP,MAAM,CAAC;EACtD,CAAC,MAAM;IACH;IACAF,GAAG,GAAGW,yBAAO,CAACC,GAAG,CAACZ,GAAG,EAAG,MAAK,EAAEE,MAAM,CAAC;EAC1C;EAEA,OAAOF,GAAG;AACd"}

package/import/utils/updateFilesInData.d.ts

@@ -0,0 +1,8 @@
+import { FileInput } from "@webiny/api-file-manager/types";
+interface UpdateFilesInDataParams {
+    data: Record<string, any>;
+    fileIdToNewFileMap: Map<string, FileInput>;
+    srcPrefix: string;
+}
+export declare function updateFilesInData({ data, fileIdToNewFileMap, srcPrefix }: UpdateFilesInDataParams): void;
+export {};

package/import/utils/updateFilesInData.js

@@ -0,0 +1,48 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.updateFilesInData = updateFilesInData;
+function updateFilesInData({
+  data,
+  fileIdToNewFileMap,
+  srcPrefix
+}) {
+  if (!data || typeof data !== "object") {
+    return;
+  }
+  // Recursively call function if data is array
+  if (Array.isArray(data)) {
+    for (let i = 0; i < data.length; i++) {
+      const element = data[i];
+      updateFilesInData({
+        data: element,
+        fileIdToNewFileMap,
+        srcPrefix
+      });
+    }
+    return;
+  }
+  // Main logic
+  const tuple = Object.entries(data);
+  for (let i = 0; i < tuple.length; i++) {
+    const [key, value] = tuple[i];
+    if (key === "file" && value && fileIdToNewFileMap.has(value.id)) {
+      const newFile = fileIdToNewFileMap.get(value.id);
+      if (!newFile) {
+        continue;
+      }
+      const cleanSrcPrefix = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
+      value.key = newFile.key;
+      value.name = newFile.name;
+      value.src = `${cleanSrcPrefix}/${newFile.key}`;
+    } else {
+      updateFilesInData({
+        data: value,
+        srcPrefix,
+        fileIdToNewFileMap
+      });
+    }
+  }
+}

package/import/utils/updateFilesInData.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["updateFilesInData","data","fileIdToNewFileMap","srcPrefix","Array","isArray","i","length","element","tuple","Object","entries","key","value","has","id","newFile","get","cleanSrcPrefix","endsWith","slice","name","src"],"sources":["updateFilesInData.ts"],"sourcesContent":["import { FileInput } from \"@webiny/api-file-manager/types\";\n\ninterface UpdateFilesInDataParams {\n    data: Record<string, any>;\n    fileIdToNewFileMap: Map<string, FileInput>;\n    srcPrefix: string;\n}\n\nexport function updateFilesInData({\n    data,\n    fileIdToNewFileMap,\n    srcPrefix\n}: UpdateFilesInDataParams) {\n    if (!data || typeof data !== \"object\") {\n        return;\n    }\n    // Recursively call function if data is array\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            updateFilesInData({ data: element, fileIdToNewFileMap, srcPrefix });\n        }\n        return;\n    }\n    // Main logic\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n\n        if (key === \"file\" && value && fileIdToNewFileMap.has(value.id)) {\n            const newFile = fileIdToNewFileMap.get(value.id);\n            if (!newFile) {\n                continue;\n            }\n\n            const cleanSrcPrefix = srcPrefix.endsWith(\"/\") ? srcPrefix.slice(0, -1) : srcPrefix;\n\n            value.key = newFile.key;\n            value.name = newFile.name;\n            value.src = `${cleanSrcPrefix}/${newFile.key}`;\n        } else {\n            updateFilesInData({ data: value, srcPrefix, fileIdToNewFileMap });\n        }\n    }\n}\n"],"mappings":";;;;;;AAQO,SAASA,iBAAiB,CAAC;EAC9BC,IAAI;EACJC,kBAAkB;EAClBC;AACqB,CAAC,EAAE;EACxB,IAAI,CAACF,IAAI,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;IACnC;EACJ;EACA;EACA,IAAIG,KAAK,CAACC,OAAO,CAACJ,IAAI,CAAC,EAAE;IACrB,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGL,IAAI,CAACM,MAAM,EAAED,CAAC,EAAE,EAAE;MAClC,MAAME,OAAO,GAAGP,IAAI,CAACK,CAAC,CAAC;MACvBN,iBAAiB,CAAC;QAAEC,IAAI,EAAEO,OAAO;QAAEN,kBAAkB;QAAEC;MAAU,CAAC,CAAC;IACvE;IACA;EACJ;EACA;EACA,MAAMM,KAAK,GAAGC,MAAM,CAACC,OAAO,CAACV,IAAI,CAAC;EAClC,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGG,KAAK,CAACF,MAAM,EAAED,CAAC,EAAE,EAAE;IACnC,MAAM,CAACM,GAAG,EAAEC,KAAK,CAAC,GAAGJ,KAAK,CAACH,CAAC,CAAC;IAE7B,IAAIM,GAAG,KAAK,MAAM,IAAIC,KAAK,IAAIX,kBAAkB,CAACY,GAAG,CAACD,KAAK,CAACE,EAAE,CAAC,EAAE;MAC7D,MAAMC,OAAO,GAAGd,kBAAkB,CAACe,GAAG,CAACJ,KAAK,CAACE,EAAE,CAAC;MAChD,IAAI,CAACC,OAAO,EAAE;QACV;MACJ;MAEA,MAAME,cAAc,GAAGf,SAAS,CAACgB,QAAQ,CAAC,GAAG,CAAC,GAAGhB,SAAS,CAACiB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAGjB,SAAS;MAEnFU,KAAK,CAACD,GAAG,GAAGI,OAAO,CAACJ,GAAG;MACvBC,KAAK,CAACQ,IAAI,GAAGL,OAAO,CAACK,IAAI;MACzBR,KAAK,CAACS,GAAG,GAAI,GAAEJ,cAAe,IAAGF,OAAO,CAACJ,GAAI,EAAC;IAClD,CAAC,MAAM;MACHZ,iBAAiB,CAAC;QAAEC,IAAI,EAAEY,KAAK;QAAEV,SAAS;QAAED;MAAmB,CAAC,CAAC;IACrE;EACJ;AACJ"}

package/import/utils/uploadAssets.d.ts

@@ -0,0 +1,10 @@
+import { PbImportExportContext } from "../../graphql/types";
+import { File, FileInput } from "@webiny/api-file-manager/types";
+import { FileUploadsData } from "../../types";
+interface UploadAssetsParams {
+    context: PbImportExportContext;
+    files: File[];
+    fileUploadsData: FileUploadsData;
+}
+export declare const uploadAssets: (params: UploadAssetsParams) => Promise<Map<string, FileInput>>;
+export {};

package/import/utils/uploadAssets.js

@@ -0,0 +1,51 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.uploadAssets = void 0;
+var _objectSpread2 = _interopRequireDefault(require("@babel/runtime/helpers/objectSpread2"));
+var _mdbid = _interopRequireDefault(require("mdbid"));
+var _uploadFilesFromS = require("./uploadFilesFromS3");
+// @ts-ignore
+
+const uploadAssets = async params => {
+  const {
+    context,
+    files,
+    fileUploadsData
+  } = params;
+  const oldIdToNewFileMap = new Map();
+
+  /**
+   * This function contains logic of file download from S3.
+   * Current we're not mocking zip file download from S3 in tests at the moment.
+   * So, we're manually mocking it in case of test just by returning an empty object.
+   */
+  if (process.env.NODE_ENV === "test") {
+    return oldIdToNewFileMap;
+  }
+
+  // A map of temporary file keys (created during ZIP upload) to permanent file keys.
+  const uploadFileMap = new Map();
+
+  // Array of file inputs, to insert into the DB.
+  const createFilesInput = [];
+  for (const oldFile of files) {
+    const id = (0, _mdbid.default)();
+    // We replace the old file ID with a new one.
+    const newKey = `${id}/${oldFile.key.replace(`${oldFile.id}/`, "")}`;
+    const newFile = (0, _objectSpread2.default)((0, _objectSpread2.default)({}, oldFile), {}, {
+      id,
+      key: newKey
+    });
+    createFilesInput.push(newFile);
+    oldIdToNewFileMap.set(oldFile.id, newFile);
+    uploadFileMap.set(fileUploadsData.assets[oldFile.key], newFile);
+  }
+  await (0, _uploadFilesFromS.uploadFilesFromS3)(uploadFileMap);
+  await context.fileManager.createFilesInBatch(createFilesInput);
+  return oldIdToNewFileMap;
+};
+exports.uploadAssets = uploadAssets;

package/import/utils/uploadAssets.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["uploadAssets","params","context","files","fileUploadsData","oldIdToNewFileMap","Map","process","env","NODE_ENV","uploadFileMap","createFilesInput","oldFile","id","mdbid","newKey","key","replace","newFile","push","set","assets","uploadFilesFromS3","fileManager","createFilesInBatch"],"sources":["uploadAssets.ts"],"sourcesContent":["// @ts-ignore\nimport mdbid from \"mdbid\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport { File, FileInput } from \"@webiny/api-file-manager/types\";\nimport { UploadFileMap, uploadFilesFromS3 } from \"~/import/utils/uploadFilesFromS3\";\nimport { FileUploadsData } from \"~/types\";\n\ninterface UploadAssetsParams {\n    context: PbImportExportContext;\n    files: File[];\n    fileUploadsData: FileUploadsData;\n}\n\nexport const uploadAssets = async (params: UploadAssetsParams) => {\n    const { context, files, fileUploadsData } = params;\n\n    const oldIdToNewFileMap = new Map<string, FileInput>();\n\n    /**\n     * This function contains logic of file download from S3.\n     * Current we're not mocking zip file download from S3 in tests at the moment.\n     * So, we're manually mocking it in case of test just by returning an empty object.\n     */\n    if (process.env.NODE_ENV === \"test\") {\n        return oldIdToNewFileMap;\n    }\n\n    // A map of temporary file keys (created during ZIP upload) to permanent file keys.\n    const uploadFileMap: UploadFileMap = new Map();\n\n    // Array of file inputs, to insert into the DB.\n    const createFilesInput: FileInput[] = [];\n\n    for (const oldFile of files) {\n        const id = mdbid();\n        // We replace the old file ID with a new one.\n        const newKey = `${id}/${oldFile.key.replace(`${oldFile.id}/`, \"\")}`;\n        const newFile: FileInput = { ...oldFile, id, key: newKey };\n\n        createFilesInput.push(newFile);\n        oldIdToNewFileMap.set(oldFile.id, newFile);\n        uploadFileMap.set(fileUploadsData.assets[oldFile.key], newFile);\n    }\n\n    await uploadFilesFromS3(uploadFileMap);\n\n    await context.fileManager.createFilesInBatch(createFilesInput);\n\n    return oldIdToNewFileMap;\n};\n"],"mappings":";;;;;;;;AACA;AAGA;AAJA;;AAaO,MAAMA,YAAY,GAAG,MAAOC,MAA0B,IAAK;EAC9D,MAAM;IAAEC,OAAO;IAAEC,KAAK;IAAEC;EAAgB,CAAC,GAAGH,MAAM;EAElD,MAAMI,iBAAiB,GAAG,IAAIC,GAAG,EAAqB;;EAEtD;AACJ;AACA;AACA;AACA;EACI,IAAIC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,EAAE;IACjC,OAAOJ,iBAAiB;EAC5B;;EAEA;EACA,MAAMK,aAA4B,GAAG,IAAIJ,GAAG,EAAE;;EAE9C;EACA,MAAMK,gBAA6B,GAAG,EAAE;EAExC,KAAK,MAAMC,OAAO,IAAIT,KAAK,EAAE;IACzB,MAAMU,EAAE,GAAG,IAAAC,cAAK,GAAE;IAClB;IACA,MAAMC,MAAM,GAAI,GAAEF,EAAG,IAAGD,OAAO,CAACI,GAAG,CAACC,OAAO,CAAE,GAAEL,OAAO,CAACC,EAAG,GAAE,EAAE,EAAE,CAAE,EAAC;IACnE,MAAMK,OAAkB,+DAAQN,OAAO;MAAEC,EAAE;MAAEG,GAAG,EAAED;IAAM,EAAE;IAE1DJ,gBAAgB,CAACQ,IAAI,CAACD,OAAO,CAAC;IAC9Bb,iBAAiB,CAACe,GAAG,CAACR,OAAO,CAACC,EAAE,EAAEK,OAAO,CAAC;IAC1CR,aAAa,CAACU,GAAG,CAAChB,eAAe,CAACiB,MAAM,CAACT,OAAO,CAACI,GAAG,CAAC,EAAEE,OAAO,CAAC;EACnE;EAEA,MAAM,IAAAI,mCAAiB,EAACZ,aAAa,CAAC;EAEtC,MAAMR,OAAO,CAACqB,WAAW,CAACC,kBAAkB,CAACb,gBAAgB,CAAC;EAE9D,OAAON,iBAAiB;AAC5B,CAAC;AAAC"}

package/import/utils/uploadFilesFromS3.d.ts

@@ -0,0 +1,3 @@
+import { FileInput } from "@webiny/api-file-manager/types";
+export declare type UploadFileMap = Map<string, FileInput>;
+export declare function uploadFilesFromS3(fileMap: UploadFileMap): Promise<import("aws-sdk/clients/s3").ManagedUpload.SendData[]>;

package/import/utils/uploadFilesFromS3.js

@@ -0,0 +1,19 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.uploadFilesFromS3 = uploadFilesFromS3;
+var _s3Stream = require("../../export/s3Stream");
+async function uploadFilesFromS3(fileMap) {
+  const promises = [];
+  for (const [source, target] of Array.from(fileMap.entries())) {
+    // Read file.
+    const readStream = _s3Stream.s3Stream.readStream(source);
+    const ws = _s3Stream.s3Stream.writeStream(target.key, target.type);
+    readStream.pipe(ws.streamPassThrough);
+    promises.push(ws.streamPassThroughUploadPromise);
+    console.log(`Successfully queued file "${target.key}"`);
+  }
+  return Promise.all(promises);
+}

package/import/utils/uploadFilesFromS3.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["uploadFilesFromS3","fileMap","promises","source","target","Array","from","entries","readStream","s3Stream","ws","writeStream","key","type","pipe","streamPassThrough","push","streamPassThroughUploadPromise","console","log","Promise","all"],"sources":["uploadFilesFromS3.ts"],"sourcesContent":["import { s3Stream } from \"~/export/s3Stream\";\nimport { FileInput } from \"@webiny/api-file-manager/types\";\n\nexport type UploadFileMap = Map<string, FileInput>;\n\nexport async function uploadFilesFromS3(fileMap: UploadFileMap) {\n    const promises = [];\n    for (const [source, target] of Array.from(fileMap.entries())) {\n        // Read file.\n        const readStream = s3Stream.readStream(source);\n\n        const ws = s3Stream.writeStream(target.key, target.type);\n        readStream.pipe(ws.streamPassThrough);\n        promises.push(ws.streamPassThroughUploadPromise);\n\n        console.log(`Successfully queued file \"${target.key}\"`);\n    }\n\n    return Promise.all(promises);\n}\n"],"mappings":";;;;;;AAAA;AAKO,eAAeA,iBAAiB,CAACC,OAAsB,EAAE;EAC5D,MAAMC,QAAQ,GAAG,EAAE;EACnB,KAAK,MAAM,CAACC,MAAM,EAAEC,MAAM,CAAC,IAAIC,KAAK,CAACC,IAAI,CAACL,OAAO,CAACM,OAAO,EAAE,CAAC,EAAE;IAC1D;IACA,MAAMC,UAAU,GAAGC,kBAAQ,CAACD,UAAU,CAACL,MAAM,CAAC;IAE9C,MAAMO,EAAE,GAAGD,kBAAQ,CAACE,WAAW,CAACP,MAAM,CAACQ,GAAG,EAAER,MAAM,CAACS,IAAI,CAAC;IACxDL,UAAU,CAACM,IAAI,CAACJ,EAAE,CAACK,iBAAiB,CAAC;IACrCb,QAAQ,CAACc,IAAI,CAACN,EAAE,CAACO,8BAA8B,CAAC;IAEhDC,OAAO,CAACC,GAAG,CAAE,6BAA4Bf,MAAM,CAACQ,GAAI,GAAE,CAAC;EAC3D;EAEA,OAAOQ,OAAO,CAACC,GAAG,CAACnB,QAAQ,CAAC;AAChC"}

package/import/utils.d.ts

@@ -1,6 +1,6 @@
 import { File } from "@webiny/api-file-manager/types";
 import { PbImportExportContext } from "../graphql/types";
-import { ExportedPageData, ExportedBlockData, ExportedTemplateData } from "../export/utils";
+import { ExportedPageData, ExportedBlockData } from "../export/utils";
 interface UploadAssetsParams {
     context: PbImportExportContext;
     filesData: File[];
@@ -28,13 +28,6 @@ interface ImportBlockParams {
     fileUploadsData: FileUploadsData;
 }
 export declare function importBlock({ blockKey, context, fileUploadsData }: ImportBlockParams): Promise<ExportedBlockData["block"]>;
-interface ImportTemplateParams {
-    key: string;
-    templateKey: string;
-    context: PbImportExportContext;
-    fileUploadsData: FileUploadsData;
-}
-export declare function importTemplate({ templateKey, context, fileUploadsData }: ImportTemplateParams): Promise<ExportedTemplateData["template"]>;
 interface ImportData {
     assets: Record<string, string>;
     data: string;

package/import/utils.js

@@ -7,7 +7,6 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.importBlock = importBlock;
 exports.importPage = importPage;
-exports.importTemplate = importTemplate;
 exports.initialStats = initialStats;
 exports.readExtractAndUploadZipFileContents = readExtractAndUploadZipFileContents;
 exports.uploadAssets = void 0;
@@ -328,60 +327,6 @@ async function importBlock({
   return block;
 }
 
-async function importTemplate({
-  templateKey,
-  context,
-  fileUploadsData
-}) {
-  const log = console.log; // Making Directory for template in which we're going to extract the template data file.
-
-  const TEMPLATE_EXTRACT_DIR = _path.default.join(INSTALL_EXTRACT_DIR, templateKey);
-
-  (0, _fsExtra.ensureDirSync)(TEMPLATE_EXTRACT_DIR);
-
-  const templateDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
-
-  const TEMPLATE_DATA_FILE_PATH = _path.default.join(TEMPLATE_EXTRACT_DIR, _path.default.basename(templateDataFileKey));
-
-  log(`Downloading Template data file: ${templateDataFileKey} at "${TEMPLATE_DATA_FILE_PATH}"`); // Download and save template data file in disk.
-
-  await new Promise((resolve, reject) => {
-    _s3Stream.s3Stream.readStream(templateDataFileKey).on("error", reject).pipe((0, _fs.createWriteStream)(TEMPLATE_DATA_FILE_PATH)).on("error", reject).on("finish", resolve);
-  }); // Load the template data file from disk.
-
-  log(`Load file ${templateDataFileKey}`);
-  const {
-    template,
-    files
-  } = await (0, _loadJsonFile.default)(TEMPLATE_DATA_FILE_PATH); // Only update template data if there are files.
-
-  if (files && Array.isArray(files) && files.length > 0) {
-    // Upload template assets.
-    const {
-      fileIdToKeyMap
-    } = await uploadAssets({
-      context,
-      filesData: files,
-      fileUploadsData
-    });
-    const settings = await context.fileManager.settings.getSettings();
-    const {
-      srcPrefix = ""
-    } = settings || {};
-    updateFilesInData({
-      data: template.content || {},
-      fileIdToKeyMap,
-      srcPrefix
-    });
-  }
-
-  log("Removing Directory for template...");
-  await (0, _downloadInstallFiles.deleteFile)(templateKey);
-  log(`Remove template contents from S3...`);
-  await deleteS3Folder(_path.default.dirname(fileUploadsData.data));
-  return template;
-}
-
 async function uploadFilesFromS3({
   fileKeyToFileMap,
   oldKeyToNewKeyMap