@webiny/api-page-builder-import-export 0.0.0-unstable.3386f66516 → 0.0.0-unstable.39223eb3c1

package/import/process/{templatesHandler.js → templates/templatesHandler.js}

@@ -4,17 +4,11 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.templatesHandler = void 0;
-
-var _types = require("../../types");
-
-var _utils = require("../utils");
-
-var _client = require("../../client");
-
-var _mockSecurity = require("../../mockSecurity");
-
-var _utils2 = require("@webiny/utils");
-
+var _types = require("../../../types");
+var _importTemplate = require("./importTemplate");
+var _client = require("../../../client");
+var _mockSecurity = require("../../../mockSecurity");
+var _utils = require("@webiny/utils");
 const templatesHandler = async (configuration, payload, context) => {
   const log = console.log;
   let subTask;
@@ -29,22 +23,22 @@ const templatesHandler = async (configuration, payload, context) => {
     subTaskIndex,
     type,
     identity
-  } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+  } = payload;
+  // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
   // and this Lambda is invoked internally, without credentials.
-
   (0, _mockSecurity.mockSecurity)(identity, context);
-
   try {
     /*
      * Note: We're not going to DB for getting next sub-task to process,
      * because the data might be out of sync due to GSI eventual consistency.
      */
-    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
+
+    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
+
     /**
      * Base condition!!
      * Bail out early, if task not found or task's status is not "pending".
      */
-
     if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
       noPendingTask = true;
       return {
@@ -54,7 +48,6 @@ const templatesHandler = async (configuration, payload, context) => {
     } else {
       noPendingTask = false;
     }
-
     prevStatusOfSubTask = subTask.status;
     log(`Fetched sub task => ${subTask.id}`);
     const {
@@ -65,31 +58,41 @@ const templatesHandler = async (configuration, payload, context) => {
     const {
       fileUploadsData
     } = input;
-    log(`Processing template key "${templateKey}"`); // Mark task status as PROCESSING
+    log(`Processing template key "${templateKey}"`);
 
+    // Mark task status as PROCESSING
     subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
       status: _types.ImportExportTaskStatus.PROCESSING
-    }); // Update stats in main task
-
+    });
+    // Update stats in main task
     await pageBuilder.importExportTask.updateStats(taskId, {
       prevStatus: prevStatusOfSubTask,
       nextStatus: _types.ImportExportTaskStatus.PROCESSING
     });
-    prevStatusOfSubTask = subTask.status; // Real job
+    prevStatusOfSubTask = subTask.status;
 
-    const template = await (0, _utils.importTemplate)({
+    // Real job
+    const template = await (0, _importTemplate.importTemplate)({
       context,
       templateKey,
       key: zipFileKey,
       fileUploadsData
-    }); // Create a template
+    });
 
+    // Create a template
     const pbTemplate = await context.pageBuilder.createPageTemplate({
       title: template.title,
+      slug: template.slug,
+      tags: template.tags,
+      layout: template.layout,
+      pageCategory: template.pageCategory,
       description: template.description,
-      content: template.content
-    }); // Update task record in DB
+      content: template.content,
+      dataBindings: template.dataBindings,
+      dataSources: template.dataSources
+    });
 
+    // Update task record in DB
     subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
       status: _types.ImportExportTaskStatus.COMPLETED,
       data: {
@@ -99,8 +102,8 @@ const templatesHandler = async (configuration, payload, context) => {
           title: pbTemplate.title
         }
       }
-    }); // Update stats in main task
-
+    });
+    // Update stats in main task
     await pageBuilder.importExportTask.updateStats(taskId, {
       prevStatus: prevStatusOfSubTask,
       nextStatus: _types.ImportExportTaskStatus.COMPLETED
@@ -108,7 +111,6 @@ const templatesHandler = async (configuration, payload, context) => {
     prevStatusOfSubTask = subTask.status;
   } catch (e) {
     log("[IMPORT_TEMPLATES_PROCESS] Error => ", e.message);
-
     if (subTask && subTask.id) {
       /**
        * In case of error, we'll update the task status to "failed",
@@ -121,15 +123,15 @@ const templatesHandler = async (configuration, payload, context) => {
           message: e.message,
           code: "IMPORT_FAILED"
         }
-      }); // Update stats in main task
+      });
 
+      // Update stats in main task
       await pageBuilder.importExportTask.updateStats(taskId, {
         prevStatus: prevStatusOfSubTask,
         nextStatus: _types.ImportExportTaskStatus.FAILED
       });
       prevStatusOfSubTask = subTask.status;
     }
-
     return {
       data: null,
       error: {
@@ -147,8 +149,8 @@ const templatesHandler = async (configuration, payload, context) => {
         }
       });
     } else {
-      log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current template error out.
-
+      log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
+      // We want to continue with Self invocation no matter if current template error out.
       await (0, _client.invokeHandlerClient)({
         context,
         name: configuration.handlers.process,
@@ -162,11 +164,11 @@ const templatesHandler = async (configuration, payload, context) => {
       });
     }
   }
-
   return {
     data: "",
     error: null
   };
 };
+exports.templatesHandler = templatesHandler;
 
-exports.templatesHandler = templatesHandler;
+//# sourceMappingURL=templatesHandler.js.map

package/import/process/templates/templatesHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_importTemplate","_client","_mockSecurity","_utils","templatesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","templateKey","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","template","importTemplate","key","pbTemplate","createPageTemplate","title","slug","tags","layout","pageCategory","description","content","dataBindings","dataSources","COMPLETED","message","e","FAILED","name","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","exports"],"sources":["templatesHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { importTemplate } from \"./importTemplate\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/process\";\n\nexport const templatesHandler = async (\n    configuration: Configuration,\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n    let subTask;\n    let noPendingTask = true;\n    let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n    log(\"RUNNING Import Template Queue Process\");\n    const { pageBuilder } = context;\n    const { taskId, subTaskIndex, type, identity } = payload;\n    // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n    // and this Lambda is invoked internally, without credentials.\n    mockSecurity(identity, context);\n\n    try {\n        /*\n         * Note: We're not going to DB for getting next sub-task to process,\n         * because the data might be out of sync due to GSI eventual consistency.\n         */\n\n        subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n        /**\n         * Base condition!!\n         * Bail out early, if task not found or task's status is not \"pending\".\n         */\n        if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n            noPendingTask = true;\n            return {\n                data: \"\",\n                error: null\n            };\n        } else {\n            noPendingTask = false;\n        }\n        prevStatusOfSubTask = subTask.status;\n\n        log(`Fetched sub task => ${subTask.id}`);\n\n        const { templateKey, zipFileKey, input } = subTask.data;\n        const { fileUploadsData } = input;\n\n        log(`Processing template key \"${templateKey}\"`);\n\n        // Mark task status as PROCESSING\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.PROCESSING\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.PROCESSING\n        });\n        prevStatusOfSubTask = subTask.status;\n\n        // Real job\n        const template = await importTemplate({\n            context,\n            templateKey,\n            key: zipFileKey,\n            fileUploadsData\n        });\n\n        // Create a template\n        const pbTemplate = await context.pageBuilder.createPageTemplate({\n            title: template.title,\n            slug: template.slug,\n            tags: template.tags,\n            layout: template.layout,\n            pageCategory: template.pageCategory,\n            description: template.description,\n            content: template.content,\n            dataBindings: template.dataBindings,\n            dataSources: template.dataSources\n        });\n\n        // Update task record in DB\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: \"Done\",\n                template: {\n                    id: pbTemplate.id,\n                    title: pbTemplate.title\n                }\n            }\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.COMPLETED\n        });\n        prevStatusOfSubTask = subTask.status;\n    } catch (e) {\n        log(\"[IMPORT_TEMPLATES_PROCESS] Error => \", e.message);\n\n        if (subTask && subTask.id) {\n            /**\n             * In case of error, we'll update the task status to \"failed\",\n             * so that, client can show notify the user appropriately.\n             */\n            subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n                status: ImportExportTaskStatus.FAILED,\n                error: {\n                    name: e.name,\n                    message: e.message,\n                    code: \"IMPORT_FAILED\"\n                }\n            });\n\n            // Update stats in main task\n            await pageBuilder.importExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: ImportExportTaskStatus.FAILED\n            });\n            prevStatusOfSubTask = subTask.status;\n        }\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    } finally {\n        // Base condition!\n        if (noPendingTask) {\n            log(`No pending sub-task for task ${taskId}`);\n\n            await pageBuilder.importExportTask.updateTask(taskId, {\n                status: ImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: `Finish importing templates.`\n                }\n            });\n        } else {\n            log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n            // We want to continue with Self invocation no matter if current template error out.\n            await invokeHandlerClient<Payload>({\n                context,\n                name: configuration.handlers.process,\n                payload: {\n                    taskId,\n                    subTaskIndex: subTaskIndex + 1,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Import templates - process - subtask\"\n            });\n        }\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,eAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAJ,OAAA;AAGO,MAAMK,gBAAgB,GAAG,MAAAA,CAC5BC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,uCAAuC,CAAC;EAC5C,MAAM;IAAEO;EAAY,CAAC,GAAGR,OAAO;EAC/B,MAAM;IAAES,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGb,OAAO;EACxD;EACA;EACA,IAAAc,0BAAY,EAACD,QAAQ,EAAEZ,OAAO,CAAC;EAE/B,IAAI;IACA;AACR;AACA;AACA;;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;;IAEzF;AACR;AACA;AACA;IACQ,IAAI,CAACP,OAAO,IAAIA,OAAO,CAACc,MAAM,KAAKX,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHc,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHf,aAAa,GAAG,KAAK;IACzB;IACAC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IAEpChB,GAAG,CAAC,uBAAuBE,OAAO,CAACiB,EAAE,EAAE,CAAC;IAExC,MAAM;MAAEC,WAAW;MAAEC,UAAU;MAAEC;IAAM,CAAC,GAAGpB,OAAO,CAACe,IAAI;IACvD,MAAM;MAAEM;IAAgB,CAAC,GAAGD,KAAK;IAEjCtB,GAAG,CAAC,4BAA4BoB,WAAW,GAAG,CAAC;;IAE/C;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACoB;IACnC,CAAC,CAAC;IACF;IACA,MAAMlB,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACoB;IACvC,CAAC,CAAC;IACFrB,mBAAmB,GAAGF,OAAO,CAACc,MAAM;;IAEpC;IACA,MAAMa,QAAQ,GAAG,MAAM,IAAAC,8BAAc,EAAC;MAClC/B,OAAO;MACPqB,WAAW;MACXW,GAAG,EAAEV,UAAU;MACfE;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMS,UAAU,GAAG,MAAMjC,OAAO,CAACQ,WAAW,CAAC0B,kBAAkB,CAAC;MAC5DC,KAAK,EAAEL,QAAQ,CAACK,KAAK;MACrBC,IAAI,EAAEN,QAAQ,CAACM,IAAI;MACnBC,IAAI,EAAEP,QAAQ,CAACO,IAAI;MACnBC,MAAM,EAAER,QAAQ,CAACQ,MAAM;MACvBC,YAAY,EAAET,QAAQ,CAACS,YAAY;MACnCC,WAAW,EAAEV,QAAQ,CAACU,WAAW;MACjCC,OAAO,EAAEX,QAAQ,CAACW,OAAO;MACzBC,YAAY,EAAEZ,QAAQ,CAACY,YAAY;MACnCC,WAAW,EAAEb,QAAQ,CAACa;IAC1B,CAAC,CAAC;;IAEF;IACAxC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACsC,SAAS;MACxC1B,IAAI,EAAE;QACF2B,OAAO,EAAE,MAAM;QACff,QAAQ,EAAE;UACNV,EAAE,EAAEa,UAAU,CAACb,EAAE;UACjBe,KAAK,EAAEF,UAAU,CAACE;QACtB;MACJ;IACJ,CAAC,CAAC;IACF;IACA,MAAM3B,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACsC;IACvC,CAAC,CAAC;IACFvC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;EACxC,CAAC,CAAC,OAAO6B,CAAC,EAAE;IACR7C,GAAG,CAAC,sCAAsC,EAAE6C,CAAC,CAACD,OAAO,CAAC;IAEtD,IAAI1C,OAAO,IAAIA,OAAO,CAACiB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;QAC3EH,MAAM,EAAEX,6BAAsB,CAACyC,MAAM;QACrC5B,KAAK,EAAE;UACH6B,IAAI,EAAEF,CAAC,CAACE,IAAI;UACZH,OAAO,EAAEC,CAAC,CAACD,OAAO;UAClBI,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMzC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;QACnDmB,UAAU,EAAEvB,mBAAmB;QAC/BwB,UAAU,EAAEvB,6BAAsB,CAACyC;MACvC,CAAC,CAAC;MACF1C,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACH0B,OAAO,EAAEC,CAAC,CAACD;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAIzC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCQ,MAAM,EAAE,CAAC;MAE7C,MAAMD,WAAW,CAACM,gBAAgB,CAACoC,UAAU,CAACzC,MAAM,EAAE;QAClDQ,MAAM,EAAEX,6BAAsB,CAACsC,SAAS;QACxC1B,IAAI,EAAE;UACF2B,OAAO,EAAE;QACb;MACJ,CAAC,CAAC;IACN,CAAC,MAAM;MACH5C,GAAG,CAAC,8BAA8BS,YAAY,GAAG,CAAC,GAAG,CAAC;MACtD;MACA,MAAM,IAAAyC,2BAAmB,EAAU;QAC/BnD,OAAO;QACPgD,IAAI,EAAElD,aAAa,CAACsD,QAAQ,CAACC,OAAO;QACpCtD,OAAO,EAAE;UACLU,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEZ,OAAO,CAACsD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDf,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHtB,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACqC,OAAA,CAAA3D,gBAAA,GAAAA,gBAAA","ignoreList":[]}

package/import/utils/deleteS3Folder.d.ts

@@ -0,0 +1 @@
+export declare function deleteS3Folder(key: string): Promise<void>;

package/import/utils/deleteS3Folder.js

@@ -0,0 +1,21 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.deleteS3Folder = deleteS3Folder;
+var _s3Stream = require("../../export/s3Stream");
+async function deleteS3Folder(key) {
+  // Append trailing slash i.e "/" to key to make sure we only delete a specific folder.
+  if (!key.endsWith("/")) {
+    key = `${key}/`;
+  }
+  const response = await _s3Stream.s3Stream.listObject(key);
+  const keys = (response.Contents || []).map(c => c.Key).filter(Boolean);
+  console.log(`Found ${keys.length} files.`);
+  const deleteFilePromises = keys.map(key => _s3Stream.s3Stream.deleteObject(key));
+  await Promise.all(deleteFilePromises);
+  console.log(`Successfully deleted ${deleteFilePromises.length} files.`);
+}
+
+//# sourceMappingURL=deleteS3Folder.js.map

package/import/utils/deleteS3Folder.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_s3Stream","require","deleteS3Folder","key","endsWith","response","s3Stream","listObject","keys","Contents","map","c","Key","filter","Boolean","console","log","length","deleteFilePromises","deleteObject","Promise","all"],"sources":["deleteS3Folder.ts"],"sourcesContent":["import { s3Stream } from \"~/export/s3Stream\";\n\nexport async function deleteS3Folder(key: string): Promise<void> {\n    // Append trailing slash i.e \"/\" to key to make sure we only delete a specific folder.\n    if (!key.endsWith(\"/\")) {\n        key = `${key}/`;\n    }\n\n    const response = await s3Stream.listObject(key);\n    const keys = (response.Contents || []).map(c => c.Key).filter(Boolean) as string[];\n    console.log(`Found ${keys.length} files.`);\n\n    const deleteFilePromises = keys.map(key => s3Stream.deleteObject(key));\n\n    await Promise.all(deleteFilePromises);\n    console.log(`Successfully deleted ${deleteFilePromises.length} files.`);\n}\n"],"mappings":";;;;;;AAAA,IAAAA,SAAA,GAAAC,OAAA;AAEO,eAAeC,cAAcA,CAACC,GAAW,EAAiB;EAC7D;EACA,IAAI,CAACA,GAAG,CAACC,QAAQ,CAAC,GAAG,CAAC,EAAE;IACpBD,GAAG,GAAG,GAAGA,GAAG,GAAG;EACnB;EAEA,MAAME,QAAQ,GAAG,MAAMC,kBAAQ,CAACC,UAAU,CAACJ,GAAG,CAAC;EAC/C,MAAMK,IAAI,GAAG,CAACH,QAAQ,CAACI,QAAQ,IAAI,EAAE,EAAEC,GAAG,CAACC,CAAC,IAAIA,CAAC,CAACC,GAAG,CAAC,CAACC,MAAM,CAACC,OAAO,CAAa;EAClFC,OAAO,CAACC,GAAG,CAAC,SAASR,IAAI,CAACS,MAAM,SAAS,CAAC;EAE1C,MAAMC,kBAAkB,GAAGV,IAAI,CAACE,GAAG,CAACP,GAAG,IAAIG,kBAAQ,CAACa,YAAY,CAAChB,GAAG,CAAC,CAAC;EAEtE,MAAMiB,OAAO,CAACC,GAAG,CAACH,kBAAkB,CAAC;EACrCH,OAAO,CAACC,GAAG,CAAC,wBAAwBE,kBAAkB,CAACD,MAAM,SAAS,CAAC;AAC3E","ignoreList":[]}

package/import/utils/extractAndUploadZipFileContents.d.ts

@@ -0,0 +1,7 @@
+import type { ImportData } from "../../types";
+/**
+ * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.
+ * @param zipFileUrl
+ * @return ImportData S3 file keys for all uploaded assets group by page/block.
+ */
+export declare function extractAndUploadZipFileContents(zipFileUrl: string): Promise<ImportData[]>;

package/import/utils/extractAndUploadZipFileContents.js

@@ -0,0 +1,126 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.extractAndUploadZipFileContents = extractAndUploadZipFileContents;
+var _stream = require("stream");
+var _util = require("util");
+var _nodeFetch = _interopRequireDefault(require("node-fetch"));
+var _path = _interopRequireDefault(require("path"));
+var _yauzl = _interopRequireDefault(require("yauzl"));
+var _fs = require("fs");
+var _uniqid = _interopRequireDefault(require("uniqid"));
+var _error = _interopRequireDefault(require("@webiny/error"));
+var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
+var _extractZipAndUploadToS = require("./extractZipAndUploadToS3");
+var _getFileNameWithoutExt = require("./getFileNameWithoutExt");
+var _constants = require("../constants");
+var _fsExtra = require("fs-extra");
+const streamPipeline = (0, _util.promisify)(_stream.pipeline);
+
+/**
+ * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.
+ * @param zipFileUrl
+ * @return ImportData S3 file keys for all uploaded assets group by page/block.
+ */
+async function extractAndUploadZipFileContents(zipFileUrl) {
+  const log = console.log;
+  const importDataList = [];
+  const zipFileName = _path.default.basename(zipFileUrl).split("?")[0];
+  const response = await (0, _nodeFetch.default)(zipFileUrl);
+  const readStream = response.body;
+  if (!response.ok || !readStream) {
+    throw new _error.default(`Unable to download file: "${zipFileUrl}"`, response.statusText);
+  }
+  const uniquePath = (0, _uniqid.default)("IMPORTS/");
+  // Read export file and download it in the disk
+  const ZIP_FILE_PATH = _path.default.join(_constants.INSTALL_DIR, zipFileName);
+  const writeStream = (0, _fs.createWriteStream)(ZIP_FILE_PATH);
+  await streamPipeline(readStream, writeStream);
+  log(`Downloaded file "${zipFileName}" at ${ZIP_FILE_PATH}`);
+
+  // Extract the downloaded zip file
+  const zipFilePaths = await extractZipToDisk(ZIP_FILE_PATH);
+  log(`Removing ZIP file "${zipFileUrl}" from ${ZIP_FILE_PATH}`);
+  await (0, _downloadInstallFiles.deleteFile)(ZIP_FILE_PATH);
+
+  /**
+   * TODO: Possibly do this in parallel?
+   */
+  // Extract each page/block zip and upload their content's to S3
+  for (const currentPath of zipFilePaths) {
+    const dataMap = await (0, _extractZipAndUploadToS.extractZipAndUploadToS3)(currentPath, uniquePath);
+    importDataList.push(dataMap);
+  }
+  // TODO @pavel why?
+  log("Removing all ZIP files located at ", _path.default.dirname(zipFilePaths[0]));
+  await (0, _downloadInstallFiles.deleteFile)(_path.default.dirname(zipFilePaths[0]));
+  return importDataList;
+}
+function extractZipToDisk(exportFileZipPath) {
+  return new Promise((resolve, reject) => {
+    const zipFilePaths = [];
+    const uniqueFolderNameForExport = (0, _getFileNameWithoutExt.getFileNameWithoutExt)(exportFileZipPath);
+    const EXPORT_FILE_EXTRACTION_PATH = _path.default.join(_constants.INSTALL_DIR, uniqueFolderNameForExport);
+    // Make sure DIR exists
+    (0, _fsExtra.ensureDirSync)(EXPORT_FILE_EXTRACTION_PATH);
+    _yauzl.default.open(exportFileZipPath, {
+      lazyEntries: true
+    }, function (err, zipFile) {
+      if (err) {
+        console.warn("ERROR: Failed to extract zip: ", exportFileZipPath, err);
+        reject(err);
+        return;
+      }
+      if (!zipFile) {
+        console.log("ERROR: Missing zip file resource for path: " + exportFileZipPath);
+        reject("Missing Zip File Resource.");
+        return;
+      }
+      console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);
+      zipFile.on("end", function (err) {
+        if (err) {
+          console.warn("ERROR: Failed on END event for file: ", exportFileZipPath, err);
+          reject(err);
+        }
+        resolve(zipFilePaths);
+      });
+      zipFile.readEntry();
+      zipFile.on("entry", function (entry) {
+        console.info(`Processing entry: "${entry.fileName}"`);
+        if (/\/$/.test(entry.fileName)) {
+          // Directory file names end with '/'.
+          // Note that entries for directories themselves are optional.
+          // An entry's fileName implicitly requires its parent directories to exist.
+          zipFile.readEntry();
+        } else {
+          // file entry
+          zipFile.openReadStream(entry, function (err, readStream) {
+            if (err) {
+              console.warn("ERROR: Failed to openReadStream for file: ", entry.fileName, err);
+              reject(err);
+              return;
+            }
+            if (!readStream) {
+              console.log("ERROR: Missing Read Stream Resource when extracting to disk.");
+              reject("Missing Read Stream Resource.");
+              return;
+            }
+            const filePath = _path.default.join(EXPORT_FILE_EXTRACTION_PATH, entry.fileName);
+            readStream.on("end", function () {
+              zipFilePaths.push(filePath);
+              zipFile.readEntry();
+            });
+            streamPipeline(readStream, (0, _fs.createWriteStream)(filePath)).catch(error => {
+              reject(error);
+            });
+          });
+        }
+      });
+    });
+  });
+}
+
+//# sourceMappingURL=extractAndUploadZipFileContents.js.map

package/import/utils/extractAndUploadZipFileContents.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_stream","require","_util","_nodeFetch","_interopRequireDefault","_path","_yauzl","_fs","_uniqid","_error","_downloadInstallFiles","_extractZipAndUploadToS","_getFileNameWithoutExt","_constants","_fsExtra","streamPipeline","promisify","pipeline","extractAndUploadZipFileContents","zipFileUrl","log","console","importDataList","zipFileName","path","basename","split","response","fetch","readStream","body","ok","WebinyError","statusText","uniquePath","uniqueId","ZIP_FILE_PATH","join","INSTALL_DIR","writeStream","createWriteStream","zipFilePaths","extractZipToDisk","deleteFile","currentPath","dataMap","extractZipAndUploadToS3","push","dirname","exportFileZipPath","Promise","resolve","reject","uniqueFolderNameForExport","getFileNameWithoutExt","EXPORT_FILE_EXTRACTION_PATH","ensureDirSync","yauzl","open","lazyEntries","err","zipFile","warn","info","entryCount","on","readEntry","entry","fileName","test","openReadStream","filePath","catch","error"],"sources":["extractAndUploadZipFileContents.ts"],"sourcesContent":["import { pipeline } from \"stream\";\nimport { promisify } from \"util\";\nimport fetch from \"node-fetch\";\nimport path from \"path\";\nimport yauzl from \"yauzl\";\nimport { createWriteStream } from \"fs\";\nimport uniqueId from \"uniqid\";\nimport WebinyError from \"@webiny/error\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { extractZipAndUploadToS3 } from \"~/import/utils/extractZipAndUploadToS3\";\nimport { getFileNameWithoutExt } from \"~/import/utils/getFileNameWithoutExt\";\nimport type { ImportData } from \"~/types\";\nimport { INSTALL_DIR } from \"~/import/constants\";\nimport { ensureDirSync } from \"fs-extra\";\n\nconst streamPipeline = promisify(pipeline);\n\n/**\n * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.\n * @param zipFileUrl\n * @return ImportData S3 file keys for all uploaded assets group by page/block.\n */\nexport async function extractAndUploadZipFileContents(zipFileUrl: string): Promise<ImportData[]> {\n    const log = console.log;\n    const importDataList: ImportData[] = [];\n\n    const zipFileName = path.basename(zipFileUrl).split(\"?\")[0];\n\n    const response = await fetch(zipFileUrl);\n    const readStream = response.body;\n    if (!response.ok || !readStream) {\n        throw new WebinyError(`Unable to download file: \"${zipFileUrl}\"`, response.statusText);\n    }\n\n    const uniquePath = uniqueId(\"IMPORTS/\");\n    // Read export file and download it in the disk\n    const ZIP_FILE_PATH = path.join(INSTALL_DIR, zipFileName);\n\n    const writeStream = createWriteStream(ZIP_FILE_PATH);\n\n    await streamPipeline(readStream, writeStream);\n    log(`Downloaded file \"${zipFileName}\" at ${ZIP_FILE_PATH}`);\n\n    // Extract the downloaded zip file\n    const zipFilePaths = await extractZipToDisk(ZIP_FILE_PATH);\n\n    log(`Removing ZIP file \"${zipFileUrl}\" from ${ZIP_FILE_PATH}`);\n    await deleteFile(ZIP_FILE_PATH);\n\n    /**\n     * TODO: Possibly do this in parallel?\n     */\n    // Extract each page/block zip and upload their content's to S3\n    for (const currentPath of zipFilePaths) {\n        const dataMap = await extractZipAndUploadToS3(currentPath, uniquePath);\n        importDataList.push(dataMap);\n    }\n    // TODO @pavel why?\n    log(\"Removing all ZIP files located at \", path.dirname(zipFilePaths[0]));\n    await deleteFile(path.dirname(zipFilePaths[0]));\n\n    return importDataList;\n}\n\nfunction extractZipToDisk(exportFileZipPath: string): Promise<string[]> {\n    return new Promise((resolve, reject) => {\n        const zipFilePaths: string[] = [];\n        const uniqueFolderNameForExport = getFileNameWithoutExt(exportFileZipPath);\n        const EXPORT_FILE_EXTRACTION_PATH = path.join(INSTALL_DIR, uniqueFolderNameForExport);\n        // Make sure DIR exists\n        ensureDirSync(EXPORT_FILE_EXTRACTION_PATH);\n\n        yauzl.open(exportFileZipPath, { lazyEntries: true }, function (err, zipFile) {\n            if (err) {\n                console.warn(\"ERROR: Failed to extract zip: \", exportFileZipPath, err);\n                reject(err);\n                return;\n            }\n            if (!zipFile) {\n                console.log(\"ERROR: Missing zip file resource for path: \" + exportFileZipPath);\n                reject(\"Missing Zip File Resource.\");\n                return;\n            }\n\n            console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n\n            zipFile.on(\"end\", function (err) {\n                if (err) {\n                    console.warn(\"ERROR: Failed on END event for file: \", exportFileZipPath, err);\n                    reject(err);\n                }\n                resolve(zipFilePaths);\n            });\n\n            zipFile.readEntry();\n\n            zipFile.on(\"entry\", function (entry) {\n                console.info(`Processing entry: \"${entry.fileName}\"`);\n                if (/\\/$/.test(entry.fileName)) {\n                    // Directory file names end with '/'.\n                    // Note that entries for directories themselves are optional.\n                    // An entry's fileName implicitly requires its parent directories to exist.\n                    zipFile.readEntry();\n                } else {\n                    // file entry\n                    zipFile.openReadStream(entry, function (err, readStream) {\n                        if (err) {\n                            console.warn(\n                                \"ERROR: Failed to openReadStream for file: \",\n                                entry.fileName,\n                                err\n                            );\n                            reject(err);\n                            return;\n                        }\n                        if (!readStream) {\n                            console.log(\n                                \"ERROR: Missing Read Stream Resource when extracting to disk.\"\n                            );\n                            reject(\"Missing Read Stream Resource.\");\n                            return;\n                        }\n\n                        const filePath = path.join(EXPORT_FILE_EXTRACTION_PATH, entry.fileName);\n\n                        readStream.on(\"end\", function () {\n                            zipFilePaths.push(filePath);\n                            zipFile.readEntry();\n                        });\n\n                        streamPipeline(readStream, createWriteStream(filePath)).catch(error => {\n                            reject(error);\n                        });\n                    });\n                }\n            });\n        });\n    });\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,KAAA,GAAAD,OAAA;AACA,IAAAE,UAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,KAAA,GAAAD,sBAAA,CAAAH,OAAA;AACA,IAAAK,MAAA,GAAAF,sBAAA,CAAAH,OAAA;AACA,IAAAM,GAAA,GAAAN,OAAA;AACA,IAAAO,OAAA,GAAAJ,sBAAA,CAAAH,OAAA;AACA,IAAAQ,MAAA,GAAAL,sBAAA,CAAAH,OAAA;AACA,IAAAS,qBAAA,GAAAT,OAAA;AACA,IAAAU,uBAAA,GAAAV,OAAA;AACA,IAAAW,sBAAA,GAAAX,OAAA;AAEA,IAAAY,UAAA,GAAAZ,OAAA;AACA,IAAAa,QAAA,GAAAb,OAAA;AAEA,MAAMc,cAAc,GAAG,IAAAC,eAAS,EAACC,gBAAQ,CAAC;;AAE1C;AACA;AACA;AACA;AACA;AACO,eAAeC,+BAA+BA,CAACC,UAAkB,EAAyB;EAC7F,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,MAAME,cAA4B,GAAG,EAAE;EAEvC,MAAMC,WAAW,GAAGC,aAAI,CAACC,QAAQ,CAACN,UAAU,CAAC,CAACO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;EAE3D,MAAMC,QAAQ,GAAG,MAAM,IAAAC,kBAAK,EAACT,UAAU,CAAC;EACxC,MAAMU,UAAU,GAAGF,QAAQ,CAACG,IAAI;EAChC,IAAI,CAACH,QAAQ,CAACI,EAAE,IAAI,CAACF,UAAU,EAAE;IAC7B,MAAM,IAAIG,cAAW,CAAC,6BAA6Bb,UAAU,GAAG,EAAEQ,QAAQ,CAACM,UAAU,CAAC;EAC1F;EAEA,MAAMC,UAAU,GAAG,IAAAC,eAAQ,EAAC,UAAU,CAAC;EACvC;EACA,MAAMC,aAAa,GAAGZ,aAAI,CAACa,IAAI,CAACC,sBAAW,EAAEf,WAAW,CAAC;EAEzD,MAAMgB,WAAW,GAAG,IAAAC,qBAAiB,EAACJ,aAAa,CAAC;EAEpD,MAAMrB,cAAc,CAACc,UAAU,EAAEU,WAAW,CAAC;EAC7CnB,GAAG,CAAC,oBAAoBG,WAAW,QAAQa,aAAa,EAAE,CAAC;;EAE3D;EACA,MAAMK,YAAY,GAAG,MAAMC,gBAAgB,CAACN,aAAa,CAAC;EAE1DhB,GAAG,CAAC,sBAAsBD,UAAU,UAAUiB,aAAa,EAAE,CAAC;EAC9D,MAAM,IAAAO,gCAAU,EAACP,aAAa,CAAC;;EAE/B;AACJ;AACA;EACI;EACA,KAAK,MAAMQ,WAAW,IAAIH,YAAY,EAAE;IACpC,MAAMI,OAAO,GAAG,MAAM,IAAAC,+CAAuB,EAACF,WAAW,EAAEV,UAAU,CAAC;IACtEZ,cAAc,CAACyB,IAAI,CAACF,OAAO,CAAC;EAChC;EACA;EACAzB,GAAG,CAAC,oCAAoC,EAAEI,aAAI,CAACwB,OAAO,CAACP,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;EACxE,MAAM,IAAAE,gCAAU,EAACnB,aAAI,CAACwB,OAAO,CAACP,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;EAE/C,OAAOnB,cAAc;AACzB;AAEA,SAASoB,gBAAgBA,CAACO,iBAAyB,EAAqB;EACpE,OAAO,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACpC,MAAMX,YAAsB,GAAG,EAAE;IACjC,MAAMY,yBAAyB,GAAG,IAAAC,4CAAqB,EAACL,iBAAiB,CAAC;IAC1E,MAAMM,2BAA2B,GAAG/B,aAAI,CAACa,IAAI,CAACC,sBAAW,EAAEe,yBAAyB,CAAC;IACrF;IACA,IAAAG,sBAAa,EAACD,2BAA2B,CAAC;IAE1CE,cAAK,CAACC,IAAI,CAACT,iBAAiB,EAAE;MAAEU,WAAW,EAAE;IAAK,CAAC,EAAE,UAAUC,GAAG,EAAEC,OAAO,EAAE;MACzE,IAAID,GAAG,EAAE;QACLvC,OAAO,CAACyC,IAAI,CAAC,gCAAgC,EAAEb,iBAAiB,EAAEW,GAAG,CAAC;QACtER,MAAM,CAACQ,GAAG,CAAC;QACX;MACJ;MACA,IAAI,CAACC,OAAO,EAAE;QACVxC,OAAO,CAACD,GAAG,CAAC,6CAA6C,GAAG6B,iBAAiB,CAAC;QAC9EG,MAAM,CAAC,4BAA4B,CAAC;QACpC;MACJ;MAEA/B,OAAO,CAAC0C,IAAI,CAAC,yBAAyBF,OAAO,CAACG,UAAU,WAAW,CAAC;MAEpEH,OAAO,CAACI,EAAE,CAAC,KAAK,EAAE,UAAUL,GAAG,EAAE;QAC7B,IAAIA,GAAG,EAAE;UACLvC,OAAO,CAACyC,IAAI,CAAC,uCAAuC,EAAEb,iBAAiB,EAAEW,GAAG,CAAC;UAC7ER,MAAM,CAACQ,GAAG,CAAC;QACf;QACAT,OAAO,CAACV,YAAY,CAAC;MACzB,CAAC,CAAC;MAEFoB,OAAO,CAACK,SAAS,CAAC,CAAC;MAEnBL,OAAO,CAACI,EAAE,CAAC,OAAO,EAAE,UAAUE,KAAK,EAAE;QACjC9C,OAAO,CAAC0C,IAAI,CAAC,sBAAsBI,KAAK,CAACC,QAAQ,GAAG,CAAC;QACrD,IAAI,KAAK,CAACC,IAAI,CAACF,KAAK,CAACC,QAAQ,CAAC,EAAE;UAC5B;UACA;UACA;UACAP,OAAO,CAACK,SAAS,CAAC,CAAC;QACvB,CAAC,MAAM;UACH;UACAL,OAAO,CAACS,cAAc,CAACH,KAAK,EAAE,UAAUP,GAAG,EAAE/B,UAAU,EAAE;YACrD,IAAI+B,GAAG,EAAE;cACLvC,OAAO,CAACyC,IAAI,CACR,4CAA4C,EAC5CK,KAAK,CAACC,QAAQ,EACdR,GACJ,CAAC;cACDR,MAAM,CAACQ,GAAG,CAAC;cACX;YACJ;YACA,IAAI,CAAC/B,UAAU,EAAE;cACbR,OAAO,CAACD,GAAG,CACP,8DACJ,CAAC;cACDgC,MAAM,CAAC,+BAA+B,CAAC;cACvC;YACJ;YAEA,MAAMmB,QAAQ,GAAG/C,aAAI,CAACa,IAAI,CAACkB,2BAA2B,EAAEY,KAAK,CAACC,QAAQ,CAAC;YAEvEvC,UAAU,CAACoC,EAAE,CAAC,KAAK,EAAE,YAAY;cAC7BxB,YAAY,CAACM,IAAI,CAACwB,QAAQ,CAAC;cAC3BV,OAAO,CAACK,SAAS,CAAC,CAAC;YACvB,CAAC,CAAC;YAEFnD,cAAc,CAACc,UAAU,EAAE,IAAAW,qBAAiB,EAAC+B,QAAQ,CAAC,CAAC,CAACC,KAAK,CAACC,KAAK,IAAI;cACnErB,MAAM,CAACqB,KAAK,CAAC;YACjB,CAAC,CAAC;UACN,CAAC,CAAC;QACN;MACJ,CAAC,CAAC;IACN,CAAC,CAAC;EACN,CAAC,CAAC;AACN","ignoreList":[]}

package/import/utils/extractZipAndUploadToS3.d.ts

@@ -0,0 +1,2 @@
+import type { ImportData } from "../../types";
+export declare function extractZipAndUploadToS3(dataZipFilePath: string, uniquePath: string): Promise<ImportData>;

package/import/utils/extractZipAndUploadToS3.js

@@ -0,0 +1,100 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.extractZipAndUploadToS3 = extractZipAndUploadToS3;
+var _yauzl = _interopRequireDefault(require("yauzl"));
+var _stream = require("stream");
+var _util = require("util");
+var _s3Stream = require("../../export/s3Stream");
+var _getFileNameWithoutExt = require("./getFileNameWithoutExt");
+var _prepareDataDirMap = require("./prepareDataDirMap");
+const FILE_CONTENT_TYPE = "application/octet-stream";
+const streamPipeline = (0, _util.promisify)(_stream.pipeline);
+function extractZipAndUploadToS3(dataZipFilePath, uniquePath) {
+  return new Promise((resolve, reject) => {
+    const filePaths = [];
+    const fileUploadPromises = [];
+    const uniqueKey = (0, _getFileNameWithoutExt.getFileNameWithoutExt)(dataZipFilePath);
+    let dataMap = {
+      key: uniqueKey,
+      assets: {},
+      data: ""
+    };
+    _yauzl.default.open(dataZipFilePath, {
+      lazyEntries: true
+    }, function (err, zipFile) {
+      if (err) {
+        console.warn("ERROR: Failed to extract zip: ", dataZipFilePath, err);
+        reject(err);
+        return;
+      }
+      if (!zipFile) {
+        console.log("ERROR: Probably failed to extract zip: " + dataZipFilePath);
+        reject("Missing Zip File Resource.");
+        return;
+      }
+      console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);
+      zipFile.on("end", function (err) {
+        if (err) {
+          console.warn('ERROR: Failed on "END" for file: ', dataZipFilePath, err);
+          reject(err);
+        }
+        Promise.all(fileUploadPromises).then(res => {
+          res.forEach(r => {
+            console.info("Done uploading... ", r);
+          });
+          resolve(dataMap);
+        });
+      });
+      zipFile.readEntry();
+      zipFile.on("entry", function (entry) {
+        console.info(`Processing entry: "${entry.fileName}"`);
+        if (/\/$/.test(entry.fileName)) {
+          // Directory file names end with '/'.
+          // Note that entries for directories themselves are optional.
+          // An entry's fileName implicitly requires its parent directories to exist.
+          zipFile.readEntry();
+        } else {
+          // file entry
+          zipFile.openReadStream(entry, function (err, readStream) {
+            if (err) {
+              console.warn("ERROR: Failed while performing [openReadStream] for file: ", entry.fileName, err);
+              reject(err);
+              return;
+            }
+            if (!readStream) {
+              console.log("ERROR: Missing Read Stream while importing.");
+              reject("Missing Read Strea Resource.");
+              return;
+            }
+            readStream.on("end", function () {
+              filePaths.push(entry.fileName);
+              zipFile.readEntry();
+            });
+            const newKey = `${uniquePath}/${uniqueKey}/${entry.fileName}`;
+            // Modify in place
+            dataMap = (0, _prepareDataDirMap.prepareDataDirMap)({
+              map: dataMap,
+              filePath: entry.fileName,
+              newKey
+            });
+            const {
+              streamPassThrough,
+              streamPassThroughUploadPromise: promise
+            } = _s3Stream.s3Stream.writeStream(newKey, FILE_CONTENT_TYPE);
+            streamPipeline(readStream, streamPassThrough).then(() => {
+              fileUploadPromises.push(promise);
+            }).catch(error => {
+              reject(error);
+            });
+          });
+        }
+      });
+    });
+  });
+}
+
+//# sourceMappingURL=extractZipAndUploadToS3.js.map

package/import/utils/extractZipAndUploadToS3.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_yauzl","_interopRequireDefault","require","_stream","_util","_s3Stream","_getFileNameWithoutExt","_prepareDataDirMap","FILE_CONTENT_TYPE","streamPipeline","promisify","pipeline","extractZipAndUploadToS3","dataZipFilePath","uniquePath","Promise","resolve","reject","filePaths","fileUploadPromises","uniqueKey","getFileNameWithoutExt","dataMap","key","assets","data","yauzl","open","lazyEntries","err","zipFile","console","warn","log","info","entryCount","on","all","then","res","forEach","r","readEntry","entry","fileName","test","openReadStream","readStream","push","newKey","prepareDataDirMap","map","filePath","streamPassThrough","streamPassThroughUploadPromise","promise","s3Stream","writeStream","catch","error"],"sources":["extractZipAndUploadToS3.ts"],"sourcesContent":["import yauzl from \"yauzl\";\nimport { pipeline } from \"stream\";\nimport { promisify } from \"util\";\nimport type { CompleteMultipartUploadOutput } from \"@webiny/aws-sdk/client-s3\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { getFileNameWithoutExt } from \"./getFileNameWithoutExt\";\nimport type { ImportData } from \"~/types\";\nimport { prepareDataDirMap } from \"~/import/utils/prepareDataDirMap\";\n\nconst FILE_CONTENT_TYPE = \"application/octet-stream\";\nconst streamPipeline = promisify(pipeline);\n\nexport function extractZipAndUploadToS3(\n    dataZipFilePath: string,\n    uniquePath: string\n): Promise<ImportData> {\n    return new Promise((resolve, reject) => {\n        const filePaths = [];\n        const fileUploadPromises: Promise<CompleteMultipartUploadOutput>[] = [];\n        const uniqueKey = getFileNameWithoutExt(dataZipFilePath);\n        let dataMap: ImportData = {\n            key: uniqueKey,\n            assets: {},\n            data: \"\"\n        };\n        yauzl.open(dataZipFilePath, { lazyEntries: true }, function (err, zipFile) {\n            if (err) {\n                console.warn(\"ERROR: Failed to extract zip: \", dataZipFilePath, err);\n                reject(err);\n                return;\n            }\n            if (!zipFile) {\n                console.log(\"ERROR: Probably failed to extract zip: \" + dataZipFilePath);\n                reject(\"Missing Zip File Resource.\");\n                return;\n            }\n            console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n            zipFile.on(\"end\", function (err) {\n                if (err) {\n                    console.warn('ERROR: Failed on \"END\" for file: ', dataZipFilePath, err);\n                    reject(err);\n                }\n\n                Promise.all(fileUploadPromises).then(res => {\n                    res.forEach(r => {\n                        console.info(\"Done uploading... \", r);\n                    });\n                    resolve(dataMap);\n                });\n            });\n\n            zipFile.readEntry();\n\n            zipFile.on(\"entry\", function (entry) {\n                console.info(`Processing entry: \"${entry.fileName}\"`);\n                if (/\\/$/.test(entry.fileName)) {\n                    // Directory file names end with '/'.\n                    // Note that entries for directories themselves are optional.\n                    // An entry's fileName implicitly requires its parent directories to exist.\n                    zipFile.readEntry();\n                } else {\n                    // file entry\n                    zipFile.openReadStream(entry, function (err, readStream) {\n                        if (err) {\n                            console.warn(\n                                \"ERROR: Failed while performing [openReadStream] for file: \",\n                                entry.fileName,\n                                err\n                            );\n                            reject(err);\n                            return;\n                        }\n                        if (!readStream) {\n                            console.log(\"ERROR: Missing Read Stream while importing.\");\n                            reject(\"Missing Read Strea Resource.\");\n                            return;\n                        }\n                        readStream.on(\"end\", function () {\n                            filePaths.push(entry.fileName);\n                            zipFile.readEntry();\n                        });\n\n                        const newKey = `${uniquePath}/${uniqueKey}/${entry.fileName}`;\n                        // Modify in place\n                        dataMap = prepareDataDirMap({\n                            map: dataMap,\n                            filePath: entry.fileName,\n                            newKey\n                        });\n\n                        const { streamPassThrough, streamPassThroughUploadPromise: promise } =\n                            s3Stream.writeStream(newKey, FILE_CONTENT_TYPE);\n\n                        streamPipeline(readStream, streamPassThrough)\n                            .then(() => {\n                                fileUploadPromises.push(promise);\n                            })\n                            .catch(error => {\n                                reject(error);\n                            });\n                    });\n                }\n            });\n        });\n    });\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,KAAA,GAAAF,OAAA;AAEA,IAAAG,SAAA,GAAAH,OAAA;AACA,IAAAI,sBAAA,GAAAJ,OAAA;AAEA,IAAAK,kBAAA,GAAAL,OAAA;AAEA,MAAMM,iBAAiB,GAAG,0BAA0B;AACpD,MAAMC,cAAc,GAAG,IAAAC,eAAS,EAACC,gBAAQ,CAAC;AAEnC,SAASC,uBAAuBA,CACnCC,eAAuB,EACvBC,UAAkB,EACC;EACnB,OAAO,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACpC,MAAMC,SAAS,GAAG,EAAE;IACpB,MAAMC,kBAA4D,GAAG,EAAE;IACvE,MAAMC,SAAS,GAAG,IAAAC,4CAAqB,EAACR,eAAe,CAAC;IACxD,IAAIS,OAAmB,GAAG;MACtBC,GAAG,EAAEH,SAAS;MACdI,MAAM,EAAE,CAAC,CAAC;MACVC,IAAI,EAAE;IACV,CAAC;IACDC,cAAK,CAACC,IAAI,CAACd,eAAe,EAAE;MAAEe,WAAW,EAAE;IAAK,CAAC,EAAE,UAAUC,GAAG,EAAEC,OAAO,EAAE;MACvE,IAAID,GAAG,EAAE;QACLE,OAAO,CAACC,IAAI,CAAC,gCAAgC,EAAEnB,eAAe,EAAEgB,GAAG,CAAC;QACpEZ,MAAM,CAACY,GAAG,CAAC;QACX;MACJ;MACA,IAAI,CAACC,OAAO,EAAE;QACVC,OAAO,CAACE,GAAG,CAAC,yCAAyC,GAAGpB,eAAe,CAAC;QACxEI,MAAM,CAAC,4BAA4B,CAAC;QACpC;MACJ;MACAc,OAAO,CAACG,IAAI,CAAC,yBAAyBJ,OAAO,CAACK,UAAU,WAAW,CAAC;MACpEL,OAAO,CAACM,EAAE,CAAC,KAAK,EAAE,UAAUP,GAAG,EAAE;QAC7B,IAAIA,GAAG,EAAE;UACLE,OAAO,CAACC,IAAI,CAAC,mCAAmC,EAAEnB,eAAe,EAAEgB,GAAG,CAAC;UACvEZ,MAAM,CAACY,GAAG,CAAC;QACf;QAEAd,OAAO,CAACsB,GAAG,CAAClB,kBAAkB,CAAC,CAACmB,IAAI,CAACC,GAAG,IAAI;UACxCA,GAAG,CAACC,OAAO,CAACC,CAAC,IAAI;YACbV,OAAO,CAACG,IAAI,CAAC,oBAAoB,EAAEO,CAAC,CAAC;UACzC,CAAC,CAAC;UACFzB,OAAO,CAACM,OAAO,CAAC;QACpB,CAAC,CAAC;MACN,CAAC,CAAC;MAEFQ,OAAO,CAACY,SAAS,CAAC,CAAC;MAEnBZ,OAAO,CAACM,EAAE,CAAC,OAAO,EAAE,UAAUO,KAAK,EAAE;QACjCZ,OAAO,CAACG,IAAI,CAAC,sBAAsBS,KAAK,CAACC,QAAQ,GAAG,CAAC;QACrD,IAAI,KAAK,CAACC,IAAI,CAACF,KAAK,CAACC,QAAQ,CAAC,EAAE;UAC5B;UACA;UACA;UACAd,OAAO,CAACY,SAAS,CAAC,CAAC;QACvB,CAAC,MAAM;UACH;UACAZ,OAAO,CAACgB,cAAc,CAACH,KAAK,EAAE,UAAUd,GAAG,EAAEkB,UAAU,EAAE;YACrD,IAAIlB,GAAG,EAAE;cACLE,OAAO,CAACC,IAAI,CACR,4DAA4D,EAC5DW,KAAK,CAACC,QAAQ,EACdf,GACJ,CAAC;cACDZ,MAAM,CAACY,GAAG,CAAC;cACX;YACJ;YACA,IAAI,CAACkB,UAAU,EAAE;cACbhB,OAAO,CAACE,GAAG,CAAC,6CAA6C,CAAC;cAC1DhB,MAAM,CAAC,8BAA8B,CAAC;cACtC;YACJ;YACA8B,UAAU,CAACX,EAAE,CAAC,KAAK,EAAE,YAAY;cAC7BlB,SAAS,CAAC8B,IAAI,CAACL,KAAK,CAACC,QAAQ,CAAC;cAC9Bd,OAAO,CAACY,SAAS,CAAC,CAAC;YACvB,CAAC,CAAC;YAEF,MAAMO,MAAM,GAAG,GAAGnC,UAAU,IAAIM,SAAS,IAAIuB,KAAK,CAACC,QAAQ,EAAE;YAC7D;YACAtB,OAAO,GAAG,IAAA4B,oCAAiB,EAAC;cACxBC,GAAG,EAAE7B,OAAO;cACZ8B,QAAQ,EAAET,KAAK,CAACC,QAAQ;cACxBK;YACJ,CAAC,CAAC;YAEF,MAAM;cAAEI,iBAAiB;cAAEC,8BAA8B,EAAEC;YAAQ,CAAC,GAChEC,kBAAQ,CAACC,WAAW,CAACR,MAAM,EAAEzC,iBAAiB,CAAC;YAEnDC,cAAc,CAACsC,UAAU,EAAEM,iBAAiB,CAAC,CACxCf,IAAI,CAAC,MAAM;cACRnB,kBAAkB,CAAC6B,IAAI,CAACO,OAAO,CAAC;YACpC,CAAC,CAAC,CACDG,KAAK,CAACC,KAAK,IAAI;cACZ1C,MAAM,CAAC0C,KAAK,CAAC;YACjB,CAAC,CAAC;UACV,CAAC,CAAC;QACN;MACJ,CAAC,CAAC;IACN,CAAC,CAAC;EACN,CAAC,CAAC;AACN","ignoreList":[]}

package/import/utils/getFileNameWithoutExt.d.ts

@@ -0,0 +1 @@
+export declare function getFileNameWithoutExt(fileName: string): string;

package/import/utils/getFileNameWithoutExt.js

@@ -0,0 +1,13 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.getFileNameWithoutExt = getFileNameWithoutExt;
+var _path = _interopRequireDefault(require("path"));
+function getFileNameWithoutExt(fileName) {
+  return _path.default.basename(fileName).replace(_path.default.extname(fileName), "");
+}
+
+//# sourceMappingURL=getFileNameWithoutExt.js.map

package/import/utils/getFileNameWithoutExt.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_path","_interopRequireDefault","require","getFileNameWithoutExt","fileName","path","basename","replace","extname"],"sources":["getFileNameWithoutExt.ts"],"sourcesContent":["import path from \"path\";\n\nexport function getFileNameWithoutExt(fileName: string): string {\n    return path.basename(fileName).replace(path.extname(fileName), \"\");\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEO,SAASC,qBAAqBA,CAACC,QAAgB,EAAU;EAC5D,OAAOC,aAAI,CAACC,QAAQ,CAACF,QAAQ,CAAC,CAACG,OAAO,CAACF,aAAI,CAACG,OAAO,CAACJ,QAAQ,CAAC,EAAE,EAAE,CAAC;AACtE","ignoreList":[]}

package/import/utils/index.d.ts

@@ -0,0 +1,9 @@
+export * from "./initialStats";
+export * from "./uploadFilesFromS3";
+export * from "./uploadAssets";
+export * from "./updateFilesInData";
+export * from "./prepareDataDirMap";
+export * from "./getFileNameWithoutExt";
+export * from "./extractZipAndUploadToS3";
+export * from "./extractAndUploadZipFileContents";
+export * from "./deleteS3Folder";

package/import/utils/index.js

@@ -0,0 +1,106 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _initialStats = require("./initialStats");
+Object.keys(_initialStats).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _initialStats[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _initialStats[key];
+    }
+  });
+});
+var _uploadFilesFromS = require("./uploadFilesFromS3");
+Object.keys(_uploadFilesFromS).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _uploadFilesFromS[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _uploadFilesFromS[key];
+    }
+  });
+});
+var _uploadAssets = require("./uploadAssets");
+Object.keys(_uploadAssets).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _uploadAssets[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _uploadAssets[key];
+    }
+  });
+});
+var _updateFilesInData = require("./updateFilesInData");
+Object.keys(_updateFilesInData).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _updateFilesInData[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _updateFilesInData[key];
+    }
+  });
+});
+var _prepareDataDirMap = require("./prepareDataDirMap");
+Object.keys(_prepareDataDirMap).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _prepareDataDirMap[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _prepareDataDirMap[key];
+    }
+  });
+});
+var _getFileNameWithoutExt = require("./getFileNameWithoutExt");
+Object.keys(_getFileNameWithoutExt).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _getFileNameWithoutExt[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _getFileNameWithoutExt[key];
+    }
+  });
+});
+var _extractZipAndUploadToS = require("./extractZipAndUploadToS3");
+Object.keys(_extractZipAndUploadToS).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _extractZipAndUploadToS[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _extractZipAndUploadToS[key];
+    }
+  });
+});
+var _extractAndUploadZipFileContents = require("./extractAndUploadZipFileContents");
+Object.keys(_extractAndUploadZipFileContents).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _extractAndUploadZipFileContents[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _extractAndUploadZipFileContents[key];
+    }
+  });
+});
+var _deleteS3Folder = require("./deleteS3Folder");
+Object.keys(_deleteS3Folder).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _deleteS3Folder[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _deleteS3Folder[key];
+    }
+  });
+});
+
+//# sourceMappingURL=index.js.map