@webiny/api-page-builder-import-export 0.0.0-unstable.97a151f74d → 0.0.0-unstable.98511f29f1

package/export/process/templatesHandler.js

@@ -0,0 +1,166 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.templatesHandler = void 0;
+var _types = require("../../types");
+var _client = require("../../client");
+var _handlerGraphql = require("@webiny/handler-graphql");
+var _mockSecurity = require("../../mockSecurity");
+var _utils = require("@webiny/utils");
+var _PageTemplateExporter = require("./exporters/PageTemplateExporter");
+/**
+ * Handles the export templates process workflow.
+ */
+const templatesHandler = async (configuration, payload, context) => {
+  const log = console.log;
+  let subTask;
+  let noPendingTask = true;
+  let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
+  log("RUNNING Export Templates Process Handler");
+  const {
+    pageBuilder,
+    fileManager
+  } = context;
+  const {
+    taskId,
+    subTaskIndex,
+    type,
+    identity
+  } = payload;
+  // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+  // and this Lambda is invoked internally, without credentials.
+  (0, _mockSecurity.mockSecurity)(identity, context);
+  try {
+    /*
+     * Note: We're not going to DB for finding the next sub-task to process,
+     * because the data might be out of sync due to GSI eventual consistency.
+     */
+    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
+    /**
+     * Base condition!!
+     * Bail out early, if task not found or task's status is not "pending".
+     */
+    if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
+      noPendingTask = true;
+      return {
+        data: "",
+        error: null
+      };
+    } else {
+      noPendingTask = false;
+    }
+    log(`Fetched sub task => ${subTask.id}`);
+    const {
+      input
+    } = subTask;
+    const {
+      templateId,
+      exportTemplatesDataKey
+    } = input;
+    const template = await pageBuilder.getPageTemplate({
+      where: {
+        id: templateId
+      }
+    });
+    if (!template) {
+      log(`Unable to load template "${templateId}"`);
+      throw new _handlerGraphql.NotFoundError(`Unable to load template "${templateId}"`);
+    }
+    log(`Processing template key "${templateId}"`);
+
+    // Mark task status as PROCESSING
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.PROCESSING
+    });
+    // Update stats in main task
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.PROCESSING
+    });
+    prevStatusOfSubTask = subTask.status;
+    log(`Extracting template data and uploading to storage...`);
+    const templateExporter = new _PageTemplateExporter.PageTemplateExporter(fileManager);
+    const templateDataZip = await templateExporter.execute(template, exportTemplatesDataKey);
+    log(`Finish uploading zip...`);
+    // Update task record in DB
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.COMPLETED,
+      data: {
+        message: `Finish uploading data for template "${template.id}"`,
+        key: templateDataZip.Key
+      }
+    });
+    // Update stats in main task
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.COMPLETED
+    });
+    prevStatusOfSubTask = subTask.status;
+  } catch (e) {
+    log("[EXPORT_TEMPLATES_PROCESS] Error => ", e.message);
+    if (subTask && subTask.id) {
+      /**
+       * In case of error, we'll update the task status to "failed",
+       * so that, client can show notify the user appropriately.
+       */
+      subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+        status: _types.ImportExportTaskStatus.FAILED,
+        error: {
+          name: e.name,
+          message: e.message,
+          code: "EXPORT_FAILED"
+        }
+      });
+
+      // Update stats in main task
+      await pageBuilder.importExportTask.updateStats(taskId, {
+        prevStatus: prevStatusOfSubTask,
+        nextStatus: _types.ImportExportTaskStatus.FAILED
+      });
+      prevStatusOfSubTask = subTask.status;
+    }
+    return {
+      data: null,
+      error: {
+        message: e.message
+      }
+    };
+  } finally {
+    // Base condition!
+    if (noPendingTask) {
+      log(`No pending sub-task for task ${taskId}`);
+      // Combine individual template zip files.
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: configuration.handlers.combine,
+        payload: {
+          taskId,
+          type,
+          identity: context.security.getIdentity()
+        },
+        description: "Export templates - combine"
+      });
+    } else {
+      console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
+      // We want to continue with Self invocation no matter if current template error out.
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: configuration.handlers.process,
+        payload: {
+          taskId,
+          subTaskIndex: subTaskIndex + 1,
+          type,
+          identity: context.security.getIdentity()
+        },
+        description: "Export templates - process - subtask"
+      });
+    }
+  }
+  return {
+    data: "",
+    error: null
+  };
+};
+exports.templatesHandler = templatesHandler;

package/export/process/templatesHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_client","_handlerGraphql","_mockSecurity","_utils","_PageTemplateExporter","templatesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","templateId","exportTemplatesDataKey","template","getPageTemplate","where","NotFoundError","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","templateExporter","PageTemplateExporter","templateDataZip","execute","COMPLETED","message","key","Key","e","FAILED","name","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process","exports"],"sources":["templatesHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/export/process\";\nimport { PageTemplateExporter } from \"~/export/process/exporters/PageTemplateExporter\";\n\n/**\n * Handles the export templates process workflow.\n */\nexport const templatesHandler = async (\n    configuration: Configuration,\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n    let subTask;\n    let noPendingTask = true;\n    let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n    log(\"RUNNING Export Templates Process Handler\");\n    const { pageBuilder, fileManager } = context;\n    const { taskId, subTaskIndex, type, identity } = payload;\n    // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n    // and this Lambda is invoked internally, without credentials.\n    mockSecurity(identity as SecurityIdentity, context);\n    try {\n        /*\n         * Note: We're not going to DB for finding the next sub-task to process,\n         * because the data might be out of sync due to GSI eventual consistency.\n         */\n        subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n        /**\n         * Base condition!!\n         * Bail out early, if task not found or task's status is not \"pending\".\n         */\n        if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n            noPendingTask = true;\n            return {\n                data: \"\",\n                error: null\n            };\n        } else {\n            noPendingTask = false;\n        }\n\n        log(`Fetched sub task => ${subTask.id}`);\n\n        const { input } = subTask;\n        const { templateId, exportTemplatesDataKey } = input;\n\n        const template = await pageBuilder.getPageTemplate({ where: { id: templateId } });\n\n        if (!template) {\n            log(`Unable to load template \"${templateId}\"`);\n            throw new NotFoundError(`Unable to load template \"${templateId}\"`);\n        }\n\n        log(`Processing template key \"${templateId}\"`);\n\n        // Mark task status as PROCESSING\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.PROCESSING\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.PROCESSING\n        });\n        prevStatusOfSubTask = subTask.status;\n\n        log(`Extracting template data and uploading to storage...`);\n        const templateExporter = new PageTemplateExporter(fileManager);\n        const templateDataZip = await templateExporter.execute(template, exportTemplatesDataKey);\n\n        log(`Finish uploading zip...`);\n        // Update task record in DB\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: `Finish uploading data for template \"${template.id}\"`,\n                key: templateDataZip.Key\n            }\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.COMPLETED\n        });\n        prevStatusOfSubTask = subTask.status;\n    } catch (e) {\n        log(\"[EXPORT_TEMPLATES_PROCESS] Error => \", e.message);\n\n        if (subTask && subTask.id) {\n            /**\n             * In case of error, we'll update the task status to \"failed\",\n             * so that, client can show notify the user appropriately.\n             */\n            subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n                status: ImportExportTaskStatus.FAILED,\n                error: {\n                    name: e.name,\n                    message: e.message,\n                    code: \"EXPORT_FAILED\"\n                }\n            });\n\n            // Update stats in main task\n            await pageBuilder.importExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: ImportExportTaskStatus.FAILED\n            });\n            prevStatusOfSubTask = subTask.status;\n        }\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    } finally {\n        // Base condition!\n        if (noPendingTask) {\n            log(`No pending sub-task for task ${taskId}`);\n            // Combine individual template zip files.\n            await invokeHandlerClient<ExtractPayload>({\n                context,\n                name: configuration.handlers.combine,\n                payload: {\n                    taskId,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Export templates - combine\"\n            });\n        } else {\n            console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n            // We want to continue with Self invocation no matter if current template error out.\n            await invokeHandlerClient<Payload>({\n                context,\n                name: configuration.handlers.process,\n                payload: {\n                    taskId,\n                    subTaskIndex: subTaskIndex + 1,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Export templates - process - subtask\"\n            });\n        }\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AAEA,IAAAG,aAAA,GAAAH,OAAA;AAEA,IAAAI,MAAA,GAAAJ,OAAA;AAEA,IAAAK,qBAAA,GAAAL,OAAA;AAEA;AACA;AACA;AACO,MAAMM,gBAAgB,GAAG,MAAAA,CAC5BC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,0CAA0C,CAAC;EAC/C,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAsBb,OAAO,CAAC;EACnD,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IAEAH,GAAG,CAAE,uBAAsBE,OAAO,CAACkB,EAAG,EAAC,CAAC;IAExC,MAAM;MAAEC;IAAM,CAAC,GAAGnB,OAAO;IACzB,MAAM;MAAEoB,UAAU;MAAEC;IAAuB,CAAC,GAAGF,KAAK;IAEpD,MAAMG,QAAQ,GAAG,MAAMjB,WAAW,CAACkB,eAAe,CAAC;MAAEC,KAAK,EAAE;QAAEN,EAAE,EAAEE;MAAW;IAAE,CAAC,CAAC;IAEjF,IAAI,CAACE,QAAQ,EAAE;MACXxB,GAAG,CAAE,4BAA2BsB,UAAW,GAAE,CAAC;MAC9C,MAAM,IAAIK,6BAAa,CAAE,4BAA2BL,UAAW,GAAE,CAAC;IACtE;IAEAtB,GAAG,CAAE,4BAA2BsB,UAAW,GAAE,CAAC;;IAE9C;IACApB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACc,aAAa,CAACnB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACwB;IACnC,CAAC,CAAC;IACF;IACA,MAAMtB,WAAW,CAACO,gBAAgB,CAACgB,WAAW,CAACrB,MAAM,EAAE;MACnDsB,UAAU,EAAE3B,mBAAmB;MAC/B4B,UAAU,EAAE3B,6BAAsB,CAACwB;IACvC,CAAC,CAAC;IACFzB,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAE,sDAAqD,CAAC;IAC3D,MAAMiC,gBAAgB,GAAG,IAAIC,0CAAoB,CAAC1B,WAAW,CAAC;IAC9D,MAAM2B,eAAe,GAAG,MAAMF,gBAAgB,CAACG,OAAO,CAACZ,QAAQ,EAAED,sBAAsB,CAAC;IAExFvB,GAAG,CAAE,yBAAwB,CAAC;IAC9B;IACAE,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACc,aAAa,CAACnB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACgC,SAAS;MACxCnB,IAAI,EAAE;QACFoB,OAAO,EAAG,uCAAsCd,QAAQ,CAACJ,EAAG,GAAE;QAC9DmB,GAAG,EAAEJ,eAAe,CAACK;MACzB;IACJ,CAAC,CAAC;IACF;IACA,MAAMjC,WAAW,CAACO,gBAAgB,CAACgB,WAAW,CAACrB,MAAM,EAAE;MACnDsB,UAAU,EAAE3B,mBAAmB;MAC/B4B,UAAU,EAAE3B,6BAAsB,CAACgC;IACvC,CAAC,CAAC;IACFjC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAOwB,CAAC,EAAE;IACRzC,GAAG,CAAC,sCAAsC,EAAEyC,CAAC,CAACH,OAAO,CAAC;IAEtD,IAAIpC,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACc,aAAa,CAACnB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACqC,MAAM;QACrCvB,KAAK,EAAE;UACHwB,IAAI,EAAEF,CAAC,CAACE,IAAI;UACZL,OAAO,EAAEG,CAAC,CAACH,OAAO;UAClBM,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMrC,WAAW,CAACO,gBAAgB,CAACgB,WAAW,CAACrB,MAAM,EAAE;QACnDsB,UAAU,EAAE3B,mBAAmB;QAC/B4B,UAAU,EAAE3B,6BAAsB,CAACqC;MACvC,CAAC,CAAC;MACFtC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHmB,OAAO,EAAEG,CAAC,CAACH;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAInC,aAAa,EAAE;MACfH,GAAG,CAAE,gCAA+BS,MAAO,EAAC,CAAC;MAC7C;MACA,MAAM,IAAAoC,2BAAmB,EAAiB;QACtC9C,OAAO;QACP4C,IAAI,EAAE9C,aAAa,CAACiD,QAAQ,CAACC,OAAO;QACpCjD,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACiD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN,CAAC,MAAM;MACHjD,OAAO,CAACD,GAAG,CAAE,8BAA6BU,YAAY,GAAG,CAAE,GAAE,CAAC;MAC9D;MACA,MAAM,IAAAmC,2BAAmB,EAAU;QAC/B9C,OAAO;QACP4C,IAAI,EAAE9C,aAAa,CAACiD,QAAQ,CAACK,OAAO;QACpCrD,OAAO,EAAE;UACLW,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACiD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHhC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACiC,OAAA,CAAAxD,gBAAA,GAAAA,gBAAA"}

package/{exportPages → export}/s3Stream.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="node" />
 /// <reference types="node" />
-import { PassThrough, Readable } from "stream";
+import { Readable } from "stream";
 import S3 from "aws-sdk/clients/s3";
 declare class S3Stream {
     s3: S3;
@@ -16,7 +16,10 @@ declare class S3Stream {
     getObjectHead(Key: string): Promise<S3.HeadObjectOutput>;
     readStream(Key: string): Readable;
     writeStream(Key: string, contentType?: string): {
-        streamPassThrough: PassThrough;
+        streamPassThrough: import("stream").PassThrough;
+        /**
+         * We're not using the `FileManager` storage plugin here because it currently doesn't support streams.
+         */
         streamPassThroughUploadPromise: Promise<S3.ManagedUpload.SendData>;
     };
     upload(params: {

package/{exportPages → export}/s3Stream.js

@@ -1,22 +1,15 @@
 "use strict";
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
-
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.s3Stream = void 0;
-
 var _objectSpread2 = _interopRequireDefault(require("@babel/runtime/helpers/objectSpread2"));
-
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
 var _stream = require("stream");
-
 var _s = _interopRequireDefault(require("aws-sdk/clients/s3"));
-
 const ARCHIVE_CONTENT_TYPE = "application/zip";
-
 class S3Stream {
   constructor() {
     (0, _defineProperty2.default)(this, "s3", void 0);
@@ -26,22 +19,19 @@ class S3Stream {
     });
     this.bucket = process.env.S3_BUCKET;
   }
-
   getPresignedUrl(key) {
     return this.s3.getSignedUrl("getObject", {
       Bucket: this.bucket,
       Key: key,
       Expires: 604800 // 1 week
-
     });
   }
+
   /**
    * We're checking if the file is accessible on S3 by getting object meta data.
    * It help us to filter files that we need to download as part of export data.
    * @param Key {string}
    */
-
-
   async isFileAccessible(Key) {
     try {
       await this.getObjectHead(Key);
@@ -52,21 +42,18 @@ class S3Stream {
       return false;
     }
   }
-
   getObjectHead(Key) {
     return this.s3.headObject({
       Bucket: this.bucket,
       Key
     }).promise();
   }
-
   readStream(Key) {
     return this.s3.getObject({
       Bucket: this.bucket,
       Key
     }).createReadStream();
   }
-
   writeStream(Key, contentType = ARCHIVE_CONTENT_TYPE) {
     const streamPassThrough = new _stream.Stream.PassThrough();
     const params = {
@@ -78,36 +65,30 @@ class S3Stream {
     };
     return {
       streamPassThrough: streamPassThrough,
-
       /**
        * We're not using the `FileManager` storage plugin here because it currently doesn't support streams.
        */
       streamPassThroughUploadPromise: this.s3.upload(params).promise()
     };
   }
-
   upload(params) {
     return this.s3.upload((0, _objectSpread2.default)({
       ACL: "private",
       Bucket: this.bucket
     }, params)).promise();
   }
-
   listObject(prefix) {
     return this.s3.listObjects({
       Bucket: this.bucket,
       Prefix: prefix
     }).promise();
   }
-
   deleteObject(key) {
     return this.s3.deleteObject({
       Key: key,
       Bucket: this.bucket
     }).promise();
   }
-
 }
-
 const s3Stream = new S3Stream();
 exports.s3Stream = s3Stream;

package/export/s3Stream.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_stream","require","_s","_interopRequireDefault","ARCHIVE_CONTENT_TYPE","S3Stream","constructor","_defineProperty2","default","s3","S3","region","process","env","AWS_REGION","bucket","S3_BUCKET","getPresignedUrl","key","getSignedUrl","Bucket","Key","Expires","isFileAccessible","getObjectHead","error","console","warn","log","headObject","promise","readStream","getObject","createReadStream","writeStream","contentType","streamPassThrough","Stream","PassThrough","params","ACL","Body","ContentType","streamPassThroughUploadPromise","upload","_objectSpread2","listObject","prefix","listObjects","Prefix","deleteObject","s3Stream","exports"],"sources":["s3Stream.ts"],"sourcesContent":["import { Stream, Readable } from \"stream\";\nimport S3 from \"aws-sdk/clients/s3\";\n\nconst ARCHIVE_CONTENT_TYPE = \"application/zip\";\n\nclass S3Stream {\n    s3: S3;\n    bucket: string;\n\n    constructor() {\n        this.s3 = new S3({\n            region: process.env.AWS_REGION as string\n        });\n        this.bucket = process.env.S3_BUCKET as string;\n    }\n\n    getPresignedUrl(key: string) {\n        return this.s3.getSignedUrl(\"getObject\", {\n            Bucket: this.bucket,\n            Key: key,\n            Expires: 604800 // 1 week\n        });\n    }\n\n    /**\n     * We're checking if the file is accessible on S3 by getting object meta data.\n     * It help us to filter files that we need to download as part of export data.\n     * @param Key {string}\n     */\n    async isFileAccessible(Key: string): Promise<boolean> {\n        try {\n            await this.getObjectHead(Key);\n            return true;\n        } catch (error) {\n            console.warn(`Error while fetching meta data for file \"${Key}\"`);\n            console.log(error);\n            return false;\n        }\n    }\n\n    getObjectHead(Key: string): Promise<S3.HeadObjectOutput> {\n        return this.s3.headObject({ Bucket: this.bucket, Key }).promise();\n    }\n\n    readStream(Key: string): Readable {\n        return this.s3.getObject({ Bucket: this.bucket, Key }).createReadStream();\n    }\n\n    writeStream(Key: string, contentType: string = ARCHIVE_CONTENT_TYPE) {\n        const streamPassThrough = new Stream.PassThrough();\n\n        const params: S3.PutObjectRequest = {\n            ACL: \"private\",\n            Body: streamPassThrough,\n            Bucket: this.bucket,\n            ContentType: contentType,\n            Key\n        };\n\n        return {\n            streamPassThrough: streamPassThrough,\n            /**\n             * We're not using the `FileManager` storage plugin here because it currently doesn't support streams.\n             */\n            streamPassThroughUploadPromise: this.s3.upload(params).promise()\n        };\n    }\n\n    upload(params: {\n        Key: string;\n        ContentType: string;\n        Body: Buffer;\n    }): Promise<S3.ManagedUpload.SendData> {\n        return this.s3\n            .upload({\n                ACL: \"private\",\n                Bucket: this.bucket,\n                ...params\n            })\n            .promise();\n    }\n\n    listObject(prefix: string): Promise<S3.ListObjectsOutput> {\n        return this.s3\n            .listObjects({\n                Bucket: this.bucket,\n                Prefix: prefix\n            })\n            .promise();\n    }\n\n    deleteObject(key: string): Promise<S3.DeleteObjectOutput> {\n        return this.s3.deleteObject({ Key: key, Bucket: this.bucket }).promise();\n    }\n}\n\nexport const s3Stream = new S3Stream();\n"],"mappings":";;;;;;;;;AAAA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,EAAA,GAAAC,sBAAA,CAAAF,OAAA;AAEA,MAAMG,oBAAoB,GAAG,iBAAiB;AAE9C,MAAMC,QAAQ,CAAC;EAIXC,WAAWA,CAAA,EAAG;IAAA,IAAAC,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IACV,IAAI,CAACC,EAAE,GAAG,IAAIC,UAAE,CAAC;MACbC,MAAM,EAAEC,OAAO,CAACC,GAAG,CAACC;IACxB,CAAC,CAAC;IACF,IAAI,CAACC,MAAM,GAAGH,OAAO,CAACC,GAAG,CAACG,SAAmB;EACjD;EAEAC,eAAeA,CAACC,GAAW,EAAE;IACzB,OAAO,IAAI,CAACT,EAAE,CAACU,YAAY,CAAC,WAAW,EAAE;MACrCC,MAAM,EAAE,IAAI,CAACL,MAAM;MACnBM,GAAG,EAAEH,GAAG;MACRI,OAAO,EAAE,MAAM,CAAC;IACpB,CAAC,CAAC;EACN;;EAEA;AACJ;AACA;AACA;AACA;EACI,MAAMC,gBAAgBA,CAACF,GAAW,EAAoB;IAClD,IAAI;MACA,MAAM,IAAI,CAACG,aAAa,CAACH,GAAG,CAAC;MAC7B,OAAO,IAAI;IACf,CAAC,CAAC,OAAOI,KAAK,EAAE;MACZC,OAAO,CAACC,IAAI,CAAE,4CAA2CN,GAAI,GAAE,CAAC;MAChEK,OAAO,CAACE,GAAG,CAACH,KAAK,CAAC;MAClB,OAAO,KAAK;IAChB;EACJ;EAEAD,aAAaA,CAACH,GAAW,EAAgC;IACrD,OAAO,IAAI,CAACZ,EAAE,CAACoB,UAAU,CAAC;MAAET,MAAM,EAAE,IAAI,CAACL,MAAM;MAAEM;IAAI,CAAC,CAAC,CAACS,OAAO,CAAC,CAAC;EACrE;EAEAC,UAAUA,CAACV,GAAW,EAAY;IAC9B,OAAO,IAAI,CAACZ,EAAE,CAACuB,SAAS,CAAC;MAAEZ,MAAM,EAAE,IAAI,CAACL,MAAM;MAAEM;IAAI,CAAC,CAAC,CAACY,gBAAgB,CAAC,CAAC;EAC7E;EAEAC,WAAWA,CAACb,GAAW,EAAEc,WAAmB,GAAG/B,oBAAoB,EAAE;IACjE,MAAMgC,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,CAAC,CAAC;IAElD,MAAMC,MAA2B,GAAG;MAChCC,GAAG,EAAE,SAAS;MACdC,IAAI,EAAEL,iBAAiB;MACvBhB,MAAM,EAAE,IAAI,CAACL,MAAM;MACnB2B,WAAW,EAAEP,WAAW;MACxBd;IACJ,CAAC;IAED,OAAO;MACHe,iBAAiB,EAAEA,iBAAiB;MACpC;AACZ;AACA;MACYO,8BAA8B,EAAE,IAAI,CAAClC,EAAE,CAACmC,MAAM,CAACL,MAAM,CAAC,CAACT,OAAO,CAAC;IACnE,CAAC;EACL;EAEAc,MAAMA,CAACL,MAIN,EAAsC;IACnC,OAAO,IAAI,CAAC9B,EAAE,CACTmC,MAAM,KAAAC,cAAA,CAAArC,OAAA;MACHgC,GAAG,EAAE,SAAS;MACdpB,MAAM,EAAE,IAAI,CAACL;IAAM,GAChBwB,MAAM,CACZ,CAAC,CACDT,OAAO,CAAC,CAAC;EAClB;EAEAgB,UAAUA,CAACC,MAAc,EAAiC;IACtD,OAAO,IAAI,CAACtC,EAAE,CACTuC,WAAW,CAAC;MACT5B,MAAM,EAAE,IAAI,CAACL,MAAM;MACnBkC,MAAM,EAAEF;IACZ,CAAC,CAAC,CACDjB,OAAO,CAAC,CAAC;EAClB;EAEAoB,YAAYA,CAAChC,GAAW,EAAkC;IACtD,OAAO,IAAI,CAACT,EAAE,CAACyC,YAAY,CAAC;MAAE7B,GAAG,EAAEH,GAAG;MAAEE,MAAM,EAAE,IAAI,CAACL;IAAO,CAAC,CAAC,CAACe,OAAO,CAAC,CAAC;EAC5E;AACJ;AAEO,MAAMqB,QAAQ,GAAG,IAAI9C,QAAQ,CAAC,CAAC;AAAC+C,OAAA,CAAAD,QAAA,GAAAA,QAAA"}

package/export/utils.d.ts

@@ -0,0 +1,2 @@
+import { File } from "@webiny/api-file-manager/types";
+export declare function extractFilesFromData(data: Record<string, any>, files?: File[]): File[];

package/export/utils.js

@@ -0,0 +1,35 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.extractFilesFromData = extractFilesFromData;
+function extractFilesFromData(data, files = []) {
+  if (!data || typeof data !== "object") {
+    return files;
+  }
+
+  // Recursively call function for each element
+  if (Array.isArray(data)) {
+    for (let i = 0; i < data.length; i++) {
+      const element = data[i];
+      extractFilesFromData(element, files);
+    }
+    return files;
+  }
+
+  // Main
+  const tuple = Object.entries(data);
+  for (let i = 0; i < tuple.length; i++) {
+    const [key, value] = tuple[i];
+    if (key === "file" && value) {
+      files.push(value);
+    } else if (key === "images" && Array.isArray(value)) {
+      // Handle case for "images-list" component
+      files.push(...value);
+    } else {
+      extractFilesFromData(value, files);
+    }
+  }
+  return files;
+}

package/export/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["extractFilesFromData","data","files","Array","isArray","i","length","element","tuple","Object","entries","key","value","push"],"sources":["utils.ts"],"sourcesContent":["import { File } from \"@webiny/api-file-manager/types\";\n\nexport function extractFilesFromData(data: Record<string, any>, files: File[] = []) {\n    if (!data || typeof data !== \"object\") {\n        return files;\n    }\n\n    // Recursively call function for each element\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            extractFilesFromData(element, files);\n        }\n        return files;\n    }\n\n    // Main\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n        if (key === \"file\" && value) {\n            files.push(value);\n        } else if (key === \"images\" && Array.isArray(value)) {\n            // Handle case for \"images-list\" component\n            files.push(...value);\n        } else {\n            extractFilesFromData(value, files);\n        }\n    }\n    return files;\n}\n"],"mappings":";;;;;;AAEO,SAASA,oBAAoBA,CAACC,IAAyB,EAAEC,KAAa,GAAG,EAAE,EAAE;EAChF,IAAI,CAACD,IAAI,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;IACnC,OAAOC,KAAK;EAChB;;EAEA;EACA,IAAIC,KAAK,CAACC,OAAO,CAACH,IAAI,CAAC,EAAE;IACrB,KAAK,IAAII,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGJ,IAAI,CAACK,MAAM,EAAED,CAAC,EAAE,EAAE;MAClC,MAAME,OAAO,GAAGN,IAAI,CAACI,CAAC,CAAC;MACvBL,oBAAoB,CAACO,OAAO,EAAEL,KAAK,CAAC;IACxC;IACA,OAAOA,KAAK;EAChB;;EAEA;EACA,MAAMM,KAAK,GAAGC,MAAM,CAACC,OAAO,CAACT,IAAI,CAAC;EAClC,KAAK,IAAII,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGG,KAAK,CAACF,MAAM,EAAED,CAAC,EAAE,EAAE;IACnC,MAAM,CAACM,GAAG,EAAEC,KAAK,CAAC,GAAGJ,KAAK,CAACH,CAAC,CAAC;IAC7B,IAAIM,GAAG,KAAK,MAAM,IAAIC,KAAK,EAAE;MACzBV,KAAK,CAACW,IAAI,CAACD,KAAK,CAAC;IACrB,CAAC,MAAM,IAAID,GAAG,KAAK,QAAQ,IAAIR,KAAK,CAACC,OAAO,CAACQ,KAAK,CAAC,EAAE;MACjD;MACAV,KAAK,CAACW,IAAI,CAAC,GAAGD,KAAK,CAAC;IACxB,CAAC,MAAM;MACHZ,oBAAoB,CAACY,KAAK,EAAEV,KAAK,CAAC;IACtC;EACJ;EACA,OAAOA,KAAK;AAChB"}

package/{exportPages → export}/zipper.d.ts

@@ -2,15 +2,15 @@
 /// <reference types="node" />
 import S3 from "aws-sdk/clients/s3";
 import { Readable } from "stream";
-import { ImageFile } from "./utils";
+import { File } from "@webiny/api-file-manager/types";
 interface FileStreamDetails {
     stream: Readable;
     filename: string;
 }
 interface ExportInfo {
-    files: ImageFile[];
-    pageTitle: string;
-    pageDataBuffer: Buffer;
+    files: File[];
+    name: string;
+    dataBuffer: Buffer;
 }
 export interface ZipperConfig {
     exportInfo: ExportInfo;
@@ -29,7 +29,8 @@ export declare class ZipOfZip {
     private readonly archiveFormat;
     private readonly archiveFileName;
     keys: string[];
-    constructor(keys: string[]);
+    filename: string;
+    constructor(keys: string[], filename: string);
     getFileStreams(): FileStreamDetails[];
     process(): Promise<S3.ManagedUpload.SendData>;
 }

package/{exportPages → export}/zipper.js

@@ -1,29 +1,20 @@
 "use strict";
 
 var _interopRequireWildcard = require("@babel/runtime/helpers/interopRequireWildcard").default;
-
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
-
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = exports.ZipOfZip = void 0;
-
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
 var _archiver = _interopRequireDefault(require("archiver"));
-
 var _stream = require("stream");
-
 var path = _interopRequireWildcard(require("path"));
-
 var _kebabCase = _interopRequireDefault(require("lodash/kebabCase"));
-
 var _uniqid = _interopRequireDefault(require("uniqid"));
-
 var _s3Stream = require("./s3Stream");
-
 // TODO: Move "archive" in layer
+
 class Zipper {
   constructor(config) {
     (0, _defineProperty2.default)(this, "archiveFormat", "zip");
@@ -31,68 +22,66 @@ class Zipper {
     (0, _defineProperty2.default)(this, "archiveFileName", void 0);
     (0, _defineProperty2.default)(this, "config", void 0);
     this.config = config;
-    this.archiveFileName = (0, _uniqid.default)(`${this.config.archiveFileKey}/`, `-${(0, _kebabCase.default)(this.config.exportInfo.pageTitle)}.zip`);
+    this.archiveFileName = (0, _uniqid.default)(`${this.config.archiveFileKey}/`, `-${(0, _kebabCase.default)(this.config.exportInfo.name)}.zip`);
   }
-
   s3DownloadStreams() {
     const exportInfo = this.config.exportInfo;
-    const prefix = (0, _uniqid.default)("", `-${(0, _kebabCase.default)(exportInfo.pageTitle)}`);
+    const prefix = (0, _uniqid.default)("", `-${(0, _kebabCase.default)(exportInfo.name)}`);
     const files = exportInfo.files.map(({
       key
     }) => {
       return {
         stream: _s3Stream.s3Stream.readStream(key),
-        filename: `${prefix}\\${this.filesDirName}\\${path.basename(key)}`
+        filename: `${prefix}\\${this.filesDirName}\\${key}`
       };
     });
     return [...files, {
-      stream: _stream.Readable.from(exportInfo.pageDataBuffer),
-      filename: `${prefix}\\${exportInfo.pageTitle}.json`
+      stream: _stream.Readable.from(exportInfo.dataBuffer),
+      filename: `${prefix}\\${exportInfo.name}.json`
     }];
   }
-
   process() {
     const {
       streamPassThrough,
       streamPassThroughUploadPromise
-    } = _s3Stream.s3Stream.writeStream(this.archiveFileName); // 1. Read all files from S3 using stream.
-
-
-    const s3FilesStreams = this.s3DownloadStreams(); // 2. Prepare zip from the file stream.
-
-    const archive = _archiver.default.create(this.archiveFormat); // Handle archive events.
+    } = _s3Stream.s3Stream.writeStream(this.archiveFileName);
 
+    // 1. Read all files from S3 using stream.
+    const s3FilesStreams = this.s3DownloadStreams();
 
+    // 2. Prepare zip from the file stream.
+    const archive = _archiver.default.create(this.archiveFormat);
+    // Handle archive events.
     archive.on("error", error => {
       throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
-    }); // Append all file streams to archive.
+    });
 
+    // Append all file streams to archive.
     s3FilesStreams.forEach(streamDetails => archive.append(streamDetails.stream, {
       name: streamDetails.filename
-    })); // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
+    }));
 
-    archive.pipe(streamPassThrough); // Finalize the archive (ie we are done appending files but streams have to finish yet)
+    // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
+    archive.pipe(streamPassThrough);
+    // Finalize the archive (ie we are done appending files but streams have to finish yet)
     // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand
+    archive.finalize();
 
-    archive.finalize(); // 3. Return upload stream promise.
-
+    // 3. Return upload stream promise.
     return streamPassThroughUploadPromise;
   }
-
 }
-
 exports.default = Zipper;
-const PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;
-
 class ZipOfZip {
-  constructor(keys) {
+  constructor(keys, filename) {
     (0, _defineProperty2.default)(this, "archiveFormat", "zip");
     (0, _defineProperty2.default)(this, "archiveFileName", void 0);
     (0, _defineProperty2.default)(this, "keys", void 0);
+    (0, _defineProperty2.default)(this, "filename", void 0);
     this.keys = keys;
-    this.archiveFileName = (0, _uniqid.default)("", `-${PAGE_EXPORT_BASENAME}`);
+    this.filename = filename;
+    this.archiveFileName = (0, _uniqid.default)("EXPORTS/", `-${filename}`);
   }
-
   getFileStreams() {
     return this.keys.map(key => {
       return {
@@ -101,35 +90,35 @@ class ZipOfZip {
       };
     });
   }
-
   process() {
     const {
       streamPassThrough,
       streamPassThroughUploadPromise
-    } = _s3Stream.s3Stream.writeStream(this.archiveFileName); // 1. Read all files from S3 using stream.
-
-
-    const fileStreamDetails = this.getFileStreams(); // 2. Prepare zip from the file stream.
-
-    const archive = _archiver.default.create(this.archiveFormat); // Handle archive events.
+    } = _s3Stream.s3Stream.writeStream(this.archiveFileName);
 
+    // 1. Read all files from S3 using stream.
+    const fileStreamDetails = this.getFileStreams();
 
+    // 2. Prepare zip from the file stream.
+    const archive = _archiver.default.create(this.archiveFormat);
+    // Handle archive events.
     archive.on("error", error => {
       throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
-    }); // Append all file streams to archive.
+    });
 
+    // Append all file streams to archive.
     fileStreamDetails.forEach(streamDetails => archive.append(streamDetails.stream, {
       name: streamDetails.filename
-    })); // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
+    }));
 
-    archive.pipe(streamPassThrough); // Finalize the archive (ie we are done appending files but streams have to finish yet)
+    // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
+    archive.pipe(streamPassThrough);
+    // Finalize the archive (ie we are done appending files but streams have to finish yet)
     // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand
+    archive.finalize();
 
-    archive.finalize(); // 3. Return upload stream promise.
-
+    // 3. Return upload stream promise.
     return streamPassThroughUploadPromise;
   }
-
 }
-
 exports.ZipOfZip = ZipOfZip;

package/export/zipper.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_archiver","_interopRequireDefault","require","_stream","path","_interopRequireWildcard","_kebabCase","_uniqid","_s3Stream","Zipper","constructor","config","_defineProperty2","default","archiveFileName","uniqueId","archiveFileKey","kebabCase","exportInfo","name","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","Readable","from","dataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","code","message","stack","forEach","streamDetails","append","pipe","finalize","exports","ZipOfZip","keys","getFileStreams","basename","fileStreamDetails"],"sources":["zipper.ts"],"sourcesContent":["// TODO: Move \"archive\" in layer\nimport vending, { ArchiverError } from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { File } from \"@webiny/api-file-manager/types\";\n\ninterface FileStreamDetails {\n    stream: Readable;\n    filename: string;\n}\n\ninterface ExportInfo {\n    files: File[];\n    name: string;\n    dataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n    exportInfo: ExportInfo;\n    archiveFileKey: string;\n}\n\nexport default class Zipper {\n    private readonly archiveFormat = \"zip\";\n    private readonly filesDirName = \"assets\";\n    private readonly archiveFileName: string;\n    config: ZipperConfig;\n\n    constructor(config: ZipperConfig) {\n        this.config = config;\n        this.archiveFileName = uniqueId(\n            `${this.config.archiveFileKey}/`,\n            `-${kebabCase(this.config.exportInfo.name)}.zip`\n        );\n    }\n\n    s3DownloadStreams(): FileStreamDetails[] {\n        const exportInfo = this.config.exportInfo;\n        const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.name)}`);\n        const files = exportInfo.files.map(({ key }) => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${prefix}\\\\${this.filesDirName}\\\\${key}`\n            };\n        });\n\n        return [\n            ...files,\n            {\n                stream: Readable.from(exportInfo.dataBuffer),\n                filename: `${prefix}\\\\${exportInfo.name}.json`\n            }\n        ];\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const s3FilesStreams = this.s3DownloadStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n\nexport class ZipOfZip {\n    private readonly archiveFormat = \"zip\";\n    private readonly archiveFileName: string;\n    keys: string[];\n    filename: string;\n\n    constructor(keys: string[], filename: string) {\n        this.keys = keys;\n        this.filename = filename;\n        this.archiveFileName = uniqueId(\"EXPORTS/\", `-${filename}`);\n    }\n\n    getFileStreams(): FileStreamDetails[] {\n        return this.keys.map(key => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${path.basename(key)}`\n            };\n        });\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const fileStreamDetails = this.getFileStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n"],"mappings":";;;;;;;;;AACA,IAAAA,SAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,IAAA,GAAAC,uBAAA,CAAAH,OAAA;AACA,IAAAI,UAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,OAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,SAAA,GAAAN,OAAA;AAPA;;AA0Be,MAAMO,MAAM,CAAC;EAMxBC,WAAWA,CAACC,MAAoB,EAAE;IAAA,IAAAC,gBAAA,CAAAC,OAAA,yBALD,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,wBACN,QAAQ;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAKpC,IAAI,CAACF,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACG,eAAe,GAAG,IAAAC,eAAQ,EAC1B,GAAE,IAAI,CAACJ,MAAM,CAACK,cAAe,GAAE,EAC/B,IAAG,IAAAC,kBAAS,EAAC,IAAI,CAACN,MAAM,CAACO,UAAU,CAACC,IAAI,CAAE,MAC/C,CAAC;EACL;EAEAC,iBAAiBA,CAAA,EAAwB;IACrC,MAAMF,UAAU,GAAG,IAAI,CAACP,MAAM,CAACO,UAAU;IACzC,MAAMG,MAAM,GAAG,IAAAN,eAAQ,EAAC,EAAE,EAAG,IAAG,IAAAE,kBAAS,EAACC,UAAU,CAACC,IAAI,CAAE,EAAC,CAAC;IAC7D,MAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAK,CAACC,GAAG,CAAC,CAAC;MAAEC;IAAI,CAAC,KAAK;MAC5C,OAAO;QACHC,MAAM,EAAEC,kBAAQ,CAACC,UAAU,CAACH,GAAG,CAAC;QAChCI,QAAQ,EAAG,GAAEP,MAAO,KAAI,IAAI,CAACQ,YAAa,KAAIL,GAAI;MACtD,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,CACH,GAAGF,KAAK,EACR;MACIG,MAAM,EAAEK,gBAAQ,CAACC,IAAI,CAACb,UAAU,CAACc,UAAU,CAAC;MAC5CJ,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,IAAK;IAC5C,CAAC,CACJ;EACL;EAEAc,OAAOA,CAAA,EAAuC;IAC1C,MAAM;MAAEC,iBAAiB;MAAEC;IAA+B,CAAC,GAAGT,kBAAQ,CAACU,WAAW,CAC9E,IAAI,CAACtB,eACT,CAAC;;IAED;IACA,MAAMuB,cAAc,GAAG,IAAI,CAACjB,iBAAiB,CAAC,CAAC;;IAE/C;IACA,MAAMkB,OAAO,GAAGC,iBAAO,CAACC,MAAM,CAAC,IAAI,CAACC,aAAa,CAAC;IAClD;IACAH,OAAO,CAACI,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1C,MAAM,IAAIC,KAAK,CACV,GAAED,KAAK,CAACxB,IAAK,IAAGwB,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACvC,IAAK,IAAGuC,KAAK,CAACI,KAAM,EAC9E,CAAC;IACL,CAAC,CAAC;;IAEF;IACAV,cAAc,CAACW,OAAO,CAAEC,aAAgC,IACpDX,OAAO,CAACY,MAAM,CAACD,aAAa,CAACxB,MAAM,EAAE;MAAEN,IAAI,EAAE8B,aAAa,CAACrB;IAAS,CAAC,CACzE,CAAC;;IAED;IACAU,OAAO,CAACa,IAAI,CAACjB,iBAAiB,CAAC;IAC/B;IACA;IACAI,OAAO,CAACc,QAAQ,CAAC,CAAC;;IAElB;IACA,OAAOjB,8BAA8B;EACzC;AACJ;AAACkB,OAAA,CAAAxC,OAAA,GAAAJ,MAAA;AAEM,MAAM6C,QAAQ,CAAC;EAMlB5C,WAAWA,CAAC6C,IAAc,EAAE3B,QAAgB,EAAE;IAAA,IAAAhB,gBAAA,CAAAC,OAAA,yBALb,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAMlC,IAAI,CAAC0C,IAAI,GAAGA,IAAI;IAChB,IAAI,CAAC3B,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACd,eAAe,GAAG,IAAAC,eAAQ,EAAC,UAAU,EAAG,IAAGa,QAAS,EAAC,CAAC;EAC/D;EAEA4B,cAAcA,CAAA,EAAwB;IAClC,OAAO,IAAI,CAACD,IAAI,CAAChC,GAAG,CAACC,GAAG,IAAI;MACxB,OAAO;QACHC,MAAM,EAAEC,kBAAQ,CAACC,UAAU,CAACH,GAAG,CAAC;QAChCI,QAAQ,EAAG,GAAExB,IAAI,CAACqD,QAAQ,CAACjC,GAAG,CAAE;MACpC,CAAC;IACL,CAAC,CAAC;EACN;EAEAS,OAAOA,CAAA,EAAuC;IAC1C,MAAM;MAAEC,iBAAiB;MAAEC;IAA+B,CAAC,GAAGT,kBAAQ,CAACU,WAAW,CAC9E,IAAI,CAACtB,eACT,CAAC;;IAED;IACA,MAAM4C,iBAAiB,GAAG,IAAI,CAACF,cAAc,CAAC,CAAC;;IAE/C;IACA,MAAMlB,OAAO,GAAGC,iBAAO,CAACC,MAAM,CAAC,IAAI,CAACC,aAAa,CAAC;IAClD;IACAH,OAAO,CAACI,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1C,MAAM,IAAIC,KAAK,CACV,GAAED,KAAK,CAACxB,IAAK,IAAGwB,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACvC,IAAK,IAAGuC,KAAK,CAACI,KAAM,EAC9E,CAAC;IACL,CAAC,CAAC;;IAEF;IACAW,iBAAiB,CAACV,OAAO,CAAEC,aAAgC,IACvDX,OAAO,CAACY,MAAM,CAACD,aAAa,CAACxB,MAAM,EAAE;MAAEN,IAAI,EAAE8B,aAAa,CAACrB;IAAS,CAAC,CACzE,CAAC;;IAED;IACAU,OAAO,CAACa,IAAI,CAACjB,iBAAiB,CAAC;IAC/B;IACA;IACAI,OAAO,CAACc,QAAQ,CAAC,CAAC;;IAElB;IACA,OAAOjB,8BAA8B;EACzC;AACJ;AAACkB,OAAA,CAAAC,QAAA,GAAAA,QAAA"}

package/graphql/crud/blocks.crud.d.ts

@@ -0,0 +1,4 @@
+import { ContextPlugin } from "@webiny/api";
+import { PbImportExportContext } from "../../types";
+declare const _default: ContextPlugin<PbImportExportContext>;
+export default _default;