@webiny/api-page-builder-import-export 0.0.0-mt-2 → 0.0.0-unstable.06b2ede40f

package/utils/ZipFiles.js

@@ -0,0 +1,124 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ZipFiles = void 0;
+var _archiver = require("archiver");
+var _clientS = require("@webiny/aws-sdk/client-s3");
+var _path = _interopRequireDefault(require("path"));
+var _stream = require("stream");
+var _libStorage = require("@webiny/aws-sdk/lib-storage");
+var _nodeHttpHandler = require("@smithy/node-http-handler");
+var _https = require("https");
+var _http = require("http");
+class ZipFiles {
+  bucket = process.env.S3_BUCKET;
+  debug = process.env.DEBUG === "true";
+  constructor(options) {
+    this.setDebug(options?.debug);
+  }
+  async process(targetFileName, files) {
+    const fileNames = Array.from(files);
+    const s3Client = (0, _clientS.createS3)({
+      requestHandler: new _nodeHttpHandler.NodeHttpHandler({
+        connectionTimeout: 0,
+        httpAgent: new _http.Agent({
+          maxSockets: 10000,
+          keepAlive: true,
+          maxFreeSockets: 10000,
+          maxTotalSockets: 10000,
+          keepAliveMsecs: 900000 // milliseconds / 15 minutes
+        }),
+        httpsAgent: new _https.Agent({
+          maxSockets: 10000,
+          keepAlive: true,
+          sessionTimeout: 900,
+          // seconds / 15 minutes
+          maxCachedSessions: 100000,
+          maxFreeSockets: 10000,
+          maxTotalSockets: 10000,
+          keepAliveMsecs: 900000 // milliseconds / 15 minutes
+        }),
+        requestTimeout: 900000 // milliseconds / 15 minutes
+      })
+    });
+    const streamPassThrough = new _stream.Stream.PassThrough({
+      autoDestroy: true
+    });
+    const upload = new _libStorage.Upload({
+      client: s3Client,
+      params: {
+        ACL: "private",
+        Body: streamPassThrough,
+        Bucket: this.bucket,
+        ContentType: "application/zip",
+        Key: targetFileName
+      },
+      queueSize: 1,
+      partSize: 1024 * 1024 * 5,
+      leavePartsOnError: false
+    });
+    const archive = (0, _archiver.create)("zip", {});
+    archive.on("error", error => {
+      console.error(error);
+      throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
+    });
+    archive.pipe(streamPassThrough);
+
+    /**
+     * To combine all the files into a single zip file, we need to add files one by one.
+     *
+     * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.
+     * The method is called manually, first time, to start the process.
+     */
+
+    archive.on("entry", data => {
+      this.debug && console.log(`Archived file: ${data.name}`);
+      addFileToArchive();
+    });
+    const addFileToArchive = async () => {
+      const file = fileNames.shift();
+      if (!file) {
+        this.debug && console.log("No more files to add to the archive.");
+        /**
+         * Must call finalize() with a timeout, otherwise the lambda crashes.
+         */
+        setTimeout(() => {
+          archive.finalize();
+        }, 200);
+        return;
+      }
+      this.debug && console.log(`Adding file "${file}" to the archive.`);
+      const cmd = new _clientS.GetObjectCommand({
+        Bucket: this.bucket,
+        Key: file
+      });
+      const response = await s3Client.send(cmd);
+      // Possible to get a null response.Body?
+      // Typescript says yes, so let's check it.
+      if (!response.Body) {
+        this.debug && console.log(`No response.Body for file "${file}", moving to next file.`);
+        return addFileToArchive();
+      }
+      const name = `${_path.default.basename(file)}`;
+      archive.append(response.Body, {
+        name
+      });
+    };
+    addFileToArchive();
+    const result = await upload.done();
+    s3Client.destroy();
+    return result;
+  }
+  setDebug(debug) {
+    if (debug === undefined) {
+      return;
+    }
+    this.debug = debug;
+  }
+}
+exports.ZipFiles = ZipFiles;
+
+//# sourceMappingURL=ZipFiles.js.map

package/utils/ZipFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_archiver","require","_clientS","_path","_interopRequireDefault","_stream","_libStorage","_nodeHttpHandler","_https","_http","ZipFiles","bucket","process","env","S3_BUCKET","debug","DEBUG","constructor","options","setDebug","targetFileName","files","fileNames","Array","from","s3Client","createS3","requestHandler","NodeHttpHandler","connectionTimeout","httpAgent","HttpAgent","maxSockets","keepAlive","maxFreeSockets","maxTotalSockets","keepAliveMsecs","httpsAgent","HttpsAgent","sessionTimeout","maxCachedSessions","requestTimeout","streamPassThrough","Stream","PassThrough","autoDestroy","upload","Upload","client","params","ACL","Body","Bucket","ContentType","Key","queueSize","partSize","leavePartsOnError","archive","createArchiver","on","error","console","Error","name","code","message","path","stack","pipe","data","log","addFileToArchive","file","shift","setTimeout","finalize","cmd","GetObjectCommand","response","send","basename","append","result","done","destroy","undefined","exports"],"sources":["ZipFiles.ts"],"sourcesContent":["import type { ArchiverError } from \"archiver\";\nimport { create as createArchiver } from \"archiver\";\nimport type { CompleteMultipartUploadOutput } from \"@webiny/aws-sdk/client-s3\";\nimport { createS3, GetObjectCommand } from \"@webiny/aws-sdk/client-s3\";\nimport path from \"path\";\nimport { type Readable, Stream } from \"stream\";\nimport { Upload } from \"@webiny/aws-sdk/lib-storage\";\nimport { NodeHttpHandler } from \"@smithy/node-http-handler\";\nimport { Agent as HttpsAgent } from \"https\";\nimport { Agent as HttpAgent } from \"http\";\n\nexport interface ZipFilesOptions {\n    debug?: boolean;\n}\n\nexport class ZipFiles {\n    private readonly bucket: string = process.env.S3_BUCKET as string;\n    private debug: boolean = process.env.DEBUG === \"true\";\n\n    public constructor(options?: ZipFilesOptions) {\n        this.setDebug(options?.debug);\n    }\n\n    public async process(\n        targetFileName: string,\n        files: string[]\n    ): Promise<CompleteMultipartUploadOutput> {\n        const fileNames = Array.from(files);\n        const s3Client = createS3({\n            requestHandler: new NodeHttpHandler({\n                connectionTimeout: 0,\n                httpAgent: new HttpAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                httpsAgent: new HttpsAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    sessionTimeout: 900, // seconds / 15 minutes\n                    maxCachedSessions: 100000,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                requestTimeout: 900000 // milliseconds / 15 minutes\n            })\n        });\n\n        const streamPassThrough = new Stream.PassThrough({\n            autoDestroy: true\n        });\n\n        const upload = new Upload({\n            client: s3Client,\n            params: {\n                ACL: \"private\",\n                Body: streamPassThrough,\n                Bucket: this.bucket,\n                ContentType: \"application/zip\",\n                Key: targetFileName\n            },\n            queueSize: 1,\n            partSize: 1024 * 1024 * 5,\n            leavePartsOnError: false\n        });\n\n        const archive = createArchiver(\"zip\", {});\n\n        archive.on(\"error\", (error: ArchiverError) => {\n            console.error(error);\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        archive.pipe(streamPassThrough);\n\n        /**\n         * To combine all the files into a single zip file, we need to add files one by one.\n         *\n         * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.\n         * The method is called manually, first time, to start the process.\n         */\n\n        archive.on(\"entry\", data => {\n            this.debug && console.log(`Archived file: ${data.name}`);\n            addFileToArchive();\n        });\n\n        const addFileToArchive = async (): Promise<void> => {\n            const file = fileNames.shift();\n            if (!file) {\n                this.debug && console.log(\"No more files to add to the archive.\");\n                /**\n                 * Must call finalize() with a timeout, otherwise the lambda crashes.\n                 */\n                setTimeout(() => {\n                    archive.finalize();\n                }, 200);\n                return;\n            }\n            this.debug && console.log(`Adding file \"${file}\" to the archive.`);\n            const cmd = new GetObjectCommand({\n                Bucket: this.bucket,\n                Key: file\n            });\n\n            const response = await s3Client.send(cmd);\n            // Possible to get a null response.Body?\n            // Typescript says yes, so let's check it.\n            if (!response.Body) {\n                this.debug &&\n                    console.log(`No response.Body for file \"${file}\", moving to next file.`);\n                return addFileToArchive();\n            }\n            const name = `${path.basename(file)}`;\n\n            archive.append(response.Body as Readable, {\n                name\n            });\n        };\n\n        addFileToArchive();\n\n        const result = await upload.done();\n\n        s3Client.destroy();\n        return result;\n    }\n\n    private setDebug(debug?: boolean): void {\n        if (debug === undefined) {\n            return;\n        }\n        this.debug = debug;\n    }\n}\n"],"mappings":";;;;;;;AACA,IAAAA,SAAA,GAAAC,OAAA;AAEA,IAAAC,QAAA,GAAAD,OAAA;AACA,IAAAE,KAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,WAAA,GAAAL,OAAA;AACA,IAAAM,gBAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,KAAA,GAAAR,OAAA;AAMO,MAAMS,QAAQ,CAAC;EACDC,MAAM,GAAWC,OAAO,CAACC,GAAG,CAACC,SAAS;EAC/CC,KAAK,GAAYH,OAAO,CAACC,GAAG,CAACG,KAAK,KAAK,MAAM;EAE9CC,WAAWA,CAACC,OAAyB,EAAE;IAC1C,IAAI,CAACC,QAAQ,CAACD,OAAO,EAAEH,KAAK,CAAC;EACjC;EAEA,MAAaH,OAAOA,CAChBQ,cAAsB,EACtBC,KAAe,EACuB;IACtC,MAAMC,SAAS,GAAGC,KAAK,CAACC,IAAI,CAACH,KAAK,CAAC;IACnC,MAAMI,QAAQ,GAAG,IAAAC,iBAAQ,EAAC;MACtBC,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAChCC,iBAAiB,EAAE,CAAC;QACpBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACrBC,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfC,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACvBN,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfM,cAAc,EAAE,GAAG;UAAE;UACrBC,iBAAiB,EAAE,MAAM;UACzBN,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFK,cAAc,EAAE,MAAM,CAAC;MAC3B,CAAC;IACL,CAAC,CAAC;IAEF,MAAMC,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,CAAC;MAC7CC,WAAW,EAAE;IACjB,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,IAAIC,kBAAM,CAAC;MACtBC,MAAM,EAAEvB,QAAQ;MAChBwB,MAAM,EAAE;QACJC,GAAG,EAAE,SAAS;QACdC,IAAI,EAAET,iBAAiB;QACvBU,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB0C,WAAW,EAAE,iBAAiB;QAC9BC,GAAG,EAAElC;MACT,CAAC;MACDmC,SAAS,EAAE,CAAC;MACZC,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;MACzBC,iBAAiB,EAAE;IACvB,CAAC,CAAC;IAEF,MAAMC,OAAO,GAAG,IAAAC,gBAAc,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAEzCD,OAAO,CAACE,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1CC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;MACpB,MAAM,IAAIE,KAAK,CACX,GAAGF,KAAK,CAACG,IAAI,IAAIH,KAAK,CAACI,IAAI,IAAIJ,KAAK,CAACK,OAAO,IAAIL,KAAK,CAACM,IAAI,IAAIN,KAAK,CAACO,KAAK,EAC7E,CAAC;IACL,CAAC,CAAC;IAEFV,OAAO,CAACW,IAAI,CAAC3B,iBAAiB,CAAC;;IAE/B;AACR;AACA;AACA;AACA;AACA;;IAEQgB,OAAO,CAACE,EAAE,CAAC,OAAO,EAAEU,IAAI,IAAI;MACxB,IAAI,CAACvD,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,kBAAkBD,IAAI,CAACN,IAAI,EAAE,CAAC;MACxDQ,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAMA,gBAAgB,GAAG,MAAAA,CAAA,KAA2B;MAChD,MAAMC,IAAI,GAAGnD,SAAS,CAACoD,KAAK,CAAC,CAAC;MAC9B,IAAI,CAACD,IAAI,EAAE;QACP,IAAI,CAAC1D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,sCAAsC,CAAC;QACjE;AAChB;AACA;QACgBI,UAAU,CAAC,MAAM;UACbjB,OAAO,CAACkB,QAAQ,CAAC,CAAC;QACtB,CAAC,EAAE,GAAG,CAAC;QACP;MACJ;MACA,IAAI,CAAC7D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,gBAAgBE,IAAI,mBAAmB,CAAC;MAClE,MAAMI,GAAG,GAAG,IAAIC,yBAAgB,CAAC;QAC7B1B,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB2C,GAAG,EAAEmB;MACT,CAAC,CAAC;MAEF,MAAMM,QAAQ,GAAG,MAAMtD,QAAQ,CAACuD,IAAI,CAACH,GAAG,CAAC;MACzC;MACA;MACA,IAAI,CAACE,QAAQ,CAAC5B,IAAI,EAAE;QAChB,IAAI,CAACpC,KAAK,IACN+C,OAAO,CAACS,GAAG,CAAC,8BAA8BE,IAAI,yBAAyB,CAAC;QAC5E,OAAOD,gBAAgB,CAAC,CAAC;MAC7B;MACA,MAAMR,IAAI,GAAG,GAAGG,aAAI,CAACc,QAAQ,CAACR,IAAI,CAAC,EAAE;MAErCf,OAAO,CAACwB,MAAM,CAACH,QAAQ,CAAC5B,IAAI,EAAc;QACtCa;MACJ,CAAC,CAAC;IACN,CAAC;IAEDQ,gBAAgB,CAAC,CAAC;IAElB,MAAMW,MAAM,GAAG,MAAMrC,MAAM,CAACsC,IAAI,CAAC,CAAC;IAElC3D,QAAQ,CAAC4D,OAAO,CAAC,CAAC;IAClB,OAAOF,MAAM;EACjB;EAEQhE,QAAQA,CAACJ,KAAe,EAAQ;IACpC,IAAIA,KAAK,KAAKuE,SAAS,EAAE;MACrB;IACJ;IACA,IAAI,CAACvE,KAAK,GAAGA,KAAK;EACtB;AACJ;AAACwE,OAAA,CAAA7E,QAAA,GAAAA,QAAA","ignoreList":[]}

package/exportPages/combine/index.d.ts

@@ -1,19 +0,0 @@
-import { HandlerPlugin } from "@webiny/handler/types";
-import { ArgsContext } from "@webiny/handler-args/types";
-import { PbPageImportExportContext } from "../../types";
-import { SecurityIdentity } from "@webiny/api-security/types";
-export declare type HandlerArgs = {
-    taskId: string;
-    identity: SecurityIdentity;
-};
-export declare type HandlerResponse = {
-    data: string;
-    error: {
-        message: string;
-    };
-};
-declare const _default: () => HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>>;
-/**
- * Handles the export pages combine workflow.
- */
-export default _default;

package/exportPages/combine/index.js

@@ -1,88 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _s3Stream = require("../s3Stream");
-
-var _zipper = require("../zipper");
-
-var _mockSecurity = require("../../mockSecurity");
-
-/**
- * Handles the export pages combine workflow.
- */
-var _default = () => ({
-  type: "handler",
-
-  async handle(context) {
-    const log = console.log;
-    log("RUNNING Export Pages Combine Handler");
-    const {
-      invocationArgs: args,
-      pageBuilder
-    } = context;
-    const {
-      taskId,
-      identity
-    } = args;
-    (0, _mockSecurity.mockSecurity)(identity, context);
-
-    try {
-      const task = await pageBuilder.pageImportExportTask.getTask(taskId);
-      const {
-        exportPagesDataKey
-      } = task.input; // Get all files (zip) from given key
-
-      const listObjectResponse = await _s3Stream.s3Stream.listObject(exportPagesDataKey);
-      const zipFileKeys = listObjectResponse.Contents.filter(file => file.Key !== exportPagesDataKey).map(file => file.Key); // Prepare zip of all zips
-
-      const zipOfZip = new _zipper.ZipOfZip(zipFileKeys); // Upload
-
-      const pageExportUpload = await zipOfZip.process();
-      log(`Done uploading... File is located at ${pageExportUpload.Location} `); // Update task status and save export page data key
-
-      await pageBuilder.pageImportExportTask.updateTask(taskId, {
-        status: _types.PageImportExportTaskStatus.COMPLETED,
-        data: {
-          message: `Finish uploading page export.`,
-          key: pageExportUpload.Key,
-          url: pageExportUpload.Location
-        }
-      }); // Remove individual zip files from storage
-
-      const deleteFilePromises = zipFileKeys.map(key => _s3Stream.s3Stream.deleteObject(key));
-      await Promise.all(deleteFilePromises);
-      log(`Successfully deleted ${deleteFilePromises.length} zip files.`);
-    } catch (e) {
-      log("[EXPORT_PAGES_COMBINE] Error => ", e);
-      /**
-       * In case of error, we'll update the task status to "failed",
-       * so that, client can show notify the user appropriately.
-       */
-
-      await pageBuilder.pageImportExportTask.updateTask(taskId, {
-        status: _types.PageImportExportTaskStatus.FAILED,
-        error: {
-          name: e.name,
-          message: e.message,
-          stack: e.stack,
-          code: "IMPORT_FAILED"
-        }
-      });
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    }
-  }
-
-});
-
-exports.default = _default;

package/exportPages/process/index.d.ts

@@ -1,26 +0,0 @@
-import { HandlerPlugin } from "@webiny/handler/types";
-import { ArgsContext } from "@webiny/handler-args/types";
-import { PbPageImportExportContext } from "../../types";
-import { SecurityIdentity } from "@webiny/api-security/types";
-export declare type HandlerArgs = {
-    taskId: string;
-    subTaskIndex: number;
-    identity?: SecurityIdentity;
-};
-export declare type HandlerResponse = {
-    data: string;
-    error: {
-        message: string;
-    };
-};
-interface Configuration {
-    handlers: {
-        process: string;
-        combine: string;
-    };
-}
-declare const _default: (configuration: Configuration) => HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>>;
-/**
- * Handles the export pages process workflow.
- */
-export default _default;

package/exportPages/process/index.js

@@ -1,204 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _utils = require("../../importPages/utils");
-
-var _client = require("../../importPages/client");
-
-var _handlerGraphql = require("@webiny/handler-graphql");
-
-var _utils2 = require("../utils");
-
-var _mockSecurity = require("../../mockSecurity");
-
-/**
- * Handles the export pages process workflow.
- */
-var _default = configuration => ({
-  type: "handler",
-
-  async handle(context) {
-    const log = console.log;
-    let subTask;
-    let noPendingTask = true;
-    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING;
-    log("RUNNING Export Pages Process Handler");
-    const {
-      invocationArgs: args,
-      pageBuilder,
-      fileManager
-    } = context;
-    const {
-      taskId,
-      subTaskIndex,
-      identity
-    } = args; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
-    // and this Lambda is invoked internally, without credentials.
-
-    (0, _mockSecurity.mockSecurity)(identity, context);
-
-    try {
-      /*
-       * Note: We're not going to DB for finding the next sub-task to process,
-       * because the data might be out of sync due to GSI eventual consistency.
-       */
-      subTask = await pageBuilder.pageImportExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex));
-      /**
-       * Base condition!!
-       * Bail out early, if task not found or task's status is not "pending".
-       */
-
-      if (!subTask || subTask.status !== _types.PageImportExportTaskStatus.PENDING) {
-        noPendingTask = true;
-        return;
-      } else {
-        noPendingTask = false;
-      }
-
-      log(`Fetched sub task => ${subTask.id}`);
-      const {
-        input
-      } = subTask;
-      const {
-        pageId,
-        exportPagesDataKey,
-        revisionType
-      } = input;
-      /**
-       * At the moment, we only export a single revision of the page.
-       * It could be "published" or "latest" depending upon user input.
-       *
-       * Note: In case of no "published" revision available, we use the latest revision.
-       */
-
-      let page;
-
-      try {
-        if (revisionType === _types.PageExportRevisionType.PUBLISHED) {
-          // Get "published" page.
-          page = await pageBuilder.pages.getPublishedById({
-            id: pageId
-          });
-        } else {
-          // Get "latest" page.
-          page = await pageBuilder.pages.get(pageId);
-        }
-      } catch (e) {
-        // If we're looking for "published" page and doesn't found it, get latest page.
-        if (revisionType === _types.PageExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
-          page = await pageBuilder.pages.get(pageId);
-        } else {
-          throw e;
-        }
-      }
-
-      if (!page) {
-        log(`Unable to load page "${pageId}"`);
-        throw new _handlerGraphql.NotFoundError(`Unable to load page "${pageId}"`);
-      }
-
-      log(`Processing page key "${pageId}" | version ${page.version} | ${page.status}`); // Mark task status as PROCESSING
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.PROCESSING
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.PROCESSING
-      });
-      prevStatusOfSubTask = subTask.status;
-      log(`Extracting page data and uploading to storage...`); // Extract Page
-
-      const pageDataZip = await (0, _utils2.exportPage)(page, exportPagesDataKey, fileManager);
-      log(`Finish uploading zip...`); // Update task record in DB
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.COMPLETED,
-        data: {
-          message: `Finish uploading data for page "${page.id}" v${page.version} (${page.status}).`,
-          key: pageDataZip.Key
-        }
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.COMPLETED
-      });
-      prevStatusOfSubTask = subTask.status;
-    } catch (e) {
-      log("[EXPORT_PAGES_PROCESS] Error => ", e);
-
-      if (subTask && subTask.id) {
-        /**
-         * In case of error, we'll update the task status to "failed",
-         * so that, client can show notify the user appropriately.
-         */
-        const {
-          invocationArgs: args,
-          pageBuilder
-        } = context;
-        const {
-          taskId
-        } = args;
-        subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-          status: _types.PageImportExportTaskStatus.FAILED,
-          error: {
-            name: e.name,
-            message: e.message,
-            stack: e.stack,
-            code: "IMPORT_FAILED"
-          }
-        }); // Update stats in main task
-
-        await pageBuilder.pageImportExportTask.updateStats(taskId, {
-          prevStatus: prevStatusOfSubTask,
-          nextStatus: _types.PageImportExportTaskStatus.FAILED
-        });
-        prevStatusOfSubTask = subTask.status;
-      }
-
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    } finally {
-      // Base condition!
-      if (noPendingTask) {
-        log(`No pending sub-task for task ${taskId}`); // Combine individual page zip files.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.combine,
-          payload: {
-            taskId,
-            identity: context.security.getIdentity()
-          }
-        });
-      } else {
-        console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.process,
-          payload: {
-            taskId,
-            subTaskIndex: subTaskIndex + 1,
-            identity: context.security.getIdentity()
-          }
-        });
-      }
-    }
-  }
-
-});
-
-exports.default = _default;

package/exportPages/s3Stream.d.ts

@@ -1,29 +0,0 @@
-/// <reference types="node" />
-import { PassThrough, Readable } from "stream";
-import S3 from "aws-sdk/clients/s3";
-declare class S3Stream {
-    s3: S3;
-    bucket: string;
-    constructor();
-    /**
-     * We're checking if the file is accessible on S3 by getting object meta data.
-     * It help us to filter files that we need to download as part of export data.
-     * @param Key {string}
-     */
-    isFileAccessible(Key: string): Promise<boolean>;
-    getObjectHead(Key: string): Promise<S3.HeadObjectOutput>;
-    readStream(Key: string): Readable;
-    writeStream(Key: string, contentType?: string): {
-        streamPassThrough: PassThrough;
-        streamPassThroughUploadPromise: Promise<S3.ManagedUpload.SendData>;
-    };
-    upload(params: {
-        Key: string;
-        ContentType: string;
-        Body: Buffer;
-    }): Promise<S3.ManagedUpload.SendData>;
-    listObject(prefix: string): Promise<S3.ListObjectsOutput>;
-    deleteObject(key: string): Promise<S3.DeleteObjectOutput>;
-}
-export declare const s3Stream: S3Stream;
-export {};

package/exportPages/s3Stream.js

@@ -1,106 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.s3Stream = void 0;
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-var _stream = require("stream");
-
-var _s = _interopRequireDefault(require("aws-sdk/clients/s3"));
-
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
-
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
-
-const ARCHIVE_CONTENT_TYPE = "application/zip";
-
-class S3Stream {
-  constructor() {
-    (0, _defineProperty2.default)(this, "s3", void 0);
-    (0, _defineProperty2.default)(this, "bucket", void 0);
-    this.s3 = new _s.default({
-      region: process.env.AWS_REGION
-    });
-    this.bucket = process.env.S3_BUCKET;
-  }
-  /**
-   * We're checking if the file is accessible on S3 by getting object meta data.
-   * It help us to filter files that we need to download as part of export data.
-   * @param Key {string}
-   */
-
-
-  async isFileAccessible(Key) {
-    try {
-      await this.getObjectHead(Key);
-      return true;
-    } catch (error) {
-      console.warn(`Error while fetching meta data for file "${Key}"`);
-      console.log(error);
-      return false;
-    }
-  }
-
-  getObjectHead(Key) {
-    return this.s3.headObject({
-      Bucket: this.bucket,
-      Key
-    }).promise();
-  }
-
-  readStream(Key) {
-    return this.s3.getObject({
-      Bucket: this.bucket,
-      Key
-    }).createReadStream();
-  }
-
-  writeStream(Key, contentType = ARCHIVE_CONTENT_TYPE) {
-    const streamPassThrough = new _stream.Stream.PassThrough();
-    const params = {
-      ACL: "public-read",
-      Body: streamPassThrough,
-      Bucket: this.bucket,
-      ContentType: contentType,
-      Key
-    };
-    return {
-      streamPassThrough: streamPassThrough,
-
-      /**
-       * We're not using the `FileManager` storage plugin here because it currently doesn't support streams.
-       */
-      streamPassThroughUploadPromise: this.s3.upload(params).promise()
-    };
-  }
-
-  upload(params) {
-    return this.s3.upload(_objectSpread({
-      ACL: "private",
-      Bucket: this.bucket
-    }, params)).promise();
-  }
-
-  listObject(prefix) {
-    return this.s3.listObjects({
-      Bucket: this.bucket,
-      Prefix: prefix
-    }).promise();
-  }
-
-  deleteObject(key) {
-    return this.s3.deleteObject({
-      Key: key,
-      Bucket: this.bucket
-    }).promise();
-  }
-
-}
-
-const s3Stream = new S3Stream();
-exports.s3Stream = s3Stream;

package/exportPages/utils.d.ts

@@ -1,13 +0,0 @@
-import S3 from "aws-sdk/clients/s3";
-import { Page, File } from "@webiny/api-page-builder/types";
-import { FileManagerContext } from "@webiny/api-file-manager/types";
-export declare const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
-export interface ExportedPageData {
-    page: Pick<Page, "content" | "title" | "version" | "status" | "settings" | "path">;
-    files: ImageFile[];
-}
-export declare function exportPage(page: Page, exportPagesDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
-export interface ImageFile extends File {
-    key: string;
-}
-export declare function extractFilesFromPageData(data: Record<string, any>, files?: any[]): ImageFile[];