@webiny/api-page-builder-import-export 0.0.0-unstable.1e66d121db → 0.0.0-unstable.2696f9d9e8

package/exportPages/process/index.js

@@ -1,208 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _client = require("../../client");
-
-var _handlerGraphql = require("@webiny/handler-graphql");
-
-var _utils = require("../utils");
-
-var _mockSecurity = require("../../mockSecurity");
-
-var _utils2 = require("@webiny/utils");
-
-var _handlerAws = require("@webiny/handler-aws");
-
-/**
- * Handles the export pages process workflow.
- */
-var _default = configuration => {
-  return (0, _handlerAws.createRawEventHandler)(async ({
-    payload,
-    context
-  }) => {
-    const log = console.log;
-    let subTask;
-    let noPendingTask = true;
-    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING;
-    log("RUNNING Export Pages Process Handler");
-    const {
-      pageBuilder,
-      fileManager
-    } = context;
-    const {
-      taskId,
-      subTaskIndex,
-      identity
-    } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
-    // and this Lambda is invoked internally, without credentials.
-
-    (0, _mockSecurity.mockSecurity)(identity, context);
-
-    try {
-      /*
-       * Note: We're not going to DB for finding the next sub-task to process,
-       * because the data might be out of sync due to GSI eventual consistency.
-       */
-      subTask = await pageBuilder.pageImportExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
-      /**
-       * Base condition!!
-       * Bail out early, if task not found or task's status is not "pending".
-       */
-
-      if (!subTask || subTask.status !== _types.PageImportExportTaskStatus.PENDING) {
-        noPendingTask = true;
-        return {
-          data: "",
-          error: null
-        };
-      } else {
-        noPendingTask = false;
-      }
-
-      log(`Fetched sub task => ${subTask.id}`);
-      const {
-        input
-      } = subTask;
-      const {
-        pageId,
-        exportPagesDataKey,
-        revisionType
-      } = input;
-      /**
-       * At the moment, we only export a single revision of the page.
-       * It could be "published" or "latest" depending upon user input.
-       *
-       * Note: In case of no "published" revision available, we use the latest revision.
-       */
-
-      let page;
-
-      try {
-        if (revisionType === _types.PageExportRevisionType.PUBLISHED) {
-          // Get "published" page.
-          page = await pageBuilder.getPublishedPageById({
-            id: pageId
-          });
-        } else {
-          // Get "latest" page.
-          page = await pageBuilder.getPage(pageId);
-        }
-      } catch (e) {
-        // If we're looking for "published" page and doesn't found it, get latest page.
-        if (revisionType === _types.PageExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
-          page = await pageBuilder.getPage(pageId);
-        } else {
-          throw e;
-        }
-      }
-
-      if (!page) {
-        log(`Unable to load page "${pageId}"`);
-        throw new _handlerGraphql.NotFoundError(`Unable to load page "${pageId}"`);
-      }
-
-      log(`Processing page key "${pageId}" | version ${page.version} | ${page.status}`); // Mark task status as PROCESSING
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.PROCESSING
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.PROCESSING
-      });
-      prevStatusOfSubTask = subTask.status;
-      log(`Extracting page data and uploading to storage...`); // Extract Page
-
-      const pageDataZip = await (0, _utils.exportPage)(page, exportPagesDataKey, fileManager);
-      log(`Finish uploading zip...`); // Update task record in DB
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.COMPLETED,
-        data: {
-          message: `Finish uploading data for page "${page.id}" v${page.version} (${page.status}).`,
-          key: pageDataZip.Key
-        }
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.COMPLETED
-      });
-      prevStatusOfSubTask = subTask.status;
-    } catch (e) {
-      log("[EXPORT_PAGES_PROCESS] Error => ", e);
-
-      if (subTask && subTask.id) {
-        /**
-         * In case of error, we'll update the task status to "failed",
-         * so that, client can show notify the user appropriately.
-         */
-        subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-          status: _types.PageImportExportTaskStatus.FAILED,
-          error: {
-            name: e.name,
-            message: e.message,
-            stack: e.stack,
-            code: "EXPORT_FAILED"
-          }
-        }); // Update stats in main task
-
-        await pageBuilder.pageImportExportTask.updateStats(taskId, {
-          prevStatus: prevStatusOfSubTask,
-          nextStatus: _types.PageImportExportTaskStatus.FAILED
-        });
-        prevStatusOfSubTask = subTask.status;
-      }
-
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    } finally {
-      // Base condition!
-      if (noPendingTask) {
-        log(`No pending sub-task for task ${taskId}`); // Combine individual page zip files.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.combine,
-          payload: {
-            taskId,
-            identity: context.security.getIdentity()
-          },
-          description: "Export pages - combine"
-        });
-      } else {
-        console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.process,
-          payload: {
-            taskId,
-            subTaskIndex: subTaskIndex + 1,
-            identity: context.security.getIdentity()
-          },
-          description: "Export pages - process - subtask"
-        });
-      }
-    }
-
-    return {
-      data: "",
-      error: null
-    };
-  });
-};
-
-exports.default = _default;

package/exportPages/process/index.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["configuration","createRawEventHandler","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","PageImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","identity","mockSecurity","pageImportExportTask","getSubTask","zeroPad","status","data","error","id","input","pageId","exportPagesDataKey","revisionType","page","PageExportRevisionType","PUBLISHED","getPublishedPageById","getPage","e","NotFoundError","version","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","pageDataZip","exportPage","COMPLETED","message","key","Key","FAILED","name","stack","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process"],"sources":["index.ts"],"sourcesContent":["import {\n    PageExportRevisionType,\n    PageImportExportTaskStatus,\n    PbPageImportExportContext\n} from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportPage } from \"~/exportPages/utils\";\nimport { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\n\ninterface Configuration {\n    handlers: {\n        process: string;\n        combine: string;\n    };\n}\n\nexport interface Payload {\n    taskId: string;\n    subTaskIndex: number;\n    identity?: SecurityIdentity;\n}\n\nexport interface Response {\n    data: string | null;\n    error: Partial<Error> | null;\n}\n\n/**\n * Handles the export pages process workflow.\n */\nexport default (configuration: Configuration) => {\n    return createRawEventHandler<Payload, PbPageImportExportContext, Response>(\n        async ({ payload, context }) => {\n            const log = console.log;\n            let subTask;\n            let noPendingTask = true;\n            let prevStatusOfSubTask = PageImportExportTaskStatus.PENDING;\n\n            log(\"RUNNING Export Pages Process Handler\");\n            const { pageBuilder, fileManager } = context;\n            const { taskId, subTaskIndex, identity } = payload;\n            // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n            // and this Lambda is invoked internally, without credentials.\n            mockSecurity(identity as SecurityIdentity, context);\n\n            try {\n                /*\n                 * Note: We're not going to DB for finding the next sub-task to process,\n                 * because the data might be out of sync due to GSI eventual consistency.\n                 */\n                subTask = await pageBuilder.pageImportExportTask.getSubTask(\n                    taskId,\n                    zeroPad(subTaskIndex, 5)\n                );\n                /**\n                 * Base condition!!\n                 * Bail out early, if task not found or task's status is not \"pending\".\n                 */\n                if (!subTask || subTask.status !== PageImportExportTaskStatus.PENDING) {\n                    noPendingTask = true;\n                    return {\n                        data: \"\",\n                        error: null\n                    };\n                } else {\n                    noPendingTask = false;\n                }\n\n                log(`Fetched sub task => ${subTask.id}`);\n\n                const { input } = subTask;\n                const { pageId, exportPagesDataKey, revisionType } = input;\n\n                /**\n                 * At the moment, we only export a single revision of the page.\n                 * It could be \"published\" or \"latest\" depending upon user input.\n                 *\n                 * Note: In case of no \"published\" revision available, we use the latest revision.\n                 */\n                let page;\n                try {\n                    if (revisionType === PageExportRevisionType.PUBLISHED) {\n                        // Get \"published\" page.\n                        page = await pageBuilder.getPublishedPageById({ id: pageId });\n                    } else {\n                        // Get \"latest\" page.\n                        page = await pageBuilder.getPage(pageId);\n                    }\n                } catch (e) {\n                    // If we're looking for \"published\" page and doesn't found it, get latest page.\n                    if (\n                        revisionType === PageExportRevisionType.PUBLISHED &&\n                        e instanceof NotFoundError\n                    ) {\n                        page = await pageBuilder.getPage(pageId);\n                    } else {\n                        throw e;\n                    }\n                }\n\n                if (!page) {\n                    log(`Unable to load page \"${pageId}\"`);\n                    throw new NotFoundError(`Unable to load page \"${pageId}\"`);\n                }\n\n                log(`Processing page key \"${pageId}\" | version ${page.version} | ${page.status}`);\n\n                // Mark task status as PROCESSING\n                subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                    status: PageImportExportTaskStatus.PROCESSING\n                });\n                // Update stats in main task\n                await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                    prevStatus: prevStatusOfSubTask,\n                    nextStatus: PageImportExportTaskStatus.PROCESSING\n                });\n                prevStatusOfSubTask = subTask.status;\n\n                log(`Extracting page data and uploading to storage...`);\n                // Extract Page\n                const pageDataZip = await exportPage(page, exportPagesDataKey, fileManager);\n                log(`Finish uploading zip...`);\n                // Update task record in DB\n                subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                    status: PageImportExportTaskStatus.COMPLETED,\n                    data: {\n                        message: `Finish uploading data for page \"${page.id}\" v${page.version} (${page.status}).`,\n                        key: pageDataZip.Key\n                    }\n                });\n                // Update stats in main task\n                await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                    prevStatus: prevStatusOfSubTask,\n                    nextStatus: PageImportExportTaskStatus.COMPLETED\n                });\n                prevStatusOfSubTask = subTask.status;\n            } catch (e) {\n                log(\"[EXPORT_PAGES_PROCESS] Error => \", e);\n\n                if (subTask && subTask.id) {\n                    /**\n                     * In case of error, we'll update the task status to \"failed\",\n                     * so that, client can show notify the user appropriately.\n                     */\n                    subTask = await pageBuilder.pageImportExportTask.updateSubTask(\n                        taskId,\n                        subTask.id,\n                        {\n                            status: PageImportExportTaskStatus.FAILED,\n                            error: {\n                                name: e.name,\n                                message: e.message,\n                                stack: e.stack,\n                                code: \"EXPORT_FAILED\"\n                            }\n                        }\n                    );\n\n                    // Update stats in main task\n                    await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                        prevStatus: prevStatusOfSubTask,\n                        nextStatus: PageImportExportTaskStatus.FAILED\n                    });\n                    prevStatusOfSubTask = subTask.status;\n                }\n\n                return {\n                    data: null,\n                    error: {\n                        message: e.message\n                    }\n                };\n            } finally {\n                // Base condition!\n                if (noPendingTask) {\n                    log(`No pending sub-task for task ${taskId}`);\n                    // Combine individual page zip files.\n                    await invokeHandlerClient<ExtractPayload>({\n                        context,\n                        name: configuration.handlers.combine,\n                        payload: {\n                            taskId,\n                            identity: context.security.getIdentity()\n                        },\n                        description: \"Export pages - combine\"\n                    });\n                } else {\n                    console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n                    // We want to continue with Self invocation no matter if current page error out.\n                    await invokeHandlerClient<Payload>({\n                        context,\n                        name: configuration.handlers.process,\n                        payload: {\n                            taskId,\n                            subTaskIndex: subTaskIndex + 1,\n                            identity: context.security.getIdentity()\n                        },\n                        description: \"Export pages - process - subtask\"\n                    });\n                }\n            }\n            return {\n                data: \"\",\n                error: null\n            };\n        }\n    );\n};\n"],"mappings":";;;;;;;AAAA;;AAKA;;AACA;;AACA;;AAEA;;AAEA;;AACA;;AAoBA;AACA;AACA;eACgBA,aAAD,IAAkC;EAC7C,OAAO,IAAAC,iCAAA,EACH,OAAO;IAAEC,OAAF;IAAWC;EAAX,CAAP,KAAgC;IAC5B,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;IACA,IAAIE,OAAJ;IACA,IAAIC,aAAa,GAAG,IAApB;IACA,IAAIC,mBAAmB,GAAGC,iCAAA,CAA2BC,OAArD;IAEAN,GAAG,CAAC,sCAAD,CAAH;IACA,MAAM;MAAEO,WAAF;MAAeC;IAAf,IAA+BT,OAArC;IACA,MAAM;MAAEU,MAAF;MAAUC,YAAV;MAAwBC;IAAxB,IAAqCb,OAA3C,CAR4B,CAS5B;IACA;;IACA,IAAAc,0BAAA,EAAaD,QAAb,EAA2CZ,OAA3C;;IAEA,IAAI;MACA;AAChB;AACA;AACA;MACgBG,OAAO,GAAG,MAAMK,WAAW,CAACM,oBAAZ,CAAiCC,UAAjC,CACZL,MADY,EAEZ,IAAAM,eAAA,EAAQL,YAAR,EAAsB,CAAtB,CAFY,CAAhB;MAIA;AAChB;AACA;AACA;;MACgB,IAAI,CAACR,OAAD,IAAYA,OAAO,CAACc,MAAR,KAAmBX,iCAAA,CAA2BC,OAA9D,EAAuE;QACnEH,aAAa,GAAG,IAAhB;QACA,OAAO;UACHc,IAAI,EAAE,EADH;UAEHC,KAAK,EAAE;QAFJ,CAAP;MAIH,CAND,MAMO;QACHf,aAAa,GAAG,KAAhB;MACH;;MAEDH,GAAG,CAAE,uBAAsBE,OAAO,CAACiB,EAAG,EAAnC,CAAH;MAEA,MAAM;QAAEC;MAAF,IAAYlB,OAAlB;MACA,MAAM;QAAEmB,MAAF;QAAUC,kBAAV;QAA8BC;MAA9B,IAA+CH,KAArD;MAEA;AAChB;AACA;AACA;AACA;AACA;;MACgB,IAAII,IAAJ;;MACA,IAAI;QACA,IAAID,YAAY,KAAKE,6BAAA,CAAuBC,SAA5C,EAAuD;UACnD;UACAF,IAAI,GAAG,MAAMjB,WAAW,CAACoB,oBAAZ,CAAiC;YAAER,EAAE,EAAEE;UAAN,CAAjC,CAAb;QACH,CAHD,MAGO;UACH;UACAG,IAAI,GAAG,MAAMjB,WAAW,CAACqB,OAAZ,CAAoBP,MAApB,CAAb;QACH;MACJ,CARD,CAQE,OAAOQ,CAAP,EAAU;QACR;QACA,IACIN,YAAY,KAAKE,6BAAA,CAAuBC,SAAxC,IACAG,CAAC,YAAYC,6BAFjB,EAGE;UACEN,IAAI,GAAG,MAAMjB,WAAW,CAACqB,OAAZ,CAAoBP,MAApB,CAAb;QACH,CALD,MAKO;UACH,MAAMQ,CAAN;QACH;MACJ;;MAED,IAAI,CAACL,IAAL,EAAW;QACPxB,GAAG,CAAE,wBAAuBqB,MAAO,GAAhC,CAAH;QACA,MAAM,IAAIS,6BAAJ,CAAmB,wBAAuBT,MAAO,GAAjD,CAAN;MACH;;MAEDrB,GAAG,CAAE,wBAAuBqB,MAAO,eAAcG,IAAI,CAACO,OAAQ,MAAKP,IAAI,CAACR,MAAO,EAA5E,CAAH,CA5DA,CA8DA;;MACAd,OAAO,GAAG,MAAMK,WAAW,CAACM,oBAAZ,CAAiCmB,aAAjC,CAA+CvB,MAA/C,EAAuDP,OAAO,CAACiB,EAA/D,EAAmE;QAC/EH,MAAM,EAAEX,iCAAA,CAA2B4B;MAD4C,CAAnE,CAAhB,CA/DA,CAkEA;;MACA,MAAM1B,WAAW,CAACM,oBAAZ,CAAiCqB,WAAjC,CAA6CzB,MAA7C,EAAqD;QACvD0B,UAAU,EAAE/B,mBAD2C;QAEvDgC,UAAU,EAAE/B,iCAAA,CAA2B4B;MAFgB,CAArD,CAAN;MAIA7B,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;MAEAhB,GAAG,CAAE,kDAAF,CAAH,CAzEA,CA0EA;;MACA,MAAMqC,WAAW,GAAG,MAAM,IAAAC,iBAAA,EAAWd,IAAX,EAAiBF,kBAAjB,EAAqCd,WAArC,CAA1B;MACAR,GAAG,CAAE,yBAAF,CAAH,CA5EA,CA6EA;;MACAE,OAAO,GAAG,MAAMK,WAAW,CAACM,oBAAZ,CAAiCmB,aAAjC,CAA+CvB,MAA/C,EAAuDP,OAAO,CAACiB,EAA/D,EAAmE;QAC/EH,MAAM,EAAEX,iCAAA,CAA2BkC,SAD4C;QAE/EtB,IAAI,EAAE;UACFuB,OAAO,EAAG,mCAAkChB,IAAI,CAACL,EAAG,MAAKK,IAAI,CAACO,OAAQ,KAAIP,IAAI,CAACR,MAAO,IADpF;UAEFyB,GAAG,EAAEJ,WAAW,CAACK;QAFf;MAFyE,CAAnE,CAAhB,CA9EA,CAqFA;;MACA,MAAMnC,WAAW,CAACM,oBAAZ,CAAiCqB,WAAjC,CAA6CzB,MAA7C,EAAqD;QACvD0B,UAAU,EAAE/B,mBAD2C;QAEvDgC,UAAU,EAAE/B,iCAAA,CAA2BkC;MAFgB,CAArD,CAAN;MAIAnC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IACH,CA3FD,CA2FE,OAAOa,CAAP,EAAU;MACR7B,GAAG,CAAC,kCAAD,EAAqC6B,CAArC,CAAH;;MAEA,IAAI3B,OAAO,IAAIA,OAAO,CAACiB,EAAvB,EAA2B;QACvB;AACpB;AACA;AACA;QACoBjB,OAAO,GAAG,MAAMK,WAAW,CAACM,oBAAZ,CAAiCmB,aAAjC,CACZvB,MADY,EAEZP,OAAO,CAACiB,EAFI,EAGZ;UACIH,MAAM,EAAEX,iCAAA,CAA2BsC,MADvC;UAEIzB,KAAK,EAAE;YACH0B,IAAI,EAAEf,CAAC,CAACe,IADL;YAEHJ,OAAO,EAAEX,CAAC,CAACW,OAFR;YAGHK,KAAK,EAAEhB,CAAC,CAACgB,KAHN;YAIHC,IAAI,EAAE;UAJH;QAFX,CAHY,CAAhB,CALuB,CAmBvB;;QACA,MAAMvC,WAAW,CAACM,oBAAZ,CAAiCqB,WAAjC,CAA6CzB,MAA7C,EAAqD;UACvD0B,UAAU,EAAE/B,mBAD2C;UAEvDgC,UAAU,EAAE/B,iCAAA,CAA2BsC;QAFgB,CAArD,CAAN;QAIAvC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;MACH;;MAED,OAAO;QACHC,IAAI,EAAE,IADH;QAEHC,KAAK,EAAE;UACHsB,OAAO,EAAEX,CAAC,CAACW;QADR;MAFJ,CAAP;IAMH,CA/HD,SA+HU;MACN;MACA,IAAIrC,aAAJ,EAAmB;QACfH,GAAG,CAAE,gCAA+BS,MAAO,EAAxC,CAAH,CADe,CAEf;;QACA,MAAM,IAAAsC,2BAAA,EAAoC;UACtChD,OADsC;UAEtC6C,IAAI,EAAEhD,aAAa,CAACoD,QAAd,CAAuBC,OAFS;UAGtCnD,OAAO,EAAE;YACLW,MADK;YAELE,QAAQ,EAAEZ,OAAO,CAACmD,QAAR,CAAiBC,WAAjB;UAFL,CAH6B;UAOtCC,WAAW,EAAE;QAPyB,CAApC,CAAN;MASH,CAZD,MAYO;QACHnD,OAAO,CAACD,GAAR,CAAa,8BAA6BU,YAAY,GAAG,CAAE,GAA3D,EADG,CAEH;;QACA,MAAM,IAAAqC,2BAAA,EAA6B;UAC/BhD,OAD+B;UAE/B6C,IAAI,EAAEhD,aAAa,CAACoD,QAAd,CAAuBK,OAFE;UAG/BvD,OAAO,EAAE;YACLW,MADK;YAELC,YAAY,EAAEA,YAAY,GAAG,CAFxB;YAGLC,QAAQ,EAAEZ,OAAO,CAACmD,QAAR,CAAiBC,WAAjB;UAHL,CAHsB;UAQ/BC,WAAW,EAAE;QARkB,CAA7B,CAAN;MAUH;IACJ;;IACD,OAAO;MACHnC,IAAI,EAAE,EADH;MAEHC,KAAK,EAAE;IAFJ,CAAP;EAIH,CA9KE,CAAP;AAgLH,C"}

package/exportPages/s3Stream.d.ts

@@ -1,31 +0,0 @@
-/// <reference types="node" />
-/// <reference types="node" />
-import { PassThrough, Readable } from "stream";
-import S3 from "aws-sdk/clients/s3";
-declare class S3Stream {
-    s3: S3;
-    bucket: string;
-    constructor();
-    getPresignedUrl(key: string): string;
-    /**
-     * We're checking if the file is accessible on S3 by getting object meta data.
-     * It help us to filter files that we need to download as part of export data.
-     * @param Key {string}
-     */
-    isFileAccessible(Key: string): Promise<boolean>;
-    getObjectHead(Key: string): Promise<S3.HeadObjectOutput>;
-    readStream(Key: string): Readable;
-    writeStream(Key: string, contentType?: string): {
-        streamPassThrough: PassThrough;
-        streamPassThroughUploadPromise: Promise<S3.ManagedUpload.SendData>;
-    };
-    upload(params: {
-        Key: string;
-        ContentType: string;
-        Body: Buffer;
-    }): Promise<S3.ManagedUpload.SendData>;
-    listObject(prefix: string): Promise<S3.ListObjectsOutput>;
-    deleteObject(key: string): Promise<S3.DeleteObjectOutput>;
-}
-export declare const s3Stream: S3Stream;
-export {};

package/exportPages/s3Stream.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["ARCHIVE_CONTENT_TYPE","S3Stream","constructor","s3","S3","region","process","env","AWS_REGION","bucket","S3_BUCKET","getPresignedUrl","key","getSignedUrl","Bucket","Key","Expires","isFileAccessible","getObjectHead","error","console","warn","log","headObject","promise","readStream","getObject","createReadStream","writeStream","contentType","streamPassThrough","Stream","PassThrough","params","ACL","Body","ContentType","streamPassThroughUploadPromise","upload","listObject","prefix","listObjects","Prefix","deleteObject","s3Stream"],"sources":["s3Stream.ts"],"sourcesContent":["import { Stream, PassThrough, Readable } from \"stream\";\nimport S3 from \"aws-sdk/clients/s3\";\n\nconst ARCHIVE_CONTENT_TYPE = \"application/zip\";\n\nclass S3Stream {\n    s3: S3;\n    bucket: string;\n\n    constructor() {\n        this.s3 = new S3({\n            region: process.env.AWS_REGION as string\n        });\n        this.bucket = process.env.S3_BUCKET as string;\n    }\n\n    getPresignedUrl(key: string) {\n        return this.s3.getSignedUrl(\"getObject\", {\n            Bucket: this.bucket,\n            Key: key,\n            Expires: 604800 // 1 week\n        });\n    }\n\n    /**\n     * We're checking if the file is accessible on S3 by getting object meta data.\n     * It help us to filter files that we need to download as part of export data.\n     * @param Key {string}\n     */\n    async isFileAccessible(Key: string): Promise<boolean> {\n        try {\n            await this.getObjectHead(Key);\n            return true;\n        } catch (error) {\n            console.warn(`Error while fetching meta data for file \"${Key}\"`);\n            console.log(error);\n            return false;\n        }\n    }\n\n    getObjectHead(Key: string): Promise<S3.HeadObjectOutput> {\n        return this.s3.headObject({ Bucket: this.bucket, Key }).promise();\n    }\n\n    readStream(Key: string): Readable {\n        return this.s3.getObject({ Bucket: this.bucket, Key }).createReadStream();\n    }\n\n    writeStream(\n        Key: string,\n        contentType: string = ARCHIVE_CONTENT_TYPE\n    ): {\n        streamPassThrough: PassThrough;\n        streamPassThroughUploadPromise: Promise<S3.ManagedUpload.SendData>;\n    } {\n        const streamPassThrough = new Stream.PassThrough();\n\n        const params: S3.PutObjectRequest = {\n            ACL: \"private\",\n            Body: streamPassThrough,\n            Bucket: this.bucket,\n            ContentType: contentType,\n            Key\n        };\n\n        return {\n            streamPassThrough: streamPassThrough,\n            /**\n             * We're not using the `FileManager` storage plugin here because it currently doesn't support streams.\n             */\n            streamPassThroughUploadPromise: this.s3.upload(params).promise()\n        };\n    }\n\n    upload(params: {\n        Key: string;\n        ContentType: string;\n        Body: Buffer;\n    }): Promise<S3.ManagedUpload.SendData> {\n        return this.s3\n            .upload({\n                ACL: \"private\",\n                Bucket: this.bucket,\n                ...params\n            })\n            .promise();\n    }\n\n    listObject(prefix: string): Promise<S3.ListObjectsOutput> {\n        return this.s3\n            .listObjects({\n                Bucket: this.bucket,\n                Prefix: prefix\n            })\n            .promise();\n    }\n\n    deleteObject(key: string): Promise<S3.DeleteObjectOutput> {\n        return this.s3.deleteObject({ Key: key, Bucket: this.bucket }).promise();\n    }\n}\n\nexport const s3Stream = new S3Stream();\n"],"mappings":";;;;;;;;;;;;;AAAA;;AACA;;AAEA,MAAMA,oBAAoB,GAAG,iBAA7B;;AAEA,MAAMC,QAAN,CAAe;EAIXC,WAAW,GAAG;IAAA;IAAA;IACV,KAAKC,EAAL,GAAU,IAAIC,UAAJ,CAAO;MACbC,MAAM,EAAEC,OAAO,CAACC,GAAR,CAAYC;IADP,CAAP,CAAV;IAGA,KAAKC,MAAL,GAAcH,OAAO,CAACC,GAAR,CAAYG,SAA1B;EACH;;EAEDC,eAAe,CAACC,GAAD,EAAc;IACzB,OAAO,KAAKT,EAAL,CAAQU,YAAR,CAAqB,WAArB,EAAkC;MACrCC,MAAM,EAAE,KAAKL,MADwB;MAErCM,GAAG,EAAEH,GAFgC;MAGrCI,OAAO,EAAE,MAH4B,CAGrB;;IAHqB,CAAlC,CAAP;EAKH;EAED;AACJ;AACA;AACA;AACA;;;EAC0B,MAAhBC,gBAAgB,CAACF,GAAD,EAAgC;IAClD,IAAI;MACA,MAAM,KAAKG,aAAL,CAAmBH,GAAnB,CAAN;MACA,OAAO,IAAP;IACH,CAHD,CAGE,OAAOI,KAAP,EAAc;MACZC,OAAO,CAACC,IAAR,CAAc,4CAA2CN,GAAI,GAA7D;MACAK,OAAO,CAACE,GAAR,CAAYH,KAAZ;MACA,OAAO,KAAP;IACH;EACJ;;EAEDD,aAAa,CAACH,GAAD,EAA4C;IACrD,OAAO,KAAKZ,EAAL,CAAQoB,UAAR,CAAmB;MAAET,MAAM,EAAE,KAAKL,MAAf;MAAuBM;IAAvB,CAAnB,EAAiDS,OAAjD,EAAP;EACH;;EAEDC,UAAU,CAACV,GAAD,EAAwB;IAC9B,OAAO,KAAKZ,EAAL,CAAQuB,SAAR,CAAkB;MAAEZ,MAAM,EAAE,KAAKL,MAAf;MAAuBM;IAAvB,CAAlB,EAAgDY,gBAAhD,EAAP;EACH;;EAEDC,WAAW,CACPb,GADO,EAEPc,WAAmB,GAAG7B,oBAFf,EAMT;IACE,MAAM8B,iBAAiB,GAAG,IAAIC,cAAA,CAAOC,WAAX,EAA1B;IAEA,MAAMC,MAA2B,GAAG;MAChCC,GAAG,EAAE,SAD2B;MAEhCC,IAAI,EAAEL,iBAF0B;MAGhChB,MAAM,EAAE,KAAKL,MAHmB;MAIhC2B,WAAW,EAAEP,WAJmB;MAKhCd;IALgC,CAApC;IAQA,OAAO;MACHe,iBAAiB,EAAEA,iBADhB;;MAEH;AACZ;AACA;MACYO,8BAA8B,EAAE,KAAKlC,EAAL,CAAQmC,MAAR,CAAeL,MAAf,EAAuBT,OAAvB;IAL7B,CAAP;EAOH;;EAEDc,MAAM,CAACL,MAAD,EAIiC;IACnC,OAAO,KAAK9B,EAAL,CACFmC,MADE;MAECJ,GAAG,EAAE,SAFN;MAGCpB,MAAM,EAAE,KAAKL;IAHd,GAIIwB,MAJJ,GAMFT,OANE,EAAP;EAOH;;EAEDe,UAAU,CAACC,MAAD,EAAgD;IACtD,OAAO,KAAKrC,EAAL,CACFsC,WADE,CACU;MACT3B,MAAM,EAAE,KAAKL,MADJ;MAETiC,MAAM,EAAEF;IAFC,CADV,EAKFhB,OALE,EAAP;EAMH;;EAEDmB,YAAY,CAAC/B,GAAD,EAA8C;IACtD,OAAO,KAAKT,EAAL,CAAQwC,YAAR,CAAqB;MAAE5B,GAAG,EAAEH,GAAP;MAAYE,MAAM,EAAE,KAAKL;IAAzB,CAArB,EAAwDe,OAAxD,EAAP;EACH;;AA9FU;;AAiGR,MAAMoB,QAAQ,GAAG,IAAI3C,QAAJ,EAAjB"}

package/exportPages/utils.d.ts

@@ -1,13 +0,0 @@
-import S3 from "aws-sdk/clients/s3";
-import { Page, File } from "@webiny/api-page-builder/types";
-import { FileManagerContext } from "@webiny/api-file-manager/types";
-export declare const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
-export interface ExportedPageData {
-    page: Pick<Page, "content" | "title" | "version" | "status" | "settings" | "path">;
-    files: ImageFile[];
-}
-export declare function exportPage(page: Page, exportPagesDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
-export interface ImageFile extends Omit<File, "src"> {
-    key: string;
-}
-export declare function extractFilesFromPageData(data: Record<string, any>, files?: any[]): ImageFile[];

package/exportPages/utils.js

@@ -1,113 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.EXPORT_PAGES_FOLDER_KEY = void 0;
-exports.exportPage = exportPage;
-exports.extractFilesFromPageData = extractFilesFromPageData;
-
-var _get = _interopRequireDefault(require("lodash/get"));
-
-var _s3Stream = require("./s3Stream");
-
-var _zipper = _interopRequireDefault(require("./zipper"));
-
-const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
-exports.EXPORT_PAGES_FOLDER_KEY = EXPORT_PAGES_FOLDER_KEY;
-
-async function getFilteredFiles(files) {
-  const uniqueFileKeys = new Map();
-  const promises = files.map(file => _s3Stream.s3Stream.isFileAccessible(file.key));
-  const isFileAvailableResults = await Promise.all(promises);
-  const filesAvailableForDownload = []; // Filter files
-
-  for (let i = 0; i < files.length; i++) {
-    const file = files[i]; // Check file accessibility
-
-    if (isFileAvailableResults[i] && !uniqueFileKeys.has(file.key)) {
-      filesAvailableForDownload.push(file);
-      uniqueFileKeys.set(file.key, true);
-    }
-  }
-
-  return filesAvailableForDownload;
-}
-
-async function exportPage(page, exportPagesDataKey, fileManager) {
-  // Extract all files
-  const files = extractFilesFromPageData(page.content || {}); // Filter files
-
-  const filesAvailableForDownload = await getFilteredFiles(files); // Extract images from page settings
-
-  const pageSettingsImages = [(0, _get.default)(page, "settings.general.image"), (0, _get.default)(page, "settings.social.image")].filter(image => image && image.src);
-  const pageSettingsImagesData = []; // Get file data for all images inside "page.settings"
-
-  for (let i = 0; i < pageSettingsImages.length; i++) {
-    const {
-      id
-    } = pageSettingsImages[i];
-    const file = await fileManager.files.getFile(id);
-    pageSettingsImagesData.push(file);
-  } // Extract the page data in a json file and upload it to S3
-
-
-  const pageData = {
-    page: {
-      content: page.content,
-      title: page.title,
-      path: page.path,
-      version: page.version,
-      status: page.status,
-      settings: page.settings
-    },
-    files: [...filesAvailableForDownload, ...pageSettingsImagesData]
-  };
-  const pageDataBuffer = Buffer.from(JSON.stringify(pageData));
-  const zipper = new _zipper.default({
-    exportInfo: {
-      files: [...filesAvailableForDownload, ...pageSettingsImagesData],
-      pageTitle: page.title,
-      pageDataBuffer
-    },
-    archiveFileKey: exportPagesDataKey
-  });
-  return zipper.process();
-}
-
-function extractFilesFromPageData(data, files = []) {
-  // Base case: termination
-  if (!data || typeof data !== "object") {
-    return files;
-  } // Recursively call function for each element
-
-
-  if (Array.isArray(data)) {
-    for (let i = 0; i < data.length; i++) {
-      const element = data[i];
-      extractFilesFromPageData(element, files);
-    }
-
-    return files;
-  } // Main
-
-
-  const tuple = Object.entries(data);
-
-  for (let i = 0; i < tuple.length; i++) {
-    const [key, value] = tuple[i]; // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.
-
-    if (key === "file" && value) {
-      files.push(value);
-    } else if (key === "images" && Array.isArray(value)) {
-      // Handle case for "images-list" component
-      files.push(...value);
-    } else {
-      extractFilesFromPageData(value, files);
-    }
-  }
-
-  return files;
-}

package/exportPages/utils.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["EXPORT_PAGES_FOLDER_KEY","getFilteredFiles","files","uniqueFileKeys","Map","promises","map","file","s3Stream","isFileAccessible","key","isFileAvailableResults","Promise","all","filesAvailableForDownload","i","length","has","push","set","exportPage","page","exportPagesDataKey","fileManager","extractFilesFromPageData","content","pageSettingsImages","get","filter","image","src","pageSettingsImagesData","id","getFile","pageData","title","path","version","status","settings","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","pageTitle","archiveFileKey","process","data","Array","isArray","element","tuple","Object","entries","value"],"sources":["utils.ts"],"sourcesContent":["import S3 from \"aws-sdk/clients/s3\";\nimport { Page, File } from \"@webiny/api-page-builder/types\";\nimport { FileManagerContext } from \"@webiny/api-file-manager/types\";\nimport get from \"lodash/get\";\nimport { s3Stream } from \"./s3Stream\";\nimport Zipper from \"./zipper\";\n\nexport const EXPORT_PAGES_FOLDER_KEY = \"WEBINY_PB_EXPORT_PAGES\";\n\nasync function getFilteredFiles(files: ImageFile[]) {\n    const uniqueFileKeys = new Map<string, boolean>();\n    const promises = files.map(file => s3Stream.isFileAccessible(file.key));\n    const isFileAvailableResults = await Promise.all(promises);\n\n    const filesAvailableForDownload = [];\n    // Filter files\n    for (let i = 0; i < files.length; i++) {\n        const file = files[i];\n        // Check file accessibility\n        if (isFileAvailableResults[i] && !uniqueFileKeys.has(file.key)) {\n            filesAvailableForDownload.push(file);\n            uniqueFileKeys.set(file.key, true);\n        }\n    }\n    return filesAvailableForDownload;\n}\n\nexport interface ExportedPageData {\n    page: Pick<Page, \"content\" | \"title\" | \"version\" | \"status\" | \"settings\" | \"path\">;\n    files: ImageFile[];\n}\n\nexport async function exportPage(\n    page: Page,\n    exportPagesDataKey: string,\n    fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n    // Extract all files\n    const files = extractFilesFromPageData(page.content || {});\n    // Filter files\n    const filesAvailableForDownload = await getFilteredFiles(files);\n    // Extract images from page settings\n    const pageSettingsImages = [\n        get(page, \"settings.general.image\"),\n        get(page, \"settings.social.image\")\n    ].filter(image => image && image.src);\n    const pageSettingsImagesData = [];\n    // Get file data for all images inside \"page.settings\"\n    for (let i = 0; i < pageSettingsImages.length; i++) {\n        const { id } = pageSettingsImages[i];\n        const file = await fileManager.files.getFile(id);\n        pageSettingsImagesData.push(file);\n    }\n\n    // Extract the page data in a json file and upload it to S3\n    const pageData = {\n        page: {\n            content: page.content,\n            title: page.title,\n            path: page.path,\n            version: page.version,\n            status: page.status,\n            settings: page.settings\n        },\n        files: [...filesAvailableForDownload, ...pageSettingsImagesData]\n    };\n    const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n    const zipper = new Zipper({\n        exportInfo: {\n            files: [...filesAvailableForDownload, ...pageSettingsImagesData],\n            pageTitle: page.title,\n            pageDataBuffer\n        },\n        archiveFileKey: exportPagesDataKey\n    });\n\n    return zipper.process();\n}\n\nexport interface ImageFile extends Omit<File, \"src\"> {\n    key: string;\n}\n\nexport function extractFilesFromPageData(\n    data: Record<string, any>,\n    files: any[] = []\n): ImageFile[] {\n    // Base case: termination\n    if (!data || typeof data !== \"object\") {\n        return files;\n    }\n    // Recursively call function for each element\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            extractFilesFromPageData(element, files);\n        }\n        return files;\n    }\n\n    // Main\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n        // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.\n        if (key === \"file\" && value) {\n            files.push(value);\n        } else if (key === \"images\" && Array.isArray(value)) {\n            // Handle case for \"images-list\" component\n            files.push(...value);\n        } else {\n            extractFilesFromPageData(value, files);\n        }\n    }\n    return files;\n}\n"],"mappings":";;;;;;;;;;;AAGA;;AACA;;AACA;;AAEO,MAAMA,uBAAuB,GAAG,wBAAhC;;;AAEP,eAAeC,gBAAf,CAAgCC,KAAhC,EAAoD;EAChD,MAAMC,cAAc,GAAG,IAAIC,GAAJ,EAAvB;EACA,MAAMC,QAAQ,GAAGH,KAAK,CAACI,GAAN,CAAUC,IAAI,IAAIC,kBAAA,CAASC,gBAAT,CAA0BF,IAAI,CAACG,GAA/B,CAAlB,CAAjB;EACA,MAAMC,sBAAsB,GAAG,MAAMC,OAAO,CAACC,GAAR,CAAYR,QAAZ,CAArC;EAEA,MAAMS,yBAAyB,GAAG,EAAlC,CALgD,CAMhD;;EACA,KAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGb,KAAK,CAACc,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;IACnC,MAAMR,IAAI,GAAGL,KAAK,CAACa,CAAD,CAAlB,CADmC,CAEnC;;IACA,IAAIJ,sBAAsB,CAACI,CAAD,CAAtB,IAA6B,CAACZ,cAAc,CAACc,GAAf,CAAmBV,IAAI,CAACG,GAAxB,CAAlC,EAAgE;MAC5DI,yBAAyB,CAACI,IAA1B,CAA+BX,IAA/B;MACAJ,cAAc,CAACgB,GAAf,CAAmBZ,IAAI,CAACG,GAAxB,EAA6B,IAA7B;IACH;EACJ;;EACD,OAAOI,yBAAP;AACH;;AAOM,eAAeM,UAAf,CACHC,IADG,EAEHC,kBAFG,EAGHC,WAHG,EAI+B;EAClC;EACA,MAAMrB,KAAK,GAAGsB,wBAAwB,CAACH,IAAI,CAACI,OAAL,IAAgB,EAAjB,CAAtC,CAFkC,CAGlC;;EACA,MAAMX,yBAAyB,GAAG,MAAMb,gBAAgB,CAACC,KAAD,CAAxD,CAJkC,CAKlC;;EACA,MAAMwB,kBAAkB,GAAG,CACvB,IAAAC,YAAA,EAAIN,IAAJ,EAAU,wBAAV,CADuB,EAEvB,IAAAM,YAAA,EAAIN,IAAJ,EAAU,uBAAV,CAFuB,EAGzBO,MAHyB,CAGlBC,KAAK,IAAIA,KAAK,IAAIA,KAAK,CAACC,GAHN,CAA3B;EAIA,MAAMC,sBAAsB,GAAG,EAA/B,CAVkC,CAWlC;;EACA,KAAK,IAAIhB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGW,kBAAkB,CAACV,MAAvC,EAA+CD,CAAC,EAAhD,EAAoD;IAChD,MAAM;MAAEiB;IAAF,IAASN,kBAAkB,CAACX,CAAD,CAAjC;IACA,MAAMR,IAAI,GAAG,MAAMgB,WAAW,CAACrB,KAAZ,CAAkB+B,OAAlB,CAA0BD,EAA1B,CAAnB;IACAD,sBAAsB,CAACb,IAAvB,CAA4BX,IAA5B;EACH,CAhBiC,CAkBlC;;;EACA,MAAM2B,QAAQ,GAAG;IACbb,IAAI,EAAE;MACFI,OAAO,EAAEJ,IAAI,CAACI,OADZ;MAEFU,KAAK,EAAEd,IAAI,CAACc,KAFV;MAGFC,IAAI,EAAEf,IAAI,CAACe,IAHT;MAIFC,OAAO,EAAEhB,IAAI,CAACgB,OAJZ;MAKFC,MAAM,EAAEjB,IAAI,CAACiB,MALX;MAMFC,QAAQ,EAAElB,IAAI,CAACkB;IANb,CADO;IASbrC,KAAK,EAAE,CAAC,GAAGY,yBAAJ,EAA+B,GAAGiB,sBAAlC;EATM,CAAjB;EAWA,MAAMS,cAAc,GAAGC,MAAM,CAACC,IAAP,CAAYC,IAAI,CAACC,SAAL,CAAeV,QAAf,CAAZ,CAAvB;EAEA,MAAMW,MAAM,GAAG,IAAIC,eAAJ,CAAW;IACtBC,UAAU,EAAE;MACR7C,KAAK,EAAE,CAAC,GAAGY,yBAAJ,EAA+B,GAAGiB,sBAAlC,CADC;MAERiB,SAAS,EAAE3B,IAAI,CAACc,KAFR;MAGRK;IAHQ,CADU;IAMtBS,cAAc,EAAE3B;EANM,CAAX,CAAf;EASA,OAAOuB,MAAM,CAACK,OAAP,EAAP;AACH;;AAMM,SAAS1B,wBAAT,CACH2B,IADG,EAEHjD,KAAY,GAAG,EAFZ,EAGQ;EACX;EACA,IAAI,CAACiD,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;IACnC,OAAOjD,KAAP;EACH,CAJU,CAKX;;;EACA,IAAIkD,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;IACrB,KAAK,IAAIpC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGoC,IAAI,CAACnC,MAAzB,EAAiCD,CAAC,EAAlC,EAAsC;MAClC,MAAMuC,OAAO,GAAGH,IAAI,CAACpC,CAAD,CAApB;MACAS,wBAAwB,CAAC8B,OAAD,EAAUpD,KAAV,CAAxB;IACH;;IACD,OAAOA,KAAP;EACH,CAZU,CAcX;;;EACA,MAAMqD,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeN,IAAf,CAAd;;EACA,KAAK,IAAIpC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGwC,KAAK,CAACvC,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;IACnC,MAAM,CAACL,GAAD,EAAMgD,KAAN,IAAeH,KAAK,CAACxC,CAAD,CAA1B,CADmC,CAEnC;;IACA,IAAIL,GAAG,KAAK,MAAR,IAAkBgD,KAAtB,EAA6B;MACzBxD,KAAK,CAACgB,IAAN,CAAWwC,KAAX;IACH,CAFD,MAEO,IAAIhD,GAAG,KAAK,QAAR,IAAoB0C,KAAK,CAACC,OAAN,CAAcK,KAAd,CAAxB,EAA8C;MACjD;MACAxD,KAAK,CAACgB,IAAN,CAAW,GAAGwC,KAAd;IACH,CAHM,MAGA;MACHlC,wBAAwB,CAACkC,KAAD,EAAQxD,KAAR,CAAxB;IACH;EACJ;;EACD,OAAOA,KAAP;AACH"}

package/exportPages/zipper.js

@@ -1,135 +0,0 @@
-"use strict";
-
-var _interopRequireWildcard = require("@babel/runtime/helpers/interopRequireWildcard").default;
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = exports.ZipOfZip = void 0;
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-var _archiver = _interopRequireDefault(require("archiver"));
-
-var _stream = require("stream");
-
-var path = _interopRequireWildcard(require("path"));
-
-var _kebabCase = _interopRequireDefault(require("lodash/kebabCase"));
-
-var _uniqid = _interopRequireDefault(require("uniqid"));
-
-var _s3Stream = require("./s3Stream");
-
-// TODO: Move "archive" in layer
-class Zipper {
-  constructor(config) {
-    (0, _defineProperty2.default)(this, "archiveFormat", "zip");
-    (0, _defineProperty2.default)(this, "filesDirName", "assets");
-    (0, _defineProperty2.default)(this, "archiveFileName", void 0);
-    (0, _defineProperty2.default)(this, "config", void 0);
-    this.config = config;
-    this.archiveFileName = (0, _uniqid.default)(`${this.config.archiveFileKey}/`, `-${(0, _kebabCase.default)(this.config.exportInfo.pageTitle)}.zip`);
-  }
-
-  s3DownloadStreams() {
-    const exportInfo = this.config.exportInfo;
-    const prefix = (0, _uniqid.default)("", `-${(0, _kebabCase.default)(exportInfo.pageTitle)}`);
-    const files = exportInfo.files.map(({
-      key
-    }) => {
-      return {
-        stream: _s3Stream.s3Stream.readStream(key),
-        filename: `${prefix}\\${this.filesDirName}\\${path.basename(key)}`
-      };
-    });
-    return [...files, {
-      stream: _stream.Readable.from(exportInfo.pageDataBuffer),
-      filename: `${prefix}\\${exportInfo.pageTitle}.json`
-    }];
-  }
-
-  process() {
-    const {
-      streamPassThrough,
-      streamPassThroughUploadPromise
-    } = _s3Stream.s3Stream.writeStream(this.archiveFileName); // 1. Read all files from S3 using stream.
-
-
-    const s3FilesStreams = this.s3DownloadStreams(); // 2. Prepare zip from the file stream.
-
-    const archive = _archiver.default.create(this.archiveFormat); // Handle archive events.
-
-
-    archive.on("error", error => {
-      throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
-    }); // Append all file streams to archive.
-
-    s3FilesStreams.forEach(streamDetails => archive.append(streamDetails.stream, {
-      name: streamDetails.filename
-    })); // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
-
-    archive.pipe(streamPassThrough); // Finalize the archive (ie we are done appending files but streams have to finish yet)
-    // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand
-
-    archive.finalize(); // 3. Return upload stream promise.
-
-    return streamPassThroughUploadPromise;
-  }
-
-}
-
-exports.default = Zipper;
-const PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;
-
-class ZipOfZip {
-  constructor(keys) {
-    (0, _defineProperty2.default)(this, "archiveFormat", "zip");
-    (0, _defineProperty2.default)(this, "archiveFileName", void 0);
-    (0, _defineProperty2.default)(this, "keys", void 0);
-    this.keys = keys;
-    this.archiveFileName = (0, _uniqid.default)("", `-${PAGE_EXPORT_BASENAME}`);
-  }
-
-  getFileStreams() {
-    return this.keys.map(key => {
-      return {
-        stream: _s3Stream.s3Stream.readStream(key),
-        filename: `${path.basename(key)}`
-      };
-    });
-  }
-
-  process() {
-    const {
-      streamPassThrough,
-      streamPassThroughUploadPromise
-    } = _s3Stream.s3Stream.writeStream(this.archiveFileName); // 1. Read all files from S3 using stream.
-
-
-    const fileStreamDetails = this.getFileStreams(); // 2. Prepare zip from the file stream.
-
-    const archive = _archiver.default.create(this.archiveFormat); // Handle archive events.
-
-
-    archive.on("error", error => {
-      throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
-    }); // Append all file streams to archive.
-
-    fileStreamDetails.forEach(streamDetails => archive.append(streamDetails.stream, {
-      name: streamDetails.filename
-    })); // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
-
-    archive.pipe(streamPassThrough); // Finalize the archive (ie we are done appending files but streams have to finish yet)
-    // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand
-
-    archive.finalize(); // 3. Return upload stream promise.
-
-    return streamPassThroughUploadPromise;
-  }
-
-}
-
-exports.ZipOfZip = ZipOfZip;

package/exportPages/zipper.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["Zipper","constructor","config","archiveFileName","uniqueId","archiveFileKey","kebabCase","exportInfo","pageTitle","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","path","basename","Readable","from","pageDataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","name","code","message","stack","forEach","streamDetails","append","pipe","finalize","PAGE_EXPORT_BASENAME","ZipOfZip","keys","getFileStreams","fileStreamDetails"],"sources":["zipper.ts"],"sourcesContent":["// TODO: Move \"archive\" in layer\nimport vending, { ArchiverError } from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { ImageFile } from \"./utils\";\n\ninterface FileStreamDetails {\n    stream: Readable;\n    filename: string;\n}\n\ninterface ExportInfo {\n    files: ImageFile[];\n    pageTitle: string;\n    pageDataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n    exportInfo: ExportInfo;\n    archiveFileKey: string;\n}\n\nexport default class Zipper {\n    private readonly archiveFormat = \"zip\";\n    private readonly filesDirName = \"assets\";\n    private readonly archiveFileName: string;\n    config: ZipperConfig;\n\n    constructor(config: ZipperConfig) {\n        this.config = config;\n        this.archiveFileName = uniqueId(\n            `${this.config.archiveFileKey}/`,\n            `-${kebabCase(this.config.exportInfo.pageTitle)}.zip`\n        );\n    }\n\n    s3DownloadStreams(): FileStreamDetails[] {\n        const exportInfo = this.config.exportInfo;\n        const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.pageTitle)}`);\n        const files = exportInfo.files.map(({ key }) => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${prefix}\\\\${this.filesDirName}\\\\${path.basename(key)}`\n            };\n        });\n\n        return [\n            ...files,\n            {\n                stream: Readable.from(exportInfo.pageDataBuffer),\n                filename: `${prefix}\\\\${exportInfo.pageTitle}.json`\n            }\n        ];\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const s3FilesStreams = this.s3DownloadStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n\nconst PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;\n\nexport class ZipOfZip {\n    private readonly archiveFormat = \"zip\";\n    private readonly archiveFileName: string;\n    keys: string[];\n\n    constructor(keys: string[]) {\n        this.keys = keys;\n        this.archiveFileName = uniqueId(\"\", `-${PAGE_EXPORT_BASENAME}`);\n    }\n\n    getFileStreams(): FileStreamDetails[] {\n        return this.keys.map(key => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${path.basename(key)}`\n            };\n        });\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const fileStreamDetails = this.getFileStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n"],"mappings":";;;;;;;;;;;;;AACA;;AAEA;;AACA;;AACA;;AACA;;AACA;;AAPA;AA0Be,MAAMA,MAAN,CAAa;EAMxBC,WAAW,CAACC,MAAD,EAAuB;IAAA,qDALD,KAKC;IAAA,oDAJF,QAIE;IAAA;IAAA;IAC9B,KAAKA,MAAL,GAAcA,MAAd;IACA,KAAKC,eAAL,GAAuB,IAAAC,eAAA,EAClB,GAAE,KAAKF,MAAL,CAAYG,cAAe,GADX,EAElB,IAAG,IAAAC,kBAAA,EAAU,KAAKJ,MAAL,CAAYK,UAAZ,CAAuBC,SAAjC,CAA4C,MAF7B,CAAvB;EAIH;;EAEDC,iBAAiB,GAAwB;IACrC,MAAMF,UAAU,GAAG,KAAKL,MAAL,CAAYK,UAA/B;IACA,MAAMG,MAAM,GAAG,IAAAN,eAAA,EAAS,EAAT,EAAc,IAAG,IAAAE,kBAAA,EAAUC,UAAU,CAACC,SAArB,CAAgC,EAAjD,CAAf;IACA,MAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAX,CAAiBC,GAAjB,CAAqB,CAAC;MAAEC;IAAF,CAAD,KAAa;MAC5C,OAAO;QACHC,MAAM,EAAEC,kBAAA,CAASC,UAAT,CAAoBH,GAApB,CADL;QAEHI,QAAQ,EAAG,GAAEP,MAAO,KAAI,KAAKQ,YAAa,KAAIC,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;MAF9D,CAAP;IAIH,CALa,CAAd;IAOA,OAAO,CACH,GAAGF,KADA,EAEH;MACIG,MAAM,EAAEO,gBAAA,CAASC,IAAT,CAAcf,UAAU,CAACgB,cAAzB,CADZ;MAEIN,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,SAAU;IAFjD,CAFG,CAAP;EAOH;;EAEDgB,OAAO,GAAuC;IAC1C,MAAM;MAAEC,iBAAF;MAAqBC;IAArB,IAAwDX,kBAAA,CAASY,WAAT,CAC1D,KAAKxB,eADqD,CAA9D,CAD0C,CAK1C;;;IACA,MAAMyB,cAAc,GAAG,KAAKnB,iBAAL,EAAvB,CAN0C,CAQ1C;;IACA,MAAMoB,OAAO,GAAGC,iBAAA,CAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;IACAH,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAA0B;MAC1C,MAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,OAAQ,IAAGJ,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACK,KAAM,EADxE,CAAN;IAGH,CAJD,EAX0C,CAiB1C;;IACAX,cAAc,CAACY,OAAf,CAAwBC,aAAD,IACnBZ,OAAO,CAACa,MAAR,CAAeD,aAAa,CAAC3B,MAA7B,EAAqC;MAAEsB,IAAI,EAAEK,aAAa,CAACxB;IAAtB,CAArC,CADJ,EAlB0C,CAsB1C;;IACAY,OAAO,CAACc,IAAR,CAAalB,iBAAb,EAvB0C,CAwB1C;IACA;;IACAI,OAAO,CAACe,QAAR,GA1B0C,CA4B1C;;IACA,OAAOlB,8BAAP;EACH;;AA/DuB;;;AAkE5B,MAAMmB,oBAAoB,GAAI,wBAA9B;;AAEO,MAAMC,QAAN,CAAe;EAKlB7C,WAAW,CAAC8C,IAAD,EAAiB;IAAA,qDAJK,KAIL;IAAA;IAAA;IACxB,KAAKA,IAAL,GAAYA,IAAZ;IACA,KAAK5C,eAAL,GAAuB,IAAAC,eAAA,EAAS,EAAT,EAAc,IAAGyC,oBAAqB,EAAtC,CAAvB;EACH;;EAEDG,cAAc,GAAwB;IAClC,OAAO,KAAKD,IAAL,CAAUnC,GAAV,CAAcC,GAAG,IAAI;MACxB,OAAO;QACHC,MAAM,EAAEC,kBAAA,CAASC,UAAT,CAAoBH,GAApB,CADL;QAEHI,QAAQ,EAAG,GAAEE,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;MAF7B,CAAP;IAIH,CALM,CAAP;EAMH;;EAEDW,OAAO,GAAuC;IAC1C,MAAM;MAAEC,iBAAF;MAAqBC;IAArB,IAAwDX,kBAAA,CAASY,WAAT,CAC1D,KAAKxB,eADqD,CAA9D,CAD0C,CAK1C;;;IACA,MAAM8C,iBAAiB,GAAG,KAAKD,cAAL,EAA1B,CAN0C,CAQ1C;;IACA,MAAMnB,OAAO,GAAGC,iBAAA,CAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;IACAH,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAA0B;MAC1C,MAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,OAAQ,IAAGJ,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACK,KAAM,EADxE,CAAN;IAGH,CAJD,EAX0C,CAiB1C;;IACAU,iBAAiB,CAACT,OAAlB,CAA2BC,aAAD,IACtBZ,OAAO,CAACa,MAAR,CAAeD,aAAa,CAAC3B,MAA7B,EAAqC;MAAEsB,IAAI,EAAEK,aAAa,CAACxB;IAAtB,CAArC,CADJ,EAlB0C,CAsB1C;;IACAY,OAAO,CAACc,IAAR,CAAalB,iBAAb,EAvB0C,CAwB1C;IACA;;IACAI,OAAO,CAACe,QAAR,GA1B0C,CA4B1C;;IACA,OAAOlB,8BAAP;EACH;;AAjDiB"}

package/graphql/crud/pageImportExportTasks.crud.d.ts

@@ -1,5 +0,0 @@
-import { ContextPlugin } from "@webiny/api";
-import { PageImportExportPluginsParams } from "../../types";
-import { PbPageImportExportContext } from "../types";
-declare const _default: ({ storageOperations }: PageImportExportPluginsParams) => ContextPlugin<PbPageImportExportContext>;
-export default _default;