@webiny/api-page-builder-import-export 0.0.0-unstable.97a151f74d → 0.0.0-unstable.aad28a72ae

package/export/process/pagesHandler.js

@@ -0,0 +1,204 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.pagesHandler = void 0;
+
+var _types = require("../../types");
+
+var _client = require("../../client");
+
+var _handlerGraphql = require("@webiny/handler-graphql");
+
+var _utils = require("../utils");
+
+var _mockSecurity = require("../../mockSecurity");
+
+var _utils2 = require("@webiny/utils");
+
+/**
+ * Handles the export pages process workflow.
+ */
+const pagesHandler = async (configuration, payload, context) => {
+  const log = console.log;
+  let subTask;
+  let noPendingTask = true;
+  let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
+  log("RUNNING Export Pages Process Handler");
+  const {
+    pageBuilder,
+    fileManager
+  } = context;
+  const {
+    taskId,
+    subTaskIndex,
+    type,
+    identity
+  } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+  // and this Lambda is invoked internally, without credentials.
+
+  (0, _mockSecurity.mockSecurity)(identity, context);
+
+  try {
+    /*
+     * Note: We're not going to DB for finding the next sub-task to process,
+     * because the data might be out of sync due to GSI eventual consistency.
+     */
+    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
+    /**
+     * Base condition!!
+     * Bail out early, if task not found or task's status is not "pending".
+     */
+
+    if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
+      noPendingTask = true;
+      return {
+        data: "",
+        error: null
+      };
+    } else {
+      noPendingTask = false;
+    }
+
+    log(`Fetched sub task => ${subTask.id}`);
+    const {
+      input
+    } = subTask;
+    const {
+      pageId,
+      exportPagesDataKey,
+      revisionType
+    } = input;
+    /**
+     * At the moment, we only export a single revision of the page.
+     * It could be "published" or "latest" depending upon user input.
+     *
+     * Note: In case of no "published" revision available, we use the latest revision.
+     */
+
+    let page;
+
+    try {
+      if (revisionType === _types.ExportRevisionType.PUBLISHED) {
+        // Get "published" page.
+        page = await pageBuilder.getPublishedPageById({
+          id: pageId
+        });
+      } else {
+        // Get "latest" page.
+        page = await pageBuilder.getPage(pageId);
+      }
+    } catch (e) {
+      // If we're looking for "published" page and doesn't found it, get latest page.
+      if (revisionType === _types.ExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
+        page = await pageBuilder.getPage(pageId);
+      } else {
+        throw e;
+      }
+    }
+
+    if (!page) {
+      log(`Unable to load page "${pageId}"`);
+      throw new _handlerGraphql.NotFoundError(`Unable to load page "${pageId}"`);
+    }
+
+    log(`Processing page key "${pageId}" | version ${page.version} | ${page.status}`); // Mark task status as PROCESSING
+
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.PROCESSING
+    }); // Update stats in main task
+
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.PROCESSING
+    });
+    prevStatusOfSubTask = subTask.status;
+    log(`Extracting page data and uploading to storage...`); // Extract Page
+
+    const pageDataZip = await (0, _utils.exportPage)(page, exportPagesDataKey, fileManager);
+    log(`Finish uploading zip...`); // Update task record in DB
+
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.COMPLETED,
+      data: {
+        message: `Finish uploading data for page "${page.id}" v${page.version} (${page.status}).`,
+        key: pageDataZip.Key
+      }
+    }); // Update stats in main task
+
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.COMPLETED
+    });
+    prevStatusOfSubTask = subTask.status;
+  } catch (e) {
+    log("[EXPORT_PAGES_PROCESS] Error => ", e);
+
+    if (subTask && subTask.id) {
+      /**
+       * In case of error, we'll update the task status to "failed",
+       * so that, client can show notify the user appropriately.
+       */
+      subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+        status: _types.ImportExportTaskStatus.FAILED,
+        error: {
+          name: e.name,
+          message: e.message,
+          stack: e.stack,
+          code: "EXPORT_FAILED"
+        }
+      }); // Update stats in main task
+
+      await pageBuilder.importExportTask.updateStats(taskId, {
+        prevStatus: prevStatusOfSubTask,
+        nextStatus: _types.ImportExportTaskStatus.FAILED
+      });
+      prevStatusOfSubTask = subTask.status;
+    }
+
+    return {
+      data: null,
+      error: {
+        message: e.message
+      }
+    };
+  } finally {
+    // Base condition!
+    if (noPendingTask) {
+      log(`No pending sub-task for task ${taskId}`); // Combine individual page zip files.
+
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: configuration.handlers.combine,
+        payload: {
+          taskId,
+          type,
+          identity: context.security.getIdentity()
+        },
+        description: "Export pages - combine"
+      });
+    } else {
+      console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
+
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: configuration.handlers.process,
+        payload: {
+          taskId,
+          type,
+          subTaskIndex: subTaskIndex + 1,
+          identity: context.security.getIdentity()
+        },
+        description: "Export pages - process - subtask"
+      });
+    }
+  }
+
+  return {
+    data: "",
+    error: null
+  };
+};
+
+exports.pagesHandler = pagesHandler;

package/export/process/pagesHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["pagesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","pageId","exportPagesDataKey","revisionType","page","ExportRevisionType","PUBLISHED","getPublishedPageById","getPage","e","NotFoundError","version","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","pageDataZip","exportPage","COMPLETED","message","key","Key","FAILED","name","stack","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process"],"sources":["pagesHandler.ts"],"sourcesContent":["import { ExportRevisionType, ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportPage } from \"~/export/utils\";\nimport { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/export/process\";\n\n/**\n * Handles the export pages process workflow.\n */\nexport const pagesHandler = async (\n    configuration: Configuration,\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n    let subTask;\n    let noPendingTask = true;\n    let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n    log(\"RUNNING Export Pages Process Handler\");\n    const { pageBuilder, fileManager } = context;\n    const { taskId, subTaskIndex, type, identity } = payload;\n    // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n    // and this Lambda is invoked internally, without credentials.\n    mockSecurity(identity as SecurityIdentity, context);\n\n    try {\n        /*\n         * Note: We're not going to DB for finding the next sub-task to process,\n         * because the data might be out of sync due to GSI eventual consistency.\n         */\n        subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n        /**\n         * Base condition!!\n         * Bail out early, if task not found or task's status is not \"pending\".\n         */\n        if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n            noPendingTask = true;\n            return {\n                data: \"\",\n                error: null\n            };\n        } else {\n            noPendingTask = false;\n        }\n\n        log(`Fetched sub task => ${subTask.id}`);\n\n        const { input } = subTask;\n        const { pageId, exportPagesDataKey, revisionType } = input;\n\n        /**\n         * At the moment, we only export a single revision of the page.\n         * It could be \"published\" or \"latest\" depending upon user input.\n         *\n         * Note: In case of no \"published\" revision available, we use the latest revision.\n         */\n        let page;\n        try {\n            if (revisionType === ExportRevisionType.PUBLISHED) {\n                // Get \"published\" page.\n                page = await pageBuilder.getPublishedPageById({ id: pageId });\n            } else {\n                // Get \"latest\" page.\n                page = await pageBuilder.getPage(pageId);\n            }\n        } catch (e) {\n            // If we're looking for \"published\" page and doesn't found it, get latest page.\n            if (revisionType === ExportRevisionType.PUBLISHED && e instanceof NotFoundError) {\n                page = await pageBuilder.getPage(pageId);\n            } else {\n                throw e;\n            }\n        }\n\n        if (!page) {\n            log(`Unable to load page \"${pageId}\"`);\n            throw new NotFoundError(`Unable to load page \"${pageId}\"`);\n        }\n\n        log(`Processing page key \"${pageId}\" | version ${page.version} | ${page.status}`);\n\n        // Mark task status as PROCESSING\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.PROCESSING\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.PROCESSING\n        });\n        prevStatusOfSubTask = subTask.status;\n\n        log(`Extracting page data and uploading to storage...`);\n        // Extract Page\n        const pageDataZip = await exportPage(page, exportPagesDataKey, fileManager);\n        log(`Finish uploading zip...`);\n        // Update task record in DB\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: `Finish uploading data for page \"${page.id}\" v${page.version} (${page.status}).`,\n                key: pageDataZip.Key\n            }\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.COMPLETED\n        });\n        prevStatusOfSubTask = subTask.status;\n    } catch (e) {\n        log(\"[EXPORT_PAGES_PROCESS] Error => \", e);\n\n        if (subTask && subTask.id) {\n            /**\n             * In case of error, we'll update the task status to \"failed\",\n             * so that, client can show notify the user appropriately.\n             */\n            subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n                status: ImportExportTaskStatus.FAILED,\n                error: {\n                    name: e.name,\n                    message: e.message,\n                    stack: e.stack,\n                    code: \"EXPORT_FAILED\"\n                }\n            });\n\n            // Update stats in main task\n            await pageBuilder.importExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: ImportExportTaskStatus.FAILED\n            });\n            prevStatusOfSubTask = subTask.status;\n        }\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    } finally {\n        // Base condition!\n        if (noPendingTask) {\n            log(`No pending sub-task for task ${taskId}`);\n            // Combine individual page zip files.\n            await invokeHandlerClient<ExtractPayload>({\n                context,\n                name: configuration.handlers.combine,\n                payload: {\n                    taskId,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Export pages - combine\"\n            });\n        } else {\n            console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n            // We want to continue with Self invocation no matter if current page error out.\n            await invokeHandlerClient<Payload>({\n                context,\n                name: configuration.handlers.process,\n                payload: {\n                    taskId,\n                    type,\n                    subTaskIndex: subTaskIndex + 1,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Export pages - process - subtask\"\n            });\n        }\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;;AAAA;;AACA;;AACA;;AACA;;AAEA;;AAEA;;AAGA;AACA;AACA;AACO,MAAMA,YAAY,GAAG,OACxBC,aADwB,EAExBC,OAFwB,EAGxBC,OAHwB,KAIJ;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;EACA,IAAIE,OAAJ;EACA,IAAIC,aAAa,GAAG,IAApB;EACA,IAAIC,mBAAmB,GAAGC,6BAAA,CAAuBC,OAAjD;EAEAN,GAAG,CAAC,sCAAD,CAAH;EACA,MAAM;IAAEO,WAAF;IAAeC;EAAf,IAA+BT,OAArC;EACA,MAAM;IAAEU,MAAF;IAAUC,YAAV;IAAwBC,IAAxB;IAA8BC;EAA9B,IAA2Cd,OAAjD,CARoB,CASpB;EACA;;EACA,IAAAe,0BAAA,EAAaD,QAAb,EAA2Cb,OAA3C;;EAEA,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAZ,CAA6BC,UAA7B,CAAwCN,MAAxC,EAAgD,IAAAO,eAAA,EAAQN,YAAR,EAAsB,CAAtB,CAAhD,CAAhB;IACA;AACR;AACA;AACA;;IACQ,IAAI,CAACR,OAAD,IAAYA,OAAO,CAACe,MAAR,KAAmBZ,6BAAA,CAAuBC,OAA1D,EAAmE;MAC/DH,aAAa,GAAG,IAAhB;MACA,OAAO;QACHe,IAAI,EAAE,EADH;QAEHC,KAAK,EAAE;MAFJ,CAAP;IAIH,CAND,MAMO;MACHhB,aAAa,GAAG,KAAhB;IACH;;IAEDH,GAAG,CAAE,uBAAsBE,OAAO,CAACkB,EAAG,EAAnC,CAAH;IAEA,MAAM;MAAEC;IAAF,IAAYnB,OAAlB;IACA,MAAM;MAAEoB,MAAF;MAAUC,kBAAV;MAA8BC;IAA9B,IAA+CH,KAArD;IAEA;AACR;AACA;AACA;AACA;AACA;;IACQ,IAAII,IAAJ;;IACA,IAAI;MACA,IAAID,YAAY,KAAKE,yBAAA,CAAmBC,SAAxC,EAAmD;QAC/C;QACAF,IAAI,GAAG,MAAMlB,WAAW,CAACqB,oBAAZ,CAAiC;UAAER,EAAE,EAAEE;QAAN,CAAjC,CAAb;MACH,CAHD,MAGO;QACH;QACAG,IAAI,GAAG,MAAMlB,WAAW,CAACsB,OAAZ,CAAoBP,MAApB,CAAb;MACH;IACJ,CARD,CAQE,OAAOQ,CAAP,EAAU;MACR;MACA,IAAIN,YAAY,KAAKE,yBAAA,CAAmBC,SAApC,IAAiDG,CAAC,YAAYC,6BAAlE,EAAiF;QAC7EN,IAAI,GAAG,MAAMlB,WAAW,CAACsB,OAAZ,CAAoBP,MAApB,CAAb;MACH,CAFD,MAEO;QACH,MAAMQ,CAAN;MACH;IACJ;;IAED,IAAI,CAACL,IAAL,EAAW;MACPzB,GAAG,CAAE,wBAAuBsB,MAAO,GAAhC,CAAH;MACA,MAAM,IAAIS,6BAAJ,CAAmB,wBAAuBT,MAAO,GAAjD,CAAN;IACH;;IAEDtB,GAAG,CAAE,wBAAuBsB,MAAO,eAAcG,IAAI,CAACO,OAAQ,MAAKP,IAAI,CAACR,MAAO,EAA5E,CAAH,CAtDA,CAwDA;;IACAf,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAZ,CAA6BmB,aAA7B,CAA2CxB,MAA3C,EAAmDP,OAAO,CAACkB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEZ,6BAAA,CAAuB6B;IAD4C,CAA/D,CAAhB,CAzDA,CA4DA;;IACA,MAAM3B,WAAW,CAACO,gBAAZ,CAA6BqB,WAA7B,CAAyC1B,MAAzC,EAAiD;MACnD2B,UAAU,EAAEhC,mBADuC;MAEnDiC,UAAU,EAAEhC,6BAAA,CAAuB6B;IAFgB,CAAjD,CAAN;IAIA9B,mBAAmB,GAAGF,OAAO,CAACe,MAA9B;IAEAjB,GAAG,CAAE,kDAAF,CAAH,CAnEA,CAoEA;;IACA,MAAMsC,WAAW,GAAG,MAAM,IAAAC,iBAAA,EAAWd,IAAX,EAAiBF,kBAAjB,EAAqCf,WAArC,CAA1B;IACAR,GAAG,CAAE,yBAAF,CAAH,CAtEA,CAuEA;;IACAE,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAZ,CAA6BmB,aAA7B,CAA2CxB,MAA3C,EAAmDP,OAAO,CAACkB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEZ,6BAAA,CAAuBmC,SAD4C;MAE3EtB,IAAI,EAAE;QACFuB,OAAO,EAAG,mCAAkChB,IAAI,CAACL,EAAG,MAAKK,IAAI,CAACO,OAAQ,KAAIP,IAAI,CAACR,MAAO,IADpF;QAEFyB,GAAG,EAAEJ,WAAW,CAACK;MAFf;IAFqE,CAA/D,CAAhB,CAxEA,CA+EA;;IACA,MAAMpC,WAAW,CAACO,gBAAZ,CAA6BqB,WAA7B,CAAyC1B,MAAzC,EAAiD;MACnD2B,UAAU,EAAEhC,mBADuC;MAEnDiC,UAAU,EAAEhC,6BAAA,CAAuBmC;IAFgB,CAAjD,CAAN;IAIApC,mBAAmB,GAAGF,OAAO,CAACe,MAA9B;EACH,CArFD,CAqFE,OAAOa,CAAP,EAAU;IACR9B,GAAG,CAAC,kCAAD,EAAqC8B,CAArC,CAAH;;IAEA,IAAI5B,OAAO,IAAIA,OAAO,CAACkB,EAAvB,EAA2B;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAZ,CAA6BmB,aAA7B,CAA2CxB,MAA3C,EAAmDP,OAAO,CAACkB,EAA3D,EAA+D;QAC3EH,MAAM,EAAEZ,6BAAA,CAAuBuC,MAD4C;QAE3EzB,KAAK,EAAE;UACH0B,IAAI,EAAEf,CAAC,CAACe,IADL;UAEHJ,OAAO,EAAEX,CAAC,CAACW,OAFR;UAGHK,KAAK,EAAEhB,CAAC,CAACgB,KAHN;UAIHC,IAAI,EAAE;QAJH;MAFoE,CAA/D,CAAhB,CALuB,CAevB;;MACA,MAAMxC,WAAW,CAACO,gBAAZ,CAA6BqB,WAA7B,CAAyC1B,MAAzC,EAAiD;QACnD2B,UAAU,EAAEhC,mBADuC;QAEnDiC,UAAU,EAAEhC,6BAAA,CAAuBuC;MAFgB,CAAjD,CAAN;MAIAxC,mBAAmB,GAAGF,OAAO,CAACe,MAA9B;IACH;;IAED,OAAO;MACHC,IAAI,EAAE,IADH;MAEHC,KAAK,EAAE;QACHsB,OAAO,EAAEX,CAAC,CAACW;MADR;IAFJ,CAAP;EAMH,CArHD,SAqHU;IACN;IACA,IAAItC,aAAJ,EAAmB;MACfH,GAAG,CAAE,gCAA+BS,MAAO,EAAxC,CAAH,CADe,CAEf;;MACA,MAAM,IAAAuC,2BAAA,EAAoC;QACtCjD,OADsC;QAEtC8C,IAAI,EAAEhD,aAAa,CAACoD,QAAd,CAAuBC,OAFS;QAGtCpD,OAAO,EAAE;UACLW,MADK;UAELE,IAFK;UAGLC,QAAQ,EAAEb,OAAO,CAACoD,QAAR,CAAiBC,WAAjB;QAHL,CAH6B;QAQtCC,WAAW,EAAE;MARyB,CAApC,CAAN;IAUH,CAbD,MAaO;MACHpD,OAAO,CAACD,GAAR,CAAa,8BAA6BU,YAAY,GAAG,CAAE,GAA3D,EADG,CAEH;;MACA,MAAM,IAAAsC,2BAAA,EAA6B;QAC/BjD,OAD+B;QAE/B8C,IAAI,EAAEhD,aAAa,CAACoD,QAAd,CAAuBK,OAFE;QAG/BxD,OAAO,EAAE;UACLW,MADK;UAELE,IAFK;UAGLD,YAAY,EAAEA,YAAY,GAAG,CAHxB;UAILE,QAAQ,EAAEb,OAAO,CAACoD,QAAR,CAAiBC,WAAjB;QAJL,CAHsB;QAS/BC,WAAW,EAAE;MATkB,CAA7B,CAAN;IAWH;EACJ;;EACD,OAAO;IACHnC,IAAI,EAAE,EADH;IAEHC,KAAK,EAAE;EAFJ,CAAP;AAIH,CAzKM"}

package/export/utils.d.ts

@@ -0,0 +1,16 @@
+import S3 from "aws-sdk/clients/s3";
+import { Page, PageBlock } from "@webiny/api-page-builder/types";
+import { FileManagerContext, File } from "@webiny/api-file-manager/types";
+export declare const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
+export declare const EXPORT_BLOCKS_FOLDER_KEY = "WEBINY_PB_EXPORT_BLOCK";
+export interface ExportedPageData {
+    page: Pick<Page, "content" | "title" | "version" | "status" | "settings" | "path">;
+    files: File[];
+}
+export declare function exportPage(page: Page, exportPagesDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
+export interface ExportedBlockData {
+    block: Pick<PageBlock, "name" | "content" | "preview">;
+    files: File[];
+}
+export declare function exportBlock(block: PageBlock, exportBlocksDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
+export declare function extractFilesFromData(data: Record<string, any>, files?: any[]): File[];

package/export/utils.js

@@ -0,0 +1,135 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.EXPORT_PAGES_FOLDER_KEY = exports.EXPORT_BLOCKS_FOLDER_KEY = void 0;
+exports.exportBlock = exportBlock;
+exports.exportPage = exportPage;
+exports.extractFilesFromData = extractFilesFromData;
+
+var _get = _interopRequireDefault(require("lodash/get"));
+
+var _zipper = _interopRequireDefault(require("./zipper"));
+
+const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
+exports.EXPORT_PAGES_FOLDER_KEY = EXPORT_PAGES_FOLDER_KEY;
+const EXPORT_BLOCKS_FOLDER_KEY = "WEBINY_PB_EXPORT_BLOCK";
+exports.EXPORT_BLOCKS_FOLDER_KEY = EXPORT_BLOCKS_FOLDER_KEY;
+
+async function exportPage(page, exportPagesDataKey, fileManager) {
+  // Extract all files
+  const files = extractFilesFromData(page.content || {}); // Extract images from page settings
+
+  const pageSettingsImages = [(0, _get.default)(page, "settings.general.image"), (0, _get.default)(page, "settings.social.image")].filter(image => image && image.src);
+  const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id); // Get file data for all images
+
+  const imageFilesData = [];
+
+  if (fileIds.length > 0) {
+    const [filesData] = await fileManager.files.listFiles({
+      ids: fileIds
+    });
+    imageFilesData.push(...filesData);
+  } // Extract the page data in a json file and upload it to S3
+
+
+  const pageData = {
+    page: {
+      content: page.content,
+      title: page.title,
+      path: page.path,
+      version: page.version,
+      status: page.status,
+      settings: page.settings
+    },
+    files: imageFilesData
+  };
+  const pageDataBuffer = Buffer.from(JSON.stringify(pageData));
+  const zipper = new _zipper.default({
+    exportInfo: {
+      files: imageFilesData,
+      name: page.title,
+      dataBuffer: pageDataBuffer
+    },
+    archiveFileKey: exportPagesDataKey
+  });
+  return zipper.process();
+}
+
+async function exportBlock(block, exportBlocksDataKey, fileManager) {
+  // Extract all files
+  const files = extractFilesFromData(block.content || {});
+  const fileIds = files.map(imageFile => imageFile.id); // Get file data for all images
+
+  const imageFilesData = [];
+
+  if (fileIds.length > 0) {
+    const [filesData] = await fileManager.files.listFiles({
+      ids: fileIds
+    });
+    imageFilesData.push(...filesData);
+  } // Add block preview image file data
+
+
+  if (block.preview.id) {
+    imageFilesData.push(await fileManager.files.getFile(block.preview.id));
+  } // Extract the block data in a json file and upload it to S3
+
+
+  const blockData = {
+    block: {
+      name: block.name,
+      content: block.content,
+      preview: block.preview
+    },
+    files: imageFilesData
+  };
+  const blockDataBuffer = Buffer.from(JSON.stringify(blockData));
+  const zipper = new _zipper.default({
+    exportInfo: {
+      files: imageFilesData,
+      name: block.name,
+      dataBuffer: blockDataBuffer
+    },
+    archiveFileKey: exportBlocksDataKey
+  });
+  return zipper.process();
+}
+
+function extractFilesFromData(data, files = []) {
+  // Base case: termination
+  if (!data || typeof data !== "object") {
+    return files;
+  } // Recursively call function for each element
+
+
+  if (Array.isArray(data)) {
+    for (let i = 0; i < data.length; i++) {
+      const element = data[i];
+      extractFilesFromData(element, files);
+    }
+
+    return files;
+  } // Main
+
+
+  const tuple = Object.entries(data);
+
+  for (let i = 0; i < tuple.length; i++) {
+    const [key, value] = tuple[i]; // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.
+
+    if (key === "file" && value) {
+      files.push(value);
+    } else if (key === "images" && Array.isArray(value)) {
+      // Handle case for "images-list" component
+      files.push(...value);
+    } else {
+      extractFilesFromData(value, files);
+    }
+  }
+
+  return files;
+}

package/export/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["EXPORT_PAGES_FOLDER_KEY","EXPORT_BLOCKS_FOLDER_KEY","exportPage","page","exportPagesDataKey","fileManager","files","extractFilesFromData","content","pageSettingsImages","get","filter","image","src","fileIds","map","imageFile","id","imageFilesData","length","filesData","listFiles","ids","push","pageData","title","path","version","status","settings","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","name","dataBuffer","archiveFileKey","process","exportBlock","block","exportBlocksDataKey","preview","getFile","blockData","blockDataBuffer","data","Array","isArray","i","element","tuple","Object","entries","key","value"],"sources":["utils.ts"],"sourcesContent":["import S3 from \"aws-sdk/clients/s3\";\nimport { Page, PageBlock } from \"@webiny/api-page-builder/types\";\nimport { FileManagerContext, File } from \"@webiny/api-file-manager/types\";\nimport get from \"lodash/get\";\nimport Zipper from \"./zipper\";\n\nexport const EXPORT_PAGES_FOLDER_KEY = \"WEBINY_PB_EXPORT_PAGES\";\nexport const EXPORT_BLOCKS_FOLDER_KEY = \"WEBINY_PB_EXPORT_BLOCK\";\n\nexport interface ExportedPageData {\n    page: Pick<Page, \"content\" | \"title\" | \"version\" | \"status\" | \"settings\" | \"path\">;\n    files: File[];\n}\n\nexport async function exportPage(\n    page: Page,\n    exportPagesDataKey: string,\n    fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n    // Extract all files\n    const files = extractFilesFromData(page.content || {});\n    // Extract images from page settings\n    const pageSettingsImages = [\n        get(page, \"settings.general.image\") as unknown as File,\n        get(page, \"settings.social.image\") as unknown as File\n    ].filter(image => image && image.src);\n\n    const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id);\n    // Get file data for all images\n    const imageFilesData = [];\n    if (fileIds.length > 0) {\n        const [filesData] = await fileManager.files.listFiles({ ids: fileIds });\n        imageFilesData.push(...filesData);\n    }\n\n    // Extract the page data in a json file and upload it to S3\n    const pageData = {\n        page: {\n            content: page.content,\n            title: page.title,\n            path: page.path,\n            version: page.version,\n            status: page.status,\n            settings: page.settings\n        },\n        files: imageFilesData\n    };\n    const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n    const zipper = new Zipper({\n        exportInfo: {\n            files: imageFilesData,\n            name: page.title,\n            dataBuffer: pageDataBuffer\n        },\n        archiveFileKey: exportPagesDataKey\n    });\n\n    return zipper.process();\n}\n\nexport interface ExportedBlockData {\n    block: Pick<PageBlock, \"name\" | \"content\" | \"preview\">;\n    files: File[];\n}\n\nexport async function exportBlock(\n    block: PageBlock,\n    exportBlocksDataKey: string,\n    fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n    // Extract all files\n    const files = extractFilesFromData(block.content || {});\n    const fileIds = files.map(imageFile => imageFile.id);\n    // Get file data for all images\n    const imageFilesData = [];\n    if (fileIds.length > 0) {\n        const [filesData] = await fileManager.files.listFiles({ ids: fileIds });\n        imageFilesData.push(...filesData);\n    }\n    // Add block preview image file data\n    if (block.preview.id) {\n        imageFilesData.push(await fileManager.files.getFile(block.preview.id));\n    }\n\n    // Extract the block data in a json file and upload it to S3\n    const blockData = {\n        block: {\n            name: block.name,\n            content: block.content,\n            preview: block.preview\n        },\n        files: imageFilesData\n    };\n    const blockDataBuffer = Buffer.from(JSON.stringify(blockData));\n\n    const zipper = new Zipper({\n        exportInfo: {\n            files: imageFilesData,\n            name: block.name,\n            dataBuffer: blockDataBuffer\n        },\n        archiveFileKey: exportBlocksDataKey\n    });\n\n    return zipper.process();\n}\n\nexport function extractFilesFromData(data: Record<string, any>, files: any[] = []): File[] {\n    // Base case: termination\n    if (!data || typeof data !== \"object\") {\n        return files;\n    }\n    // Recursively call function for each element\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            extractFilesFromData(element, files);\n        }\n        return files;\n    }\n\n    // Main\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n        // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.\n        if (key === \"file\" && value) {\n            files.push(value);\n        } else if (key === \"images\" && Array.isArray(value)) {\n            // Handle case for \"images-list\" component\n            files.push(...value);\n        } else {\n            extractFilesFromData(value, files);\n        }\n    }\n    return files;\n}\n"],"mappings":";;;;;;;;;;;;AAGA;;AACA;;AAEO,MAAMA,uBAAuB,GAAG,wBAAhC;;AACA,MAAMC,wBAAwB,GAAG,wBAAjC;;;AAOA,eAAeC,UAAf,CACHC,IADG,EAEHC,kBAFG,EAGHC,WAHG,EAI+B;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACJ,IAAI,CAACK,OAAL,IAAgB,EAAjB,CAAlC,CAFkC,CAGlC;;EACA,MAAMC,kBAAkB,GAAG,CACvB,IAAAC,YAAA,EAAIP,IAAJ,EAAU,wBAAV,CADuB,EAEvB,IAAAO,YAAA,EAAIP,IAAJ,EAAU,uBAAV,CAFuB,EAGzBQ,MAHyB,CAGlBC,KAAK,IAAIA,KAAK,IAAIA,KAAK,CAACC,GAHN,CAA3B;EAKA,MAAMC,OAAO,GAAG,CAAC,GAAGR,KAAJ,EAAW,GAAGG,kBAAd,EAAkCM,GAAlC,CAAsCC,SAAS,IAAIA,SAAS,CAACC,EAA7D,CAAhB,CATkC,CAUlC;;EACA,MAAMC,cAAc,GAAG,EAAvB;;EACA,IAAIJ,OAAO,CAACK,MAAR,GAAiB,CAArB,EAAwB;IACpB,MAAM,CAACC,SAAD,IAAc,MAAMf,WAAW,CAACC,KAAZ,CAAkBe,SAAlB,CAA4B;MAAEC,GAAG,EAAER;IAAP,CAA5B,CAA1B;IACAI,cAAc,CAACK,IAAf,CAAoB,GAAGH,SAAvB;EACH,CAfiC,CAiBlC;;;EACA,MAAMI,QAAQ,GAAG;IACbrB,IAAI,EAAE;MACFK,OAAO,EAAEL,IAAI,CAACK,OADZ;MAEFiB,KAAK,EAAEtB,IAAI,CAACsB,KAFV;MAGFC,IAAI,EAAEvB,IAAI,CAACuB,IAHT;MAIFC,OAAO,EAAExB,IAAI,CAACwB,OAJZ;MAKFC,MAAM,EAAEzB,IAAI,CAACyB,MALX;MAMFC,QAAQ,EAAE1B,IAAI,CAAC0B;IANb,CADO;IASbvB,KAAK,EAAEY;EATM,CAAjB;EAWA,MAAMY,cAAc,GAAGC,MAAM,CAACC,IAAP,CAAYC,IAAI,CAACC,SAAL,CAAeV,QAAf,CAAZ,CAAvB;EAEA,MAAMW,MAAM,GAAG,IAAIC,eAAJ,CAAW;IACtBC,UAAU,EAAE;MACR/B,KAAK,EAAEY,cADC;MAERoB,IAAI,EAAEnC,IAAI,CAACsB,KAFH;MAGRc,UAAU,EAAET;IAHJ,CADU;IAMtBU,cAAc,EAAEpC;EANM,CAAX,CAAf;EASA,OAAO+B,MAAM,CAACM,OAAP,EAAP;AACH;;AAOM,eAAeC,WAAf,CACHC,KADG,EAEHC,mBAFG,EAGHvC,WAHG,EAI+B;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACoC,KAAK,CAACnC,OAAN,IAAiB,EAAlB,CAAlC;EACA,MAAMM,OAAO,GAAGR,KAAK,CAACS,GAAN,CAAUC,SAAS,IAAIA,SAAS,CAACC,EAAjC,CAAhB,CAHkC,CAIlC;;EACA,MAAMC,cAAc,GAAG,EAAvB;;EACA,IAAIJ,OAAO,CAACK,MAAR,GAAiB,CAArB,EAAwB;IACpB,MAAM,CAACC,SAAD,IAAc,MAAMf,WAAW,CAACC,KAAZ,CAAkBe,SAAlB,CAA4B;MAAEC,GAAG,EAAER;IAAP,CAA5B,CAA1B;IACAI,cAAc,CAACK,IAAf,CAAoB,GAAGH,SAAvB;EACH,CATiC,CAUlC;;;EACA,IAAIuB,KAAK,CAACE,OAAN,CAAc5B,EAAlB,EAAsB;IAClBC,cAAc,CAACK,IAAf,CAAoB,MAAMlB,WAAW,CAACC,KAAZ,CAAkBwC,OAAlB,CAA0BH,KAAK,CAACE,OAAN,CAAc5B,EAAxC,CAA1B;EACH,CAbiC,CAelC;;;EACA,MAAM8B,SAAS,GAAG;IACdJ,KAAK,EAAE;MACHL,IAAI,EAAEK,KAAK,CAACL,IADT;MAEH9B,OAAO,EAAEmC,KAAK,CAACnC,OAFZ;MAGHqC,OAAO,EAAEF,KAAK,CAACE;IAHZ,CADO;IAMdvC,KAAK,EAAEY;EANO,CAAlB;EAQA,MAAM8B,eAAe,GAAGjB,MAAM,CAACC,IAAP,CAAYC,IAAI,CAACC,SAAL,CAAea,SAAf,CAAZ,CAAxB;EAEA,MAAMZ,MAAM,GAAG,IAAIC,eAAJ,CAAW;IACtBC,UAAU,EAAE;MACR/B,KAAK,EAAEY,cADC;MAERoB,IAAI,EAAEK,KAAK,CAACL,IAFJ;MAGRC,UAAU,EAAES;IAHJ,CADU;IAMtBR,cAAc,EAAEI;EANM,CAAX,CAAf;EASA,OAAOT,MAAM,CAACM,OAAP,EAAP;AACH;;AAEM,SAASlC,oBAAT,CAA8B0C,IAA9B,EAAyD3C,KAAY,GAAG,EAAxE,EAAoF;EACvF;EACA,IAAI,CAAC2C,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;IACnC,OAAO3C,KAAP;EACH,CAJsF,CAKvF;;;EACA,IAAI4C,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;IACrB,KAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,IAAI,CAAC9B,MAAzB,EAAiCiC,CAAC,EAAlC,EAAsC;MAClC,MAAMC,OAAO,GAAGJ,IAAI,CAACG,CAAD,CAApB;MACA7C,oBAAoB,CAAC8C,OAAD,EAAU/C,KAAV,CAApB;IACH;;IACD,OAAOA,KAAP;EACH,CAZsF,CAcvF;;;EACA,MAAMgD,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeP,IAAf,CAAd;;EACA,KAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGE,KAAK,CAACnC,MAA1B,EAAkCiC,CAAC,EAAnC,EAAuC;IACnC,MAAM,CAACK,GAAD,EAAMC,KAAN,IAAeJ,KAAK,CAACF,CAAD,CAA1B,CADmC,CAEnC;;IACA,IAAIK,GAAG,KAAK,MAAR,IAAkBC,KAAtB,EAA6B;MACzBpD,KAAK,CAACiB,IAAN,CAAWmC,KAAX;IACH,CAFD,MAEO,IAAID,GAAG,KAAK,QAAR,IAAoBP,KAAK,CAACC,OAAN,CAAcO,KAAd,CAAxB,EAA8C;MACjD;MACApD,KAAK,CAACiB,IAAN,CAAW,GAAGmC,KAAd;IACH,CAHM,MAGA;MACHnD,oBAAoB,CAACmD,KAAD,EAAQpD,KAAR,CAApB;IACH;EACJ;;EACD,OAAOA,KAAP;AACH"}

package/{exportPages → export}/zipper.d.ts

@@ -2,15 +2,15 @@
 /// <reference types="node" />
 import S3 from "aws-sdk/clients/s3";
 import { Readable } from "stream";
-import { ImageFile } from "./utils";
+import { File } from "@webiny/api-file-manager/types";
 interface FileStreamDetails {
     stream: Readable;
     filename: string;
 }
 interface ExportInfo {
-    files: ImageFile[];
-    pageTitle: string;
-    pageDataBuffer: Buffer;
+    files: File[];
+    name: string;
+    dataBuffer: Buffer;
 }
 export interface ZipperConfig {
     exportInfo: ExportInfo;
@@ -29,7 +29,8 @@ export declare class ZipOfZip {
     private readonly archiveFormat;
     private readonly archiveFileName;
     keys: string[];
-    constructor(keys: string[]);
+    filename: string;
+    constructor(keys: string[], filename: string);
     getFileStreams(): FileStreamDetails[];
     process(): Promise<S3.ManagedUpload.SendData>;
 }

package/{exportPages → export}/zipper.js

@@ -31,12 +31,12 @@ class Zipper {
     (0, _defineProperty2.default)(this, "archiveFileName", void 0);
     (0, _defineProperty2.default)(this, "config", void 0);
     this.config = config;
-    this.archiveFileName = (0, _uniqid.default)(`${this.config.archiveFileKey}/`, `-${(0, _kebabCase.default)(this.config.exportInfo.pageTitle)}.zip`);
+    this.archiveFileName = (0, _uniqid.default)(`${this.config.archiveFileKey}/`, `-${(0, _kebabCase.default)(this.config.exportInfo.name)}.zip`);
   }
 
   s3DownloadStreams() {
     const exportInfo = this.config.exportInfo;
-    const prefix = (0, _uniqid.default)("", `-${(0, _kebabCase.default)(exportInfo.pageTitle)}`);
+    const prefix = (0, _uniqid.default)("", `-${(0, _kebabCase.default)(exportInfo.name)}`);
     const files = exportInfo.files.map(({
       key
     }) => {
@@ -46,8 +46,8 @@ class Zipper {
       };
     });
     return [...files, {
-      stream: _stream.Readable.from(exportInfo.pageDataBuffer),
-      filename: `${prefix}\\${exportInfo.pageTitle}.json`
+      stream: _stream.Readable.from(exportInfo.dataBuffer),
+      filename: `${prefix}\\${exportInfo.name}.json`
     }];
   }
 
@@ -82,15 +82,16 @@ class Zipper {
 }
 
 exports.default = Zipper;
-const PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;
 
 class ZipOfZip {
-  constructor(keys) {
+  constructor(keys, filename) {
     (0, _defineProperty2.default)(this, "archiveFormat", "zip");
     (0, _defineProperty2.default)(this, "archiveFileName", void 0);
     (0, _defineProperty2.default)(this, "keys", void 0);
+    (0, _defineProperty2.default)(this, "filename", void 0);
     this.keys = keys;
-    this.archiveFileName = (0, _uniqid.default)("", `-${PAGE_EXPORT_BASENAME}`);
+    this.filename = filename;
+    this.archiveFileName = (0, _uniqid.default)("", `-${filename}`);
   }
 
   getFileStreams() {

package/export/zipper.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["Zipper","constructor","config","archiveFileName","uniqueId","archiveFileKey","kebabCase","exportInfo","name","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","path","basename","Readable","from","dataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","code","message","stack","forEach","streamDetails","append","pipe","finalize","ZipOfZip","keys","getFileStreams","fileStreamDetails"],"sources":["zipper.ts"],"sourcesContent":["// TODO: Move \"archive\" in layer\nimport vending, { ArchiverError } from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { File } from \"@webiny/api-file-manager/types\";\n\ninterface FileStreamDetails {\n    stream: Readable;\n    filename: string;\n}\n\ninterface ExportInfo {\n    files: File[];\n    name: string;\n    dataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n    exportInfo: ExportInfo;\n    archiveFileKey: string;\n}\n\nexport default class Zipper {\n    private readonly archiveFormat = \"zip\";\n    private readonly filesDirName = \"assets\";\n    private readonly archiveFileName: string;\n    config: ZipperConfig;\n\n    constructor(config: ZipperConfig) {\n        this.config = config;\n        this.archiveFileName = uniqueId(\n            `${this.config.archiveFileKey}/`,\n            `-${kebabCase(this.config.exportInfo.name)}.zip`\n        );\n    }\n\n    s3DownloadStreams(): FileStreamDetails[] {\n        const exportInfo = this.config.exportInfo;\n        const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.name)}`);\n        const files = exportInfo.files.map(({ key }) => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${prefix}\\\\${this.filesDirName}\\\\${path.basename(key)}`\n            };\n        });\n\n        return [\n            ...files,\n            {\n                stream: Readable.from(exportInfo.dataBuffer),\n                filename: `${prefix}\\\\${exportInfo.name}.json`\n            }\n        ];\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const s3FilesStreams = this.s3DownloadStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n\nexport class ZipOfZip {\n    private readonly archiveFormat = \"zip\";\n    private readonly archiveFileName: string;\n    keys: string[];\n    filename: string;\n\n    constructor(keys: string[], filename: string) {\n        this.keys = keys;\n        this.filename = filename;\n        this.archiveFileName = uniqueId(\"\", `-${filename}`);\n    }\n\n    getFileStreams(): FileStreamDetails[] {\n        return this.keys.map(key => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${path.basename(key)}`\n            };\n        });\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const fileStreamDetails = this.getFileStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n"],"mappings":";;;;;;;;;;;;;AACA;;AAEA;;AACA;;AACA;;AACA;;AACA;;AAPA;AA0Be,MAAMA,MAAN,CAAa;EAMxBC,WAAW,CAACC,MAAD,EAAuB;IAAA,qDALD,KAKC;IAAA,oDAJF,QAIE;IAAA;IAAA;IAC9B,KAAKA,MAAL,GAAcA,MAAd;IACA,KAAKC,eAAL,GAAuB,IAAAC,eAAA,EAClB,GAAE,KAAKF,MAAL,CAAYG,cAAe,GADX,EAElB,IAAG,IAAAC,kBAAA,EAAU,KAAKJ,MAAL,CAAYK,UAAZ,CAAuBC,IAAjC,CAAuC,MAFxB,CAAvB;EAIH;;EAEDC,iBAAiB,GAAwB;IACrC,MAAMF,UAAU,GAAG,KAAKL,MAAL,CAAYK,UAA/B;IACA,MAAMG,MAAM,GAAG,IAAAN,eAAA,EAAS,EAAT,EAAc,IAAG,IAAAE,kBAAA,EAAUC,UAAU,CAACC,IAArB,CAA2B,EAA5C,CAAf;IACA,MAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAX,CAAiBC,GAAjB,CAAqB,CAAC;MAAEC;IAAF,CAAD,KAAa;MAC5C,OAAO;QACHC,MAAM,EAAEC,kBAAA,CAASC,UAAT,CAAoBH,GAApB,CADL;QAEHI,QAAQ,EAAG,GAAEP,MAAO,KAAI,KAAKQ,YAAa,KAAIC,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;MAF9D,CAAP;IAIH,CALa,CAAd;IAOA,OAAO,CACH,GAAGF,KADA,EAEH;MACIG,MAAM,EAAEO,gBAAA,CAASC,IAAT,CAAcf,UAAU,CAACgB,UAAzB,CADZ;MAEIN,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,IAAK;IAF5C,CAFG,CAAP;EAOH;;EAEDgB,OAAO,GAAuC;IAC1C,MAAM;MAAEC,iBAAF;MAAqBC;IAArB,IAAwDX,kBAAA,CAASY,WAAT,CAC1D,KAAKxB,eADqD,CAA9D,CAD0C,CAK1C;;;IACA,MAAMyB,cAAc,GAAG,KAAKnB,iBAAL,EAAvB,CAN0C,CAQ1C;;IACA,MAAMoB,OAAO,GAAGC,iBAAA,CAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;IACAH,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAA0B;MAC1C,MAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAAC1B,IAAK,IAAG0B,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACI,KAAM,EADxE,CAAN;IAGH,CAJD,EAX0C,CAiB1C;;IACAV,cAAc,CAACW,OAAf,CAAwBC,aAAD,IACnBX,OAAO,CAACY,MAAR,CAAeD,aAAa,CAAC1B,MAA7B,EAAqC;MAAEN,IAAI,EAAEgC,aAAa,CAACvB;IAAtB,CAArC,CADJ,EAlB0C,CAsB1C;;IACAY,OAAO,CAACa,IAAR,CAAajB,iBAAb,EAvB0C,CAwB1C;IACA;;IACAI,OAAO,CAACc,QAAR,GA1B0C,CA4B1C;;IACA,OAAOjB,8BAAP;EACH;;AA/DuB;;;;AAkErB,MAAMkB,QAAN,CAAe;EAMlB3C,WAAW,CAAC4C,IAAD,EAAiB5B,QAAjB,EAAmC;IAAA,qDALb,KAKa;IAAA;IAAA;IAAA;IAC1C,KAAK4B,IAAL,GAAYA,IAAZ;IACA,KAAK5B,QAAL,GAAgBA,QAAhB;IACA,KAAKd,eAAL,GAAuB,IAAAC,eAAA,EAAS,EAAT,EAAc,IAAGa,QAAS,EAA1B,CAAvB;EACH;;EAED6B,cAAc,GAAwB;IAClC,OAAO,KAAKD,IAAL,CAAUjC,GAAV,CAAcC,GAAG,IAAI;MACxB,OAAO;QACHC,MAAM,EAAEC,kBAAA,CAASC,UAAT,CAAoBH,GAApB,CADL;QAEHI,QAAQ,EAAG,GAAEE,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;MAF7B,CAAP;IAIH,CALM,CAAP;EAMH;;EAEDW,OAAO,GAAuC;IAC1C,MAAM;MAAEC,iBAAF;MAAqBC;IAArB,IAAwDX,kBAAA,CAASY,WAAT,CAC1D,KAAKxB,eADqD,CAA9D,CAD0C,CAK1C;;;IACA,MAAM4C,iBAAiB,GAAG,KAAKD,cAAL,EAA1B,CAN0C,CAQ1C;;IACA,MAAMjB,OAAO,GAAGC,iBAAA,CAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;IACAH,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAA0B;MAC1C,MAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAAC1B,IAAK,IAAG0B,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACI,KAAM,EADxE,CAAN;IAGH,CAJD,EAX0C,CAiB1C;;IACAS,iBAAiB,CAACR,OAAlB,CAA2BC,aAAD,IACtBX,OAAO,CAACY,MAAR,CAAeD,aAAa,CAAC1B,MAA7B,EAAqC;MAAEN,IAAI,EAAEgC,aAAa,CAACvB;IAAtB,CAArC,CADJ,EAlB0C,CAsB1C;;IACAY,OAAO,CAACa,IAAR,CAAajB,iBAAb,EAvB0C,CAwB1C;IACA;;IACAI,OAAO,CAACc,QAAR,GA1B0C,CA4B1C;;IACA,OAAOjB,8BAAP;EACH;;AAnDiB"}

package/graphql/crud/blocks.crud.d.ts

@@ -0,0 +1,4 @@
+import { ContextPlugin } from "@webiny/api";
+import { PbImportExportContext } from "../../types";
+declare const _default: ContextPlugin<PbImportExportContext>;
+export default _default;

package/graphql/crud/blocks.crud.js

@@ -0,0 +1,155 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+
+var _error = _interopRequireDefault(require("@webiny/error"));
+
+var _handlerGraphql = require("@webiny/handler-graphql");
+
+var _api = require("@webiny/api");
+
+var _checkBasePermissions = _interopRequireDefault(require("@webiny/api-page-builder/graphql/crud/utils/checkBasePermissions"));
+
+var _types = require("../../types");
+
+var _client = require("../../client");
+
+var _utils = require("../../import/utils");
+
+var _utils2 = require("../../export/utils");
+
+var _utils3 = require("@webiny/utils");
+
+const PERMISSION_NAME = "pb.block";
+const EXPORT_BLOCKS_PROCESS_HANDLER = process.env.EXPORT_PROCESS_HANDLER;
+const IMPORT_BLOCKS_CREATE_HANDLER = process.env.IMPORT_CREATE_HANDLER;
+
+var _default = new _api.ContextPlugin(context => {
+  const importExportCrud = {
+    async importBlocks({
+      category: categorySlug,
+      zipFileUrl
+    }) {
+      await (0, _checkBasePermissions.default)(context, PERMISSION_NAME, {
+        rwd: "w"
+      }); // Bail out early if category not found
+
+      const category = await context.pageBuilder.getBlockCategory(categorySlug);
+
+      if (!category) {
+        throw new _handlerGraphql.NotFoundError(`Category with slug "${categorySlug}" not found.`);
+      } // Create a task for import block
+
+
+      const task = await context.pageBuilder.importExportTask.createTask({
+        status: _types.ImportExportTaskStatus.PENDING,
+        input: {
+          category: categorySlug,
+          zipFileUrl
+        }
+      });
+      /**
+       * Import Blocks
+       * ImportBlocks
+       * importBlocks
+       */
+
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: IMPORT_BLOCKS_CREATE_HANDLER,
+        payload: {
+          category: categorySlug,
+          zipFileUrl,
+          task,
+          type: "block",
+          identity: context.security.getIdentity()
+        },
+        description: "Import Blocks - create"
+      });
+      return {
+        task
+      };
+    },
+
+    async exportBlocks({
+      ids: initialBlockIds,
+      where
+    }) {
+      await (0, _checkBasePermissions.default)(context, PERMISSION_NAME, {
+        rwd: "w"
+      });
+      let blockIds = initialBlockIds || []; // If no ids are provided then it means we want to export all blocks
+
+      if (!initialBlockIds || Array.isArray(initialBlockIds) && initialBlockIds.length === 0) {
+        blockIds = [];
+        const blocks = await context.pageBuilder.listPageBlocks({
+          where
+        }); // Save block ids
+
+        blocks.forEach(block => blockIds.push(block.id));
+      }
+
+      if (blockIds.length === 0) {
+        throw new _error.default("Cannot export blocks - no blocks found for provided inputs.", "EMPTY_EXPORT_NO_BLOCKS_FOUND");
+      } // Create the main task for blocks export.
+
+
+      const task = await context.pageBuilder.importExportTask.createTask({
+        status: _types.ImportExportTaskStatus.PENDING
+      });
+      const exportBlocksDataKey = `${_utils2.EXPORT_BLOCKS_FOLDER_KEY}/${task.id}`; // For each block create a sub task and invoke the process handler.
+
+      for (let i = 0; i < blockIds.length; i++) {
+        const blockId = blockIds[i]; // Create sub task.
+
+        await context.pageBuilder.importExportTask.createSubTask(task.id, (0, _utils3.zeroPad)(i + 1, 5), {
+          status: _types.ImportExportTaskStatus.PENDING,
+          input: {
+            blockId,
+            exportBlocksDataKey
+          }
+        });
+      } // Update main task status.
+
+
+      await context.pageBuilder.importExportTask.updateTask(task.id, {
+        status: _types.ImportExportTaskStatus.PROCESSING,
+        stats: (0, _utils.initialStats)(blockIds.length),
+        input: {
+          exportBlocksDataKey
+        }
+      });
+      /**
+       * Export Blocks
+       * ExportBlocks
+       * exportBlocks
+       */
+      // Invoke handler.
+
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: EXPORT_BLOCKS_PROCESS_HANDLER,
+        payload: {
+          taskId: task.id,
+          subTaskIndex: 1,
+          type: "block",
+          identity: context.security.getIdentity()
+        },
+        description: "Export blocks - process"
+      });
+      return {
+        task
+      };
+    }
+
+  }; // Modify context
+
+  context.pageBuilder.blocks = importExportCrud;
+});
+
+exports.default = _default;