@webiny/api-page-builder-import-export 0.0.0-unstable.1e66d121db → 0.0.0-unstable.3386f66516

package/{importPages → import}/process/index.d.ts

@@ -1,6 +1,6 @@
-import { PbPageImportExportContext } from "../../types";
+import { PbImportExportContext } from "../../types";
 import { SecurityIdentity } from "@webiny/api-security/types";
-interface Configuration {
+export interface Configuration {
     handlers: {
         process: string;
     };
@@ -8,11 +8,13 @@ interface Configuration {
 export interface Payload {
     taskId: string;
     subTaskIndex: number;
+    type: string;
     identity: SecurityIdentity;
+    meta?: Record<string, any>;
 }
 export interface Response {
     data: string | null;
     error: Partial<Error> | null;
 }
-declare const _default: (configuration: Configuration) => import("@webiny/handler-aws").RawEventHandler<Payload, PbPageImportExportContext, Response>;
+declare const _default: (configuration: Configuration) => import("@webiny/handler-aws").RawEventHandler<Payload, PbImportExportContext, Response>;
 export default _default;

package/import/process/index.js

@@ -0,0 +1,40 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+
+var _handlerAws = require("@webiny/handler-aws");
+
+var _blocksHandler = require("./blocksHandler");
+
+var _pagesHandler = require("./pagesHandler");
+
+var _templatesHandler = require("./templatesHandler");
+
+var _default = configuration => {
+  return (0, _handlerAws.createRawEventHandler)(async ({
+    payload,
+    context
+  }) => {
+    switch (payload.type) {
+      case "block":
+        {
+          return await (0, _blocksHandler.blocksHandler)(configuration, payload, context);
+        }
+
+      case "template":
+        {
+          return await (0, _templatesHandler.templatesHandler)(configuration, payload, context);
+        }
+
+      default:
+        {
+          return await (0, _pagesHandler.pagesHandler)(configuration, payload, context);
+        }
+    }
+  });
+};
+
+exports.default = _default;

package/import/process/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["configuration","createRawEventHandler","payload","context","type","blocksHandler","templatesHandler","pagesHandler"],"sources":["index.ts"],"sourcesContent":["import { PbImportExportContext } from \"~/types\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\nimport { blocksHandler } from \"~/import/process/blocksHandler\";\nimport { pagesHandler } from \"~/import/process/pagesHandler\";\nimport { templatesHandler } from \"~/import/process/templatesHandler\";\n\nexport interface Configuration {\n    handlers: {\n        process: string;\n    };\n}\n\nexport interface Payload {\n    taskId: string;\n    subTaskIndex: number;\n    type: string;\n    identity: SecurityIdentity;\n    meta?: Record<string, any>;\n}\n\nexport interface Response {\n    data: string | null;\n    error: Partial<Error> | null;\n}\n\nexport default (configuration: Configuration) => {\n    return createRawEventHandler<Payload, PbImportExportContext, Response>(\n        async ({ payload, context }) => {\n            switch (payload.type) {\n                case \"block\": {\n                    return await blocksHandler(configuration, payload, context);\n                }\n                case \"template\": {\n                    return await templatesHandler(configuration, payload, context);\n                }\n                default: {\n                    return await pagesHandler(configuration, payload, context);\n                }\n            }\n        }\n    );\n};\n"],"mappings":";;;;;;;AAEA;;AACA;;AACA;;AACA;;eAqBgBA,aAAD,IAAkC;EAC7C,OAAO,IAAAC,iCAAA,EACH,OAAO;IAAEC,OAAF;IAAWC;EAAX,CAAP,KAAgC;IAC5B,QAAQD,OAAO,CAACE,IAAhB;MACI,KAAK,OAAL;QAAc;UACV,OAAO,MAAM,IAAAC,4BAAA,EAAcL,aAAd,EAA6BE,OAA7B,EAAsCC,OAAtC,CAAb;QACH;;MACD,KAAK,UAAL;QAAiB;UACb,OAAO,MAAM,IAAAG,kCAAA,EAAiBN,aAAjB,EAAgCE,OAAhC,EAAyCC,OAAzC,CAAb;QACH;;MACD;QAAS;UACL,OAAO,MAAM,IAAAI,0BAAA,EAAaP,aAAb,EAA4BE,OAA5B,EAAqCC,OAArC,CAAb;QACH;IATL;EAWH,CAbE,CAAP;AAeH,C"}

package/import/process/pagesHandler.d.ts

@@ -0,0 +1,3 @@
+import { PbImportExportContext } from "../../types";
+import { Configuration, Payload, Response } from ".";
+export declare const pagesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/import/process/pagesHandler.js

@@ -0,0 +1,181 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.pagesHandler = void 0;
+
+var _types = require("../../types");
+
+var _utils = require("../utils");
+
+var _client = require("../../client");
+
+var _mockSecurity = require("../../mockSecurity");
+
+var _utils2 = require("@webiny/utils");
+
+const pagesHandler = async (configuration, payload, context) => {
+  const log = console.log;
+  let subTask;
+  let noPendingTask = true;
+  let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
+  log("RUNNING Import Page Queue Process");
+  const {
+    pageBuilder
+  } = context;
+  const {
+    taskId,
+    subTaskIndex,
+    type,
+    identity
+  } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+  // and this Lambda is invoked internally, without credentials.
+
+  (0, _mockSecurity.mockSecurity)(identity, context);
+
+  try {
+    /*
+     * Note: We're not going to DB for getting next sub-task to process,
+     * because the data might be out of sync due to GSI eventual consistency.
+     */
+    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
+    /**
+     * Base condition!!
+     * Bail out early, if task not found or task's status is not "pending".
+     */
+
+    if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
+      noPendingTask = true;
+      return {
+        data: "",
+        error: null
+      };
+    } else {
+      noPendingTask = false;
+    }
+
+    prevStatusOfSubTask = subTask.status;
+    log(`Fetched sub task => ${subTask.id}`);
+    const {
+      pageKey,
+      category,
+      zipFileKey,
+      input,
+      meta
+    } = subTask.data;
+    const {
+      fileUploadsData
+    } = input;
+    log(`Processing page key "${pageKey}"`); // Mark task status as PROCESSING
+
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.PROCESSING
+    }); // Update stats in main task
+
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.PROCESSING
+    });
+    prevStatusOfSubTask = subTask.status; // Real job
+
+    const page = await (0, _utils.importPage)({
+      context,
+      pageKey,
+      key: zipFileKey,
+      fileUploadsData
+    }); // Create a page
+
+    let pbPage = await context.pageBuilder.createPage(category, meta); // Update page with data
+
+    pbPage = await context.pageBuilder.updatePage(pbPage.id, {
+      content: page.content,
+      title: page.title,
+      path: page.path,
+      settings: page.settings
+    }); // TODO: Publish page
+    // Update task record in DB
+
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.COMPLETED,
+      data: {
+        message: "Done",
+        page: {
+          id: pbPage.id,
+          title: pbPage.title,
+          version: pbPage.version,
+          status: pbPage.status
+        }
+      }
+    }); // Update stats in main task
+
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.COMPLETED
+    });
+    prevStatusOfSubTask = subTask.status;
+  } catch (e) {
+    log("[IMPORT_PAGES_PROCESS] Error => ", e);
+
+    if (subTask && subTask.id) {
+      /**
+       * In case of error, we'll update the task status to "failed",
+       * so that, client can show notify the user appropriately.
+       */
+      subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+        status: _types.ImportExportTaskStatus.FAILED,
+        error: {
+          name: e.name,
+          message: e.message,
+          stack: e.stack,
+          code: "IMPORT_FAILED"
+        }
+      }); // Update stats in main task
+
+      await pageBuilder.importExportTask.updateStats(taskId, {
+        prevStatus: prevStatusOfSubTask,
+        nextStatus: _types.ImportExportTaskStatus.FAILED
+      });
+      prevStatusOfSubTask = subTask.status;
+    }
+
+    return {
+      data: null,
+      error: {
+        message: e.message
+      }
+    };
+  } finally {
+    // Base condition!
+    if (noPendingTask) {
+      log(`No pending sub-task for task ${taskId}`);
+      await pageBuilder.importExportTask.updateTask(taskId, {
+        status: _types.ImportExportTaskStatus.COMPLETED,
+        data: {
+          message: `Finish importing pages.`
+        }
+      });
+    } else {
+      log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
+
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: configuration.handlers.process,
+        payload: {
+          taskId,
+          subTaskIndex: subTaskIndex + 1,
+          type,
+          identity: context.security.getIdentity()
+        },
+        description: "Import pages - process - subtask"
+      });
+    }
+  }
+
+  return {
+    data: "",
+    error: null
+  };
+};
+
+exports.pagesHandler = pagesHandler;

package/import/process/pagesHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["pagesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","pageKey","category","zipFileKey","input","meta","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","page","importPage","key","pbPage","createPage","updatePage","content","title","path","settings","COMPLETED","message","version","e","FAILED","name","stack","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description"],"sources":["pagesHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { importPage } from \"~/import/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/import/process\";\n\nexport const pagesHandler = async (\n    configuration: Configuration,\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n    let subTask;\n    let noPendingTask = true;\n    let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n    log(\"RUNNING Import Page Queue Process\");\n    const { pageBuilder } = context;\n    const { taskId, subTaskIndex, type, identity } = payload;\n    // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n    // and this Lambda is invoked internally, without credentials.\n    mockSecurity(identity, context);\n\n    try {\n        /*\n         * Note: We're not going to DB for getting next sub-task to process,\n         * because the data might be out of sync due to GSI eventual consistency.\n         */\n\n        subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n        /**\n         * Base condition!!\n         * Bail out early, if task not found or task's status is not \"pending\".\n         */\n        if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n            noPendingTask = true;\n            return {\n                data: \"\",\n                error: null\n            };\n        } else {\n            noPendingTask = false;\n        }\n        prevStatusOfSubTask = subTask.status;\n\n        log(`Fetched sub task => ${subTask.id}`);\n\n        const { pageKey, category, zipFileKey, input, meta } = subTask.data;\n        const { fileUploadsData } = input;\n\n        log(`Processing page key \"${pageKey}\"`);\n\n        // Mark task status as PROCESSING\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.PROCESSING\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.PROCESSING\n        });\n        prevStatusOfSubTask = subTask.status;\n\n        // Real job\n        const page = await importPage({\n            context,\n            pageKey,\n            key: zipFileKey,\n            fileUploadsData\n        });\n\n        // Create a page\n        let pbPage = await context.pageBuilder.createPage(category, meta);\n\n        // Update page with data\n        pbPage = await context.pageBuilder.updatePage(pbPage.id, {\n            content: page.content,\n            title: page.title,\n            path: page.path,\n            settings: page.settings\n        });\n\n        // TODO: Publish page\n\n        // Update task record in DB\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: \"Done\",\n                page: {\n                    id: pbPage.id,\n                    title: pbPage.title,\n                    version: pbPage.version,\n                    status: pbPage.status\n                }\n            }\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.COMPLETED\n        });\n        prevStatusOfSubTask = subTask.status;\n    } catch (e) {\n        log(\"[IMPORT_PAGES_PROCESS] Error => \", e);\n\n        if (subTask && subTask.id) {\n            /**\n             * In case of error, we'll update the task status to \"failed\",\n             * so that, client can show notify the user appropriately.\n             */\n            subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n                status: ImportExportTaskStatus.FAILED,\n                error: {\n                    name: e.name,\n                    message: e.message,\n                    stack: e.stack,\n                    code: \"IMPORT_FAILED\"\n                }\n            });\n\n            // Update stats in main task\n            await pageBuilder.importExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: ImportExportTaskStatus.FAILED\n            });\n            prevStatusOfSubTask = subTask.status;\n        }\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    } finally {\n        // Base condition!\n        if (noPendingTask) {\n            log(`No pending sub-task for task ${taskId}`);\n\n            await pageBuilder.importExportTask.updateTask(taskId, {\n                status: ImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: `Finish importing pages.`\n                }\n            });\n        } else {\n            log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n            // We want to continue with Self invocation no matter if current page error out.\n            await invokeHandlerClient<Payload>({\n                context,\n                name: configuration.handlers.process,\n                payload: {\n                    taskId,\n                    subTaskIndex: subTaskIndex + 1,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Import pages - process - subtask\"\n            });\n        }\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AAGO,MAAMA,YAAY,GAAG,OACxBC,aADwB,EAExBC,OAFwB,EAGxBC,OAHwB,KAIJ;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;EACA,IAAIE,OAAJ;EACA,IAAIC,aAAa,GAAG,IAApB;EACA,IAAIC,mBAAmB,GAAGC,6BAAA,CAAuBC,OAAjD;EAEAN,GAAG,CAAC,mCAAD,CAAH;EACA,MAAM;IAAEO;EAAF,IAAkBR,OAAxB;EACA,MAAM;IAAES,MAAF;IAAUC,YAAV;IAAwBC,IAAxB;IAA8BC;EAA9B,IAA2Cb,OAAjD,CARoB,CASpB;EACA;;EACA,IAAAc,0BAAA,EAAaD,QAAb,EAAuBZ,OAAvB;;EAEA,IAAI;IACA;AACR;AACA;AACA;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BC,UAA7B,CAAwCN,MAAxC,EAAgD,IAAAO,eAAA,EAAQN,YAAR,EAAsB,CAAtB,CAAhD,CAAhB;IAEA;AACR;AACA;AACA;;IACQ,IAAI,CAACP,OAAD,IAAYA,OAAO,CAACc,MAAR,KAAmBX,6BAAA,CAAuBC,OAA1D,EAAmE;MAC/DH,aAAa,GAAG,IAAhB;MACA,OAAO;QACHc,IAAI,EAAE,EADH;QAEHC,KAAK,EAAE;MAFJ,CAAP;IAIH,CAND,MAMO;MACHf,aAAa,GAAG,KAAhB;IACH;;IACDC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IAEAhB,GAAG,CAAE,uBAAsBE,OAAO,CAACiB,EAAG,EAAnC,CAAH;IAEA,MAAM;MAAEC,OAAF;MAAWC,QAAX;MAAqBC,UAArB;MAAiCC,KAAjC;MAAwCC;IAAxC,IAAiDtB,OAAO,CAACe,IAA/D;IACA,MAAM;MAAEQ;IAAF,IAAsBF,KAA5B;IAEAvB,GAAG,CAAE,wBAAuBoB,OAAQ,GAAjC,CAAH,CA5BA,CA8BA;;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEX,6BAAA,CAAuBsB;IAD4C,CAA/D,CAAhB,CA/BA,CAkCA;;IACA,MAAMpB,WAAW,CAACM,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;MACnDqB,UAAU,EAAEzB,mBADuC;MAEnD0B,UAAU,EAAEzB,6BAAA,CAAuBsB;IAFgB,CAAjD,CAAN;IAIAvB,mBAAmB,GAAGF,OAAO,CAACc,MAA9B,CAvCA,CAyCA;;IACA,MAAMe,IAAI,GAAG,MAAM,IAAAC,iBAAA,EAAW;MAC1BjC,OAD0B;MAE1BqB,OAF0B;MAG1Ba,GAAG,EAAEX,UAHqB;MAI1BG;IAJ0B,CAAX,CAAnB,CA1CA,CAiDA;;IACA,IAAIS,MAAM,GAAG,MAAMnC,OAAO,CAACQ,WAAR,CAAoB4B,UAApB,CAA+Bd,QAA/B,EAAyCG,IAAzC,CAAnB,CAlDA,CAoDA;;IACAU,MAAM,GAAG,MAAMnC,OAAO,CAACQ,WAAR,CAAoB6B,UAApB,CAA+BF,MAAM,CAACf,EAAtC,EAA0C;MACrDkB,OAAO,EAAEN,IAAI,CAACM,OADuC;MAErDC,KAAK,EAAEP,IAAI,CAACO,KAFyC;MAGrDC,IAAI,EAAER,IAAI,CAACQ,IAH0C;MAIrDC,QAAQ,EAAET,IAAI,CAACS;IAJsC,CAA1C,CAAf,CArDA,CA4DA;IAEA;;IACAtC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEX,6BAAA,CAAuBoC,SAD4C;MAE3ExB,IAAI,EAAE;QACFyB,OAAO,EAAE,MADP;QAEFX,IAAI,EAAE;UACFZ,EAAE,EAAEe,MAAM,CAACf,EADT;UAEFmB,KAAK,EAAEJ,MAAM,CAACI,KAFZ;UAGFK,OAAO,EAAET,MAAM,CAACS,OAHd;UAIF3B,MAAM,EAAEkB,MAAM,CAAClB;QAJb;MAFJ;IAFqE,CAA/D,CAAhB,CA/DA,CA2EA;;IACA,MAAMT,WAAW,CAACM,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;MACnDqB,UAAU,EAAEzB,mBADuC;MAEnD0B,UAAU,EAAEzB,6BAAA,CAAuBoC;IAFgB,CAAjD,CAAN;IAIArC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;EACH,CAjFD,CAiFE,OAAO4B,CAAP,EAAU;IACR5C,GAAG,CAAC,kCAAD,EAAqC4C,CAArC,CAAH;;IAEA,IAAI1C,OAAO,IAAIA,OAAO,CAACiB,EAAvB,EAA2B;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;QAC3EH,MAAM,EAAEX,6BAAA,CAAuBwC,MAD4C;QAE3E3B,KAAK,EAAE;UACH4B,IAAI,EAAEF,CAAC,CAACE,IADL;UAEHJ,OAAO,EAAEE,CAAC,CAACF,OAFR;UAGHK,KAAK,EAAEH,CAAC,CAACG,KAHN;UAIHC,IAAI,EAAE;QAJH;MAFoE,CAA/D,CAAhB,CALuB,CAevB;;MACA,MAAMzC,WAAW,CAACM,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;QACnDqB,UAAU,EAAEzB,mBADuC;QAEnD0B,UAAU,EAAEzB,6BAAA,CAAuBwC;MAFgB,CAAjD,CAAN;MAIAzC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IACH;;IAED,OAAO;MACHC,IAAI,EAAE,IADH;MAEHC,KAAK,EAAE;QACHwB,OAAO,EAAEE,CAAC,CAACF;MADR;IAFJ,CAAP;EAMH,CAjHD,SAiHU;IACN;IACA,IAAIvC,aAAJ,EAAmB;MACfH,GAAG,CAAE,gCAA+BQ,MAAO,EAAxC,CAAH;MAEA,MAAMD,WAAW,CAACM,gBAAZ,CAA6BoC,UAA7B,CAAwCzC,MAAxC,EAAgD;QAClDQ,MAAM,EAAEX,6BAAA,CAAuBoC,SADmB;QAElDxB,IAAI,EAAE;UACFyB,OAAO,EAAG;QADR;MAF4C,CAAhD,CAAN;IAMH,CATD,MASO;MACH1C,GAAG,CAAE,8BAA6BS,YAAY,GAAG,CAAE,GAAhD,CAAH,CADG,CAEH;;MACA,MAAM,IAAAyC,2BAAA,EAA6B;QAC/BnD,OAD+B;QAE/B+C,IAAI,EAAEjD,aAAa,CAACsD,QAAd,CAAuBC,OAFE;QAG/BtD,OAAO,EAAE;UACLU,MADK;UAELC,YAAY,EAAEA,YAAY,GAAG,CAFxB;UAGLC,IAHK;UAILC,QAAQ,EAAEZ,OAAO,CAACsD,QAAR,CAAiBC,WAAjB;QAJL,CAHsB;QAS/BC,WAAW,EAAE;MATkB,CAA7B,CAAN;IAWH;EACJ;;EACD,OAAO;IACHtC,IAAI,EAAE,EADH;IAEHC,KAAK,EAAE;EAFJ,CAAP;AAIH,CAjKM"}

package/import/process/templatesHandler.d.ts

@@ -0,0 +1,3 @@
+import { PbImportExportContext } from "../../types";
+import { Configuration, Payload, Response } from ".";
+export declare const templatesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/import/process/templatesHandler.js

@@ -0,0 +1,172 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.templatesHandler = void 0;
+
+var _types = require("../../types");
+
+var _utils = require("../utils");
+
+var _client = require("../../client");
+
+var _mockSecurity = require("../../mockSecurity");
+
+var _utils2 = require("@webiny/utils");
+
+const templatesHandler = async (configuration, payload, context) => {
+  const log = console.log;
+  let subTask;
+  let noPendingTask = true;
+  let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
+  log("RUNNING Import Template Queue Process");
+  const {
+    pageBuilder
+  } = context;
+  const {
+    taskId,
+    subTaskIndex,
+    type,
+    identity
+  } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+  // and this Lambda is invoked internally, without credentials.
+
+  (0, _mockSecurity.mockSecurity)(identity, context);
+
+  try {
+    /*
+     * Note: We're not going to DB for getting next sub-task to process,
+     * because the data might be out of sync due to GSI eventual consistency.
+     */
+    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
+    /**
+     * Base condition!!
+     * Bail out early, if task not found or task's status is not "pending".
+     */
+
+    if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
+      noPendingTask = true;
+      return {
+        data: "",
+        error: null
+      };
+    } else {
+      noPendingTask = false;
+    }
+
+    prevStatusOfSubTask = subTask.status;
+    log(`Fetched sub task => ${subTask.id}`);
+    const {
+      templateKey,
+      zipFileKey,
+      input
+    } = subTask.data;
+    const {
+      fileUploadsData
+    } = input;
+    log(`Processing template key "${templateKey}"`); // Mark task status as PROCESSING
+
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.PROCESSING
+    }); // Update stats in main task
+
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.PROCESSING
+    });
+    prevStatusOfSubTask = subTask.status; // Real job
+
+    const template = await (0, _utils.importTemplate)({
+      context,
+      templateKey,
+      key: zipFileKey,
+      fileUploadsData
+    }); // Create a template
+
+    const pbTemplate = await context.pageBuilder.createPageTemplate({
+      title: template.title,
+      description: template.description,
+      content: template.content
+    }); // Update task record in DB
+
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.COMPLETED,
+      data: {
+        message: "Done",
+        template: {
+          id: pbTemplate.id,
+          title: pbTemplate.title
+        }
+      }
+    }); // Update stats in main task
+
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.COMPLETED
+    });
+    prevStatusOfSubTask = subTask.status;
+  } catch (e) {
+    log("[IMPORT_TEMPLATES_PROCESS] Error => ", e.message);
+
+    if (subTask && subTask.id) {
+      /**
+       * In case of error, we'll update the task status to "failed",
+       * so that, client can show notify the user appropriately.
+       */
+      subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+        status: _types.ImportExportTaskStatus.FAILED,
+        error: {
+          name: e.name,
+          message: e.message,
+          code: "IMPORT_FAILED"
+        }
+      }); // Update stats in main task
+
+      await pageBuilder.importExportTask.updateStats(taskId, {
+        prevStatus: prevStatusOfSubTask,
+        nextStatus: _types.ImportExportTaskStatus.FAILED
+      });
+      prevStatusOfSubTask = subTask.status;
+    }
+
+    return {
+      data: null,
+      error: {
+        message: e.message
+      }
+    };
+  } finally {
+    // Base condition!
+    if (noPendingTask) {
+      log(`No pending sub-task for task ${taskId}`);
+      await pageBuilder.importExportTask.updateTask(taskId, {
+        status: _types.ImportExportTaskStatus.COMPLETED,
+        data: {
+          message: `Finish importing templates.`
+        }
+      });
+    } else {
+      log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current template error out.
+
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: configuration.handlers.process,
+        payload: {
+          taskId,
+          subTaskIndex: subTaskIndex + 1,
+          type,
+          identity: context.security.getIdentity()
+        },
+        description: "Import templates - process - subtask"
+      });
+    }
+  }
+
+  return {
+    data: "",
+    error: null
+  };
+};
+
+exports.templatesHandler = templatesHandler;

package/import/process/templatesHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["templatesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","templateKey","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","template","importTemplate","key","pbTemplate","createPageTemplate","title","description","content","COMPLETED","message","e","FAILED","name","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity"],"sources":["templatesHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { importTemplate } from \"~/import/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/import/process\";\n\nexport const templatesHandler = async (\n    configuration: Configuration,\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n    let subTask;\n    let noPendingTask = true;\n    let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n    log(\"RUNNING Import Template Queue Process\");\n    const { pageBuilder } = context;\n    const { taskId, subTaskIndex, type, identity } = payload;\n    // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n    // and this Lambda is invoked internally, without credentials.\n    mockSecurity(identity, context);\n\n    try {\n        /*\n         * Note: We're not going to DB for getting next sub-task to process,\n         * because the data might be out of sync due to GSI eventual consistency.\n         */\n\n        subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n        /**\n         * Base condition!!\n         * Bail out early, if task not found or task's status is not \"pending\".\n         */\n        if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n            noPendingTask = true;\n            return {\n                data: \"\",\n                error: null\n            };\n        } else {\n            noPendingTask = false;\n        }\n        prevStatusOfSubTask = subTask.status;\n\n        log(`Fetched sub task => ${subTask.id}`);\n\n        const { templateKey, zipFileKey, input } = subTask.data;\n        const { fileUploadsData } = input;\n\n        log(`Processing template key \"${templateKey}\"`);\n\n        // Mark task status as PROCESSING\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.PROCESSING\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.PROCESSING\n        });\n        prevStatusOfSubTask = subTask.status;\n\n        // Real job\n        const template = await importTemplate({\n            context,\n            templateKey,\n            key: zipFileKey,\n            fileUploadsData\n        });\n\n        // Create a template\n        const pbTemplate = await context.pageBuilder.createPageTemplate({\n            title: template.title,\n            description: template.description,\n            content: template.content\n        });\n\n        // Update task record in DB\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: \"Done\",\n                template: {\n                    id: pbTemplate.id,\n                    title: pbTemplate.title\n                }\n            }\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.COMPLETED\n        });\n        prevStatusOfSubTask = subTask.status;\n    } catch (e) {\n        log(\"[IMPORT_TEMPLATES_PROCESS] Error => \", e.message);\n\n        if (subTask && subTask.id) {\n            /**\n             * In case of error, we'll update the task status to \"failed\",\n             * so that, client can show notify the user appropriately.\n             */\n            subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n                status: ImportExportTaskStatus.FAILED,\n                error: {\n                    name: e.name,\n                    message: e.message,\n                    code: \"IMPORT_FAILED\"\n                }\n            });\n\n            // Update stats in main task\n            await pageBuilder.importExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: ImportExportTaskStatus.FAILED\n            });\n            prevStatusOfSubTask = subTask.status;\n        }\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    } finally {\n        // Base condition!\n        if (noPendingTask) {\n            log(`No pending sub-task for task ${taskId}`);\n\n            await pageBuilder.importExportTask.updateTask(taskId, {\n                status: ImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: `Finish importing templates.`\n                }\n            });\n        } else {\n            log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n            // We want to continue with Self invocation no matter if current template error out.\n            await invokeHandlerClient<Payload>({\n                context,\n                name: configuration.handlers.process,\n                payload: {\n                    taskId,\n                    subTaskIndex: subTaskIndex + 1,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Import templates - process - subtask\"\n            });\n        }\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AAGO,MAAMA,gBAAgB,GAAG,OAC5BC,aAD4B,EAE5BC,OAF4B,EAG5BC,OAH4B,KAIR;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;EACA,IAAIE,OAAJ;EACA,IAAIC,aAAa,GAAG,IAApB;EACA,IAAIC,mBAAmB,GAAGC,6BAAA,CAAuBC,OAAjD;EAEAN,GAAG,CAAC,uCAAD,CAAH;EACA,MAAM;IAAEO;EAAF,IAAkBR,OAAxB;EACA,MAAM;IAAES,MAAF;IAAUC,YAAV;IAAwBC,IAAxB;IAA8BC;EAA9B,IAA2Cb,OAAjD,CARoB,CASpB;EACA;;EACA,IAAAc,0BAAA,EAAaD,QAAb,EAAuBZ,OAAvB;;EAEA,IAAI;IACA;AACR;AACA;AACA;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BC,UAA7B,CAAwCN,MAAxC,EAAgD,IAAAO,eAAA,EAAQN,YAAR,EAAsB,CAAtB,CAAhD,CAAhB;IAEA;AACR;AACA;AACA;;IACQ,IAAI,CAACP,OAAD,IAAYA,OAAO,CAACc,MAAR,KAAmBX,6BAAA,CAAuBC,OAA1D,EAAmE;MAC/DH,aAAa,GAAG,IAAhB;MACA,OAAO;QACHc,IAAI,EAAE,EADH;QAEHC,KAAK,EAAE;MAFJ,CAAP;IAIH,CAND,MAMO;MACHf,aAAa,GAAG,KAAhB;IACH;;IACDC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IAEAhB,GAAG,CAAE,uBAAsBE,OAAO,CAACiB,EAAG,EAAnC,CAAH;IAEA,MAAM;MAAEC,WAAF;MAAeC,UAAf;MAA2BC;IAA3B,IAAqCpB,OAAO,CAACe,IAAnD;IACA,MAAM;MAAEM;IAAF,IAAsBD,KAA5B;IAEAtB,GAAG,CAAE,4BAA2BoB,WAAY,GAAzC,CAAH,CA5BA,CA8BA;;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BW,aAA7B,CAA2ChB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEX,6BAAA,CAAuBoB;IAD4C,CAA/D,CAAhB,CA/BA,CAkCA;;IACA,MAAMlB,WAAW,CAACM,gBAAZ,CAA6Ba,WAA7B,CAAyClB,MAAzC,EAAiD;MACnDmB,UAAU,EAAEvB,mBADuC;MAEnDwB,UAAU,EAAEvB,6BAAA,CAAuBoB;IAFgB,CAAjD,CAAN;IAIArB,mBAAmB,GAAGF,OAAO,CAACc,MAA9B,CAvCA,CAyCA;;IACA,MAAMa,QAAQ,GAAG,MAAM,IAAAC,qBAAA,EAAe;MAClC/B,OADkC;MAElCqB,WAFkC;MAGlCW,GAAG,EAAEV,UAH6B;MAIlCE;IAJkC,CAAf,CAAvB,CA1CA,CAiDA;;IACA,MAAMS,UAAU,GAAG,MAAMjC,OAAO,CAACQ,WAAR,CAAoB0B,kBAApB,CAAuC;MAC5DC,KAAK,EAAEL,QAAQ,CAACK,KAD4C;MAE5DC,WAAW,EAAEN,QAAQ,CAACM,WAFsC;MAG5DC,OAAO,EAAEP,QAAQ,CAACO;IAH0C,CAAvC,CAAzB,CAlDA,CAwDA;;IACAlC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BW,aAA7B,CAA2ChB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEX,6BAAA,CAAuBgC,SAD4C;MAE3EpB,IAAI,EAAE;QACFqB,OAAO,EAAE,MADP;QAEFT,QAAQ,EAAE;UACNV,EAAE,EAAEa,UAAU,CAACb,EADT;UAENe,KAAK,EAAEF,UAAU,CAACE;QAFZ;MAFR;IAFqE,CAA/D,CAAhB,CAzDA,CAmEA;;IACA,MAAM3B,WAAW,CAACM,gBAAZ,CAA6Ba,WAA7B,CAAyClB,MAAzC,EAAiD;MACnDmB,UAAU,EAAEvB,mBADuC;MAEnDwB,UAAU,EAAEvB,6BAAA,CAAuBgC;IAFgB,CAAjD,CAAN;IAIAjC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;EACH,CAzED,CAyEE,OAAOuB,CAAP,EAAU;IACRvC,GAAG,CAAC,sCAAD,EAAyCuC,CAAC,CAACD,OAA3C,CAAH;;IAEA,IAAIpC,OAAO,IAAIA,OAAO,CAACiB,EAAvB,EAA2B;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BW,aAA7B,CAA2ChB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;QAC3EH,MAAM,EAAEX,6BAAA,CAAuBmC,MAD4C;QAE3EtB,KAAK,EAAE;UACHuB,IAAI,EAAEF,CAAC,CAACE,IADL;UAEHH,OAAO,EAAEC,CAAC,CAACD,OAFR;UAGHI,IAAI,EAAE;QAHH;MAFoE,CAA/D,CAAhB,CALuB,CAcvB;;MACA,MAAMnC,WAAW,CAACM,gBAAZ,CAA6Ba,WAA7B,CAAyClB,MAAzC,EAAiD;QACnDmB,UAAU,EAAEvB,mBADuC;QAEnDwB,UAAU,EAAEvB,6BAAA,CAAuBmC;MAFgB,CAAjD,CAAN;MAIApC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IACH;;IAED,OAAO;MACHC,IAAI,EAAE,IADH;MAEHC,KAAK,EAAE;QACHoB,OAAO,EAAEC,CAAC,CAACD;MADR;IAFJ,CAAP;EAMH,CAxGD,SAwGU;IACN;IACA,IAAInC,aAAJ,EAAmB;MACfH,GAAG,CAAE,gCAA+BQ,MAAO,EAAxC,CAAH;MAEA,MAAMD,WAAW,CAACM,gBAAZ,CAA6B8B,UAA7B,CAAwCnC,MAAxC,EAAgD;QAClDQ,MAAM,EAAEX,6BAAA,CAAuBgC,SADmB;QAElDpB,IAAI,EAAE;UACFqB,OAAO,EAAG;QADR;MAF4C,CAAhD,CAAN;IAMH,CATD,MASO;MACHtC,GAAG,CAAE,8BAA6BS,YAAY,GAAG,CAAE,GAAhD,CAAH,CADG,CAEH;;MACA,MAAM,IAAAmC,2BAAA,EAA6B;QAC/B7C,OAD+B;QAE/B0C,IAAI,EAAE5C,aAAa,CAACgD,QAAd,CAAuBC,OAFE;QAG/BhD,OAAO,EAAE;UACLU,MADK;UAELC,YAAY,EAAEA,YAAY,GAAG,CAFxB;UAGLC,IAHK;UAILC,QAAQ,EAAEZ,OAAO,CAACgD,QAAR,CAAiBC,WAAjB;QAJL,CAHsB;QAS/Bb,WAAW,EAAE;MATkB,CAA7B,CAAN;IAWH;EACJ;;EACD,OAAO;IACHlB,IAAI,EAAE,EADH;IAEHC,KAAK,EAAE;EAFJ,CAAP;AAIH,CAxJM"}

package/import/utils.d.ts

@@ -0,0 +1,56 @@
+import { File } from "@webiny/api-file-manager/types";
+import { PbImportExportContext } from "../graphql/types";
+import { ExportedPageData, ExportedBlockData, ExportedTemplateData } from "../export/utils";
+interface UploadAssetsParams {
+    context: PbImportExportContext;
+    filesData: File[];
+    fileUploadsData: FileUploadsData;
+}
+interface UploadAssetsReturnType {
+    fileIdToKeyMap: Map<string, string>;
+}
+export declare const uploadAssets: (params: UploadAssetsParams) => Promise<UploadAssetsReturnType>;
+interface FileUploadsData {
+    data: string;
+    assets: Record<string, string>;
+}
+interface ImportPageParams {
+    key: string;
+    pageKey: string;
+    context: PbImportExportContext;
+    fileUploadsData: FileUploadsData;
+}
+export declare function importPage({ pageKey, context, fileUploadsData }: ImportPageParams): Promise<ExportedPageData["page"]>;
+interface ImportBlockParams {
+    key: string;
+    blockKey: string;
+    context: PbImportExportContext;
+    fileUploadsData: FileUploadsData;
+}
+export declare function importBlock({ blockKey, context, fileUploadsData }: ImportBlockParams): Promise<ExportedBlockData["block"]>;
+interface ImportTemplateParams {
+    key: string;
+    templateKey: string;
+    context: PbImportExportContext;
+    fileUploadsData: FileUploadsData;
+}
+export declare function importTemplate({ templateKey, context, fileUploadsData }: ImportTemplateParams): Promise<ExportedTemplateData["template"]>;
+interface ImportData {
+    assets: Record<string, string>;
+    data: string;
+    key: string;
+}
+/**
+ * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.
+ * @param zipFileUrl
+ * @return ImportData S3 file keys for all uploaded assets group by page/block.
+ */
+export declare function readExtractAndUploadZipFileContents(zipFileUrl: string): Promise<ImportData[]>;
+export declare function initialStats(total: number): {
+    pending: number;
+    processing: number;
+    completed: number;
+    failed: number;
+    total: number;
+};
+export {};