@webiny/api-page-builder-import-export 0.0.0-mt-2 → 0.0.0-unstable.06b2ede40f

package/client.d.ts

@@ -0,0 +1,8 @@
+import type { PbImportExportContext } from "./graphql/types";
+export interface InvokeHandlerClientParams<TParams> {
+    context: PbImportExportContext;
+    name: string;
+    payload: TParams;
+    description: string;
+}
+export declare function invokeHandlerClient<TParams>({ context, name, payload, description }: InvokeHandlerClientParams<TParams>): Promise<void>;

package/client.js

@@ -0,0 +1,34 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.invokeHandlerClient = invokeHandlerClient;
+async function invokeHandlerClient({
+  context,
+  name,
+  payload,
+  description
+}) {
+  const {
+    request
+  } = context;
+  const tenantId = context.tenancy.getCurrentTenant().id;
+
+  // Invoke handler
+  await context.handlerClient.invoke({
+    name: name,
+    payload: {
+      ...payload,
+      httpMethod: request.method,
+      headers: {
+        ["x-i18n-locale"]: request.headers["x-i18n-locale"],
+        ["x-tenant"]: request.headers["x-tenant"] || tenantId
+      }
+    },
+    await: false,
+    description
+  });
+}
+
+//# sourceMappingURL=client.js.map

package/client.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["invokeHandlerClient","context","name","payload","description","request","tenantId","tenancy","getCurrentTenant","id","handlerClient","invoke","httpMethod","method","headers","await"],"sources":["client.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/graphql/types\";\n\nexport interface InvokeHandlerClientParams<TParams> {\n    context: PbImportExportContext;\n    name: string;\n    payload: TParams;\n    description: string;\n}\n\nexport async function invokeHandlerClient<TParams>({\n    context,\n    name,\n    payload,\n    description\n}: InvokeHandlerClientParams<TParams>) {\n    const { request } = context;\n    const tenantId = context.tenancy.getCurrentTenant().id;\n\n    // Invoke handler\n    await context.handlerClient.invoke<TParams & any>({\n        name: name,\n        payload: {\n            ...payload,\n            httpMethod: request.method,\n            headers: {\n                [\"x-i18n-locale\"]: request.headers[\"x-i18n-locale\"],\n                [\"x-tenant\"]: request.headers[\"x-tenant\"] || tenantId\n            }\n        },\n        await: false,\n        description\n    });\n}\n"],"mappings":";;;;;;AASO,eAAeA,mBAAmBA,CAAU;EAC/CC,OAAO;EACPC,IAAI;EACJC,OAAO;EACPC;AACgC,CAAC,EAAE;EACnC,MAAM;IAAEC;EAAQ,CAAC,GAAGJ,OAAO;EAC3B,MAAMK,QAAQ,GAAGL,OAAO,CAACM,OAAO,CAACC,gBAAgB,CAAC,CAAC,CAACC,EAAE;;EAEtD;EACA,MAAMR,OAAO,CAACS,aAAa,CAACC,MAAM,CAAgB;IAC9CT,IAAI,EAAEA,IAAI;IACVC,OAAO,EAAE;MACL,GAAGA,OAAO;MACVS,UAAU,EAAEP,OAAO,CAACQ,MAAM;MAC1BC,OAAO,EAAE;QACL,CAAC,eAAe,GAAGT,OAAO,CAACS,OAAO,CAAC,eAAe,CAAC;QACnD,CAAC,UAAU,GAAGT,OAAO,CAACS,OAAO,CAAC,UAAU,CAAC,IAAIR;MACjD;IACJ,CAAC;IACDS,KAAK,EAAE,KAAK;IACZX;EACJ,CAAC,CAAC;AACN","ignoreList":[]}

package/export/combine/blocksHandler.d.ts

@@ -0,0 +1,6 @@
+import type { PbImportExportContext } from "../../types";
+import type { Payload, Response } from "./";
+/**
+ * Handles the export blocks combine workflow.
+ */
+export declare const blocksHandler: (payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/export/combine/blocksHandler.js

@@ -0,0 +1,101 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.blocksHandler = void 0;
+var _types = require("../../types");
+var _s3Stream = require("../s3Stream");
+var _zipper = require("../zipper");
+var _mockSecurity = require("../../mockSecurity");
+/**
+ * Handles the export blocks combine workflow.
+ */
+const blocksHandler = async (payload, context) => {
+  const log = console.log;
+  log("RUNNING Export Blocks Combine Handler");
+  const {
+    pageBuilder
+  } = context;
+  const {
+    taskId,
+    identity
+  } = payload;
+  (0, _mockSecurity.mockSecurity)(identity, context);
+  try {
+    const task = await pageBuilder.importExportTask.getTask(taskId);
+    if (!task) {
+      return {
+        data: null,
+        error: {
+          message: `There is no task with ID "${taskId}".`
+        }
+      };
+    }
+    const {
+      exportBlocksDataKey
+    } = task.input;
+
+    // Get all files (zip) from given key
+    const listObjectResponse = await _s3Stream.s3Stream.listObject(exportBlocksDataKey);
+    if (!listObjectResponse.Contents) {
+      return {
+        data: null,
+        error: {
+          message: "There is no Contents defined on S3 Stream while combining blocks."
+        }
+      };
+    }
+    const zipFileKeys = listObjectResponse.Contents.filter(file => file.Key !== exportBlocksDataKey).map(file => file.Key).filter(Boolean);
+
+    // Prepare zip of all zips
+    const zipOfZip = new _zipper.ZipOfZip(zipFileKeys, "WEBINY_BLOCK_EXPORT.zip");
+
+    // Upload
+    const blockExportUpload = await zipOfZip.process();
+    log(`Done uploading... File is located at ${blockExportUpload.Location} `);
+
+    // Update task status and save export blocks data key
+    await pageBuilder.importExportTask.updateTask(taskId, {
+      status: _types.ImportExportTaskStatus.COMPLETED,
+      data: {
+        message: `Finish uploading block export.`,
+        key: blockExportUpload.Key,
+        url: await _s3Stream.s3Stream.getPresignedUrl(blockExportUpload.Key)
+      }
+    });
+
+    // Remove individual zip files from storage
+    const deleteFilePromises = zipFileKeys.map(key => _s3Stream.s3Stream.deleteObject(key));
+    await Promise.all(deleteFilePromises);
+    log(`Successfully deleted ${deleteFilePromises.length} zip files.`);
+  } catch (e) {
+    log("[EXPORT_BLOCKS_COMBINE] Error => ", e.message);
+
+    /**
+     * In case of error, we'll update the task status to "failed",
+     * so that, client can show notify the user appropriately.
+     */
+    await pageBuilder.importExportTask.updateTask(taskId, {
+      status: _types.ImportExportTaskStatus.FAILED,
+      error: {
+        name: e.name,
+        message: e.message,
+        code: "EXPORT_FAILED"
+      }
+    });
+    return {
+      data: null,
+      error: {
+        message: e.message
+      }
+    };
+  }
+  return {
+    data: "",
+    error: null
+  };
+};
+exports.blocksHandler = blocksHandler;
+
+//# sourceMappingURL=blocksHandler.js.map

package/export/combine/blocksHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_s3Stream","_zipper","_mockSecurity","blocksHandler","payload","context","log","console","pageBuilder","taskId","identity","mockSecurity","task","importExportTask","getTask","data","error","message","exportBlocksDataKey","input","listObjectResponse","s3Stream","listObject","Contents","zipFileKeys","filter","file","Key","map","Boolean","zipOfZip","ZipOfZip","blockExportUpload","process","Location","updateTask","status","ImportExportTaskStatus","COMPLETED","key","url","getPresignedUrl","deleteFilePromises","deleteObject","Promise","all","length","e","FAILED","name","code","exports"],"sources":["blocksHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { s3Stream } from \"../s3Stream\";\nimport { ZipOfZip } from \"../zipper\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport type { Payload, Response } from \"~/export/combine\";\n\n/**\n * Handles the export blocks combine workflow.\n */\nexport const blocksHandler = async (\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n\n    log(\"RUNNING Export Blocks Combine Handler\");\n    const { pageBuilder } = context;\n    const { taskId, identity } = payload;\n\n    mockSecurity(identity, context);\n\n    try {\n        const task = await pageBuilder.importExportTask.getTask(taskId);\n        if (!task) {\n            return {\n                data: null,\n                error: {\n                    message: `There is no task with ID \"${taskId}\".`\n                }\n            };\n        }\n\n        const { exportBlocksDataKey } = task.input;\n\n        // Get all files (zip) from given key\n        const listObjectResponse = await s3Stream.listObject(exportBlocksDataKey);\n        if (!listObjectResponse.Contents) {\n            return {\n                data: null,\n                error: {\n                    message: \"There is no Contents defined on S3 Stream while combining blocks.\"\n                }\n            };\n        }\n\n        const zipFileKeys = listObjectResponse.Contents.filter(\n            file => file.Key !== exportBlocksDataKey\n        )\n            .map(file => file.Key)\n            .filter(Boolean) as string[];\n\n        // Prepare zip of all zips\n        const zipOfZip = new ZipOfZip(zipFileKeys, \"WEBINY_BLOCK_EXPORT.zip\");\n\n        // Upload\n        const blockExportUpload = await zipOfZip.process();\n        log(`Done uploading... File is located at ${blockExportUpload.Location} `);\n\n        // Update task status and save export blocks data key\n        await pageBuilder.importExportTask.updateTask(taskId, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: `Finish uploading block export.`,\n                key: blockExportUpload.Key,\n                url: await s3Stream.getPresignedUrl(blockExportUpload.Key)\n            }\n        });\n\n        // Remove individual zip files from storage\n        const deleteFilePromises = zipFileKeys.map(key => s3Stream.deleteObject(key));\n        await Promise.all(deleteFilePromises);\n        log(`Successfully deleted ${deleteFilePromises.length} zip files.`);\n    } catch (e) {\n        log(\"[EXPORT_BLOCKS_COMBINE] Error => \", e.message);\n\n        /**\n         * In case of error, we'll update the task status to \"failed\",\n         * so that, client can show notify the user appropriately.\n         */\n        await pageBuilder.importExportTask.updateTask(taskId, {\n            status: ImportExportTaskStatus.FAILED,\n            error: {\n                name: e.name,\n                message: e.message,\n                code: \"EXPORT_FAILED\"\n            }\n        });\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AAGA;AACA;AACA;AACO,MAAMI,aAAa,GAAG,MAAAA,CACzBC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EAEvBA,GAAG,CAAC,uCAAuC,CAAC;EAC5C,MAAM;IAAEE;EAAY,CAAC,GAAGH,OAAO;EAC/B,MAAM;IAAEI,MAAM;IAAEC;EAAS,CAAC,GAAGN,OAAO;EAEpC,IAAAO,0BAAY,EAACD,QAAQ,EAAEL,OAAO,CAAC;EAE/B,IAAI;IACA,MAAMO,IAAI,GAAG,MAAMJ,WAAW,CAACK,gBAAgB,CAACC,OAAO,CAACL,MAAM,CAAC;IAC/D,IAAI,CAACG,IAAI,EAAE;MACP,OAAO;QACHG,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE,6BAA6BR,MAAM;QAChD;MACJ,CAAC;IACL;IAEA,MAAM;MAAES;IAAoB,CAAC,GAAGN,IAAI,CAACO,KAAK;;IAE1C;IACA,MAAMC,kBAAkB,GAAG,MAAMC,kBAAQ,CAACC,UAAU,CAACJ,mBAAmB,CAAC;IACzE,IAAI,CAACE,kBAAkB,CAACG,QAAQ,EAAE;MAC9B,OAAO;QACHR,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE;QACb;MACJ,CAAC;IACL;IAEA,MAAMO,WAAW,GAAGJ,kBAAkB,CAACG,QAAQ,CAACE,MAAM,CAClDC,IAAI,IAAIA,IAAI,CAACC,GAAG,KAAKT,mBACzB,CAAC,CACIU,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACC,GAAG,CAAC,CACrBF,MAAM,CAACI,OAAO,CAAa;;IAEhC;IACA,MAAMC,QAAQ,GAAG,IAAIC,gBAAQ,CAACP,WAAW,EAAE,yBAAyB,CAAC;;IAErE;IACA,MAAMQ,iBAAiB,GAAG,MAAMF,QAAQ,CAACG,OAAO,CAAC,CAAC;IAClD3B,GAAG,CAAC,wCAAwC0B,iBAAiB,CAACE,QAAQ,GAAG,CAAC;;IAE1E;IACA,MAAM1B,WAAW,CAACK,gBAAgB,CAACsB,UAAU,CAAC1B,MAAM,EAAE;MAClD2B,MAAM,EAAEC,6BAAsB,CAACC,SAAS;MACxCvB,IAAI,EAAE;QACFE,OAAO,EAAE,gCAAgC;QACzCsB,GAAG,EAAEP,iBAAiB,CAACL,GAAG;QAC1Ba,GAAG,EAAE,MAAMnB,kBAAQ,CAACoB,eAAe,CAACT,iBAAiB,CAACL,GAAG;MAC7D;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMe,kBAAkB,GAAGlB,WAAW,CAACI,GAAG,CAACW,GAAG,IAAIlB,kBAAQ,CAACsB,YAAY,CAACJ,GAAG,CAAC,CAAC;IAC7E,MAAMK,OAAO,CAACC,GAAG,CAACH,kBAAkB,CAAC;IACrCpC,GAAG,CAAC,wBAAwBoC,kBAAkB,CAACI,MAAM,aAAa,CAAC;EACvE,CAAC,CAAC,OAAOC,CAAC,EAAE;IACRzC,GAAG,CAAC,mCAAmC,EAAEyC,CAAC,CAAC9B,OAAO,CAAC;;IAEnD;AACR;AACA;AACA;IACQ,MAAMT,WAAW,CAACK,gBAAgB,CAACsB,UAAU,CAAC1B,MAAM,EAAE;MAClD2B,MAAM,EAAEC,6BAAsB,CAACW,MAAM;MACrChC,KAAK,EAAE;QACHiC,IAAI,EAAEF,CAAC,CAACE,IAAI;QACZhC,OAAO,EAAE8B,CAAC,CAAC9B,OAAO;QAClBiC,IAAI,EAAE;MACV;IACJ,CAAC,CAAC;IAEF,OAAO;MACHnC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHC,OAAO,EAAE8B,CAAC,CAAC9B;MACf;IACJ,CAAC;EACL;EACA,OAAO;IACHF,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACmC,OAAA,CAAAhD,aAAA,GAAAA,aAAA","ignoreList":[]}

package/export/combine/formsHandler.d.ts

@@ -0,0 +1,6 @@
+import type { PbImportExportContext } from "../../types";
+import type { Payload, Response } from "./";
+/**
+ * Handles the export forms combine workflow.
+ */
+export declare const formsHandler: (payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/export/combine/formsHandler.js

@@ -0,0 +1,101 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.formsHandler = void 0;
+var _types = require("../../types");
+var _s3Stream = require("../s3Stream");
+var _zipper = require("../zipper");
+var _mockSecurity = require("../../mockSecurity");
+/**
+ * Handles the export forms combine workflow.
+ */
+const formsHandler = async (payload, context) => {
+  const log = console.log;
+  log("RUNNING Export Forms Combine Handler");
+  const {
+    pageBuilder
+  } = context;
+  const {
+    taskId,
+    identity
+  } = payload;
+  (0, _mockSecurity.mockSecurity)(identity, context);
+  try {
+    const task = await pageBuilder.importExportTask.getTask(taskId);
+    if (!task) {
+      return {
+        data: null,
+        error: {
+          message: `There is no task with ID "${taskId}".`
+        }
+      };
+    }
+    const {
+      exportFormsDataKey
+    } = task.input;
+
+    // Get all files (zip) from given key
+    const listObjectResponse = await _s3Stream.s3Stream.listObject(exportFormsDataKey);
+    if (!listObjectResponse.Contents) {
+      return {
+        data: null,
+        error: {
+          message: "There is no Contents defined on S3 Stream while combining forms."
+        }
+      };
+    }
+    const zipFileKeys = listObjectResponse.Contents.filter(file => file.Key !== exportFormsDataKey).map(file => file.Key).filter(Boolean);
+
+    // Prepare zip of all zips
+    const zipOfZip = new _zipper.ZipOfZip(zipFileKeys, "WEBINY_FORM_EXPORT.zip");
+
+    // Upload
+    const formExportUpload = await zipOfZip.process();
+    log(`Done uploading... File is located at ${formExportUpload.Location} `);
+
+    // Update task status and save export form data key
+    await pageBuilder.importExportTask.updateTask(taskId, {
+      status: _types.ImportExportTaskStatus.COMPLETED,
+      data: {
+        message: `Finish uploading form export.`,
+        key: formExportUpload.Key,
+        url: await _s3Stream.s3Stream.getPresignedUrl(formExportUpload.Key)
+      }
+    });
+
+    // Remove individual zip files from storage
+    const deleteFilePromises = zipFileKeys.map(key => _s3Stream.s3Stream.deleteObject(key));
+    await Promise.all(deleteFilePromises);
+    log(`Successfully deleted ${deleteFilePromises.length} zip files.`);
+  } catch (e) {
+    log("[EXPORT_FORMS_COMBINE] Error => ", e.message);
+
+    /**
+     * In case of error, we'll update the task status to "failed",
+     * so that, client can show notify the user appropriately.
+     */
+    await pageBuilder.importExportTask.updateTask(taskId, {
+      status: _types.ImportExportTaskStatus.FAILED,
+      error: {
+        name: e.name,
+        message: e.message,
+        code: "EXPORT_FAILED"
+      }
+    });
+    return {
+      data: null,
+      error: {
+        message: e.message
+      }
+    };
+  }
+  return {
+    data: "",
+    error: null
+  };
+};
+exports.formsHandler = formsHandler;
+
+//# sourceMappingURL=formsHandler.js.map

package/export/combine/formsHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_s3Stream","_zipper","_mockSecurity","formsHandler","payload","context","log","console","pageBuilder","taskId","identity","mockSecurity","task","importExportTask","getTask","data","error","message","exportFormsDataKey","input","listObjectResponse","s3Stream","listObject","Contents","zipFileKeys","filter","file","Key","map","Boolean","zipOfZip","ZipOfZip","formExportUpload","process","Location","updateTask","status","ImportExportTaskStatus","COMPLETED","key","url","getPresignedUrl","deleteFilePromises","deleteObject","Promise","all","length","e","FAILED","name","code","exports"],"sources":["formsHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { s3Stream } from \"../s3Stream\";\nimport { ZipOfZip } from \"../zipper\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport type { Payload, Response } from \"~/export/combine\";\n\n/**\n * Handles the export forms combine workflow.\n */\nexport const formsHandler = async (\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n\n    log(\"RUNNING Export Forms Combine Handler\");\n    const { pageBuilder } = context;\n    const { taskId, identity } = payload;\n\n    mockSecurity(identity, context);\n\n    try {\n        const task = await pageBuilder.importExportTask.getTask(taskId);\n        if (!task) {\n            return {\n                data: null,\n                error: {\n                    message: `There is no task with ID \"${taskId}\".`\n                }\n            };\n        }\n\n        const { exportFormsDataKey } = task.input;\n\n        // Get all files (zip) from given key\n        const listObjectResponse = await s3Stream.listObject(exportFormsDataKey);\n        if (!listObjectResponse.Contents) {\n            return {\n                data: null,\n                error: {\n                    message: \"There is no Contents defined on S3 Stream while combining forms.\"\n                }\n            };\n        }\n\n        const zipFileKeys = listObjectResponse.Contents.filter(\n            file => file.Key !== exportFormsDataKey\n        )\n            .map(file => file.Key)\n            .filter(Boolean) as string[];\n\n        // Prepare zip of all zips\n        const zipOfZip = new ZipOfZip(zipFileKeys, \"WEBINY_FORM_EXPORT.zip\");\n\n        // Upload\n        const formExportUpload = await zipOfZip.process();\n        log(`Done uploading... File is located at ${formExportUpload.Location} `);\n\n        // Update task status and save export form data key\n        await pageBuilder.importExportTask.updateTask(taskId, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: `Finish uploading form export.`,\n                key: formExportUpload.Key,\n                url: await s3Stream.getPresignedUrl(formExportUpload.Key)\n            }\n        });\n\n        // Remove individual zip files from storage\n        const deleteFilePromises = zipFileKeys.map(key => s3Stream.deleteObject(key));\n        await Promise.all(deleteFilePromises);\n        log(`Successfully deleted ${deleteFilePromises.length} zip files.`);\n    } catch (e) {\n        log(\"[EXPORT_FORMS_COMBINE] Error => \", e.message);\n\n        /**\n         * In case of error, we'll update the task status to \"failed\",\n         * so that, client can show notify the user appropriately.\n         */\n        await pageBuilder.importExportTask.updateTask(taskId, {\n            status: ImportExportTaskStatus.FAILED,\n            error: {\n                name: e.name,\n                message: e.message,\n                code: \"EXPORT_FAILED\"\n            }\n        });\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AAGA;AACA;AACA;AACO,MAAMI,YAAY,GAAG,MAAAA,CACxBC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EAEvBA,GAAG,CAAC,sCAAsC,CAAC;EAC3C,MAAM;IAAEE;EAAY,CAAC,GAAGH,OAAO;EAC/B,MAAM;IAAEI,MAAM;IAAEC;EAAS,CAAC,GAAGN,OAAO;EAEpC,IAAAO,0BAAY,EAACD,QAAQ,EAAEL,OAAO,CAAC;EAE/B,IAAI;IACA,MAAMO,IAAI,GAAG,MAAMJ,WAAW,CAACK,gBAAgB,CAACC,OAAO,CAACL,MAAM,CAAC;IAC/D,IAAI,CAACG,IAAI,EAAE;MACP,OAAO;QACHG,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE,6BAA6BR,MAAM;QAChD;MACJ,CAAC;IACL;IAEA,MAAM;MAAES;IAAmB,CAAC,GAAGN,IAAI,CAACO,KAAK;;IAEzC;IACA,MAAMC,kBAAkB,GAAG,MAAMC,kBAAQ,CAACC,UAAU,CAACJ,kBAAkB,CAAC;IACxE,IAAI,CAACE,kBAAkB,CAACG,QAAQ,EAAE;MAC9B,OAAO;QACHR,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE;QACb;MACJ,CAAC;IACL;IAEA,MAAMO,WAAW,GAAGJ,kBAAkB,CAACG,QAAQ,CAACE,MAAM,CAClDC,IAAI,IAAIA,IAAI,CAACC,GAAG,KAAKT,kBACzB,CAAC,CACIU,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACC,GAAG,CAAC,CACrBF,MAAM,CAACI,OAAO,CAAa;;IAEhC;IACA,MAAMC,QAAQ,GAAG,IAAIC,gBAAQ,CAACP,WAAW,EAAE,wBAAwB,CAAC;;IAEpE;IACA,MAAMQ,gBAAgB,GAAG,MAAMF,QAAQ,CAACG,OAAO,CAAC,CAAC;IACjD3B,GAAG,CAAC,wCAAwC0B,gBAAgB,CAACE,QAAQ,GAAG,CAAC;;IAEzE;IACA,MAAM1B,WAAW,CAACK,gBAAgB,CAACsB,UAAU,CAAC1B,MAAM,EAAE;MAClD2B,MAAM,EAAEC,6BAAsB,CAACC,SAAS;MACxCvB,IAAI,EAAE;QACFE,OAAO,EAAE,+BAA+B;QACxCsB,GAAG,EAAEP,gBAAgB,CAACL,GAAG;QACzBa,GAAG,EAAE,MAAMnB,kBAAQ,CAACoB,eAAe,CAACT,gBAAgB,CAACL,GAAG;MAC5D;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMe,kBAAkB,GAAGlB,WAAW,CAACI,GAAG,CAACW,GAAG,IAAIlB,kBAAQ,CAACsB,YAAY,CAACJ,GAAG,CAAC,CAAC;IAC7E,MAAMK,OAAO,CAACC,GAAG,CAACH,kBAAkB,CAAC;IACrCpC,GAAG,CAAC,wBAAwBoC,kBAAkB,CAACI,MAAM,aAAa,CAAC;EACvE,CAAC,CAAC,OAAOC,CAAC,EAAE;IACRzC,GAAG,CAAC,kCAAkC,EAAEyC,CAAC,CAAC9B,OAAO,CAAC;;IAElD;AACR;AACA;AACA;IACQ,MAAMT,WAAW,CAACK,gBAAgB,CAACsB,UAAU,CAAC1B,MAAM,EAAE;MAClD2B,MAAM,EAAEC,6BAAsB,CAACW,MAAM;MACrChC,KAAK,EAAE;QACHiC,IAAI,EAAEF,CAAC,CAACE,IAAI;QACZhC,OAAO,EAAE8B,CAAC,CAAC9B,OAAO;QAClBiC,IAAI,EAAE;MACV;IACJ,CAAC,CAAC;IAEF,OAAO;MACHnC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHC,OAAO,EAAE8B,CAAC,CAAC9B;MACf;IACJ,CAAC;EACL;EACA,OAAO;IACHF,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACmC,OAAA,CAAAhD,YAAA,GAAAA,YAAA","ignoreList":[]}

package/export/combine/index.d.ts

@@ -0,0 +1,16 @@
+import type { PbImportExportContext } from "../../types";
+import type { SecurityIdentity } from "@webiny/api-security/types";
+export interface Payload {
+    taskId: string;
+    type: string;
+    identity: SecurityIdentity;
+}
+export interface Response {
+    data: string | null;
+    error: Partial<Error> | null;
+}
+/**
+ * Handles the export pages combine workflow.
+ */
+declare const _default: () => import("@webiny/handler-aws").RawEventHandler<Payload, PbImportExportContext, Response>;
+export default _default;

package/export/combine/index.js

@@ -0,0 +1,44 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _handlerAws = require("@webiny/handler-aws");
+var _blocksHandler = require("./blocksHandler");
+var _formsHandler = require("./formsHandler");
+var _templatesHandler = require("./templatesHandler");
+/**
+ * Handles the export pages combine workflow.
+ */
+var _default = () => {
+  return (0, _handlerAws.createRawEventHandler)(async ({
+    payload,
+    context
+  }) => {
+    return context.security.withoutAuthorization(() => {
+      switch (payload.type) {
+        case "block":
+          {
+            return (0, _blocksHandler.blocksHandler)(payload, context);
+          }
+        case "form":
+          {
+            return (0, _formsHandler.formsHandler)(payload, context);
+          }
+        case "template":
+          {
+            return (0, _templatesHandler.templatesHandler)(payload, context);
+          }
+        default:
+          {
+            console.log("Export PB combine", JSON.stringify(payload));
+            throw new Error("Invalid type provided: pb combine.");
+          }
+      }
+    });
+  });
+};
+exports.default = _default;
+
+//# sourceMappingURL=index.js.map

package/export/combine/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_handlerAws","require","_blocksHandler","_formsHandler","_templatesHandler","_default","createRawEventHandler","payload","context","security","withoutAuthorization","type","blocksHandler","formsHandler","templatesHandler","console","log","JSON","stringify","Error","exports","default"],"sources":["index.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport type { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\nimport { blocksHandler } from \"~/export/combine/blocksHandler\";\nimport { formsHandler } from \"~/export/combine/formsHandler\";\nimport { templatesHandler } from \"~/export/combine/templatesHandler\";\n\nexport interface Payload {\n    taskId: string;\n    type: string;\n    identity: SecurityIdentity;\n}\n\nexport interface Response {\n    data: string | null;\n    error: Partial<Error> | null;\n}\n\n/**\n * Handles the export pages combine workflow.\n */\nexport default () => {\n    return createRawEventHandler<Payload, PbImportExportContext, Response>(\n        async ({ payload, context }) => {\n            return context.security.withoutAuthorization(() => {\n                switch (payload.type) {\n                    case \"block\": {\n                        return blocksHandler(payload, context);\n                    }\n                    case \"form\": {\n                        return formsHandler(payload, context);\n                    }\n                    case \"template\": {\n                        return templatesHandler(payload, context);\n                    }\n                    default: {\n                        console.log(\"Export PB combine\", JSON.stringify(payload));\n                        throw new Error(\"Invalid type provided: pb combine.\");\n                    }\n                }\n            });\n        }\n    );\n};\n"],"mappings":";;;;;;AAEA,IAAAA,WAAA,GAAAC,OAAA;AACA,IAAAC,cAAA,GAAAD,OAAA;AACA,IAAAE,aAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAH,OAAA;AAaA;AACA;AACA;AAFA,IAAAI,QAAA,GAGeA,CAAA,KAAM;EACjB,OAAO,IAAAC,iCAAqB,EACxB,OAAO;IAAEC,OAAO;IAAEC;EAAQ,CAAC,KAAK;IAC5B,OAAOA,OAAO,CAACC,QAAQ,CAACC,oBAAoB,CAAC,MAAM;MAC/C,QAAQH,OAAO,CAACI,IAAI;QAChB,KAAK,OAAO;UAAE;YACV,OAAO,IAAAC,4BAAa,EAACL,OAAO,EAAEC,OAAO,CAAC;UAC1C;QACA,KAAK,MAAM;UAAE;YACT,OAAO,IAAAK,0BAAY,EAACN,OAAO,EAAEC,OAAO,CAAC;UACzC;QACA,KAAK,UAAU;UAAE;YACb,OAAO,IAAAM,kCAAgB,EAACP,OAAO,EAAEC,OAAO,CAAC;UAC7C;QACA;UAAS;YACLO,OAAO,CAACC,GAAG,CAAC,mBAAmB,EAAEC,IAAI,CAACC,SAAS,CAACX,OAAO,CAAC,CAAC;YACzD,MAAM,IAAIY,KAAK,CAAC,oCAAoC,CAAC;UACzD;MACJ;IACJ,CAAC,CAAC;EACN,CACJ,CAAC;AACL,CAAC;AAAAC,OAAA,CAAAC,OAAA,GAAAhB,QAAA","ignoreList":[]}

package/export/combine/templatesHandler.d.ts

@@ -0,0 +1,6 @@
+import type { PbImportExportContext } from "../../types";
+import type { Payload, Response } from "./";
+/**
+ * Handles the export templates combine workflow.
+ */
+export declare const templatesHandler: (payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/export/combine/templatesHandler.js

@@ -0,0 +1,101 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.templatesHandler = void 0;
+var _types = require("../../types");
+var _s3Stream = require("../s3Stream");
+var _zipper = require("../zipper");
+var _mockSecurity = require("../../mockSecurity");
+/**
+ * Handles the export templates combine workflow.
+ */
+const templatesHandler = async (payload, context) => {
+  const log = console.log;
+  log("RUNNING Export Templates Combine Handler");
+  const {
+    pageBuilder
+  } = context;
+  const {
+    taskId,
+    identity
+  } = payload;
+  (0, _mockSecurity.mockSecurity)(identity, context);
+  try {
+    const task = await pageBuilder.importExportTask.getTask(taskId);
+    if (!task) {
+      return {
+        data: null,
+        error: {
+          message: `There is no task with ID "${taskId}".`
+        }
+      };
+    }
+    const {
+      exportTemplatesDataKey
+    } = task.input;
+
+    // Get all files (zip) from given key
+    const listObjectResponse = await _s3Stream.s3Stream.listObject(exportTemplatesDataKey);
+    if (!listObjectResponse.Contents) {
+      return {
+        data: null,
+        error: {
+          message: "There is no Contents defined on S3 Stream while combining templates."
+        }
+      };
+    }
+    const zipFileKeys = listObjectResponse.Contents.filter(file => file.Key !== exportTemplatesDataKey).map(file => file.Key).filter(Boolean);
+
+    // Prepare zip of all zips
+    const zipOfZip = new _zipper.ZipOfZip(zipFileKeys, "WEBINY_TEMPLATE_EXPORT.zip");
+
+    // Upload
+    const templateExportUpload = await zipOfZip.process();
+    log(`Done uploading... File is located at ${templateExportUpload.Location} `);
+
+    // Update task status and save export templates data key
+    await pageBuilder.importExportTask.updateTask(taskId, {
+      status: _types.ImportExportTaskStatus.COMPLETED,
+      data: {
+        message: `Finish uploading template export.`,
+        key: templateExportUpload.Key,
+        url: await _s3Stream.s3Stream.getPresignedUrl(templateExportUpload.Key)
+      }
+    });
+
+    // Remove individual zip files from storage
+    const deleteFilePromises = zipFileKeys.map(key => _s3Stream.s3Stream.deleteObject(key));
+    await Promise.all(deleteFilePromises);
+    log(`Successfully deleted ${deleteFilePromises.length} zip files.`);
+  } catch (e) {
+    log("[EXPORT_TEMPLATES_COMBINE] Error => ", e.message);
+
+    /**
+     * In case of error, we'll update the task status to "failed",
+     * so that, client can show notify the user appropriately.
+     */
+    await pageBuilder.importExportTask.updateTask(taskId, {
+      status: _types.ImportExportTaskStatus.FAILED,
+      error: {
+        name: e.name,
+        message: e.message,
+        code: "EXPORT_FAILED"
+      }
+    });
+    return {
+      data: null,
+      error: {
+        message: e.message
+      }
+    };
+  }
+  return {
+    data: "",
+    error: null
+  };
+};
+exports.templatesHandler = templatesHandler;
+
+//# sourceMappingURL=templatesHandler.js.map

package/export/combine/templatesHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_s3Stream","_zipper","_mockSecurity","templatesHandler","payload","context","log","console","pageBuilder","taskId","identity","mockSecurity","task","importExportTask","getTask","data","error","message","exportTemplatesDataKey","input","listObjectResponse","s3Stream","listObject","Contents","zipFileKeys","filter","file","Key","map","Boolean","zipOfZip","ZipOfZip","templateExportUpload","process","Location","updateTask","status","ImportExportTaskStatus","COMPLETED","key","url","getPresignedUrl","deleteFilePromises","deleteObject","Promise","all","length","e","FAILED","name","code","exports"],"sources":["templatesHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { s3Stream } from \"../s3Stream\";\nimport { ZipOfZip } from \"../zipper\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport type { Payload, Response } from \"~/export/combine\";\n\n/**\n * Handles the export templates combine workflow.\n */\nexport const templatesHandler = async (\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n\n    log(\"RUNNING Export Templates Combine Handler\");\n    const { pageBuilder } = context;\n    const { taskId, identity } = payload;\n\n    mockSecurity(identity, context);\n\n    try {\n        const task = await pageBuilder.importExportTask.getTask(taskId);\n        if (!task) {\n            return {\n                data: null,\n                error: {\n                    message: `There is no task with ID \"${taskId}\".`\n                }\n            };\n        }\n\n        const { exportTemplatesDataKey } = task.input;\n\n        // Get all files (zip) from given key\n        const listObjectResponse = await s3Stream.listObject(exportTemplatesDataKey);\n        if (!listObjectResponse.Contents) {\n            return {\n                data: null,\n                error: {\n                    message: \"There is no Contents defined on S3 Stream while combining templates.\"\n                }\n            };\n        }\n\n        const zipFileKeys = listObjectResponse.Contents.filter(\n            file => file.Key !== exportTemplatesDataKey\n        )\n            .map(file => file.Key)\n            .filter(Boolean) as string[];\n\n        // Prepare zip of all zips\n        const zipOfZip = new ZipOfZip(zipFileKeys, \"WEBINY_TEMPLATE_EXPORT.zip\");\n\n        // Upload\n        const templateExportUpload = await zipOfZip.process();\n        log(`Done uploading... File is located at ${templateExportUpload.Location} `);\n\n        // Update task status and save export templates data key\n        await pageBuilder.importExportTask.updateTask(taskId, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: `Finish uploading template export.`,\n                key: templateExportUpload.Key,\n                url: await s3Stream.getPresignedUrl(templateExportUpload.Key)\n            }\n        });\n\n        // Remove individual zip files from storage\n        const deleteFilePromises = zipFileKeys.map(key => s3Stream.deleteObject(key));\n        await Promise.all(deleteFilePromises);\n        log(`Successfully deleted ${deleteFilePromises.length} zip files.`);\n    } catch (e) {\n        log(\"[EXPORT_TEMPLATES_COMBINE] Error => \", e.message);\n\n        /**\n         * In case of error, we'll update the task status to \"failed\",\n         * so that, client can show notify the user appropriately.\n         */\n        await pageBuilder.importExportTask.updateTask(taskId, {\n            status: ImportExportTaskStatus.FAILED,\n            error: {\n                name: e.name,\n                message: e.message,\n                code: \"EXPORT_FAILED\"\n            }\n        });\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AAGA;AACA;AACA;AACO,MAAMI,gBAAgB,GAAG,MAAAA,CAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EAEvBA,GAAG,CAAC,0CAA0C,CAAC;EAC/C,MAAM;IAAEE;EAAY,CAAC,GAAGH,OAAO;EAC/B,MAAM;IAAEI,MAAM;IAAEC;EAAS,CAAC,GAAGN,OAAO;EAEpC,IAAAO,0BAAY,EAACD,QAAQ,EAAEL,OAAO,CAAC;EAE/B,IAAI;IACA,MAAMO,IAAI,GAAG,MAAMJ,WAAW,CAACK,gBAAgB,CAACC,OAAO,CAACL,MAAM,CAAC;IAC/D,IAAI,CAACG,IAAI,EAAE;MACP,OAAO;QACHG,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE,6BAA6BR,MAAM;QAChD;MACJ,CAAC;IACL;IAEA,MAAM;MAAES;IAAuB,CAAC,GAAGN,IAAI,CAACO,KAAK;;IAE7C;IACA,MAAMC,kBAAkB,GAAG,MAAMC,kBAAQ,CAACC,UAAU,CAACJ,sBAAsB,CAAC;IAC5E,IAAI,CAACE,kBAAkB,CAACG,QAAQ,EAAE;MAC9B,OAAO;QACHR,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE;QACb;MACJ,CAAC;IACL;IAEA,MAAMO,WAAW,GAAGJ,kBAAkB,CAACG,QAAQ,CAACE,MAAM,CAClDC,IAAI,IAAIA,IAAI,CAACC,GAAG,KAAKT,sBACzB,CAAC,CACIU,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACC,GAAG,CAAC,CACrBF,MAAM,CAACI,OAAO,CAAa;;IAEhC;IACA,MAAMC,QAAQ,GAAG,IAAIC,gBAAQ,CAACP,WAAW,EAAE,4BAA4B,CAAC;;IAExE;IACA,MAAMQ,oBAAoB,GAAG,MAAMF,QAAQ,CAACG,OAAO,CAAC,CAAC;IACrD3B,GAAG,CAAC,wCAAwC0B,oBAAoB,CAACE,QAAQ,GAAG,CAAC;;IAE7E;IACA,MAAM1B,WAAW,CAACK,gBAAgB,CAACsB,UAAU,CAAC1B,MAAM,EAAE;MAClD2B,MAAM,EAAEC,6BAAsB,CAACC,SAAS;MACxCvB,IAAI,EAAE;QACFE,OAAO,EAAE,mCAAmC;QAC5CsB,GAAG,EAAEP,oBAAoB,CAACL,GAAG;QAC7Ba,GAAG,EAAE,MAAMnB,kBAAQ,CAACoB,eAAe,CAACT,oBAAoB,CAACL,GAAG;MAChE;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMe,kBAAkB,GAAGlB,WAAW,CAACI,GAAG,CAACW,GAAG,IAAIlB,kBAAQ,CAACsB,YAAY,CAACJ,GAAG,CAAC,CAAC;IAC7E,MAAMK,OAAO,CAACC,GAAG,CAACH,kBAAkB,CAAC;IACrCpC,GAAG,CAAC,wBAAwBoC,kBAAkB,CAACI,MAAM,aAAa,CAAC;EACvE,CAAC,CAAC,OAAOC,CAAC,EAAE;IACRzC,GAAG,CAAC,sCAAsC,EAAEyC,CAAC,CAAC9B,OAAO,CAAC;;IAEtD;AACR;AACA;AACA;IACQ,MAAMT,WAAW,CAACK,gBAAgB,CAACsB,UAAU,CAAC1B,MAAM,EAAE;MAClD2B,MAAM,EAAEC,6BAAsB,CAACW,MAAM;MACrChC,KAAK,EAAE;QACHiC,IAAI,EAAEF,CAAC,CAACE,IAAI;QACZhC,OAAO,EAAE8B,CAAC,CAAC9B,OAAO;QAClBiC,IAAI,EAAE;MACV;IACJ,CAAC,CAAC;IAEF,OAAO;MACHnC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHC,OAAO,EAAE8B,CAAC,CAAC9B;MACf;IACJ,CAAC;EACL;EACA,OAAO;IACHF,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACmC,OAAA,CAAAhD,gBAAA,GAAAA,gBAAA","ignoreList":[]}

package/export/pages/ExportPagesCleanup.d.ts

@@ -0,0 +1,5 @@
+import type { IExportPagesCleanupTaskParams } from "./types";
+import type { ITaskResponseResult } from "@webiny/tasks";
+export declare class ExportPagesCleanup {
+    execute(params: IExportPagesCleanupTaskParams): Promise<ITaskResponseResult>;
+}

package/export/pages/ExportPagesCleanup.js

@@ -0,0 +1,82 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ExportPagesCleanup = void 0;
+var _types = require("./types");
+var _clientS = require("@webiny/aws-sdk/client-s3");
+var _chunk = _interopRequireDefault(require("lodash/chunk"));
+class ExportPagesCleanup {
+  async execute(params) {
+    const {
+      context,
+      response,
+      store
+    } = params;
+    /**
+     * This task must have a parent one. If it does not, just end with error.
+     * This should not happen as we trigger this task from a parent one, not directly.
+     *
+     * But let's just make sure.
+     */
+    const task = store.getTask();
+    if (!task.parentId) {
+      return response.error(`Missing task "${task.id}" parent id.`);
+    }
+    const parent = await context.tasks.getTask(task.parentId);
+    if (!parent) {
+      return response.error(`Missing parent task "${task.parentId}" in the database.`);
+    }
+    /**
+     * We need to find all the tasks that created zip files, so we can have a list of files to delete.
+     */
+    const {
+      items: subTasks
+    } = await context.tasks.listTasks({
+      where: {
+        parentId: parent.id,
+        definitionId: _types.PageExportTask.ZipPages
+      },
+      limit: 10000
+    });
+    if (subTasks.length === 0) {
+      return response.done("No subtasks found - nothing to cleanup.");
+    }
+    const files = subTasks.reduce((collection, subTask) => {
+      const done = subTask.output?.done;
+      if (!done) {
+        return collection;
+      }
+      const results = Object.values(done).filter(Boolean);
+      collection.push(...results);
+      return collection;
+    }, []);
+    const s3 = (0, _clientS.createS3)({
+      region: process.env.AWS_REGION
+    });
+    const parentKey = parent.output?.key;
+    if (typeof parentKey === "string") {
+      await s3.deleteObject({
+        Bucket: process.env.S3_BUCKET,
+        Key: parentKey
+      });
+    }
+    const chunks = (0, _chunk.default)(files, 500);
+    for (const chunk of chunks) {
+      await s3.deleteObjects({
+        Bucket: process.env.S3_BUCKET,
+        Delete: {
+          Objects: chunk.map(Key => ({
+            Key
+          }))
+        }
+      });
+    }
+    return response.done("Done with cleanup!");
+  }
+}
+exports.ExportPagesCleanup = ExportPagesCleanup;
+
+//# sourceMappingURL=ExportPagesCleanup.js.map

package/export/pages/ExportPagesCleanup.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_clientS","_chunk","_interopRequireDefault","ExportPagesCleanup","execute","params","context","response","store","task","getTask","parentId","error","id","parent","tasks","items","subTasks","listTasks","where","definitionId","PageExportTask","ZipPages","limit","length","done","files","reduce","collection","subTask","output","results","Object","values","filter","Boolean","push","s3","createS3","region","process","env","AWS_REGION","parentKey","key","deleteObject","Bucket","S3_BUCKET","Key","chunks","lodashChunk","chunk","deleteObjects","Delete","Objects","map","exports"],"sources":["ExportPagesCleanup.ts"],"sourcesContent":["import type {\n    IExportPagesCleanupTaskParams,\n    IExportPagesControllerOutput,\n    IExportPagesZipPagesOutput\n} from \"~/export/pages/types\";\nimport { PageExportTask } from \"~/export/pages/types\";\nimport type { ITaskResponseResult } from \"@webiny/tasks\";\nimport { createS3 } from \"@webiny/aws-sdk/client-s3\";\nimport lodashChunk from \"lodash/chunk\";\n\nexport class ExportPagesCleanup {\n    public async execute(params: IExportPagesCleanupTaskParams): Promise<ITaskResponseResult> {\n        const { context, response, store } = params;\n        /**\n         * This task must have a parent one. If it does not, just end with error.\n         * This should not happen as we trigger this task from a parent one, not directly.\n         *\n         * But let's just make sure.\n         */\n        const task = store.getTask();\n        if (!task.parentId) {\n            return response.error(`Missing task \"${task.id}\" parent id.`);\n        }\n\n        const parent = await context.tasks.getTask<IExportPagesControllerOutput>(task.parentId);\n        if (!parent) {\n            return response.error(`Missing parent task \"${task.parentId}\" in the database.`);\n        }\n        /**\n         * We need to find all the tasks that created zip files, so we can have a list of files to delete.\n         */\n        const { items: subTasks } = await context.tasks.listTasks<any, IExportPagesZipPagesOutput>({\n            where: {\n                parentId: parent.id,\n                definitionId: PageExportTask.ZipPages\n            },\n            limit: 10000\n        });\n        if (subTasks.length === 0) {\n            return response.done(\"No subtasks found - nothing to cleanup.\");\n        }\n\n        const files = subTasks.reduce<string[]>((collection, subTask) => {\n            const done = subTask.output?.done;\n            if (!done) {\n                return collection;\n            }\n            const results = Object.values(done).filter(Boolean);\n            collection.push(...results);\n            return collection;\n        }, []);\n\n        const s3 = createS3({\n            region: process.env.AWS_REGION\n        });\n\n        const parentKey = parent.output?.key;\n        if (typeof parentKey === \"string\") {\n            await s3.deleteObject({\n                Bucket: process.env.S3_BUCKET,\n                Key: parentKey\n            });\n        }\n\n        const chunks = lodashChunk(files, 500);\n\n        for (const chunk of chunks) {\n            await s3.deleteObjects({\n                Bucket: process.env.S3_BUCKET,\n                Delete: {\n                    Objects: chunk.map(Key => ({ Key }))\n                }\n            });\n        }\n\n        return response.done(\"Done with cleanup!\");\n    }\n}\n"],"mappings":";;;;;;;AAKA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,QAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAC,sBAAA,CAAAH,OAAA;AAEO,MAAMI,kBAAkB,CAAC;EAC5B,MAAaC,OAAOA,CAACC,MAAqC,EAAgC;IACtF,MAAM;MAAEC,OAAO;MAAEC,QAAQ;MAAEC;IAAM,CAAC,GAAGH,MAAM;IAC3C;AACR;AACA;AACA;AACA;AACA;IACQ,MAAMI,IAAI,GAAGD,KAAK,CAACE,OAAO,CAAC,CAAC;IAC5B,IAAI,CAACD,IAAI,CAACE,QAAQ,EAAE;MAChB,OAAOJ,QAAQ,CAACK,KAAK,CAAC,iBAAiBH,IAAI,CAACI,EAAE,cAAc,CAAC;IACjE;IAEA,MAAMC,MAAM,GAAG,MAAMR,OAAO,CAACS,KAAK,CAACL,OAAO,CAA+BD,IAAI,CAACE,QAAQ,CAAC;IACvF,IAAI,CAACG,MAAM,EAAE;MACT,OAAOP,QAAQ,CAACK,KAAK,CAAC,wBAAwBH,IAAI,CAACE,QAAQ,oBAAoB,CAAC;IACpF;IACA;AACR;AACA;IACQ,MAAM;MAAEK,KAAK,EAAEC;IAAS,CAAC,GAAG,MAAMX,OAAO,CAACS,KAAK,CAACG,SAAS,CAAkC;MACvFC,KAAK,EAAE;QACHR,QAAQ,EAAEG,MAAM,CAACD,EAAE;QACnBO,YAAY,EAAEC,qBAAc,CAACC;MACjC,CAAC;MACDC,KAAK,EAAE;IACX,CAAC,CAAC;IACF,IAAIN,QAAQ,CAACO,MAAM,KAAK,CAAC,EAAE;MACvB,OAAOjB,QAAQ,CAACkB,IAAI,CAAC,yCAAyC,CAAC;IACnE;IAEA,MAAMC,KAAK,GAAGT,QAAQ,CAACU,MAAM,CAAW,CAACC,UAAU,EAAEC,OAAO,KAAK;MAC7D,MAAMJ,IAAI,GAAGI,OAAO,CAACC,MAAM,EAAEL,IAAI;MACjC,IAAI,CAACA,IAAI,EAAE;QACP,OAAOG,UAAU;MACrB;MACA,MAAMG,OAAO,GAAGC,MAAM,CAACC,MAAM,CAACR,IAAI,CAAC,CAACS,MAAM,CAACC,OAAO,CAAC;MACnDP,UAAU,CAACQ,IAAI,CAAC,GAAGL,OAAO,CAAC;MAC3B,OAAOH,UAAU;IACrB,CAAC,EAAE,EAAE,CAAC;IAEN,MAAMS,EAAE,GAAG,IAAAC,iBAAQ,EAAC;MAChBC,MAAM,EAAEC,OAAO,CAACC,GAAG,CAACC;IACxB,CAAC,CAAC;IAEF,MAAMC,SAAS,GAAG7B,MAAM,CAACgB,MAAM,EAAEc,GAAG;IACpC,IAAI,OAAOD,SAAS,KAAK,QAAQ,EAAE;MAC/B,MAAMN,EAAE,CAACQ,YAAY,CAAC;QAClBC,MAAM,EAAEN,OAAO,CAACC,GAAG,CAACM,SAAS;QAC7BC,GAAG,EAAEL;MACT,CAAC,CAAC;IACN;IAEA,MAAMM,MAAM,GAAG,IAAAC,cAAW,EAACxB,KAAK,EAAE,GAAG,CAAC;IAEtC,KAAK,MAAMyB,KAAK,IAAIF,MAAM,EAAE;MACxB,MAAMZ,EAAE,CAACe,aAAa,CAAC;QACnBN,MAAM,EAAEN,OAAO,CAACC,GAAG,CAACM,SAAS;QAC7BM,MAAM,EAAE;UACJC,OAAO,EAAEH,KAAK,CAACI,GAAG,CAACP,GAAG,KAAK;YAAEA;UAAI,CAAC,CAAC;QACvC;MACJ,CAAC,CAAC;IACN;IAEA,OAAOzC,QAAQ,CAACkB,IAAI,CAAC,oBAAoB,CAAC;EAC9C;AACJ;AAAC+B,OAAA,CAAArD,kBAAA,GAAAA,kBAAA","ignoreList":[]}

package/export/pages/ExportPagesController.d.ts

@@ -0,0 +1,5 @@
+import type { IExportPagesControllerTaskParams } from "./types";
+import type { ITaskResponseResult } from "@webiny/tasks";
+export declare class ExportPagesController {
+    execute(params: IExportPagesControllerTaskParams): Promise<ITaskResponseResult>;
+}

package/export/pages/ExportPagesController.js

@@ -0,0 +1,31 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ExportPagesController = void 0;
+var _ProcessZipPagesTasks = require("./controller/ProcessZipPagesTasks");
+var _CreateZipPagesTasks = require("./controller/CreateZipPagesTasks");
+class ExportPagesController {
+  async execute(params) {
+    const {
+      input
+    } = params;
+    /**
+     * In case subtasks for zipping pages are already created, we need to wait for them to finish.
+     * After they are done, we can combine all zip files into a single one.
+     */
+    if (input.zippingPages) {
+      const processZipPagesTasks = new _ProcessZipPagesTasks.ProcessZipPagesTasks();
+      return await processZipPagesTasks.execute(params);
+    }
+    /**
+     * On the first run of the task, we need to create subtasks for zipping pages in batches.
+     */
+    const createZipPagesTasks = new _CreateZipPagesTasks.CreateZipPagesTasks();
+    return await createZipPagesTasks.execute(params);
+  }
+}
+exports.ExportPagesController = ExportPagesController;
+
+//# sourceMappingURL=ExportPagesController.js.map

package/export/pages/ExportPagesController.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_ProcessZipPagesTasks","require","_CreateZipPagesTasks","ExportPagesController","execute","params","input","zippingPages","processZipPagesTasks","ProcessZipPagesTasks","createZipPagesTasks","CreateZipPagesTasks","exports"],"sources":["ExportPagesController.ts"],"sourcesContent":["import type { IExportPagesControllerTaskParams } from \"./types\";\nimport type { ITaskResponseResult } from \"@webiny/tasks\";\nimport { ProcessZipPagesTasks } from \"./controller/ProcessZipPagesTasks\";\nimport { CreateZipPagesTasks } from \"./controller/CreateZipPagesTasks\";\n\nexport class ExportPagesController {\n    public async execute(params: IExportPagesControllerTaskParams): Promise<ITaskResponseResult> {\n        const { input } = params;\n        /**\n         * In case subtasks for zipping pages are already created, we need to wait for them to finish.\n         * After they are done, we can combine all zip files into a single one.\n         */\n        if (input.zippingPages) {\n            const processZipPagesTasks = new ProcessZipPagesTasks();\n            return await processZipPagesTasks.execute(params);\n        }\n        /**\n         * On the first run of the task, we need to create subtasks for zipping pages in batches.\n         */\n        const createZipPagesTasks = new CreateZipPagesTasks();\n        return await createZipPagesTasks.execute(params);\n    }\n}\n"],"mappings":";;;;;;AAEA,IAAAA,qBAAA,GAAAC,OAAA;AACA,IAAAC,oBAAA,GAAAD,OAAA;AAEO,MAAME,qBAAqB,CAAC;EAC/B,MAAaC,OAAOA,CAACC,MAAwC,EAAgC;IACzF,MAAM;MAAEC;IAAM,CAAC,GAAGD,MAAM;IACxB;AACR;AACA;AACA;IACQ,IAAIC,KAAK,CAACC,YAAY,EAAE;MACpB,MAAMC,oBAAoB,GAAG,IAAIC,0CAAoB,CAAC,CAAC;MACvD,OAAO,MAAMD,oBAAoB,CAACJ,OAAO,CAACC,MAAM,CAAC;IACrD;IACA;AACR;AACA;IACQ,MAAMK,mBAAmB,GAAG,IAAIC,wCAAmB,CAAC,CAAC;IACrD,OAAO,MAAMD,mBAAmB,CAACN,OAAO,CAACC,MAAM,CAAC;EACpD;AACJ;AAACO,OAAA,CAAAT,qBAAA,GAAAA,qBAAA","ignoreList":[]}

package/export/pages/ExportPagesZipPages.d.ts

@@ -0,0 +1,5 @@
+import type { IExportPagesZipPagesTaskParams } from "./types";
+import type { ITaskResponseResult } from "@webiny/tasks";
+export declare class ExportPagesZipPages {
+    execute(params: IExportPagesZipPagesTaskParams): Promise<ITaskResponseResult>;
+}