@webiny/api-page-builder-import-export 0.0.0-unstable.e3f4727c56 → 0.0.0-unstable.eb196ccd2f
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client.d.ts +1 -1
- package/client.js +12 -21
- package/client.js.map +1 -1
- package/export/combine/blocksHandler.d.ts +2 -2
- package/export/combine/blocksHandler.js +4 -2
- package/export/combine/blocksHandler.js.map +1 -1
- package/export/combine/formsHandler.d.ts +6 -0
- package/export/combine/{pagesHandler.js → formsHandler.js} +19 -17
- package/export/combine/formsHandler.js.map +1 -0
- package/export/combine/index.d.ts +2 -2
- package/export/combine/index.js +25 -16
- package/export/combine/index.js.map +1 -1
- package/export/combine/templatesHandler.d.ts +2 -2
- package/export/combine/templatesHandler.js +4 -2
- package/export/combine/templatesHandler.js.map +1 -1
- package/export/pages/ExportPagesCleanup.d.ts +5 -0
- package/export/pages/ExportPagesCleanup.js +82 -0
- package/export/pages/ExportPagesCleanup.js.map +1 -0
- package/export/pages/ExportPagesController.d.ts +5 -0
- package/export/pages/ExportPagesController.js +31 -0
- package/export/pages/ExportPagesController.js.map +1 -0
- package/export/pages/ExportPagesZipPages.d.ts +5 -0
- package/export/pages/ExportPagesZipPages.js +23 -0
- package/export/pages/ExportPagesZipPages.js.map +1 -0
- package/export/pages/controller/CombineZippedPages.d.ts +5 -0
- package/export/pages/controller/CombineZippedPages.js +75 -0
- package/export/pages/controller/CombineZippedPages.js.map +1 -0
- package/export/pages/controller/CreateZipPagesTasks.d.ts +8 -0
- package/export/pages/controller/CreateZipPagesTasks.js +103 -0
- package/export/pages/controller/CreateZipPagesTasks.js.map +1 -0
- package/export/pages/controller/ProcessZipPagesTasks.d.ts +6 -0
- package/export/pages/controller/ProcessZipPagesTasks.js +61 -0
- package/export/pages/controller/ProcessZipPagesTasks.js.map +1 -0
- package/export/pages/types.d.ts +53 -0
- package/export/pages/types.js +26 -0
- package/export/pages/types.js.map +1 -0
- package/export/pages/utils.d.ts +2 -0
- package/export/pages/utils.js +13 -0
- package/export/pages/utils.js.map +1 -0
- package/export/pages/zipPages/ZipPages.d.ts +5 -0
- package/export/pages/zipPages/ZipPages.js +100 -0
- package/export/pages/zipPages/ZipPages.js.map +1 -0
- package/export/pages/zipPages/ZipPagesDataManager.d.ts +14 -0
- package/export/pages/zipPages/ZipPagesDataManager.js +46 -0
- package/export/pages/zipPages/ZipPagesDataManager.js.map +1 -0
- package/export/pages/zipPages/getPageFactory.d.ts +4 -0
- package/export/pages/zipPages/getPageFactory.js +38 -0
- package/export/pages/zipPages/getPageFactory.js.map +1 -0
- package/export/process/blocksHandler.d.ts +2 -2
- package/export/process/blocksHandler.js +13 -6
- package/export/process/blocksHandler.js.map +1 -1
- package/export/process/exporters/BlockExporter.d.ts +12 -0
- package/export/process/exporters/BlockExporter.js +57 -0
- package/export/process/exporters/BlockExporter.js.map +1 -0
- package/export/process/exporters/FormExporter.d.ts +9 -0
- package/export/process/exporters/FormExporter.js +36 -0
- package/export/process/exporters/FormExporter.js.map +1 -0
- package/export/process/exporters/PageExporter.d.ts +18 -0
- package/export/process/exporters/PageExporter.js +59 -0
- package/export/process/exporters/PageExporter.js.map +1 -0
- package/export/process/exporters/PageTemplateExporter.d.ts +11 -0
- package/export/process/exporters/PageTemplateExporter.js +58 -0
- package/export/process/exporters/PageTemplateExporter.js.map +1 -0
- package/export/process/formsHandler.d.ts +6 -0
- package/export/process/{pagesHandler.js → formsHandler.js} +36 -36
- package/export/process/formsHandler.js.map +1 -0
- package/export/process/index.d.ts +2 -2
- package/export/process/index.js +25 -16
- package/export/process/index.js.map +1 -1
- package/export/process/templatesHandler.d.ts +2 -2
- package/export/process/templatesHandler.js +8 -6
- package/export/process/templatesHandler.js.map +1 -1
- package/export/s3Stream.d.ts +16 -11
- package/export/s3Stream.js +27 -23
- package/export/s3Stream.js.map +1 -1
- package/export/utils.d.ts +11 -9
- package/export/utils.js +33 -24
- package/export/utils.js.map +1 -1
- package/export/zipper.d.ts +7 -6
- package/export/zipper.js +20 -24
- package/export/zipper.js.map +1 -1
- package/graphql/crud/blocks.crud.d.ts +1 -1
- package/graphql/crud/blocks.crud.js +50 -29
- package/graphql/crud/blocks.crud.js.map +1 -1
- package/graphql/crud/forms.crud.d.ts +4 -0
- package/graphql/crud/forms.crud.js +162 -0
- package/graphql/crud/forms.crud.js.map +1 -0
- package/graphql/crud/importExportTasks.crud.d.ts +2 -2
- package/graphql/crud/importExportTasks.crud.js +144 -111
- package/graphql/crud/importExportTasks.crud.js.map +1 -1
- package/graphql/crud/pages.crud.d.ts +1 -1
- package/graphql/crud/pages.crud.js +238 -121
- package/graphql/crud/pages.crud.js.map +1 -1
- package/graphql/crud/templates.crud.d.ts +1 -1
- package/graphql/crud/templates.crud.js +48 -16
- package/graphql/crud/templates.crud.js.map +1 -1
- package/graphql/crud.d.ts +2 -2
- package/graphql/crud.js +5 -2
- package/graphql/crud.js.map +1 -1
- package/graphql/graphql/blocks.gql.d.ts +2 -2
- package/graphql/graphql/blocks.gql.js +7 -7
- package/graphql/graphql/blocks.gql.js.map +1 -1
- package/graphql/graphql/forms.gql.d.ts +4 -0
- package/graphql/graphql/forms.gql.js +60 -0
- package/graphql/graphql/forms.gql.js.map +1 -0
- package/graphql/graphql/importExportTasks.gql.d.ts +2 -2
- package/graphql/graphql/importExportTasks.gql.js +7 -7
- package/graphql/graphql/importExportTasks.gql.js.map +1 -1
- package/graphql/graphql/pages.gql.d.ts +2 -2
- package/graphql/graphql/pages.gql.js +103 -14
- package/graphql/graphql/pages.gql.js.map +1 -1
- package/graphql/graphql/templates.gql.d.ts +2 -2
- package/graphql/graphql/templates.gql.js +6 -6
- package/graphql/graphql/templates.gql.js.map +1 -1
- package/graphql/graphql/utils/resolve.d.ts +3 -3
- package/graphql/graphql/utils/resolve.js +16 -5
- package/graphql/graphql/utils/resolve.js.map +1 -1
- package/graphql/graphql.d.ts +1 -1
- package/graphql/graphql.js +4 -2
- package/graphql/graphql.js.map +1 -1
- package/graphql/index.d.ts +2 -2
- package/graphql/index.js +5 -2
- package/graphql/index.js.map +1 -1
- package/graphql/types.d.ts +194 -31
- package/graphql/types.js +3 -1
- package/graphql/types.js.map +1 -1
- package/import/constants.d.ts +3 -0
- package/import/constants.js +13 -0
- package/import/constants.js.map +1 -0
- package/import/create/blocksHandler.d.ts +2 -2
- package/import/create/blocksHandler.js +7 -6
- package/import/create/blocksHandler.js.map +1 -1
- package/import/create/formsHandler.d.ts +3 -0
- package/import/create/formsHandler.js +105 -0
- package/import/create/formsHandler.js.map +1 -0
- package/import/create/index.d.ts +2 -2
- package/import/create/index.js +25 -16
- package/import/create/index.js.map +1 -1
- package/import/create/pagesHandler.d.ts +2 -2
- package/import/create/pagesHandler.js +6 -3
- package/import/create/pagesHandler.js.map +1 -1
- package/import/create/templatesHandler.d.ts +2 -2
- package/import/create/templatesHandler.js +5 -2
- package/import/create/templatesHandler.js.map +1 -1
- package/import/pages/ImportPagesController.d.ts +5 -0
- package/import/pages/ImportPagesController.js +29 -0
- package/import/pages/ImportPagesController.js.map +1 -0
- package/import/pages/ImportPagesProcessPages.d.ts +6 -0
- package/import/pages/ImportPagesProcessPages.js +112 -0
- package/import/pages/ImportPagesProcessPages.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.d.ts +6 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js +40 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessZipFile.d.ts +5 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js +71 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js.map +1 -0
- package/import/pages/process/importPage.d.ts +10 -0
- package/import/pages/process/importPage.js +94 -0
- package/import/pages/process/importPage.js.map +1 -0
- package/import/pages/types.d.ts +48 -0
- package/import/pages/types.js +20 -0
- package/import/pages/types.js.map +1 -0
- package/import/process/blocks/ElementIdsProcessor.d.ts +5 -0
- package/import/process/blocks/ElementIdsProcessor.js +26 -0
- package/import/process/blocks/ElementIdsProcessor.js.map +1 -0
- package/import/process/{blocksHandler.d.ts → blocks/blocksHandler.d.ts} +2 -2
- package/import/process/{blocksHandler.js → blocks/blocksHandler.js} +13 -13
- package/import/process/blocks/blocksHandler.js.map +1 -0
- package/import/process/blocks/importBlock.d.ts +11 -0
- package/import/process/blocks/importBlock.js +101 -0
- package/import/process/blocks/importBlock.js.map +1 -0
- package/import/process/forms/formsHandler.d.ts +3 -0
- package/import/process/{pagesHandler.js → forms/formsHandler.js} +39 -44
- package/import/process/forms/formsHandler.js.map +1 -0
- package/import/process/forms/importForm.d.ts +9 -0
- package/import/process/forms/importForm.js +47 -0
- package/import/process/forms/importForm.js.map +1 -0
- package/import/process/index.d.ts +2 -2
- package/import/process/index.js +27 -18
- package/import/process/index.js.map +1 -1
- package/import/process/templates/importTemplate.d.ts +11 -0
- package/import/process/templates/importTemplate.js +70 -0
- package/import/process/templates/importTemplate.js.map +1 -0
- package/import/process/{templatesHandler.d.ts → templates/templatesHandler.d.ts} +2 -2
- package/import/process/{templatesHandler.js → templates/templatesHandler.js} +14 -9
- package/import/process/templates/templatesHandler.js.map +1 -0
- package/import/utils/deleteS3Folder.d.ts +1 -0
- package/import/utils/deleteS3Folder.js +21 -0
- package/import/utils/deleteS3Folder.js.map +1 -0
- package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
- package/import/utils/extractAndUploadZipFileContents.js +126 -0
- package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
- package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
- package/import/utils/extractZipAndUploadToS3.js +100 -0
- package/import/utils/extractZipAndUploadToS3.js.map +1 -0
- package/import/utils/getFileNameWithoutExt.d.ts +1 -0
- package/import/utils/getFileNameWithoutExt.js +13 -0
- package/import/utils/getFileNameWithoutExt.js.map +1 -0
- package/import/utils/index.d.ts +9 -0
- package/import/utils/index.js +106 -0
- package/import/utils/index.js.map +1 -0
- package/import/utils/initialStats.d.ts +7 -0
- package/import/utils/initialStats.js +18 -0
- package/import/utils/initialStats.js.map +1 -0
- package/import/utils/prepareDataDirMap.d.ts +6 -0
- package/import/utils/prepareDataDirMap.js +31 -0
- package/import/utils/prepareDataDirMap.js.map +1 -0
- package/import/utils/updateFilesInData.d.ts +8 -0
- package/import/utils/updateFilesInData.js +51 -0
- package/import/utils/updateFilesInData.js.map +1 -0
- package/import/utils/uploadAssets.d.ts +10 -0
- package/import/utils/uploadAssets.js +92 -0
- package/import/utils/uploadAssets.js.map +1 -0
- package/import/utils/uploadFilesFromS3.d.ts +3 -0
- package/import/utils/uploadFilesFromS3.js +21 -0
- package/import/utils/uploadFilesFromS3.js.map +1 -0
- package/mockSecurity.d.ts +1 -1
- package/mockSecurity.js +3 -2
- package/mockSecurity.js.map +1 -1
- package/package.json +37 -53
- package/tasks/common/ChildTasksCleanup.d.ts +12 -0
- package/tasks/common/ChildTasksCleanup.js +64 -0
- package/tasks/common/ChildTasksCleanup.js.map +1 -0
- package/tasks/index.d.ts +1 -0
- package/tasks/index.js +13 -0
- package/tasks/index.js.map +1 -0
- package/tasks/pages/exportPagesCleanupTask.d.ts +3 -0
- package/tasks/pages/exportPagesCleanupTask.js +36 -0
- package/tasks/pages/exportPagesCleanupTask.js.map +1 -0
- package/tasks/pages/exportPagesControllerTask.d.ts +3 -0
- package/tasks/pages/exportPagesControllerTask.js +83 -0
- package/tasks/pages/exportPagesControllerTask.js.map +1 -0
- package/tasks/pages/exportPagesZipPagesTask.d.ts +3 -0
- package/tasks/pages/exportPagesZipPagesTask.js +39 -0
- package/tasks/pages/exportPagesZipPagesTask.js.map +1 -0
- package/tasks/pages/importPagesControllerTask.d.ts +3 -0
- package/tasks/pages/importPagesControllerTask.js +39 -0
- package/tasks/pages/importPagesControllerTask.js.map +1 -0
- package/tasks/pages/importPagesProcessPageTask.d.ts +3 -0
- package/tasks/pages/importPagesProcessPageTask.js +39 -0
- package/tasks/pages/importPagesProcessPageTask.js.map +1 -0
- package/tasks/pages/index.d.ts +1 -0
- package/tasks/pages/index.js +17 -0
- package/tasks/pages/index.js.map +1 -0
- package/types.d.ts +23 -2
- package/types.js +60 -8
- package/types.js.map +1 -1
- package/utils/ZipFiles.d.ts +11 -0
- package/utils/ZipFiles.js +124 -0
- package/utils/ZipFiles.js.map +1 -0
- package/export/combine/pagesHandler.d.ts +0 -6
- package/export/combine/pagesHandler.js.map +0 -1
- package/export/process/pagesHandler.d.ts +0 -6
- package/export/process/pagesHandler.js.map +0 -1
- package/import/process/blocksHandler.js.map +0 -1
- package/import/process/pagesHandler.d.ts +0 -3
- package/import/process/pagesHandler.js.map +0 -1
- package/import/process/templatesHandler.js.map +0 -1
- package/import/utils.d.ts +0 -56
- package/import/utils.js +0 -607
- package/import/utils.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["getPageFactory","context","store","published","pageId","pageBuilder","getPublishedPageById","id","ex","getPage","message","addErrorLog","error","console","exports"],"sources":["getPageFactory.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/graphql/types\";\nimport type { ITaskManagerStore } from \"@webiny/tasks\";\nimport type { IExportPagesZipPagesInput } from \"~/export/pages/types\";\n\nexport const getPageFactory = (\n context: PbImportExportContext,\n store: ITaskManagerStore<IExportPagesZipPagesInput>,\n published: boolean\n) => {\n return async (pageId: string) => {\n if (published) {\n try {\n return await context.pageBuilder.getPublishedPageById({\n id: pageId\n });\n } catch (ex) {\n /**\n * We do not need to do anything on exception because we will fetch the latest version.\n */\n }\n }\n try {\n return await context.pageBuilder.getPage(pageId);\n } catch (ex) {\n const message = `There is no page with ID ${pageId}.`;\n try {\n await store.addErrorLog({\n message,\n error: ex\n });\n } catch {\n console.error(`Failed to add error log: \"${message}\"`);\n }\n return null;\n }\n };\n};\n"],"mappings":";;;;;;AAIO,MAAMA,cAAc,GAAGA,CAC1BC,OAA8B,EAC9BC,KAAmD,EACnDC,SAAkB,KACjB;EACD,OAAO,MAAOC,MAAc,IAAK;IAC7B,IAAID,SAAS,EAAE;MACX,IAAI;QACA,OAAO,MAAMF,OAAO,CAACI,WAAW,CAACC,oBAAoB,CAAC;UAClDC,EAAE,EAAEH;QACR,CAAC,CAAC;MACN,CAAC,CAAC,OAAOI,EAAE,EAAE;QACT;AAChB;AACA;MAFgB;IAIR;IACA,IAAI;MACA,OAAO,MAAMP,OAAO,CAACI,WAAW,CAACI,OAAO,CAACL,MAAM,CAAC;IACpD,CAAC,CAAC,OAAOI,EAAE,EAAE;MACT,MAAME,OAAO,GAAG,4BAA4BN,MAAM,GAAG;MACrD,IAAI;QACA,MAAMF,KAAK,CAACS,WAAW,CAAC;UACpBD,OAAO;UACPE,KAAK,EAAEJ;QACX,CAAC,CAAC;MACN,CAAC,CAAC,MAAM;QACJK,OAAO,CAACD,KAAK,CAAC,6BAA6BF,OAAO,GAAG,CAAC;MAC1D;MACA,OAAO,IAAI;IACf;EACJ,CAAC;AACL,CAAC;AAACI,OAAA,CAAAd,cAAA,GAAAA,cAAA","ignoreList":[]}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { PbImportExportContext } from "../../types";
|
|
2
|
-
import { Configuration, Payload, Response } from "
|
|
1
|
+
import type { PbImportExportContext } from "../../types";
|
|
2
|
+
import type { Configuration, Payload, Response } from "./";
|
|
3
3
|
/**
|
|
4
4
|
* Handles the export blocks process workflow.
|
|
5
5
|
*/
|
|
@@ -7,9 +7,9 @@ exports.blocksHandler = void 0;
|
|
|
7
7
|
var _types = require("../../types");
|
|
8
8
|
var _client = require("../../client");
|
|
9
9
|
var _handlerGraphql = require("@webiny/handler-graphql");
|
|
10
|
-
var _utils = require("../utils");
|
|
11
10
|
var _mockSecurity = require("../../mockSecurity");
|
|
12
|
-
var
|
|
11
|
+
var _utils = require("@webiny/utils");
|
|
12
|
+
var _BlockExporter = require("./exporters/BlockExporter");
|
|
13
13
|
/**
|
|
14
14
|
* Handles the export blocks process workflow.
|
|
15
15
|
*/
|
|
@@ -37,7 +37,7 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
37
37
|
* Note: We're not going to DB for finding the next sub-task to process,
|
|
38
38
|
* because the data might be out of sync due to GSI eventual consistency.
|
|
39
39
|
*/
|
|
40
|
-
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0,
|
|
40
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
|
|
41
41
|
/**
|
|
42
42
|
* Base condition!!
|
|
43
43
|
* Bail out early, if task not found or task's status is not "pending".
|
|
@@ -65,6 +65,11 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
65
65
|
throw new _handlerGraphql.NotFoundError(`Unable to load block "${blockId}"`);
|
|
66
66
|
}
|
|
67
67
|
log(`Processing block key "${blockId}"`);
|
|
68
|
+
const blockCategory = await pageBuilder.getBlockCategory(block.blockCategory);
|
|
69
|
+
if (!blockCategory) {
|
|
70
|
+
log(`Unable to load block category "${block.blockCategory}"`);
|
|
71
|
+
throw new _handlerGraphql.NotFoundError(`Unable to load block category "${block.blockCategory}"`);
|
|
72
|
+
}
|
|
68
73
|
|
|
69
74
|
// Mark task status as PROCESSING
|
|
70
75
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
@@ -77,8 +82,8 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
77
82
|
});
|
|
78
83
|
prevStatusOfSubTask = subTask.status;
|
|
79
84
|
log(`Extracting block data and uploading to storage...`);
|
|
80
|
-
|
|
81
|
-
const blockDataZip = await
|
|
85
|
+
const blockExporter = new _BlockExporter.BlockExporter(fileManager);
|
|
86
|
+
const blockDataZip = await blockExporter.execute(block, blockCategory, exportBlocksDataKey);
|
|
82
87
|
log(`Finish uploading zip...`);
|
|
83
88
|
// Update task record in DB
|
|
84
89
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
@@ -159,4 +164,6 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
159
164
|
error: null
|
|
160
165
|
};
|
|
161
166
|
};
|
|
162
|
-
exports.blocksHandler = blocksHandler;
|
|
167
|
+
exports.blocksHandler = blocksHandler;
|
|
168
|
+
|
|
169
|
+
//# sourceMappingURL=blocksHandler.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","blockId","exportBlocksDataKey","block","getPageBlock","NotFoundError","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","blockDataZip","exportBlock","COMPLETED","message","key","Key","e","FAILED","name","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process"],"sources":["blocksHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportBlock } from \"~/export/utils\";\nimport { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/export/process\";\n\n/**\n * Handles the export blocks process workflow.\n */\nexport const blocksHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Export Blocks Process Handler\");\n const { pageBuilder, fileManager } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity as SecurityIdentity, context);\n try {\n /*\n * Note: We're not going to DB for finding the next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { input } = subTask;\n const { blockId, exportBlocksDataKey } = input;\n\n const block = await pageBuilder.getPageBlock(blockId);\n\n if (!block) {\n log(`Unable to load block \"${blockId}\"`);\n throw new NotFoundError(`Unable to load block \"${blockId}\"`);\n }\n\n log(`Processing block key \"${blockId}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n log(`Extracting block data and uploading to storage...`);\n // Extract Block\n const blockDataZip = await exportBlock(block, exportBlocksDataKey, fileManager);\n log(`Finish uploading zip...`);\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading data for block \"${block.id}\"`,\n key: blockDataZip.Key\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[EXPORT_BLOCKS_PROCESS] Error => \", e.message);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: \"EXPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n // Combine individual block zip files.\n await invokeHandlerClient<ExtractPayload>({\n context,\n name: configuration.handlers.combine,\n payload: {\n taskId,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - combine\"\n });\n } else {\n console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current block error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AAEA;AAEA;AAGA;AACA;AACA;AACO,MAAMA,aAAa,GAAG,OACzBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,uCAAuC,CAAC;EAC5C,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAsBb,OAAO,CAAC;EACnD,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,eAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IAEAH,GAAG,CAAE,uBAAsBE,OAAO,CAACkB,EAAG,EAAC,CAAC;IAExC,MAAM;MAAEC;IAAM,CAAC,GAAGnB,OAAO;IACzB,MAAM;MAAEoB,OAAO;MAAEC;IAAoB,CAAC,GAAGF,KAAK;IAE9C,MAAMG,KAAK,GAAG,MAAMjB,WAAW,CAACkB,YAAY,CAACH,OAAO,CAAC;IAErD,IAAI,CAACE,KAAK,EAAE;MACRxB,GAAG,CAAE,yBAAwBsB,OAAQ,GAAE,CAAC;MACxC,MAAM,IAAII,6BAAa,CAAE,yBAAwBJ,OAAQ,GAAE,CAAC;IAChE;IAEAtB,GAAG,CAAE,yBAAwBsB,OAAQ,GAAE,CAAC;;IAExC;IACApB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACuB;IACnC,CAAC,CAAC;IACF;IACA,MAAMrB,WAAW,CAACO,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;MACnDqB,UAAU,EAAE1B,mBAAmB;MAC/B2B,UAAU,EAAE1B,6BAAsB,CAACuB;IACvC,CAAC,CAAC;IACFxB,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAE,mDAAkD,CAAC;IACxD;IACA,MAAMgC,YAAY,GAAG,MAAM,IAAAC,kBAAW,EAACT,KAAK,EAAED,mBAAmB,EAAEf,WAAW,CAAC;IAC/ER,GAAG,CAAE,yBAAwB,CAAC;IAC9B;IACAE,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAAC6B,SAAS;MACxChB,IAAI,EAAE;QACFiB,OAAO,EAAG,oCAAmCX,KAAK,CAACJ,EAAG,GAAE;QACxDgB,GAAG,EAAEJ,YAAY,CAACK;MACtB;IACJ,CAAC,CAAC;IACF;IACA,MAAM9B,WAAW,CAACO,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;MACnDqB,UAAU,EAAE1B,mBAAmB;MAC/B2B,UAAU,EAAE1B,6BAAsB,CAAC6B;IACvC,CAAC,CAAC;IACF9B,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAOqB,CAAC,EAAE;IACRtC,GAAG,CAAC,mCAAmC,EAAEsC,CAAC,CAACH,OAAO,CAAC;IAEnD,IAAIjC,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACkC,MAAM;QACrCpB,KAAK,EAAE;UACHqB,IAAI,EAAEF,CAAC,CAACE,IAAI;UACZL,OAAO,EAAEG,CAAC,CAACH,OAAO;UAClBM,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMlC,WAAW,CAACO,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;QACnDqB,UAAU,EAAE1B,mBAAmB;QAC/B2B,UAAU,EAAE1B,6BAAsB,CAACkC;MACvC,CAAC,CAAC;MACFnC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHgB,OAAO,EAAEG,CAAC,CAACH;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAIhC,aAAa,EAAE;MACfH,GAAG,CAAE,gCAA+BS,MAAO,EAAC,CAAC;MAC7C;MACA,MAAM,IAAAiC,2BAAmB,EAAiB;QACtC3C,OAAO;QACPyC,IAAI,EAAE3C,aAAa,CAAC8C,QAAQ,CAACC,OAAO;QACpC9C,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAAC8C,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN,CAAC,MAAM;MACH9C,OAAO,CAACD,GAAG,CAAE,8BAA6BU,YAAY,GAAG,CAAE,GAAE,CAAC;MAC9D;MACA,MAAM,IAAAgC,2BAAmB,EAAU;QAC/B3C,OAAO;QACPyC,IAAI,EAAE3C,aAAa,CAAC8C,QAAQ,CAACK,OAAO;QACpClD,OAAO,EAAE;UACLW,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAAC8C,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACH7B,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAAC"}
|
|
1
|
+
{"version":3,"names":["_types","require","_client","_handlerGraphql","_mockSecurity","_utils","_BlockExporter","blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","blockId","exportBlocksDataKey","block","getPageBlock","NotFoundError","blockCategory","getBlockCategory","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","blockExporter","BlockExporter","blockDataZip","execute","COMPLETED","message","key","Key","e","FAILED","name","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process","exports"],"sources":["blocksHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport type { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport type { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/export/process\";\nimport { BlockExporter } from \"./exporters/BlockExporter\";\n\n/**\n * Handles the export blocks process workflow.\n */\nexport const blocksHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Export Blocks Process Handler\");\n const { pageBuilder, fileManager } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity as SecurityIdentity, context);\n try {\n /*\n * Note: We're not going to DB for finding the next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { input } = subTask;\n const { blockId, exportBlocksDataKey } = input;\n\n const block = await pageBuilder.getPageBlock(blockId);\n\n if (!block) {\n log(`Unable to load block \"${blockId}\"`);\n throw new NotFoundError(`Unable to load block \"${blockId}\"`);\n }\n\n log(`Processing block key \"${blockId}\"`);\n\n const blockCategory = await pageBuilder.getBlockCategory(block.blockCategory);\n\n if (!blockCategory) {\n log(`Unable to load block category \"${block.blockCategory}\"`);\n throw new NotFoundError(`Unable to load block category \"${block.blockCategory}\"`);\n }\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n log(`Extracting block data and uploading to storage...`);\n const blockExporter = new BlockExporter(fileManager);\n const blockDataZip = await blockExporter.execute(block, blockCategory, exportBlocksDataKey);\n\n log(`Finish uploading zip...`);\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading data for block \"${block.id}\"`,\n key: blockDataZip.Key\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[EXPORT_BLOCKS_PROCESS] Error => \", e.message);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: \"EXPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n // Combine individual block zip files.\n await invokeHandlerClient<ExtractPayload>({\n context,\n name: configuration.handlers.combine,\n payload: {\n taskId,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - combine\"\n });\n } else {\n console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current block error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AAEA,IAAAG,aAAA,GAAAH,OAAA;AAEA,IAAAI,MAAA,GAAAJ,OAAA;AAEA,IAAAK,cAAA,GAAAL,OAAA;AAEA;AACA;AACA;AACO,MAAMM,aAAa,GAAG,MAAAA,CACzBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,uCAAuC,CAAC;EAC5C,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAsBb,OAAO,CAAC;EACnD,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IAEAH,GAAG,CAAC,uBAAuBE,OAAO,CAACkB,EAAE,EAAE,CAAC;IAExC,MAAM;MAAEC;IAAM,CAAC,GAAGnB,OAAO;IACzB,MAAM;MAAEoB,OAAO;MAAEC;IAAoB,CAAC,GAAGF,KAAK;IAE9C,MAAMG,KAAK,GAAG,MAAMjB,WAAW,CAACkB,YAAY,CAACH,OAAO,CAAC;IAErD,IAAI,CAACE,KAAK,EAAE;MACRxB,GAAG,CAAC,yBAAyBsB,OAAO,GAAG,CAAC;MACxC,MAAM,IAAII,6BAAa,CAAC,yBAAyBJ,OAAO,GAAG,CAAC;IAChE;IAEAtB,GAAG,CAAC,yBAAyBsB,OAAO,GAAG,CAAC;IAExC,MAAMK,aAAa,GAAG,MAAMpB,WAAW,CAACqB,gBAAgB,CAACJ,KAAK,CAACG,aAAa,CAAC;IAE7E,IAAI,CAACA,aAAa,EAAE;MAChB3B,GAAG,CAAC,kCAAkCwB,KAAK,CAACG,aAAa,GAAG,CAAC;MAC7D,MAAM,IAAID,6BAAa,CAAC,kCAAkCF,KAAK,CAACG,aAAa,GAAG,CAAC;IACrF;;IAEA;IACAzB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACe,aAAa,CAACpB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACyB;IACnC,CAAC,CAAC;IACF;IACA,MAAMvB,WAAW,CAACO,gBAAgB,CAACiB,WAAW,CAACtB,MAAM,EAAE;MACnDuB,UAAU,EAAE5B,mBAAmB;MAC/B6B,UAAU,EAAE5B,6BAAsB,CAACyB;IACvC,CAAC,CAAC;IACF1B,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAC,mDAAmD,CAAC;IACxD,MAAMkC,aAAa,GAAG,IAAIC,4BAAa,CAAC3B,WAAW,CAAC;IACpD,MAAM4B,YAAY,GAAG,MAAMF,aAAa,CAACG,OAAO,CAACb,KAAK,EAAEG,aAAa,EAAEJ,mBAAmB,CAAC;IAE3FvB,GAAG,CAAC,yBAAyB,CAAC;IAC9B;IACAE,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACe,aAAa,CAACpB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACiC,SAAS;MACxCpB,IAAI,EAAE;QACFqB,OAAO,EAAE,oCAAoCf,KAAK,CAACJ,EAAE,GAAG;QACxDoB,GAAG,EAAEJ,YAAY,CAACK;MACtB;IACJ,CAAC,CAAC;IACF;IACA,MAAMlC,WAAW,CAACO,gBAAgB,CAACiB,WAAW,CAACtB,MAAM,EAAE;MACnDuB,UAAU,EAAE5B,mBAAmB;MAC/B6B,UAAU,EAAE5B,6BAAsB,CAACiC;IACvC,CAAC,CAAC;IACFlC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAOyB,CAAC,EAAE;IACR1C,GAAG,CAAC,mCAAmC,EAAE0C,CAAC,CAACH,OAAO,CAAC;IAEnD,IAAIrC,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACe,aAAa,CAACpB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACsC,MAAM;QACrCxB,KAAK,EAAE;UACHyB,IAAI,EAAEF,CAAC,CAACE,IAAI;UACZL,OAAO,EAAEG,CAAC,CAACH,OAAO;UAClBM,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMtC,WAAW,CAACO,gBAAgB,CAACiB,WAAW,CAACtB,MAAM,EAAE;QACnDuB,UAAU,EAAE5B,mBAAmB;QAC/B6B,UAAU,EAAE5B,6BAAsB,CAACsC;MACvC,CAAC,CAAC;MACFvC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHoB,OAAO,EAAEG,CAAC,CAACH;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAIpC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCS,MAAM,EAAE,CAAC;MAC7C;MACA,MAAM,IAAAqC,2BAAmB,EAAiB;QACtC/C,OAAO;QACP6C,IAAI,EAAE/C,aAAa,CAACkD,QAAQ,CAACC,OAAO;QACpClD,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACkD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN,CAAC,MAAM;MACHlD,OAAO,CAACD,GAAG,CAAC,8BAA8BU,YAAY,GAAG,CAAC,GAAG,CAAC;MAC9D;MACA,MAAM,IAAAoC,2BAAmB,EAAU;QAC/B/C,OAAO;QACP6C,IAAI,EAAE/C,aAAa,CAACkD,QAAQ,CAACK,OAAO;QACpCtD,OAAO,EAAE;UACLW,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACkD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHjC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACkC,OAAA,CAAAzD,aAAA,GAAAA,aAAA","ignoreList":[]}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { BlockCategory, PageBlock } from "@webiny/api-page-builder/types";
|
|
2
|
+
import type { File, FileManagerContext } from "@webiny/api-file-manager/types";
|
|
3
|
+
export interface ExportedBlockData {
|
|
4
|
+
block: Pick<PageBlock, "name" | "content">;
|
|
5
|
+
category: BlockCategory;
|
|
6
|
+
files: File[];
|
|
7
|
+
}
|
|
8
|
+
export declare class BlockExporter {
|
|
9
|
+
private fileManager;
|
|
10
|
+
constructor(fileManager: FileManagerContext["fileManager"]);
|
|
11
|
+
execute(block: PageBlock, blockCategory: BlockCategory, exportBlocksDataKey: string): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadOutput>;
|
|
12
|
+
}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.BlockExporter = void 0;
|
|
8
|
+
var _zipper = _interopRequireDefault(require("../../zipper"));
|
|
9
|
+
var _utils = require("../../utils");
|
|
10
|
+
class BlockExporter {
|
|
11
|
+
constructor(fileManager) {
|
|
12
|
+
this.fileManager = fileManager;
|
|
13
|
+
}
|
|
14
|
+
async execute(block, blockCategory, exportBlocksDataKey) {
|
|
15
|
+
// Extract all files
|
|
16
|
+
const files = (0, _utils.extractFilesFromData)(block.content || {});
|
|
17
|
+
const fileIds = files.map(imageFile => imageFile.id);
|
|
18
|
+
// Get file data for all images
|
|
19
|
+
const imageFilesData = [];
|
|
20
|
+
if (fileIds.length > 0) {
|
|
21
|
+
const [filesData] = await this.fileManager.listFiles({
|
|
22
|
+
where: {
|
|
23
|
+
id_in: fileIds
|
|
24
|
+
}
|
|
25
|
+
});
|
|
26
|
+
imageFilesData.push(...filesData);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
// Extract the block data in a json file and upload it to S3
|
|
30
|
+
const blockData = {
|
|
31
|
+
block: {
|
|
32
|
+
name: block.name,
|
|
33
|
+
content: block.content
|
|
34
|
+
},
|
|
35
|
+
category: {
|
|
36
|
+
name: blockCategory.name,
|
|
37
|
+
slug: blockCategory.slug,
|
|
38
|
+
icon: blockCategory.icon,
|
|
39
|
+
description: blockCategory.description
|
|
40
|
+
},
|
|
41
|
+
files: imageFilesData
|
|
42
|
+
};
|
|
43
|
+
const blockDataBuffer = Buffer.from(JSON.stringify(blockData));
|
|
44
|
+
const zipper = new _zipper.default({
|
|
45
|
+
exportInfo: {
|
|
46
|
+
files: imageFilesData,
|
|
47
|
+
name: block.name,
|
|
48
|
+
dataBuffer: blockDataBuffer
|
|
49
|
+
},
|
|
50
|
+
archiveFileKey: exportBlocksDataKey
|
|
51
|
+
});
|
|
52
|
+
return zipper.process();
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
exports.BlockExporter = BlockExporter;
|
|
56
|
+
|
|
57
|
+
//# sourceMappingURL=BlockExporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_zipper","_interopRequireDefault","require","_utils","BlockExporter","constructor","fileManager","execute","block","blockCategory","exportBlocksDataKey","files","extractFilesFromData","content","fileIds","map","imageFile","id","imageFilesData","length","filesData","listFiles","where","id_in","push","blockData","name","category","slug","icon","description","blockDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","dataBuffer","archiveFileKey","process","exports"],"sources":["BlockExporter.ts"],"sourcesContent":["import type { BlockCategory, PageBlock } from \"@webiny/api-page-builder/types\";\nimport type { File, FileManagerContext } from \"@webiny/api-file-manager/types\";\nimport Zipper from \"~/export/zipper\";\nimport { extractFilesFromData } from \"~/export/utils\";\n\nexport interface ExportedBlockData {\n block: Pick<PageBlock, \"name\" | \"content\">;\n category: BlockCategory;\n files: File[];\n}\n\nexport class BlockExporter {\n private fileManager: FileManagerContext[\"fileManager\"];\n\n constructor(fileManager: FileManagerContext[\"fileManager\"]) {\n this.fileManager = fileManager;\n }\n\n async execute(block: PageBlock, blockCategory: BlockCategory, exportBlocksDataKey: string) {\n // Extract all files\n const files = extractFilesFromData(block.content || {});\n const fileIds = files.map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await this.fileManager.listFiles({ where: { id_in: fileIds } });\n imageFilesData.push(...filesData);\n }\n\n // Extract the block data in a json file and upload it to S3\n const blockData = {\n block: {\n name: block.name,\n content: block.content\n },\n category: {\n name: blockCategory.name,\n slug: blockCategory.slug,\n icon: blockCategory.icon,\n description: blockCategory.description\n },\n files: imageFilesData\n };\n const blockDataBuffer = Buffer.from(JSON.stringify(blockData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: block.name,\n dataBuffer: blockDataBuffer\n },\n archiveFileKey: exportBlocksDataKey\n });\n\n return zipper.process();\n }\n}\n"],"mappings":";;;;;;;AAEA,IAAAA,OAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAQO,MAAME,aAAa,CAAC;EAGvBC,WAAWA,CAACC,WAA8C,EAAE;IACxD,IAAI,CAACA,WAAW,GAAGA,WAAW;EAClC;EAEA,MAAMC,OAAOA,CAACC,KAAgB,EAAEC,aAA4B,EAAEC,mBAA2B,EAAE;IACvF;IACA,MAAMC,KAAK,GAAG,IAAAC,2BAAoB,EAACJ,KAAK,CAACK,OAAO,IAAI,CAAC,CAAC,CAAC;IACvD,MAAMC,OAAO,GAAGH,KAAK,CAACI,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;IACpD;IACA,MAAMC,cAAc,GAAG,EAAE;IACzB,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;MACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAM,IAAI,CAACd,WAAW,CAACe,SAAS,CAAC;QAAEC,KAAK,EAAE;UAAEC,KAAK,EAAET;QAAQ;MAAE,CAAC,CAAC;MACnFI,cAAc,CAACM,IAAI,CAAC,GAAGJ,SAAS,CAAC;IACrC;;IAEA;IACA,MAAMK,SAAS,GAAG;MACdjB,KAAK,EAAE;QACHkB,IAAI,EAAElB,KAAK,CAACkB,IAAI;QAChBb,OAAO,EAAEL,KAAK,CAACK;MACnB,CAAC;MACDc,QAAQ,EAAE;QACND,IAAI,EAAEjB,aAAa,CAACiB,IAAI;QACxBE,IAAI,EAAEnB,aAAa,CAACmB,IAAI;QACxBC,IAAI,EAAEpB,aAAa,CAACoB,IAAI;QACxBC,WAAW,EAAErB,aAAa,CAACqB;MAC/B,CAAC;MACDnB,KAAK,EAAEO;IACX,CAAC;IACD,MAAMa,eAAe,GAAGC,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACV,SAAS,CAAC,CAAC;IAE9D,MAAMW,MAAM,GAAG,IAAIC,eAAM,CAAC;MACtBC,UAAU,EAAE;QACR3B,KAAK,EAAEO,cAAc;QACrBQ,IAAI,EAAElB,KAAK,CAACkB,IAAI;QAChBa,UAAU,EAAER;MAChB,CAAC;MACDS,cAAc,EAAE9B;IACpB,CAAC,CAAC;IAEF,OAAO0B,MAAM,CAACK,OAAO,CAAC,CAAC;EAC3B;AACJ;AAACC,OAAA,CAAAtC,aAAA,GAAAA,aAAA","ignoreList":[]}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { FbForm } from "@webiny/api-form-builder/types";
|
|
2
|
+
import type { File } from "@webiny/api-file-manager/types";
|
|
3
|
+
export interface ExportedFormData {
|
|
4
|
+
form: Pick<FbForm, "name" | "status" | "version" | "fields" | "steps" | "settings" | "triggers">;
|
|
5
|
+
files: File[];
|
|
6
|
+
}
|
|
7
|
+
export declare class FormExporter {
|
|
8
|
+
execute(form: FbForm, exportFormsDataKey: string): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadOutput>;
|
|
9
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.FormExporter = void 0;
|
|
8
|
+
var _zipper = _interopRequireDefault(require("../../zipper"));
|
|
9
|
+
class FormExporter {
|
|
10
|
+
async execute(form, exportFormsDataKey) {
|
|
11
|
+
const formData = {
|
|
12
|
+
form: {
|
|
13
|
+
name: form.name,
|
|
14
|
+
status: form.status,
|
|
15
|
+
version: form.version,
|
|
16
|
+
fields: form.fields,
|
|
17
|
+
steps: form.steps,
|
|
18
|
+
settings: form.settings,
|
|
19
|
+
triggers: form.triggers
|
|
20
|
+
}
|
|
21
|
+
};
|
|
22
|
+
const formDataBuffer = Buffer.from(JSON.stringify(formData));
|
|
23
|
+
const zipper = new _zipper.default({
|
|
24
|
+
exportInfo: {
|
|
25
|
+
files: [],
|
|
26
|
+
name: form.name,
|
|
27
|
+
dataBuffer: formDataBuffer
|
|
28
|
+
},
|
|
29
|
+
archiveFileKey: exportFormsDataKey
|
|
30
|
+
});
|
|
31
|
+
return zipper.process();
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
exports.FormExporter = FormExporter;
|
|
35
|
+
|
|
36
|
+
//# sourceMappingURL=FormExporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_zipper","_interopRequireDefault","require","FormExporter","execute","form","exportFormsDataKey","formData","name","status","version","fields","steps","settings","triggers","formDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","files","dataBuffer","archiveFileKey","process","exports"],"sources":["FormExporter.ts"],"sourcesContent":["import Zipper from \"~/export/zipper\";\nimport type { FbForm } from \"@webiny/api-form-builder/types\";\nimport type { File } from \"@webiny/api-file-manager/types\";\n\nexport interface ExportedFormData {\n form: Pick<\n FbForm,\n \"name\" | \"status\" | \"version\" | \"fields\" | \"steps\" | \"settings\" | \"triggers\"\n >;\n files: File[];\n}\n\nexport class FormExporter {\n async execute(form: FbForm, exportFormsDataKey: string) {\n const formData = {\n form: {\n name: form.name,\n status: form.status,\n version: form.version,\n fields: form.fields,\n steps: form.steps,\n settings: form.settings,\n triggers: form.triggers\n }\n };\n const formDataBuffer = Buffer.from(JSON.stringify(formData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: [],\n name: form.name,\n dataBuffer: formDataBuffer\n },\n archiveFileKey: exportFormsDataKey\n });\n\n return zipper.process();\n }\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,OAAA,GAAAC,sBAAA,CAAAC,OAAA;AAYO,MAAMC,YAAY,CAAC;EACtB,MAAMC,OAAOA,CAACC,IAAY,EAAEC,kBAA0B,EAAE;IACpD,MAAMC,QAAQ,GAAG;MACbF,IAAI,EAAE;QACFG,IAAI,EAAEH,IAAI,CAACG,IAAI;QACfC,MAAM,EAAEJ,IAAI,CAACI,MAAM;QACnBC,OAAO,EAAEL,IAAI,CAACK,OAAO;QACrBC,MAAM,EAAEN,IAAI,CAACM,MAAM;QACnBC,KAAK,EAAEP,IAAI,CAACO,KAAK;QACjBC,QAAQ,EAAER,IAAI,CAACQ,QAAQ;QACvBC,QAAQ,EAAET,IAAI,CAACS;MACnB;IACJ,CAAC;IACD,MAAMC,cAAc,GAAGC,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACZ,QAAQ,CAAC,CAAC;IAE5D,MAAMa,MAAM,GAAG,IAAIC,eAAM,CAAC;MACtBC,UAAU,EAAE;QACRC,KAAK,EAAE,EAAE;QACTf,IAAI,EAAEH,IAAI,CAACG,IAAI;QACfgB,UAAU,EAAET;MAChB,CAAC;MACDU,cAAc,EAAEnB;IACpB,CAAC,CAAC;IAEF,OAAOc,MAAM,CAACM,OAAO,CAAC,CAAC;EAC3B;AACJ;AAACC,OAAA,CAAAxB,YAAA,GAAAA,YAAA","ignoreList":[]}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { Page } from "@webiny/api-page-builder/types";
|
|
2
|
+
import type { File, FileManagerContext } from "@webiny/api-file-manager/types";
|
|
3
|
+
export interface ExportedPageData {
|
|
4
|
+
/**
|
|
5
|
+
* TODO: is it really ok not to export whole page object?
|
|
6
|
+
* What if we add some new properties in the future?
|
|
7
|
+
*
|
|
8
|
+
* Type of the exported page data is now created by removing unnecessary properties from the Page type.
|
|
9
|
+
* This way TS will break if we add new property and forget to handle it in the export/import process.
|
|
10
|
+
*/
|
|
11
|
+
page: Omit<Page, "id" | "pid" | "tenant" | "locale" | "editor" | "category" | "createdFrom" | "createdBy" | "createdOn" | "savedOn" | "publishedOn" | "locked" | "ownedBy" | "webinyVersion">;
|
|
12
|
+
files: File[];
|
|
13
|
+
}
|
|
14
|
+
export declare class PageExporter {
|
|
15
|
+
private fileManager;
|
|
16
|
+
constructor(fileManager: FileManagerContext["fileManager"]);
|
|
17
|
+
execute(page: Page, exportPagesDataKey: string): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadOutput>;
|
|
18
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.PageExporter = void 0;
|
|
8
|
+
var _get = _interopRequireDefault(require("lodash/get"));
|
|
9
|
+
var _zipper = _interopRequireDefault(require("../../zipper"));
|
|
10
|
+
var _utils = require("../../utils");
|
|
11
|
+
class PageExporter {
|
|
12
|
+
constructor(fileManager) {
|
|
13
|
+
this.fileManager = fileManager;
|
|
14
|
+
}
|
|
15
|
+
async execute(page, exportPagesDataKey) {
|
|
16
|
+
// Extract all files
|
|
17
|
+
const files = (0, _utils.extractFilesFromData)(page.content || {});
|
|
18
|
+
// Extract images from page settings
|
|
19
|
+
const pageSettingsImages = [(0, _get.default)(page, "settings.general.image"), (0, _get.default)(page, "settings.social.image")].filter(image => image && image.src);
|
|
20
|
+
const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id);
|
|
21
|
+
// Get file data for all images
|
|
22
|
+
const imageFilesData = [];
|
|
23
|
+
if (fileIds.length > 0) {
|
|
24
|
+
const [filesData] = await this.fileManager.listFiles({
|
|
25
|
+
where: {
|
|
26
|
+
id_in: fileIds
|
|
27
|
+
},
|
|
28
|
+
limit: 10000
|
|
29
|
+
});
|
|
30
|
+
imageFilesData.push(...filesData);
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
// Extract the page data in a json file and upload it to S3
|
|
34
|
+
const pageData = {
|
|
35
|
+
page: {
|
|
36
|
+
content: page.content,
|
|
37
|
+
title: page.title,
|
|
38
|
+
path: page.path,
|
|
39
|
+
version: page.version,
|
|
40
|
+
status: page.status,
|
|
41
|
+
settings: page.settings
|
|
42
|
+
},
|
|
43
|
+
files: imageFilesData
|
|
44
|
+
};
|
|
45
|
+
const pageDataBuffer = Buffer.from(JSON.stringify(pageData));
|
|
46
|
+
const zipper = new _zipper.default({
|
|
47
|
+
exportInfo: {
|
|
48
|
+
files: imageFilesData,
|
|
49
|
+
name: page.title,
|
|
50
|
+
dataBuffer: pageDataBuffer
|
|
51
|
+
},
|
|
52
|
+
archiveFileKey: exportPagesDataKey
|
|
53
|
+
});
|
|
54
|
+
return zipper.process();
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
exports.PageExporter = PageExporter;
|
|
58
|
+
|
|
59
|
+
//# sourceMappingURL=PageExporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_get","_interopRequireDefault","require","_zipper","_utils","PageExporter","constructor","fileManager","execute","page","exportPagesDataKey","files","extractFilesFromData","content","pageSettingsImages","get","filter","image","src","fileIds","map","imageFile","id","imageFilesData","length","filesData","listFiles","where","id_in","limit","push","pageData","title","path","version","status","settings","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","name","dataBuffer","archiveFileKey","process","exports"],"sources":["PageExporter.ts"],"sourcesContent":["import get from \"lodash/get\";\nimport type { Page } from \"@webiny/api-page-builder/types\";\nimport type { File, FileManagerContext } from \"@webiny/api-file-manager/types\";\nimport Zipper from \"~/export/zipper\";\nimport { extractFilesFromData } from \"~/export/utils\";\n\nexport interface ExportedPageData {\n /**\n * TODO: is it really ok not to export whole page object?\n * What if we add some new properties in the future?\n *\n * Type of the exported page data is now created by removing unnecessary properties from the Page type.\n * This way TS will break if we add new property and forget to handle it in the export/import process.\n */\n page: Omit<\n Page,\n | \"id\"\n | \"pid\"\n | \"tenant\"\n | \"locale\"\n | \"editor\"\n | \"category\"\n | \"createdFrom\"\n | \"createdBy\"\n | \"createdOn\"\n | \"savedOn\"\n | \"publishedOn\"\n | \"locked\"\n | \"ownedBy\"\n | \"webinyVersion\"\n >;\n files: File[];\n}\n\nexport class PageExporter {\n private fileManager: FileManagerContext[\"fileManager\"];\n\n constructor(fileManager: FileManagerContext[\"fileManager\"]) {\n this.fileManager = fileManager;\n }\n\n async execute(page: Page, exportPagesDataKey: string) {\n // Extract all files\n const files = extractFilesFromData(page.content || {});\n // Extract images from page settings\n const pageSettingsImages = [\n get(page, \"settings.general.image\") as unknown as File,\n get(page, \"settings.social.image\") as unknown as File\n ].filter(image => image && image.src);\n\n const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData: File[] = [];\n if (fileIds.length > 0) {\n const [filesData] = await this.fileManager.listFiles({\n where: {\n id_in: fileIds\n },\n limit: 10000\n });\n imageFilesData.push(...filesData);\n }\n\n // Extract the page data in a json file and upload it to S3\n const pageData: ExportedPageData = {\n page: {\n content: page.content,\n title: page.title,\n path: page.path,\n version: page.version,\n status: page.status,\n settings: page.settings\n },\n files: imageFilesData\n };\n const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: page.title,\n dataBuffer: pageDataBuffer\n },\n archiveFileKey: exportPagesDataKey\n });\n\n return zipper.process();\n }\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,IAAA,GAAAC,sBAAA,CAAAC,OAAA;AAGA,IAAAC,OAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AA8BO,MAAMG,YAAY,CAAC;EAGtBC,WAAWA,CAACC,WAA8C,EAAE;IACxD,IAAI,CAACA,WAAW,GAAGA,WAAW;EAClC;EAEA,MAAMC,OAAOA,CAACC,IAAU,EAAEC,kBAA0B,EAAE;IAClD;IACA,MAAMC,KAAK,GAAG,IAAAC,2BAAoB,EAACH,IAAI,CAACI,OAAO,IAAI,CAAC,CAAC,CAAC;IACtD;IACA,MAAMC,kBAAkB,GAAG,CACvB,IAAAC,YAAG,EAACN,IAAI,EAAE,wBAAwB,CAAC,EACnC,IAAAM,YAAG,EAACN,IAAI,EAAE,uBAAuB,CAAC,CACrC,CAACO,MAAM,CAACC,KAAK,IAAIA,KAAK,IAAIA,KAAK,CAACC,GAAG,CAAC;IAErC,MAAMC,OAAO,GAAG,CAAC,GAAGR,KAAK,EAAE,GAAGG,kBAAkB,CAAC,CAACM,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;IAChF;IACA,MAAMC,cAAsB,GAAG,EAAE;IACjC,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;MACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAClB,WAAW,CAACmB,SAAS,CAAC;QACjDC,KAAK,EAAE;UACHC,KAAK,EAAET;QACX,CAAC;QACDU,KAAK,EAAE;MACX,CAAC,CAAC;MACFN,cAAc,CAACO,IAAI,CAAC,GAAGL,SAAS,CAAC;IACrC;;IAEA;IACA,MAAMM,QAA0B,GAAG;MAC/BtB,IAAI,EAAE;QACFI,OAAO,EAAEJ,IAAI,CAACI,OAAO;QACrBmB,KAAK,EAAEvB,IAAI,CAACuB,KAAK;QACjBC,IAAI,EAAExB,IAAI,CAACwB,IAAI;QACfC,OAAO,EAAEzB,IAAI,CAACyB,OAAO;QACrBC,MAAM,EAAE1B,IAAI,CAAC0B,MAAM;QACnBC,QAAQ,EAAE3B,IAAI,CAAC2B;MACnB,CAAC;MACDzB,KAAK,EAAEY;IACX,CAAC;IACD,MAAMc,cAAc,GAAGC,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACV,QAAQ,CAAC,CAAC;IAE5D,MAAMW,MAAM,GAAG,IAAIC,eAAM,CAAC;MACtBC,UAAU,EAAE;QACRjC,KAAK,EAAEY,cAAc;QACrBsB,IAAI,EAAEpC,IAAI,CAACuB,KAAK;QAChBc,UAAU,EAAET;MAChB,CAAC;MACDU,cAAc,EAAErC;IACpB,CAAC,CAAC;IAEF,OAAOgC,MAAM,CAACM,OAAO,CAAC,CAAC;EAC3B;AACJ;AAACC,OAAA,CAAA5C,YAAA,GAAAA,YAAA","ignoreList":[]}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { PageTemplate } from "@webiny/api-page-builder/types";
|
|
2
|
+
import type { File, FileManagerContext } from "@webiny/api-file-manager/types";
|
|
3
|
+
export interface ExportedTemplateData {
|
|
4
|
+
template: Pick<PageTemplate, "title" | "slug" | "tags" | "description" | "content" | "layout" | "pageCategory" | "dataBindings" | "dataSources">;
|
|
5
|
+
files: File[];
|
|
6
|
+
}
|
|
7
|
+
export declare class PageTemplateExporter {
|
|
8
|
+
private fileManager;
|
|
9
|
+
constructor(fileManager: FileManagerContext["fileManager"]);
|
|
10
|
+
execute(template: PageTemplate, exportTemplatesDataKey: string): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadOutput>;
|
|
11
|
+
}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.PageTemplateExporter = void 0;
|
|
8
|
+
var _zipper = _interopRequireDefault(require("../../zipper"));
|
|
9
|
+
var _utils = require("../../utils");
|
|
10
|
+
class PageTemplateExporter {
|
|
11
|
+
constructor(fileManager) {
|
|
12
|
+
this.fileManager = fileManager;
|
|
13
|
+
}
|
|
14
|
+
async execute(template, exportTemplatesDataKey) {
|
|
15
|
+
// Extract all files
|
|
16
|
+
const files = (0, _utils.extractFilesFromData)(template.content || {});
|
|
17
|
+
const fileIds = files.map(imageFile => imageFile.id);
|
|
18
|
+
// Get file data for all images
|
|
19
|
+
const imageFilesData = [];
|
|
20
|
+
if (fileIds.length > 0) {
|
|
21
|
+
const [filesData] = await this.fileManager.listFiles({
|
|
22
|
+
where: {
|
|
23
|
+
id_in: fileIds
|
|
24
|
+
}
|
|
25
|
+
});
|
|
26
|
+
imageFilesData.push(...filesData);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
// Extract the template data in a json file and upload it to S3
|
|
30
|
+
const templateData = {
|
|
31
|
+
template: {
|
|
32
|
+
title: template.title,
|
|
33
|
+
slug: template.slug,
|
|
34
|
+
tags: template.tags,
|
|
35
|
+
description: template.description,
|
|
36
|
+
content: template.content,
|
|
37
|
+
layout: template.layout,
|
|
38
|
+
pageCategory: template.pageCategory,
|
|
39
|
+
dataBindings: template.dataBindings,
|
|
40
|
+
dataSources: template.dataSources
|
|
41
|
+
},
|
|
42
|
+
files: imageFilesData
|
|
43
|
+
};
|
|
44
|
+
const templateDataBuffer = Buffer.from(JSON.stringify(templateData));
|
|
45
|
+
const zipper = new _zipper.default({
|
|
46
|
+
exportInfo: {
|
|
47
|
+
files: imageFilesData,
|
|
48
|
+
name: template.title,
|
|
49
|
+
dataBuffer: templateDataBuffer
|
|
50
|
+
},
|
|
51
|
+
archiveFileKey: exportTemplatesDataKey
|
|
52
|
+
});
|
|
53
|
+
return zipper.process();
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
exports.PageTemplateExporter = PageTemplateExporter;
|
|
57
|
+
|
|
58
|
+
//# sourceMappingURL=PageTemplateExporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_zipper","_interopRequireDefault","require","_utils","PageTemplateExporter","constructor","fileManager","execute","template","exportTemplatesDataKey","files","extractFilesFromData","content","fileIds","map","imageFile","id","imageFilesData","length","filesData","listFiles","where","id_in","push","templateData","title","slug","tags","description","layout","pageCategory","dataBindings","dataSources","templateDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","name","dataBuffer","archiveFileKey","process","exports"],"sources":["PageTemplateExporter.ts"],"sourcesContent":["import type { PageTemplate } from \"@webiny/api-page-builder/types\";\nimport type { File, FileManagerContext } from \"@webiny/api-file-manager/types\";\nimport Zipper from \"~/export/zipper\";\nimport { extractFilesFromData } from \"~/export/utils\";\n\nexport interface ExportedTemplateData {\n template: Pick<\n PageTemplate,\n | \"title\"\n | \"slug\"\n | \"tags\"\n | \"description\"\n | \"content\"\n | \"layout\"\n | \"pageCategory\"\n | \"dataBindings\"\n | \"dataSources\"\n >;\n files: File[];\n}\n\nexport class PageTemplateExporter {\n private fileManager: FileManagerContext[\"fileManager\"];\n\n constructor(fileManager: FileManagerContext[\"fileManager\"]) {\n this.fileManager = fileManager;\n }\n\n async execute(template: PageTemplate, exportTemplatesDataKey: string) {\n // Extract all files\n const files = extractFilesFromData(template.content || {});\n const fileIds = files.map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await this.fileManager.listFiles({ where: { id_in: fileIds } });\n imageFilesData.push(...filesData);\n }\n\n // Extract the template data in a json file and upload it to S3\n const templateData = {\n template: {\n title: template.title,\n slug: template.slug,\n tags: template.tags,\n description: template.description,\n content: template.content,\n layout: template.layout,\n pageCategory: template.pageCategory,\n dataBindings: template.dataBindings,\n dataSources: template.dataSources\n },\n files: imageFilesData\n };\n const templateDataBuffer = Buffer.from(JSON.stringify(templateData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: template.title,\n dataBuffer: templateDataBuffer\n },\n archiveFileKey: exportTemplatesDataKey\n });\n\n return zipper.process();\n }\n}\n"],"mappings":";;;;;;;AAEA,IAAAA,OAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAkBO,MAAME,oBAAoB,CAAC;EAG9BC,WAAWA,CAACC,WAA8C,EAAE;IACxD,IAAI,CAACA,WAAW,GAAGA,WAAW;EAClC;EAEA,MAAMC,OAAOA,CAACC,QAAsB,EAAEC,sBAA8B,EAAE;IAClE;IACA,MAAMC,KAAK,GAAG,IAAAC,2BAAoB,EAACH,QAAQ,CAACI,OAAO,IAAI,CAAC,CAAC,CAAC;IAC1D,MAAMC,OAAO,GAAGH,KAAK,CAACI,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;IACpD;IACA,MAAMC,cAAc,GAAG,EAAE;IACzB,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;MACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAM,IAAI,CAACb,WAAW,CAACc,SAAS,CAAC;QAAEC,KAAK,EAAE;UAAEC,KAAK,EAAET;QAAQ;MAAE,CAAC,CAAC;MACnFI,cAAc,CAACM,IAAI,CAAC,GAAGJ,SAAS,CAAC;IACrC;;IAEA;IACA,MAAMK,YAAY,GAAG;MACjBhB,QAAQ,EAAE;QACNiB,KAAK,EAAEjB,QAAQ,CAACiB,KAAK;QACrBC,IAAI,EAAElB,QAAQ,CAACkB,IAAI;QACnBC,IAAI,EAAEnB,QAAQ,CAACmB,IAAI;QACnBC,WAAW,EAAEpB,QAAQ,CAACoB,WAAW;QACjChB,OAAO,EAAEJ,QAAQ,CAACI,OAAO;QACzBiB,MAAM,EAAErB,QAAQ,CAACqB,MAAM;QACvBC,YAAY,EAAEtB,QAAQ,CAACsB,YAAY;QACnCC,YAAY,EAAEvB,QAAQ,CAACuB,YAAY;QACnCC,WAAW,EAAExB,QAAQ,CAACwB;MAC1B,CAAC;MACDtB,KAAK,EAAEO;IACX,CAAC;IACD,MAAMgB,kBAAkB,GAAGC,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACb,YAAY,CAAC,CAAC;IAEpE,MAAMc,MAAM,GAAG,IAAIC,eAAM,CAAC;MACtBC,UAAU,EAAE;QACR9B,KAAK,EAAEO,cAAc;QACrBwB,IAAI,EAAEjC,QAAQ,CAACiB,KAAK;QACpBiB,UAAU,EAAET;MAChB,CAAC;MACDU,cAAc,EAAElC;IACpB,CAAC,CAAC;IAEF,OAAO6B,MAAM,CAACM,OAAO,CAAC,CAAC;EAC3B;AACJ;AAACC,OAAA,CAAAzC,oBAAA,GAAAA,oBAAA","ignoreList":[]}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { PbImportExportContext } from "../../types";
|
|
2
|
+
import type { Configuration, Payload, Response } from "./";
|
|
3
|
+
/**
|
|
4
|
+
* Handles the export forms process workflow.
|
|
5
|
+
*/
|
|
6
|
+
export declare const formsHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
|
|
@@ -3,25 +3,25 @@
|
|
|
3
3
|
Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
|
-
exports.
|
|
6
|
+
exports.formsHandler = void 0;
|
|
7
7
|
var _types = require("../../types");
|
|
8
8
|
var _client = require("../../client");
|
|
9
9
|
var _handlerGraphql = require("@webiny/handler-graphql");
|
|
10
|
-
var _utils = require("../utils");
|
|
11
10
|
var _mockSecurity = require("../../mockSecurity");
|
|
12
|
-
var
|
|
11
|
+
var _utils = require("@webiny/utils");
|
|
12
|
+
var _FormExporter = require("./exporters/FormExporter");
|
|
13
13
|
/**
|
|
14
|
-
* Handles the export
|
|
14
|
+
* Handles the export forms process workflow.
|
|
15
15
|
*/
|
|
16
|
-
const
|
|
16
|
+
const formsHandler = async (configuration, payload, context) => {
|
|
17
17
|
const log = console.log;
|
|
18
18
|
let subTask;
|
|
19
19
|
let noPendingTask = true;
|
|
20
20
|
let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
|
|
21
|
-
log("RUNNING Export
|
|
21
|
+
log("RUNNING Export Forms Process Handler");
|
|
22
22
|
const {
|
|
23
|
-
|
|
24
|
-
|
|
23
|
+
formBuilder,
|
|
24
|
+
pageBuilder
|
|
25
25
|
} = context;
|
|
26
26
|
const {
|
|
27
27
|
taskId,
|
|
@@ -29,7 +29,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
29
29
|
type,
|
|
30
30
|
identity
|
|
31
31
|
} = payload;
|
|
32
|
-
// Disable authorization; this is necessary because we call
|
|
32
|
+
// Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks
|
|
33
33
|
// and this Lambda is invoked internally, without credentials.
|
|
34
34
|
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
35
35
|
try {
|
|
@@ -37,7 +37,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
37
37
|
* Note: We're not going to DB for finding the next sub-task to process,
|
|
38
38
|
* because the data might be out of sync due to GSI eventual consistency.
|
|
39
39
|
*/
|
|
40
|
-
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0,
|
|
40
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
|
|
41
41
|
/**
|
|
42
42
|
* Base condition!!
|
|
43
43
|
* Bail out early, if task not found or task's status is not "pending".
|
|
@@ -56,41 +56,39 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
56
56
|
input
|
|
57
57
|
} = subTask;
|
|
58
58
|
const {
|
|
59
|
-
|
|
60
|
-
|
|
59
|
+
formId,
|
|
60
|
+
exportFormsDataKey,
|
|
61
61
|
revisionType
|
|
62
62
|
} = input;
|
|
63
63
|
|
|
64
64
|
/**
|
|
65
|
-
* At the moment, we only export a single revision of the
|
|
65
|
+
* At the moment, we only export a single revision of the form.
|
|
66
66
|
* It could be "published" or "latest" depending upon user input.
|
|
67
67
|
*
|
|
68
68
|
* Note: In case of no "published" revision available, we use the latest revision.
|
|
69
69
|
*/
|
|
70
|
-
let
|
|
70
|
+
let form;
|
|
71
71
|
try {
|
|
72
72
|
if (revisionType === _types.ExportRevisionType.PUBLISHED) {
|
|
73
|
-
// Get "published"
|
|
74
|
-
|
|
75
|
-
id: pageId
|
|
76
|
-
});
|
|
73
|
+
// Get "published" form.
|
|
74
|
+
form = await formBuilder.getLatestPublishedFormRevision(formId);
|
|
77
75
|
} else {
|
|
78
|
-
// Get "latest"
|
|
79
|
-
|
|
76
|
+
// Get "latest" form.
|
|
77
|
+
form = await formBuilder.getForm(formId);
|
|
80
78
|
}
|
|
81
79
|
} catch (e) {
|
|
82
|
-
// If we're looking for "published"
|
|
80
|
+
// If we're looking for "published" form and doesn't found it, get latest form.
|
|
83
81
|
if (revisionType === _types.ExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
|
|
84
|
-
|
|
82
|
+
form = await formBuilder.getForm(formId);
|
|
85
83
|
} else {
|
|
86
84
|
throw e;
|
|
87
85
|
}
|
|
88
86
|
}
|
|
89
|
-
if (!
|
|
90
|
-
log(`Unable to load
|
|
91
|
-
throw new _handlerGraphql.NotFoundError(`Unable to load
|
|
87
|
+
if (!form) {
|
|
88
|
+
log(`Unable to load form "${formId}"`);
|
|
89
|
+
throw new _handlerGraphql.NotFoundError(`Unable to load form "${formId}"`);
|
|
92
90
|
}
|
|
93
|
-
log(`Processing
|
|
91
|
+
log(`Processing form key "${formId}" | version ${form.version} | ${form.status}`);
|
|
94
92
|
|
|
95
93
|
// Mark task status as PROCESSING
|
|
96
94
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
@@ -102,16 +100,16 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
102
100
|
nextStatus: _types.ImportExportTaskStatus.PROCESSING
|
|
103
101
|
});
|
|
104
102
|
prevStatusOfSubTask = subTask.status;
|
|
105
|
-
log(`Extracting
|
|
106
|
-
|
|
107
|
-
const
|
|
103
|
+
log(`Extracting form data and uploading to storage...`);
|
|
104
|
+
const formExporter = new _FormExporter.FormExporter();
|
|
105
|
+
const formDataZip = await formExporter.execute(form, exportFormsDataKey);
|
|
108
106
|
log(`Finish uploading zip...`);
|
|
109
107
|
// Update task record in DB
|
|
110
108
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
111
109
|
status: _types.ImportExportTaskStatus.COMPLETED,
|
|
112
110
|
data: {
|
|
113
|
-
message: `Finish uploading data for
|
|
114
|
-
key:
|
|
111
|
+
message: `Finish uploading data for form "${form.id}" v${form.version} (${form.status}).`,
|
|
112
|
+
key: formDataZip.Key
|
|
115
113
|
}
|
|
116
114
|
});
|
|
117
115
|
// Update stats in main task
|
|
@@ -154,7 +152,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
154
152
|
// Base condition!
|
|
155
153
|
if (noPendingTask) {
|
|
156
154
|
log(`No pending sub-task for task ${taskId}`);
|
|
157
|
-
// Combine individual
|
|
155
|
+
// Combine individual form zip files.
|
|
158
156
|
await (0, _client.invokeHandlerClient)({
|
|
159
157
|
context,
|
|
160
158
|
name: configuration.handlers.combine,
|
|
@@ -163,11 +161,11 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
163
161
|
type,
|
|
164
162
|
identity: context.security.getIdentity()
|
|
165
163
|
},
|
|
166
|
-
description: "Export
|
|
164
|
+
description: "Export forms - combine"
|
|
167
165
|
});
|
|
168
166
|
} else {
|
|
169
167
|
console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
|
170
|
-
// We want to continue with Self invocation no matter if current
|
|
168
|
+
// We want to continue with Self invocation no matter if current form error out.
|
|
171
169
|
await (0, _client.invokeHandlerClient)({
|
|
172
170
|
context,
|
|
173
171
|
name: configuration.handlers.process,
|
|
@@ -177,7 +175,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
177
175
|
subTaskIndex: subTaskIndex + 1,
|
|
178
176
|
identity: context.security.getIdentity()
|
|
179
177
|
},
|
|
180
|
-
description: "Export
|
|
178
|
+
description: "Export forms - process - subtask"
|
|
181
179
|
});
|
|
182
180
|
}
|
|
183
181
|
}
|
|
@@ -186,4 +184,6 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
186
184
|
error: null
|
|
187
185
|
};
|
|
188
186
|
};
|
|
189
|
-
exports.
|
|
187
|
+
exports.formsHandler = formsHandler;
|
|
188
|
+
|
|
189
|
+
//# sourceMappingURL=formsHandler.js.map
|