@webiny/api-page-builder-import-export 5.34.8 → 5.35.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client.js +2 -6
- package/client.js.map +1 -1
- package/export/combine/blocksHandler.js +11 -18
- package/export/combine/blocksHandler.js.map +1 -1
- package/export/combine/formsHandler.d.ts +6 -0
- package/export/combine/formsHandler.js +99 -0
- package/export/combine/formsHandler.js.map +1 -0
- package/export/combine/index.js +19 -9
- package/export/combine/index.js.map +1 -1
- package/export/combine/pagesHandler.js +11 -18
- package/export/combine/pagesHandler.js.map +1 -1
- package/export/combine/templatesHandler.d.ts +6 -0
- package/export/combine/templatesHandler.js +99 -0
- package/export/combine/templatesHandler.js.map +1 -0
- package/export/process/blocksHandler.js +18 -32
- package/export/process/blocksHandler.js.map +1 -1
- package/export/process/formsHandler.d.ts +6 -0
- package/export/process/formsHandler.js +187 -0
- package/export/process/formsHandler.js.map +1 -0
- package/export/process/index.js +19 -9
- package/export/process/index.js.map +1 -1
- package/export/process/pagesHandler.js +19 -34
- package/export/process/pagesHandler.js.map +1 -1
- package/export/process/templatesHandler.d.ts +6 -0
- package/export/process/templatesHandler.js +166 -0
- package/export/process/templatesHandler.js.map +1 -0
- package/export/s3Stream.d.ts +5 -2
- package/export/s3Stream.js +1 -20
- package/export/s3Stream.js.map +1 -1
- package/export/utils.d.ts +14 -1
- package/export/utils.js +88 -35
- package/export/utils.js.map +1 -1
- package/export/zipper.js +31 -43
- package/export/zipper.js.map +1 -1
- package/graphql/crud/blocks.crud.js +20 -39
- package/graphql/crud/blocks.crud.js.map +1 -1
- package/graphql/crud/forms.crud.d.ts +4 -0
- package/graphql/crud/forms.crud.js +129 -0
- package/graphql/crud/forms.crud.js.map +1 -0
- package/graphql/crud/importExportTasks.crud.js +9 -57
- package/graphql/crud/importExportTasks.crud.js.map +1 -1
- package/graphql/crud/pages.crud.js +25 -41
- package/graphql/crud/pages.crud.js.map +1 -1
- package/graphql/crud/templates.crud.d.ts +4 -0
- package/graphql/crud/templates.crud.js +124 -0
- package/graphql/crud/templates.crud.js.map +1 -0
- package/graphql/crud.js +3 -7
- package/graphql/crud.js.map +1 -1
- package/graphql/graphql/blocks.gql.js +1 -6
- package/graphql/graphql/blocks.gql.js.map +1 -1
- package/graphql/graphql/forms.gql.d.ts +4 -0
- package/graphql/graphql/forms.gql.js +60 -0
- package/graphql/graphql/forms.gql.js.map +1 -0
- package/graphql/graphql/importExportTasks.gql.js +1 -6
- package/graphql/graphql/importExportTasks.gql.js.map +1 -1
- package/graphql/graphql/pages.gql.js +2 -7
- package/graphql/graphql/pages.gql.js.map +1 -1
- package/graphql/graphql/templates.gql.d.ts +4 -0
- package/graphql/graphql/templates.gql.js +52 -0
- package/graphql/graphql/templates.gql.js.map +1 -0
- package/graphql/graphql/utils/resolve.d.ts +1 -1
- package/graphql/graphql/utils/resolve.js +0 -3
- package/graphql/graphql/utils/resolve.js.map +1 -1
- package/graphql/graphql.js +3 -6
- package/graphql/graphql.js.map +1 -1
- package/graphql/index.js +0 -5
- package/graphql/index.js.map +1 -1
- package/graphql/types.d.ts +40 -0
- package/graphql/types.js.map +1 -1
- package/import/constants.d.ts +3 -0
- package/import/constants.js +14 -0
- package/import/constants.js.map +1 -0
- package/import/create/blocksHandler.js +11 -20
- package/import/create/blocksHandler.js.map +1 -1
- package/import/create/formsHandler.d.ts +3 -0
- package/import/create/formsHandler.js +103 -0
- package/import/create/formsHandler.js.map +1 -0
- package/import/create/index.d.ts +2 -1
- package/import/create/index.js +19 -9
- package/import/create/index.js.map +1 -1
- package/import/create/pagesHandler.js +13 -20
- package/import/create/pagesHandler.js.map +1 -1
- package/import/create/templatesHandler.d.ts +3 -0
- package/import/create/templatesHandler.js +99 -0
- package/import/create/templatesHandler.js.map +1 -0
- package/import/process/blocks/blocksHandler.d.ts +3 -0
- package/import/process/blocks/blocksHandler.js +169 -0
- package/import/process/blocks/blocksHandler.js.map +1 -0
- package/import/process/blocks/importBlock.d.ts +11 -0
- package/import/process/blocks/importBlock.js +92 -0
- package/import/process/blocks/importBlock.js.map +1 -0
- package/import/process/forms/formsHandler.d.ts +3 -0
- package/import/process/forms/formsHandler.js +176 -0
- package/import/process/forms/formsHandler.js.map +1 -0
- package/import/process/forms/importForm.d.ts +9 -0
- package/import/process/forms/importForm.js +43 -0
- package/import/process/forms/importForm.js.map +1 -0
- package/import/process/index.d.ts +1 -0
- package/import/process/index.js +21 -11
- package/import/process/index.js.map +1 -1
- package/import/process/pages/importPage.d.ts +11 -0
- package/import/process/pages/importPage.js +92 -0
- package/import/process/pages/importPage.js.map +1 -0
- package/import/process/pages/pagesHandler.d.ts +3 -0
- package/import/process/pages/pagesHandler.js +183 -0
- package/import/process/pages/pagesHandler.js.map +1 -0
- package/import/process/templates/importTemplate.d.ts +11 -0
- package/import/process/templates/importTemplate.js +66 -0
- package/import/process/templates/importTemplate.js.map +1 -0
- package/import/process/templates/templatesHandler.d.ts +3 -0
- package/import/process/templates/templatesHandler.js +170 -0
- package/import/process/templates/templatesHandler.js.map +1 -0
- package/import/utils/deleteS3Folder.d.ts +1 -0
- package/import/utils/deleteS3Folder.js +19 -0
- package/import/utils/deleteS3Folder.js.map +1 -0
- package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
- package/import/utils/extractAndUploadZipFileContents.js +122 -0
- package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
- package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
- package/import/utils/extractZipAndUploadToS3.js +98 -0
- package/import/utils/extractZipAndUploadToS3.js.map +1 -0
- package/import/utils/getFileNameWithoutExt.d.ts +1 -0
- package/import/utils/getFileNameWithoutExt.js +11 -0
- package/import/utils/getFileNameWithoutExt.js.map +1 -0
- package/import/utils/index.d.ts +9 -0
- package/import/utils/index.js +104 -0
- package/import/utils/index.js.map +1 -0
- package/import/utils/initialStats.d.ts +7 -0
- package/import/utils/initialStats.js +16 -0
- package/import/utils/initialStats.js.map +1 -0
- package/import/utils/prepareDataDirMap.d.ts +6 -0
- package/import/utils/prepareDataDirMap.js +29 -0
- package/import/utils/prepareDataDirMap.js.map +1 -0
- package/import/utils/updateFilesInData.d.ts +8 -0
- package/import/utils/updateFilesInData.js +48 -0
- package/import/utils/updateFilesInData.js.map +1 -0
- package/import/utils/uploadAssets.d.ts +10 -0
- package/import/utils/uploadAssets.js +51 -0
- package/import/utils/uploadAssets.js.map +1 -0
- package/import/utils/uploadFilesFromS3.d.ts +3 -0
- package/import/utils/uploadFilesFromS3.js +19 -0
- package/import/utils/uploadFilesFromS3.js.map +1 -0
- package/mockSecurity.js +0 -2
- package/mockSecurity.js.map +1 -1
- package/package.json +25 -24
- package/types.d.ts +21 -0
- package/types.js +0 -5
- package/types.js.map +1 -1
@@ -4,19 +4,12 @@ Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
5
5
|
});
|
6
6
|
exports.blocksHandler = void 0;
|
7
|
-
|
8
7
|
var _types = require("../../types");
|
9
|
-
|
10
8
|
var _client = require("../../client");
|
11
|
-
|
12
9
|
var _handlerGraphql = require("@webiny/handler-graphql");
|
13
|
-
|
14
10
|
var _utils = require("../utils");
|
15
|
-
|
16
11
|
var _mockSecurity = require("../../mockSecurity");
|
17
|
-
|
18
12
|
var _utils2 = require("@webiny/utils");
|
19
|
-
|
20
13
|
/**
|
21
14
|
* Handles the export blocks process workflow.
|
22
15
|
*/
|
@@ -35,11 +28,10 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
35
28
|
subTaskIndex,
|
36
29
|
type,
|
37
30
|
identity
|
38
|
-
} = payload;
|
31
|
+
} = payload;
|
32
|
+
// Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
|
39
33
|
// and this Lambda is invoked internally, without credentials.
|
40
|
-
|
41
34
|
(0, _mockSecurity.mockSecurity)(identity, context);
|
42
|
-
|
43
35
|
try {
|
44
36
|
/*
|
45
37
|
* Note: We're not going to DB for finding the next sub-task to process,
|
@@ -50,7 +42,6 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
50
42
|
* Base condition!!
|
51
43
|
* Bail out early, if task not found or task's status is not "pending".
|
52
44
|
*/
|
53
|
-
|
54
45
|
if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
|
55
46
|
noPendingTask = true;
|
56
47
|
return {
|
@@ -60,7 +51,6 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
60
51
|
} else {
|
61
52
|
noPendingTask = false;
|
62
53
|
}
|
63
|
-
|
64
54
|
log(`Fetched sub task => ${subTask.id}`);
|
65
55
|
const {
|
66
56
|
input
|
@@ -70,36 +60,35 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
70
60
|
exportBlocksDataKey
|
71
61
|
} = input;
|
72
62
|
const block = await pageBuilder.getPageBlock(blockId);
|
73
|
-
|
74
63
|
if (!block) {
|
75
64
|
log(`Unable to load block "${blockId}"`);
|
76
65
|
throw new _handlerGraphql.NotFoundError(`Unable to load block "${blockId}"`);
|
77
66
|
}
|
67
|
+
log(`Processing block key "${blockId}"`);
|
78
68
|
|
79
|
-
|
80
|
-
|
69
|
+
// Mark task status as PROCESSING
|
81
70
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
82
71
|
status: _types.ImportExportTaskStatus.PROCESSING
|
83
|
-
});
|
84
|
-
|
72
|
+
});
|
73
|
+
// Update stats in main task
|
85
74
|
await pageBuilder.importExportTask.updateStats(taskId, {
|
86
75
|
prevStatus: prevStatusOfSubTask,
|
87
76
|
nextStatus: _types.ImportExportTaskStatus.PROCESSING
|
88
77
|
});
|
89
78
|
prevStatusOfSubTask = subTask.status;
|
90
|
-
log(`Extracting block data and uploading to storage...`);
|
91
|
-
|
79
|
+
log(`Extracting block data and uploading to storage...`);
|
80
|
+
// Extract Block
|
92
81
|
const blockDataZip = await (0, _utils.exportBlock)(block, exportBlocksDataKey, fileManager);
|
93
|
-
log(`Finish uploading zip...`);
|
94
|
-
|
82
|
+
log(`Finish uploading zip...`);
|
83
|
+
// Update task record in DB
|
95
84
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
96
85
|
status: _types.ImportExportTaskStatus.COMPLETED,
|
97
86
|
data: {
|
98
87
|
message: `Finish uploading data for block "${block.id}"`,
|
99
88
|
key: blockDataZip.Key
|
100
89
|
}
|
101
|
-
});
|
102
|
-
|
90
|
+
});
|
91
|
+
// Update stats in main task
|
103
92
|
await pageBuilder.importExportTask.updateStats(taskId, {
|
104
93
|
prevStatus: prevStatusOfSubTask,
|
105
94
|
nextStatus: _types.ImportExportTaskStatus.COMPLETED
|
@@ -107,7 +96,6 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
107
96
|
prevStatusOfSubTask = subTask.status;
|
108
97
|
} catch (e) {
|
109
98
|
log("[EXPORT_BLOCKS_PROCESS] Error => ", e.message);
|
110
|
-
|
111
99
|
if (subTask && subTask.id) {
|
112
100
|
/**
|
113
101
|
* In case of error, we'll update the task status to "failed",
|
@@ -120,15 +108,15 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
120
108
|
message: e.message,
|
121
109
|
code: "EXPORT_FAILED"
|
122
110
|
}
|
123
|
-
});
|
111
|
+
});
|
124
112
|
|
113
|
+
// Update stats in main task
|
125
114
|
await pageBuilder.importExportTask.updateStats(taskId, {
|
126
115
|
prevStatus: prevStatusOfSubTask,
|
127
116
|
nextStatus: _types.ImportExportTaskStatus.FAILED
|
128
117
|
});
|
129
118
|
prevStatusOfSubTask = subTask.status;
|
130
119
|
}
|
131
|
-
|
132
120
|
return {
|
133
121
|
data: null,
|
134
122
|
error: {
|
@@ -138,8 +126,8 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
138
126
|
} finally {
|
139
127
|
// Base condition!
|
140
128
|
if (noPendingTask) {
|
141
|
-
log(`No pending sub-task for task ${taskId}`);
|
142
|
-
|
129
|
+
log(`No pending sub-task for task ${taskId}`);
|
130
|
+
// Combine individual block zip files.
|
143
131
|
await (0, _client.invokeHandlerClient)({
|
144
132
|
context,
|
145
133
|
name: configuration.handlers.combine,
|
@@ -151,8 +139,8 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
151
139
|
description: "Export blocks - combine"
|
152
140
|
});
|
153
141
|
} else {
|
154
|
-
console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
155
|
-
|
142
|
+
console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
143
|
+
// We want to continue with Self invocation no matter if current block error out.
|
156
144
|
await (0, _client.invokeHandlerClient)({
|
157
145
|
context,
|
158
146
|
name: configuration.handlers.process,
|
@@ -166,11 +154,9 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
166
154
|
});
|
167
155
|
}
|
168
156
|
}
|
169
|
-
|
170
157
|
return {
|
171
158
|
data: "",
|
172
159
|
error: null
|
173
160
|
};
|
174
161
|
};
|
175
|
-
|
176
162
|
exports.blocksHandler = blocksHandler;
|
@@ -1 +1 @@
|
|
1
|
-
{"version":3,"names":["blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","blockId","exportBlocksDataKey","block","getPageBlock","NotFoundError","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","blockDataZip","exportBlock","COMPLETED","message","key","Key","e","FAILED","name","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process"],"sources":["blocksHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportBlock } from \"~/export/utils\";\nimport { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/export/process\";\n\n/**\n * Handles the export blocks process workflow.\n */\nexport const blocksHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Export Blocks Process Handler\");\n const { pageBuilder, fileManager } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity as SecurityIdentity, context);\n try {\n /*\n * Note: We're not going to DB for finding the next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { input } = subTask;\n const { blockId, exportBlocksDataKey } = input;\n\n const block = await pageBuilder.getPageBlock(blockId);\n\n if (!block) {\n log(`Unable to load block \"${blockId}\"`);\n throw new NotFoundError(`Unable to load block \"${blockId}\"`);\n }\n\n log(`Processing block key \"${blockId}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n log(`Extracting block data and uploading to storage...`);\n // Extract Block\n const blockDataZip = await exportBlock(block, exportBlocksDataKey, fileManager);\n log(`Finish uploading zip...`);\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading data for block \"${block.id}\"`,\n key: blockDataZip.Key\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[EXPORT_BLOCKS_PROCESS] Error => \", e.message);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: \"EXPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n // Combine individual block zip files.\n await invokeHandlerClient<ExtractPayload>({\n context,\n name: configuration.handlers.combine,\n payload: {\n taskId,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - combine\"\n });\n } else {\n console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current block error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;;AAAA;;AACA;;AACA;;AACA;;AAEA;;AAEA;;AAGA;AACA;AACA;AACO,MAAMA,aAAa,GAAG,OACzBC,aADyB,EAEzBC,OAFyB,EAGzBC,OAHyB,KAIL;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;EACA,IAAIE,OAAJ;EACA,IAAIC,aAAa,GAAG,IAApB;EACA,IAAIC,mBAAmB,GAAGC,6BAAA,CAAuBC,OAAjD;EAEAN,GAAG,CAAC,uCAAD,CAAH;EACA,MAAM;IAAEO,WAAF;IAAeC;EAAf,IAA+BT,OAArC;EACA,MAAM;IAAEU,MAAF;IAAUC,YAAV;IAAwBC,IAAxB;IAA8BC;EAA9B,IAA2Cd,OAAjD,CARoB,CASpB;EACA;;EACA,IAAAe,0BAAA,EAAaD,QAAb,EAA2Cb,OAA3C;;EACA,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAZ,CAA6BC,UAA7B,CAAwCN,MAAxC,EAAgD,IAAAO,eAAA,EAAQN,YAAR,EAAsB,CAAtB,CAAhD,CAAhB;IACA;AACR;AACA;AACA;;IACQ,IAAI,CAACR,OAAD,IAAYA,OAAO,CAACe,MAAR,KAAmBZ,6BAAA,CAAuBC,OAA1D,EAAmE;MAC/DH,aAAa,GAAG,IAAhB;MACA,OAAO;QACHe,IAAI,EAAE,EADH;QAEHC,KAAK,EAAE;MAFJ,CAAP;IAIH,CAND,MAMO;MACHhB,aAAa,GAAG,KAAhB;IACH;;IAEDH,GAAG,CAAE,uBAAsBE,OAAO,CAACkB,EAAG,EAAnC,CAAH;IAEA,MAAM;MAAEC;IAAF,IAAYnB,OAAlB;IACA,MAAM;MAAEoB,OAAF;MAAWC;IAAX,IAAmCF,KAAzC;IAEA,MAAMG,KAAK,GAAG,MAAMjB,WAAW,CAACkB,YAAZ,CAAyBH,OAAzB,CAApB;;IAEA,IAAI,CAACE,KAAL,EAAY;MACRxB,GAAG,CAAE,yBAAwBsB,OAAQ,GAAlC,CAAH;MACA,MAAM,IAAII,6BAAJ,CAAmB,yBAAwBJ,OAAQ,GAAnD,CAAN;IACH;;IAEDtB,GAAG,CAAE,yBAAwBsB,OAAQ,GAAlC,CAAH,CAhCA,CAkCA;;IACApB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDP,OAAO,CAACkB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEZ,6BAAA,CAAuBuB;IAD4C,CAA/D,CAAhB,CAnCA,CAsCA;;IACA,MAAMrB,WAAW,CAACO,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;MACnDqB,UAAU,EAAE1B,mBADuC;MAEnD2B,UAAU,EAAE1B,6BAAA,CAAuBuB;IAFgB,CAAjD,CAAN;IAIAxB,mBAAmB,GAAGF,OAAO,CAACe,MAA9B;IAEAjB,GAAG,CAAE,mDAAF,CAAH,CA7CA,CA8CA;;IACA,MAAMgC,YAAY,GAAG,MAAM,IAAAC,kBAAA,EAAYT,KAAZ,EAAmBD,mBAAnB,EAAwCf,WAAxC,CAA3B;IACAR,GAAG,CAAE,yBAAF,CAAH,CAhDA,CAiDA;;IACAE,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDP,OAAO,CAACkB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEZ,6BAAA,CAAuB6B,SAD4C;MAE3EhB,IAAI,EAAE;QACFiB,OAAO,EAAG,oCAAmCX,KAAK,CAACJ,EAAG,GADpD;QAEFgB,GAAG,EAAEJ,YAAY,CAACK;MAFhB;IAFqE,CAA/D,CAAhB,CAlDA,CAyDA;;IACA,MAAM9B,WAAW,CAACO,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;MACnDqB,UAAU,EAAE1B,mBADuC;MAEnD2B,UAAU,EAAE1B,6BAAA,CAAuB6B;IAFgB,CAAjD,CAAN;IAIA9B,mBAAmB,GAAGF,OAAO,CAACe,MAA9B;EACH,CA/DD,CA+DE,OAAOqB,CAAP,EAAU;IACRtC,GAAG,CAAC,mCAAD,EAAsCsC,CAAC,CAACH,OAAxC,CAAH;;IAEA,IAAIjC,OAAO,IAAIA,OAAO,CAACkB,EAAvB,EAA2B;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDP,OAAO,CAACkB,EAA3D,EAA+D;QAC3EH,MAAM,EAAEZ,6BAAA,CAAuBkC,MAD4C;QAE3EpB,KAAK,EAAE;UACHqB,IAAI,EAAEF,CAAC,CAACE,IADL;UAEHL,OAAO,EAAEG,CAAC,CAACH,OAFR;UAGHM,IAAI,EAAE;QAHH;MAFoE,CAA/D,CAAhB,CALuB,CAcvB;;MACA,MAAMlC,WAAW,CAACO,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;QACnDqB,UAAU,EAAE1B,mBADuC;QAEnD2B,UAAU,EAAE1B,6BAAA,CAAuBkC;MAFgB,CAAjD,CAAN;MAIAnC,mBAAmB,GAAGF,OAAO,CAACe,MAA9B;IACH;;IAED,OAAO;MACHC,IAAI,EAAE,IADH;MAEHC,KAAK,EAAE;QACHgB,OAAO,EAAEG,CAAC,CAACH;MADR;IAFJ,CAAP;EAMH,CA9FD,SA8FU;IACN;IACA,IAAIhC,aAAJ,EAAmB;MACfH,GAAG,CAAE,gCAA+BS,MAAO,EAAxC,CAAH,CADe,CAEf;;MACA,MAAM,IAAAiC,2BAAA,EAAoC;QACtC3C,OADsC;QAEtCyC,IAAI,EAAE3C,aAAa,CAAC8C,QAAd,CAAuBC,OAFS;QAGtC9C,OAAO,EAAE;UACLW,MADK;UAELE,IAFK;UAGLC,QAAQ,EAAEb,OAAO,CAAC8C,QAAR,CAAiBC,WAAjB;QAHL,CAH6B;QAQtCC,WAAW,EAAE;MARyB,CAApC,CAAN;IAUH,CAbD,MAaO;MACH9C,OAAO,CAACD,GAAR,CAAa,8BAA6BU,YAAY,GAAG,CAAE,GAA3D,EADG,CAEH;;MACA,MAAM,IAAAgC,2BAAA,EAA6B;QAC/B3C,OAD+B;QAE/ByC,IAAI,EAAE3C,aAAa,CAAC8C,QAAd,CAAuBK,OAFE;QAG/BlD,OAAO,EAAE;UACLW,MADK;UAELC,YAAY,EAAEA,YAAY,GAAG,CAFxB;UAGLC,IAHK;UAILC,QAAQ,EAAEb,OAAO,CAAC8C,QAAR,CAAiBC,WAAjB;QAJL,CAHsB;QAS/BC,WAAW,EAAE;MATkB,CAA7B,CAAN;IAWH;EACJ;;EACD,OAAO;IACH7B,IAAI,EAAE,EADH;IAEHC,KAAK,EAAE;EAFJ,CAAP;AAIH,CAjJM"}
|
1
|
+
{"version":3,"names":["blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","blockId","exportBlocksDataKey","block","getPageBlock","NotFoundError","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","blockDataZip","exportBlock","COMPLETED","message","key","Key","e","FAILED","name","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process"],"sources":["blocksHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportBlock } from \"~/export/utils\";\nimport { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/export/process\";\n\n/**\n * Handles the export blocks process workflow.\n */\nexport const blocksHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Export Blocks Process Handler\");\n const { pageBuilder, fileManager } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity as SecurityIdentity, context);\n try {\n /*\n * Note: We're not going to DB for finding the next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { input } = subTask;\n const { blockId, exportBlocksDataKey } = input;\n\n const block = await pageBuilder.getPageBlock(blockId);\n\n if (!block) {\n log(`Unable to load block \"${blockId}\"`);\n throw new NotFoundError(`Unable to load block \"${blockId}\"`);\n }\n\n log(`Processing block key \"${blockId}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n log(`Extracting block data and uploading to storage...`);\n // Extract Block\n const blockDataZip = await exportBlock(block, exportBlocksDataKey, fileManager);\n log(`Finish uploading zip...`);\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading data for block \"${block.id}\"`,\n key: blockDataZip.Key\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[EXPORT_BLOCKS_PROCESS] Error => \", e.message);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: \"EXPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n // Combine individual block zip files.\n await invokeHandlerClient<ExtractPayload>({\n context,\n name: configuration.handlers.combine,\n payload: {\n taskId,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - combine\"\n });\n } else {\n console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current block error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AAEA;AAEA;AAGA;AACA;AACA;AACO,MAAMA,aAAa,GAAG,OACzBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,uCAAuC,CAAC;EAC5C,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAsBb,OAAO,CAAC;EACnD,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,eAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IAEAH,GAAG,CAAE,uBAAsBE,OAAO,CAACkB,EAAG,EAAC,CAAC;IAExC,MAAM;MAAEC;IAAM,CAAC,GAAGnB,OAAO;IACzB,MAAM;MAAEoB,OAAO;MAAEC;IAAoB,CAAC,GAAGF,KAAK;IAE9C,MAAMG,KAAK,GAAG,MAAMjB,WAAW,CAACkB,YAAY,CAACH,OAAO,CAAC;IAErD,IAAI,CAACE,KAAK,EAAE;MACRxB,GAAG,CAAE,yBAAwBsB,OAAQ,GAAE,CAAC;MACxC,MAAM,IAAII,6BAAa,CAAE,yBAAwBJ,OAAQ,GAAE,CAAC;IAChE;IAEAtB,GAAG,CAAE,yBAAwBsB,OAAQ,GAAE,CAAC;;IAExC;IACApB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACuB;IACnC,CAAC,CAAC;IACF;IACA,MAAMrB,WAAW,CAACO,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;MACnDqB,UAAU,EAAE1B,mBAAmB;MAC/B2B,UAAU,EAAE1B,6BAAsB,CAACuB;IACvC,CAAC,CAAC;IACFxB,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAE,mDAAkD,CAAC;IACxD;IACA,MAAMgC,YAAY,GAAG,MAAM,IAAAC,kBAAW,EAACT,KAAK,EAAED,mBAAmB,EAAEf,WAAW,CAAC;IAC/ER,GAAG,CAAE,yBAAwB,CAAC;IAC9B;IACAE,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAAC6B,SAAS;MACxChB,IAAI,EAAE;QACFiB,OAAO,EAAG,oCAAmCX,KAAK,CAACJ,EAAG,GAAE;QACxDgB,GAAG,EAAEJ,YAAY,CAACK;MACtB;IACJ,CAAC,CAAC;IACF;IACA,MAAM9B,WAAW,CAACO,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;MACnDqB,UAAU,EAAE1B,mBAAmB;MAC/B2B,UAAU,EAAE1B,6BAAsB,CAAC6B;IACvC,CAAC,CAAC;IACF9B,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAOqB,CAAC,EAAE;IACRtC,GAAG,CAAC,mCAAmC,EAAEsC,CAAC,CAACH,OAAO,CAAC;IAEnD,IAAIjC,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACkC,MAAM;QACrCpB,KAAK,EAAE;UACHqB,IAAI,EAAEF,CAAC,CAACE,IAAI;UACZL,OAAO,EAAEG,CAAC,CAACH,OAAO;UAClBM,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMlC,WAAW,CAACO,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;QACnDqB,UAAU,EAAE1B,mBAAmB;QAC/B2B,UAAU,EAAE1B,6BAAsB,CAACkC;MACvC,CAAC,CAAC;MACFnC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHgB,OAAO,EAAEG,CAAC,CAACH;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAIhC,aAAa,EAAE;MACfH,GAAG,CAAE,gCAA+BS,MAAO,EAAC,CAAC;MAC7C;MACA,MAAM,IAAAiC,2BAAmB,EAAiB;QACtC3C,OAAO;QACPyC,IAAI,EAAE3C,aAAa,CAAC8C,QAAQ,CAACC,OAAO;QACpC9C,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAAC8C,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN,CAAC,MAAM;MACH9C,OAAO,CAACD,GAAG,CAAE,8BAA6BU,YAAY,GAAG,CAAE,GAAE,CAAC;MAC9D;MACA,MAAM,IAAAgC,2BAAmB,EAAU;QAC/B3C,OAAO;QACPyC,IAAI,EAAE3C,aAAa,CAAC8C,QAAQ,CAACK,OAAO;QACpClD,OAAO,EAAE;UACLW,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAAC8C,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACH7B,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAAC"}
|
@@ -0,0 +1,6 @@
|
|
1
|
+
import { PbImportExportContext } from "../../types";
|
2
|
+
import { Configuration, Payload, Response } from ".";
|
3
|
+
/**
|
4
|
+
* Handles the export forms process workflow.
|
5
|
+
*/
|
6
|
+
export declare const formsHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
|
@@ -0,0 +1,187 @@
|
|
1
|
+
"use strict";
|
2
|
+
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
4
|
+
value: true
|
5
|
+
});
|
6
|
+
exports.formsHandler = void 0;
|
7
|
+
var _types = require("../../types");
|
8
|
+
var _client = require("../../client");
|
9
|
+
var _handlerGraphql = require("@webiny/handler-graphql");
|
10
|
+
var _utils = require("../utils");
|
11
|
+
var _mockSecurity = require("../../mockSecurity");
|
12
|
+
var _utils2 = require("@webiny/utils");
|
13
|
+
/**
|
14
|
+
* Handles the export forms process workflow.
|
15
|
+
*/
|
16
|
+
const formsHandler = async (configuration, payload, context) => {
|
17
|
+
const log = console.log;
|
18
|
+
let subTask;
|
19
|
+
let noPendingTask = true;
|
20
|
+
let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
|
21
|
+
log("RUNNING Export Forms Process Handler");
|
22
|
+
const {
|
23
|
+
formBuilder,
|
24
|
+
pageBuilder
|
25
|
+
} = context;
|
26
|
+
const {
|
27
|
+
taskId,
|
28
|
+
subTaskIndex,
|
29
|
+
type,
|
30
|
+
identity
|
31
|
+
} = payload;
|
32
|
+
// Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks
|
33
|
+
// and this Lambda is invoked internally, without credentials.
|
34
|
+
(0, _mockSecurity.mockSecurity)(identity, context);
|
35
|
+
try {
|
36
|
+
/*
|
37
|
+
* Note: We're not going to DB for finding the next sub-task to process,
|
38
|
+
* because the data might be out of sync due to GSI eventual consistency.
|
39
|
+
*/
|
40
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
|
41
|
+
/**
|
42
|
+
* Base condition!!
|
43
|
+
* Bail out early, if task not found or task's status is not "pending".
|
44
|
+
*/
|
45
|
+
if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
|
46
|
+
noPendingTask = true;
|
47
|
+
return {
|
48
|
+
data: "",
|
49
|
+
error: null
|
50
|
+
};
|
51
|
+
} else {
|
52
|
+
noPendingTask = false;
|
53
|
+
}
|
54
|
+
log(`Fetched sub task => ${subTask.id}`);
|
55
|
+
const {
|
56
|
+
input
|
57
|
+
} = subTask;
|
58
|
+
const {
|
59
|
+
formId,
|
60
|
+
exportFormsDataKey,
|
61
|
+
revisionType
|
62
|
+
} = input;
|
63
|
+
|
64
|
+
/**
|
65
|
+
* At the moment, we only export a single revision of the form.
|
66
|
+
* It could be "published" or "latest" depending upon user input.
|
67
|
+
*
|
68
|
+
* Note: In case of no "published" revision available, we use the latest revision.
|
69
|
+
*/
|
70
|
+
let form;
|
71
|
+
try {
|
72
|
+
if (revisionType === _types.ExportRevisionType.PUBLISHED) {
|
73
|
+
// Get "published" form.
|
74
|
+
form = await formBuilder.getLatestPublishedFormRevision(formId);
|
75
|
+
} else {
|
76
|
+
// Get "latest" form.
|
77
|
+
form = await formBuilder.getForm(formId);
|
78
|
+
}
|
79
|
+
} catch (e) {
|
80
|
+
// If we're looking for "published" form and doesn't found it, get latest form.
|
81
|
+
if (revisionType === _types.ExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
|
82
|
+
form = await formBuilder.getForm(formId);
|
83
|
+
} else {
|
84
|
+
throw e;
|
85
|
+
}
|
86
|
+
}
|
87
|
+
if (!form) {
|
88
|
+
log(`Unable to load form "${formId}"`);
|
89
|
+
throw new _handlerGraphql.NotFoundError(`Unable to load form "${formId}"`);
|
90
|
+
}
|
91
|
+
log(`Processing form key "${formId}" | version ${form.version} | ${form.status}`);
|
92
|
+
|
93
|
+
// Mark task status as PROCESSING
|
94
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
95
|
+
status: _types.ImportExportTaskStatus.PROCESSING
|
96
|
+
});
|
97
|
+
// Update stats in main task
|
98
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
99
|
+
prevStatus: prevStatusOfSubTask,
|
100
|
+
nextStatus: _types.ImportExportTaskStatus.PROCESSING
|
101
|
+
});
|
102
|
+
prevStatusOfSubTask = subTask.status;
|
103
|
+
log(`Extracting form data and uploading to storage...`);
|
104
|
+
// Extract Form
|
105
|
+
const formDataZip = await (0, _utils.exportForm)(form, exportFormsDataKey);
|
106
|
+
log(`Finish uploading zip...`);
|
107
|
+
// Update task record in DB
|
108
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
109
|
+
status: _types.ImportExportTaskStatus.COMPLETED,
|
110
|
+
data: {
|
111
|
+
message: `Finish uploading data for form "${form.id}" v${form.version} (${form.status}).`,
|
112
|
+
key: formDataZip.Key
|
113
|
+
}
|
114
|
+
});
|
115
|
+
// Update stats in main task
|
116
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
117
|
+
prevStatus: prevStatusOfSubTask,
|
118
|
+
nextStatus: _types.ImportExportTaskStatus.COMPLETED
|
119
|
+
});
|
120
|
+
prevStatusOfSubTask = subTask.status;
|
121
|
+
} catch (e) {
|
122
|
+
log("[EXPORT_PAGES_PROCESS] Error => ", e);
|
123
|
+
if (subTask && subTask.id) {
|
124
|
+
/**
|
125
|
+
* In case of error, we'll update the task status to "failed",
|
126
|
+
* so that, client can show notify the user appropriately.
|
127
|
+
*/
|
128
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
129
|
+
status: _types.ImportExportTaskStatus.FAILED,
|
130
|
+
error: {
|
131
|
+
name: e.name,
|
132
|
+
message: e.message,
|
133
|
+
stack: e.stack,
|
134
|
+
code: "EXPORT_FAILED"
|
135
|
+
}
|
136
|
+
});
|
137
|
+
|
138
|
+
// Update stats in main task
|
139
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
140
|
+
prevStatus: prevStatusOfSubTask,
|
141
|
+
nextStatus: _types.ImportExportTaskStatus.FAILED
|
142
|
+
});
|
143
|
+
prevStatusOfSubTask = subTask.status;
|
144
|
+
}
|
145
|
+
return {
|
146
|
+
data: null,
|
147
|
+
error: {
|
148
|
+
message: e.message
|
149
|
+
}
|
150
|
+
};
|
151
|
+
} finally {
|
152
|
+
// Base condition!
|
153
|
+
if (noPendingTask) {
|
154
|
+
log(`No pending sub-task for task ${taskId}`);
|
155
|
+
// Combine individual form zip files.
|
156
|
+
await (0, _client.invokeHandlerClient)({
|
157
|
+
context,
|
158
|
+
name: configuration.handlers.combine,
|
159
|
+
payload: {
|
160
|
+
taskId,
|
161
|
+
type,
|
162
|
+
identity: context.security.getIdentity()
|
163
|
+
},
|
164
|
+
description: "Export forms - combine"
|
165
|
+
});
|
166
|
+
} else {
|
167
|
+
console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
168
|
+
// We want to continue with Self invocation no matter if current form error out.
|
169
|
+
await (0, _client.invokeHandlerClient)({
|
170
|
+
context,
|
171
|
+
name: configuration.handlers.process,
|
172
|
+
payload: {
|
173
|
+
taskId,
|
174
|
+
type,
|
175
|
+
subTaskIndex: subTaskIndex + 1,
|
176
|
+
identity: context.security.getIdentity()
|
177
|
+
},
|
178
|
+
description: "Export forms - process - subtask"
|
179
|
+
});
|
180
|
+
}
|
181
|
+
}
|
182
|
+
return {
|
183
|
+
data: "",
|
184
|
+
error: null
|
185
|
+
};
|
186
|
+
};
|
187
|
+
exports.formsHandler = formsHandler;
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"names":["formsHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","formBuilder","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","formId","exportFormsDataKey","revisionType","form","ExportRevisionType","PUBLISHED","getLatestPublishedFormRevision","getForm","e","NotFoundError","version","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","formDataZip","exportForm","COMPLETED","message","key","Key","FAILED","name","stack","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process"],"sources":["formsHandler.ts"],"sourcesContent":["import { ExportRevisionType, ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportForm } from \"~/export/utils\";\nimport { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/export/process\";\n\n/**\n * Handles the export forms process workflow.\n */\nexport const formsHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Export Forms Process Handler\");\n const { formBuilder, pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity as SecurityIdentity, context);\n\n try {\n /*\n * Note: We're not going to DB for finding the next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { input } = subTask;\n const { formId, exportFormsDataKey, revisionType } = input;\n\n /**\n * At the moment, we only export a single revision of the form.\n * It could be \"published\" or \"latest\" depending upon user input.\n *\n * Note: In case of no \"published\" revision available, we use the latest revision.\n */\n let form;\n try {\n if (revisionType === ExportRevisionType.PUBLISHED) {\n // Get \"published\" form.\n form = await formBuilder.getLatestPublishedFormRevision(formId);\n } else {\n // Get \"latest\" form.\n form = await formBuilder.getForm(formId);\n }\n } catch (e) {\n // If we're looking for \"published\" form and doesn't found it, get latest form.\n if (revisionType === ExportRevisionType.PUBLISHED && e instanceof NotFoundError) {\n form = await formBuilder.getForm(formId);\n } else {\n throw e;\n }\n }\n\n if (!form) {\n log(`Unable to load form \"${formId}\"`);\n throw new NotFoundError(`Unable to load form \"${formId}\"`);\n }\n\n log(`Processing form key \"${formId}\" | version ${form.version} | ${form.status}`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n log(`Extracting form data and uploading to storage...`);\n // Extract Form\n const formDataZip = await exportForm(form, exportFormsDataKey);\n log(`Finish uploading zip...`);\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading data for form \"${form.id}\" v${form.version} (${form.status}).`,\n key: formDataZip.Key\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[EXPORT_PAGES_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"EXPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n // Combine individual form zip files.\n await invokeHandlerClient<ExtractPayload>({\n context,\n name: configuration.handlers.combine,\n payload: {\n taskId,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export forms - combine\"\n });\n } else {\n console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current form error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n type,\n subTaskIndex: subTaskIndex + 1,\n identity: context.security.getIdentity()\n },\n description: \"Export forms - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AAEA;AAEA;AAGA;AACA;AACA;AACO,MAAMA,YAAY,GAAG,OACxBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,sCAAsC,CAAC;EAC3C,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAsBb,OAAO,CAAC;EAEnD,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,eAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IAEAH,GAAG,CAAE,uBAAsBE,OAAO,CAACkB,EAAG,EAAC,CAAC;IAExC,MAAM;MAAEC;IAAM,CAAC,GAAGnB,OAAO;IACzB,MAAM;MAAEoB,MAAM;MAAEC,kBAAkB;MAAEC;IAAa,CAAC,GAAGH,KAAK;;IAE1D;AACR;AACA;AACA;AACA;AACA;IACQ,IAAII,IAAI;IACR,IAAI;MACA,IAAID,YAAY,KAAKE,yBAAkB,CAACC,SAAS,EAAE;QAC/C;QACAF,IAAI,GAAG,MAAMlB,WAAW,CAACqB,8BAA8B,CAACN,MAAM,CAAC;MACnE,CAAC,MAAM;QACH;QACAG,IAAI,GAAG,MAAMlB,WAAW,CAACsB,OAAO,CAACP,MAAM,CAAC;MAC5C;IACJ,CAAC,CAAC,OAAOQ,CAAC,EAAE;MACR;MACA,IAAIN,YAAY,KAAKE,yBAAkB,CAACC,SAAS,IAAIG,CAAC,YAAYC,6BAAa,EAAE;QAC7EN,IAAI,GAAG,MAAMlB,WAAW,CAACsB,OAAO,CAACP,MAAM,CAAC;MAC5C,CAAC,MAAM;QACH,MAAMQ,CAAC;MACX;IACJ;IAEA,IAAI,CAACL,IAAI,EAAE;MACPzB,GAAG,CAAE,wBAAuBsB,MAAO,GAAE,CAAC;MACtC,MAAM,IAAIS,6BAAa,CAAE,wBAAuBT,MAAO,GAAE,CAAC;IAC9D;IAEAtB,GAAG,CAAE,wBAAuBsB,MAAO,eAAcG,IAAI,CAACO,OAAQ,MAAKP,IAAI,CAACR,MAAO,EAAC,CAAC;;IAEjF;IACAf,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAAC6B;IACnC,CAAC,CAAC;IACF;IACA,MAAM1B,WAAW,CAACM,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;MACnD2B,UAAU,EAAEhC,mBAAmB;MAC/BiC,UAAU,EAAEhC,6BAAsB,CAAC6B;IACvC,CAAC,CAAC;IACF9B,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAE,kDAAiD,CAAC;IACvD;IACA,MAAMsC,WAAW,GAAG,MAAM,IAAAC,iBAAU,EAACd,IAAI,EAAEF,kBAAkB,CAAC;IAC9DvB,GAAG,CAAE,yBAAwB,CAAC;IAC9B;IACAE,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACmC,SAAS;MACxCtB,IAAI,EAAE;QACFuB,OAAO,EAAG,mCAAkChB,IAAI,CAACL,EAAG,MAAKK,IAAI,CAACO,OAAQ,KAAIP,IAAI,CAACR,MAAO,IAAG;QACzFyB,GAAG,EAAEJ,WAAW,CAACK;MACrB;IACJ,CAAC,CAAC;IACF;IACA,MAAMnC,WAAW,CAACM,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;MACnD2B,UAAU,EAAEhC,mBAAmB;MAC/BiC,UAAU,EAAEhC,6BAAsB,CAACmC;IACvC,CAAC,CAAC;IACFpC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAOa,CAAC,EAAE;IACR9B,GAAG,CAAC,kCAAkC,EAAE8B,CAAC,CAAC;IAE1C,IAAI5B,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACuC,MAAM;QACrCzB,KAAK,EAAE;UACH0B,IAAI,EAAEf,CAAC,CAACe,IAAI;UACZJ,OAAO,EAAEX,CAAC,CAACW,OAAO;UAClBK,KAAK,EAAEhB,CAAC,CAACgB,KAAK;UACdC,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMvC,WAAW,CAACM,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;QACnD2B,UAAU,EAAEhC,mBAAmB;QAC/BiC,UAAU,EAAEhC,6BAAsB,CAACuC;MACvC,CAAC,CAAC;MACFxC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHsB,OAAO,EAAEX,CAAC,CAACW;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAItC,aAAa,EAAE;MACfH,GAAG,CAAE,gCAA+BS,MAAO,EAAC,CAAC;MAC7C;MACA,MAAM,IAAAuC,2BAAmB,EAAiB;QACtCjD,OAAO;QACP8C,IAAI,EAAEhD,aAAa,CAACoD,QAAQ,CAACC,OAAO;QACpCpD,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACoD,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN,CAAC,MAAM;MACHpD,OAAO,CAACD,GAAG,CAAE,8BAA6BU,YAAY,GAAG,CAAE,GAAE,CAAC;MAC9D;MACA,MAAM,IAAAsC,2BAAmB,EAAU;QAC/BjD,OAAO;QACP8C,IAAI,EAAEhD,aAAa,CAACoD,QAAQ,CAACK,OAAO;QACpCxD,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJD,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BE,QAAQ,EAAEb,OAAO,CAACoD,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHnC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAAC"}
|
package/export/process/index.js
CHANGED
@@ -4,24 +4,34 @@ Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
5
5
|
});
|
6
6
|
exports.default = void 0;
|
7
|
-
|
8
7
|
var _handlerAws = require("@webiny/handler-aws");
|
9
|
-
|
10
8
|
var _blocksHandler = require("./blocksHandler");
|
11
|
-
|
9
|
+
var _formsHandler = require("./formsHandler");
|
12
10
|
var _pagesHandler = require("./pagesHandler");
|
13
|
-
|
11
|
+
var _templatesHandler = require("./templatesHandler");
|
14
12
|
var _default = configuration => {
|
15
13
|
return (0, _handlerAws.createRawEventHandler)(async ({
|
16
14
|
payload,
|
17
15
|
context
|
18
16
|
}) => {
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
17
|
+
switch (payload.type) {
|
18
|
+
case "block":
|
19
|
+
{
|
20
|
+
return await (0, _blocksHandler.blocksHandler)(configuration, payload, context);
|
21
|
+
}
|
22
|
+
case "form":
|
23
|
+
{
|
24
|
+
return await (0, _formsHandler.formsHandler)(configuration, payload, context);
|
25
|
+
}
|
26
|
+
case "template":
|
27
|
+
{
|
28
|
+
return await (0, _templatesHandler.templatesHandler)(configuration, payload, context);
|
29
|
+
}
|
30
|
+
default:
|
31
|
+
{
|
32
|
+
return await (0, _pagesHandler.pagesHandler)(configuration, payload, context);
|
33
|
+
}
|
23
34
|
}
|
24
35
|
});
|
25
36
|
};
|
26
|
-
|
27
37
|
exports.default = _default;
|
@@ -1 +1 @@
|
|
1
|
-
{"version":3,"names":["configuration","createRawEventHandler","payload","context","type","blocksHandler","pagesHandler"],"sources":["index.ts"],"sourcesContent":["import { PbImportExportContext } from \"~/types\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\nimport { blocksHandler } from \"~/export/process/blocksHandler\";\nimport { pagesHandler } from \"~/export/process/pagesHandler\";\n\nexport interface Configuration {\n handlers: {\n process: string;\n combine: string;\n };\n}\n\nexport interface Payload {\n taskId: string;\n subTaskIndex: number;\n type: string;\n identity?: SecurityIdentity;\n}\n\nexport interface Response {\n data: string | null;\n error: Partial<Error> | null;\n}\n\nexport default (configuration: Configuration) => {\n return createRawEventHandler<Payload, PbImportExportContext, Response>(\n async ({ payload, context }) => {\n
|
1
|
+
{"version":3,"names":["configuration","createRawEventHandler","payload","context","type","blocksHandler","formsHandler","templatesHandler","pagesHandler"],"sources":["index.ts"],"sourcesContent":["import { PbImportExportContext } from \"~/types\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\nimport { blocksHandler } from \"~/export/process/blocksHandler\";\nimport { formsHandler } from \"~/export/process/formsHandler\";\nimport { pagesHandler } from \"~/export/process/pagesHandler\";\nimport { templatesHandler } from \"~/export/process/templatesHandler\";\n\nexport interface Configuration {\n handlers: {\n process: string;\n combine: string;\n };\n}\n\nexport interface Payload {\n taskId: string;\n subTaskIndex: number;\n type: string;\n identity?: SecurityIdentity;\n}\n\nexport interface Response {\n data: string | null;\n error: Partial<Error> | null;\n}\n\nexport default (configuration: Configuration) => {\n return createRawEventHandler<Payload, PbImportExportContext, Response>(\n async ({ payload, context }) => {\n switch (payload.type) {\n case \"block\": {\n return await blocksHandler(configuration, payload, context);\n }\n case \"form\": {\n return await formsHandler(configuration, payload, context);\n }\n case \"template\": {\n return await templatesHandler(configuration, payload, context);\n }\n default: {\n return await pagesHandler(configuration, payload, context);\n }\n }\n }\n );\n};\n"],"mappings":";;;;;;AAEA;AACA;AACA;AACA;AACA;AAAqE,eAqBrDA,aAA4B,IAAK;EAC7C,OAAO,IAAAC,iCAAqB,EACxB,OAAO;IAAEC,OAAO;IAAEC;EAAQ,CAAC,KAAK;IAC5B,QAAQD,OAAO,CAACE,IAAI;MAChB,KAAK,OAAO;QAAE;UACV,OAAO,MAAM,IAAAC,4BAAa,EAACL,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;QAC/D;MACA,KAAK,MAAM;QAAE;UACT,OAAO,MAAM,IAAAG,0BAAY,EAACN,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;QAC9D;MACA,KAAK,UAAU;QAAE;UACb,OAAO,MAAM,IAAAI,kCAAgB,EAACP,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;QAClE;MACA;QAAS;UACL,OAAO,MAAM,IAAAK,0BAAY,EAACR,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;QAC9D;IAAC;EAET,CAAC,CACJ;AACL,CAAC;AAAA"}
|
@@ -4,19 +4,12 @@ Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
5
5
|
});
|
6
6
|
exports.pagesHandler = void 0;
|
7
|
-
|
8
7
|
var _types = require("../../types");
|
9
|
-
|
10
8
|
var _client = require("../../client");
|
11
|
-
|
12
9
|
var _handlerGraphql = require("@webiny/handler-graphql");
|
13
|
-
|
14
10
|
var _utils = require("../utils");
|
15
|
-
|
16
11
|
var _mockSecurity = require("../../mockSecurity");
|
17
|
-
|
18
12
|
var _utils2 = require("@webiny/utils");
|
19
|
-
|
20
13
|
/**
|
21
14
|
* Handles the export pages process workflow.
|
22
15
|
*/
|
@@ -35,11 +28,10 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
35
28
|
subTaskIndex,
|
36
29
|
type,
|
37
30
|
identity
|
38
|
-
} = payload;
|
31
|
+
} = payload;
|
32
|
+
// Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
|
39
33
|
// and this Lambda is invoked internally, without credentials.
|
40
|
-
|
41
34
|
(0, _mockSecurity.mockSecurity)(identity, context);
|
42
|
-
|
43
35
|
try {
|
44
36
|
/*
|
45
37
|
* Note: We're not going to DB for finding the next sub-task to process,
|
@@ -50,7 +42,6 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
50
42
|
* Base condition!!
|
51
43
|
* Bail out early, if task not found or task's status is not "pending".
|
52
44
|
*/
|
53
|
-
|
54
45
|
if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
|
55
46
|
noPendingTask = true;
|
56
47
|
return {
|
@@ -60,7 +51,6 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
60
51
|
} else {
|
61
52
|
noPendingTask = false;
|
62
53
|
}
|
63
|
-
|
64
54
|
log(`Fetched sub task => ${subTask.id}`);
|
65
55
|
const {
|
66
56
|
input
|
@@ -70,15 +60,14 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
70
60
|
exportPagesDataKey,
|
71
61
|
revisionType
|
72
62
|
} = input;
|
63
|
+
|
73
64
|
/**
|
74
65
|
* At the moment, we only export a single revision of the page.
|
75
66
|
* It could be "published" or "latest" depending upon user input.
|
76
67
|
*
|
77
68
|
* Note: In case of no "published" revision available, we use the latest revision.
|
78
69
|
*/
|
79
|
-
|
80
70
|
let page;
|
81
|
-
|
82
71
|
try {
|
83
72
|
if (revisionType === _types.ExportRevisionType.PUBLISHED) {
|
84
73
|
// Get "published" page.
|
@@ -97,36 +86,35 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
97
86
|
throw e;
|
98
87
|
}
|
99
88
|
}
|
100
|
-
|
101
89
|
if (!page) {
|
102
90
|
log(`Unable to load page "${pageId}"`);
|
103
91
|
throw new _handlerGraphql.NotFoundError(`Unable to load page "${pageId}"`);
|
104
92
|
}
|
93
|
+
log(`Processing page key "${pageId}" | version ${page.version} | ${page.status}`);
|
105
94
|
|
106
|
-
|
107
|
-
|
95
|
+
// Mark task status as PROCESSING
|
108
96
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
109
97
|
status: _types.ImportExportTaskStatus.PROCESSING
|
110
|
-
});
|
111
|
-
|
98
|
+
});
|
99
|
+
// Update stats in main task
|
112
100
|
await pageBuilder.importExportTask.updateStats(taskId, {
|
113
101
|
prevStatus: prevStatusOfSubTask,
|
114
102
|
nextStatus: _types.ImportExportTaskStatus.PROCESSING
|
115
103
|
});
|
116
104
|
prevStatusOfSubTask = subTask.status;
|
117
|
-
log(`Extracting page data and uploading to storage...`);
|
118
|
-
|
105
|
+
log(`Extracting page data and uploading to storage...`);
|
106
|
+
// Extract Page
|
119
107
|
const pageDataZip = await (0, _utils.exportPage)(page, exportPagesDataKey, fileManager);
|
120
|
-
log(`Finish uploading zip...`);
|
121
|
-
|
108
|
+
log(`Finish uploading zip...`);
|
109
|
+
// Update task record in DB
|
122
110
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
123
111
|
status: _types.ImportExportTaskStatus.COMPLETED,
|
124
112
|
data: {
|
125
113
|
message: `Finish uploading data for page "${page.id}" v${page.version} (${page.status}).`,
|
126
114
|
key: pageDataZip.Key
|
127
115
|
}
|
128
|
-
});
|
129
|
-
|
116
|
+
});
|
117
|
+
// Update stats in main task
|
130
118
|
await pageBuilder.importExportTask.updateStats(taskId, {
|
131
119
|
prevStatus: prevStatusOfSubTask,
|
132
120
|
nextStatus: _types.ImportExportTaskStatus.COMPLETED
|
@@ -134,7 +122,6 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
134
122
|
prevStatusOfSubTask = subTask.status;
|
135
123
|
} catch (e) {
|
136
124
|
log("[EXPORT_PAGES_PROCESS] Error => ", e);
|
137
|
-
|
138
125
|
if (subTask && subTask.id) {
|
139
126
|
/**
|
140
127
|
* In case of error, we'll update the task status to "failed",
|
@@ -148,15 +135,15 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
148
135
|
stack: e.stack,
|
149
136
|
code: "EXPORT_FAILED"
|
150
137
|
}
|
151
|
-
});
|
138
|
+
});
|
152
139
|
|
140
|
+
// Update stats in main task
|
153
141
|
await pageBuilder.importExportTask.updateStats(taskId, {
|
154
142
|
prevStatus: prevStatusOfSubTask,
|
155
143
|
nextStatus: _types.ImportExportTaskStatus.FAILED
|
156
144
|
});
|
157
145
|
prevStatusOfSubTask = subTask.status;
|
158
146
|
}
|
159
|
-
|
160
147
|
return {
|
161
148
|
data: null,
|
162
149
|
error: {
|
@@ -166,8 +153,8 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
166
153
|
} finally {
|
167
154
|
// Base condition!
|
168
155
|
if (noPendingTask) {
|
169
|
-
log(`No pending sub-task for task ${taskId}`);
|
170
|
-
|
156
|
+
log(`No pending sub-task for task ${taskId}`);
|
157
|
+
// Combine individual page zip files.
|
171
158
|
await (0, _client.invokeHandlerClient)({
|
172
159
|
context,
|
173
160
|
name: configuration.handlers.combine,
|
@@ -179,8 +166,8 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
179
166
|
description: "Export pages - combine"
|
180
167
|
});
|
181
168
|
} else {
|
182
|
-
console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
183
|
-
|
169
|
+
console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
170
|
+
// We want to continue with Self invocation no matter if current page error out.
|
184
171
|
await (0, _client.invokeHandlerClient)({
|
185
172
|
context,
|
186
173
|
name: configuration.handlers.process,
|
@@ -194,11 +181,9 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
194
181
|
});
|
195
182
|
}
|
196
183
|
}
|
197
|
-
|
198
184
|
return {
|
199
185
|
data: "",
|
200
186
|
error: null
|
201
187
|
};
|
202
188
|
};
|
203
|
-
|
204
189
|
exports.pagesHandler = pagesHandler;
|