@webiny/api-page-builder-import-export 0.0.0-unstable.78f581c1d2 → 0.0.0-unstable.7c9e8fbfd6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client.d.ts +2 -2
- package/client.js +12 -25
- package/client.js.map +1 -1
- package/export/combine/blocksHandler.d.ts +6 -0
- package/export/combine/blocksHandler.js +101 -0
- package/export/combine/blocksHandler.js.map +1 -0
- package/export/combine/formsHandler.d.ts +6 -0
- package/export/combine/formsHandler.js +101 -0
- package/export/combine/formsHandler.js.map +1 -0
- package/{exportPages → export}/combine/index.d.ts +4 -3
- package/export/combine/index.js +44 -0
- package/export/combine/index.js.map +1 -0
- package/export/combine/templatesHandler.d.ts +6 -0
- package/export/combine/templatesHandler.js +101 -0
- package/export/combine/templatesHandler.js.map +1 -0
- package/export/pages/ExportPagesCleanup.d.ts +5 -0
- package/export/pages/ExportPagesCleanup.js +82 -0
- package/export/pages/ExportPagesCleanup.js.map +1 -0
- package/export/pages/ExportPagesController.d.ts +5 -0
- package/export/pages/ExportPagesController.js +31 -0
- package/export/pages/ExportPagesController.js.map +1 -0
- package/export/pages/ExportPagesZipPages.d.ts +5 -0
- package/export/pages/ExportPagesZipPages.js +23 -0
- package/export/pages/ExportPagesZipPages.js.map +1 -0
- package/export/pages/controller/CombineZippedPages.d.ts +5 -0
- package/export/pages/controller/CombineZippedPages.js +75 -0
- package/export/pages/controller/CombineZippedPages.js.map +1 -0
- package/export/pages/controller/CreateZipPagesTasks.d.ts +8 -0
- package/export/pages/controller/CreateZipPagesTasks.js +103 -0
- package/export/pages/controller/CreateZipPagesTasks.js.map +1 -0
- package/export/pages/controller/ProcessZipPagesTasks.d.ts +6 -0
- package/export/pages/controller/ProcessZipPagesTasks.js +61 -0
- package/export/pages/controller/ProcessZipPagesTasks.js.map +1 -0
- package/export/pages/types.d.ts +53 -0
- package/export/pages/types.js +26 -0
- package/export/pages/types.js.map +1 -0
- package/export/pages/utils.d.ts +2 -0
- package/export/pages/utils.js +13 -0
- package/export/pages/utils.js.map +1 -0
- package/export/pages/zipPages/ZipPages.d.ts +5 -0
- package/export/pages/zipPages/ZipPages.js +100 -0
- package/export/pages/zipPages/ZipPages.js.map +1 -0
- package/export/pages/zipPages/ZipPagesDataManager.d.ts +14 -0
- package/export/pages/zipPages/ZipPagesDataManager.js +46 -0
- package/export/pages/zipPages/ZipPagesDataManager.js.map +1 -0
- package/export/pages/zipPages/getPageFactory.d.ts +4 -0
- package/export/pages/zipPages/getPageFactory.js +38 -0
- package/export/pages/zipPages/getPageFactory.js.map +1 -0
- package/export/process/blocksHandler.d.ts +6 -0
- package/export/process/blocksHandler.js +169 -0
- package/export/process/blocksHandler.js.map +1 -0
- package/export/process/exporters/BlockExporter.d.ts +12 -0
- package/export/process/exporters/BlockExporter.js +57 -0
- package/export/process/exporters/BlockExporter.js.map +1 -0
- package/export/process/exporters/FormExporter.d.ts +9 -0
- package/export/process/exporters/FormExporter.js +36 -0
- package/export/process/exporters/FormExporter.js.map +1 -0
- package/export/process/exporters/PageExporter.d.ts +18 -0
- package/export/process/exporters/PageExporter.js +59 -0
- package/export/process/exporters/PageExporter.js.map +1 -0
- package/export/process/exporters/PageTemplateExporter.d.ts +11 -0
- package/export/process/exporters/PageTemplateExporter.js +58 -0
- package/export/process/exporters/PageTemplateExporter.js.map +1 -0
- package/export/process/formsHandler.d.ts +6 -0
- package/export/process/formsHandler.js +189 -0
- package/export/process/formsHandler.js.map +1 -0
- package/{exportPages → export}/process/index.d.ts +5 -7
- package/export/process/index.js +41 -0
- package/export/process/index.js.map +1 -0
- package/export/process/templatesHandler.d.ts +6 -0
- package/export/process/templatesHandler.js +168 -0
- package/export/process/templatesHandler.js.map +1 -0
- package/export/s3Stream.d.ts +36 -0
- package/{exportPages → export}/s3Stream.js +27 -42
- package/export/s3Stream.js.map +1 -0
- package/export/utils.d.ts +24 -0
- package/export/utils.js +169 -0
- package/export/utils.js.map +1 -0
- package/{exportPages → export}/zipper.d.ts +12 -10
- package/export/zipper.js +120 -0
- package/export/zipper.js.map +1 -0
- package/graphql/crud/blocks.crud.d.ts +4 -0
- package/graphql/crud/blocks.crud.js +158 -0
- package/graphql/crud/blocks.crud.js.map +1 -0
- package/graphql/crud/forms.crud.d.ts +4 -0
- package/graphql/crud/forms.crud.js +162 -0
- package/graphql/crud/forms.crud.js.map +1 -0
- package/graphql/crud/importExportTasks.crud.d.ts +5 -0
- package/graphql/crud/importExportTasks.crud.js +396 -0
- package/graphql/crud/importExportTasks.crud.js.map +1 -0
- package/graphql/crud/pages.crud.d.ts +2 -2
- package/graphql/crud/pages.crud.js +241 -138
- package/graphql/crud/pages.crud.js.map +1 -1
- package/graphql/crud/templates.crud.d.ts +4 -0
- package/graphql/crud/templates.crud.js +156 -0
- package/graphql/crud/templates.crud.js.map +1 -0
- package/graphql/crud.d.ts +2 -2
- package/graphql/crud.js +7 -7
- package/graphql/crud.js.map +1 -1
- package/graphql/graphql/blocks.gql.d.ts +4 -0
- package/graphql/graphql/blocks.gql.js +52 -0
- package/graphql/graphql/blocks.gql.js.map +1 -0
- package/graphql/graphql/forms.gql.d.ts +4 -0
- package/graphql/graphql/forms.gql.js +60 -0
- package/graphql/graphql/forms.gql.js.map +1 -0
- package/graphql/graphql/importExportTasks.gql.d.ts +4 -0
- package/graphql/graphql/importExportTasks.gql.js +75 -0
- package/graphql/graphql/importExportTasks.gql.js.map +1 -0
- package/graphql/graphql/pages.gql.d.ts +3 -3
- package/graphql/graphql/pages.gql.js +104 -26
- package/graphql/graphql/pages.gql.js.map +1 -1
- package/graphql/graphql/templates.gql.d.ts +4 -0
- package/graphql/graphql/templates.gql.js +52 -0
- package/graphql/graphql/templates.gql.js.map +1 -0
- package/graphql/graphql/utils/resolve.d.ts +3 -3
- package/graphql/graphql/utils/resolve.js +15 -7
- package/graphql/graphql/utils/resolve.js.map +1 -1
- package/graphql/graphql.d.ts +1 -1
- package/graphql/graphql.js +6 -6
- package/graphql/graphql.js.map +1 -1
- package/graphql/index.d.ts +2 -2
- package/graphql/index.js +4 -6
- package/graphql/index.js.map +1 -1
- package/graphql/types.d.ts +237 -37
- package/graphql/types.js +3 -1
- package/graphql/types.js.map +1 -1
- package/import/constants.d.ts +3 -0
- package/import/constants.js +13 -0
- package/import/constants.js.map +1 -0
- package/import/create/blocksHandler.d.ts +3 -0
- package/import/create/blocksHandler.js +101 -0
- package/import/create/blocksHandler.js.map +1 -0
- package/import/create/formsHandler.d.ts +3 -0
- package/import/create/formsHandler.js +105 -0
- package/import/create/formsHandler.js.map +1 -0
- package/import/create/index.d.ts +24 -0
- package/import/create/index.js +44 -0
- package/import/create/index.js.map +1 -0
- package/import/create/pagesHandler.d.ts +3 -0
- package/import/create/pagesHandler.js +105 -0
- package/import/create/pagesHandler.js.map +1 -0
- package/import/create/templatesHandler.d.ts +3 -0
- package/import/create/templatesHandler.js +101 -0
- package/import/create/templatesHandler.js.map +1 -0
- package/import/pages/ImportPagesController.d.ts +5 -0
- package/import/pages/ImportPagesController.js +29 -0
- package/import/pages/ImportPagesController.js.map +1 -0
- package/import/pages/ImportPagesProcessPages.d.ts +6 -0
- package/import/pages/ImportPagesProcessPages.js +112 -0
- package/import/pages/ImportPagesProcessPages.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.d.ts +6 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js +40 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessZipFile.d.ts +5 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js +71 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js.map +1 -0
- package/import/pages/process/importPage.d.ts +10 -0
- package/import/pages/process/importPage.js +94 -0
- package/import/pages/process/importPage.js.map +1 -0
- package/import/pages/types.d.ts +48 -0
- package/import/pages/types.js +20 -0
- package/import/pages/types.js.map +1 -0
- package/import/process/blocks/ElementIdsProcessor.d.ts +5 -0
- package/import/process/blocks/ElementIdsProcessor.js +26 -0
- package/import/process/blocks/ElementIdsProcessor.js.map +1 -0
- package/import/process/blocks/blocksHandler.d.ts +3 -0
- package/import/process/blocks/blocksHandler.js +169 -0
- package/import/process/blocks/blocksHandler.js.map +1 -0
- package/import/process/blocks/importBlock.d.ts +11 -0
- package/import/process/blocks/importBlock.js +101 -0
- package/import/process/blocks/importBlock.js.map +1 -0
- package/import/process/forms/formsHandler.d.ts +3 -0
- package/import/process/forms/formsHandler.js +178 -0
- package/import/process/forms/formsHandler.js.map +1 -0
- package/import/process/forms/importForm.d.ts +9 -0
- package/import/process/forms/importForm.js +47 -0
- package/import/process/forms/importForm.js.map +1 -0
- package/{importPages → import}/process/index.d.ts +6 -4
- package/import/process/index.js +41 -0
- package/import/process/index.js.map +1 -0
- package/import/process/templates/importTemplate.d.ts +11 -0
- package/import/process/templates/importTemplate.js +70 -0
- package/import/process/templates/importTemplate.js.map +1 -0
- package/import/process/templates/templatesHandler.d.ts +3 -0
- package/import/process/templates/templatesHandler.js +174 -0
- package/import/process/templates/templatesHandler.js.map +1 -0
- package/import/utils/deleteS3Folder.d.ts +1 -0
- package/import/utils/deleteS3Folder.js +21 -0
- package/import/utils/deleteS3Folder.js.map +1 -0
- package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
- package/import/utils/extractAndUploadZipFileContents.js +126 -0
- package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
- package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
- package/import/utils/extractZipAndUploadToS3.js +100 -0
- package/import/utils/extractZipAndUploadToS3.js.map +1 -0
- package/import/utils/getFileNameWithoutExt.d.ts +1 -0
- package/import/utils/getFileNameWithoutExt.js +13 -0
- package/import/utils/getFileNameWithoutExt.js.map +1 -0
- package/import/utils/index.d.ts +9 -0
- package/import/utils/index.js +106 -0
- package/import/utils/index.js.map +1 -0
- package/import/utils/initialStats.d.ts +7 -0
- package/import/utils/initialStats.js +18 -0
- package/import/utils/initialStats.js.map +1 -0
- package/import/utils/prepareDataDirMap.d.ts +6 -0
- package/import/utils/prepareDataDirMap.js +31 -0
- package/import/utils/prepareDataDirMap.js.map +1 -0
- package/import/utils/updateFilesInData.d.ts +8 -0
- package/import/utils/updateFilesInData.js +51 -0
- package/import/utils/updateFilesInData.js.map +1 -0
- package/import/utils/uploadAssets.d.ts +10 -0
- package/import/utils/uploadAssets.js +92 -0
- package/import/utils/uploadAssets.js.map +1 -0
- package/import/utils/uploadFilesFromS3.d.ts +3 -0
- package/import/utils/uploadFilesFromS3.js +21 -0
- package/import/utils/uploadFilesFromS3.js.map +1 -0
- package/mockSecurity.d.ts +1 -1
- package/mockSecurity.js +2 -3
- package/mockSecurity.js.map +1 -1
- package/package.json +36 -52
- package/tasks/common/ChildTasksCleanup.d.ts +12 -0
- package/tasks/common/ChildTasksCleanup.js +64 -0
- package/tasks/common/ChildTasksCleanup.js.map +1 -0
- package/tasks/index.d.ts +1 -0
- package/tasks/index.js +13 -0
- package/tasks/index.js.map +1 -0
- package/tasks/pages/exportPagesCleanupTask.d.ts +3 -0
- package/tasks/pages/exportPagesCleanupTask.js +36 -0
- package/tasks/pages/exportPagesCleanupTask.js.map +1 -0
- package/tasks/pages/exportPagesControllerTask.d.ts +3 -0
- package/tasks/pages/exportPagesControllerTask.js +83 -0
- package/tasks/pages/exportPagesControllerTask.js.map +1 -0
- package/tasks/pages/exportPagesZipPagesTask.d.ts +3 -0
- package/tasks/pages/exportPagesZipPagesTask.js +39 -0
- package/tasks/pages/exportPagesZipPagesTask.js.map +1 -0
- package/tasks/pages/importPagesControllerTask.d.ts +3 -0
- package/tasks/pages/importPagesControllerTask.js +39 -0
- package/tasks/pages/importPagesControllerTask.js.map +1 -0
- package/tasks/pages/importPagesProcessPageTask.d.ts +3 -0
- package/tasks/pages/importPagesProcessPageTask.js +39 -0
- package/tasks/pages/importPagesProcessPageTask.js.map +1 -0
- package/tasks/pages/index.d.ts +1 -0
- package/tasks/pages/index.js +17 -0
- package/tasks/pages/index.js.map +1 -0
- package/types.d.ts +83 -65
- package/types.js +68 -21
- package/types.js.map +1 -1
- package/utils/ZipFiles.d.ts +11 -0
- package/utils/ZipFiles.js +124 -0
- package/utils/ZipFiles.js.map +1 -0
- package/exportPages/combine/index.js +0 -114
- package/exportPages/combine/index.js.map +0 -1
- package/exportPages/process/index.js +0 -208
- package/exportPages/process/index.js.map +0 -1
- package/exportPages/s3Stream.d.ts +0 -31
- package/exportPages/s3Stream.js.map +0 -1
- package/exportPages/utils.d.ts +0 -13
- package/exportPages/utils.js +0 -113
- package/exportPages/utils.js.map +0 -1
- package/exportPages/zipper.js +0 -135
- package/exportPages/zipper.js.map +0 -1
- package/graphql/crud/pageImportExportTasks.crud.d.ts +0 -5
- package/graphql/crud/pageImportExportTasks.crud.js +0 -411
- package/graphql/crud/pageImportExportTasks.crud.js.map +0 -1
- package/graphql/graphql/pageImportExportTasks.gql.d.ts +0 -4
- package/graphql/graphql/pageImportExportTasks.gql.js +0 -80
- package/graphql/graphql/pageImportExportTasks.gql.js.map +0 -1
- package/importPages/create/index.d.ts +0 -22
- package/importPages/create/index.js +0 -118
- package/importPages/create/index.js.map +0 -1
- package/importPages/process/index.js +0 -185
- package/importPages/process/index.js.map +0 -1
- package/importPages/utils.d.ts +0 -50
- package/importPages/utils.js +0 -570
- package/importPages/utils.js.map +0 -1
|
@@ -0,0 +1,189 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.formsHandler = void 0;
|
|
7
|
+
var _types = require("../../types");
|
|
8
|
+
var _client = require("../../client");
|
|
9
|
+
var _handlerGraphql = require("@webiny/handler-graphql");
|
|
10
|
+
var _mockSecurity = require("../../mockSecurity");
|
|
11
|
+
var _utils = require("@webiny/utils");
|
|
12
|
+
var _FormExporter = require("./exporters/FormExporter");
|
|
13
|
+
/**
|
|
14
|
+
* Handles the export forms process workflow.
|
|
15
|
+
*/
|
|
16
|
+
const formsHandler = async (configuration, payload, context) => {
|
|
17
|
+
const log = console.log;
|
|
18
|
+
let subTask;
|
|
19
|
+
let noPendingTask = true;
|
|
20
|
+
let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
|
|
21
|
+
log("RUNNING Export Forms Process Handler");
|
|
22
|
+
const {
|
|
23
|
+
formBuilder,
|
|
24
|
+
pageBuilder
|
|
25
|
+
} = context;
|
|
26
|
+
const {
|
|
27
|
+
taskId,
|
|
28
|
+
subTaskIndex,
|
|
29
|
+
type,
|
|
30
|
+
identity
|
|
31
|
+
} = payload;
|
|
32
|
+
// Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks
|
|
33
|
+
// and this Lambda is invoked internally, without credentials.
|
|
34
|
+
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
35
|
+
try {
|
|
36
|
+
/*
|
|
37
|
+
* Note: We're not going to DB for finding the next sub-task to process,
|
|
38
|
+
* because the data might be out of sync due to GSI eventual consistency.
|
|
39
|
+
*/
|
|
40
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
|
|
41
|
+
/**
|
|
42
|
+
* Base condition!!
|
|
43
|
+
* Bail out early, if task not found or task's status is not "pending".
|
|
44
|
+
*/
|
|
45
|
+
if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
|
|
46
|
+
noPendingTask = true;
|
|
47
|
+
return {
|
|
48
|
+
data: "",
|
|
49
|
+
error: null
|
|
50
|
+
};
|
|
51
|
+
} else {
|
|
52
|
+
noPendingTask = false;
|
|
53
|
+
}
|
|
54
|
+
log(`Fetched sub task => ${subTask.id}`);
|
|
55
|
+
const {
|
|
56
|
+
input
|
|
57
|
+
} = subTask;
|
|
58
|
+
const {
|
|
59
|
+
formId,
|
|
60
|
+
exportFormsDataKey,
|
|
61
|
+
revisionType
|
|
62
|
+
} = input;
|
|
63
|
+
|
|
64
|
+
/**
|
|
65
|
+
* At the moment, we only export a single revision of the form.
|
|
66
|
+
* It could be "published" or "latest" depending upon user input.
|
|
67
|
+
*
|
|
68
|
+
* Note: In case of no "published" revision available, we use the latest revision.
|
|
69
|
+
*/
|
|
70
|
+
let form;
|
|
71
|
+
try {
|
|
72
|
+
if (revisionType === _types.ExportRevisionType.PUBLISHED) {
|
|
73
|
+
// Get "published" form.
|
|
74
|
+
form = await formBuilder.getLatestPublishedFormRevision(formId);
|
|
75
|
+
} else {
|
|
76
|
+
// Get "latest" form.
|
|
77
|
+
form = await formBuilder.getForm(formId);
|
|
78
|
+
}
|
|
79
|
+
} catch (e) {
|
|
80
|
+
// If we're looking for "published" form and doesn't found it, get latest form.
|
|
81
|
+
if (revisionType === _types.ExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
|
|
82
|
+
form = await formBuilder.getForm(formId);
|
|
83
|
+
} else {
|
|
84
|
+
throw e;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
if (!form) {
|
|
88
|
+
log(`Unable to load form "${formId}"`);
|
|
89
|
+
throw new _handlerGraphql.NotFoundError(`Unable to load form "${formId}"`);
|
|
90
|
+
}
|
|
91
|
+
log(`Processing form key "${formId}" | version ${form.version} | ${form.status}`);
|
|
92
|
+
|
|
93
|
+
// Mark task status as PROCESSING
|
|
94
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
95
|
+
status: _types.ImportExportTaskStatus.PROCESSING
|
|
96
|
+
});
|
|
97
|
+
// Update stats in main task
|
|
98
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
|
99
|
+
prevStatus: prevStatusOfSubTask,
|
|
100
|
+
nextStatus: _types.ImportExportTaskStatus.PROCESSING
|
|
101
|
+
});
|
|
102
|
+
prevStatusOfSubTask = subTask.status;
|
|
103
|
+
log(`Extracting form data and uploading to storage...`);
|
|
104
|
+
const formExporter = new _FormExporter.FormExporter();
|
|
105
|
+
const formDataZip = await formExporter.execute(form, exportFormsDataKey);
|
|
106
|
+
log(`Finish uploading zip...`);
|
|
107
|
+
// Update task record in DB
|
|
108
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
109
|
+
status: _types.ImportExportTaskStatus.COMPLETED,
|
|
110
|
+
data: {
|
|
111
|
+
message: `Finish uploading data for form "${form.id}" v${form.version} (${form.status}).`,
|
|
112
|
+
key: formDataZip.Key
|
|
113
|
+
}
|
|
114
|
+
});
|
|
115
|
+
// Update stats in main task
|
|
116
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
|
117
|
+
prevStatus: prevStatusOfSubTask,
|
|
118
|
+
nextStatus: _types.ImportExportTaskStatus.COMPLETED
|
|
119
|
+
});
|
|
120
|
+
prevStatusOfSubTask = subTask.status;
|
|
121
|
+
} catch (e) {
|
|
122
|
+
log("[EXPORT_PAGES_PROCESS] Error => ", e);
|
|
123
|
+
if (subTask && subTask.id) {
|
|
124
|
+
/**
|
|
125
|
+
* In case of error, we'll update the task status to "failed",
|
|
126
|
+
* so that, client can show notify the user appropriately.
|
|
127
|
+
*/
|
|
128
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
129
|
+
status: _types.ImportExportTaskStatus.FAILED,
|
|
130
|
+
error: {
|
|
131
|
+
name: e.name,
|
|
132
|
+
message: e.message,
|
|
133
|
+
stack: e.stack,
|
|
134
|
+
code: "EXPORT_FAILED"
|
|
135
|
+
}
|
|
136
|
+
});
|
|
137
|
+
|
|
138
|
+
// Update stats in main task
|
|
139
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
|
140
|
+
prevStatus: prevStatusOfSubTask,
|
|
141
|
+
nextStatus: _types.ImportExportTaskStatus.FAILED
|
|
142
|
+
});
|
|
143
|
+
prevStatusOfSubTask = subTask.status;
|
|
144
|
+
}
|
|
145
|
+
return {
|
|
146
|
+
data: null,
|
|
147
|
+
error: {
|
|
148
|
+
message: e.message
|
|
149
|
+
}
|
|
150
|
+
};
|
|
151
|
+
} finally {
|
|
152
|
+
// Base condition!
|
|
153
|
+
if (noPendingTask) {
|
|
154
|
+
log(`No pending sub-task for task ${taskId}`);
|
|
155
|
+
// Combine individual form zip files.
|
|
156
|
+
await (0, _client.invokeHandlerClient)({
|
|
157
|
+
context,
|
|
158
|
+
name: configuration.handlers.combine,
|
|
159
|
+
payload: {
|
|
160
|
+
taskId,
|
|
161
|
+
type,
|
|
162
|
+
identity: context.security.getIdentity()
|
|
163
|
+
},
|
|
164
|
+
description: "Export forms - combine"
|
|
165
|
+
});
|
|
166
|
+
} else {
|
|
167
|
+
console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
|
168
|
+
// We want to continue with Self invocation no matter if current form error out.
|
|
169
|
+
await (0, _client.invokeHandlerClient)({
|
|
170
|
+
context,
|
|
171
|
+
name: configuration.handlers.process,
|
|
172
|
+
payload: {
|
|
173
|
+
taskId,
|
|
174
|
+
type,
|
|
175
|
+
subTaskIndex: subTaskIndex + 1,
|
|
176
|
+
identity: context.security.getIdentity()
|
|
177
|
+
},
|
|
178
|
+
description: "Export forms - process - subtask"
|
|
179
|
+
});
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
return {
|
|
183
|
+
data: "",
|
|
184
|
+
error: null
|
|
185
|
+
};
|
|
186
|
+
};
|
|
187
|
+
exports.formsHandler = formsHandler;
|
|
188
|
+
|
|
189
|
+
//# sourceMappingURL=formsHandler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_types","require","_client","_handlerGraphql","_mockSecurity","_utils","_FormExporter","formsHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","formBuilder","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","formId","exportFormsDataKey","revisionType","form","ExportRevisionType","PUBLISHED","getLatestPublishedFormRevision","getForm","e","NotFoundError","version","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","formExporter","FormExporter","formDataZip","execute","COMPLETED","message","key","Key","FAILED","name","stack","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process","exports"],"sources":["formsHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ExportRevisionType, ImportExportTaskStatus } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport type { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport type { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/export/process\";\nimport { FormExporter } from \"./exporters/FormExporter\";\n\n/**\n * Handles the export forms process workflow.\n */\nexport const formsHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Export Forms Process Handler\");\n const { formBuilder, pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity as SecurityIdentity, context);\n\n try {\n /*\n * Note: We're not going to DB for finding the next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { input } = subTask;\n const { formId, exportFormsDataKey, revisionType } = input;\n\n /**\n * At the moment, we only export a single revision of the form.\n * It could be \"published\" or \"latest\" depending upon user input.\n *\n * Note: In case of no \"published\" revision available, we use the latest revision.\n */\n let form;\n try {\n if (revisionType === ExportRevisionType.PUBLISHED) {\n // Get \"published\" form.\n form = await formBuilder.getLatestPublishedFormRevision(formId);\n } else {\n // Get \"latest\" form.\n form = await formBuilder.getForm(formId);\n }\n } catch (e) {\n // If we're looking for \"published\" form and doesn't found it, get latest form.\n if (revisionType === ExportRevisionType.PUBLISHED && e instanceof NotFoundError) {\n form = await formBuilder.getForm(formId);\n } else {\n throw e;\n }\n }\n\n if (!form) {\n log(`Unable to load form \"${formId}\"`);\n throw new NotFoundError(`Unable to load form \"${formId}\"`);\n }\n\n log(`Processing form key \"${formId}\" | version ${form.version} | ${form.status}`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n log(`Extracting form data and uploading to storage...`);\n const formExporter = new FormExporter();\n const formDataZip = await formExporter.execute(form, exportFormsDataKey);\n log(`Finish uploading zip...`);\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading data for form \"${form.id}\" v${form.version} (${form.status}).`,\n key: formDataZip.Key\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[EXPORT_PAGES_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"EXPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n // Combine individual form zip files.\n await invokeHandlerClient<ExtractPayload>({\n context,\n name: configuration.handlers.combine,\n payload: {\n taskId,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export forms - combine\"\n });\n } else {\n console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current form error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n type,\n subTaskIndex: subTaskIndex + 1,\n identity: context.security.getIdentity()\n },\n description: \"Export forms - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AAEA,IAAAG,aAAA,GAAAH,OAAA;AAEA,IAAAI,MAAA,GAAAJ,OAAA;AAEA,IAAAK,aAAA,GAAAL,OAAA;AAEA;AACA;AACA;AACO,MAAMM,YAAY,GAAG,MAAAA,CACxBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,sCAAsC,CAAC;EAC3C,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAsBb,OAAO,CAAC;EAEnD,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IAEAH,GAAG,CAAC,uBAAuBE,OAAO,CAACkB,EAAE,EAAE,CAAC;IAExC,MAAM;MAAEC;IAAM,CAAC,GAAGnB,OAAO;IACzB,MAAM;MAAEoB,MAAM;MAAEC,kBAAkB;MAAEC;IAAa,CAAC,GAAGH,KAAK;;IAE1D;AACR;AACA;AACA;AACA;AACA;IACQ,IAAII,IAAI;IACR,IAAI;MACA,IAAID,YAAY,KAAKE,yBAAkB,CAACC,SAAS,EAAE;QAC/C;QACAF,IAAI,GAAG,MAAMlB,WAAW,CAACqB,8BAA8B,CAACN,MAAM,CAAC;MACnE,CAAC,MAAM;QACH;QACAG,IAAI,GAAG,MAAMlB,WAAW,CAACsB,OAAO,CAACP,MAAM,CAAC;MAC5C;IACJ,CAAC,CAAC,OAAOQ,CAAC,EAAE;MACR;MACA,IAAIN,YAAY,KAAKE,yBAAkB,CAACC,SAAS,IAAIG,CAAC,YAAYC,6BAAa,EAAE;QAC7EN,IAAI,GAAG,MAAMlB,WAAW,CAACsB,OAAO,CAACP,MAAM,CAAC;MAC5C,CAAC,MAAM;QACH,MAAMQ,CAAC;MACX;IACJ;IAEA,IAAI,CAACL,IAAI,EAAE;MACPzB,GAAG,CAAC,wBAAwBsB,MAAM,GAAG,CAAC;MACtC,MAAM,IAAIS,6BAAa,CAAC,wBAAwBT,MAAM,GAAG,CAAC;IAC9D;IAEAtB,GAAG,CAAC,wBAAwBsB,MAAM,eAAeG,IAAI,CAACO,OAAO,MAAMP,IAAI,CAACR,MAAM,EAAE,CAAC;;IAEjF;IACAf,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAAC6B;IACnC,CAAC,CAAC;IACF;IACA,MAAM1B,WAAW,CAACM,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;MACnD2B,UAAU,EAAEhC,mBAAmB;MAC/BiC,UAAU,EAAEhC,6BAAsB,CAAC6B;IACvC,CAAC,CAAC;IACF9B,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAC,kDAAkD,CAAC;IACvD,MAAMsC,YAAY,GAAG,IAAIC,0BAAY,CAAC,CAAC;IACvC,MAAMC,WAAW,GAAG,MAAMF,YAAY,CAACG,OAAO,CAAChB,IAAI,EAAEF,kBAAkB,CAAC;IACxEvB,GAAG,CAAC,yBAAyB,CAAC;IAC9B;IACAE,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACqC,SAAS;MACxCxB,IAAI,EAAE;QACFyB,OAAO,EAAE,mCAAmClB,IAAI,CAACL,EAAE,MAAMK,IAAI,CAACO,OAAO,KAAKP,IAAI,CAACR,MAAM,IAAI;QACzF2B,GAAG,EAAEJ,WAAW,CAACK;MACrB;IACJ,CAAC,CAAC;IACF;IACA,MAAMrC,WAAW,CAACM,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;MACnD2B,UAAU,EAAEhC,mBAAmB;MAC/BiC,UAAU,EAAEhC,6BAAsB,CAACqC;IACvC,CAAC,CAAC;IACFtC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAOa,CAAC,EAAE;IACR9B,GAAG,CAAC,kCAAkC,EAAE8B,CAAC,CAAC;IAE1C,IAAI5B,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACyC,MAAM;QACrC3B,KAAK,EAAE;UACH4B,IAAI,EAAEjB,CAAC,CAACiB,IAAI;UACZJ,OAAO,EAAEb,CAAC,CAACa,OAAO;UAClBK,KAAK,EAAElB,CAAC,CAACkB,KAAK;UACdC,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMzC,WAAW,CAACM,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;QACnD2B,UAAU,EAAEhC,mBAAmB;QAC/BiC,UAAU,EAAEhC,6BAAsB,CAACyC;MACvC,CAAC,CAAC;MACF1C,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHwB,OAAO,EAAEb,CAAC,CAACa;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAIxC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCS,MAAM,EAAE,CAAC;MAC7C;MACA,MAAM,IAAAyC,2BAAmB,EAAiB;QACtCnD,OAAO;QACPgD,IAAI,EAAElD,aAAa,CAACsD,QAAQ,CAACC,OAAO;QACpCtD,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACsD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN,CAAC,MAAM;MACHtD,OAAO,CAACD,GAAG,CAAC,8BAA8BU,YAAY,GAAG,CAAC,GAAG,CAAC;MAC9D;MACA,MAAM,IAAAwC,2BAAmB,EAAU;QAC/BnD,OAAO;QACPgD,IAAI,EAAElD,aAAa,CAACsD,QAAQ,CAACK,OAAO;QACpC1D,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJD,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BE,QAAQ,EAAEb,OAAO,CAACsD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHrC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACsC,OAAA,CAAA7D,YAAA,GAAAA,YAAA","ignoreList":[]}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { SecurityIdentity } from "@webiny/api-security/types";
|
|
3
|
-
interface Configuration {
|
|
1
|
+
import type { PbImportExportContext } from "../../types";
|
|
2
|
+
import type { SecurityIdentity } from "@webiny/api-security/types";
|
|
3
|
+
export interface Configuration {
|
|
4
4
|
handlers: {
|
|
5
5
|
process: string;
|
|
6
6
|
combine: string;
|
|
@@ -9,14 +9,12 @@ interface Configuration {
|
|
|
9
9
|
export interface Payload {
|
|
10
10
|
taskId: string;
|
|
11
11
|
subTaskIndex: number;
|
|
12
|
+
type: string;
|
|
12
13
|
identity?: SecurityIdentity;
|
|
13
14
|
}
|
|
14
15
|
export interface Response {
|
|
15
16
|
data: string | null;
|
|
16
17
|
error: Partial<Error> | null;
|
|
17
18
|
}
|
|
18
|
-
|
|
19
|
-
* Handles the export pages process workflow.
|
|
20
|
-
*/
|
|
21
|
-
declare const _default: (configuration: Configuration) => import("@webiny/handler-aws").RawEventHandler<Payload, PbPageImportExportContext, Response>;
|
|
19
|
+
declare const _default: (configuration: Configuration) => import("@webiny/handler-aws").RawEventHandler<Payload, PbImportExportContext, Response>;
|
|
22
20
|
export default _default;
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.default = void 0;
|
|
7
|
+
var _handlerAws = require("@webiny/handler-aws");
|
|
8
|
+
var _blocksHandler = require("./blocksHandler");
|
|
9
|
+
var _formsHandler = require("./formsHandler");
|
|
10
|
+
var _templatesHandler = require("./templatesHandler");
|
|
11
|
+
var _default = configuration => {
|
|
12
|
+
return (0, _handlerAws.createRawEventHandler)(async ({
|
|
13
|
+
payload,
|
|
14
|
+
context
|
|
15
|
+
}) => {
|
|
16
|
+
return context.security.withoutAuthorization(() => {
|
|
17
|
+
switch (payload.type) {
|
|
18
|
+
case "block":
|
|
19
|
+
{
|
|
20
|
+
return (0, _blocksHandler.blocksHandler)(configuration, payload, context);
|
|
21
|
+
}
|
|
22
|
+
case "form":
|
|
23
|
+
{
|
|
24
|
+
return (0, _formsHandler.formsHandler)(configuration, payload, context);
|
|
25
|
+
}
|
|
26
|
+
case "template":
|
|
27
|
+
{
|
|
28
|
+
return (0, _templatesHandler.templatesHandler)(configuration, payload, context);
|
|
29
|
+
}
|
|
30
|
+
default:
|
|
31
|
+
{
|
|
32
|
+
console.log("Export PB process", JSON.stringify(payload));
|
|
33
|
+
throw new Error("Invalid type provided: pb process.");
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
});
|
|
37
|
+
});
|
|
38
|
+
};
|
|
39
|
+
exports.default = _default;
|
|
40
|
+
|
|
41
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_handlerAws","require","_blocksHandler","_formsHandler","_templatesHandler","_default","configuration","createRawEventHandler","payload","context","security","withoutAuthorization","type","blocksHandler","formsHandler","templatesHandler","console","log","JSON","stringify","Error","exports","default"],"sources":["index.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport type { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\nimport { blocksHandler } from \"~/export/process/blocksHandler\";\nimport { formsHandler } from \"~/export/process/formsHandler\";\nimport { templatesHandler } from \"~/export/process/templatesHandler\";\n\nexport interface Configuration {\n handlers: {\n process: string;\n combine: string;\n };\n}\n\nexport interface Payload {\n taskId: string;\n subTaskIndex: number;\n type: string;\n identity?: SecurityIdentity;\n}\n\nexport interface Response {\n data: string | null;\n error: Partial<Error> | null;\n}\n\nexport default (configuration: Configuration) => {\n return createRawEventHandler<Payload, PbImportExportContext, Response>(\n async ({ payload, context }) => {\n return context.security.withoutAuthorization(() => {\n switch (payload.type) {\n case \"block\": {\n return blocksHandler(configuration, payload, context);\n }\n case \"form\": {\n return formsHandler(configuration, payload, context);\n }\n case \"template\": {\n return templatesHandler(configuration, payload, context);\n }\n default: {\n console.log(\"Export PB process\", JSON.stringify(payload));\n throw new Error(\"Invalid type provided: pb process.\");\n }\n }\n });\n }\n );\n};\n"],"mappings":";;;;;;AAEA,IAAAA,WAAA,GAAAC,OAAA;AACA,IAAAC,cAAA,GAAAD,OAAA;AACA,IAAAE,aAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAH,OAAA;AAAqE,IAAAI,QAAA,GAqBrDC,aAA4B,IAAK;EAC7C,OAAO,IAAAC,iCAAqB,EACxB,OAAO;IAAEC,OAAO;IAAEC;EAAQ,CAAC,KAAK;IAC5B,OAAOA,OAAO,CAACC,QAAQ,CAACC,oBAAoB,CAAC,MAAM;MAC/C,QAAQH,OAAO,CAACI,IAAI;QAChB,KAAK,OAAO;UAAE;YACV,OAAO,IAAAC,4BAAa,EAACP,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;UACzD;QACA,KAAK,MAAM;UAAE;YACT,OAAO,IAAAK,0BAAY,EAACR,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;UACxD;QACA,KAAK,UAAU;UAAE;YACb,OAAO,IAAAM,kCAAgB,EAACT,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;UAC5D;QACA;UAAS;YACLO,OAAO,CAACC,GAAG,CAAC,mBAAmB,EAAEC,IAAI,CAACC,SAAS,CAACX,OAAO,CAAC,CAAC;YACzD,MAAM,IAAIY,KAAK,CAAC,oCAAoC,CAAC;UACzD;MACJ;IACJ,CAAC,CAAC;EACN,CACJ,CAAC;AACL,CAAC;AAAAC,OAAA,CAAAC,OAAA,GAAAjB,QAAA","ignoreList":[]}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { PbImportExportContext } from "../../types";
|
|
2
|
+
import type { Configuration, Payload, Response } from "./";
|
|
3
|
+
/**
|
|
4
|
+
* Handles the export templates process workflow.
|
|
5
|
+
*/
|
|
6
|
+
export declare const templatesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
|
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.templatesHandler = void 0;
|
|
7
|
+
var _types = require("../../types");
|
|
8
|
+
var _client = require("../../client");
|
|
9
|
+
var _handlerGraphql = require("@webiny/handler-graphql");
|
|
10
|
+
var _mockSecurity = require("../../mockSecurity");
|
|
11
|
+
var _utils = require("@webiny/utils");
|
|
12
|
+
var _PageTemplateExporter = require("./exporters/PageTemplateExporter");
|
|
13
|
+
/**
|
|
14
|
+
* Handles the export templates process workflow.
|
|
15
|
+
*/
|
|
16
|
+
const templatesHandler = async (configuration, payload, context) => {
|
|
17
|
+
const log = console.log;
|
|
18
|
+
let subTask;
|
|
19
|
+
let noPendingTask = true;
|
|
20
|
+
let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
|
|
21
|
+
log("RUNNING Export Templates Process Handler");
|
|
22
|
+
const {
|
|
23
|
+
pageBuilder,
|
|
24
|
+
fileManager
|
|
25
|
+
} = context;
|
|
26
|
+
const {
|
|
27
|
+
taskId,
|
|
28
|
+
subTaskIndex,
|
|
29
|
+
type,
|
|
30
|
+
identity
|
|
31
|
+
} = payload;
|
|
32
|
+
// Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
|
|
33
|
+
// and this Lambda is invoked internally, without credentials.
|
|
34
|
+
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
35
|
+
try {
|
|
36
|
+
/*
|
|
37
|
+
* Note: We're not going to DB for finding the next sub-task to process,
|
|
38
|
+
* because the data might be out of sync due to GSI eventual consistency.
|
|
39
|
+
*/
|
|
40
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
|
|
41
|
+
/**
|
|
42
|
+
* Base condition!!
|
|
43
|
+
* Bail out early, if task not found or task's status is not "pending".
|
|
44
|
+
*/
|
|
45
|
+
if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
|
|
46
|
+
noPendingTask = true;
|
|
47
|
+
return {
|
|
48
|
+
data: "",
|
|
49
|
+
error: null
|
|
50
|
+
};
|
|
51
|
+
} else {
|
|
52
|
+
noPendingTask = false;
|
|
53
|
+
}
|
|
54
|
+
log(`Fetched sub task => ${subTask.id}`);
|
|
55
|
+
const {
|
|
56
|
+
input
|
|
57
|
+
} = subTask;
|
|
58
|
+
const {
|
|
59
|
+
templateId,
|
|
60
|
+
exportTemplatesDataKey
|
|
61
|
+
} = input;
|
|
62
|
+
const template = await pageBuilder.getPageTemplate({
|
|
63
|
+
where: {
|
|
64
|
+
id: templateId
|
|
65
|
+
}
|
|
66
|
+
});
|
|
67
|
+
if (!template) {
|
|
68
|
+
log(`Unable to load template "${templateId}"`);
|
|
69
|
+
throw new _handlerGraphql.NotFoundError(`Unable to load template "${templateId}"`);
|
|
70
|
+
}
|
|
71
|
+
log(`Processing template key "${templateId}"`);
|
|
72
|
+
|
|
73
|
+
// Mark task status as PROCESSING
|
|
74
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
75
|
+
status: _types.ImportExportTaskStatus.PROCESSING
|
|
76
|
+
});
|
|
77
|
+
// Update stats in main task
|
|
78
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
|
79
|
+
prevStatus: prevStatusOfSubTask,
|
|
80
|
+
nextStatus: _types.ImportExportTaskStatus.PROCESSING
|
|
81
|
+
});
|
|
82
|
+
prevStatusOfSubTask = subTask.status;
|
|
83
|
+
log(`Extracting template data and uploading to storage...`);
|
|
84
|
+
const templateExporter = new _PageTemplateExporter.PageTemplateExporter(fileManager);
|
|
85
|
+
const templateDataZip = await templateExporter.execute(template, exportTemplatesDataKey);
|
|
86
|
+
log(`Finish uploading zip...`);
|
|
87
|
+
// Update task record in DB
|
|
88
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
89
|
+
status: _types.ImportExportTaskStatus.COMPLETED,
|
|
90
|
+
data: {
|
|
91
|
+
message: `Finish uploading data for template "${template.id}"`,
|
|
92
|
+
key: templateDataZip.Key
|
|
93
|
+
}
|
|
94
|
+
});
|
|
95
|
+
// Update stats in main task
|
|
96
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
|
97
|
+
prevStatus: prevStatusOfSubTask,
|
|
98
|
+
nextStatus: _types.ImportExportTaskStatus.COMPLETED
|
|
99
|
+
});
|
|
100
|
+
prevStatusOfSubTask = subTask.status;
|
|
101
|
+
} catch (e) {
|
|
102
|
+
log("[EXPORT_TEMPLATES_PROCESS] Error => ", e.message);
|
|
103
|
+
if (subTask && subTask.id) {
|
|
104
|
+
/**
|
|
105
|
+
* In case of error, we'll update the task status to "failed",
|
|
106
|
+
* so that, client can show notify the user appropriately.
|
|
107
|
+
*/
|
|
108
|
+
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
109
|
+
status: _types.ImportExportTaskStatus.FAILED,
|
|
110
|
+
error: {
|
|
111
|
+
name: e.name,
|
|
112
|
+
message: e.message,
|
|
113
|
+
code: "EXPORT_FAILED"
|
|
114
|
+
}
|
|
115
|
+
});
|
|
116
|
+
|
|
117
|
+
// Update stats in main task
|
|
118
|
+
await pageBuilder.importExportTask.updateStats(taskId, {
|
|
119
|
+
prevStatus: prevStatusOfSubTask,
|
|
120
|
+
nextStatus: _types.ImportExportTaskStatus.FAILED
|
|
121
|
+
});
|
|
122
|
+
prevStatusOfSubTask = subTask.status;
|
|
123
|
+
}
|
|
124
|
+
return {
|
|
125
|
+
data: null,
|
|
126
|
+
error: {
|
|
127
|
+
message: e.message
|
|
128
|
+
}
|
|
129
|
+
};
|
|
130
|
+
} finally {
|
|
131
|
+
// Base condition!
|
|
132
|
+
if (noPendingTask) {
|
|
133
|
+
log(`No pending sub-task for task ${taskId}`);
|
|
134
|
+
// Combine individual template zip files.
|
|
135
|
+
await (0, _client.invokeHandlerClient)({
|
|
136
|
+
context,
|
|
137
|
+
name: configuration.handlers.combine,
|
|
138
|
+
payload: {
|
|
139
|
+
taskId,
|
|
140
|
+
type,
|
|
141
|
+
identity: context.security.getIdentity()
|
|
142
|
+
},
|
|
143
|
+
description: "Export templates - combine"
|
|
144
|
+
});
|
|
145
|
+
} else {
|
|
146
|
+
console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
|
147
|
+
// We want to continue with Self invocation no matter if current template error out.
|
|
148
|
+
await (0, _client.invokeHandlerClient)({
|
|
149
|
+
context,
|
|
150
|
+
name: configuration.handlers.process,
|
|
151
|
+
payload: {
|
|
152
|
+
taskId,
|
|
153
|
+
subTaskIndex: subTaskIndex + 1,
|
|
154
|
+
type,
|
|
155
|
+
identity: context.security.getIdentity()
|
|
156
|
+
},
|
|
157
|
+
description: "Export templates - process - subtask"
|
|
158
|
+
});
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
return {
|
|
162
|
+
data: "",
|
|
163
|
+
error: null
|
|
164
|
+
};
|
|
165
|
+
};
|
|
166
|
+
exports.templatesHandler = templatesHandler;
|
|
167
|
+
|
|
168
|
+
//# sourceMappingURL=templatesHandler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_types","require","_client","_handlerGraphql","_mockSecurity","_utils","_PageTemplateExporter","templatesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","templateId","exportTemplatesDataKey","template","getPageTemplate","where","NotFoundError","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","templateExporter","PageTemplateExporter","templateDataZip","execute","COMPLETED","message","key","Key","e","FAILED","name","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process","exports"],"sources":["templatesHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport type { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport type { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/export/process\";\nimport { PageTemplateExporter } from \"~/export/process/exporters/PageTemplateExporter\";\n\n/**\n * Handles the export templates process workflow.\n */\nexport const templatesHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Export Templates Process Handler\");\n const { pageBuilder, fileManager } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity as SecurityIdentity, context);\n try {\n /*\n * Note: We're not going to DB for finding the next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { input } = subTask;\n const { templateId, exportTemplatesDataKey } = input;\n\n const template = await pageBuilder.getPageTemplate({ where: { id: templateId } });\n\n if (!template) {\n log(`Unable to load template \"${templateId}\"`);\n throw new NotFoundError(`Unable to load template \"${templateId}\"`);\n }\n\n log(`Processing template key \"${templateId}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n log(`Extracting template data and uploading to storage...`);\n const templateExporter = new PageTemplateExporter(fileManager);\n const templateDataZip = await templateExporter.execute(template, exportTemplatesDataKey);\n\n log(`Finish uploading zip...`);\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading data for template \"${template.id}\"`,\n key: templateDataZip.Key\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[EXPORT_TEMPLATES_PROCESS] Error => \", e.message);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: \"EXPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n // Combine individual template zip files.\n await invokeHandlerClient<ExtractPayload>({\n context,\n name: configuration.handlers.combine,\n payload: {\n taskId,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export templates - combine\"\n });\n } else {\n console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current template error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Export templates - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,eAAA,GAAAF,OAAA;AAEA,IAAAG,aAAA,GAAAH,OAAA;AAEA,IAAAI,MAAA,GAAAJ,OAAA;AAEA,IAAAK,qBAAA,GAAAL,OAAA;AAEA;AACA;AACA;AACO,MAAMM,gBAAgB,GAAG,MAAAA,CAC5BC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,0CAA0C,CAAC;EAC/C,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAsBb,OAAO,CAAC;EACnD,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IAEAH,GAAG,CAAC,uBAAuBE,OAAO,CAACkB,EAAE,EAAE,CAAC;IAExC,MAAM;MAAEC;IAAM,CAAC,GAAGnB,OAAO;IACzB,MAAM;MAAEoB,UAAU;MAAEC;IAAuB,CAAC,GAAGF,KAAK;IAEpD,MAAMG,QAAQ,GAAG,MAAMjB,WAAW,CAACkB,eAAe,CAAC;MAAEC,KAAK,EAAE;QAAEN,EAAE,EAAEE;MAAW;IAAE,CAAC,CAAC;IAEjF,IAAI,CAACE,QAAQ,EAAE;MACXxB,GAAG,CAAC,4BAA4BsB,UAAU,GAAG,CAAC;MAC9C,MAAM,IAAIK,6BAAa,CAAC,4BAA4BL,UAAU,GAAG,CAAC;IACtE;IAEAtB,GAAG,CAAC,4BAA4BsB,UAAU,GAAG,CAAC;;IAE9C;IACApB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACc,aAAa,CAACnB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACwB;IACnC,CAAC,CAAC;IACF;IACA,MAAMtB,WAAW,CAACO,gBAAgB,CAACgB,WAAW,CAACrB,MAAM,EAAE;MACnDsB,UAAU,EAAE3B,mBAAmB;MAC/B4B,UAAU,EAAE3B,6BAAsB,CAACwB;IACvC,CAAC,CAAC;IACFzB,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAC,sDAAsD,CAAC;IAC3D,MAAMiC,gBAAgB,GAAG,IAAIC,0CAAoB,CAAC1B,WAAW,CAAC;IAC9D,MAAM2B,eAAe,GAAG,MAAMF,gBAAgB,CAACG,OAAO,CAACZ,QAAQ,EAAED,sBAAsB,CAAC;IAExFvB,GAAG,CAAC,yBAAyB,CAAC;IAC9B;IACAE,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACc,aAAa,CAACnB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACgC,SAAS;MACxCnB,IAAI,EAAE;QACFoB,OAAO,EAAE,uCAAuCd,QAAQ,CAACJ,EAAE,GAAG;QAC9DmB,GAAG,EAAEJ,eAAe,CAACK;MACzB;IACJ,CAAC,CAAC;IACF;IACA,MAAMjC,WAAW,CAACO,gBAAgB,CAACgB,WAAW,CAACrB,MAAM,EAAE;MACnDsB,UAAU,EAAE3B,mBAAmB;MAC/B4B,UAAU,EAAE3B,6BAAsB,CAACgC;IACvC,CAAC,CAAC;IACFjC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAOwB,CAAC,EAAE;IACRzC,GAAG,CAAC,sCAAsC,EAAEyC,CAAC,CAACH,OAAO,CAAC;IAEtD,IAAIpC,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACc,aAAa,CAACnB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACqC,MAAM;QACrCvB,KAAK,EAAE;UACHwB,IAAI,EAAEF,CAAC,CAACE,IAAI;UACZL,OAAO,EAAEG,CAAC,CAACH,OAAO;UAClBM,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMrC,WAAW,CAACO,gBAAgB,CAACgB,WAAW,CAACrB,MAAM,EAAE;QACnDsB,UAAU,EAAE3B,mBAAmB;QAC/B4B,UAAU,EAAE3B,6BAAsB,CAACqC;MACvC,CAAC,CAAC;MACFtC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHmB,OAAO,EAAEG,CAAC,CAACH;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAInC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCS,MAAM,EAAE,CAAC;MAC7C;MACA,MAAM,IAAAoC,2BAAmB,EAAiB;QACtC9C,OAAO;QACP4C,IAAI,EAAE9C,aAAa,CAACiD,QAAQ,CAACC,OAAO;QACpCjD,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACiD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN,CAAC,MAAM;MACHjD,OAAO,CAACD,GAAG,CAAC,8BAA8BU,YAAY,GAAG,CAAC,GAAG,CAAC;MAC9D;MACA,MAAM,IAAAmC,2BAAmB,EAAU;QAC/B9C,OAAO;QACP4C,IAAI,EAAE9C,aAAa,CAACiD,QAAQ,CAACK,OAAO;QACpCrD,OAAO,EAAE;UACLW,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACiD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHhC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACiC,OAAA,CAAAxD,gBAAA,GAAAA,gBAAA","ignoreList":[]}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
/// <reference types="node" />
|
|
3
|
+
/// <reference types="node" />
|
|
4
|
+
import type { Readable } from "stream";
|
|
5
|
+
import type { ListObjectsOutput, DeleteObjectOutput, HeadObjectOutput } from "@webiny/aws-sdk/client-s3";
|
|
6
|
+
import { S3 } from "@webiny/aws-sdk/client-s3";
|
|
7
|
+
export type { ListObjectsOutput };
|
|
8
|
+
declare class S3Stream {
|
|
9
|
+
s3: S3;
|
|
10
|
+
bucket: string;
|
|
11
|
+
constructor();
|
|
12
|
+
getPresignedUrl(key?: string): Promise<string>;
|
|
13
|
+
/**
|
|
14
|
+
* We're checking if the file is accessible on S3 by getting object meta data.
|
|
15
|
+
* It help us to filter files that we need to download as part of export data.
|
|
16
|
+
* @param Key {string}
|
|
17
|
+
*/
|
|
18
|
+
isFileAccessible(Key: string): Promise<boolean>;
|
|
19
|
+
getObjectHead(Key: string): Promise<HeadObjectOutput>;
|
|
20
|
+
readStream(Key: string): Promise<Readable>;
|
|
21
|
+
writeStream(Key: string, contentType?: string): {
|
|
22
|
+
streamPassThrough: import("stream").PassThrough;
|
|
23
|
+
/**
|
|
24
|
+
* We're not using the `FileManager` storage plugin here because it currently doesn't support streams.
|
|
25
|
+
*/
|
|
26
|
+
streamPassThroughUploadPromise: Promise<import("@webiny/aws-sdk/client-s3").CompleteMultipartUploadCommandOutput>;
|
|
27
|
+
};
|
|
28
|
+
upload(params: {
|
|
29
|
+
Key: string;
|
|
30
|
+
ContentType: string;
|
|
31
|
+
Body: Buffer;
|
|
32
|
+
}): Promise<void>;
|
|
33
|
+
listObject(prefix: string): Promise<ListObjectsOutput>;
|
|
34
|
+
deleteObject(key: string): Promise<DeleteObjectOutput>;
|
|
35
|
+
}
|
|
36
|
+
export declare const s3Stream: S3Stream;
|
|
@@ -1,47 +1,34 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
|
|
3
|
-
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
-
|
|
5
3
|
Object.defineProperty(exports, "__esModule", {
|
|
6
4
|
value: true
|
|
7
5
|
});
|
|
8
6
|
exports.s3Stream = void 0;
|
|
9
|
-
|
|
10
|
-
var _objectSpread2 = _interopRequireDefault(require("@babel/runtime/helpers/objectSpread2"));
|
|
11
|
-
|
|
12
|
-
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
13
|
-
|
|
14
7
|
var _stream = require("stream");
|
|
15
|
-
|
|
16
|
-
var
|
|
17
|
-
|
|
8
|
+
var _clientS = require("@webiny/aws-sdk/client-s3");
|
|
9
|
+
var _libStorage = require("@webiny/aws-sdk/lib-storage");
|
|
18
10
|
const ARCHIVE_CONTENT_TYPE = "application/zip";
|
|
19
|
-
|
|
20
11
|
class S3Stream {
|
|
21
12
|
constructor() {
|
|
22
|
-
|
|
23
|
-
(0, _defineProperty2.default)(this, "bucket", void 0);
|
|
24
|
-
this.s3 = new _s.default({
|
|
13
|
+
this.s3 = new _clientS.S3({
|
|
25
14
|
region: process.env.AWS_REGION
|
|
26
15
|
});
|
|
27
16
|
this.bucket = process.env.S3_BUCKET;
|
|
28
17
|
}
|
|
29
|
-
|
|
30
18
|
getPresignedUrl(key) {
|
|
31
|
-
return this.s3.
|
|
19
|
+
return (0, _clientS.getSignedUrl)(this.s3, new _clientS.GetObjectCommand({
|
|
32
20
|
Bucket: this.bucket,
|
|
33
|
-
Key: key
|
|
34
|
-
|
|
35
|
-
|
|
21
|
+
Key: key
|
|
22
|
+
}), {
|
|
23
|
+
expiresIn: 604800 // 1 week
|
|
36
24
|
});
|
|
37
25
|
}
|
|
26
|
+
|
|
38
27
|
/**
|
|
39
28
|
* We're checking if the file is accessible on S3 by getting object meta data.
|
|
40
29
|
* It help us to filter files that we need to download as part of export data.
|
|
41
30
|
* @param Key {string}
|
|
42
31
|
*/
|
|
43
|
-
|
|
44
|
-
|
|
45
32
|
async isFileAccessible(Key) {
|
|
46
33
|
try {
|
|
47
34
|
await this.getObjectHead(Key);
|
|
@@ -52,21 +39,19 @@ class S3Stream {
|
|
|
52
39
|
return false;
|
|
53
40
|
}
|
|
54
41
|
}
|
|
55
|
-
|
|
56
42
|
getObjectHead(Key) {
|
|
57
43
|
return this.s3.headObject({
|
|
58
44
|
Bucket: this.bucket,
|
|
59
45
|
Key
|
|
60
|
-
})
|
|
46
|
+
});
|
|
61
47
|
}
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
return this.s3.getObject({
|
|
48
|
+
async readStream(Key) {
|
|
49
|
+
const response = await this.s3.send(new _clientS.GetObjectCommand({
|
|
65
50
|
Bucket: this.bucket,
|
|
66
51
|
Key
|
|
67
|
-
})
|
|
52
|
+
}));
|
|
53
|
+
return response.Body;
|
|
68
54
|
}
|
|
69
|
-
|
|
70
55
|
writeStream(Key, contentType = ARCHIVE_CONTENT_TYPE) {
|
|
71
56
|
const streamPassThrough = new _stream.Stream.PassThrough();
|
|
72
57
|
const params = {
|
|
@@ -76,38 +61,38 @@ class S3Stream {
|
|
|
76
61
|
ContentType: contentType,
|
|
77
62
|
Key
|
|
78
63
|
};
|
|
64
|
+
const upload = new _libStorage.Upload({
|
|
65
|
+
client: this.s3,
|
|
66
|
+
params
|
|
67
|
+
});
|
|
79
68
|
return {
|
|
80
69
|
streamPassThrough: streamPassThrough,
|
|
81
|
-
|
|
82
70
|
/**
|
|
83
71
|
* We're not using the `FileManager` storage plugin here because it currently doesn't support streams.
|
|
84
72
|
*/
|
|
85
|
-
streamPassThroughUploadPromise:
|
|
73
|
+
streamPassThroughUploadPromise: upload.done()
|
|
86
74
|
};
|
|
87
75
|
}
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
return this.s3.upload((0, _objectSpread2.default)({
|
|
76
|
+
async upload(params) {
|
|
77
|
+
await this.s3.send(new _clientS.PutObjectCommand({
|
|
91
78
|
ACL: "private",
|
|
92
|
-
Bucket: this.bucket
|
|
93
|
-
|
|
79
|
+
Bucket: this.bucket,
|
|
80
|
+
...params
|
|
81
|
+
}));
|
|
94
82
|
}
|
|
95
|
-
|
|
96
83
|
listObject(prefix) {
|
|
97
84
|
return this.s3.listObjects({
|
|
98
85
|
Bucket: this.bucket,
|
|
99
86
|
Prefix: prefix
|
|
100
|
-
})
|
|
87
|
+
});
|
|
101
88
|
}
|
|
102
|
-
|
|
103
89
|
deleteObject(key) {
|
|
104
90
|
return this.s3.deleteObject({
|
|
105
91
|
Key: key,
|
|
106
92
|
Bucket: this.bucket
|
|
107
|
-
})
|
|
93
|
+
});
|
|
108
94
|
}
|
|
109
|
-
|
|
110
95
|
}
|
|
96
|
+
const s3Stream = exports.s3Stream = new S3Stream();
|
|
111
97
|
|
|
112
|
-
|
|
113
|
-
exports.s3Stream = s3Stream;
|
|
98
|
+
//# sourceMappingURL=s3Stream.js.map
|