@webiny/api-page-builder-import-export 0.0.0-unstable.2af142b57e → 0.0.0-unstable.39223eb3c1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client.d.ts +1 -1
- package/client.js +12 -21
- package/client.js.map +1 -1
- package/export/combine/blocksHandler.d.ts +2 -2
- package/export/combine/blocksHandler.js +4 -2
- package/export/combine/blocksHandler.js.map +1 -1
- package/export/combine/formsHandler.d.ts +6 -0
- package/export/combine/{pagesHandler.js → formsHandler.js} +19 -17
- package/export/combine/formsHandler.js.map +1 -0
- package/export/combine/index.d.ts +2 -2
- package/export/combine/index.js +25 -16
- package/export/combine/index.js.map +1 -1
- package/export/combine/templatesHandler.d.ts +2 -2
- package/export/combine/templatesHandler.js +4 -2
- package/export/combine/templatesHandler.js.map +1 -1
- package/export/pages/ExportPagesCleanup.d.ts +5 -0
- package/export/pages/ExportPagesCleanup.js +82 -0
- package/export/pages/ExportPagesCleanup.js.map +1 -0
- package/export/pages/ExportPagesController.d.ts +5 -0
- package/export/pages/ExportPagesController.js +31 -0
- package/export/pages/ExportPagesController.js.map +1 -0
- package/export/pages/ExportPagesZipPages.d.ts +5 -0
- package/export/pages/ExportPagesZipPages.js +23 -0
- package/export/pages/ExportPagesZipPages.js.map +1 -0
- package/export/pages/controller/CombineZippedPages.d.ts +5 -0
- package/export/pages/controller/CombineZippedPages.js +75 -0
- package/export/pages/controller/CombineZippedPages.js.map +1 -0
- package/export/pages/controller/CreateZipPagesTasks.d.ts +8 -0
- package/export/pages/controller/CreateZipPagesTasks.js +103 -0
- package/export/pages/controller/CreateZipPagesTasks.js.map +1 -0
- package/export/pages/controller/ProcessZipPagesTasks.d.ts +6 -0
- package/export/pages/controller/ProcessZipPagesTasks.js +61 -0
- package/export/pages/controller/ProcessZipPagesTasks.js.map +1 -0
- package/export/pages/types.d.ts +53 -0
- package/export/pages/types.js +26 -0
- package/export/pages/types.js.map +1 -0
- package/export/pages/utils.d.ts +2 -0
- package/export/pages/utils.js +13 -0
- package/export/pages/utils.js.map +1 -0
- package/export/pages/zipPages/ZipPages.d.ts +5 -0
- package/export/pages/zipPages/ZipPages.js +100 -0
- package/export/pages/zipPages/ZipPages.js.map +1 -0
- package/export/pages/zipPages/ZipPagesDataManager.d.ts +14 -0
- package/export/pages/zipPages/ZipPagesDataManager.js +46 -0
- package/export/pages/zipPages/ZipPagesDataManager.js.map +1 -0
- package/export/pages/zipPages/getPageFactory.d.ts +4 -0
- package/export/pages/zipPages/getPageFactory.js +38 -0
- package/export/pages/zipPages/getPageFactory.js.map +1 -0
- package/export/process/blocksHandler.d.ts +2 -2
- package/export/process/blocksHandler.js +13 -6
- package/export/process/blocksHandler.js.map +1 -1
- package/export/process/exporters/BlockExporter.d.ts +12 -0
- package/export/process/exporters/BlockExporter.js +57 -0
- package/export/process/exporters/BlockExporter.js.map +1 -0
- package/export/process/exporters/FormExporter.d.ts +9 -0
- package/export/process/exporters/FormExporter.js +36 -0
- package/export/process/exporters/FormExporter.js.map +1 -0
- package/export/process/exporters/PageExporter.d.ts +18 -0
- package/export/process/exporters/PageExporter.js +59 -0
- package/export/process/exporters/PageExporter.js.map +1 -0
- package/export/process/exporters/PageTemplateExporter.d.ts +11 -0
- package/export/process/exporters/PageTemplateExporter.js +58 -0
- package/export/process/exporters/PageTemplateExporter.js.map +1 -0
- package/export/process/formsHandler.d.ts +6 -0
- package/export/process/{pagesHandler.js → formsHandler.js} +36 -36
- package/export/process/formsHandler.js.map +1 -0
- package/export/process/index.d.ts +2 -2
- package/export/process/index.js +25 -16
- package/export/process/index.js.map +1 -1
- package/export/process/templatesHandler.d.ts +2 -2
- package/export/process/templatesHandler.js +8 -6
- package/export/process/templatesHandler.js.map +1 -1
- package/export/s3Stream.d.ts +16 -11
- package/export/s3Stream.js +27 -23
- package/export/s3Stream.js.map +1 -1
- package/export/utils.d.ts +11 -9
- package/export/utils.js +33 -24
- package/export/utils.js.map +1 -1
- package/export/zipper.d.ts +7 -6
- package/export/zipper.js +20 -24
- package/export/zipper.js.map +1 -1
- package/graphql/crud/blocks.crud.d.ts +1 -1
- package/graphql/crud/blocks.crud.js +50 -29
- package/graphql/crud/blocks.crud.js.map +1 -1
- package/graphql/crud/forms.crud.d.ts +4 -0
- package/graphql/crud/forms.crud.js +162 -0
- package/graphql/crud/forms.crud.js.map +1 -0
- package/graphql/crud/importExportTasks.crud.d.ts +2 -2
- package/graphql/crud/importExportTasks.crud.js +144 -111
- package/graphql/crud/importExportTasks.crud.js.map +1 -1
- package/graphql/crud/pages.crud.d.ts +1 -1
- package/graphql/crud/pages.crud.js +238 -121
- package/graphql/crud/pages.crud.js.map +1 -1
- package/graphql/crud/templates.crud.d.ts +1 -1
- package/graphql/crud/templates.crud.js +48 -16
- package/graphql/crud/templates.crud.js.map +1 -1
- package/graphql/crud.d.ts +2 -2
- package/graphql/crud.js +5 -2
- package/graphql/crud.js.map +1 -1
- package/graphql/graphql/blocks.gql.d.ts +2 -2
- package/graphql/graphql/blocks.gql.js +7 -7
- package/graphql/graphql/blocks.gql.js.map +1 -1
- package/graphql/graphql/forms.gql.d.ts +4 -0
- package/graphql/graphql/forms.gql.js +60 -0
- package/graphql/graphql/forms.gql.js.map +1 -0
- package/graphql/graphql/importExportTasks.gql.d.ts +2 -2
- package/graphql/graphql/importExportTasks.gql.js +7 -7
- package/graphql/graphql/importExportTasks.gql.js.map +1 -1
- package/graphql/graphql/pages.gql.d.ts +2 -2
- package/graphql/graphql/pages.gql.js +103 -14
- package/graphql/graphql/pages.gql.js.map +1 -1
- package/graphql/graphql/templates.gql.d.ts +2 -2
- package/graphql/graphql/templates.gql.js +6 -6
- package/graphql/graphql/templates.gql.js.map +1 -1
- package/graphql/graphql/utils/resolve.d.ts +3 -3
- package/graphql/graphql/utils/resolve.js +16 -5
- package/graphql/graphql/utils/resolve.js.map +1 -1
- package/graphql/graphql.d.ts +1 -1
- package/graphql/graphql.js +4 -2
- package/graphql/graphql.js.map +1 -1
- package/graphql/index.d.ts +2 -2
- package/graphql/index.js +5 -2
- package/graphql/index.js.map +1 -1
- package/graphql/types.d.ts +194 -31
- package/graphql/types.js +3 -1
- package/graphql/types.js.map +1 -1
- package/import/constants.d.ts +3 -0
- package/import/constants.js +13 -0
- package/import/constants.js.map +1 -0
- package/import/create/blocksHandler.d.ts +2 -2
- package/import/create/blocksHandler.js +7 -6
- package/import/create/blocksHandler.js.map +1 -1
- package/import/create/formsHandler.d.ts +3 -0
- package/import/create/formsHandler.js +105 -0
- package/import/create/formsHandler.js.map +1 -0
- package/import/create/index.d.ts +2 -2
- package/import/create/index.js +25 -16
- package/import/create/index.js.map +1 -1
- package/import/create/pagesHandler.d.ts +2 -2
- package/import/create/pagesHandler.js +6 -3
- package/import/create/pagesHandler.js.map +1 -1
- package/import/create/templatesHandler.d.ts +2 -2
- package/import/create/templatesHandler.js +5 -2
- package/import/create/templatesHandler.js.map +1 -1
- package/import/pages/ImportPagesController.d.ts +5 -0
- package/import/pages/ImportPagesController.js +29 -0
- package/import/pages/ImportPagesController.js.map +1 -0
- package/import/pages/ImportPagesProcessPages.d.ts +6 -0
- package/import/pages/ImportPagesProcessPages.js +112 -0
- package/import/pages/ImportPagesProcessPages.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.d.ts +6 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js +40 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessZipFile.d.ts +5 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js +71 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js.map +1 -0
- package/import/pages/process/importPage.d.ts +10 -0
- package/import/pages/process/importPage.js +94 -0
- package/import/pages/process/importPage.js.map +1 -0
- package/import/pages/types.d.ts +48 -0
- package/import/pages/types.js +20 -0
- package/import/pages/types.js.map +1 -0
- package/import/process/blocks/ElementIdsProcessor.d.ts +5 -0
- package/import/process/blocks/ElementIdsProcessor.js +26 -0
- package/import/process/blocks/ElementIdsProcessor.js.map +1 -0
- package/import/process/{blocksHandler.d.ts → blocks/blocksHandler.d.ts} +2 -2
- package/import/process/{blocksHandler.js → blocks/blocksHandler.js} +13 -13
- package/import/process/blocks/blocksHandler.js.map +1 -0
- package/import/process/blocks/importBlock.d.ts +11 -0
- package/import/process/blocks/importBlock.js +101 -0
- package/import/process/blocks/importBlock.js.map +1 -0
- package/import/process/forms/formsHandler.d.ts +3 -0
- package/import/process/{pagesHandler.js → forms/formsHandler.js} +39 -38
- package/import/process/forms/formsHandler.js.map +1 -0
- package/import/process/forms/importForm.d.ts +9 -0
- package/import/process/forms/importForm.js +47 -0
- package/import/process/forms/importForm.js.map +1 -0
- package/import/process/index.d.ts +2 -2
- package/import/process/index.js +27 -18
- package/import/process/index.js.map +1 -1
- package/import/process/templates/importTemplate.d.ts +11 -0
- package/import/process/templates/importTemplate.js +70 -0
- package/import/process/templates/importTemplate.js.map +1 -0
- package/import/process/{templatesHandler.d.ts → templates/templatesHandler.d.ts} +2 -2
- package/import/process/{templatesHandler.js → templates/templatesHandler.js} +14 -9
- package/import/process/templates/templatesHandler.js.map +1 -0
- package/import/utils/deleteS3Folder.d.ts +1 -0
- package/import/utils/deleteS3Folder.js +21 -0
- package/import/utils/deleteS3Folder.js.map +1 -0
- package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
- package/import/utils/extractAndUploadZipFileContents.js +126 -0
- package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
- package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
- package/import/utils/extractZipAndUploadToS3.js +100 -0
- package/import/utils/extractZipAndUploadToS3.js.map +1 -0
- package/import/utils/getFileNameWithoutExt.d.ts +1 -0
- package/import/utils/getFileNameWithoutExt.js +13 -0
- package/import/utils/getFileNameWithoutExt.js.map +1 -0
- package/import/utils/index.d.ts +9 -0
- package/import/utils/index.js +106 -0
- package/import/utils/index.js.map +1 -0
- package/import/utils/initialStats.d.ts +7 -0
- package/import/utils/initialStats.js +18 -0
- package/import/utils/initialStats.js.map +1 -0
- package/import/utils/prepareDataDirMap.d.ts +6 -0
- package/import/utils/prepareDataDirMap.js +31 -0
- package/import/utils/prepareDataDirMap.js.map +1 -0
- package/import/utils/updateFilesInData.d.ts +8 -0
- package/import/utils/updateFilesInData.js +51 -0
- package/import/utils/updateFilesInData.js.map +1 -0
- package/import/utils/uploadAssets.d.ts +10 -0
- package/import/utils/uploadAssets.js +92 -0
- package/import/utils/uploadAssets.js.map +1 -0
- package/import/utils/uploadFilesFromS3.d.ts +3 -0
- package/import/utils/uploadFilesFromS3.js +21 -0
- package/import/utils/uploadFilesFromS3.js.map +1 -0
- package/mockSecurity.d.ts +1 -1
- package/mockSecurity.js +3 -2
- package/mockSecurity.js.map +1 -1
- package/package.json +37 -53
- package/tasks/common/ChildTasksCleanup.d.ts +12 -0
- package/tasks/common/ChildTasksCleanup.js +64 -0
- package/tasks/common/ChildTasksCleanup.js.map +1 -0
- package/tasks/index.d.ts +1 -0
- package/tasks/index.js +13 -0
- package/tasks/index.js.map +1 -0
- package/tasks/pages/exportPagesCleanupTask.d.ts +3 -0
- package/tasks/pages/exportPagesCleanupTask.js +36 -0
- package/tasks/pages/exportPagesCleanupTask.js.map +1 -0
- package/tasks/pages/exportPagesControllerTask.d.ts +3 -0
- package/tasks/pages/exportPagesControllerTask.js +83 -0
- package/tasks/pages/exportPagesControllerTask.js.map +1 -0
- package/tasks/pages/exportPagesZipPagesTask.d.ts +3 -0
- package/tasks/pages/exportPagesZipPagesTask.js +39 -0
- package/tasks/pages/exportPagesZipPagesTask.js.map +1 -0
- package/tasks/pages/importPagesControllerTask.d.ts +3 -0
- package/tasks/pages/importPagesControllerTask.js +39 -0
- package/tasks/pages/importPagesControllerTask.js.map +1 -0
- package/tasks/pages/importPagesProcessPageTask.d.ts +3 -0
- package/tasks/pages/importPagesProcessPageTask.js +39 -0
- package/tasks/pages/importPagesProcessPageTask.js.map +1 -0
- package/tasks/pages/index.d.ts +1 -0
- package/tasks/pages/index.js +17 -0
- package/tasks/pages/index.js.map +1 -0
- package/types.d.ts +23 -2
- package/types.js +60 -8
- package/types.js.map +1 -1
- package/utils/ZipFiles.d.ts +11 -0
- package/utils/ZipFiles.js +124 -0
- package/utils/ZipFiles.js.map +1 -0
- package/export/combine/pagesHandler.d.ts +0 -6
- package/export/combine/pagesHandler.js.map +0 -1
- package/export/process/pagesHandler.d.ts +0 -6
- package/export/process/pagesHandler.js.map +0 -1
- package/import/process/blocksHandler.js.map +0 -1
- package/import/process/pagesHandler.d.ts +0 -3
- package/import/process/pagesHandler.js.map +0 -1
- package/import/process/templatesHandler.js.map +0 -1
- package/import/utils.d.ts +0 -56
- package/import/utils.js +0 -607
- package/import/utils.js.map +0 -1
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import type { ITaskResponseDoneResultOutput, ITaskRunParams } from "@webiny/tasks";
|
|
2
|
+
import type { PbImportExportContext } from "../../graphql/types";
|
|
3
|
+
import type { ImportData } from "../../types";
|
|
4
|
+
export declare enum PageImportTask {
|
|
5
|
+
Controller = "pageBuilderImportPagesController",
|
|
6
|
+
Process = "pageBuilderImportPagesProcess",
|
|
7
|
+
Cleanup = "pageBuilderImportPagesCleanup"
|
|
8
|
+
}
|
|
9
|
+
export interface IImportPagesControllerInputIdentity {
|
|
10
|
+
id: string;
|
|
11
|
+
displayName: string;
|
|
12
|
+
type: string;
|
|
13
|
+
}
|
|
14
|
+
export interface IImportPagesControllerInputMeta {
|
|
15
|
+
[key: string]: any;
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Controller
|
|
19
|
+
*/
|
|
20
|
+
export interface IImportPagesControllerInput {
|
|
21
|
+
category: string;
|
|
22
|
+
zipFileUrl: string;
|
|
23
|
+
meta?: IImportPagesControllerInputMeta;
|
|
24
|
+
processing?: boolean;
|
|
25
|
+
identity: IImportPagesControllerInputIdentity;
|
|
26
|
+
}
|
|
27
|
+
export interface IImportPagesControllerOutput extends ITaskResponseDoneResultOutput {
|
|
28
|
+
total: number;
|
|
29
|
+
}
|
|
30
|
+
export type IImportPagesControllerTaskParams = ITaskRunParams<PbImportExportContext, IImportPagesControllerInput, IImportPagesControllerOutput>;
|
|
31
|
+
/**
|
|
32
|
+
* Process Pages.
|
|
33
|
+
*/
|
|
34
|
+
export interface IImportPagesProcessPagesInput {
|
|
35
|
+
category: string;
|
|
36
|
+
meta?: IImportPagesControllerInputMeta;
|
|
37
|
+
identity: IImportPagesControllerInputIdentity;
|
|
38
|
+
items: ImportData[];
|
|
39
|
+
done: string[];
|
|
40
|
+
failed: string[];
|
|
41
|
+
pageIdList: string[];
|
|
42
|
+
}
|
|
43
|
+
export interface IImportPagesProcessPagesOutput extends ITaskResponseDoneResultOutput {
|
|
44
|
+
done: string[];
|
|
45
|
+
failed: string[];
|
|
46
|
+
pageIdList: string[];
|
|
47
|
+
}
|
|
48
|
+
export type IImportPagesProcessPagesTaskParams = ITaskRunParams<PbImportExportContext, IImportPagesProcessPagesInput, IImportPagesProcessPagesOutput>;
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.PageImportTask = void 0;
|
|
7
|
+
let PageImportTask = exports.PageImportTask = /*#__PURE__*/function (PageImportTask) {
|
|
8
|
+
PageImportTask["Controller"] = "pageBuilderImportPagesController";
|
|
9
|
+
PageImportTask["Process"] = "pageBuilderImportPagesProcess";
|
|
10
|
+
PageImportTask["Cleanup"] = "pageBuilderImportPagesCleanup";
|
|
11
|
+
return PageImportTask;
|
|
12
|
+
}({});
|
|
13
|
+
/**
|
|
14
|
+
* Controller
|
|
15
|
+
*/
|
|
16
|
+
/**
|
|
17
|
+
* Process Pages.
|
|
18
|
+
*/
|
|
19
|
+
|
|
20
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["PageImportTask","exports"],"sources":["types.ts"],"sourcesContent":["import type { ITaskResponseDoneResultOutput, ITaskRunParams } from \"@webiny/tasks\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { ImportData } from \"~/types\";\n\nexport enum PageImportTask {\n Controller = \"pageBuilderImportPagesController\",\n Process = \"pageBuilderImportPagesProcess\",\n Cleanup = \"pageBuilderImportPagesCleanup\"\n}\n\nexport interface IImportPagesControllerInputIdentity {\n id: string;\n displayName: string;\n type: string;\n}\n\nexport interface IImportPagesControllerInputMeta {\n [key: string]: any;\n}\n/**\n * Controller\n */\nexport interface IImportPagesControllerInput {\n category: string;\n zipFileUrl: string;\n meta?: IImportPagesControllerInputMeta;\n processing?: boolean;\n identity: IImportPagesControllerInputIdentity;\n}\n\nexport interface IImportPagesControllerOutput extends ITaskResponseDoneResultOutput {\n total: number;\n}\nexport type IImportPagesControllerTaskParams = ITaskRunParams<\n PbImportExportContext,\n IImportPagesControllerInput,\n IImportPagesControllerOutput\n>;\n\n/**\n * Process Pages.\n */\nexport interface IImportPagesProcessPagesInput {\n category: string;\n meta?: IImportPagesControllerInputMeta;\n identity: IImportPagesControllerInputIdentity;\n items: ImportData[];\n done: string[];\n failed: string[];\n pageIdList: string[];\n}\n\nexport interface IImportPagesProcessPagesOutput extends ITaskResponseDoneResultOutput {\n done: string[];\n failed: string[];\n pageIdList: string[];\n}\n\nexport type IImportPagesProcessPagesTaskParams = ITaskRunParams<\n PbImportExportContext,\n IImportPagesProcessPagesInput,\n IImportPagesProcessPagesOutput\n>;\n"],"mappings":";;;;;;IAIYA,cAAc,GAAAC,OAAA,CAAAD,cAAA,0BAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAA,OAAdA,cAAc;AAAA;AAe1B;AACA;AACA;AAkBA;AACA;AACA","ignoreList":[]}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.ElementIdsProcessor = void 0;
|
|
7
|
+
var _utils = require("@webiny/utils");
|
|
8
|
+
class ElementIdsProcessor {
|
|
9
|
+
process(block) {
|
|
10
|
+
return {
|
|
11
|
+
...block,
|
|
12
|
+
content: this.ensureElementId(block.content)
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
ensureElementId(element) {
|
|
16
|
+
const id = element.id || element.data.variableId || (0, _utils.generateAlphaNumericId)(10);
|
|
17
|
+
return {
|
|
18
|
+
...element,
|
|
19
|
+
id,
|
|
20
|
+
elements: element.elements.map(element => this.ensureElementId(element))
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
exports.ElementIdsProcessor = ElementIdsProcessor;
|
|
25
|
+
|
|
26
|
+
//# sourceMappingURL=ElementIdsProcessor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_utils","require","ElementIdsProcessor","process","block","content","ensureElementId","element","id","data","variableId","generateAlphaNumericId","elements","map","exports"],"sources":["ElementIdsProcessor.ts"],"sourcesContent":["import { generateAlphaNumericId } from \"@webiny/utils\";\nimport type { PageContentElement } from \"@webiny/api-page-builder/types\";\nimport type { ExportedBlockData } from \"~/export/utils\";\n\nexport class ElementIdsProcessor {\n process(block: ExportedBlockData[\"block\"]): ExportedBlockData[\"block\"] {\n return {\n ...block,\n content: this.ensureElementId(block.content)\n };\n }\n\n private ensureElementId(element: PageContentElement): PageContentElement {\n const id = element.id || element.data.variableId || generateAlphaNumericId(10);\n\n return {\n ...element,\n id,\n elements: element.elements.map(element => this.ensureElementId(element))\n };\n }\n}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAIO,MAAMC,mBAAmB,CAAC;EAC7BC,OAAOA,CAACC,KAAiC,EAA8B;IACnE,OAAO;MACH,GAAGA,KAAK;MACRC,OAAO,EAAE,IAAI,CAACC,eAAe,CAACF,KAAK,CAACC,OAAO;IAC/C,CAAC;EACL;EAEQC,eAAeA,CAACC,OAA2B,EAAsB;IACrE,MAAMC,EAAE,GAAGD,OAAO,CAACC,EAAE,IAAID,OAAO,CAACE,IAAI,CAACC,UAAU,IAAI,IAAAC,6BAAsB,EAAC,EAAE,CAAC;IAE9E,OAAO;MACH,GAAGJ,OAAO;MACVC,EAAE;MACFI,QAAQ,EAAEL,OAAO,CAACK,QAAQ,CAACC,GAAG,CAACN,OAAO,IAAI,IAAI,CAACD,eAAe,CAACC,OAAO,CAAC;IAC3E,CAAC;EACL;AACJ;AAACO,OAAA,CAAAZ,mBAAA,GAAAA,mBAAA","ignoreList":[]}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import { PbImportExportContext } from "
|
|
2
|
-
import { Configuration, Payload, Response } from "
|
|
1
|
+
import type { PbImportExportContext } from "../../../types";
|
|
2
|
+
import type { Configuration, Payload, Response } from "..";
|
|
3
3
|
export declare const blocksHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
|
|
@@ -4,11 +4,11 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
6
|
exports.blocksHandler = void 0;
|
|
7
|
-
var _types = require("
|
|
8
|
-
var
|
|
9
|
-
var
|
|
10
|
-
var
|
|
11
|
-
var
|
|
7
|
+
var _types = require("../../../types");
|
|
8
|
+
var _client = require("../../../client");
|
|
9
|
+
var _mockSecurity = require("../../../mockSecurity");
|
|
10
|
+
var _utils = require("@webiny/utils");
|
|
11
|
+
var _importBlock = require("./importBlock");
|
|
12
12
|
const blocksHandler = async (configuration, payload, context) => {
|
|
13
13
|
const log = console.log;
|
|
14
14
|
let subTask;
|
|
@@ -33,7 +33,7 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
33
33
|
* because the data might be out of sync due to GSI eventual consistency.
|
|
34
34
|
*/
|
|
35
35
|
|
|
36
|
-
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0,
|
|
36
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
|
|
37
37
|
|
|
38
38
|
/**
|
|
39
39
|
* Base condition!!
|
|
@@ -53,7 +53,6 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
53
53
|
console.log("subTask", subTask);
|
|
54
54
|
const {
|
|
55
55
|
blockKey,
|
|
56
|
-
category,
|
|
57
56
|
zipFileKey,
|
|
58
57
|
input
|
|
59
58
|
} = subTask.data;
|
|
@@ -74,7 +73,7 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
74
73
|
prevStatusOfSubTask = subTask.status;
|
|
75
74
|
|
|
76
75
|
// Real job
|
|
77
|
-
const block = await (0,
|
|
76
|
+
const block = await (0, _importBlock.importBlock)({
|
|
78
77
|
context,
|
|
79
78
|
blockKey,
|
|
80
79
|
key: zipFileKey,
|
|
@@ -84,9 +83,8 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
84
83
|
// Create a block
|
|
85
84
|
const pbBlock = await context.pageBuilder.createPageBlock({
|
|
86
85
|
name: block.name,
|
|
87
|
-
blockCategory:
|
|
88
|
-
content: block.content
|
|
89
|
-
preview: block.preview
|
|
86
|
+
blockCategory: block.blockCategory,
|
|
87
|
+
content: block.content
|
|
90
88
|
});
|
|
91
89
|
|
|
92
90
|
// Update task record in DB
|
|
@@ -107,7 +105,7 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
107
105
|
});
|
|
108
106
|
prevStatusOfSubTask = subTask.status;
|
|
109
107
|
} catch (e) {
|
|
110
|
-
|
|
108
|
+
console.error("[IMPORT_BLOCKS_PROCESS] Error => ", e.message, JSON.stringify(e.data, null, 2));
|
|
111
109
|
if (subTask && subTask.id) {
|
|
112
110
|
/**
|
|
113
111
|
* In case of error, we'll update the task status to "failed",
|
|
@@ -166,4 +164,6 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
166
164
|
error: null
|
|
167
165
|
};
|
|
168
166
|
};
|
|
169
|
-
exports.blocksHandler = blocksHandler;
|
|
167
|
+
exports.blocksHandler = blocksHandler;
|
|
168
|
+
|
|
169
|
+
//# sourceMappingURL=blocksHandler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_types","require","_client","_mockSecurity","_utils","_importBlock","blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","blockKey","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","block","importBlock","key","pbBlock","createPageBlock","name","blockCategory","content","COMPLETED","message","e","JSON","stringify","FAILED","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description","exports"],"sources":["blocksHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/process\";\nimport { importBlock } from \"./importBlock\";\n\nexport const blocksHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Block Queue Process\");\n const { pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n console.log(\"subTask\", subTask);\n\n const { blockKey, zipFileKey, input } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing block key \"${blockKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const block = await importBlock({\n context,\n blockKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a block\n const pbBlock = await context.pageBuilder.createPageBlock({\n name: block.name,\n blockCategory: block.blockCategory,\n content: block.content\n });\n\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n block: {\n id: pbBlock.id,\n name: pbBlock.name\n }\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n console.error(\n \"[IMPORT_BLOCKS_PROCESS] Error => \",\n e.message,\n JSON.stringify(e.data, null, 2)\n );\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.importExportTask.updateTask(taskId, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing blocks.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current block error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import blocks - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,aAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AAEA,IAAAI,YAAA,GAAAJ,OAAA;AAEO,MAAMK,aAAa,GAAG,MAAAA,CACzBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,oCAAoC,CAAC;EACzC,MAAM;IAAEO;EAAY,CAAC,GAAGR,OAAO;EAC/B,MAAM;IAAES,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGb,OAAO;EACxD;EACA;EACA,IAAAc,0BAAY,EAACD,QAAQ,EAAEZ,OAAO,CAAC;EAE/B,IAAI;IACA;AACR;AACA;AACA;;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;;IAEzF;AACR;AACA;AACA;IACQ,IAAI,CAACP,OAAO,IAAIA,OAAO,CAACc,MAAM,KAAKX,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHc,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHf,aAAa,GAAG,KAAK;IACzB;IACAC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IAEpChB,GAAG,CAAC,uBAAuBE,OAAO,CAACiB,EAAE,EAAE,CAAC;IACxClB,OAAO,CAACD,GAAG,CAAC,SAAS,EAAEE,OAAO,CAAC;IAE/B,MAAM;MAAEkB,QAAQ;MAAEC,UAAU;MAAEC;IAAM,CAAC,GAAGpB,OAAO,CAACe,IAAI;IACpD,MAAM;MAAEM;IAAgB,CAAC,GAAGD,KAAK;IAEjCtB,GAAG,CAAC,yBAAyBoB,QAAQ,GAAG,CAAC;;IAEzC;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACoB;IACnC,CAAC,CAAC;IACF;IACA,MAAMlB,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACoB;IACvC,CAAC,CAAC;IACFrB,mBAAmB,GAAGF,OAAO,CAACc,MAAM;;IAEpC;IACA,MAAMa,KAAK,GAAG,MAAM,IAAAC,wBAAW,EAAC;MAC5B/B,OAAO;MACPqB,QAAQ;MACRW,GAAG,EAAEV,UAAU;MACfE;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMS,OAAO,GAAG,MAAMjC,OAAO,CAACQ,WAAW,CAAC0B,eAAe,CAAC;MACtDC,IAAI,EAAEL,KAAK,CAACK,IAAI;MAChBC,aAAa,EAAEN,KAAK,CAACM,aAAa;MAClCC,OAAO,EAAEP,KAAK,CAACO;IACnB,CAAC,CAAC;;IAEF;IACAlC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACgC,SAAS;MACxCpB,IAAI,EAAE;QACFqB,OAAO,EAAE,MAAM;QACfT,KAAK,EAAE;UACHV,EAAE,EAAEa,OAAO,CAACb,EAAE;UACde,IAAI,EAAEF,OAAO,CAACE;QAClB;MACJ;IACJ,CAAC,CAAC;IACF;IACA,MAAM3B,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACgC;IACvC,CAAC,CAAC;IACFjC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;EACxC,CAAC,CAAC,OAAOuB,CAAC,EAAE;IACRtC,OAAO,CAACiB,KAAK,CACT,mCAAmC,EACnCqB,CAAC,CAACD,OAAO,EACTE,IAAI,CAACC,SAAS,CAACF,CAAC,CAACtB,IAAI,EAAE,IAAI,EAAE,CAAC,CAClC,CAAC;IAED,IAAIf,OAAO,IAAIA,OAAO,CAACiB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;QAC3EH,MAAM,EAAEX,6BAAsB,CAACqC,MAAM;QACrCxB,KAAK,EAAE;UACHgB,IAAI,EAAEK,CAAC,CAACL,IAAI;UACZI,OAAO,EAAEC,CAAC,CAACD,OAAO;UAClBK,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMpC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;QACnDmB,UAAU,EAAEvB,mBAAmB;QAC/BwB,UAAU,EAAEvB,6BAAsB,CAACqC;MACvC,CAAC,CAAC;MACFtC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHoB,OAAO,EAAEC,CAAC,CAACD;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAInC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCQ,MAAM,EAAE,CAAC;MAE7C,MAAMD,WAAW,CAACM,gBAAgB,CAAC+B,UAAU,CAACpC,MAAM,EAAE;QAClDQ,MAAM,EAAEX,6BAAsB,CAACgC,SAAS;QACxCpB,IAAI,EAAE;UACFqB,OAAO,EAAE;QACb;MACJ,CAAC,CAAC;IACN,CAAC,MAAM;MACHtC,GAAG,CAAC,8BAA8BS,YAAY,GAAG,CAAC,GAAG,CAAC;MACtD;MACA,MAAM,IAAAoC,2BAAmB,EAAU;QAC/B9C,OAAO;QACPmC,IAAI,EAAErC,aAAa,CAACiD,QAAQ,CAACC,OAAO;QACpCjD,OAAO,EAAE;UACLU,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEZ,OAAO,CAACiD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHjC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACiC,OAAA,CAAAvD,aAAA,GAAAA,aAAA","ignoreList":[]}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { PbImportExportContext } from "../../../graphql/types";
|
|
2
|
+
import type { FileUploadsData } from "../../../types";
|
|
3
|
+
import type { PageBlock } from "@webiny/api-page-builder/types";
|
|
4
|
+
interface ImportBlockParams {
|
|
5
|
+
key: string;
|
|
6
|
+
blockKey: string;
|
|
7
|
+
context: PbImportExportContext;
|
|
8
|
+
fileUploadsData: FileUploadsData;
|
|
9
|
+
}
|
|
10
|
+
export declare function importBlock({ blockKey, context, fileUploadsData }: ImportBlockParams): Promise<Pick<PageBlock, "name" | "content" | "blockCategory">>;
|
|
11
|
+
export {};
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.importBlock = importBlock;
|
|
8
|
+
var _path = _interopRequireDefault(require("path"));
|
|
9
|
+
var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
|
|
10
|
+
var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
|
|
11
|
+
var _fsExtra = require("fs-extra");
|
|
12
|
+
var _s3Stream = require("../../../export/s3Stream");
|
|
13
|
+
var _uploadAssets = require("../../utils/uploadAssets");
|
|
14
|
+
var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
|
|
15
|
+
var _deleteS3Folder = require("../../utils/deleteS3Folder");
|
|
16
|
+
var _updateFilesInData = require("../../utils/updateFilesInData");
|
|
17
|
+
var _constants = require("../../constants");
|
|
18
|
+
var _ElementIdsProcessor = require("./ElementIdsProcessor");
|
|
19
|
+
async function importBlock({
|
|
20
|
+
blockKey,
|
|
21
|
+
context,
|
|
22
|
+
fileUploadsData
|
|
23
|
+
}) {
|
|
24
|
+
const log = console.log;
|
|
25
|
+
|
|
26
|
+
// Making Directory for block in which we're going to extract the block data file.
|
|
27
|
+
const BLOCK_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, blockKey);
|
|
28
|
+
(0, _fsExtra.ensureDirSync)(BLOCK_EXTRACT_DIR);
|
|
29
|
+
const blockDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
|
|
30
|
+
const BLOCK_DATA_FILE_PATH = _path.default.join(BLOCK_EXTRACT_DIR, _path.default.basename(blockDataFileKey));
|
|
31
|
+
log(`Downloading Block data file: ${blockDataFileKey} at "${BLOCK_DATA_FILE_PATH}"`);
|
|
32
|
+
// Download and save block data file in disk.
|
|
33
|
+
const readStream = await _s3Stream.s3Stream.readStream(blockDataFileKey);
|
|
34
|
+
const writeStream = (0, _fsExtra.createWriteStream)(BLOCK_DATA_FILE_PATH);
|
|
35
|
+
await new Promise((resolve, reject) => {
|
|
36
|
+
readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
// Load the block data file from disk.
|
|
40
|
+
log(`Load file ${blockDataFileKey}`);
|
|
41
|
+
const {
|
|
42
|
+
category,
|
|
43
|
+
files,
|
|
44
|
+
block: rawBlock
|
|
45
|
+
} = await (0, _loadJsonFile.default)(BLOCK_DATA_FILE_PATH);
|
|
46
|
+
const blockProcessor = new _ElementIdsProcessor.ElementIdsProcessor();
|
|
47
|
+
const block = blockProcessor.process(rawBlock);
|
|
48
|
+
|
|
49
|
+
// Only update block data if there are files.
|
|
50
|
+
if (files && Array.isArray(files) && files.length > 0) {
|
|
51
|
+
// Upload block assets.
|
|
52
|
+
const fileIdToNewFileMap = await (0, _uploadAssets.uploadAssets)({
|
|
53
|
+
context,
|
|
54
|
+
files,
|
|
55
|
+
fileUploadsData
|
|
56
|
+
});
|
|
57
|
+
console.log("After uploadAssets:fileIdToNewFileMap", JSON.stringify(Object.fromEntries(fileIdToNewFileMap)));
|
|
58
|
+
const settings = await context.fileManager.getSettings();
|
|
59
|
+
const {
|
|
60
|
+
srcPrefix = ""
|
|
61
|
+
} = settings || {};
|
|
62
|
+
(0, _updateFilesInData.updateFilesInData)({
|
|
63
|
+
data: block.content || {},
|
|
64
|
+
fileIdToNewFileMap,
|
|
65
|
+
srcPrefix
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
let loadedCategory;
|
|
69
|
+
if (category) {
|
|
70
|
+
loadedCategory = await context.pageBuilder.getBlockCategory(category?.slug);
|
|
71
|
+
if (!loadedCategory) {
|
|
72
|
+
loadedCategory = await context.pageBuilder.createBlockCategory({
|
|
73
|
+
name: category.name,
|
|
74
|
+
slug: category.slug,
|
|
75
|
+
icon: category.icon,
|
|
76
|
+
description: category.description
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
} else {
|
|
80
|
+
let importedBlocksCategory = await context.pageBuilder.getBlockCategory("imported-blocks");
|
|
81
|
+
if (!importedBlocksCategory) {
|
|
82
|
+
importedBlocksCategory = await context.pageBuilder.createBlockCategory({
|
|
83
|
+
name: "Imported Blocks",
|
|
84
|
+
slug: "imported-blocks",
|
|
85
|
+
description: "Imported blocks",
|
|
86
|
+
icon: "fas/star"
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
loadedCategory = importedBlocksCategory;
|
|
90
|
+
}
|
|
91
|
+
log("Removing Directory for block...");
|
|
92
|
+
await (0, _downloadInstallFiles.deleteFile)(blockKey);
|
|
93
|
+
log(`Remove block contents from S3...`);
|
|
94
|
+
await (0, _deleteS3Folder.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
|
|
95
|
+
return {
|
|
96
|
+
...block,
|
|
97
|
+
blockCategory: loadedCategory.slug
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
//# sourceMappingURL=importBlock.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_path","_interopRequireDefault","require","_dotPropImmutable","_loadJsonFile","_fsExtra","_s3Stream","_uploadAssets","_downloadInstallFiles","_deleteS3Folder","_updateFilesInData","_constants","_ElementIdsProcessor","importBlock","blockKey","context","fileUploadsData","log","console","BLOCK_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","blockDataFileKey","dotProp","get","BLOCK_DATA_FILE_PATH","basename","readStream","s3Stream","writeStream","createWriteStream","Promise","resolve","reject","on","pipe","category","files","block","rawBlock","loadJson","blockProcessor","ElementIdsProcessor","process","Array","isArray","length","fileIdToNewFileMap","uploadAssets","JSON","stringify","Object","fromEntries","settings","fileManager","getSettings","srcPrefix","updateFilesInData","data","content","loadedCategory","pageBuilder","getBlockCategory","slug","createBlockCategory","name","icon","description","importedBlocksCategory","deleteFile","deleteS3Folder","dirname","blockCategory"],"sources":["importBlock.ts"],"sourcesContent":["import path from \"path\";\nimport dotProp from \"dot-prop-immutable\";\nimport loadJson from \"load-json-file\";\nimport { ensureDirSync, createWriteStream } from \"fs-extra\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { FileUploadsData } from \"~/types\";\nimport type { PageBlock } from \"@webiny/api-page-builder/types\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { uploadAssets } from \"~/import/utils/uploadAssets\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { deleteS3Folder } from \"~/import/utils/deleteS3Folder\";\nimport { updateFilesInData } from \"~/import/utils/updateFilesInData\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport type { ExportedBlockData } from \"~/export/process/exporters/BlockExporter\";\nimport { ElementIdsProcessor } from \"~/import/process/blocks/ElementIdsProcessor\";\n\ninterface ImportBlockParams {\n key: string;\n blockKey: string;\n context: PbImportExportContext;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importBlock({\n blockKey,\n context,\n fileUploadsData\n}: ImportBlockParams): Promise<Pick<PageBlock, \"name\" | \"content\" | \"blockCategory\">> {\n const log = console.log;\n\n // Making Directory for block in which we're going to extract the block data file.\n const BLOCK_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, blockKey);\n ensureDirSync(BLOCK_EXTRACT_DIR);\n\n const blockDataFileKey = dotProp.get(fileUploadsData, `data`);\n const BLOCK_DATA_FILE_PATH = path.join(BLOCK_EXTRACT_DIR, path.basename(blockDataFileKey));\n\n log(`Downloading Block data file: ${blockDataFileKey} at \"${BLOCK_DATA_FILE_PATH}\"`);\n // Download and save block data file in disk.\n const readStream = await s3Stream.readStream(blockDataFileKey);\n const writeStream = createWriteStream(BLOCK_DATA_FILE_PATH);\n\n await new Promise((resolve, reject) => {\n readStream.on(\"error\", reject).pipe(writeStream).on(\"finish\", resolve).on(\"error\", reject);\n });\n\n // Load the block data file from disk.\n log(`Load file ${blockDataFileKey}`);\n\n const {\n category,\n files,\n block: rawBlock\n } = await loadJson<ExportedBlockData>(BLOCK_DATA_FILE_PATH);\n\n const blockProcessor = new ElementIdsProcessor();\n const block = blockProcessor.process(rawBlock);\n\n // Only update block data if there are files.\n if (files && Array.isArray(files) && files.length > 0) {\n // Upload block assets.\n const fileIdToNewFileMap = await uploadAssets({\n context,\n files,\n fileUploadsData\n });\n\n console.log(\n \"After uploadAssets:fileIdToNewFileMap\",\n JSON.stringify(Object.fromEntries(fileIdToNewFileMap))\n );\n\n const settings = await context.fileManager.getSettings();\n\n const { srcPrefix = \"\" } = settings || {};\n updateFilesInData({\n data: block.content || {},\n fileIdToNewFileMap,\n srcPrefix\n });\n }\n\n let loadedCategory;\n if (category) {\n loadedCategory = await context.pageBuilder.getBlockCategory(category?.slug);\n if (!loadedCategory) {\n loadedCategory = await context.pageBuilder.createBlockCategory({\n name: category.name,\n slug: category.slug,\n icon: category.icon,\n description: category.description\n });\n }\n } else {\n let importedBlocksCategory = await context.pageBuilder.getBlockCategory(\"imported-blocks\");\n\n if (!importedBlocksCategory) {\n importedBlocksCategory = await context.pageBuilder.createBlockCategory({\n name: \"Imported Blocks\",\n slug: \"imported-blocks\",\n description: \"Imported blocks\",\n icon: \"fas/star\"\n });\n }\n\n loadedCategory = importedBlocksCategory;\n }\n\n log(\"Removing Directory for block...\");\n await deleteFile(blockKey);\n\n log(`Remove block contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return { ...block, blockCategory: loadedCategory!.slug };\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,aAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AAIA,IAAAI,SAAA,GAAAJ,OAAA;AACA,IAAAK,aAAA,GAAAL,OAAA;AACA,IAAAM,qBAAA,GAAAN,OAAA;AACA,IAAAO,eAAA,GAAAP,OAAA;AACA,IAAAQ,kBAAA,GAAAR,OAAA;AACA,IAAAS,UAAA,GAAAT,OAAA;AAEA,IAAAU,oBAAA,GAAAV,OAAA;AASO,eAAeW,WAAWA,CAAC;EAC9BC,QAAQ;EACRC,OAAO;EACPC;AACe,CAAC,EAAkE;EAClF,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,iBAAiB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAER,QAAQ,CAAC;EAClE,IAAAS,sBAAa,EAACJ,iBAAiB,CAAC;EAEhC,MAAMK,gBAAgB,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAE,MAAM,CAAC;EAC7D,MAAMW,oBAAoB,GAAGP,aAAI,CAACC,IAAI,CAACF,iBAAiB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,gBAAgB,CAAC,CAAC;EAE1FP,GAAG,CAAC,gCAAgCO,gBAAgB,QAAQG,oBAAoB,GAAG,CAAC;EACpF;EACA,MAAME,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,gBAAgB,CAAC;EAC9D,MAAMO,WAAW,GAAG,IAAAC,0BAAiB,EAACL,oBAAoB,CAAC;EAE3D,MAAM,IAAIM,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCN,UAAU,CAACO,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC,CAACE,IAAI,CAACN,WAAW,CAAC,CAACK,EAAE,CAAC,QAAQ,EAAEF,OAAO,CAAC,CAACE,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC;EAC9F,CAAC,CAAC;;EAEF;EACAlB,GAAG,CAAC,aAAaO,gBAAgB,EAAE,CAAC;EAEpC,MAAM;IACFc,QAAQ;IACRC,KAAK;IACLC,KAAK,EAAEC;EACX,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAoBf,oBAAoB,CAAC;EAE3D,MAAMgB,cAAc,GAAG,IAAIC,wCAAmB,CAAC,CAAC;EAChD,MAAMJ,KAAK,GAAGG,cAAc,CAACE,OAAO,CAACJ,QAAQ,CAAC;;EAE9C;EACA,IAAIF,KAAK,IAAIO,KAAK,CAACC,OAAO,CAACR,KAAK,CAAC,IAAIA,KAAK,CAACS,MAAM,GAAG,CAAC,EAAE;IACnD;IACA,MAAMC,kBAAkB,GAAG,MAAM,IAAAC,0BAAY,EAAC;MAC1CnC,OAAO;MACPwB,KAAK;MACLvB;IACJ,CAAC,CAAC;IAEFE,OAAO,CAACD,GAAG,CACP,uCAAuC,EACvCkC,IAAI,CAACC,SAAS,CAACC,MAAM,CAACC,WAAW,CAACL,kBAAkB,CAAC,CACzD,CAAC;IAED,MAAMM,QAAQ,GAAG,MAAMxC,OAAO,CAACyC,WAAW,CAACC,WAAW,CAAC,CAAC;IAExD,MAAM;MAAEC,SAAS,GAAG;IAAG,CAAC,GAAGH,QAAQ,IAAI,CAAC,CAAC;IACzC,IAAAI,oCAAiB,EAAC;MACdC,IAAI,EAAEpB,KAAK,CAACqB,OAAO,IAAI,CAAC,CAAC;MACzBZ,kBAAkB;MAClBS;IACJ,CAAC,CAAC;EACN;EAEA,IAAII,cAAc;EAClB,IAAIxB,QAAQ,EAAE;IACVwB,cAAc,GAAG,MAAM/C,OAAO,CAACgD,WAAW,CAACC,gBAAgB,CAAC1B,QAAQ,EAAE2B,IAAI,CAAC;IAC3E,IAAI,CAACH,cAAc,EAAE;MACjBA,cAAc,GAAG,MAAM/C,OAAO,CAACgD,WAAW,CAACG,mBAAmB,CAAC;QAC3DC,IAAI,EAAE7B,QAAQ,CAAC6B,IAAI;QACnBF,IAAI,EAAE3B,QAAQ,CAAC2B,IAAI;QACnBG,IAAI,EAAE9B,QAAQ,CAAC8B,IAAI;QACnBC,WAAW,EAAE/B,QAAQ,CAAC+B;MAC1B,CAAC,CAAC;IACN;EACJ,CAAC,MAAM;IACH,IAAIC,sBAAsB,GAAG,MAAMvD,OAAO,CAACgD,WAAW,CAACC,gBAAgB,CAAC,iBAAiB,CAAC;IAE1F,IAAI,CAACM,sBAAsB,EAAE;MACzBA,sBAAsB,GAAG,MAAMvD,OAAO,CAACgD,WAAW,CAACG,mBAAmB,CAAC;QACnEC,IAAI,EAAE,iBAAiB;QACvBF,IAAI,EAAE,iBAAiB;QACvBI,WAAW,EAAE,iBAAiB;QAC9BD,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEAN,cAAc,GAAGQ,sBAAsB;EAC3C;EAEArD,GAAG,CAAC,iCAAiC,CAAC;EACtC,MAAM,IAAAsD,gCAAU,EAACzD,QAAQ,CAAC;EAE1BG,GAAG,CAAC,kCAAkC,CAAC;EACvC,MAAM,IAAAuD,8BAAc,EAACpD,aAAI,CAACqD,OAAO,CAACzD,eAAe,CAAC4C,IAAI,CAAC,CAAC;EAExD,OAAO;IAAE,GAAGpB,KAAK;IAAEkC,aAAa,EAAEZ,cAAc,CAAEG;EAAK,CAAC;AAC5D","ignoreList":[]}
|
|
@@ -3,19 +3,20 @@
|
|
|
3
3
|
Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
|
-
exports.
|
|
7
|
-
var _types = require("
|
|
8
|
-
var
|
|
9
|
-
var _client = require("
|
|
10
|
-
var _mockSecurity = require("
|
|
11
|
-
var
|
|
12
|
-
const
|
|
6
|
+
exports.formsHandler = void 0;
|
|
7
|
+
var _types = require("../../../types");
|
|
8
|
+
var _importForm = require("./importForm");
|
|
9
|
+
var _client = require("../../../client");
|
|
10
|
+
var _mockSecurity = require("../../../mockSecurity");
|
|
11
|
+
var _utils = require("@webiny/utils");
|
|
12
|
+
const formsHandler = async (configuration, payload, context) => {
|
|
13
13
|
const log = console.log;
|
|
14
14
|
let subTask;
|
|
15
15
|
let noPendingTask = true;
|
|
16
16
|
let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
|
|
17
|
-
log("RUNNING Import
|
|
17
|
+
log("RUNNING Import Form Queue Process");
|
|
18
18
|
const {
|
|
19
|
+
formBuilder,
|
|
19
20
|
pageBuilder
|
|
20
21
|
} = context;
|
|
21
22
|
const {
|
|
@@ -24,7 +25,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
24
25
|
type,
|
|
25
26
|
identity
|
|
26
27
|
} = payload;
|
|
27
|
-
// Disable authorization; this is necessary because we call
|
|
28
|
+
// Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks
|
|
28
29
|
// and this Lambda is invoked internally, without credentials.
|
|
29
30
|
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
30
31
|
try {
|
|
@@ -33,7 +34,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
33
34
|
* because the data might be out of sync due to GSI eventual consistency.
|
|
34
35
|
*/
|
|
35
36
|
|
|
36
|
-
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0,
|
|
37
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
|
|
37
38
|
|
|
38
39
|
/**
|
|
39
40
|
* Base condition!!
|
|
@@ -51,16 +52,14 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
51
52
|
prevStatusOfSubTask = subTask.status;
|
|
52
53
|
log(`Fetched sub task => ${subTask.id}`);
|
|
53
54
|
const {
|
|
54
|
-
|
|
55
|
-
category,
|
|
55
|
+
formKey,
|
|
56
56
|
zipFileKey,
|
|
57
|
-
input
|
|
58
|
-
meta
|
|
57
|
+
input
|
|
59
58
|
} = subTask.data;
|
|
60
59
|
const {
|
|
61
60
|
fileUploadsData
|
|
62
61
|
} = input;
|
|
63
|
-
log(`Processing
|
|
62
|
+
log(`Processing form key "${formKey}"`);
|
|
64
63
|
|
|
65
64
|
// Mark task status as PROCESSING
|
|
66
65
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
@@ -74,36 +73,36 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
74
73
|
prevStatusOfSubTask = subTask.status;
|
|
75
74
|
|
|
76
75
|
// Real job
|
|
77
|
-
const
|
|
78
|
-
|
|
79
|
-
pageKey,
|
|
76
|
+
const form = await (0, _importForm.importForm)({
|
|
77
|
+
formKey,
|
|
80
78
|
key: zipFileKey,
|
|
81
79
|
fileUploadsData
|
|
82
80
|
});
|
|
83
81
|
|
|
84
|
-
// Create a
|
|
85
|
-
let
|
|
86
|
-
|
|
87
|
-
// Update page with data
|
|
88
|
-
pbPage = await context.pageBuilder.updatePage(pbPage.id, {
|
|
89
|
-
content: page.content,
|
|
90
|
-
title: page.title,
|
|
91
|
-
path: page.path,
|
|
92
|
-
settings: page.settings
|
|
82
|
+
// Create a form
|
|
83
|
+
let fbForm = await formBuilder.createForm({
|
|
84
|
+
name: form.name
|
|
93
85
|
});
|
|
94
86
|
|
|
95
|
-
//
|
|
87
|
+
// Update form with data
|
|
88
|
+
fbForm = await formBuilder.updateForm(fbForm.id, {
|
|
89
|
+
name: form.name,
|
|
90
|
+
fields: form.fields,
|
|
91
|
+
steps: form.steps,
|
|
92
|
+
settings: form.settings,
|
|
93
|
+
triggers: form.triggers
|
|
94
|
+
});
|
|
96
95
|
|
|
97
96
|
// Update task record in DB
|
|
98
97
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
99
98
|
status: _types.ImportExportTaskStatus.COMPLETED,
|
|
100
99
|
data: {
|
|
101
100
|
message: "Done",
|
|
102
|
-
|
|
103
|
-
id:
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
101
|
+
form: {
|
|
102
|
+
id: fbForm.id,
|
|
103
|
+
name: fbForm.name,
|
|
104
|
+
status: fbForm.status,
|
|
105
|
+
version: fbForm.version
|
|
107
106
|
}
|
|
108
107
|
}
|
|
109
108
|
});
|
|
@@ -114,7 +113,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
114
113
|
});
|
|
115
114
|
prevStatusOfSubTask = subTask.status;
|
|
116
115
|
} catch (e) {
|
|
117
|
-
log("[
|
|
116
|
+
log("[IMPORT_FORMS_PROCESS] Error => ", e);
|
|
118
117
|
if (subTask && subTask.id) {
|
|
119
118
|
/**
|
|
120
119
|
* In case of error, we'll update the task status to "failed",
|
|
@@ -150,12 +149,12 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
150
149
|
await pageBuilder.importExportTask.updateTask(taskId, {
|
|
151
150
|
status: _types.ImportExportTaskStatus.COMPLETED,
|
|
152
151
|
data: {
|
|
153
|
-
message: `Finish importing
|
|
152
|
+
message: `Finish importing forms.`
|
|
154
153
|
}
|
|
155
154
|
});
|
|
156
155
|
} else {
|
|
157
156
|
log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
|
158
|
-
// We want to continue with Self invocation no matter if current
|
|
157
|
+
// We want to continue with Self invocation no matter if current form error out.
|
|
159
158
|
await (0, _client.invokeHandlerClient)({
|
|
160
159
|
context,
|
|
161
160
|
name: configuration.handlers.process,
|
|
@@ -165,7 +164,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
165
164
|
type,
|
|
166
165
|
identity: context.security.getIdentity()
|
|
167
166
|
},
|
|
168
|
-
description: "Import
|
|
167
|
+
description: "Import forms - process - subtask"
|
|
169
168
|
});
|
|
170
169
|
}
|
|
171
170
|
}
|
|
@@ -174,4 +173,6 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
174
173
|
error: null
|
|
175
174
|
};
|
|
176
175
|
};
|
|
177
|
-
exports.
|
|
176
|
+
exports.formsHandler = formsHandler;
|
|
177
|
+
|
|
178
|
+
//# sourceMappingURL=formsHandler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_types","require","_importForm","_client","_mockSecurity","_utils","formsHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","formBuilder","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","formKey","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","form","importForm","key","fbForm","createForm","name","updateForm","fields","steps","settings","triggers","COMPLETED","message","version","e","FAILED","stack","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description","exports"],"sources":["formsHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { importForm } from \"./importForm\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/process\";\n\nexport const formsHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Form Queue Process\");\n const { formBuilder, pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { formKey, zipFileKey, input } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing form key \"${formKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const form = await importForm({\n formKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a form\n let fbForm = await formBuilder.createForm({ name: form.name });\n\n // Update form with data\n fbForm = await formBuilder.updateForm(fbForm.id, {\n name: form.name,\n fields: form.fields,\n steps: form.steps,\n settings: form.settings,\n triggers: form.triggers\n });\n\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n form: {\n id: fbForm.id,\n name: fbForm.name,\n status: fbForm.status,\n version: fbForm.version\n }\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[IMPORT_FORMS_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.importExportTask.updateTask(taskId, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing forms.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current form error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import forms - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,WAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAJ,OAAA;AAGO,MAAMK,YAAY,GAAG,MAAAA,CACxBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,mCAAmC,CAAC;EACxC,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAEb,OAAO,CAAC;EAE/B,IAAI;IACA;AACR;AACA;AACA;;IAEQG,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;;IAEzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IACAC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAC,uBAAuBE,OAAO,CAACkB,EAAE,EAAE,CAAC;IAExC,MAAM;MAAEC,OAAO;MAAEC,UAAU;MAAEC;IAAM,CAAC,GAAGrB,OAAO,CAACgB,IAAI;IACnD,MAAM;MAAEM;IAAgB,CAAC,GAAGD,KAAK;IAEjCvB,GAAG,CAAC,wBAAwBqB,OAAO,GAAG,CAAC;;IAEvC;IACAnB,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACqB;IACnC,CAAC,CAAC;IACF;IACA,MAAMlB,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAExB,mBAAmB;MAC/ByB,UAAU,EAAExB,6BAAsB,CAACqB;IACvC,CAAC,CAAC;IACFtB,mBAAmB,GAAGF,OAAO,CAACe,MAAM;;IAEpC;IACA,MAAMa,IAAI,GAAG,MAAM,IAAAC,sBAAU,EAAC;MAC1BV,OAAO;MACPW,GAAG,EAAEV,UAAU;MACfE;IACJ,CAAC,CAAC;;IAEF;IACA,IAAIS,MAAM,GAAG,MAAM1B,WAAW,CAAC2B,UAAU,CAAC;MAAEC,IAAI,EAAEL,IAAI,CAACK;IAAK,CAAC,CAAC;;IAE9D;IACAF,MAAM,GAAG,MAAM1B,WAAW,CAAC6B,UAAU,CAACH,MAAM,CAACb,EAAE,EAAE;MAC7Ce,IAAI,EAAEL,IAAI,CAACK,IAAI;MACfE,MAAM,EAAEP,IAAI,CAACO,MAAM;MACnBC,KAAK,EAAER,IAAI,CAACQ,KAAK;MACjBC,QAAQ,EAAET,IAAI,CAACS,QAAQ;MACvBC,QAAQ,EAAEV,IAAI,CAACU;IACnB,CAAC,CAAC;;IAEF;IACAtC,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACoC,SAAS;MACxCvB,IAAI,EAAE;QACFwB,OAAO,EAAE,MAAM;QACfZ,IAAI,EAAE;UACFV,EAAE,EAAEa,MAAM,CAACb,EAAE;UACbe,IAAI,EAAEF,MAAM,CAACE,IAAI;UACjBlB,MAAM,EAAEgB,MAAM,CAAChB,MAAM;UACrB0B,OAAO,EAAEV,MAAM,CAACU;QACpB;MACJ;IACJ,CAAC,CAAC;IACF;IACA,MAAMnC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAExB,mBAAmB;MAC/ByB,UAAU,EAAExB,6BAAsB,CAACoC;IACvC,CAAC,CAAC;IACFrC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAO2B,CAAC,EAAE;IACR5C,GAAG,CAAC,kCAAkC,EAAE4C,CAAC,CAAC;IAE1C,IAAI1C,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACwC,MAAM;QACrC1B,KAAK,EAAE;UACHgB,IAAI,EAAES,CAAC,CAACT,IAAI;UACZO,OAAO,EAAEE,CAAC,CAACF,OAAO;UAClBI,KAAK,EAAEF,CAAC,CAACE,KAAK;UACdC,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMvC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;QACnDmB,UAAU,EAAExB,mBAAmB;QAC/ByB,UAAU,EAAExB,6BAAsB,CAACwC;MACvC,CAAC,CAAC;MACFzC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHuB,OAAO,EAAEE,CAAC,CAACF;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAIvC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCS,MAAM,EAAE,CAAC;MAE7C,MAAMD,WAAW,CAACM,gBAAgB,CAACkC,UAAU,CAACvC,MAAM,EAAE;QAClDQ,MAAM,EAAEZ,6BAAsB,CAACoC,SAAS;QACxCvB,IAAI,EAAE;UACFwB,OAAO,EAAE;QACb;MACJ,CAAC,CAAC;IACN,CAAC,MAAM;MACH1C,GAAG,CAAC,8BAA8BU,YAAY,GAAG,CAAC,GAAG,CAAC;MACtD;MACA,MAAM,IAAAuC,2BAAmB,EAAU;QAC/BlD,OAAO;QACPoC,IAAI,EAAEtC,aAAa,CAACqD,QAAQ,CAACC,OAAO;QACpCrD,OAAO,EAAE;UACLW,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACqD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHpC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACoC,OAAA,CAAA3D,YAAA,GAAAA,YAAA","ignoreList":[]}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { FileUploadsData } from "../../../types";
|
|
2
|
+
import type { ExportedFormData } from "../../../export/process/exporters/FormExporter";
|
|
3
|
+
interface ImportFormParams {
|
|
4
|
+
key: string;
|
|
5
|
+
formKey: string;
|
|
6
|
+
fileUploadsData: FileUploadsData;
|
|
7
|
+
}
|
|
8
|
+
export declare function importForm({ formKey, fileUploadsData }: ImportFormParams): Promise<ExportedFormData["form"]>;
|
|
9
|
+
export {};
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.importForm = importForm;
|
|
8
|
+
var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
|
|
9
|
+
var _fsExtra = require("fs-extra");
|
|
10
|
+
var _path = _interopRequireDefault(require("path"));
|
|
11
|
+
var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
|
|
12
|
+
var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
|
|
13
|
+
var _s3Stream = require("../../../export/s3Stream");
|
|
14
|
+
var _deleteS3Folder = require("../../utils/deleteS3Folder");
|
|
15
|
+
var _constants = require("../../constants");
|
|
16
|
+
async function importForm({
|
|
17
|
+
formKey,
|
|
18
|
+
fileUploadsData
|
|
19
|
+
}) {
|
|
20
|
+
const log = console.log;
|
|
21
|
+
|
|
22
|
+
// Making Directory for form in which we're going to extract the form data file.
|
|
23
|
+
const FORM_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, formKey);
|
|
24
|
+
(0, _fsExtra.ensureDirSync)(FORM_EXTRACT_DIR);
|
|
25
|
+
const formDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
|
|
26
|
+
const FORM_DATA_FILE_PATH = _path.default.join(FORM_EXTRACT_DIR, _path.default.basename(formDataFileKey));
|
|
27
|
+
log(`Downloading Form data file: ${formDataFileKey} at "${FORM_DATA_FILE_PATH}"`);
|
|
28
|
+
// Download and save form data file in disk.
|
|
29
|
+
const readStream = await _s3Stream.s3Stream.readStream(formDataFileKey);
|
|
30
|
+
const writeStream = (0, _fsExtra.createWriteStream)(FORM_DATA_FILE_PATH);
|
|
31
|
+
await new Promise((resolve, reject) => {
|
|
32
|
+
readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
// Load the form data file from disk.
|
|
36
|
+
log(`Load file ${formDataFileKey}`);
|
|
37
|
+
const {
|
|
38
|
+
form
|
|
39
|
+
} = await (0, _loadJsonFile.default)(FORM_DATA_FILE_PATH);
|
|
40
|
+
log("Removing Directory for form...");
|
|
41
|
+
await (0, _downloadInstallFiles.deleteFile)(formKey);
|
|
42
|
+
log(`Remove form contents from S3...`);
|
|
43
|
+
await (0, _deleteS3Folder.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
|
|
44
|
+
return form;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
//# sourceMappingURL=importForm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_dotPropImmutable","_interopRequireDefault","require","_fsExtra","_path","_loadJsonFile","_downloadInstallFiles","_s3Stream","_deleteS3Folder","_constants","importForm","formKey","fileUploadsData","log","console","FORM_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","formDataFileKey","dotProp","get","FORM_DATA_FILE_PATH","basename","readStream","s3Stream","writeStream","createWriteStream","Promise","resolve","reject","on","pipe","form","loadJson","deleteFile","deleteS3Folder","dirname","data"],"sources":["importForm.ts"],"sourcesContent":["import dotProp from \"dot-prop-immutable\";\nimport { createWriteStream, ensureDirSync } from \"fs-extra\";\nimport path from \"path\";\nimport loadJson from \"load-json-file\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport type { FileUploadsData } from \"~/types\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { deleteS3Folder } from \"~/import/utils/deleteS3Folder\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport type { ExportedFormData } from \"~/export/process/exporters/FormExporter\";\n\ninterface ImportFormParams {\n key: string;\n formKey: string;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importForm({\n formKey,\n fileUploadsData\n}: ImportFormParams): Promise<ExportedFormData[\"form\"]> {\n const log = console.log;\n\n // Making Directory for form in which we're going to extract the form data file.\n const FORM_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, formKey);\n ensureDirSync(FORM_EXTRACT_DIR);\n\n const formDataFileKey = dotProp.get(fileUploadsData, `data`);\n const FORM_DATA_FILE_PATH = path.join(FORM_EXTRACT_DIR, path.basename(formDataFileKey));\n\n log(`Downloading Form data file: ${formDataFileKey} at \"${FORM_DATA_FILE_PATH}\"`);\n // Download and save form data file in disk.\n const readStream = await s3Stream.readStream(formDataFileKey);\n const writeStream = createWriteStream(FORM_DATA_FILE_PATH);\n\n await new Promise((resolve, reject) => {\n readStream.on(\"error\", reject).pipe(writeStream).on(\"finish\", resolve).on(\"error\", reject);\n });\n\n // Load the form data file from disk.\n log(`Load file ${formDataFileKey}`);\n const { form } = await loadJson<ExportedFormData>(FORM_DATA_FILE_PATH);\n\n log(\"Removing Directory for form...\");\n await deleteFile(formKey);\n\n log(`Remove form contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return form;\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,iBAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,QAAA,GAAAD,OAAA;AACA,IAAAE,KAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,aAAA,GAAAJ,sBAAA,CAAAC,OAAA;AACA,IAAAI,qBAAA,GAAAJ,OAAA;AAEA,IAAAK,SAAA,GAAAL,OAAA;AACA,IAAAM,eAAA,GAAAN,OAAA;AACA,IAAAO,UAAA,GAAAP,OAAA;AASO,eAAeQ,UAAUA,CAAC;EAC7BC,OAAO;EACPC;AACc,CAAC,EAAqC;EACpD,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,gBAAgB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAEP,OAAO,CAAC;EAChE,IAAAQ,sBAAa,EAACJ,gBAAgB,CAAC;EAE/B,MAAMK,eAAe,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAE,MAAM,CAAC;EAC5D,MAAMW,mBAAmB,GAAGP,aAAI,CAACC,IAAI,CAACF,gBAAgB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,eAAe,CAAC,CAAC;EAEvFP,GAAG,CAAC,+BAA+BO,eAAe,QAAQG,mBAAmB,GAAG,CAAC;EACjF;EACA,MAAME,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,eAAe,CAAC;EAC7D,MAAMO,WAAW,GAAG,IAAAC,0BAAiB,EAACL,mBAAmB,CAAC;EAE1D,MAAM,IAAIM,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCN,UAAU,CAACO,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC,CAACE,IAAI,CAACN,WAAW,CAAC,CAACK,EAAE,CAAC,QAAQ,EAAEF,OAAO,CAAC,CAACE,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC;EAC9F,CAAC,CAAC;;EAEF;EACAlB,GAAG,CAAC,aAAaO,eAAe,EAAE,CAAC;EACnC,MAAM;IAAEc;EAAK,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAmBZ,mBAAmB,CAAC;EAEtEV,GAAG,CAAC,gCAAgC,CAAC;EACrC,MAAM,IAAAuB,gCAAU,EAACzB,OAAO,CAAC;EAEzBE,GAAG,CAAC,iCAAiC,CAAC;EACtC,MAAM,IAAAwB,8BAAc,EAACrB,aAAI,CAACsB,OAAO,CAAC1B,eAAe,CAAC2B,IAAI,CAAC,CAAC;EAExD,OAAOL,IAAI;AACf","ignoreList":[]}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { PbImportExportContext } from "../../types";
|
|
2
|
-
import { SecurityIdentity } from "@webiny/api-security/types";
|
|
1
|
+
import type { PbImportExportContext } from "../../types";
|
|
2
|
+
import type { SecurityIdentity } from "@webiny/api-security/types";
|
|
3
3
|
export interface Configuration {
|
|
4
4
|
handlers: {
|
|
5
5
|
process: string;
|