@webiny/api-page-builder-import-export 0.0.0-unstable.e3f4727c56 → 0.0.0-unstable.e53eceafb5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client.d.ts +1 -1
- package/client.js +12 -21
- package/client.js.map +1 -1
- package/export/combine/blocksHandler.d.ts +2 -2
- package/export/combine/blocksHandler.js +4 -2
- package/export/combine/blocksHandler.js.map +1 -1
- package/export/combine/formsHandler.d.ts +6 -0
- package/export/combine/{pagesHandler.js → formsHandler.js} +19 -17
- package/export/combine/formsHandler.js.map +1 -0
- package/export/combine/index.d.ts +2 -2
- package/export/combine/index.js +25 -16
- package/export/combine/index.js.map +1 -1
- package/export/combine/templatesHandler.d.ts +2 -2
- package/export/combine/templatesHandler.js +4 -2
- package/export/combine/templatesHandler.js.map +1 -1
- package/export/pages/ExportPagesCleanup.d.ts +5 -0
- package/export/pages/ExportPagesCleanup.js +82 -0
- package/export/pages/ExportPagesCleanup.js.map +1 -0
- package/export/pages/ExportPagesController.d.ts +5 -0
- package/export/pages/ExportPagesController.js +31 -0
- package/export/pages/ExportPagesController.js.map +1 -0
- package/export/pages/ExportPagesZipPages.d.ts +5 -0
- package/export/pages/ExportPagesZipPages.js +23 -0
- package/export/pages/ExportPagesZipPages.js.map +1 -0
- package/export/pages/controller/CombineZippedPages.d.ts +5 -0
- package/export/pages/controller/CombineZippedPages.js +75 -0
- package/export/pages/controller/CombineZippedPages.js.map +1 -0
- package/export/pages/controller/CreateZipPagesTasks.d.ts +8 -0
- package/export/pages/controller/CreateZipPagesTasks.js +103 -0
- package/export/pages/controller/CreateZipPagesTasks.js.map +1 -0
- package/export/pages/controller/ProcessZipPagesTasks.d.ts +6 -0
- package/export/pages/controller/ProcessZipPagesTasks.js +61 -0
- package/export/pages/controller/ProcessZipPagesTasks.js.map +1 -0
- package/export/pages/types.d.ts +53 -0
- package/export/pages/types.js +26 -0
- package/export/pages/types.js.map +1 -0
- package/export/pages/utils.d.ts +2 -0
- package/export/pages/utils.js +13 -0
- package/export/pages/utils.js.map +1 -0
- package/export/pages/zipPages/ZipPages.d.ts +5 -0
- package/export/pages/zipPages/ZipPages.js +100 -0
- package/export/pages/zipPages/ZipPages.js.map +1 -0
- package/export/pages/zipPages/ZipPagesDataManager.d.ts +14 -0
- package/export/pages/zipPages/ZipPagesDataManager.js +46 -0
- package/export/pages/zipPages/ZipPagesDataManager.js.map +1 -0
- package/export/pages/zipPages/getPageFactory.d.ts +4 -0
- package/export/pages/zipPages/getPageFactory.js +38 -0
- package/export/pages/zipPages/getPageFactory.js.map +1 -0
- package/export/process/blocksHandler.d.ts +2 -2
- package/export/process/blocksHandler.js +13 -6
- package/export/process/blocksHandler.js.map +1 -1
- package/export/process/exporters/BlockExporter.d.ts +12 -0
- package/export/process/exporters/BlockExporter.js +57 -0
- package/export/process/exporters/BlockExporter.js.map +1 -0
- package/export/process/exporters/FormExporter.d.ts +9 -0
- package/export/process/exporters/FormExporter.js +36 -0
- package/export/process/exporters/FormExporter.js.map +1 -0
- package/export/process/exporters/PageExporter.d.ts +18 -0
- package/export/process/exporters/PageExporter.js +59 -0
- package/export/process/exporters/PageExporter.js.map +1 -0
- package/export/process/exporters/PageTemplateExporter.d.ts +11 -0
- package/export/process/exporters/PageTemplateExporter.js +58 -0
- package/export/process/exporters/PageTemplateExporter.js.map +1 -0
- package/export/process/formsHandler.d.ts +6 -0
- package/export/process/{pagesHandler.js → formsHandler.js} +36 -36
- package/export/process/formsHandler.js.map +1 -0
- package/export/process/index.d.ts +2 -2
- package/export/process/index.js +25 -16
- package/export/process/index.js.map +1 -1
- package/export/process/templatesHandler.d.ts +2 -2
- package/export/process/templatesHandler.js +8 -6
- package/export/process/templatesHandler.js.map +1 -1
- package/export/s3Stream.d.ts +16 -11
- package/export/s3Stream.js +27 -23
- package/export/s3Stream.js.map +1 -1
- package/export/utils.d.ts +11 -9
- package/export/utils.js +33 -24
- package/export/utils.js.map +1 -1
- package/export/zipper.d.ts +7 -6
- package/export/zipper.js +20 -24
- package/export/zipper.js.map +1 -1
- package/graphql/crud/blocks.crud.d.ts +1 -1
- package/graphql/crud/blocks.crud.js +50 -29
- package/graphql/crud/blocks.crud.js.map +1 -1
- package/graphql/crud/forms.crud.d.ts +4 -0
- package/graphql/crud/forms.crud.js +162 -0
- package/graphql/crud/forms.crud.js.map +1 -0
- package/graphql/crud/importExportTasks.crud.d.ts +2 -2
- package/graphql/crud/importExportTasks.crud.js +144 -111
- package/graphql/crud/importExportTasks.crud.js.map +1 -1
- package/graphql/crud/pages.crud.d.ts +1 -1
- package/graphql/crud/pages.crud.js +238 -121
- package/graphql/crud/pages.crud.js.map +1 -1
- package/graphql/crud/templates.crud.d.ts +1 -1
- package/graphql/crud/templates.crud.js +48 -16
- package/graphql/crud/templates.crud.js.map +1 -1
- package/graphql/crud.d.ts +2 -2
- package/graphql/crud.js +5 -2
- package/graphql/crud.js.map +1 -1
- package/graphql/graphql/blocks.gql.d.ts +2 -2
- package/graphql/graphql/blocks.gql.js +7 -7
- package/graphql/graphql/blocks.gql.js.map +1 -1
- package/graphql/graphql/forms.gql.d.ts +4 -0
- package/graphql/graphql/forms.gql.js +60 -0
- package/graphql/graphql/forms.gql.js.map +1 -0
- package/graphql/graphql/importExportTasks.gql.d.ts +2 -2
- package/graphql/graphql/importExportTasks.gql.js +7 -7
- package/graphql/graphql/importExportTasks.gql.js.map +1 -1
- package/graphql/graphql/pages.gql.d.ts +2 -2
- package/graphql/graphql/pages.gql.js +103 -14
- package/graphql/graphql/pages.gql.js.map +1 -1
- package/graphql/graphql/templates.gql.d.ts +2 -2
- package/graphql/graphql/templates.gql.js +6 -6
- package/graphql/graphql/templates.gql.js.map +1 -1
- package/graphql/graphql/utils/resolve.d.ts +3 -3
- package/graphql/graphql/utils/resolve.js +16 -5
- package/graphql/graphql/utils/resolve.js.map +1 -1
- package/graphql/graphql.d.ts +1 -1
- package/graphql/graphql.js +4 -2
- package/graphql/graphql.js.map +1 -1
- package/graphql/index.d.ts +2 -2
- package/graphql/index.js +5 -2
- package/graphql/index.js.map +1 -1
- package/graphql/types.d.ts +194 -31
- package/graphql/types.js +3 -1
- package/graphql/types.js.map +1 -1
- package/import/constants.d.ts +3 -0
- package/import/constants.js +13 -0
- package/import/constants.js.map +1 -0
- package/import/create/blocksHandler.d.ts +2 -2
- package/import/create/blocksHandler.js +7 -6
- package/import/create/blocksHandler.js.map +1 -1
- package/import/create/formsHandler.d.ts +3 -0
- package/import/create/formsHandler.js +105 -0
- package/import/create/formsHandler.js.map +1 -0
- package/import/create/index.d.ts +2 -2
- package/import/create/index.js +25 -16
- package/import/create/index.js.map +1 -1
- package/import/create/pagesHandler.d.ts +2 -2
- package/import/create/pagesHandler.js +6 -3
- package/import/create/pagesHandler.js.map +1 -1
- package/import/create/templatesHandler.d.ts +2 -2
- package/import/create/templatesHandler.js +5 -2
- package/import/create/templatesHandler.js.map +1 -1
- package/import/pages/ImportPagesController.d.ts +5 -0
- package/import/pages/ImportPagesController.js +29 -0
- package/import/pages/ImportPagesController.js.map +1 -0
- package/import/pages/ImportPagesProcessPages.d.ts +6 -0
- package/import/pages/ImportPagesProcessPages.js +112 -0
- package/import/pages/ImportPagesProcessPages.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.d.ts +6 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js +40 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessZipFile.d.ts +5 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js +71 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js.map +1 -0
- package/import/pages/process/importPage.d.ts +10 -0
- package/import/pages/process/importPage.js +94 -0
- package/import/pages/process/importPage.js.map +1 -0
- package/import/pages/types.d.ts +48 -0
- package/import/pages/types.js +20 -0
- package/import/pages/types.js.map +1 -0
- package/import/process/blocks/ElementIdsProcessor.d.ts +5 -0
- package/import/process/blocks/ElementIdsProcessor.js +26 -0
- package/import/process/blocks/ElementIdsProcessor.js.map +1 -0
- package/import/process/{blocksHandler.d.ts → blocks/blocksHandler.d.ts} +2 -2
- package/import/process/{blocksHandler.js → blocks/blocksHandler.js} +13 -13
- package/import/process/blocks/blocksHandler.js.map +1 -0
- package/import/process/blocks/importBlock.d.ts +11 -0
- package/import/process/blocks/importBlock.js +101 -0
- package/import/process/blocks/importBlock.js.map +1 -0
- package/import/process/forms/formsHandler.d.ts +3 -0
- package/import/process/{pagesHandler.js → forms/formsHandler.js} +39 -44
- package/import/process/forms/formsHandler.js.map +1 -0
- package/import/process/forms/importForm.d.ts +9 -0
- package/import/process/forms/importForm.js +47 -0
- package/import/process/forms/importForm.js.map +1 -0
- package/import/process/index.d.ts +2 -2
- package/import/process/index.js +27 -18
- package/import/process/index.js.map +1 -1
- package/import/process/templates/importTemplate.d.ts +11 -0
- package/import/process/templates/importTemplate.js +70 -0
- package/import/process/templates/importTemplate.js.map +1 -0
- package/import/process/{templatesHandler.d.ts → templates/templatesHandler.d.ts} +2 -2
- package/import/process/{templatesHandler.js → templates/templatesHandler.js} +14 -9
- package/import/process/templates/templatesHandler.js.map +1 -0
- package/import/utils/deleteS3Folder.d.ts +1 -0
- package/import/utils/deleteS3Folder.js +21 -0
- package/import/utils/deleteS3Folder.js.map +1 -0
- package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
- package/import/utils/extractAndUploadZipFileContents.js +126 -0
- package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
- package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
- package/import/utils/extractZipAndUploadToS3.js +100 -0
- package/import/utils/extractZipAndUploadToS3.js.map +1 -0
- package/import/utils/getFileNameWithoutExt.d.ts +1 -0
- package/import/utils/getFileNameWithoutExt.js +13 -0
- package/import/utils/getFileNameWithoutExt.js.map +1 -0
- package/import/utils/index.d.ts +9 -0
- package/import/utils/index.js +106 -0
- package/import/utils/index.js.map +1 -0
- package/import/utils/initialStats.d.ts +7 -0
- package/import/utils/initialStats.js +18 -0
- package/import/utils/initialStats.js.map +1 -0
- package/import/utils/prepareDataDirMap.d.ts +6 -0
- package/import/utils/prepareDataDirMap.js +31 -0
- package/import/utils/prepareDataDirMap.js.map +1 -0
- package/import/utils/updateFilesInData.d.ts +8 -0
- package/import/utils/updateFilesInData.js +51 -0
- package/import/utils/updateFilesInData.js.map +1 -0
- package/import/utils/uploadAssets.d.ts +10 -0
- package/import/utils/uploadAssets.js +92 -0
- package/import/utils/uploadAssets.js.map +1 -0
- package/import/utils/uploadFilesFromS3.d.ts +3 -0
- package/import/utils/uploadFilesFromS3.js +21 -0
- package/import/utils/uploadFilesFromS3.js.map +1 -0
- package/mockSecurity.d.ts +1 -1
- package/mockSecurity.js +3 -2
- package/mockSecurity.js.map +1 -1
- package/package.json +37 -53
- package/tasks/common/ChildTasksCleanup.d.ts +12 -0
- package/tasks/common/ChildTasksCleanup.js +64 -0
- package/tasks/common/ChildTasksCleanup.js.map +1 -0
- package/tasks/index.d.ts +1 -0
- package/tasks/index.js +13 -0
- package/tasks/index.js.map +1 -0
- package/tasks/pages/exportPagesCleanupTask.d.ts +3 -0
- package/tasks/pages/exportPagesCleanupTask.js +36 -0
- package/tasks/pages/exportPagesCleanupTask.js.map +1 -0
- package/tasks/pages/exportPagesControllerTask.d.ts +3 -0
- package/tasks/pages/exportPagesControllerTask.js +83 -0
- package/tasks/pages/exportPagesControllerTask.js.map +1 -0
- package/tasks/pages/exportPagesZipPagesTask.d.ts +3 -0
- package/tasks/pages/exportPagesZipPagesTask.js +39 -0
- package/tasks/pages/exportPagesZipPagesTask.js.map +1 -0
- package/tasks/pages/importPagesControllerTask.d.ts +3 -0
- package/tasks/pages/importPagesControllerTask.js +39 -0
- package/tasks/pages/importPagesControllerTask.js.map +1 -0
- package/tasks/pages/importPagesProcessPageTask.d.ts +3 -0
- package/tasks/pages/importPagesProcessPageTask.js +39 -0
- package/tasks/pages/importPagesProcessPageTask.js.map +1 -0
- package/tasks/pages/index.d.ts +1 -0
- package/tasks/pages/index.js +17 -0
- package/tasks/pages/index.js.map +1 -0
- package/types.d.ts +23 -2
- package/types.js +60 -8
- package/types.js.map +1 -1
- package/utils/ZipFiles.d.ts +11 -0
- package/utils/ZipFiles.js +124 -0
- package/utils/ZipFiles.js.map +1 -0
- package/export/combine/pagesHandler.d.ts +0 -6
- package/export/combine/pagesHandler.js.map +0 -1
- package/export/process/pagesHandler.d.ts +0 -6
- package/export/process/pagesHandler.js.map +0 -1
- package/import/process/blocksHandler.js.map +0 -1
- package/import/process/pagesHandler.d.ts +0 -3
- package/import/process/pagesHandler.js.map +0 -1
- package/import/process/templatesHandler.js.map +0 -1
- package/import/utils.d.ts +0 -56
- package/import/utils.js +0 -607
- package/import/utils.js.map +0 -1
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import type { ITaskResponseDoneResultOutput, ITaskRunParams } from "@webiny/tasks";
|
|
2
|
+
import type { PbImportExportContext } from "../../graphql/types";
|
|
3
|
+
import type { ImportData } from "../../types";
|
|
4
|
+
export declare enum PageImportTask {
|
|
5
|
+
Controller = "pageBuilderImportPagesController",
|
|
6
|
+
Process = "pageBuilderImportPagesProcess",
|
|
7
|
+
Cleanup = "pageBuilderImportPagesCleanup"
|
|
8
|
+
}
|
|
9
|
+
export interface IImportPagesControllerInputIdentity {
|
|
10
|
+
id: string;
|
|
11
|
+
displayName: string;
|
|
12
|
+
type: string;
|
|
13
|
+
}
|
|
14
|
+
export interface IImportPagesControllerInputMeta {
|
|
15
|
+
[key: string]: any;
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Controller
|
|
19
|
+
*/
|
|
20
|
+
export interface IImportPagesControllerInput {
|
|
21
|
+
category: string;
|
|
22
|
+
zipFileUrl: string;
|
|
23
|
+
meta?: IImportPagesControllerInputMeta;
|
|
24
|
+
processing?: boolean;
|
|
25
|
+
identity: IImportPagesControllerInputIdentity;
|
|
26
|
+
}
|
|
27
|
+
export interface IImportPagesControllerOutput extends ITaskResponseDoneResultOutput {
|
|
28
|
+
total: number;
|
|
29
|
+
}
|
|
30
|
+
export type IImportPagesControllerTaskParams = ITaskRunParams<PbImportExportContext, IImportPagesControllerInput, IImportPagesControllerOutput>;
|
|
31
|
+
/**
|
|
32
|
+
* Process Pages.
|
|
33
|
+
*/
|
|
34
|
+
export interface IImportPagesProcessPagesInput {
|
|
35
|
+
category: string;
|
|
36
|
+
meta?: IImportPagesControllerInputMeta;
|
|
37
|
+
identity: IImportPagesControllerInputIdentity;
|
|
38
|
+
items: ImportData[];
|
|
39
|
+
done: string[];
|
|
40
|
+
failed: string[];
|
|
41
|
+
pageIdList: string[];
|
|
42
|
+
}
|
|
43
|
+
export interface IImportPagesProcessPagesOutput extends ITaskResponseDoneResultOutput {
|
|
44
|
+
done: string[];
|
|
45
|
+
failed: string[];
|
|
46
|
+
pageIdList: string[];
|
|
47
|
+
}
|
|
48
|
+
export type IImportPagesProcessPagesTaskParams = ITaskRunParams<PbImportExportContext, IImportPagesProcessPagesInput, IImportPagesProcessPagesOutput>;
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.PageImportTask = void 0;
|
|
7
|
+
let PageImportTask = exports.PageImportTask = /*#__PURE__*/function (PageImportTask) {
|
|
8
|
+
PageImportTask["Controller"] = "pageBuilderImportPagesController";
|
|
9
|
+
PageImportTask["Process"] = "pageBuilderImportPagesProcess";
|
|
10
|
+
PageImportTask["Cleanup"] = "pageBuilderImportPagesCleanup";
|
|
11
|
+
return PageImportTask;
|
|
12
|
+
}({});
|
|
13
|
+
/**
|
|
14
|
+
* Controller
|
|
15
|
+
*/
|
|
16
|
+
/**
|
|
17
|
+
* Process Pages.
|
|
18
|
+
*/
|
|
19
|
+
|
|
20
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["PageImportTask","exports"],"sources":["types.ts"],"sourcesContent":["import type { ITaskResponseDoneResultOutput, ITaskRunParams } from \"@webiny/tasks\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { ImportData } from \"~/types\";\n\nexport enum PageImportTask {\n Controller = \"pageBuilderImportPagesController\",\n Process = \"pageBuilderImportPagesProcess\",\n Cleanup = \"pageBuilderImportPagesCleanup\"\n}\n\nexport interface IImportPagesControllerInputIdentity {\n id: string;\n displayName: string;\n type: string;\n}\n\nexport interface IImportPagesControllerInputMeta {\n [key: string]: any;\n}\n/**\n * Controller\n */\nexport interface IImportPagesControllerInput {\n category: string;\n zipFileUrl: string;\n meta?: IImportPagesControllerInputMeta;\n processing?: boolean;\n identity: IImportPagesControllerInputIdentity;\n}\n\nexport interface IImportPagesControllerOutput extends ITaskResponseDoneResultOutput {\n total: number;\n}\nexport type IImportPagesControllerTaskParams = ITaskRunParams<\n PbImportExportContext,\n IImportPagesControllerInput,\n IImportPagesControllerOutput\n>;\n\n/**\n * Process Pages.\n */\nexport interface IImportPagesProcessPagesInput {\n category: string;\n meta?: IImportPagesControllerInputMeta;\n identity: IImportPagesControllerInputIdentity;\n items: ImportData[];\n done: string[];\n failed: string[];\n pageIdList: string[];\n}\n\nexport interface IImportPagesProcessPagesOutput extends ITaskResponseDoneResultOutput {\n done: string[];\n failed: string[];\n pageIdList: string[];\n}\n\nexport type IImportPagesProcessPagesTaskParams = ITaskRunParams<\n PbImportExportContext,\n IImportPagesProcessPagesInput,\n IImportPagesProcessPagesOutput\n>;\n"],"mappings":";;;;;;IAIYA,cAAc,GAAAC,OAAA,CAAAD,cAAA,0BAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAA,OAAdA,cAAc;AAAA;AAe1B;AACA;AACA;AAkBA;AACA;AACA","ignoreList":[]}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.ElementIdsProcessor = void 0;
|
|
7
|
+
var _utils = require("@webiny/utils");
|
|
8
|
+
class ElementIdsProcessor {
|
|
9
|
+
process(block) {
|
|
10
|
+
return {
|
|
11
|
+
...block,
|
|
12
|
+
content: this.ensureElementId(block.content)
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
ensureElementId(element) {
|
|
16
|
+
const id = element.id || element.data.variableId || (0, _utils.generateAlphaNumericId)(10);
|
|
17
|
+
return {
|
|
18
|
+
...element,
|
|
19
|
+
id,
|
|
20
|
+
elements: element.elements.map(element => this.ensureElementId(element))
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
exports.ElementIdsProcessor = ElementIdsProcessor;
|
|
25
|
+
|
|
26
|
+
//# sourceMappingURL=ElementIdsProcessor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_utils","require","ElementIdsProcessor","process","block","content","ensureElementId","element","id","data","variableId","generateAlphaNumericId","elements","map","exports"],"sources":["ElementIdsProcessor.ts"],"sourcesContent":["import { generateAlphaNumericId } from \"@webiny/utils\";\nimport type { PageContentElement } from \"@webiny/api-page-builder/types\";\nimport type { ExportedBlockData } from \"~/export/utils\";\n\nexport class ElementIdsProcessor {\n process(block: ExportedBlockData[\"block\"]): ExportedBlockData[\"block\"] {\n return {\n ...block,\n content: this.ensureElementId(block.content)\n };\n }\n\n private ensureElementId(element: PageContentElement): PageContentElement {\n const id = element.id || element.data.variableId || generateAlphaNumericId(10);\n\n return {\n ...element,\n id,\n elements: element.elements.map(element => this.ensureElementId(element))\n };\n }\n}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAIO,MAAMC,mBAAmB,CAAC;EAC7BC,OAAOA,CAACC,KAAiC,EAA8B;IACnE,OAAO;MACH,GAAGA,KAAK;MACRC,OAAO,EAAE,IAAI,CAACC,eAAe,CAACF,KAAK,CAACC,OAAO;IAC/C,CAAC;EACL;EAEQC,eAAeA,CAACC,OAA2B,EAAsB;IACrE,MAAMC,EAAE,GAAGD,OAAO,CAACC,EAAE,IAAID,OAAO,CAACE,IAAI,CAACC,UAAU,IAAI,IAAAC,6BAAsB,EAAC,EAAE,CAAC;IAE9E,OAAO;MACH,GAAGJ,OAAO;MACVC,EAAE;MACFI,QAAQ,EAAEL,OAAO,CAACK,QAAQ,CAACC,GAAG,CAACN,OAAO,IAAI,IAAI,CAACD,eAAe,CAACC,OAAO,CAAC;IAC3E,CAAC;EACL;AACJ;AAACO,OAAA,CAAAZ,mBAAA,GAAAA,mBAAA","ignoreList":[]}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import { PbImportExportContext } from "
|
|
2
|
-
import { Configuration, Payload, Response } from "
|
|
1
|
+
import type { PbImportExportContext } from "../../../types";
|
|
2
|
+
import type { Configuration, Payload, Response } from "..";
|
|
3
3
|
export declare const blocksHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
|
|
@@ -4,11 +4,11 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
6
|
exports.blocksHandler = void 0;
|
|
7
|
-
var _types = require("
|
|
8
|
-
var
|
|
9
|
-
var
|
|
10
|
-
var
|
|
11
|
-
var
|
|
7
|
+
var _types = require("../../../types");
|
|
8
|
+
var _client = require("../../../client");
|
|
9
|
+
var _mockSecurity = require("../../../mockSecurity");
|
|
10
|
+
var _utils = require("@webiny/utils");
|
|
11
|
+
var _importBlock = require("./importBlock");
|
|
12
12
|
const blocksHandler = async (configuration, payload, context) => {
|
|
13
13
|
const log = console.log;
|
|
14
14
|
let subTask;
|
|
@@ -33,7 +33,7 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
33
33
|
* because the data might be out of sync due to GSI eventual consistency.
|
|
34
34
|
*/
|
|
35
35
|
|
|
36
|
-
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0,
|
|
36
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
|
|
37
37
|
|
|
38
38
|
/**
|
|
39
39
|
* Base condition!!
|
|
@@ -53,7 +53,6 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
53
53
|
console.log("subTask", subTask);
|
|
54
54
|
const {
|
|
55
55
|
blockKey,
|
|
56
|
-
category,
|
|
57
56
|
zipFileKey,
|
|
58
57
|
input
|
|
59
58
|
} = subTask.data;
|
|
@@ -74,7 +73,7 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
74
73
|
prevStatusOfSubTask = subTask.status;
|
|
75
74
|
|
|
76
75
|
// Real job
|
|
77
|
-
const block = await (0,
|
|
76
|
+
const block = await (0, _importBlock.importBlock)({
|
|
78
77
|
context,
|
|
79
78
|
blockKey,
|
|
80
79
|
key: zipFileKey,
|
|
@@ -84,9 +83,8 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
84
83
|
// Create a block
|
|
85
84
|
const pbBlock = await context.pageBuilder.createPageBlock({
|
|
86
85
|
name: block.name,
|
|
87
|
-
blockCategory:
|
|
88
|
-
content: block.content
|
|
89
|
-
preview: block.preview
|
|
86
|
+
blockCategory: block.blockCategory,
|
|
87
|
+
content: block.content
|
|
90
88
|
});
|
|
91
89
|
|
|
92
90
|
// Update task record in DB
|
|
@@ -107,7 +105,7 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
107
105
|
});
|
|
108
106
|
prevStatusOfSubTask = subTask.status;
|
|
109
107
|
} catch (e) {
|
|
110
|
-
|
|
108
|
+
console.error("[IMPORT_BLOCKS_PROCESS] Error => ", e.message, JSON.stringify(e.data, null, 2));
|
|
111
109
|
if (subTask && subTask.id) {
|
|
112
110
|
/**
|
|
113
111
|
* In case of error, we'll update the task status to "failed",
|
|
@@ -166,4 +164,6 @@ const blocksHandler = async (configuration, payload, context) => {
|
|
|
166
164
|
error: null
|
|
167
165
|
};
|
|
168
166
|
};
|
|
169
|
-
exports.blocksHandler = blocksHandler;
|
|
167
|
+
exports.blocksHandler = blocksHandler;
|
|
168
|
+
|
|
169
|
+
//# sourceMappingURL=blocksHandler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_types","require","_client","_mockSecurity","_utils","_importBlock","blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","blockKey","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","block","importBlock","key","pbBlock","createPageBlock","name","blockCategory","content","COMPLETED","message","e","JSON","stringify","FAILED","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description","exports"],"sources":["blocksHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/process\";\nimport { importBlock } from \"./importBlock\";\n\nexport const blocksHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Block Queue Process\");\n const { pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n console.log(\"subTask\", subTask);\n\n const { blockKey, zipFileKey, input } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing block key \"${blockKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const block = await importBlock({\n context,\n blockKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a block\n const pbBlock = await context.pageBuilder.createPageBlock({\n name: block.name,\n blockCategory: block.blockCategory,\n content: block.content\n });\n\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n block: {\n id: pbBlock.id,\n name: pbBlock.name\n }\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n console.error(\n \"[IMPORT_BLOCKS_PROCESS] Error => \",\n e.message,\n JSON.stringify(e.data, null, 2)\n );\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.importExportTask.updateTask(taskId, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing blocks.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current block error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import blocks - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,aAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AAEA,IAAAI,YAAA,GAAAJ,OAAA;AAEO,MAAMK,aAAa,GAAG,MAAAA,CACzBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,oCAAoC,CAAC;EACzC,MAAM;IAAEO;EAAY,CAAC,GAAGR,OAAO;EAC/B,MAAM;IAAES,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGb,OAAO;EACxD;EACA;EACA,IAAAc,0BAAY,EAACD,QAAQ,EAAEZ,OAAO,CAAC;EAE/B,IAAI;IACA;AACR;AACA;AACA;;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;;IAEzF;AACR;AACA;AACA;IACQ,IAAI,CAACP,OAAO,IAAIA,OAAO,CAACc,MAAM,KAAKX,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHc,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHf,aAAa,GAAG,KAAK;IACzB;IACAC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IAEpChB,GAAG,CAAC,uBAAuBE,OAAO,CAACiB,EAAE,EAAE,CAAC;IACxClB,OAAO,CAACD,GAAG,CAAC,SAAS,EAAEE,OAAO,CAAC;IAE/B,MAAM;MAAEkB,QAAQ;MAAEC,UAAU;MAAEC;IAAM,CAAC,GAAGpB,OAAO,CAACe,IAAI;IACpD,MAAM;MAAEM;IAAgB,CAAC,GAAGD,KAAK;IAEjCtB,GAAG,CAAC,yBAAyBoB,QAAQ,GAAG,CAAC;;IAEzC;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACoB;IACnC,CAAC,CAAC;IACF;IACA,MAAMlB,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACoB;IACvC,CAAC,CAAC;IACFrB,mBAAmB,GAAGF,OAAO,CAACc,MAAM;;IAEpC;IACA,MAAMa,KAAK,GAAG,MAAM,IAAAC,wBAAW,EAAC;MAC5B/B,OAAO;MACPqB,QAAQ;MACRW,GAAG,EAAEV,UAAU;MACfE;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMS,OAAO,GAAG,MAAMjC,OAAO,CAACQ,WAAW,CAAC0B,eAAe,CAAC;MACtDC,IAAI,EAAEL,KAAK,CAACK,IAAI;MAChBC,aAAa,EAAEN,KAAK,CAACM,aAAa;MAClCC,OAAO,EAAEP,KAAK,CAACO;IACnB,CAAC,CAAC;;IAEF;IACAlC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACgC,SAAS;MACxCpB,IAAI,EAAE;QACFqB,OAAO,EAAE,MAAM;QACfT,KAAK,EAAE;UACHV,EAAE,EAAEa,OAAO,CAACb,EAAE;UACde,IAAI,EAAEF,OAAO,CAACE;QAClB;MACJ;IACJ,CAAC,CAAC;IACF;IACA,MAAM3B,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACgC;IACvC,CAAC,CAAC;IACFjC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;EACxC,CAAC,CAAC,OAAOuB,CAAC,EAAE;IACRtC,OAAO,CAACiB,KAAK,CACT,mCAAmC,EACnCqB,CAAC,CAACD,OAAO,EACTE,IAAI,CAACC,SAAS,CAACF,CAAC,CAACtB,IAAI,EAAE,IAAI,EAAE,CAAC,CAClC,CAAC;IAED,IAAIf,OAAO,IAAIA,OAAO,CAACiB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;QAC3EH,MAAM,EAAEX,6BAAsB,CAACqC,MAAM;QACrCxB,KAAK,EAAE;UACHgB,IAAI,EAAEK,CAAC,CAACL,IAAI;UACZI,OAAO,EAAEC,CAAC,CAACD,OAAO;UAClBK,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMpC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;QACnDmB,UAAU,EAAEvB,mBAAmB;QAC/BwB,UAAU,EAAEvB,6BAAsB,CAACqC;MACvC,CAAC,CAAC;MACFtC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHoB,OAAO,EAAEC,CAAC,CAACD;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAInC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCQ,MAAM,EAAE,CAAC;MAE7C,MAAMD,WAAW,CAACM,gBAAgB,CAAC+B,UAAU,CAACpC,MAAM,EAAE;QAClDQ,MAAM,EAAEX,6BAAsB,CAACgC,SAAS;QACxCpB,IAAI,EAAE;UACFqB,OAAO,EAAE;QACb;MACJ,CAAC,CAAC;IACN,CAAC,MAAM;MACHtC,GAAG,CAAC,8BAA8BS,YAAY,GAAG,CAAC,GAAG,CAAC;MACtD;MACA,MAAM,IAAAoC,2BAAmB,EAAU;QAC/B9C,OAAO;QACPmC,IAAI,EAAErC,aAAa,CAACiD,QAAQ,CAACC,OAAO;QACpCjD,OAAO,EAAE;UACLU,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEZ,OAAO,CAACiD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHjC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACiC,OAAA,CAAAvD,aAAA,GAAAA,aAAA","ignoreList":[]}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { PbImportExportContext } from "../../../graphql/types";
|
|
2
|
+
import type { FileUploadsData } from "../../../types";
|
|
3
|
+
import type { PageBlock } from "@webiny/api-page-builder/types";
|
|
4
|
+
interface ImportBlockParams {
|
|
5
|
+
key: string;
|
|
6
|
+
blockKey: string;
|
|
7
|
+
context: PbImportExportContext;
|
|
8
|
+
fileUploadsData: FileUploadsData;
|
|
9
|
+
}
|
|
10
|
+
export declare function importBlock({ blockKey, context, fileUploadsData }: ImportBlockParams): Promise<Pick<PageBlock, "name" | "content" | "blockCategory">>;
|
|
11
|
+
export {};
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.importBlock = importBlock;
|
|
8
|
+
var _path = _interopRequireDefault(require("path"));
|
|
9
|
+
var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
|
|
10
|
+
var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
|
|
11
|
+
var _fsExtra = require("fs-extra");
|
|
12
|
+
var _s3Stream = require("../../../export/s3Stream");
|
|
13
|
+
var _uploadAssets = require("../../utils/uploadAssets");
|
|
14
|
+
var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
|
|
15
|
+
var _deleteS3Folder = require("../../utils/deleteS3Folder");
|
|
16
|
+
var _updateFilesInData = require("../../utils/updateFilesInData");
|
|
17
|
+
var _constants = require("../../constants");
|
|
18
|
+
var _ElementIdsProcessor = require("./ElementIdsProcessor");
|
|
19
|
+
async function importBlock({
|
|
20
|
+
blockKey,
|
|
21
|
+
context,
|
|
22
|
+
fileUploadsData
|
|
23
|
+
}) {
|
|
24
|
+
const log = console.log;
|
|
25
|
+
|
|
26
|
+
// Making Directory for block in which we're going to extract the block data file.
|
|
27
|
+
const BLOCK_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, blockKey);
|
|
28
|
+
(0, _fsExtra.ensureDirSync)(BLOCK_EXTRACT_DIR);
|
|
29
|
+
const blockDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
|
|
30
|
+
const BLOCK_DATA_FILE_PATH = _path.default.join(BLOCK_EXTRACT_DIR, _path.default.basename(blockDataFileKey));
|
|
31
|
+
log(`Downloading Block data file: ${blockDataFileKey} at "${BLOCK_DATA_FILE_PATH}"`);
|
|
32
|
+
// Download and save block data file in disk.
|
|
33
|
+
const readStream = await _s3Stream.s3Stream.readStream(blockDataFileKey);
|
|
34
|
+
const writeStream = (0, _fsExtra.createWriteStream)(BLOCK_DATA_FILE_PATH);
|
|
35
|
+
await new Promise((resolve, reject) => {
|
|
36
|
+
readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
// Load the block data file from disk.
|
|
40
|
+
log(`Load file ${blockDataFileKey}`);
|
|
41
|
+
const {
|
|
42
|
+
category,
|
|
43
|
+
files,
|
|
44
|
+
block: rawBlock
|
|
45
|
+
} = await (0, _loadJsonFile.default)(BLOCK_DATA_FILE_PATH);
|
|
46
|
+
const blockProcessor = new _ElementIdsProcessor.ElementIdsProcessor();
|
|
47
|
+
const block = blockProcessor.process(rawBlock);
|
|
48
|
+
|
|
49
|
+
// Only update block data if there are files.
|
|
50
|
+
if (files && Array.isArray(files) && files.length > 0) {
|
|
51
|
+
// Upload block assets.
|
|
52
|
+
const fileIdToNewFileMap = await (0, _uploadAssets.uploadAssets)({
|
|
53
|
+
context,
|
|
54
|
+
files,
|
|
55
|
+
fileUploadsData
|
|
56
|
+
});
|
|
57
|
+
console.log("After uploadAssets:fileIdToNewFileMap", JSON.stringify(Object.fromEntries(fileIdToNewFileMap)));
|
|
58
|
+
const settings = await context.fileManager.getSettings();
|
|
59
|
+
const {
|
|
60
|
+
srcPrefix = ""
|
|
61
|
+
} = settings || {};
|
|
62
|
+
(0, _updateFilesInData.updateFilesInData)({
|
|
63
|
+
data: block.content || {},
|
|
64
|
+
fileIdToNewFileMap,
|
|
65
|
+
srcPrefix
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
let loadedCategory;
|
|
69
|
+
if (category) {
|
|
70
|
+
loadedCategory = await context.pageBuilder.getBlockCategory(category?.slug);
|
|
71
|
+
if (!loadedCategory) {
|
|
72
|
+
loadedCategory = await context.pageBuilder.createBlockCategory({
|
|
73
|
+
name: category.name,
|
|
74
|
+
slug: category.slug,
|
|
75
|
+
icon: category.icon,
|
|
76
|
+
description: category.description
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
} else {
|
|
80
|
+
let importedBlocksCategory = await context.pageBuilder.getBlockCategory("imported-blocks");
|
|
81
|
+
if (!importedBlocksCategory) {
|
|
82
|
+
importedBlocksCategory = await context.pageBuilder.createBlockCategory({
|
|
83
|
+
name: "Imported Blocks",
|
|
84
|
+
slug: "imported-blocks",
|
|
85
|
+
description: "Imported blocks",
|
|
86
|
+
icon: "fas/star"
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
loadedCategory = importedBlocksCategory;
|
|
90
|
+
}
|
|
91
|
+
log("Removing Directory for block...");
|
|
92
|
+
await (0, _downloadInstallFiles.deleteFile)(blockKey);
|
|
93
|
+
log(`Remove block contents from S3...`);
|
|
94
|
+
await (0, _deleteS3Folder.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
|
|
95
|
+
return {
|
|
96
|
+
...block,
|
|
97
|
+
blockCategory: loadedCategory.slug
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
//# sourceMappingURL=importBlock.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_path","_interopRequireDefault","require","_dotPropImmutable","_loadJsonFile","_fsExtra","_s3Stream","_uploadAssets","_downloadInstallFiles","_deleteS3Folder","_updateFilesInData","_constants","_ElementIdsProcessor","importBlock","blockKey","context","fileUploadsData","log","console","BLOCK_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","blockDataFileKey","dotProp","get","BLOCK_DATA_FILE_PATH","basename","readStream","s3Stream","writeStream","createWriteStream","Promise","resolve","reject","on","pipe","category","files","block","rawBlock","loadJson","blockProcessor","ElementIdsProcessor","process","Array","isArray","length","fileIdToNewFileMap","uploadAssets","JSON","stringify","Object","fromEntries","settings","fileManager","getSettings","srcPrefix","updateFilesInData","data","content","loadedCategory","pageBuilder","getBlockCategory","slug","createBlockCategory","name","icon","description","importedBlocksCategory","deleteFile","deleteS3Folder","dirname","blockCategory"],"sources":["importBlock.ts"],"sourcesContent":["import path from \"path\";\nimport dotProp from \"dot-prop-immutable\";\nimport loadJson from \"load-json-file\";\nimport { ensureDirSync, createWriteStream } from \"fs-extra\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { FileUploadsData } from \"~/types\";\nimport type { PageBlock } from \"@webiny/api-page-builder/types\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { uploadAssets } from \"~/import/utils/uploadAssets\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { deleteS3Folder } from \"~/import/utils/deleteS3Folder\";\nimport { updateFilesInData } from \"~/import/utils/updateFilesInData\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport type { ExportedBlockData } from \"~/export/process/exporters/BlockExporter\";\nimport { ElementIdsProcessor } from \"~/import/process/blocks/ElementIdsProcessor\";\n\ninterface ImportBlockParams {\n key: string;\n blockKey: string;\n context: PbImportExportContext;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importBlock({\n blockKey,\n context,\n fileUploadsData\n}: ImportBlockParams): Promise<Pick<PageBlock, \"name\" | \"content\" | \"blockCategory\">> {\n const log = console.log;\n\n // Making Directory for block in which we're going to extract the block data file.\n const BLOCK_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, blockKey);\n ensureDirSync(BLOCK_EXTRACT_DIR);\n\n const blockDataFileKey = dotProp.get(fileUploadsData, `data`);\n const BLOCK_DATA_FILE_PATH = path.join(BLOCK_EXTRACT_DIR, path.basename(blockDataFileKey));\n\n log(`Downloading Block data file: ${blockDataFileKey} at \"${BLOCK_DATA_FILE_PATH}\"`);\n // Download and save block data file in disk.\n const readStream = await s3Stream.readStream(blockDataFileKey);\n const writeStream = createWriteStream(BLOCK_DATA_FILE_PATH);\n\n await new Promise((resolve, reject) => {\n readStream.on(\"error\", reject).pipe(writeStream).on(\"finish\", resolve).on(\"error\", reject);\n });\n\n // Load the block data file from disk.\n log(`Load file ${blockDataFileKey}`);\n\n const {\n category,\n files,\n block: rawBlock\n } = await loadJson<ExportedBlockData>(BLOCK_DATA_FILE_PATH);\n\n const blockProcessor = new ElementIdsProcessor();\n const block = blockProcessor.process(rawBlock);\n\n // Only update block data if there are files.\n if (files && Array.isArray(files) && files.length > 0) {\n // Upload block assets.\n const fileIdToNewFileMap = await uploadAssets({\n context,\n files,\n fileUploadsData\n });\n\n console.log(\n \"After uploadAssets:fileIdToNewFileMap\",\n JSON.stringify(Object.fromEntries(fileIdToNewFileMap))\n );\n\n const settings = await context.fileManager.getSettings();\n\n const { srcPrefix = \"\" } = settings || {};\n updateFilesInData({\n data: block.content || {},\n fileIdToNewFileMap,\n srcPrefix\n });\n }\n\n let loadedCategory;\n if (category) {\n loadedCategory = await context.pageBuilder.getBlockCategory(category?.slug);\n if (!loadedCategory) {\n loadedCategory = await context.pageBuilder.createBlockCategory({\n name: category.name,\n slug: category.slug,\n icon: category.icon,\n description: category.description\n });\n }\n } else {\n let importedBlocksCategory = await context.pageBuilder.getBlockCategory(\"imported-blocks\");\n\n if (!importedBlocksCategory) {\n importedBlocksCategory = await context.pageBuilder.createBlockCategory({\n name: \"Imported Blocks\",\n slug: \"imported-blocks\",\n description: \"Imported blocks\",\n icon: \"fas/star\"\n });\n }\n\n loadedCategory = importedBlocksCategory;\n }\n\n log(\"Removing Directory for block...\");\n await deleteFile(blockKey);\n\n log(`Remove block contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return { ...block, blockCategory: loadedCategory!.slug };\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,aAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AAIA,IAAAI,SAAA,GAAAJ,OAAA;AACA,IAAAK,aAAA,GAAAL,OAAA;AACA,IAAAM,qBAAA,GAAAN,OAAA;AACA,IAAAO,eAAA,GAAAP,OAAA;AACA,IAAAQ,kBAAA,GAAAR,OAAA;AACA,IAAAS,UAAA,GAAAT,OAAA;AAEA,IAAAU,oBAAA,GAAAV,OAAA;AASO,eAAeW,WAAWA,CAAC;EAC9BC,QAAQ;EACRC,OAAO;EACPC;AACe,CAAC,EAAkE;EAClF,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,iBAAiB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAER,QAAQ,CAAC;EAClE,IAAAS,sBAAa,EAACJ,iBAAiB,CAAC;EAEhC,MAAMK,gBAAgB,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAE,MAAM,CAAC;EAC7D,MAAMW,oBAAoB,GAAGP,aAAI,CAACC,IAAI,CAACF,iBAAiB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,gBAAgB,CAAC,CAAC;EAE1FP,GAAG,CAAC,gCAAgCO,gBAAgB,QAAQG,oBAAoB,GAAG,CAAC;EACpF;EACA,MAAME,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,gBAAgB,CAAC;EAC9D,MAAMO,WAAW,GAAG,IAAAC,0BAAiB,EAACL,oBAAoB,CAAC;EAE3D,MAAM,IAAIM,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCN,UAAU,CAACO,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC,CAACE,IAAI,CAACN,WAAW,CAAC,CAACK,EAAE,CAAC,QAAQ,EAAEF,OAAO,CAAC,CAACE,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC;EAC9F,CAAC,CAAC;;EAEF;EACAlB,GAAG,CAAC,aAAaO,gBAAgB,EAAE,CAAC;EAEpC,MAAM;IACFc,QAAQ;IACRC,KAAK;IACLC,KAAK,EAAEC;EACX,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAoBf,oBAAoB,CAAC;EAE3D,MAAMgB,cAAc,GAAG,IAAIC,wCAAmB,CAAC,CAAC;EAChD,MAAMJ,KAAK,GAAGG,cAAc,CAACE,OAAO,CAACJ,QAAQ,CAAC;;EAE9C;EACA,IAAIF,KAAK,IAAIO,KAAK,CAACC,OAAO,CAACR,KAAK,CAAC,IAAIA,KAAK,CAACS,MAAM,GAAG,CAAC,EAAE;IACnD;IACA,MAAMC,kBAAkB,GAAG,MAAM,IAAAC,0BAAY,EAAC;MAC1CnC,OAAO;MACPwB,KAAK;MACLvB;IACJ,CAAC,CAAC;IAEFE,OAAO,CAACD,GAAG,CACP,uCAAuC,EACvCkC,IAAI,CAACC,SAAS,CAACC,MAAM,CAACC,WAAW,CAACL,kBAAkB,CAAC,CACzD,CAAC;IAED,MAAMM,QAAQ,GAAG,MAAMxC,OAAO,CAACyC,WAAW,CAACC,WAAW,CAAC,CAAC;IAExD,MAAM;MAAEC,SAAS,GAAG;IAAG,CAAC,GAAGH,QAAQ,IAAI,CAAC,CAAC;IACzC,IAAAI,oCAAiB,EAAC;MACdC,IAAI,EAAEpB,KAAK,CAACqB,OAAO,IAAI,CAAC,CAAC;MACzBZ,kBAAkB;MAClBS;IACJ,CAAC,CAAC;EACN;EAEA,IAAII,cAAc;EAClB,IAAIxB,QAAQ,EAAE;IACVwB,cAAc,GAAG,MAAM/C,OAAO,CAACgD,WAAW,CAACC,gBAAgB,CAAC1B,QAAQ,EAAE2B,IAAI,CAAC;IAC3E,IAAI,CAACH,cAAc,EAAE;MACjBA,cAAc,GAAG,MAAM/C,OAAO,CAACgD,WAAW,CAACG,mBAAmB,CAAC;QAC3DC,IAAI,EAAE7B,QAAQ,CAAC6B,IAAI;QACnBF,IAAI,EAAE3B,QAAQ,CAAC2B,IAAI;QACnBG,IAAI,EAAE9B,QAAQ,CAAC8B,IAAI;QACnBC,WAAW,EAAE/B,QAAQ,CAAC+B;MAC1B,CAAC,CAAC;IACN;EACJ,CAAC,MAAM;IACH,IAAIC,sBAAsB,GAAG,MAAMvD,OAAO,CAACgD,WAAW,CAACC,gBAAgB,CAAC,iBAAiB,CAAC;IAE1F,IAAI,CAACM,sBAAsB,EAAE;MACzBA,sBAAsB,GAAG,MAAMvD,OAAO,CAACgD,WAAW,CAACG,mBAAmB,CAAC;QACnEC,IAAI,EAAE,iBAAiB;QACvBF,IAAI,EAAE,iBAAiB;QACvBI,WAAW,EAAE,iBAAiB;QAC9BD,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEAN,cAAc,GAAGQ,sBAAsB;EAC3C;EAEArD,GAAG,CAAC,iCAAiC,CAAC;EACtC,MAAM,IAAAsD,gCAAU,EAACzD,QAAQ,CAAC;EAE1BG,GAAG,CAAC,kCAAkC,CAAC;EACvC,MAAM,IAAAuD,8BAAc,EAACpD,aAAI,CAACqD,OAAO,CAACzD,eAAe,CAAC4C,IAAI,CAAC,CAAC;EAExD,OAAO;IAAE,GAAGpB,KAAK;IAAEkC,aAAa,EAAEZ,cAAc,CAAEG;EAAK,CAAC;AAC5D","ignoreList":[]}
|
|
@@ -3,19 +3,20 @@
|
|
|
3
3
|
Object.defineProperty(exports, "__esModule", {
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
|
-
exports.
|
|
7
|
-
var _types = require("
|
|
8
|
-
var
|
|
9
|
-
var _client = require("
|
|
10
|
-
var _mockSecurity = require("
|
|
11
|
-
var
|
|
12
|
-
const
|
|
6
|
+
exports.formsHandler = void 0;
|
|
7
|
+
var _types = require("../../../types");
|
|
8
|
+
var _importForm = require("./importForm");
|
|
9
|
+
var _client = require("../../../client");
|
|
10
|
+
var _mockSecurity = require("../../../mockSecurity");
|
|
11
|
+
var _utils = require("@webiny/utils");
|
|
12
|
+
const formsHandler = async (configuration, payload, context) => {
|
|
13
13
|
const log = console.log;
|
|
14
14
|
let subTask;
|
|
15
15
|
let noPendingTask = true;
|
|
16
16
|
let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
|
|
17
|
-
log("RUNNING Import
|
|
17
|
+
log("RUNNING Import Form Queue Process");
|
|
18
18
|
const {
|
|
19
|
+
formBuilder,
|
|
19
20
|
pageBuilder
|
|
20
21
|
} = context;
|
|
21
22
|
const {
|
|
@@ -24,7 +25,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
24
25
|
type,
|
|
25
26
|
identity
|
|
26
27
|
} = payload;
|
|
27
|
-
// Disable authorization; this is necessary because we call
|
|
28
|
+
// Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks
|
|
28
29
|
// and this Lambda is invoked internally, without credentials.
|
|
29
30
|
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
30
31
|
try {
|
|
@@ -33,7 +34,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
33
34
|
* because the data might be out of sync due to GSI eventual consistency.
|
|
34
35
|
*/
|
|
35
36
|
|
|
36
|
-
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0,
|
|
37
|
+
subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
|
|
37
38
|
|
|
38
39
|
/**
|
|
39
40
|
* Base condition!!
|
|
@@ -51,16 +52,14 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
51
52
|
prevStatusOfSubTask = subTask.status;
|
|
52
53
|
log(`Fetched sub task => ${subTask.id}`);
|
|
53
54
|
const {
|
|
54
|
-
|
|
55
|
-
category,
|
|
55
|
+
formKey,
|
|
56
56
|
zipFileKey,
|
|
57
|
-
input
|
|
58
|
-
meta
|
|
57
|
+
input
|
|
59
58
|
} = subTask.data;
|
|
60
59
|
const {
|
|
61
60
|
fileUploadsData
|
|
62
61
|
} = input;
|
|
63
|
-
log(`Processing
|
|
62
|
+
log(`Processing form key "${formKey}"`);
|
|
64
63
|
|
|
65
64
|
// Mark task status as PROCESSING
|
|
66
65
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
@@ -74,42 +73,36 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
74
73
|
prevStatusOfSubTask = subTask.status;
|
|
75
74
|
|
|
76
75
|
// Real job
|
|
77
|
-
const
|
|
78
|
-
|
|
79
|
-
pageKey,
|
|
76
|
+
const form = await (0, _importForm.importForm)({
|
|
77
|
+
formKey,
|
|
80
78
|
key: zipFileKey,
|
|
81
79
|
fileUploadsData
|
|
82
80
|
});
|
|
83
81
|
|
|
84
|
-
// Create a
|
|
85
|
-
let
|
|
86
|
-
|
|
87
|
-
// Hooks attached to `pageBuilder.createPage` might enable security back again, here we disable security
|
|
88
|
-
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
89
|
-
|
|
90
|
-
// Update page with data
|
|
91
|
-
pbPage = await context.pageBuilder.updatePage(pbPage.id, {
|
|
92
|
-
content: page.content,
|
|
93
|
-
title: page.title,
|
|
94
|
-
path: page.path,
|
|
95
|
-
settings: page.settings
|
|
82
|
+
// Create a form
|
|
83
|
+
let fbForm = await formBuilder.createForm({
|
|
84
|
+
name: form.name
|
|
96
85
|
});
|
|
97
86
|
|
|
98
|
-
//
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
87
|
+
// Update form with data
|
|
88
|
+
fbForm = await formBuilder.updateForm(fbForm.id, {
|
|
89
|
+
name: form.name,
|
|
90
|
+
fields: form.fields,
|
|
91
|
+
steps: form.steps,
|
|
92
|
+
settings: form.settings,
|
|
93
|
+
triggers: form.triggers
|
|
94
|
+
});
|
|
102
95
|
|
|
103
96
|
// Update task record in DB
|
|
104
97
|
subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
|
|
105
98
|
status: _types.ImportExportTaskStatus.COMPLETED,
|
|
106
99
|
data: {
|
|
107
100
|
message: "Done",
|
|
108
|
-
|
|
109
|
-
id:
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
101
|
+
form: {
|
|
102
|
+
id: fbForm.id,
|
|
103
|
+
name: fbForm.name,
|
|
104
|
+
status: fbForm.status,
|
|
105
|
+
version: fbForm.version
|
|
113
106
|
}
|
|
114
107
|
}
|
|
115
108
|
});
|
|
@@ -120,7 +113,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
120
113
|
});
|
|
121
114
|
prevStatusOfSubTask = subTask.status;
|
|
122
115
|
} catch (e) {
|
|
123
|
-
log("[
|
|
116
|
+
log("[IMPORT_FORMS_PROCESS] Error => ", e);
|
|
124
117
|
if (subTask && subTask.id) {
|
|
125
118
|
/**
|
|
126
119
|
* In case of error, we'll update the task status to "failed",
|
|
@@ -156,12 +149,12 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
156
149
|
await pageBuilder.importExportTask.updateTask(taskId, {
|
|
157
150
|
status: _types.ImportExportTaskStatus.COMPLETED,
|
|
158
151
|
data: {
|
|
159
|
-
message: `Finish importing
|
|
152
|
+
message: `Finish importing forms.`
|
|
160
153
|
}
|
|
161
154
|
});
|
|
162
155
|
} else {
|
|
163
156
|
log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
|
|
164
|
-
// We want to continue with Self invocation no matter if current
|
|
157
|
+
// We want to continue with Self invocation no matter if current form error out.
|
|
165
158
|
await (0, _client.invokeHandlerClient)({
|
|
166
159
|
context,
|
|
167
160
|
name: configuration.handlers.process,
|
|
@@ -171,7 +164,7 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
171
164
|
type,
|
|
172
165
|
identity: context.security.getIdentity()
|
|
173
166
|
},
|
|
174
|
-
description: "Import
|
|
167
|
+
description: "Import forms - process - subtask"
|
|
175
168
|
});
|
|
176
169
|
}
|
|
177
170
|
}
|
|
@@ -180,4 +173,6 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
180
173
|
error: null
|
|
181
174
|
};
|
|
182
175
|
};
|
|
183
|
-
exports.
|
|
176
|
+
exports.formsHandler = formsHandler;
|
|
177
|
+
|
|
178
|
+
//# sourceMappingURL=formsHandler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_types","require","_importForm","_client","_mockSecurity","_utils","formsHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","formBuilder","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","formKey","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","form","importForm","key","fbForm","createForm","name","updateForm","fields","steps","settings","triggers","COMPLETED","message","version","e","FAILED","stack","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description","exports"],"sources":["formsHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { importForm } from \"./importForm\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/process\";\n\nexport const formsHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Form Queue Process\");\n const { formBuilder, pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Form Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { formKey, zipFileKey, input } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing form key \"${formKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const form = await importForm({\n formKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a form\n let fbForm = await formBuilder.createForm({ name: form.name });\n\n // Update form with data\n fbForm = await formBuilder.updateForm(fbForm.id, {\n name: form.name,\n fields: form.fields,\n steps: form.steps,\n settings: form.settings,\n triggers: form.triggers\n });\n\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n form: {\n id: fbForm.id,\n name: fbForm.name,\n status: fbForm.status,\n version: fbForm.version\n }\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[IMPORT_FORMS_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.importExportTask.updateTask(taskId, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing forms.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current form error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import forms - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,WAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAJ,OAAA;AAGO,MAAMK,YAAY,GAAG,MAAAA,CACxBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,mCAAmC,CAAC;EACxC,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAEb,OAAO,CAAC;EAE/B,IAAI;IACA;AACR;AACA;AACA;;IAEQG,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;;IAEzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IACAC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAC,uBAAuBE,OAAO,CAACkB,EAAE,EAAE,CAAC;IAExC,MAAM;MAAEC,OAAO;MAAEC,UAAU;MAAEC;IAAM,CAAC,GAAGrB,OAAO,CAACgB,IAAI;IACnD,MAAM;MAAEM;IAAgB,CAAC,GAAGD,KAAK;IAEjCvB,GAAG,CAAC,wBAAwBqB,OAAO,GAAG,CAAC;;IAEvC;IACAnB,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACqB;IACnC,CAAC,CAAC;IACF;IACA,MAAMlB,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAExB,mBAAmB;MAC/ByB,UAAU,EAAExB,6BAAsB,CAACqB;IACvC,CAAC,CAAC;IACFtB,mBAAmB,GAAGF,OAAO,CAACe,MAAM;;IAEpC;IACA,MAAMa,IAAI,GAAG,MAAM,IAAAC,sBAAU,EAAC;MAC1BV,OAAO;MACPW,GAAG,EAAEV,UAAU;MACfE;IACJ,CAAC,CAAC;;IAEF;IACA,IAAIS,MAAM,GAAG,MAAM1B,WAAW,CAAC2B,UAAU,CAAC;MAAEC,IAAI,EAAEL,IAAI,CAACK;IAAK,CAAC,CAAC;;IAE9D;IACAF,MAAM,GAAG,MAAM1B,WAAW,CAAC6B,UAAU,CAACH,MAAM,CAACb,EAAE,EAAE;MAC7Ce,IAAI,EAAEL,IAAI,CAACK,IAAI;MACfE,MAAM,EAAEP,IAAI,CAACO,MAAM;MACnBC,KAAK,EAAER,IAAI,CAACQ,KAAK;MACjBC,QAAQ,EAAET,IAAI,CAACS,QAAQ;MACvBC,QAAQ,EAAEV,IAAI,CAACU;IACnB,CAAC,CAAC;;IAEF;IACAtC,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACoC,SAAS;MACxCvB,IAAI,EAAE;QACFwB,OAAO,EAAE,MAAM;QACfZ,IAAI,EAAE;UACFV,EAAE,EAAEa,MAAM,CAACb,EAAE;UACbe,IAAI,EAAEF,MAAM,CAACE,IAAI;UACjBlB,MAAM,EAAEgB,MAAM,CAAChB,MAAM;UACrB0B,OAAO,EAAEV,MAAM,CAACU;QACpB;MACJ;IACJ,CAAC,CAAC;IACF;IACA,MAAMnC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAExB,mBAAmB;MAC/ByB,UAAU,EAAExB,6BAAsB,CAACoC;IACvC,CAAC,CAAC;IACFrC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAO2B,CAAC,EAAE;IACR5C,GAAG,CAAC,kCAAkC,EAAE4C,CAAC,CAAC;IAE1C,IAAI1C,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMM,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACwC,MAAM;QACrC1B,KAAK,EAAE;UACHgB,IAAI,EAAES,CAAC,CAACT,IAAI;UACZO,OAAO,EAAEE,CAAC,CAACF,OAAO;UAClBI,KAAK,EAAEF,CAAC,CAACE,KAAK;UACdC,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMvC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;QACnDmB,UAAU,EAAExB,mBAAmB;QAC/ByB,UAAU,EAAExB,6BAAsB,CAACwC;MACvC,CAAC,CAAC;MACFzC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHuB,OAAO,EAAEE,CAAC,CAACF;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAIvC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCS,MAAM,EAAE,CAAC;MAE7C,MAAMD,WAAW,CAACM,gBAAgB,CAACkC,UAAU,CAACvC,MAAM,EAAE;QAClDQ,MAAM,EAAEZ,6BAAsB,CAACoC,SAAS;QACxCvB,IAAI,EAAE;UACFwB,OAAO,EAAE;QACb;MACJ,CAAC,CAAC;IACN,CAAC,MAAM;MACH1C,GAAG,CAAC,8BAA8BU,YAAY,GAAG,CAAC,GAAG,CAAC;MACtD;MACA,MAAM,IAAAuC,2BAAmB,EAAU;QAC/BlD,OAAO;QACPoC,IAAI,EAAEtC,aAAa,CAACqD,QAAQ,CAACC,OAAO;QACpCrD,OAAO,EAAE;UACLW,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACqD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHpC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACoC,OAAA,CAAA3D,YAAA,GAAAA,YAAA","ignoreList":[]}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { FileUploadsData } from "../../../types";
|
|
2
|
+
import type { ExportedFormData } from "../../../export/process/exporters/FormExporter";
|
|
3
|
+
interface ImportFormParams {
|
|
4
|
+
key: string;
|
|
5
|
+
formKey: string;
|
|
6
|
+
fileUploadsData: FileUploadsData;
|
|
7
|
+
}
|
|
8
|
+
export declare function importForm({ formKey, fileUploadsData }: ImportFormParams): Promise<ExportedFormData["form"]>;
|
|
9
|
+
export {};
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.importForm = importForm;
|
|
8
|
+
var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
|
|
9
|
+
var _fsExtra = require("fs-extra");
|
|
10
|
+
var _path = _interopRequireDefault(require("path"));
|
|
11
|
+
var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
|
|
12
|
+
var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
|
|
13
|
+
var _s3Stream = require("../../../export/s3Stream");
|
|
14
|
+
var _deleteS3Folder = require("../../utils/deleteS3Folder");
|
|
15
|
+
var _constants = require("../../constants");
|
|
16
|
+
async function importForm({
|
|
17
|
+
formKey,
|
|
18
|
+
fileUploadsData
|
|
19
|
+
}) {
|
|
20
|
+
const log = console.log;
|
|
21
|
+
|
|
22
|
+
// Making Directory for form in which we're going to extract the form data file.
|
|
23
|
+
const FORM_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, formKey);
|
|
24
|
+
(0, _fsExtra.ensureDirSync)(FORM_EXTRACT_DIR);
|
|
25
|
+
const formDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
|
|
26
|
+
const FORM_DATA_FILE_PATH = _path.default.join(FORM_EXTRACT_DIR, _path.default.basename(formDataFileKey));
|
|
27
|
+
log(`Downloading Form data file: ${formDataFileKey} at "${FORM_DATA_FILE_PATH}"`);
|
|
28
|
+
// Download and save form data file in disk.
|
|
29
|
+
const readStream = await _s3Stream.s3Stream.readStream(formDataFileKey);
|
|
30
|
+
const writeStream = (0, _fsExtra.createWriteStream)(FORM_DATA_FILE_PATH);
|
|
31
|
+
await new Promise((resolve, reject) => {
|
|
32
|
+
readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
// Load the form data file from disk.
|
|
36
|
+
log(`Load file ${formDataFileKey}`);
|
|
37
|
+
const {
|
|
38
|
+
form
|
|
39
|
+
} = await (0, _loadJsonFile.default)(FORM_DATA_FILE_PATH);
|
|
40
|
+
log("Removing Directory for form...");
|
|
41
|
+
await (0, _downloadInstallFiles.deleteFile)(formKey);
|
|
42
|
+
log(`Remove form contents from S3...`);
|
|
43
|
+
await (0, _deleteS3Folder.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
|
|
44
|
+
return form;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
//# sourceMappingURL=importForm.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_dotPropImmutable","_interopRequireDefault","require","_fsExtra","_path","_loadJsonFile","_downloadInstallFiles","_s3Stream","_deleteS3Folder","_constants","importForm","formKey","fileUploadsData","log","console","FORM_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","formDataFileKey","dotProp","get","FORM_DATA_FILE_PATH","basename","readStream","s3Stream","writeStream","createWriteStream","Promise","resolve","reject","on","pipe","form","loadJson","deleteFile","deleteS3Folder","dirname","data"],"sources":["importForm.ts"],"sourcesContent":["import dotProp from \"dot-prop-immutable\";\nimport { createWriteStream, ensureDirSync } from \"fs-extra\";\nimport path from \"path\";\nimport loadJson from \"load-json-file\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport type { FileUploadsData } from \"~/types\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { deleteS3Folder } from \"~/import/utils/deleteS3Folder\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport type { ExportedFormData } from \"~/export/process/exporters/FormExporter\";\n\ninterface ImportFormParams {\n key: string;\n formKey: string;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importForm({\n formKey,\n fileUploadsData\n}: ImportFormParams): Promise<ExportedFormData[\"form\"]> {\n const log = console.log;\n\n // Making Directory for form in which we're going to extract the form data file.\n const FORM_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, formKey);\n ensureDirSync(FORM_EXTRACT_DIR);\n\n const formDataFileKey = dotProp.get(fileUploadsData, `data`);\n const FORM_DATA_FILE_PATH = path.join(FORM_EXTRACT_DIR, path.basename(formDataFileKey));\n\n log(`Downloading Form data file: ${formDataFileKey} at \"${FORM_DATA_FILE_PATH}\"`);\n // Download and save form data file in disk.\n const readStream = await s3Stream.readStream(formDataFileKey);\n const writeStream = createWriteStream(FORM_DATA_FILE_PATH);\n\n await new Promise((resolve, reject) => {\n readStream.on(\"error\", reject).pipe(writeStream).on(\"finish\", resolve).on(\"error\", reject);\n });\n\n // Load the form data file from disk.\n log(`Load file ${formDataFileKey}`);\n const { form } = await loadJson<ExportedFormData>(FORM_DATA_FILE_PATH);\n\n log(\"Removing Directory for form...\");\n await deleteFile(formKey);\n\n log(`Remove form contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return form;\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,iBAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,QAAA,GAAAD,OAAA;AACA,IAAAE,KAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,aAAA,GAAAJ,sBAAA,CAAAC,OAAA;AACA,IAAAI,qBAAA,GAAAJ,OAAA;AAEA,IAAAK,SAAA,GAAAL,OAAA;AACA,IAAAM,eAAA,GAAAN,OAAA;AACA,IAAAO,UAAA,GAAAP,OAAA;AASO,eAAeQ,UAAUA,CAAC;EAC7BC,OAAO;EACPC;AACc,CAAC,EAAqC;EACpD,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,gBAAgB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAEP,OAAO,CAAC;EAChE,IAAAQ,sBAAa,EAACJ,gBAAgB,CAAC;EAE/B,MAAMK,eAAe,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAE,MAAM,CAAC;EAC5D,MAAMW,mBAAmB,GAAGP,aAAI,CAACC,IAAI,CAACF,gBAAgB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,eAAe,CAAC,CAAC;EAEvFP,GAAG,CAAC,+BAA+BO,eAAe,QAAQG,mBAAmB,GAAG,CAAC;EACjF;EACA,MAAME,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,eAAe,CAAC;EAC7D,MAAMO,WAAW,GAAG,IAAAC,0BAAiB,EAACL,mBAAmB,CAAC;EAE1D,MAAM,IAAIM,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCN,UAAU,CAACO,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC,CAACE,IAAI,CAACN,WAAW,CAAC,CAACK,EAAE,CAAC,QAAQ,EAAEF,OAAO,CAAC,CAACE,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC;EAC9F,CAAC,CAAC;;EAEF;EACAlB,GAAG,CAAC,aAAaO,eAAe,EAAE,CAAC;EACnC,MAAM;IAAEc;EAAK,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAmBZ,mBAAmB,CAAC;EAEtEV,GAAG,CAAC,gCAAgC,CAAC;EACrC,MAAM,IAAAuB,gCAAU,EAACzB,OAAO,CAAC;EAEzBE,GAAG,CAAC,iCAAiC,CAAC;EACtC,MAAM,IAAAwB,8BAAc,EAACrB,aAAI,CAACsB,OAAO,CAAC1B,eAAe,CAAC2B,IAAI,CAAC,CAAC;EAExD,OAAOL,IAAI;AACf","ignoreList":[]}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { PbImportExportContext } from "../../types";
|
|
2
|
-
import { SecurityIdentity } from "@webiny/api-security/types";
|
|
1
|
+
import type { PbImportExportContext } from "../../types";
|
|
2
|
+
import type { SecurityIdentity } from "@webiny/api-security/types";
|
|
3
3
|
export interface Configuration {
|
|
4
4
|
handlers: {
|
|
5
5
|
process: string;
|