@webiny/api-page-builder-import-export 0.0.0-unstable.e3f4727c56 → 0.0.0-unstable.e53eceafb5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client.d.ts +1 -1
- package/client.js +12 -21
- package/client.js.map +1 -1
- package/export/combine/blocksHandler.d.ts +2 -2
- package/export/combine/blocksHandler.js +4 -2
- package/export/combine/blocksHandler.js.map +1 -1
- package/export/combine/formsHandler.d.ts +6 -0
- package/export/combine/{pagesHandler.js → formsHandler.js} +19 -17
- package/export/combine/formsHandler.js.map +1 -0
- package/export/combine/index.d.ts +2 -2
- package/export/combine/index.js +25 -16
- package/export/combine/index.js.map +1 -1
- package/export/combine/templatesHandler.d.ts +2 -2
- package/export/combine/templatesHandler.js +4 -2
- package/export/combine/templatesHandler.js.map +1 -1
- package/export/pages/ExportPagesCleanup.d.ts +5 -0
- package/export/pages/ExportPagesCleanup.js +82 -0
- package/export/pages/ExportPagesCleanup.js.map +1 -0
- package/export/pages/ExportPagesController.d.ts +5 -0
- package/export/pages/ExportPagesController.js +31 -0
- package/export/pages/ExportPagesController.js.map +1 -0
- package/export/pages/ExportPagesZipPages.d.ts +5 -0
- package/export/pages/ExportPagesZipPages.js +23 -0
- package/export/pages/ExportPagesZipPages.js.map +1 -0
- package/export/pages/controller/CombineZippedPages.d.ts +5 -0
- package/export/pages/controller/CombineZippedPages.js +75 -0
- package/export/pages/controller/CombineZippedPages.js.map +1 -0
- package/export/pages/controller/CreateZipPagesTasks.d.ts +8 -0
- package/export/pages/controller/CreateZipPagesTasks.js +103 -0
- package/export/pages/controller/CreateZipPagesTasks.js.map +1 -0
- package/export/pages/controller/ProcessZipPagesTasks.d.ts +6 -0
- package/export/pages/controller/ProcessZipPagesTasks.js +61 -0
- package/export/pages/controller/ProcessZipPagesTasks.js.map +1 -0
- package/export/pages/types.d.ts +53 -0
- package/export/pages/types.js +26 -0
- package/export/pages/types.js.map +1 -0
- package/export/pages/utils.d.ts +2 -0
- package/export/pages/utils.js +13 -0
- package/export/pages/utils.js.map +1 -0
- package/export/pages/zipPages/ZipPages.d.ts +5 -0
- package/export/pages/zipPages/ZipPages.js +100 -0
- package/export/pages/zipPages/ZipPages.js.map +1 -0
- package/export/pages/zipPages/ZipPagesDataManager.d.ts +14 -0
- package/export/pages/zipPages/ZipPagesDataManager.js +46 -0
- package/export/pages/zipPages/ZipPagesDataManager.js.map +1 -0
- package/export/pages/zipPages/getPageFactory.d.ts +4 -0
- package/export/pages/zipPages/getPageFactory.js +38 -0
- package/export/pages/zipPages/getPageFactory.js.map +1 -0
- package/export/process/blocksHandler.d.ts +2 -2
- package/export/process/blocksHandler.js +13 -6
- package/export/process/blocksHandler.js.map +1 -1
- package/export/process/exporters/BlockExporter.d.ts +12 -0
- package/export/process/exporters/BlockExporter.js +57 -0
- package/export/process/exporters/BlockExporter.js.map +1 -0
- package/export/process/exporters/FormExporter.d.ts +9 -0
- package/export/process/exporters/FormExporter.js +36 -0
- package/export/process/exporters/FormExporter.js.map +1 -0
- package/export/process/exporters/PageExporter.d.ts +18 -0
- package/export/process/exporters/PageExporter.js +59 -0
- package/export/process/exporters/PageExporter.js.map +1 -0
- package/export/process/exporters/PageTemplateExporter.d.ts +11 -0
- package/export/process/exporters/PageTemplateExporter.js +58 -0
- package/export/process/exporters/PageTemplateExporter.js.map +1 -0
- package/export/process/formsHandler.d.ts +6 -0
- package/export/process/{pagesHandler.js → formsHandler.js} +36 -36
- package/export/process/formsHandler.js.map +1 -0
- package/export/process/index.d.ts +2 -2
- package/export/process/index.js +25 -16
- package/export/process/index.js.map +1 -1
- package/export/process/templatesHandler.d.ts +2 -2
- package/export/process/templatesHandler.js +8 -6
- package/export/process/templatesHandler.js.map +1 -1
- package/export/s3Stream.d.ts +16 -11
- package/export/s3Stream.js +27 -23
- package/export/s3Stream.js.map +1 -1
- package/export/utils.d.ts +11 -9
- package/export/utils.js +33 -24
- package/export/utils.js.map +1 -1
- package/export/zipper.d.ts +7 -6
- package/export/zipper.js +20 -24
- package/export/zipper.js.map +1 -1
- package/graphql/crud/blocks.crud.d.ts +1 -1
- package/graphql/crud/blocks.crud.js +50 -29
- package/graphql/crud/blocks.crud.js.map +1 -1
- package/graphql/crud/forms.crud.d.ts +4 -0
- package/graphql/crud/forms.crud.js +162 -0
- package/graphql/crud/forms.crud.js.map +1 -0
- package/graphql/crud/importExportTasks.crud.d.ts +2 -2
- package/graphql/crud/importExportTasks.crud.js +144 -111
- package/graphql/crud/importExportTasks.crud.js.map +1 -1
- package/graphql/crud/pages.crud.d.ts +1 -1
- package/graphql/crud/pages.crud.js +238 -121
- package/graphql/crud/pages.crud.js.map +1 -1
- package/graphql/crud/templates.crud.d.ts +1 -1
- package/graphql/crud/templates.crud.js +48 -16
- package/graphql/crud/templates.crud.js.map +1 -1
- package/graphql/crud.d.ts +2 -2
- package/graphql/crud.js +5 -2
- package/graphql/crud.js.map +1 -1
- package/graphql/graphql/blocks.gql.d.ts +2 -2
- package/graphql/graphql/blocks.gql.js +7 -7
- package/graphql/graphql/blocks.gql.js.map +1 -1
- package/graphql/graphql/forms.gql.d.ts +4 -0
- package/graphql/graphql/forms.gql.js +60 -0
- package/graphql/graphql/forms.gql.js.map +1 -0
- package/graphql/graphql/importExportTasks.gql.d.ts +2 -2
- package/graphql/graphql/importExportTasks.gql.js +7 -7
- package/graphql/graphql/importExportTasks.gql.js.map +1 -1
- package/graphql/graphql/pages.gql.d.ts +2 -2
- package/graphql/graphql/pages.gql.js +103 -14
- package/graphql/graphql/pages.gql.js.map +1 -1
- package/graphql/graphql/templates.gql.d.ts +2 -2
- package/graphql/graphql/templates.gql.js +6 -6
- package/graphql/graphql/templates.gql.js.map +1 -1
- package/graphql/graphql/utils/resolve.d.ts +3 -3
- package/graphql/graphql/utils/resolve.js +16 -5
- package/graphql/graphql/utils/resolve.js.map +1 -1
- package/graphql/graphql.d.ts +1 -1
- package/graphql/graphql.js +4 -2
- package/graphql/graphql.js.map +1 -1
- package/graphql/index.d.ts +2 -2
- package/graphql/index.js +5 -2
- package/graphql/index.js.map +1 -1
- package/graphql/types.d.ts +194 -31
- package/graphql/types.js +3 -1
- package/graphql/types.js.map +1 -1
- package/import/constants.d.ts +3 -0
- package/import/constants.js +13 -0
- package/import/constants.js.map +1 -0
- package/import/create/blocksHandler.d.ts +2 -2
- package/import/create/blocksHandler.js +7 -6
- package/import/create/blocksHandler.js.map +1 -1
- package/import/create/formsHandler.d.ts +3 -0
- package/import/create/formsHandler.js +105 -0
- package/import/create/formsHandler.js.map +1 -0
- package/import/create/index.d.ts +2 -2
- package/import/create/index.js +25 -16
- package/import/create/index.js.map +1 -1
- package/import/create/pagesHandler.d.ts +2 -2
- package/import/create/pagesHandler.js +6 -3
- package/import/create/pagesHandler.js.map +1 -1
- package/import/create/templatesHandler.d.ts +2 -2
- package/import/create/templatesHandler.js +5 -2
- package/import/create/templatesHandler.js.map +1 -1
- package/import/pages/ImportPagesController.d.ts +5 -0
- package/import/pages/ImportPagesController.js +29 -0
- package/import/pages/ImportPagesController.js.map +1 -0
- package/import/pages/ImportPagesProcessPages.d.ts +6 -0
- package/import/pages/ImportPagesProcessPages.js +112 -0
- package/import/pages/ImportPagesProcessPages.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.d.ts +6 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js +40 -0
- package/import/pages/controller/ImportPagesProcessPagesChecker.js.map +1 -0
- package/import/pages/controller/ImportPagesProcessZipFile.d.ts +5 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js +71 -0
- package/import/pages/controller/ImportPagesProcessZipFile.js.map +1 -0
- package/import/pages/process/importPage.d.ts +10 -0
- package/import/pages/process/importPage.js +94 -0
- package/import/pages/process/importPage.js.map +1 -0
- package/import/pages/types.d.ts +48 -0
- package/import/pages/types.js +20 -0
- package/import/pages/types.js.map +1 -0
- package/import/process/blocks/ElementIdsProcessor.d.ts +5 -0
- package/import/process/blocks/ElementIdsProcessor.js +26 -0
- package/import/process/blocks/ElementIdsProcessor.js.map +1 -0
- package/import/process/{blocksHandler.d.ts → blocks/blocksHandler.d.ts} +2 -2
- package/import/process/{blocksHandler.js → blocks/blocksHandler.js} +13 -13
- package/import/process/blocks/blocksHandler.js.map +1 -0
- package/import/process/blocks/importBlock.d.ts +11 -0
- package/import/process/blocks/importBlock.js +101 -0
- package/import/process/blocks/importBlock.js.map +1 -0
- package/import/process/forms/formsHandler.d.ts +3 -0
- package/import/process/{pagesHandler.js → forms/formsHandler.js} +39 -44
- package/import/process/forms/formsHandler.js.map +1 -0
- package/import/process/forms/importForm.d.ts +9 -0
- package/import/process/forms/importForm.js +47 -0
- package/import/process/forms/importForm.js.map +1 -0
- package/import/process/index.d.ts +2 -2
- package/import/process/index.js +27 -18
- package/import/process/index.js.map +1 -1
- package/import/process/templates/importTemplate.d.ts +11 -0
- package/import/process/templates/importTemplate.js +70 -0
- package/import/process/templates/importTemplate.js.map +1 -0
- package/import/process/{templatesHandler.d.ts → templates/templatesHandler.d.ts} +2 -2
- package/import/process/{templatesHandler.js → templates/templatesHandler.js} +14 -9
- package/import/process/templates/templatesHandler.js.map +1 -0
- package/import/utils/deleteS3Folder.d.ts +1 -0
- package/import/utils/deleteS3Folder.js +21 -0
- package/import/utils/deleteS3Folder.js.map +1 -0
- package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
- package/import/utils/extractAndUploadZipFileContents.js +126 -0
- package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
- package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
- package/import/utils/extractZipAndUploadToS3.js +100 -0
- package/import/utils/extractZipAndUploadToS3.js.map +1 -0
- package/import/utils/getFileNameWithoutExt.d.ts +1 -0
- package/import/utils/getFileNameWithoutExt.js +13 -0
- package/import/utils/getFileNameWithoutExt.js.map +1 -0
- package/import/utils/index.d.ts +9 -0
- package/import/utils/index.js +106 -0
- package/import/utils/index.js.map +1 -0
- package/import/utils/initialStats.d.ts +7 -0
- package/import/utils/initialStats.js +18 -0
- package/import/utils/initialStats.js.map +1 -0
- package/import/utils/prepareDataDirMap.d.ts +6 -0
- package/import/utils/prepareDataDirMap.js +31 -0
- package/import/utils/prepareDataDirMap.js.map +1 -0
- package/import/utils/updateFilesInData.d.ts +8 -0
- package/import/utils/updateFilesInData.js +51 -0
- package/import/utils/updateFilesInData.js.map +1 -0
- package/import/utils/uploadAssets.d.ts +10 -0
- package/import/utils/uploadAssets.js +92 -0
- package/import/utils/uploadAssets.js.map +1 -0
- package/import/utils/uploadFilesFromS3.d.ts +3 -0
- package/import/utils/uploadFilesFromS3.js +21 -0
- package/import/utils/uploadFilesFromS3.js.map +1 -0
- package/mockSecurity.d.ts +1 -1
- package/mockSecurity.js +3 -2
- package/mockSecurity.js.map +1 -1
- package/package.json +37 -53
- package/tasks/common/ChildTasksCleanup.d.ts +12 -0
- package/tasks/common/ChildTasksCleanup.js +64 -0
- package/tasks/common/ChildTasksCleanup.js.map +1 -0
- package/tasks/index.d.ts +1 -0
- package/tasks/index.js +13 -0
- package/tasks/index.js.map +1 -0
- package/tasks/pages/exportPagesCleanupTask.d.ts +3 -0
- package/tasks/pages/exportPagesCleanupTask.js +36 -0
- package/tasks/pages/exportPagesCleanupTask.js.map +1 -0
- package/tasks/pages/exportPagesControllerTask.d.ts +3 -0
- package/tasks/pages/exportPagesControllerTask.js +83 -0
- package/tasks/pages/exportPagesControllerTask.js.map +1 -0
- package/tasks/pages/exportPagesZipPagesTask.d.ts +3 -0
- package/tasks/pages/exportPagesZipPagesTask.js +39 -0
- package/tasks/pages/exportPagesZipPagesTask.js.map +1 -0
- package/tasks/pages/importPagesControllerTask.d.ts +3 -0
- package/tasks/pages/importPagesControllerTask.js +39 -0
- package/tasks/pages/importPagesControllerTask.js.map +1 -0
- package/tasks/pages/importPagesProcessPageTask.d.ts +3 -0
- package/tasks/pages/importPagesProcessPageTask.js +39 -0
- package/tasks/pages/importPagesProcessPageTask.js.map +1 -0
- package/tasks/pages/index.d.ts +1 -0
- package/tasks/pages/index.js +17 -0
- package/tasks/pages/index.js.map +1 -0
- package/types.d.ts +23 -2
- package/types.js +60 -8
- package/types.js.map +1 -1
- package/utils/ZipFiles.d.ts +11 -0
- package/utils/ZipFiles.js +124 -0
- package/utils/ZipFiles.js.map +1 -0
- package/export/combine/pagesHandler.d.ts +0 -6
- package/export/combine/pagesHandler.js.map +0 -1
- package/export/process/pagesHandler.d.ts +0 -6
- package/export/process/pagesHandler.js.map +0 -1
- package/import/process/blocksHandler.js.map +0 -1
- package/import/process/pagesHandler.d.ts +0 -3
- package/import/process/pagesHandler.js.map +0 -1
- package/import/process/templatesHandler.js.map +0 -1
- package/import/utils.d.ts +0 -56
- package/import/utils.js +0 -607
- package/import/utils.js.map +0 -1
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import { PbImportExportContext } from "../../types";
|
|
2
|
-
import { Configuration, Payload, Response } from "
|
|
1
|
+
import type { PbImportExportContext } from "../../types";
|
|
2
|
+
import type { Configuration, Payload, Response } from "./";
|
|
3
3
|
export declare const pagesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
|
|
@@ -9,6 +9,7 @@ var _utils = require("../utils");
|
|
|
9
9
|
var _client = require("../../client");
|
|
10
10
|
var _mockSecurity = require("../../mockSecurity");
|
|
11
11
|
var _utils2 = require("@webiny/utils");
|
|
12
|
+
var _extractAndUploadZipFileContents = require("../utils/extractAndUploadZipFileContents");
|
|
12
13
|
const pagesHandler = async (configuration, payload, context) => {
|
|
13
14
|
const log = console.log;
|
|
14
15
|
const {
|
|
@@ -34,12 +35,12 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
34
35
|
}
|
|
35
36
|
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
36
37
|
// Step 1: Read the zip file
|
|
37
|
-
const pageImportDataList = await (0,
|
|
38
|
+
const pageImportDataList = await (0, _extractAndUploadZipFileContents.extractAndUploadZipFileContents)(zipFileUrl);
|
|
38
39
|
|
|
39
40
|
// For each page create a subtask and invoke the process handler
|
|
40
41
|
for (let i = 0; i < pageImportDataList.length; i++) {
|
|
41
42
|
const pagesDirMap = pageImportDataList[i];
|
|
42
|
-
// Create sub
|
|
43
|
+
// Create sub-task
|
|
43
44
|
const subtask = await pageBuilder.importExportTask.createSubTask(task.id, (0, _utils2.zeroPad)(i + 1, 5), {
|
|
44
45
|
status: _types.ImportExportTaskStatus.PENDING,
|
|
45
46
|
data: {
|
|
@@ -99,4 +100,6 @@ const pagesHandler = async (configuration, payload, context) => {
|
|
|
99
100
|
error: null
|
|
100
101
|
};
|
|
101
102
|
};
|
|
102
|
-
exports.pagesHandler = pagesHandler;
|
|
103
|
+
exports.pagesHandler = pagesHandler;
|
|
104
|
+
|
|
105
|
+
//# sourceMappingURL=pagesHandler.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["pagesHandler","configuration","payload","context","log","console","pageBuilder","task","type","category","zipFileUrl","identity","meta","data","error","message","mockSecurity","pageImportDataList","
|
|
1
|
+
{"version":3,"names":["_types","require","_utils","_client","_mockSecurity","_utils2","_extractAndUploadZipFileContents","pagesHandler","configuration","payload","context","log","console","pageBuilder","task","type","category","zipFileUrl","identity","meta","data","error","message","mockSecurity","pageImportDataList","extractAndUploadZipFileContents","i","length","pagesDirMap","subtask","importExportTask","createSubTask","id","zeroPad","status","ImportExportTaskStatus","PENDING","pageKey","key","input","fileUploadsData","updateTask","PROCESSING","stats","initialStats","invokeHandlerClient","name","handlers","process","taskId","subTaskIndex","security","getIdentity","description","e","FAILED","code","exports"],"sources":["pagesHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { initialStats } from \"~/import/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport type { Payload as ProcessPayload } from \"../process\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/create\";\nimport { extractAndUploadZipFileContents } from \"~/import/utils/extractAndUploadZipFileContents\";\n\nexport const pagesHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n\n const { pageBuilder } = context;\n const { task, type, category, zipFileUrl, identity, meta } = payload;\n try {\n log(\"RUNNING Import Pages Create\");\n if (!zipFileUrl) {\n return {\n data: null,\n error: {\n message: `Missing \"zipFileUrl\"!`\n }\n };\n }\n mockSecurity(identity, context);\n // Step 1: Read the zip file\n const pageImportDataList = await extractAndUploadZipFileContents(zipFileUrl);\n\n // For each page create a subtask and invoke the process handler\n for (let i = 0; i < pageImportDataList.length; i++) {\n const pagesDirMap = pageImportDataList[i];\n // Create sub-task\n const subtask = await pageBuilder.importExportTask.createSubTask(\n task.id,\n zeroPad(i + 1, 5),\n {\n status: ImportExportTaskStatus.PENDING,\n data: {\n pageKey: pagesDirMap.key,\n category,\n zipFileUrl,\n meta,\n input: {\n fileUploadsData: pagesDirMap\n }\n }\n }\n );\n log(`Added SUB_TASK \"${subtask.id}\" to queue.`);\n }\n // Update main task status\n await pageBuilder.importExportTask.updateTask(task.id, {\n status: ImportExportTaskStatus.PROCESSING,\n stats: initialStats(pageImportDataList.length)\n });\n\n await invokeHandlerClient<ProcessPayload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId: task.id,\n // Execute \"Process\" for the first sub task.\n subTaskIndex: 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import pages - process - first\"\n });\n } catch (e) {\n log(\"[IMPORT_PAGES_CREATE] Error => \", e);\n\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n\n await pageBuilder.importExportTask.updateTask(task.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: e.code || \"EXPORT_FAILED\"\n }\n });\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n }\n\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AAEA,IAAAG,aAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AAEA,IAAAK,gCAAA,GAAAL,OAAA;AAEO,MAAMM,YAAY,GAAG,MAAAA,CACxBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EAEvB,MAAM;IAAEE;EAAY,CAAC,GAAGH,OAAO;EAC/B,MAAM;IAAEI,IAAI;IAAEC,IAAI;IAAEC,QAAQ;IAAEC,UAAU;IAAEC,QAAQ;IAAEC;EAAK,CAAC,GAAGV,OAAO;EACpE,IAAI;IACAE,GAAG,CAAC,6BAA6B,CAAC;IAClC,IAAI,CAACM,UAAU,EAAE;MACb,OAAO;QACHG,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE;QACb;MACJ,CAAC;IACL;IACA,IAAAC,0BAAY,EAACL,QAAQ,EAAER,OAAO,CAAC;IAC/B;IACA,MAAMc,kBAAkB,GAAG,MAAM,IAAAC,gEAA+B,EAACR,UAAU,CAAC;;IAE5E;IACA,KAAK,IAAIS,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,kBAAkB,CAACG,MAAM,EAAED,CAAC,EAAE,EAAE;MAChD,MAAME,WAAW,GAAGJ,kBAAkB,CAACE,CAAC,CAAC;MACzC;MACA,MAAMG,OAAO,GAAG,MAAMhB,WAAW,CAACiB,gBAAgB,CAACC,aAAa,CAC5DjB,IAAI,CAACkB,EAAE,EACP,IAAAC,eAAO,EAACP,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EACjB;QACIQ,MAAM,EAAEC,6BAAsB,CAACC,OAAO;QACtChB,IAAI,EAAE;UACFiB,OAAO,EAAET,WAAW,CAACU,GAAG;UACxBtB,QAAQ;UACRC,UAAU;UACVE,IAAI;UACJoB,KAAK,EAAE;YACHC,eAAe,EAAEZ;UACrB;QACJ;MACJ,CACJ,CAAC;MACDjB,GAAG,CAAC,mBAAmBkB,OAAO,CAACG,EAAE,aAAa,CAAC;IACnD;IACA;IACA,MAAMnB,WAAW,CAACiB,gBAAgB,CAACW,UAAU,CAAC3B,IAAI,CAACkB,EAAE,EAAE;MACnDE,MAAM,EAAEC,6BAAsB,CAACO,UAAU;MACzCC,KAAK,EAAE,IAAAC,mBAAY,EAACpB,kBAAkB,CAACG,MAAM;IACjD,CAAC,CAAC;IAEF,MAAM,IAAAkB,2BAAmB,EAAiB;MACtCnC,OAAO;MACPoC,IAAI,EAAEtC,aAAa,CAACuC,QAAQ,CAACC,OAAO;MACpCvC,OAAO,EAAE;QACLwC,MAAM,EAAEnC,IAAI,CAACkB,EAAE;QACf;QACAkB,YAAY,EAAE,CAAC;QACfnC,IAAI;QACJG,QAAQ,EAAER,OAAO,CAACyC,QAAQ,CAACC,WAAW,CAAC;MAC3C,CAAC;MACDC,WAAW,EAAE;IACjB,CAAC,CAAC;EACN,CAAC,CAAC,OAAOC,CAAC,EAAE;IACR3C,GAAG,CAAC,iCAAiC,EAAE2C,CAAC,CAAC;;IAEzC;AACR;AACA;AACA;;IAEQ,MAAMzC,WAAW,CAACiB,gBAAgB,CAACW,UAAU,CAAC3B,IAAI,CAACkB,EAAE,EAAE;MACnDE,MAAM,EAAEC,6BAAsB,CAACoB,MAAM;MACrClC,KAAK,EAAE;QACHyB,IAAI,EAAEQ,CAAC,CAACR,IAAI;QACZxB,OAAO,EAAEgC,CAAC,CAAChC,OAAO;QAClBkC,IAAI,EAAEF,CAAC,CAACE,IAAI,IAAI;MACpB;IACJ,CAAC,CAAC;IAEF,OAAO;MACHpC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHC,OAAO,EAAEgC,CAAC,CAAChC;MACf;IACJ,CAAC;EACL;EAEA,OAAO;IACHF,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACoC,OAAA,CAAAlD,YAAA,GAAAA,YAAA","ignoreList":[]}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import { PbImportExportContext } from "../../types";
|
|
2
|
-
import { Configuration, Payload, Response } from "
|
|
1
|
+
import type { PbImportExportContext } from "../../types";
|
|
2
|
+
import type { Configuration, Payload, Response } from "./";
|
|
3
3
|
export declare const templatesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
|
|
@@ -9,6 +9,7 @@ var _utils = require("../utils");
|
|
|
9
9
|
var _client = require("../../client");
|
|
10
10
|
var _mockSecurity = require("../../mockSecurity");
|
|
11
11
|
var _utils2 = require("@webiny/utils");
|
|
12
|
+
var _extractAndUploadZipFileContents = require("../utils/extractAndUploadZipFileContents");
|
|
12
13
|
const templatesHandler = async (configuration, payload, context) => {
|
|
13
14
|
const log = console.log;
|
|
14
15
|
const {
|
|
@@ -32,7 +33,7 @@ const templatesHandler = async (configuration, payload, context) => {
|
|
|
32
33
|
}
|
|
33
34
|
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
34
35
|
// Step 1: Read the zip file
|
|
35
|
-
const templateImportDataList = await (0,
|
|
36
|
+
const templateImportDataList = await (0, _extractAndUploadZipFileContents.extractAndUploadZipFileContents)(zipFileUrl);
|
|
36
37
|
|
|
37
38
|
// For each template create a subtask and invoke the process handler
|
|
38
39
|
for (let i = 0; i < templateImportDataList.length; i++) {
|
|
@@ -95,4 +96,6 @@ const templatesHandler = async (configuration, payload, context) => {
|
|
|
95
96
|
error: null
|
|
96
97
|
};
|
|
97
98
|
};
|
|
98
|
-
exports.templatesHandler = templatesHandler;
|
|
99
|
+
exports.templatesHandler = templatesHandler;
|
|
100
|
+
|
|
101
|
+
//# sourceMappingURL=templatesHandler.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["templatesHandler","configuration","payload","context","log","console","pageBuilder","task","type","zipFileUrl","identity","data","error","message","mockSecurity","templateImportDataList","
|
|
1
|
+
{"version":3,"names":["_types","require","_utils","_client","_mockSecurity","_utils2","_extractAndUploadZipFileContents","templatesHandler","configuration","payload","context","log","console","pageBuilder","task","type","zipFileUrl","identity","data","error","message","mockSecurity","templateImportDataList","extractAndUploadZipFileContents","i","length","templatesDirMap","subtask","importExportTask","createSubTask","id","zeroPad","status","ImportExportTaskStatus","PENDING","templateKey","key","input","fileUploadsData","updateTask","PROCESSING","stats","initialStats","invokeHandlerClient","name","handlers","process","taskId","subTaskIndex","security","getIdentity","description","e","FAILED","code","exports"],"sources":["templatesHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { initialStats } from \"~/import/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport type { Payload as ProcessPayload } from \"../process\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/create\";\nimport { extractAndUploadZipFileContents } from \"~/import/utils/extractAndUploadZipFileContents\";\n\nexport const templatesHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n\n const { pageBuilder } = context;\n const { task, type, zipFileUrl, identity } = payload;\n try {\n log(\"RUNNING Import Templates Create\");\n if (!zipFileUrl) {\n return {\n data: null,\n error: {\n message: `Missing \"zipFileUrl\"!`\n }\n };\n }\n mockSecurity(identity, context);\n // Step 1: Read the zip file\n const templateImportDataList = await extractAndUploadZipFileContents(zipFileUrl);\n\n // For each template create a subtask and invoke the process handler\n for (let i = 0; i < templateImportDataList.length; i++) {\n const templatesDirMap = templateImportDataList[i];\n // Create sub task\n const subtask = await pageBuilder.importExportTask.createSubTask(\n task.id,\n zeroPad(i + 1, 5),\n {\n status: ImportExportTaskStatus.PENDING,\n data: {\n templateKey: templatesDirMap.key,\n zipFileUrl,\n input: {\n fileUploadsData: templatesDirMap\n }\n }\n }\n );\n log(`Added SUB_TASK \"${subtask.id}\" to queue.`);\n }\n // Update main task status\n await pageBuilder.importExportTask.updateTask(task.id, {\n status: ImportExportTaskStatus.PROCESSING,\n stats: initialStats(templateImportDataList.length)\n });\n\n await invokeHandlerClient<ProcessPayload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId: task.id,\n // Execute \"Process\" for the first sub task.\n subTaskIndex: 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import templates - process - first\"\n });\n } catch (e) {\n log(\"[IMPORT_TEMPLATES_CREATE] Error => \", e);\n\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n\n await pageBuilder.importExportTask.updateTask(task.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: e.code || \"EXPORT_FAILED\"\n }\n });\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n }\n\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AAEA,IAAAG,aAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AAEA,IAAAK,gCAAA,GAAAL,OAAA;AAEO,MAAMM,gBAAgB,GAAG,MAAAA,CAC5BC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EAEvB,MAAM;IAAEE;EAAY,CAAC,GAAGH,OAAO;EAC/B,MAAM;IAAEI,IAAI;IAAEC,IAAI;IAAEC,UAAU;IAAEC;EAAS,CAAC,GAAGR,OAAO;EACpD,IAAI;IACAE,GAAG,CAAC,iCAAiC,CAAC;IACtC,IAAI,CAACK,UAAU,EAAE;MACb,OAAO;QACHE,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE;QACb;MACJ,CAAC;IACL;IACA,IAAAC,0BAAY,EAACJ,QAAQ,EAAEP,OAAO,CAAC;IAC/B;IACA,MAAMY,sBAAsB,GAAG,MAAM,IAAAC,gEAA+B,EAACP,UAAU,CAAC;;IAEhF;IACA,KAAK,IAAIQ,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,sBAAsB,CAACG,MAAM,EAAED,CAAC,EAAE,EAAE;MACpD,MAAME,eAAe,GAAGJ,sBAAsB,CAACE,CAAC,CAAC;MACjD;MACA,MAAMG,OAAO,GAAG,MAAMd,WAAW,CAACe,gBAAgB,CAACC,aAAa,CAC5Df,IAAI,CAACgB,EAAE,EACP,IAAAC,eAAO,EAACP,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EACjB;QACIQ,MAAM,EAAEC,6BAAsB,CAACC,OAAO;QACtChB,IAAI,EAAE;UACFiB,WAAW,EAAET,eAAe,CAACU,GAAG;UAChCpB,UAAU;UACVqB,KAAK,EAAE;YACHC,eAAe,EAAEZ;UACrB;QACJ;MACJ,CACJ,CAAC;MACDf,GAAG,CAAC,mBAAmBgB,OAAO,CAACG,EAAE,aAAa,CAAC;IACnD;IACA;IACA,MAAMjB,WAAW,CAACe,gBAAgB,CAACW,UAAU,CAACzB,IAAI,CAACgB,EAAE,EAAE;MACnDE,MAAM,EAAEC,6BAAsB,CAACO,UAAU;MACzCC,KAAK,EAAE,IAAAC,mBAAY,EAACpB,sBAAsB,CAACG,MAAM;IACrD,CAAC,CAAC;IAEF,MAAM,IAAAkB,2BAAmB,EAAiB;MACtCjC,OAAO;MACPkC,IAAI,EAAEpC,aAAa,CAACqC,QAAQ,CAACC,OAAO;MACpCrC,OAAO,EAAE;QACLsC,MAAM,EAAEjC,IAAI,CAACgB,EAAE;QACf;QACAkB,YAAY,EAAE,CAAC;QACfjC,IAAI;QACJE,QAAQ,EAAEP,OAAO,CAACuC,QAAQ,CAACC,WAAW,CAAC;MAC3C,CAAC;MACDC,WAAW,EAAE;IACjB,CAAC,CAAC;EACN,CAAC,CAAC,OAAOC,CAAC,EAAE;IACRzC,GAAG,CAAC,qCAAqC,EAAEyC,CAAC,CAAC;;IAE7C;AACR;AACA;AACA;;IAEQ,MAAMvC,WAAW,CAACe,gBAAgB,CAACW,UAAU,CAACzB,IAAI,CAACgB,EAAE,EAAE;MACnDE,MAAM,EAAEC,6BAAsB,CAACoB,MAAM;MACrClC,KAAK,EAAE;QACHyB,IAAI,EAAEQ,CAAC,CAACR,IAAI;QACZxB,OAAO,EAAEgC,CAAC,CAAChC,OAAO;QAClBkC,IAAI,EAAEF,CAAC,CAACE,IAAI,IAAI;MACpB;IACJ,CAAC,CAAC;IAEF,OAAO;MACHpC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHC,OAAO,EAAEgC,CAAC,CAAChC;MACf;IACJ,CAAC;EACL;EAEA,OAAO;IACHF,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACoC,OAAA,CAAAhD,gBAAA,GAAAA,gBAAA","ignoreList":[]}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.ImportPagesController = void 0;
|
|
7
|
+
var _ImportPagesProcessPagesChecker = require("./controller/ImportPagesProcessPagesChecker");
|
|
8
|
+
var _ImportPagesProcessZipFile = require("./controller/ImportPagesProcessZipFile");
|
|
9
|
+
class ImportPagesController {
|
|
10
|
+
async execute(params) {
|
|
11
|
+
const {
|
|
12
|
+
response,
|
|
13
|
+
isAborted,
|
|
14
|
+
input
|
|
15
|
+
} = params;
|
|
16
|
+
if (isAborted()) {
|
|
17
|
+
return response.aborted();
|
|
18
|
+
}
|
|
19
|
+
if (input.processing) {
|
|
20
|
+
const importPagesProcessPagesChecker = new _ImportPagesProcessPagesChecker.ImportPagesProcessPagesChecker();
|
|
21
|
+
return await importPagesProcessPagesChecker.execute(params);
|
|
22
|
+
}
|
|
23
|
+
const importPagesProcessZipFile = new _ImportPagesProcessZipFile.ImportPagesProcessZipFile();
|
|
24
|
+
return importPagesProcessZipFile.execute(params);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
exports.ImportPagesController = ImportPagesController;
|
|
28
|
+
|
|
29
|
+
//# sourceMappingURL=ImportPagesController.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_ImportPagesProcessPagesChecker","require","_ImportPagesProcessZipFile","ImportPagesController","execute","params","response","isAborted","input","aborted","processing","importPagesProcessPagesChecker","ImportPagesProcessPagesChecker","importPagesProcessZipFile","ImportPagesProcessZipFile","exports"],"sources":["ImportPagesController.ts"],"sourcesContent":["import type { ITaskResponseResult } from \"@webiny/tasks\";\nimport { ImportPagesProcessPagesChecker } from \"./controller/ImportPagesProcessPagesChecker\";\nimport { ImportPagesProcessZipFile } from \"./controller/ImportPagesProcessZipFile\";\nimport type { IImportPagesControllerTaskParams } from \"./types\";\n\nexport class ImportPagesController {\n public async execute(params: IImportPagesControllerTaskParams): Promise<ITaskResponseResult> {\n const { response, isAborted, input } = params;\n if (isAborted()) {\n return response.aborted();\n }\n if (input.processing) {\n const importPagesProcessPagesChecker = new ImportPagesProcessPagesChecker();\n\n return await importPagesProcessPagesChecker.execute(params);\n }\n const importPagesProcessZipFile = new ImportPagesProcessZipFile();\n\n return importPagesProcessZipFile.execute(params);\n }\n}\n"],"mappings":";;;;;;AACA,IAAAA,+BAAA,GAAAC,OAAA;AACA,IAAAC,0BAAA,GAAAD,OAAA;AAGO,MAAME,qBAAqB,CAAC;EAC/B,MAAaC,OAAOA,CAACC,MAAwC,EAAgC;IACzF,MAAM;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAM,CAAC,GAAGH,MAAM;IAC7C,IAAIE,SAAS,CAAC,CAAC,EAAE;MACb,OAAOD,QAAQ,CAACG,OAAO,CAAC,CAAC;IAC7B;IACA,IAAID,KAAK,CAACE,UAAU,EAAE;MAClB,MAAMC,8BAA8B,GAAG,IAAIC,8DAA8B,CAAC,CAAC;MAE3E,OAAO,MAAMD,8BAA8B,CAACP,OAAO,CAACC,MAAM,CAAC;IAC/D;IACA,MAAMQ,yBAAyB,GAAG,IAAIC,oDAAyB,CAAC,CAAC;IAEjE,OAAOD,yBAAyB,CAACT,OAAO,CAACC,MAAM,CAAC;EACpD;AACJ;AAACU,OAAA,CAAAZ,qBAAA,GAAAA,qBAAA","ignoreList":[]}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { ITaskResponseResult } from "@webiny/tasks";
|
|
2
|
+
import type { IImportPagesProcessPagesTaskParams } from "./types";
|
|
3
|
+
export declare class ImportPagesProcessPages {
|
|
4
|
+
execute(params: IImportPagesProcessPagesTaskParams): Promise<ITaskResponseResult>;
|
|
5
|
+
private importPage;
|
|
6
|
+
}
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.ImportPagesProcessPages = void 0;
|
|
7
|
+
var _importPage = require("./process/importPage");
|
|
8
|
+
var _mockSecurity = require("../../mockSecurity");
|
|
9
|
+
class ImportPagesProcessPages {
|
|
10
|
+
async execute(params) {
|
|
11
|
+
const {
|
|
12
|
+
context,
|
|
13
|
+
response,
|
|
14
|
+
input,
|
|
15
|
+
store,
|
|
16
|
+
isAborted,
|
|
17
|
+
isCloseToTimeout
|
|
18
|
+
} = params;
|
|
19
|
+
const {
|
|
20
|
+
identity,
|
|
21
|
+
items,
|
|
22
|
+
meta,
|
|
23
|
+
category
|
|
24
|
+
} = input;
|
|
25
|
+
const pageIdList = Array.from(input.pageIdList || []);
|
|
26
|
+
const done = Array.from(input.done || []);
|
|
27
|
+
const failed = Array.from(input.failed || []);
|
|
28
|
+
for (const item of items) {
|
|
29
|
+
/**
|
|
30
|
+
* Possibility that a page was already imported in a execution run.
|
|
31
|
+
*/
|
|
32
|
+
if (done.includes(item.key) || failed.includes(item.key)) {
|
|
33
|
+
continue;
|
|
34
|
+
} else if (isAborted()) {
|
|
35
|
+
return response.aborted();
|
|
36
|
+
} else if (isCloseToTimeout()) {
|
|
37
|
+
return response.continue({
|
|
38
|
+
...input,
|
|
39
|
+
pageIdList,
|
|
40
|
+
done,
|
|
41
|
+
failed
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
let page;
|
|
45
|
+
try {
|
|
46
|
+
page = await this.importPage({
|
|
47
|
+
context,
|
|
48
|
+
identity,
|
|
49
|
+
item,
|
|
50
|
+
meta,
|
|
51
|
+
category
|
|
52
|
+
});
|
|
53
|
+
pageIdList.push(page.pid);
|
|
54
|
+
done.push(item.key);
|
|
55
|
+
} catch (ex) {
|
|
56
|
+
console.error(ex);
|
|
57
|
+
await store.addErrorLog({
|
|
58
|
+
error: ex,
|
|
59
|
+
message: `Could not import page: ${item.key}.`,
|
|
60
|
+
data: {
|
|
61
|
+
...item
|
|
62
|
+
}
|
|
63
|
+
});
|
|
64
|
+
failed.push(item.key);
|
|
65
|
+
continue;
|
|
66
|
+
}
|
|
67
|
+
await store.addInfoLog({
|
|
68
|
+
message: `Page "${page.title}" imported successfully.`,
|
|
69
|
+
data: {
|
|
70
|
+
id: page.id,
|
|
71
|
+
title: page.title,
|
|
72
|
+
version: page.version,
|
|
73
|
+
status: page.status
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
return response.done({
|
|
78
|
+
done,
|
|
79
|
+
failed,
|
|
80
|
+
pageIdList
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
async importPage(params) {
|
|
84
|
+
const {
|
|
85
|
+
context,
|
|
86
|
+
identity,
|
|
87
|
+
item,
|
|
88
|
+
category,
|
|
89
|
+
meta
|
|
90
|
+
} = params;
|
|
91
|
+
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
92
|
+
const page = await (0, _importPage.importPage)({
|
|
93
|
+
context,
|
|
94
|
+
pageKey: item.key,
|
|
95
|
+
fileUploadsData: {
|
|
96
|
+
data: item.data,
|
|
97
|
+
assets: item.assets
|
|
98
|
+
}
|
|
99
|
+
});
|
|
100
|
+
const pbPage = await context.pageBuilder.createPage(category, meta);
|
|
101
|
+
(0, _mockSecurity.mockSecurity)(identity, context);
|
|
102
|
+
return await context.pageBuilder.updatePage(pbPage.id, {
|
|
103
|
+
content: page.content,
|
|
104
|
+
title: page.title,
|
|
105
|
+
path: page.path,
|
|
106
|
+
settings: page.settings
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
exports.ImportPagesProcessPages = ImportPagesProcessPages;
|
|
111
|
+
|
|
112
|
+
//# sourceMappingURL=ImportPagesProcessPages.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_importPage","require","_mockSecurity","ImportPagesProcessPages","execute","params","context","response","input","store","isAborted","isCloseToTimeout","identity","items","meta","category","pageIdList","Array","from","done","failed","item","includes","key","aborted","continue","page","importPage","push","pid","ex","console","error","addErrorLog","message","data","addInfoLog","title","id","version","status","mockSecurity","pageKey","fileUploadsData","assets","pbPage","pageBuilder","createPage","updatePage","content","path","settings","exports"],"sources":["ImportPagesProcessPages.ts"],"sourcesContent":["import type { ITaskResponseResult } from \"@webiny/tasks\";\nimport type { IImportPagesControllerInputMeta, IImportPagesProcessPagesTaskParams } from \"./types\";\nimport { importPage } from \"./process/importPage\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport type { SecurityIdentity } from \"@webiny/api-security/types\";\nimport type { ImportData } from \"~/types\";\nimport type { Page } from \"@webiny/api-page-builder/types\";\n\ninterface ImportPageParams extends Pick<IImportPagesProcessPagesTaskParams, \"context\"> {\n identity: SecurityIdentity;\n item: ImportData;\n meta?: IImportPagesControllerInputMeta;\n category: string;\n}\n\nexport class ImportPagesProcessPages {\n public async execute(params: IImportPagesProcessPagesTaskParams): Promise<ITaskResponseResult> {\n const { context, response, input, store, isAborted, isCloseToTimeout } = params;\n\n const { identity, items, meta, category } = input;\n\n const pageIdList = Array.from(input.pageIdList || []);\n const done = Array.from(input.done || []);\n const failed = Array.from(input.failed || []);\n\n for (const item of items) {\n /**\n * Possibility that a page was already imported in a execution run.\n */\n if (done.includes(item.key) || failed.includes(item.key)) {\n continue;\n } else if (isAborted()) {\n return response.aborted();\n } else if (isCloseToTimeout()) {\n return response.continue({\n ...input,\n pageIdList,\n done,\n failed\n });\n }\n\n let page: Page;\n try {\n page = await this.importPage({\n context,\n identity,\n item,\n meta,\n category\n });\n pageIdList.push(page.pid);\n done.push(item.key);\n } catch (ex) {\n console.error(ex);\n await store.addErrorLog({\n error: ex,\n message: `Could not import page: ${item.key}.`,\n data: {\n ...item\n }\n });\n failed.push(item.key);\n continue;\n }\n await store.addInfoLog({\n message: `Page \"${page.title}\" imported successfully.`,\n data: {\n id: page.id,\n title: page.title,\n version: page.version,\n status: page.status\n }\n });\n }\n\n return response.done({\n done,\n failed,\n pageIdList\n });\n }\n\n private async importPage(params: ImportPageParams) {\n const { context, identity, item, category, meta } = params;\n mockSecurity(identity, context);\n\n const page = await importPage({\n context,\n pageKey: item.key,\n fileUploadsData: {\n data: item.data,\n assets: item.assets\n }\n });\n\n const pbPage = await context.pageBuilder.createPage(category, meta);\n\n mockSecurity(identity, context);\n\n return await context.pageBuilder.updatePage(pbPage.id, {\n content: page.content,\n title: page.title,\n path: page.path,\n settings: page.settings\n });\n }\n}\n"],"mappings":";;;;;;AAEA,IAAAA,WAAA,GAAAC,OAAA;AACA,IAAAC,aAAA,GAAAD,OAAA;AAYO,MAAME,uBAAuB,CAAC;EACjC,MAAaC,OAAOA,CAACC,MAA0C,EAAgC;IAC3F,MAAM;MAAEC,OAAO;MAAEC,QAAQ;MAAEC,KAAK;MAAEC,KAAK;MAAEC,SAAS;MAAEC;IAAiB,CAAC,GAAGN,MAAM;IAE/E,MAAM;MAAEO,QAAQ;MAAEC,KAAK;MAAEC,IAAI;MAAEC;IAAS,CAAC,GAAGP,KAAK;IAEjD,MAAMQ,UAAU,GAAGC,KAAK,CAACC,IAAI,CAACV,KAAK,CAACQ,UAAU,IAAI,EAAE,CAAC;IACrD,MAAMG,IAAI,GAAGF,KAAK,CAACC,IAAI,CAACV,KAAK,CAACW,IAAI,IAAI,EAAE,CAAC;IACzC,MAAMC,MAAM,GAAGH,KAAK,CAACC,IAAI,CAACV,KAAK,CAACY,MAAM,IAAI,EAAE,CAAC;IAE7C,KAAK,MAAMC,IAAI,IAAIR,KAAK,EAAE;MACtB;AACZ;AACA;MACY,IAAIM,IAAI,CAACG,QAAQ,CAACD,IAAI,CAACE,GAAG,CAAC,IAAIH,MAAM,CAACE,QAAQ,CAACD,IAAI,CAACE,GAAG,CAAC,EAAE;QACtD;MACJ,CAAC,MAAM,IAAIb,SAAS,CAAC,CAAC,EAAE;QACpB,OAAOH,QAAQ,CAACiB,OAAO,CAAC,CAAC;MAC7B,CAAC,MAAM,IAAIb,gBAAgB,CAAC,CAAC,EAAE;QAC3B,OAAOJ,QAAQ,CAACkB,QAAQ,CAAC;UACrB,GAAGjB,KAAK;UACRQ,UAAU;UACVG,IAAI;UACJC;QACJ,CAAC,CAAC;MACN;MAEA,IAAIM,IAAU;MACd,IAAI;QACAA,IAAI,GAAG,MAAM,IAAI,CAACC,UAAU,CAAC;UACzBrB,OAAO;UACPM,QAAQ;UACRS,IAAI;UACJP,IAAI;UACJC;QACJ,CAAC,CAAC;QACFC,UAAU,CAACY,IAAI,CAACF,IAAI,CAACG,GAAG,CAAC;QACzBV,IAAI,CAACS,IAAI,CAACP,IAAI,CAACE,GAAG,CAAC;MACvB,CAAC,CAAC,OAAOO,EAAE,EAAE;QACTC,OAAO,CAACC,KAAK,CAACF,EAAE,CAAC;QACjB,MAAMrB,KAAK,CAACwB,WAAW,CAAC;UACpBD,KAAK,EAAEF,EAAE;UACTI,OAAO,EAAE,0BAA0Bb,IAAI,CAACE,GAAG,GAAG;UAC9CY,IAAI,EAAE;YACF,GAAGd;UACP;QACJ,CAAC,CAAC;QACFD,MAAM,CAACQ,IAAI,CAACP,IAAI,CAACE,GAAG,CAAC;QACrB;MACJ;MACA,MAAMd,KAAK,CAAC2B,UAAU,CAAC;QACnBF,OAAO,EAAE,SAASR,IAAI,CAACW,KAAK,0BAA0B;QACtDF,IAAI,EAAE;UACFG,EAAE,EAAEZ,IAAI,CAACY,EAAE;UACXD,KAAK,EAAEX,IAAI,CAACW,KAAK;UACjBE,OAAO,EAAEb,IAAI,CAACa,OAAO;UACrBC,MAAM,EAAEd,IAAI,CAACc;QACjB;MACJ,CAAC,CAAC;IACN;IAEA,OAAOjC,QAAQ,CAACY,IAAI,CAAC;MACjBA,IAAI;MACJC,MAAM;MACNJ;IACJ,CAAC,CAAC;EACN;EAEA,MAAcW,UAAUA,CAACtB,MAAwB,EAAE;IAC/C,MAAM;MAAEC,OAAO;MAAEM,QAAQ;MAAES,IAAI;MAAEN,QAAQ;MAAED;IAAK,CAAC,GAAGT,MAAM;IAC1D,IAAAoC,0BAAY,EAAC7B,QAAQ,EAAEN,OAAO,CAAC;IAE/B,MAAMoB,IAAI,GAAG,MAAM,IAAAC,sBAAU,EAAC;MAC1BrB,OAAO;MACPoC,OAAO,EAAErB,IAAI,CAACE,GAAG;MACjBoB,eAAe,EAAE;QACbR,IAAI,EAAEd,IAAI,CAACc,IAAI;QACfS,MAAM,EAAEvB,IAAI,CAACuB;MACjB;IACJ,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,MAAMvC,OAAO,CAACwC,WAAW,CAACC,UAAU,CAAChC,QAAQ,EAAED,IAAI,CAAC;IAEnE,IAAA2B,0BAAY,EAAC7B,QAAQ,EAAEN,OAAO,CAAC;IAE/B,OAAO,MAAMA,OAAO,CAACwC,WAAW,CAACE,UAAU,CAACH,MAAM,CAACP,EAAE,EAAE;MACnDW,OAAO,EAAEvB,IAAI,CAACuB,OAAO;MACrBZ,KAAK,EAAEX,IAAI,CAACW,KAAK;MACjBa,IAAI,EAAExB,IAAI,CAACwB,IAAI;MACfC,QAAQ,EAAEzB,IAAI,CAACyB;IACnB,CAAC,CAAC;EACN;AACJ;AAACC,OAAA,CAAAjD,uBAAA,GAAAA,uBAAA","ignoreList":[]}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { IImportPagesControllerTaskParams } from "../types";
|
|
2
|
+
import type { ITaskResponseResult } from "@webiny/tasks";
|
|
3
|
+
export declare const PROCESS_PAGES_WAIT_TIME = 5;
|
|
4
|
+
export declare class ImportPagesProcessPagesChecker {
|
|
5
|
+
execute(params: IImportPagesControllerTaskParams): Promise<ITaskResponseResult>;
|
|
6
|
+
}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.PROCESS_PAGES_WAIT_TIME = exports.ImportPagesProcessPagesChecker = void 0;
|
|
7
|
+
var _types = require("../types");
|
|
8
|
+
var _tasks = require("@webiny/tasks");
|
|
9
|
+
const PROCESS_PAGES_WAIT_TIME = exports.PROCESS_PAGES_WAIT_TIME = 5; // seconds
|
|
10
|
+
|
|
11
|
+
class ImportPagesProcessPagesChecker {
|
|
12
|
+
async execute(params) {
|
|
13
|
+
const {
|
|
14
|
+
response,
|
|
15
|
+
context,
|
|
16
|
+
store
|
|
17
|
+
} = params;
|
|
18
|
+
const {
|
|
19
|
+
items
|
|
20
|
+
} = await context.tasks.listTasks({
|
|
21
|
+
where: {
|
|
22
|
+
parentId: store.getTask().id,
|
|
23
|
+
definitionId: _types.PageImportTask.Process,
|
|
24
|
+
taskStatus_in: [_tasks.TaskDataStatus.RUNNING, _tasks.TaskDataStatus.PENDING]
|
|
25
|
+
},
|
|
26
|
+
limit: 1
|
|
27
|
+
});
|
|
28
|
+
if (items.length > 0) {
|
|
29
|
+
return response.continue({
|
|
30
|
+
...params.input
|
|
31
|
+
}, {
|
|
32
|
+
seconds: PROCESS_PAGES_WAIT_TIME
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
return response.done();
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
exports.ImportPagesProcessPagesChecker = ImportPagesProcessPagesChecker;
|
|
39
|
+
|
|
40
|
+
//# sourceMappingURL=ImportPagesProcessPagesChecker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_types","require","_tasks","PROCESS_PAGES_WAIT_TIME","exports","ImportPagesProcessPagesChecker","execute","params","response","context","store","items","tasks","listTasks","where","parentId","getTask","id","definitionId","PageImportTask","Process","taskStatus_in","TaskDataStatus","RUNNING","PENDING","limit","length","continue","input","seconds","done"],"sources":["ImportPagesProcessPagesChecker.ts"],"sourcesContent":["import type { IImportPagesControllerTaskParams } from \"~/import/pages/types\";\nimport { PageImportTask } from \"~/import/pages/types\";\nimport type { ITaskResponseResult } from \"@webiny/tasks\";\nimport { TaskDataStatus } from \"@webiny/tasks\";\n\nexport const PROCESS_PAGES_WAIT_TIME = 5; // seconds\n\nexport class ImportPagesProcessPagesChecker {\n public async execute(params: IImportPagesControllerTaskParams): Promise<ITaskResponseResult> {\n const { response, context, store } = params;\n\n const { items } = await context.tasks.listTasks({\n where: {\n parentId: store.getTask().id,\n definitionId: PageImportTask.Process,\n taskStatus_in: [TaskDataStatus.RUNNING, TaskDataStatus.PENDING]\n },\n limit: 1\n });\n if (items.length > 0) {\n return response.continue(\n {\n ...params.input\n },\n {\n seconds: PROCESS_PAGES_WAIT_TIME\n }\n );\n }\n return response.done();\n }\n}\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAEO,MAAME,uBAAuB,GAAAC,OAAA,CAAAD,uBAAA,GAAG,CAAC,CAAC,CAAC;;AAEnC,MAAME,8BAA8B,CAAC;EACxC,MAAaC,OAAOA,CAACC,MAAwC,EAAgC;IACzF,MAAM;MAAEC,QAAQ;MAAEC,OAAO;MAAEC;IAAM,CAAC,GAAGH,MAAM;IAE3C,MAAM;MAAEI;IAAM,CAAC,GAAG,MAAMF,OAAO,CAACG,KAAK,CAACC,SAAS,CAAC;MAC5CC,KAAK,EAAE;QACHC,QAAQ,EAAEL,KAAK,CAACM,OAAO,CAAC,CAAC,CAACC,EAAE;QAC5BC,YAAY,EAAEC,qBAAc,CAACC,OAAO;QACpCC,aAAa,EAAE,CAACC,qBAAc,CAACC,OAAO,EAAED,qBAAc,CAACE,OAAO;MAClE,CAAC;MACDC,KAAK,EAAE;IACX,CAAC,CAAC;IACF,IAAId,KAAK,CAACe,MAAM,GAAG,CAAC,EAAE;MAClB,OAAOlB,QAAQ,CAACmB,QAAQ,CACpB;QACI,GAAGpB,MAAM,CAACqB;MACd,CAAC,EACD;QACIC,OAAO,EAAE1B;MACb,CACJ,CAAC;IACL;IACA,OAAOK,QAAQ,CAACsB,IAAI,CAAC,CAAC;EAC1B;AACJ;AAAC1B,OAAA,CAAAC,8BAAA,GAAAA,8BAAA","ignoreList":[]}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.ImportPagesProcessZipFile = void 0;
|
|
8
|
+
var _types = require("../types");
|
|
9
|
+
var _utils = require("../../utils");
|
|
10
|
+
var _chunk = _interopRequireDefault(require("lodash/chunk"));
|
|
11
|
+
const PROCESSING_PAGES_PER_TASK = 5;
|
|
12
|
+
class ImportPagesProcessZipFile {
|
|
13
|
+
async execute(params) {
|
|
14
|
+
const {
|
|
15
|
+
response,
|
|
16
|
+
input,
|
|
17
|
+
trigger,
|
|
18
|
+
store
|
|
19
|
+
} = params;
|
|
20
|
+
const {
|
|
21
|
+
zipFileUrl
|
|
22
|
+
} = input;
|
|
23
|
+
if (!zipFileUrl) {
|
|
24
|
+
return response.error({
|
|
25
|
+
message: `Missing "zipFileUrl" in the input.`
|
|
26
|
+
});
|
|
27
|
+
}
|
|
28
|
+
const items = await (0, _utils.extractAndUploadZipFileContents)(zipFileUrl);
|
|
29
|
+
/**
|
|
30
|
+
* We will trigger subtasks for a batch of pages.
|
|
31
|
+
*/
|
|
32
|
+
if (items.length === 0) {
|
|
33
|
+
return response.error({
|
|
34
|
+
message: `No pages found in the provided zip file.`
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
const chunks = (0, _chunk.default)(items, PROCESSING_PAGES_PER_TASK);
|
|
38
|
+
for (const pages of chunks) {
|
|
39
|
+
await trigger({
|
|
40
|
+
definition: _types.PageImportTask.Process,
|
|
41
|
+
input: {
|
|
42
|
+
category: input.category,
|
|
43
|
+
meta: input.meta,
|
|
44
|
+
identity: input.identity,
|
|
45
|
+
items: pages,
|
|
46
|
+
done: [],
|
|
47
|
+
failed: [],
|
|
48
|
+
pageIdList: []
|
|
49
|
+
}
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
await store.updateOutput({
|
|
53
|
+
total: items.length
|
|
54
|
+
}, {
|
|
55
|
+
save: false
|
|
56
|
+
});
|
|
57
|
+
return response.continue({
|
|
58
|
+
...input,
|
|
59
|
+
processing: true
|
|
60
|
+
}, {
|
|
61
|
+
/**
|
|
62
|
+
* We will wait a bit before we run controller again,
|
|
63
|
+
* because of Lambda cold starts.
|
|
64
|
+
*/
|
|
65
|
+
seconds: 10
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
exports.ImportPagesProcessZipFile = ImportPagesProcessZipFile;
|
|
70
|
+
|
|
71
|
+
//# sourceMappingURL=ImportPagesProcessZipFile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_types","require","_utils","_chunk","_interopRequireDefault","PROCESSING_PAGES_PER_TASK","ImportPagesProcessZipFile","execute","params","response","input","trigger","store","zipFileUrl","error","message","items","extractAndUploadZipFileContents","length","chunks","lodashChunk","pages","definition","PageImportTask","Process","category","meta","identity","done","failed","pageIdList","updateOutput","total","save","continue","processing","seconds","exports"],"sources":["ImportPagesProcessZipFile.ts"],"sourcesContent":["import type { IImportPagesControllerTaskParams, IImportPagesProcessPagesInput } from \"../types\";\nimport { PageImportTask } from \"../types\";\nimport type { ITaskResponseResult } from \"@webiny/tasks\";\nimport { extractAndUploadZipFileContents } from \"~/import/utils\";\nimport lodashChunk from \"lodash/chunk\";\n\nconst PROCESSING_PAGES_PER_TASK = 5;\n\nexport class ImportPagesProcessZipFile {\n public async execute(params: IImportPagesControllerTaskParams): Promise<ITaskResponseResult> {\n const { response, input, trigger, store } = params;\n\n const { zipFileUrl } = input;\n if (!zipFileUrl) {\n return response.error({\n message: `Missing \"zipFileUrl\" in the input.`\n });\n }\n\n const items = await extractAndUploadZipFileContents(zipFileUrl);\n /**\n * We will trigger subtasks for a batch of pages.\n */\n if (items.length === 0) {\n return response.error({\n message: `No pages found in the provided zip file.`\n });\n }\n const chunks = lodashChunk(items, PROCESSING_PAGES_PER_TASK);\n\n for (const pages of chunks) {\n await trigger<IImportPagesProcessPagesInput>({\n definition: PageImportTask.Process,\n input: {\n category: input.category,\n meta: input.meta,\n identity: input.identity,\n items: pages,\n done: [],\n failed: [],\n pageIdList: []\n }\n });\n }\n await store.updateOutput(\n {\n total: items.length\n },\n {\n save: false\n }\n );\n\n return response.continue(\n {\n ...input,\n processing: true\n },\n {\n /**\n * We will wait a bit before we run controller again,\n * because of Lambda cold starts.\n */\n seconds: 10\n }\n );\n }\n}\n"],"mappings":";;;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAC,sBAAA,CAAAH,OAAA;AAEA,MAAMI,yBAAyB,GAAG,CAAC;AAE5B,MAAMC,yBAAyB,CAAC;EACnC,MAAaC,OAAOA,CAACC,MAAwC,EAAgC;IACzF,MAAM;MAAEC,QAAQ;MAAEC,KAAK;MAAEC,OAAO;MAAEC;IAAM,CAAC,GAAGJ,MAAM;IAElD,MAAM;MAAEK;IAAW,CAAC,GAAGH,KAAK;IAC5B,IAAI,CAACG,UAAU,EAAE;MACb,OAAOJ,QAAQ,CAACK,KAAK,CAAC;QAClBC,OAAO,EAAE;MACb,CAAC,CAAC;IACN;IAEA,MAAMC,KAAK,GAAG,MAAM,IAAAC,sCAA+B,EAACJ,UAAU,CAAC;IAC/D;AACR;AACA;IACQ,IAAIG,KAAK,CAACE,MAAM,KAAK,CAAC,EAAE;MACpB,OAAOT,QAAQ,CAACK,KAAK,CAAC;QAClBC,OAAO,EAAE;MACb,CAAC,CAAC;IACN;IACA,MAAMI,MAAM,GAAG,IAAAC,cAAW,EAACJ,KAAK,EAAEX,yBAAyB,CAAC;IAE5D,KAAK,MAAMgB,KAAK,IAAIF,MAAM,EAAE;MACxB,MAAMR,OAAO,CAAgC;QACzCW,UAAU,EAAEC,qBAAc,CAACC,OAAO;QAClCd,KAAK,EAAE;UACHe,QAAQ,EAAEf,KAAK,CAACe,QAAQ;UACxBC,IAAI,EAAEhB,KAAK,CAACgB,IAAI;UAChBC,QAAQ,EAAEjB,KAAK,CAACiB,QAAQ;UACxBX,KAAK,EAAEK,KAAK;UACZO,IAAI,EAAE,EAAE;UACRC,MAAM,EAAE,EAAE;UACVC,UAAU,EAAE;QAChB;MACJ,CAAC,CAAC;IACN;IACA,MAAMlB,KAAK,CAACmB,YAAY,CACpB;MACIC,KAAK,EAAEhB,KAAK,CAACE;IACjB,CAAC,EACD;MACIe,IAAI,EAAE;IACV,CACJ,CAAC;IAED,OAAOxB,QAAQ,CAACyB,QAAQ,CACpB;MACI,GAAGxB,KAAK;MACRyB,UAAU,EAAE;IAChB,CAAC,EACD;MACI;AAChB;AACA;AACA;MACgBC,OAAO,EAAE;IACb,CACJ,CAAC;EACL;AACJ;AAACC,OAAA,CAAA/B,yBAAA,GAAAA,yBAAA","ignoreList":[]}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { PbImportExportContext } from "../../../graphql/types";
|
|
2
|
+
import type { FileUploadsData } from "../../../types";
|
|
3
|
+
import type { ExportedPageData } from "../../../export/process/exporters/PageExporter";
|
|
4
|
+
interface ImportPageParams {
|
|
5
|
+
pageKey: string;
|
|
6
|
+
context: PbImportExportContext;
|
|
7
|
+
fileUploadsData: FileUploadsData;
|
|
8
|
+
}
|
|
9
|
+
export declare function importPage({ pageKey, context, fileUploadsData }: ImportPageParams): Promise<ExportedPageData["page"]>;
|
|
10
|
+
export {};
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.importPage = importPage;
|
|
8
|
+
var _path = _interopRequireDefault(require("path"));
|
|
9
|
+
var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
|
|
10
|
+
var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
|
|
11
|
+
var _fsExtra = require("fs-extra");
|
|
12
|
+
var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
|
|
13
|
+
var _constants = require("../../constants");
|
|
14
|
+
var _s3Stream = require("../../../export/s3Stream");
|
|
15
|
+
var _utils = require("../../utils");
|
|
16
|
+
async function importPage({
|
|
17
|
+
pageKey,
|
|
18
|
+
context,
|
|
19
|
+
fileUploadsData
|
|
20
|
+
}) {
|
|
21
|
+
const log = console.log;
|
|
22
|
+
|
|
23
|
+
// Making Directory for page in which we're going to extract the page data file.
|
|
24
|
+
const PAGE_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, pageKey);
|
|
25
|
+
(0, _fsExtra.ensureDirSync)(PAGE_EXTRACT_DIR);
|
|
26
|
+
const pageDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
|
|
27
|
+
const PAGE_DATA_FILE_PATH = _path.default.join(PAGE_EXTRACT_DIR, _path.default.basename(pageDataFileKey));
|
|
28
|
+
log(`Downloading Page data file: ${pageDataFileKey} at "${PAGE_DATA_FILE_PATH}"`);
|
|
29
|
+
// Download and save page data file in disk.
|
|
30
|
+
const readStream = await _s3Stream.s3Stream.readStream(pageDataFileKey);
|
|
31
|
+
const writeStream = (0, _fsExtra.createWriteStream)(PAGE_DATA_FILE_PATH);
|
|
32
|
+
await new Promise((resolve, reject) => {
|
|
33
|
+
readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
// Load the page data file from disk.
|
|
37
|
+
log(`Load file ${pageDataFileKey}`);
|
|
38
|
+
const {
|
|
39
|
+
page,
|
|
40
|
+
files
|
|
41
|
+
} = await (0, _loadJsonFile.default)(PAGE_DATA_FILE_PATH);
|
|
42
|
+
|
|
43
|
+
// Only update page data if there are files.
|
|
44
|
+
if (files && Array.isArray(files) && files.length > 0) {
|
|
45
|
+
const fileIdToNewFileMap = await (0, _utils.uploadAssets)({
|
|
46
|
+
context,
|
|
47
|
+
files,
|
|
48
|
+
fileUploadsData
|
|
49
|
+
});
|
|
50
|
+
const settings = await context.fileManager.getSettings();
|
|
51
|
+
const {
|
|
52
|
+
srcPrefix = ""
|
|
53
|
+
} = settings || {};
|
|
54
|
+
(0, _utils.updateFilesInData)({
|
|
55
|
+
data: page.content || {},
|
|
56
|
+
fileIdToNewFileMap,
|
|
57
|
+
srcPrefix
|
|
58
|
+
});
|
|
59
|
+
page.settings = updateImageInPageSettings({
|
|
60
|
+
settings: page.settings || {},
|
|
61
|
+
fileIdToNewFileMap,
|
|
62
|
+
srcPrefix
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
log("Removing Directory for page...");
|
|
66
|
+
await (0, _downloadInstallFiles.deleteFile)(pageKey);
|
|
67
|
+
log(`Remove page contents from S3...`);
|
|
68
|
+
await (0, _utils.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
|
|
69
|
+
return page;
|
|
70
|
+
}
|
|
71
|
+
function updateImageInPageSettings(params) {
|
|
72
|
+
const {
|
|
73
|
+
settings,
|
|
74
|
+
fileIdToNewFileMap,
|
|
75
|
+
srcPrefix
|
|
76
|
+
} = params;
|
|
77
|
+
let newSettings = settings;
|
|
78
|
+
const cleanSrcPrefix = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
|
|
79
|
+
if (_dotPropImmutable.default.get(newSettings, "general.image.src")) {
|
|
80
|
+
const newFile = fileIdToNewFileMap.get(settings.general?.image?.id || "");
|
|
81
|
+
if (newFile) {
|
|
82
|
+
newSettings = _dotPropImmutable.default.set(newSettings, "general.image.src", `${cleanSrcPrefix}/${newFile.key}`);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
if (_dotPropImmutable.default.get(newSettings, "social.image.src")) {
|
|
86
|
+
const newFile = fileIdToNewFileMap.get(settings.social?.image?.id || "");
|
|
87
|
+
if (newFile) {
|
|
88
|
+
newSettings = _dotPropImmutable.default.set(newSettings, "social.image.src", `${cleanSrcPrefix}/${newFile.key}`);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
return newSettings;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
//# sourceMappingURL=importPage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["_path","_interopRequireDefault","require","_dotPropImmutable","_loadJsonFile","_fsExtra","_downloadInstallFiles","_constants","_s3Stream","_utils","importPage","pageKey","context","fileUploadsData","log","console","PAGE_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","pageDataFileKey","dotProp","get","PAGE_DATA_FILE_PATH","basename","readStream","s3Stream","writeStream","createWriteStream","Promise","resolve","reject","on","pipe","page","files","loadJson","Array","isArray","length","fileIdToNewFileMap","uploadAssets","settings","fileManager","getSettings","srcPrefix","updateFilesInData","data","content","updateImageInPageSettings","deleteFile","deleteS3Folder","dirname","params","newSettings","cleanSrcPrefix","endsWith","slice","newFile","general","image","id","set","key","social"],"sources":["importPage.ts"],"sourcesContent":["import path from \"path\";\nimport dotProp from \"dot-prop-immutable\";\nimport loadJson from \"load-json-file\";\nimport { createWriteStream, ensureDirSync } from \"fs-extra\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport type { FileInput } from \"@webiny/api-file-manager/types\";\nimport type { PageSettings } from \"@webiny/api-page-builder/types\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { FileUploadsData } from \"~/types\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { deleteS3Folder, updateFilesInData, uploadAssets } from \"~/import/utils\";\nimport type { ExportedPageData } from \"~/export/process/exporters/PageExporter\";\n\ninterface ImportPageParams {\n pageKey: string;\n context: PbImportExportContext;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importPage({\n pageKey,\n context,\n fileUploadsData\n}: ImportPageParams): Promise<ExportedPageData[\"page\"]> {\n const log = console.log;\n\n // Making Directory for page in which we're going to extract the page data file.\n const PAGE_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, pageKey);\n ensureDirSync(PAGE_EXTRACT_DIR);\n\n const pageDataFileKey = dotProp.get(fileUploadsData, `data`);\n const PAGE_DATA_FILE_PATH = path.join(PAGE_EXTRACT_DIR, path.basename(pageDataFileKey));\n\n log(`Downloading Page data file: ${pageDataFileKey} at \"${PAGE_DATA_FILE_PATH}\"`);\n // Download and save page data file in disk.\n const readStream = await s3Stream.readStream(pageDataFileKey);\n const writeStream = createWriteStream(PAGE_DATA_FILE_PATH);\n\n await new Promise((resolve, reject) => {\n readStream.on(\"error\", reject).pipe(writeStream).on(\"finish\", resolve).on(\"error\", reject);\n });\n\n // Load the page data file from disk.\n log(`Load file ${pageDataFileKey}`);\n const { page, files } = await loadJson<ExportedPageData>(PAGE_DATA_FILE_PATH);\n\n // Only update page data if there are files.\n if (files && Array.isArray(files) && files.length > 0) {\n const fileIdToNewFileMap = await uploadAssets({\n context,\n files,\n fileUploadsData\n });\n\n const settings = await context.fileManager.getSettings();\n\n const { srcPrefix = \"\" } = settings || {};\n updateFilesInData({\n data: page.content || {},\n fileIdToNewFileMap,\n srcPrefix\n });\n\n page.settings = updateImageInPageSettings({\n settings: page.settings || {},\n fileIdToNewFileMap,\n srcPrefix\n });\n }\n\n log(\"Removing Directory for page...\");\n await deleteFile(pageKey);\n\n log(`Remove page contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return page;\n}\n\ninterface UpdateImageInPageSettingsParams {\n fileIdToNewFileMap: Map<string, FileInput>;\n srcPrefix: string;\n settings: PageSettings;\n}\n\nfunction updateImageInPageSettings(\n params: UpdateImageInPageSettingsParams\n): UpdateImageInPageSettingsParams[\"settings\"] {\n const { settings, fileIdToNewFileMap, srcPrefix } = params;\n let newSettings = settings;\n\n const cleanSrcPrefix = srcPrefix.endsWith(\"/\") ? srcPrefix.slice(0, -1) : srcPrefix;\n\n if (dotProp.get(newSettings, \"general.image.src\")) {\n const newFile = fileIdToNewFileMap.get(settings.general?.image?.id || \"\");\n if (newFile) {\n newSettings = dotProp.set(\n newSettings,\n \"general.image.src\",\n `${cleanSrcPrefix}/${newFile.key}`\n );\n }\n }\n\n if (dotProp.get(newSettings, \"social.image.src\")) {\n const newFile = fileIdToNewFileMap.get(settings.social?.image?.id || \"\");\n\n if (newFile) {\n newSettings = dotProp.set(\n newSettings,\n \"social.image.src\",\n `${cleanSrcPrefix}/${newFile.key}`\n );\n }\n }\n\n return newSettings;\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,aAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AACA,IAAAI,qBAAA,GAAAJ,OAAA;AAKA,IAAAK,UAAA,GAAAL,OAAA;AACA,IAAAM,SAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AASO,eAAeQ,UAAUA,CAAC;EAC7BC,OAAO;EACPC,OAAO;EACPC;AACc,CAAC,EAAqC;EACpD,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,gBAAgB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAER,OAAO,CAAC;EAChE,IAAAS,sBAAa,EAACJ,gBAAgB,CAAC;EAE/B,MAAMK,eAAe,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAE,MAAM,CAAC;EAC5D,MAAMW,mBAAmB,GAAGP,aAAI,CAACC,IAAI,CAACF,gBAAgB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,eAAe,CAAC,CAAC;EAEvFP,GAAG,CAAC,+BAA+BO,eAAe,QAAQG,mBAAmB,GAAG,CAAC;EACjF;EACA,MAAME,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,eAAe,CAAC;EAC7D,MAAMO,WAAW,GAAG,IAAAC,0BAAiB,EAACL,mBAAmB,CAAC;EAE1D,MAAM,IAAIM,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCN,UAAU,CAACO,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC,CAACE,IAAI,CAACN,WAAW,CAAC,CAACK,EAAE,CAAC,QAAQ,EAAEF,OAAO,CAAC,CAACE,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC;EAC9F,CAAC,CAAC;;EAEF;EACAlB,GAAG,CAAC,aAAaO,eAAe,EAAE,CAAC;EACnC,MAAM;IAAEc,IAAI;IAAEC;EAAM,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAmBb,mBAAmB,CAAC;;EAE7E;EACA,IAAIY,KAAK,IAAIE,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,IAAIA,KAAK,CAACI,MAAM,GAAG,CAAC,EAAE;IACnD,MAAMC,kBAAkB,GAAG,MAAM,IAAAC,mBAAY,EAAC;MAC1C9B,OAAO;MACPwB,KAAK;MACLvB;IACJ,CAAC,CAAC;IAEF,MAAM8B,QAAQ,GAAG,MAAM/B,OAAO,CAACgC,WAAW,CAACC,WAAW,CAAC,CAAC;IAExD,MAAM;MAAEC,SAAS,GAAG;IAAG,CAAC,GAAGH,QAAQ,IAAI,CAAC,CAAC;IACzC,IAAAI,wBAAiB,EAAC;MACdC,IAAI,EAAEb,IAAI,CAACc,OAAO,IAAI,CAAC,CAAC;MACxBR,kBAAkB;MAClBK;IACJ,CAAC,CAAC;IAEFX,IAAI,CAACQ,QAAQ,GAAGO,yBAAyB,CAAC;MACtCP,QAAQ,EAAER,IAAI,CAACQ,QAAQ,IAAI,CAAC,CAAC;MAC7BF,kBAAkB;MAClBK;IACJ,CAAC,CAAC;EACN;EAEAhC,GAAG,CAAC,gCAAgC,CAAC;EACrC,MAAM,IAAAqC,gCAAU,EAACxC,OAAO,CAAC;EAEzBG,GAAG,CAAC,iCAAiC,CAAC;EACtC,MAAM,IAAAsC,qBAAc,EAACnC,aAAI,CAACoC,OAAO,CAACxC,eAAe,CAACmC,IAAI,CAAC,CAAC;EAExD,OAAOb,IAAI;AACf;AAQA,SAASe,yBAAyBA,CAC9BI,MAAuC,EACI;EAC3C,MAAM;IAAEX,QAAQ;IAAEF,kBAAkB;IAAEK;EAAU,CAAC,GAAGQ,MAAM;EAC1D,IAAIC,WAAW,GAAGZ,QAAQ;EAE1B,MAAMa,cAAc,GAAGV,SAAS,CAACW,QAAQ,CAAC,GAAG,CAAC,GAAGX,SAAS,CAACY,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAGZ,SAAS;EAEnF,IAAIxB,yBAAO,CAACC,GAAG,CAACgC,WAAW,EAAE,mBAAmB,CAAC,EAAE;IAC/C,MAAMI,OAAO,GAAGlB,kBAAkB,CAAClB,GAAG,CAACoB,QAAQ,CAACiB,OAAO,EAAEC,KAAK,EAAEC,EAAE,IAAI,EAAE,CAAC;IACzE,IAAIH,OAAO,EAAE;MACTJ,WAAW,GAAGjC,yBAAO,CAACyC,GAAG,CACrBR,WAAW,EACX,mBAAmB,EACnB,GAAGC,cAAc,IAAIG,OAAO,CAACK,GAAG,EACpC,CAAC;IACL;EACJ;EAEA,IAAI1C,yBAAO,CAACC,GAAG,CAACgC,WAAW,EAAE,kBAAkB,CAAC,EAAE;IAC9C,MAAMI,OAAO,GAAGlB,kBAAkB,CAAClB,GAAG,CAACoB,QAAQ,CAACsB,MAAM,EAAEJ,KAAK,EAAEC,EAAE,IAAI,EAAE,CAAC;IAExE,IAAIH,OAAO,EAAE;MACTJ,WAAW,GAAGjC,yBAAO,CAACyC,GAAG,CACrBR,WAAW,EACX,kBAAkB,EAClB,GAAGC,cAAc,IAAIG,OAAO,CAACK,GAAG,EACpC,CAAC;IACL;EACJ;EAEA,OAAOT,WAAW;AACtB","ignoreList":[]}
|