@webiny/api-page-builder-import-export 0.0.0-mt-3 → 0.0.0-unstable.3386f66516

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (120) hide show
  1. package/client.d.ts +8 -0
  2. package/client.js +47 -0
  3. package/client.js.map +1 -0
  4. package/export/combine/blocksHandler.d.ts +6 -0
  5. package/export/combine/blocksHandler.js +106 -0
  6. package/export/combine/blocksHandler.js.map +1 -0
  7. package/export/combine/index.d.ts +16 -0
  8. package/export/combine/index.js +43 -0
  9. package/export/combine/index.js.map +1 -0
  10. package/export/combine/pagesHandler.d.ts +6 -0
  11. package/export/combine/pagesHandler.js +106 -0
  12. package/export/combine/pagesHandler.js.map +1 -0
  13. package/export/combine/templatesHandler.d.ts +6 -0
  14. package/export/combine/templatesHandler.js +106 -0
  15. package/export/combine/templatesHandler.js.map +1 -0
  16. package/export/process/blocksHandler.d.ts +6 -0
  17. package/export/process/blocksHandler.js +176 -0
  18. package/export/process/blocksHandler.js.map +1 -0
  19. package/export/process/index.d.ts +20 -0
  20. package/export/process/index.js +40 -0
  21. package/export/process/index.js.map +1 -0
  22. package/export/process/pagesHandler.d.ts +6 -0
  23. package/export/process/pagesHandler.js +204 -0
  24. package/export/process/pagesHandler.js.map +1 -0
  25. package/export/process/templatesHandler.d.ts +6 -0
  26. package/export/process/templatesHandler.js +176 -0
  27. package/export/process/templatesHandler.js.map +1 -0
  28. package/{exportPages → export}/s3Stream.d.ts +2 -0
  29. package/{exportPages → export}/s3Stream.js +14 -7
  30. package/export/s3Stream.js.map +1 -0
  31. package/export/utils.d.ts +22 -0
  32. package/export/utils.js +173 -0
  33. package/export/utils.js.map +1 -0
  34. package/{exportPages → export}/zipper.d.ts +7 -5
  35. package/{exportPages → export}/zipper.js +11 -12
  36. package/export/zipper.js.map +1 -0
  37. package/graphql/crud/blocks.crud.d.ts +4 -0
  38. package/graphql/crud/blocks.crud.js +155 -0
  39. package/graphql/crud/blocks.crud.js.map +1 -0
  40. package/graphql/crud/importExportTasks.crud.d.ts +5 -0
  41. package/graphql/crud/{pageImportExportTasks.crud.js → importExportTasks.crud.js} +82 -65
  42. package/graphql/crud/importExportTasks.crud.js.map +1 -0
  43. package/graphql/crud/pages.crud.d.ts +3 -3
  44. package/graphql/crud/pages.crud.js +46 -34
  45. package/graphql/crud/pages.crud.js.map +1 -0
  46. package/graphql/crud/templates.crud.d.ts +4 -0
  47. package/graphql/crud/templates.crud.js +140 -0
  48. package/graphql/crud/templates.crud.js.map +1 -0
  49. package/graphql/crud.d.ts +2 -2
  50. package/graphql/crud.js +7 -3
  51. package/graphql/crud.js.map +1 -0
  52. package/graphql/graphql/blocks.gql.d.ts +4 -0
  53. package/graphql/graphql/blocks.gql.js +57 -0
  54. package/graphql/graphql/blocks.gql.js.map +1 -0
  55. package/graphql/graphql/importExportTasks.gql.d.ts +4 -0
  56. package/graphql/graphql/{pageImportExportTasks.gql.js → importExportTasks.gql.js} +18 -18
  57. package/graphql/graphql/importExportTasks.gql.js.map +1 -0
  58. package/graphql/graphql/pages.gql.d.ts +2 -2
  59. package/graphql/graphql/pages.gql.js +4 -8
  60. package/graphql/graphql/pages.gql.js.map +1 -0
  61. package/graphql/graphql/templates.gql.d.ts +4 -0
  62. package/graphql/graphql/templates.gql.js +57 -0
  63. package/graphql/graphql/templates.gql.js.map +1 -0
  64. package/graphql/graphql/utils/resolve.d.ts +1 -1
  65. package/graphql/graphql/utils/resolve.js.map +1 -0
  66. package/graphql/graphql.d.ts +1 -1
  67. package/graphql/graphql.js +7 -3
  68. package/graphql/graphql.js.map +1 -0
  69. package/graphql/index.d.ts +2 -2
  70. package/graphql/index.js +1 -1
  71. package/graphql/index.js.map +1 -0
  72. package/graphql/types.d.ts +63 -27
  73. package/graphql/types.js.map +1 -0
  74. package/import/create/blocksHandler.d.ts +3 -0
  75. package/import/create/blocksHandler.js +110 -0
  76. package/import/create/blocksHandler.js.map +1 -0
  77. package/import/create/index.d.ts +24 -0
  78. package/import/create/index.js +43 -0
  79. package/import/create/index.js.map +1 -0
  80. package/import/create/pagesHandler.d.ts +3 -0
  81. package/import/create/pagesHandler.js +112 -0
  82. package/import/create/pagesHandler.js.map +1 -0
  83. package/import/create/templatesHandler.d.ts +3 -0
  84. package/import/create/templatesHandler.js +108 -0
  85. package/import/create/templatesHandler.js.map +1 -0
  86. package/import/process/blocksHandler.d.ts +3 -0
  87. package/import/process/blocksHandler.js +175 -0
  88. package/import/process/blocksHandler.js.map +1 -0
  89. package/import/process/index.d.ts +20 -0
  90. package/import/process/index.js +40 -0
  91. package/import/process/index.js.map +1 -0
  92. package/import/process/pagesHandler.d.ts +3 -0
  93. package/import/process/pagesHandler.js +181 -0
  94. package/import/process/pagesHandler.js.map +1 -0
  95. package/import/process/templatesHandler.d.ts +3 -0
  96. package/import/process/templatesHandler.js +172 -0
  97. package/import/process/templatesHandler.js.map +1 -0
  98. package/import/utils.d.ts +56 -0
  99. package/{importPages → import}/utils.js +246 -89
  100. package/import/utils.js.map +1 -0
  101. package/mockSecurity.js.map +1 -0
  102. package/package.json +36 -34
  103. package/types.d.ts +70 -72
  104. package/types.js +17 -17
  105. package/types.js.map +1 -0
  106. package/exportPages/combine/index.d.ts +0 -19
  107. package/exportPages/combine/index.js +0 -88
  108. package/exportPages/process/index.d.ts +0 -26
  109. package/exportPages/process/index.js +0 -204
  110. package/exportPages/utils.d.ts +0 -13
  111. package/exportPages/utils.js +0 -113
  112. package/graphql/crud/pageImportExportTasks.crud.d.ts +0 -5
  113. package/graphql/graphql/pageImportExportTasks.gql.d.ts +0 -4
  114. package/importPages/client.d.ts +0 -7
  115. package/importPages/client.js +0 -40
  116. package/importPages/create/index.d.ts +0 -27
  117. package/importPages/create/index.js +0 -109
  118. package/importPages/process/index.d.ts +0 -25
  119. package/importPages/process/index.js +0 -183
  120. package/importPages/utils.d.ts +0 -43
@@ -0,0 +1,108 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.templatesHandler = void 0;
7
+
8
+ var _types = require("../../types");
9
+
10
+ var _utils = require("../utils");
11
+
12
+ var _client = require("../../client");
13
+
14
+ var _mockSecurity = require("../../mockSecurity");
15
+
16
+ var _utils2 = require("@webiny/utils");
17
+
18
+ const templatesHandler = async (configuration, payload, context) => {
19
+ const log = console.log;
20
+ const {
21
+ pageBuilder
22
+ } = context;
23
+ const {
24
+ task,
25
+ type,
26
+ zipFileUrl,
27
+ identity
28
+ } = payload;
29
+
30
+ try {
31
+ log("RUNNING Import Templates Create");
32
+
33
+ if (!zipFileUrl) {
34
+ return {
35
+ data: null,
36
+ error: {
37
+ message: `Missing "zipFileUrl"!`
38
+ }
39
+ };
40
+ }
41
+
42
+ (0, _mockSecurity.mockSecurity)(identity, context); // Step 1: Read the zip file
43
+
44
+ const templateImportDataList = await (0, _utils.readExtractAndUploadZipFileContents)(zipFileUrl); // For each template create a subtask and invoke the process handler
45
+
46
+ for (let i = 0; i < templateImportDataList.length; i++) {
47
+ const templatesDirMap = templateImportDataList[i]; // Create sub task
48
+
49
+ const subtask = await pageBuilder.importExportTask.createSubTask(task.id, (0, _utils2.zeroPad)(i + 1, 5), {
50
+ status: _types.ImportExportTaskStatus.PENDING,
51
+ data: {
52
+ templateKey: templatesDirMap.key,
53
+ zipFileUrl,
54
+ input: {
55
+ fileUploadsData: templatesDirMap
56
+ }
57
+ }
58
+ });
59
+ log(`Added SUB_TASK "${subtask.id}" to queue.`);
60
+ } // Update main task status
61
+
62
+
63
+ await pageBuilder.importExportTask.updateTask(task.id, {
64
+ status: _types.ImportExportTaskStatus.PROCESSING,
65
+ stats: (0, _utils.initialStats)(templateImportDataList.length)
66
+ });
67
+ await (0, _client.invokeHandlerClient)({
68
+ context,
69
+ name: configuration.handlers.process,
70
+ payload: {
71
+ taskId: task.id,
72
+ // Execute "Process" for the first sub task.
73
+ subTaskIndex: 1,
74
+ type,
75
+ identity: context.security.getIdentity()
76
+ },
77
+ description: "Import templates - process - first"
78
+ });
79
+ } catch (e) {
80
+ log("[IMPORT_TEMPLATES_CREATE] Error => ", e);
81
+ /**
82
+ * In case of error, we'll update the task status to "failed",
83
+ * so that, client can show notify the user appropriately.
84
+ */
85
+
86
+ await pageBuilder.importExportTask.updateTask(task.id, {
87
+ status: _types.ImportExportTaskStatus.FAILED,
88
+ error: {
89
+ name: e.name,
90
+ message: e.message,
91
+ code: e.code || "EXPORT_FAILED"
92
+ }
93
+ });
94
+ return {
95
+ data: null,
96
+ error: {
97
+ message: e.message
98
+ }
99
+ };
100
+ }
101
+
102
+ return {
103
+ data: "",
104
+ error: null
105
+ };
106
+ };
107
+
108
+ exports.templatesHandler = templatesHandler;
@@ -0,0 +1 @@
1
+ {"version":3,"names":["templatesHandler","configuration","payload","context","log","console","pageBuilder","task","type","zipFileUrl","identity","data","error","message","mockSecurity","templateImportDataList","readExtractAndUploadZipFileContents","i","length","templatesDirMap","subtask","importExportTask","createSubTask","id","zeroPad","status","ImportExportTaskStatus","PENDING","templateKey","key","input","fileUploadsData","updateTask","PROCESSING","stats","initialStats","invokeHandlerClient","name","handlers","process","taskId","subTaskIndex","security","getIdentity","description","e","FAILED","code"],"sources":["templatesHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { initialStats, readExtractAndUploadZipFileContents } from \"~/import/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { Payload as ProcessPayload } from \"../process\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/import/create\";\n\nexport const templatesHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n\n const { pageBuilder } = context;\n const { task, type, zipFileUrl, identity } = payload;\n try {\n log(\"RUNNING Import Templates Create\");\n if (!zipFileUrl) {\n return {\n data: null,\n error: {\n message: `Missing \"zipFileUrl\"!`\n }\n };\n }\n mockSecurity(identity, context);\n // Step 1: Read the zip file\n const templateImportDataList = await readExtractAndUploadZipFileContents(zipFileUrl);\n\n // For each template create a subtask and invoke the process handler\n for (let i = 0; i < templateImportDataList.length; i++) {\n const templatesDirMap = templateImportDataList[i];\n // Create sub task\n const subtask = await pageBuilder.importExportTask.createSubTask(\n task.id,\n zeroPad(i + 1, 5),\n {\n status: ImportExportTaskStatus.PENDING,\n data: {\n templateKey: templatesDirMap.key,\n zipFileUrl,\n input: {\n fileUploadsData: templatesDirMap\n }\n }\n }\n );\n log(`Added SUB_TASK \"${subtask.id}\" to queue.`);\n }\n // Update main task status\n await pageBuilder.importExportTask.updateTask(task.id, {\n status: ImportExportTaskStatus.PROCESSING,\n stats: initialStats(templateImportDataList.length)\n });\n\n await invokeHandlerClient<ProcessPayload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId: task.id,\n // Execute \"Process\" for the first sub task.\n subTaskIndex: 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import templates - process - first\"\n });\n } catch (e) {\n log(\"[IMPORT_TEMPLATES_CREATE] Error => \", e);\n\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n\n await pageBuilder.importExportTask.updateTask(task.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: e.code || \"EXPORT_FAILED\"\n }\n });\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n }\n\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;;AAAA;;AACA;;AACA;;AAEA;;AACA;;AAGO,MAAMA,gBAAgB,GAAG,OAC5BC,aAD4B,EAE5BC,OAF4B,EAG5BC,OAH4B,KAIR;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;EAEA,MAAM;IAAEE;EAAF,IAAkBH,OAAxB;EACA,MAAM;IAAEI,IAAF;IAAQC,IAAR;IAAcC,UAAd;IAA0BC;EAA1B,IAAuCR,OAA7C;;EACA,IAAI;IACAE,GAAG,CAAC,iCAAD,CAAH;;IACA,IAAI,CAACK,UAAL,EAAiB;MACb,OAAO;QACHE,IAAI,EAAE,IADH;QAEHC,KAAK,EAAE;UACHC,OAAO,EAAG;QADP;MAFJ,CAAP;IAMH;;IACD,IAAAC,0BAAA,EAAaJ,QAAb,EAAuBP,OAAvB,EAVA,CAWA;;IACA,MAAMY,sBAAsB,GAAG,MAAM,IAAAC,0CAAA,EAAoCP,UAApC,CAArC,CAZA,CAcA;;IACA,KAAK,IAAIQ,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,sBAAsB,CAACG,MAA3C,EAAmDD,CAAC,EAApD,EAAwD;MACpD,MAAME,eAAe,GAAGJ,sBAAsB,CAACE,CAAD,CAA9C,CADoD,CAEpD;;MACA,MAAMG,OAAO,GAAG,MAAMd,WAAW,CAACe,gBAAZ,CAA6BC,aAA7B,CAClBf,IAAI,CAACgB,EADa,EAElB,IAAAC,eAAA,EAAQP,CAAC,GAAG,CAAZ,EAAe,CAAf,CAFkB,EAGlB;QACIQ,MAAM,EAAEC,6BAAA,CAAuBC,OADnC;QAEIhB,IAAI,EAAE;UACFiB,WAAW,EAAET,eAAe,CAACU,GAD3B;UAEFpB,UAFE;UAGFqB,KAAK,EAAE;YACHC,eAAe,EAAEZ;UADd;QAHL;MAFV,CAHkB,CAAtB;MAcAf,GAAG,CAAE,mBAAkBgB,OAAO,CAACG,EAAG,aAA/B,CAAH;IACH,CAjCD,CAkCA;;;IACA,MAAMjB,WAAW,CAACe,gBAAZ,CAA6BW,UAA7B,CAAwCzB,IAAI,CAACgB,EAA7C,EAAiD;MACnDE,MAAM,EAAEC,6BAAA,CAAuBO,UADoB;MAEnDC,KAAK,EAAE,IAAAC,mBAAA,EAAapB,sBAAsB,CAACG,MAApC;IAF4C,CAAjD,CAAN;IAKA,MAAM,IAAAkB,2BAAA,EAAoC;MACtCjC,OADsC;MAEtCkC,IAAI,EAAEpC,aAAa,CAACqC,QAAd,CAAuBC,OAFS;MAGtCrC,OAAO,EAAE;QACLsC,MAAM,EAAEjC,IAAI,CAACgB,EADR;QAEL;QACAkB,YAAY,EAAE,CAHT;QAILjC,IAJK;QAKLE,QAAQ,EAAEP,OAAO,CAACuC,QAAR,CAAiBC,WAAjB;MALL,CAH6B;MAUtCC,WAAW,EAAE;IAVyB,CAApC,CAAN;EAYH,CApDD,CAoDE,OAAOC,CAAP,EAAU;IACRzC,GAAG,CAAC,qCAAD,EAAwCyC,CAAxC,CAAH;IAEA;AACR;AACA;AACA;;IAEQ,MAAMvC,WAAW,CAACe,gBAAZ,CAA6BW,UAA7B,CAAwCzB,IAAI,CAACgB,EAA7C,EAAiD;MACnDE,MAAM,EAAEC,6BAAA,CAAuBoB,MADoB;MAEnDlC,KAAK,EAAE;QACHyB,IAAI,EAAEQ,CAAC,CAACR,IADL;QAEHxB,OAAO,EAAEgC,CAAC,CAAChC,OAFR;QAGHkC,IAAI,EAAEF,CAAC,CAACE,IAAF,IAAU;MAHb;IAF4C,CAAjD,CAAN;IASA,OAAO;MACHpC,IAAI,EAAE,IADH;MAEHC,KAAK,EAAE;QACHC,OAAO,EAAEgC,CAAC,CAAChC;MADR;IAFJ,CAAP;EAMH;;EAED,OAAO;IACHF,IAAI,EAAE,EADH;IAEHC,KAAK,EAAE;EAFJ,CAAP;AAIH,CA1FM"}
@@ -0,0 +1,3 @@
1
+ import { PbImportExportContext } from "../../types";
2
+ import { Configuration, Payload, Response } from ".";
3
+ export declare const blocksHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
@@ -0,0 +1,175 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.blocksHandler = void 0;
7
+
8
+ var _types = require("../../types");
9
+
10
+ var _utils = require("../utils");
11
+
12
+ var _client = require("../../client");
13
+
14
+ var _mockSecurity = require("../../mockSecurity");
15
+
16
+ var _utils2 = require("@webiny/utils");
17
+
18
+ const blocksHandler = async (configuration, payload, context) => {
19
+ const log = console.log;
20
+ let subTask;
21
+ let noPendingTask = true;
22
+ let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
23
+ log("RUNNING Import Block Queue Process");
24
+ const {
25
+ pageBuilder
26
+ } = context;
27
+ const {
28
+ taskId,
29
+ subTaskIndex,
30
+ type,
31
+ identity
32
+ } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
33
+ // and this Lambda is invoked internally, without credentials.
34
+
35
+ (0, _mockSecurity.mockSecurity)(identity, context);
36
+
37
+ try {
38
+ /*
39
+ * Note: We're not going to DB for getting next sub-task to process,
40
+ * because the data might be out of sync due to GSI eventual consistency.
41
+ */
42
+ subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
43
+ /**
44
+ * Base condition!!
45
+ * Bail out early, if task not found or task's status is not "pending".
46
+ */
47
+
48
+ if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
49
+ noPendingTask = true;
50
+ return {
51
+ data: "",
52
+ error: null
53
+ };
54
+ } else {
55
+ noPendingTask = false;
56
+ }
57
+
58
+ prevStatusOfSubTask = subTask.status;
59
+ log(`Fetched sub task => ${subTask.id}`);
60
+ console.log("subTask", subTask);
61
+ const {
62
+ blockKey,
63
+ category,
64
+ zipFileKey,
65
+ input
66
+ } = subTask.data;
67
+ const {
68
+ fileUploadsData
69
+ } = input;
70
+ log(`Processing block key "${blockKey}"`); // Mark task status as PROCESSING
71
+
72
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
73
+ status: _types.ImportExportTaskStatus.PROCESSING
74
+ }); // Update stats in main task
75
+
76
+ await pageBuilder.importExportTask.updateStats(taskId, {
77
+ prevStatus: prevStatusOfSubTask,
78
+ nextStatus: _types.ImportExportTaskStatus.PROCESSING
79
+ });
80
+ prevStatusOfSubTask = subTask.status; // Real job
81
+
82
+ const block = await (0, _utils.importBlock)({
83
+ context,
84
+ blockKey,
85
+ key: zipFileKey,
86
+ fileUploadsData
87
+ }); // Create a block
88
+
89
+ const pbBlock = await context.pageBuilder.createPageBlock({
90
+ name: block.name,
91
+ blockCategory: category,
92
+ content: block.content,
93
+ preview: block.preview
94
+ }); // Update task record in DB
95
+
96
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
97
+ status: _types.ImportExportTaskStatus.COMPLETED,
98
+ data: {
99
+ message: "Done",
100
+ block: {
101
+ id: pbBlock.id,
102
+ name: pbBlock.name
103
+ }
104
+ }
105
+ }); // Update stats in main task
106
+
107
+ await pageBuilder.importExportTask.updateStats(taskId, {
108
+ prevStatus: prevStatusOfSubTask,
109
+ nextStatus: _types.ImportExportTaskStatus.COMPLETED
110
+ });
111
+ prevStatusOfSubTask = subTask.status;
112
+ } catch (e) {
113
+ log("[IMPORT_BLOCKS_PROCESS] Error => ", e.message);
114
+
115
+ if (subTask && subTask.id) {
116
+ /**
117
+ * In case of error, we'll update the task status to "failed",
118
+ * so that, client can show notify the user appropriately.
119
+ */
120
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
121
+ status: _types.ImportExportTaskStatus.FAILED,
122
+ error: {
123
+ name: e.name,
124
+ message: e.message,
125
+ code: "IMPORT_FAILED"
126
+ }
127
+ }); // Update stats in main task
128
+
129
+ await pageBuilder.importExportTask.updateStats(taskId, {
130
+ prevStatus: prevStatusOfSubTask,
131
+ nextStatus: _types.ImportExportTaskStatus.FAILED
132
+ });
133
+ prevStatusOfSubTask = subTask.status;
134
+ }
135
+
136
+ return {
137
+ data: null,
138
+ error: {
139
+ message: e.message
140
+ }
141
+ };
142
+ } finally {
143
+ // Base condition!
144
+ if (noPendingTask) {
145
+ log(`No pending sub-task for task ${taskId}`);
146
+ await pageBuilder.importExportTask.updateTask(taskId, {
147
+ status: _types.ImportExportTaskStatus.COMPLETED,
148
+ data: {
149
+ message: `Finish importing blocks.`
150
+ }
151
+ });
152
+ } else {
153
+ log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current block error out.
154
+
155
+ await (0, _client.invokeHandlerClient)({
156
+ context,
157
+ name: configuration.handlers.process,
158
+ payload: {
159
+ taskId,
160
+ subTaskIndex: subTaskIndex + 1,
161
+ type,
162
+ identity: context.security.getIdentity()
163
+ },
164
+ description: "Import blocks - process - subtask"
165
+ });
166
+ }
167
+ }
168
+
169
+ return {
170
+ data: "",
171
+ error: null
172
+ };
173
+ };
174
+
175
+ exports.blocksHandler = blocksHandler;
@@ -0,0 +1 @@
1
+ {"version":3,"names":["blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","blockKey","category","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","block","importBlock","key","pbBlock","createPageBlock","name","blockCategory","content","preview","COMPLETED","message","e","FAILED","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description"],"sources":["blocksHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { importBlock } from \"~/import/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/import/process\";\n\nexport const blocksHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Block Queue Process\");\n const { pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n console.log(\"subTask\", subTask);\n\n const { blockKey, category, zipFileKey, input } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing block key \"${blockKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const block = await importBlock({\n context,\n blockKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a block\n const pbBlock = await context.pageBuilder.createPageBlock({\n name: block.name,\n blockCategory: category,\n content: block.content,\n preview: block.preview\n });\n\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n block: {\n id: pbBlock.id,\n name: pbBlock.name\n }\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[IMPORT_BLOCKS_PROCESS] Error => \", e.message);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.importExportTask.updateTask(taskId, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing blocks.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current block error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import blocks - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AAGO,MAAMA,aAAa,GAAG,OACzBC,aADyB,EAEzBC,OAFyB,EAGzBC,OAHyB,KAIL;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;EACA,IAAIE,OAAJ;EACA,IAAIC,aAAa,GAAG,IAApB;EACA,IAAIC,mBAAmB,GAAGC,6BAAA,CAAuBC,OAAjD;EAEAN,GAAG,CAAC,oCAAD,CAAH;EACA,MAAM;IAAEO;EAAF,IAAkBR,OAAxB;EACA,MAAM;IAAES,MAAF;IAAUC,YAAV;IAAwBC,IAAxB;IAA8BC;EAA9B,IAA2Cb,OAAjD,CARoB,CASpB;EACA;;EACA,IAAAc,0BAAA,EAAaD,QAAb,EAAuBZ,OAAvB;;EAEA,IAAI;IACA;AACR;AACA;AACA;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BC,UAA7B,CAAwCN,MAAxC,EAAgD,IAAAO,eAAA,EAAQN,YAAR,EAAsB,CAAtB,CAAhD,CAAhB;IAEA;AACR;AACA;AACA;;IACQ,IAAI,CAACP,OAAD,IAAYA,OAAO,CAACc,MAAR,KAAmBX,6BAAA,CAAuBC,OAA1D,EAAmE;MAC/DH,aAAa,GAAG,IAAhB;MACA,OAAO;QACHc,IAAI,EAAE,EADH;QAEHC,KAAK,EAAE;MAFJ,CAAP;IAIH,CAND,MAMO;MACHf,aAAa,GAAG,KAAhB;IACH;;IACDC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IAEAhB,GAAG,CAAE,uBAAsBE,OAAO,CAACiB,EAAG,EAAnC,CAAH;IACAlB,OAAO,CAACD,GAAR,CAAY,SAAZ,EAAuBE,OAAvB;IAEA,MAAM;MAAEkB,QAAF;MAAYC,QAAZ;MAAsBC,UAAtB;MAAkCC;IAAlC,IAA4CrB,OAAO,CAACe,IAA1D;IACA,MAAM;MAAEO;IAAF,IAAsBD,KAA5B;IAEAvB,GAAG,CAAE,yBAAwBoB,QAAS,GAAnC,CAAH,CA7BA,CA+BA;;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BY,aAA7B,CAA2CjB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEX,6BAAA,CAAuBqB;IAD4C,CAA/D,CAAhB,CAhCA,CAmCA;;IACA,MAAMnB,WAAW,CAACM,gBAAZ,CAA6Bc,WAA7B,CAAyCnB,MAAzC,EAAiD;MACnDoB,UAAU,EAAExB,mBADuC;MAEnDyB,UAAU,EAAExB,6BAAA,CAAuBqB;IAFgB,CAAjD,CAAN;IAIAtB,mBAAmB,GAAGF,OAAO,CAACc,MAA9B,CAxCA,CA0CA;;IACA,MAAMc,KAAK,GAAG,MAAM,IAAAC,kBAAA,EAAY;MAC5BhC,OAD4B;MAE5BqB,QAF4B;MAG5BY,GAAG,EAAEV,UAHuB;MAI5BE;IAJ4B,CAAZ,CAApB,CA3CA,CAkDA;;IACA,MAAMS,OAAO,GAAG,MAAMlC,OAAO,CAACQ,WAAR,CAAoB2B,eAApB,CAAoC;MACtDC,IAAI,EAAEL,KAAK,CAACK,IAD0C;MAEtDC,aAAa,EAAEf,QAFuC;MAGtDgB,OAAO,EAAEP,KAAK,CAACO,OAHuC;MAItDC,OAAO,EAAER,KAAK,CAACQ;IAJuC,CAApC,CAAtB,CAnDA,CA0DA;;IACApC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BY,aAA7B,CAA2CjB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEX,6BAAA,CAAuBkC,SAD4C;MAE3EtB,IAAI,EAAE;QACFuB,OAAO,EAAE,MADP;QAEFV,KAAK,EAAE;UACHX,EAAE,EAAEc,OAAO,CAACd,EADT;UAEHgB,IAAI,EAAEF,OAAO,CAACE;QAFX;MAFL;IAFqE,CAA/D,CAAhB,CA3DA,CAqEA;;IACA,MAAM5B,WAAW,CAACM,gBAAZ,CAA6Bc,WAA7B,CAAyCnB,MAAzC,EAAiD;MACnDoB,UAAU,EAAExB,mBADuC;MAEnDyB,UAAU,EAAExB,6BAAA,CAAuBkC;IAFgB,CAAjD,CAAN;IAIAnC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;EACH,CA3ED,CA2EE,OAAOyB,CAAP,EAAU;IACRzC,GAAG,CAAC,mCAAD,EAAsCyC,CAAC,CAACD,OAAxC,CAAH;;IAEA,IAAItC,OAAO,IAAIA,OAAO,CAACiB,EAAvB,EAA2B;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BY,aAA7B,CAA2CjB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;QAC3EH,MAAM,EAAEX,6BAAA,CAAuBqC,MAD4C;QAE3ExB,KAAK,EAAE;UACHiB,IAAI,EAAEM,CAAC,CAACN,IADL;UAEHK,OAAO,EAAEC,CAAC,CAACD,OAFR;UAGHG,IAAI,EAAE;QAHH;MAFoE,CAA/D,CAAhB,CALuB,CAcvB;;MACA,MAAMpC,WAAW,CAACM,gBAAZ,CAA6Bc,WAA7B,CAAyCnB,MAAzC,EAAiD;QACnDoB,UAAU,EAAExB,mBADuC;QAEnDyB,UAAU,EAAExB,6BAAA,CAAuBqC;MAFgB,CAAjD,CAAN;MAIAtC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IACH;;IAED,OAAO;MACHC,IAAI,EAAE,IADH;MAEHC,KAAK,EAAE;QACHsB,OAAO,EAAEC,CAAC,CAACD;MADR;IAFJ,CAAP;EAMH,CA1GD,SA0GU;IACN;IACA,IAAIrC,aAAJ,EAAmB;MACfH,GAAG,CAAE,gCAA+BQ,MAAO,EAAxC,CAAH;MAEA,MAAMD,WAAW,CAACM,gBAAZ,CAA6B+B,UAA7B,CAAwCpC,MAAxC,EAAgD;QAClDQ,MAAM,EAAEX,6BAAA,CAAuBkC,SADmB;QAElDtB,IAAI,EAAE;UACFuB,OAAO,EAAG;QADR;MAF4C,CAAhD,CAAN;IAMH,CATD,MASO;MACHxC,GAAG,CAAE,8BAA6BS,YAAY,GAAG,CAAE,GAAhD,CAAH,CADG,CAEH;;MACA,MAAM,IAAAoC,2BAAA,EAA6B;QAC/B9C,OAD+B;QAE/BoC,IAAI,EAAEtC,aAAa,CAACiD,QAAd,CAAuBC,OAFE;QAG/BjD,OAAO,EAAE;UACLU,MADK;UAELC,YAAY,EAAEA,YAAY,GAAG,CAFxB;UAGLC,IAHK;UAILC,QAAQ,EAAEZ,OAAO,CAACiD,QAAR,CAAiBC,WAAjB;QAJL,CAHsB;QAS/BC,WAAW,EAAE;MATkB,CAA7B,CAAN;IAWH;EACJ;;EACD,OAAO;IACHjC,IAAI,EAAE,EADH;IAEHC,KAAK,EAAE;EAFJ,CAAP;AAIH,CA1JM"}
@@ -0,0 +1,20 @@
1
+ import { PbImportExportContext } from "../../types";
2
+ import { SecurityIdentity } from "@webiny/api-security/types";
3
+ export interface Configuration {
4
+ handlers: {
5
+ process: string;
6
+ };
7
+ }
8
+ export interface Payload {
9
+ taskId: string;
10
+ subTaskIndex: number;
11
+ type: string;
12
+ identity: SecurityIdentity;
13
+ meta?: Record<string, any>;
14
+ }
15
+ export interface Response {
16
+ data: string | null;
17
+ error: Partial<Error> | null;
18
+ }
19
+ declare const _default: (configuration: Configuration) => import("@webiny/handler-aws").RawEventHandler<Payload, PbImportExportContext, Response>;
20
+ export default _default;
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.default = void 0;
7
+
8
+ var _handlerAws = require("@webiny/handler-aws");
9
+
10
+ var _blocksHandler = require("./blocksHandler");
11
+
12
+ var _pagesHandler = require("./pagesHandler");
13
+
14
+ var _templatesHandler = require("./templatesHandler");
15
+
16
+ var _default = configuration => {
17
+ return (0, _handlerAws.createRawEventHandler)(async ({
18
+ payload,
19
+ context
20
+ }) => {
21
+ switch (payload.type) {
22
+ case "block":
23
+ {
24
+ return await (0, _blocksHandler.blocksHandler)(configuration, payload, context);
25
+ }
26
+
27
+ case "template":
28
+ {
29
+ return await (0, _templatesHandler.templatesHandler)(configuration, payload, context);
30
+ }
31
+
32
+ default:
33
+ {
34
+ return await (0, _pagesHandler.pagesHandler)(configuration, payload, context);
35
+ }
36
+ }
37
+ });
38
+ };
39
+
40
+ exports.default = _default;
@@ -0,0 +1 @@
1
+ {"version":3,"names":["configuration","createRawEventHandler","payload","context","type","blocksHandler","templatesHandler","pagesHandler"],"sources":["index.ts"],"sourcesContent":["import { PbImportExportContext } from \"~/types\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\nimport { blocksHandler } from \"~/import/process/blocksHandler\";\nimport { pagesHandler } from \"~/import/process/pagesHandler\";\nimport { templatesHandler } from \"~/import/process/templatesHandler\";\n\nexport interface Configuration {\n handlers: {\n process: string;\n };\n}\n\nexport interface Payload {\n taskId: string;\n subTaskIndex: number;\n type: string;\n identity: SecurityIdentity;\n meta?: Record<string, any>;\n}\n\nexport interface Response {\n data: string | null;\n error: Partial<Error> | null;\n}\n\nexport default (configuration: Configuration) => {\n return createRawEventHandler<Payload, PbImportExportContext, Response>(\n async ({ payload, context }) => {\n switch (payload.type) {\n case \"block\": {\n return await blocksHandler(configuration, payload, context);\n }\n case \"template\": {\n return await templatesHandler(configuration, payload, context);\n }\n default: {\n return await pagesHandler(configuration, payload, context);\n }\n }\n }\n );\n};\n"],"mappings":";;;;;;;AAEA;;AACA;;AACA;;AACA;;eAqBgBA,aAAD,IAAkC;EAC7C,OAAO,IAAAC,iCAAA,EACH,OAAO;IAAEC,OAAF;IAAWC;EAAX,CAAP,KAAgC;IAC5B,QAAQD,OAAO,CAACE,IAAhB;MACI,KAAK,OAAL;QAAc;UACV,OAAO,MAAM,IAAAC,4BAAA,EAAcL,aAAd,EAA6BE,OAA7B,EAAsCC,OAAtC,CAAb;QACH;;MACD,KAAK,UAAL;QAAiB;UACb,OAAO,MAAM,IAAAG,kCAAA,EAAiBN,aAAjB,EAAgCE,OAAhC,EAAyCC,OAAzC,CAAb;QACH;;MACD;QAAS;UACL,OAAO,MAAM,IAAAI,0BAAA,EAAaP,aAAb,EAA4BE,OAA5B,EAAqCC,OAArC,CAAb;QACH;IATL;EAWH,CAbE,CAAP;AAeH,C"}
@@ -0,0 +1,3 @@
1
+ import { PbImportExportContext } from "../../types";
2
+ import { Configuration, Payload, Response } from ".";
3
+ export declare const pagesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
@@ -0,0 +1,181 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.pagesHandler = void 0;
7
+
8
+ var _types = require("../../types");
9
+
10
+ var _utils = require("../utils");
11
+
12
+ var _client = require("../../client");
13
+
14
+ var _mockSecurity = require("../../mockSecurity");
15
+
16
+ var _utils2 = require("@webiny/utils");
17
+
18
+ const pagesHandler = async (configuration, payload, context) => {
19
+ const log = console.log;
20
+ let subTask;
21
+ let noPendingTask = true;
22
+ let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
23
+ log("RUNNING Import Page Queue Process");
24
+ const {
25
+ pageBuilder
26
+ } = context;
27
+ const {
28
+ taskId,
29
+ subTaskIndex,
30
+ type,
31
+ identity
32
+ } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
33
+ // and this Lambda is invoked internally, without credentials.
34
+
35
+ (0, _mockSecurity.mockSecurity)(identity, context);
36
+
37
+ try {
38
+ /*
39
+ * Note: We're not going to DB for getting next sub-task to process,
40
+ * because the data might be out of sync due to GSI eventual consistency.
41
+ */
42
+ subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
43
+ /**
44
+ * Base condition!!
45
+ * Bail out early, if task not found or task's status is not "pending".
46
+ */
47
+
48
+ if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
49
+ noPendingTask = true;
50
+ return {
51
+ data: "",
52
+ error: null
53
+ };
54
+ } else {
55
+ noPendingTask = false;
56
+ }
57
+
58
+ prevStatusOfSubTask = subTask.status;
59
+ log(`Fetched sub task => ${subTask.id}`);
60
+ const {
61
+ pageKey,
62
+ category,
63
+ zipFileKey,
64
+ input,
65
+ meta
66
+ } = subTask.data;
67
+ const {
68
+ fileUploadsData
69
+ } = input;
70
+ log(`Processing page key "${pageKey}"`); // Mark task status as PROCESSING
71
+
72
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
73
+ status: _types.ImportExportTaskStatus.PROCESSING
74
+ }); // Update stats in main task
75
+
76
+ await pageBuilder.importExportTask.updateStats(taskId, {
77
+ prevStatus: prevStatusOfSubTask,
78
+ nextStatus: _types.ImportExportTaskStatus.PROCESSING
79
+ });
80
+ prevStatusOfSubTask = subTask.status; // Real job
81
+
82
+ const page = await (0, _utils.importPage)({
83
+ context,
84
+ pageKey,
85
+ key: zipFileKey,
86
+ fileUploadsData
87
+ }); // Create a page
88
+
89
+ let pbPage = await context.pageBuilder.createPage(category, meta); // Update page with data
90
+
91
+ pbPage = await context.pageBuilder.updatePage(pbPage.id, {
92
+ content: page.content,
93
+ title: page.title,
94
+ path: page.path,
95
+ settings: page.settings
96
+ }); // TODO: Publish page
97
+ // Update task record in DB
98
+
99
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
100
+ status: _types.ImportExportTaskStatus.COMPLETED,
101
+ data: {
102
+ message: "Done",
103
+ page: {
104
+ id: pbPage.id,
105
+ title: pbPage.title,
106
+ version: pbPage.version,
107
+ status: pbPage.status
108
+ }
109
+ }
110
+ }); // Update stats in main task
111
+
112
+ await pageBuilder.importExportTask.updateStats(taskId, {
113
+ prevStatus: prevStatusOfSubTask,
114
+ nextStatus: _types.ImportExportTaskStatus.COMPLETED
115
+ });
116
+ prevStatusOfSubTask = subTask.status;
117
+ } catch (e) {
118
+ log("[IMPORT_PAGES_PROCESS] Error => ", e);
119
+
120
+ if (subTask && subTask.id) {
121
+ /**
122
+ * In case of error, we'll update the task status to "failed",
123
+ * so that, client can show notify the user appropriately.
124
+ */
125
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
126
+ status: _types.ImportExportTaskStatus.FAILED,
127
+ error: {
128
+ name: e.name,
129
+ message: e.message,
130
+ stack: e.stack,
131
+ code: "IMPORT_FAILED"
132
+ }
133
+ }); // Update stats in main task
134
+
135
+ await pageBuilder.importExportTask.updateStats(taskId, {
136
+ prevStatus: prevStatusOfSubTask,
137
+ nextStatus: _types.ImportExportTaskStatus.FAILED
138
+ });
139
+ prevStatusOfSubTask = subTask.status;
140
+ }
141
+
142
+ return {
143
+ data: null,
144
+ error: {
145
+ message: e.message
146
+ }
147
+ };
148
+ } finally {
149
+ // Base condition!
150
+ if (noPendingTask) {
151
+ log(`No pending sub-task for task ${taskId}`);
152
+ await pageBuilder.importExportTask.updateTask(taskId, {
153
+ status: _types.ImportExportTaskStatus.COMPLETED,
154
+ data: {
155
+ message: `Finish importing pages.`
156
+ }
157
+ });
158
+ } else {
159
+ log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
160
+
161
+ await (0, _client.invokeHandlerClient)({
162
+ context,
163
+ name: configuration.handlers.process,
164
+ payload: {
165
+ taskId,
166
+ subTaskIndex: subTaskIndex + 1,
167
+ type,
168
+ identity: context.security.getIdentity()
169
+ },
170
+ description: "Import pages - process - subtask"
171
+ });
172
+ }
173
+ }
174
+
175
+ return {
176
+ data: "",
177
+ error: null
178
+ };
179
+ };
180
+
181
+ exports.pagesHandler = pagesHandler;
@@ -0,0 +1 @@
1
+ {"version":3,"names":["pagesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","pageKey","category","zipFileKey","input","meta","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","page","importPage","key","pbPage","createPage","updatePage","content","title","path","settings","COMPLETED","message","version","e","FAILED","name","stack","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description"],"sources":["pagesHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { importPage } from \"~/import/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/import/process\";\n\nexport const pagesHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Page Queue Process\");\n const { pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { pageKey, category, zipFileKey, input, meta } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing page key \"${pageKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const page = await importPage({\n context,\n pageKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a page\n let pbPage = await context.pageBuilder.createPage(category, meta);\n\n // Update page with data\n pbPage = await context.pageBuilder.updatePage(pbPage.id, {\n content: page.content,\n title: page.title,\n path: page.path,\n settings: page.settings\n });\n\n // TODO: Publish page\n\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n page: {\n id: pbPage.id,\n title: pbPage.title,\n version: pbPage.version,\n status: pbPage.status\n }\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[IMPORT_PAGES_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.importExportTask.updateTask(taskId, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing pages.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current page error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import pages - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AAGO,MAAMA,YAAY,GAAG,OACxBC,aADwB,EAExBC,OAFwB,EAGxBC,OAHwB,KAIJ;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;EACA,IAAIE,OAAJ;EACA,IAAIC,aAAa,GAAG,IAApB;EACA,IAAIC,mBAAmB,GAAGC,6BAAA,CAAuBC,OAAjD;EAEAN,GAAG,CAAC,mCAAD,CAAH;EACA,MAAM;IAAEO;EAAF,IAAkBR,OAAxB;EACA,MAAM;IAAES,MAAF;IAAUC,YAAV;IAAwBC,IAAxB;IAA8BC;EAA9B,IAA2Cb,OAAjD,CARoB,CASpB;EACA;;EACA,IAAAc,0BAAA,EAAaD,QAAb,EAAuBZ,OAAvB;;EAEA,IAAI;IACA;AACR;AACA;AACA;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6BC,UAA7B,CAAwCN,MAAxC,EAAgD,IAAAO,eAAA,EAAQN,YAAR,EAAsB,CAAtB,CAAhD,CAAhB;IAEA;AACR;AACA;AACA;;IACQ,IAAI,CAACP,OAAD,IAAYA,OAAO,CAACc,MAAR,KAAmBX,6BAAA,CAAuBC,OAA1D,EAAmE;MAC/DH,aAAa,GAAG,IAAhB;MACA,OAAO;QACHc,IAAI,EAAE,EADH;QAEHC,KAAK,EAAE;MAFJ,CAAP;IAIH,CAND,MAMO;MACHf,aAAa,GAAG,KAAhB;IACH;;IACDC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IAEAhB,GAAG,CAAE,uBAAsBE,OAAO,CAACiB,EAAG,EAAnC,CAAH;IAEA,MAAM;MAAEC,OAAF;MAAWC,QAAX;MAAqBC,UAArB;MAAiCC,KAAjC;MAAwCC;IAAxC,IAAiDtB,OAAO,CAACe,IAA/D;IACA,MAAM;MAAEQ;IAAF,IAAsBF,KAA5B;IAEAvB,GAAG,CAAE,wBAAuBoB,OAAQ,GAAjC,CAAH,CA5BA,CA8BA;;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEX,6BAAA,CAAuBsB;IAD4C,CAA/D,CAAhB,CA/BA,CAkCA;;IACA,MAAMpB,WAAW,CAACM,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;MACnDqB,UAAU,EAAEzB,mBADuC;MAEnD0B,UAAU,EAAEzB,6BAAA,CAAuBsB;IAFgB,CAAjD,CAAN;IAIAvB,mBAAmB,GAAGF,OAAO,CAACc,MAA9B,CAvCA,CAyCA;;IACA,MAAMe,IAAI,GAAG,MAAM,IAAAC,iBAAA,EAAW;MAC1BjC,OAD0B;MAE1BqB,OAF0B;MAG1Ba,GAAG,EAAEX,UAHqB;MAI1BG;IAJ0B,CAAX,CAAnB,CA1CA,CAiDA;;IACA,IAAIS,MAAM,GAAG,MAAMnC,OAAO,CAACQ,WAAR,CAAoB4B,UAApB,CAA+Bd,QAA/B,EAAyCG,IAAzC,CAAnB,CAlDA,CAoDA;;IACAU,MAAM,GAAG,MAAMnC,OAAO,CAACQ,WAAR,CAAoB6B,UAApB,CAA+BF,MAAM,CAACf,EAAtC,EAA0C;MACrDkB,OAAO,EAAEN,IAAI,CAACM,OADuC;MAErDC,KAAK,EAAEP,IAAI,CAACO,KAFyC;MAGrDC,IAAI,EAAER,IAAI,CAACQ,IAH0C;MAIrDC,QAAQ,EAAET,IAAI,CAACS;IAJsC,CAA1C,CAAf,CArDA,CA4DA;IAEA;;IACAtC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;MAC3EH,MAAM,EAAEX,6BAAA,CAAuBoC,SAD4C;MAE3ExB,IAAI,EAAE;QACFyB,OAAO,EAAE,MADP;QAEFX,IAAI,EAAE;UACFZ,EAAE,EAAEe,MAAM,CAACf,EADT;UAEFmB,KAAK,EAAEJ,MAAM,CAACI,KAFZ;UAGFK,OAAO,EAAET,MAAM,CAACS,OAHd;UAIF3B,MAAM,EAAEkB,MAAM,CAAClB;QAJb;MAFJ;IAFqE,CAA/D,CAAhB,CA/DA,CA2EA;;IACA,MAAMT,WAAW,CAACM,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;MACnDqB,UAAU,EAAEzB,mBADuC;MAEnD0B,UAAU,EAAEzB,6BAAA,CAAuBoC;IAFgB,CAAjD,CAAN;IAIArC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;EACH,CAjFD,CAiFE,OAAO4B,CAAP,EAAU;IACR5C,GAAG,CAAC,kCAAD,EAAqC4C,CAArC,CAAH;;IAEA,IAAI1C,OAAO,IAAIA,OAAO,CAACiB,EAAvB,EAA2B;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAZ,CAA6Ba,aAA7B,CAA2ClB,MAA3C,EAAmDN,OAAO,CAACiB,EAA3D,EAA+D;QAC3EH,MAAM,EAAEX,6BAAA,CAAuBwC,MAD4C;QAE3E3B,KAAK,EAAE;UACH4B,IAAI,EAAEF,CAAC,CAACE,IADL;UAEHJ,OAAO,EAAEE,CAAC,CAACF,OAFR;UAGHK,KAAK,EAAEH,CAAC,CAACG,KAHN;UAIHC,IAAI,EAAE;QAJH;MAFoE,CAA/D,CAAhB,CALuB,CAevB;;MACA,MAAMzC,WAAW,CAACM,gBAAZ,CAA6Be,WAA7B,CAAyCpB,MAAzC,EAAiD;QACnDqB,UAAU,EAAEzB,mBADuC;QAEnD0B,UAAU,EAAEzB,6BAAA,CAAuBwC;MAFgB,CAAjD,CAAN;MAIAzC,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;IACH;;IAED,OAAO;MACHC,IAAI,EAAE,IADH;MAEHC,KAAK,EAAE;QACHwB,OAAO,EAAEE,CAAC,CAACF;MADR;IAFJ,CAAP;EAMH,CAjHD,SAiHU;IACN;IACA,IAAIvC,aAAJ,EAAmB;MACfH,GAAG,CAAE,gCAA+BQ,MAAO,EAAxC,CAAH;MAEA,MAAMD,WAAW,CAACM,gBAAZ,CAA6BoC,UAA7B,CAAwCzC,MAAxC,EAAgD;QAClDQ,MAAM,EAAEX,6BAAA,CAAuBoC,SADmB;QAElDxB,IAAI,EAAE;UACFyB,OAAO,EAAG;QADR;MAF4C,CAAhD,CAAN;IAMH,CATD,MASO;MACH1C,GAAG,CAAE,8BAA6BS,YAAY,GAAG,CAAE,GAAhD,CAAH,CADG,CAEH;;MACA,MAAM,IAAAyC,2BAAA,EAA6B;QAC/BnD,OAD+B;QAE/B+C,IAAI,EAAEjD,aAAa,CAACsD,QAAd,CAAuBC,OAFE;QAG/BtD,OAAO,EAAE;UACLU,MADK;UAELC,YAAY,EAAEA,YAAY,GAAG,CAFxB;UAGLC,IAHK;UAILC,QAAQ,EAAEZ,OAAO,CAACsD,QAAR,CAAiBC,WAAjB;QAJL,CAHsB;QAS/BC,WAAW,EAAE;MATkB,CAA7B,CAAN;IAWH;EACJ;;EACD,OAAO;IACHtC,IAAI,EAAE,EADH;IAEHC,KAAK,EAAE;EAFJ,CAAP;AAIH,CAjKM"}
@@ -0,0 +1,3 @@
1
+ import { PbImportExportContext } from "../../types";
2
+ import { Configuration, Payload, Response } from ".";
3
+ export declare const templatesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;