@webiny/api-page-builder-import-export 0.0.0-unstable.97a151f74d → 0.0.0-unstable.99666aeb00

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (186) hide show
  1. package/client.d.ts +2 -2
  2. package/client.js +2 -6
  3. package/client.js.map +1 -1
  4. package/export/combine/blocksHandler.d.ts +6 -0
  5. package/export/combine/blocksHandler.js +99 -0
  6. package/export/combine/blocksHandler.js.map +1 -0
  7. package/export/combine/formsHandler.d.ts +6 -0
  8. package/export/combine/formsHandler.js +99 -0
  9. package/export/combine/formsHandler.js.map +1 -0
  10. package/{exportPages → export}/combine/index.d.ts +3 -2
  11. package/export/combine/index.js +42 -0
  12. package/export/combine/index.js.map +1 -0
  13. package/export/combine/pagesHandler.d.ts +6 -0
  14. package/export/combine/pagesHandler.js +99 -0
  15. package/export/combine/pagesHandler.js.map +1 -0
  16. package/export/combine/templatesHandler.d.ts +6 -0
  17. package/export/combine/templatesHandler.js +99 -0
  18. package/export/combine/templatesHandler.js.map +1 -0
  19. package/export/process/blocksHandler.d.ts +6 -0
  20. package/export/process/blocksHandler.js +162 -0
  21. package/export/process/blocksHandler.js.map +1 -0
  22. package/export/process/formsHandler.d.ts +6 -0
  23. package/export/process/formsHandler.js +187 -0
  24. package/export/process/formsHandler.js.map +1 -0
  25. package/{exportPages → export}/process/index.d.ts +4 -6
  26. package/export/process/index.js +39 -0
  27. package/export/process/index.js.map +1 -0
  28. package/export/process/pagesHandler.d.ts +6 -0
  29. package/export/process/pagesHandler.js +189 -0
  30. package/export/process/pagesHandler.js.map +1 -0
  31. package/export/process/templatesHandler.d.ts +6 -0
  32. package/export/process/templatesHandler.js +166 -0
  33. package/export/process/templatesHandler.js.map +1 -0
  34. package/{exportPages → export}/s3Stream.d.ts +5 -2
  35. package/{exportPages → export}/s3Stream.js +1 -20
  36. package/export/s3Stream.js.map +1 -0
  37. package/export/utils.d.ts +29 -0
  38. package/export/utils.js +194 -0
  39. package/export/utils.js.map +1 -0
  40. package/{exportPages → export}/zipper.d.ts +6 -5
  41. package/{exportPages → export}/zipper.js +38 -49
  42. package/export/zipper.js.map +1 -0
  43. package/graphql/crud/blocks.crud.d.ts +4 -0
  44. package/graphql/crud/blocks.crud.js +140 -0
  45. package/graphql/crud/blocks.crud.js.map +1 -0
  46. package/graphql/crud/forms.crud.d.ts +4 -0
  47. package/graphql/crud/forms.crud.js +134 -0
  48. package/graphql/crud/forms.crud.js.map +1 -0
  49. package/graphql/crud/importExportTasks.crud.d.ts +5 -0
  50. package/graphql/crud/{pageImportExportTasks.crud.js → importExportTasks.crud.js} +92 -136
  51. package/graphql/crud/importExportTasks.crud.js.map +1 -0
  52. package/graphql/crud/pages.crud.d.ts +2 -2
  53. package/graphql/crud/pages.crud.js +47 -57
  54. package/graphql/crud/pages.crud.js.map +1 -1
  55. package/graphql/crud/templates.crud.d.ts +4 -0
  56. package/graphql/crud/templates.crud.js +128 -0
  57. package/graphql/crud/templates.crud.js.map +1 -0
  58. package/graphql/crud.d.ts +2 -2
  59. package/graphql/crud.js +5 -7
  60. package/graphql/crud.js.map +1 -1
  61. package/graphql/graphql/blocks.gql.d.ts +4 -0
  62. package/graphql/graphql/blocks.gql.js +52 -0
  63. package/graphql/graphql/blocks.gql.js.map +1 -0
  64. package/graphql/graphql/forms.gql.d.ts +4 -0
  65. package/graphql/graphql/forms.gql.js +60 -0
  66. package/graphql/graphql/forms.gql.js.map +1 -0
  67. package/graphql/graphql/importExportTasks.gql.d.ts +4 -0
  68. package/graphql/graphql/{pageImportExportTasks.gql.js → importExportTasks.gql.js} +18 -23
  69. package/graphql/graphql/importExportTasks.gql.js.map +1 -0
  70. package/graphql/graphql/pages.gql.d.ts +2 -2
  71. package/graphql/graphql/pages.gql.js +4 -15
  72. package/graphql/graphql/pages.gql.js.map +1 -1
  73. package/graphql/graphql/templates.gql.d.ts +4 -0
  74. package/graphql/graphql/templates.gql.js +52 -0
  75. package/graphql/graphql/templates.gql.js.map +1 -0
  76. package/graphql/graphql/utils/resolve.d.ts +1 -1
  77. package/graphql/graphql/utils/resolve.js +0 -3
  78. package/graphql/graphql/utils/resolve.js.map +1 -1
  79. package/graphql/graphql.js +5 -6
  80. package/graphql/graphql.js.map +1 -1
  81. package/graphql/index.d.ts +2 -2
  82. package/graphql/index.js +0 -5
  83. package/graphql/index.js.map +1 -1
  84. package/graphql/types.d.ts +83 -23
  85. package/graphql/types.js.map +1 -1
  86. package/import/constants.d.ts +3 -0
  87. package/import/constants.js +14 -0
  88. package/import/constants.js.map +1 -0
  89. package/import/create/blocksHandler.d.ts +3 -0
  90. package/import/create/blocksHandler.js +101 -0
  91. package/import/create/blocksHandler.js.map +1 -0
  92. package/import/create/formsHandler.d.ts +3 -0
  93. package/import/create/formsHandler.js +103 -0
  94. package/import/create/formsHandler.js.map +1 -0
  95. package/{importPages → import}/create/index.d.ts +7 -5
  96. package/import/create/index.js +42 -0
  97. package/import/create/index.js.map +1 -0
  98. package/import/create/pagesHandler.d.ts +3 -0
  99. package/import/create/pagesHandler.js +103 -0
  100. package/import/create/pagesHandler.js.map +1 -0
  101. package/import/create/templatesHandler.d.ts +3 -0
  102. package/import/create/templatesHandler.js +99 -0
  103. package/import/create/templatesHandler.js.map +1 -0
  104. package/import/process/blocks/blocksHandler.d.ts +3 -0
  105. package/import/process/blocks/blocksHandler.js +169 -0
  106. package/import/process/blocks/blocksHandler.js.map +1 -0
  107. package/import/process/blocks/importBlock.d.ts +11 -0
  108. package/import/process/blocks/importBlock.js +92 -0
  109. package/import/process/blocks/importBlock.js.map +1 -0
  110. package/import/process/forms/formsHandler.d.ts +3 -0
  111. package/import/process/forms/formsHandler.js +176 -0
  112. package/import/process/forms/formsHandler.js.map +1 -0
  113. package/import/process/forms/importForm.d.ts +9 -0
  114. package/import/process/forms/importForm.js +43 -0
  115. package/import/process/forms/importForm.js.map +1 -0
  116. package/{importPages → import}/process/index.d.ts +5 -3
  117. package/import/process/index.js +39 -0
  118. package/import/process/index.js.map +1 -0
  119. package/import/process/pages/importPage.d.ts +11 -0
  120. package/import/process/pages/importPage.js +92 -0
  121. package/import/process/pages/importPage.js.map +1 -0
  122. package/import/process/pages/pagesHandler.d.ts +3 -0
  123. package/import/process/pages/pagesHandler.js +183 -0
  124. package/import/process/pages/pagesHandler.js.map +1 -0
  125. package/import/process/templates/importTemplate.d.ts +11 -0
  126. package/import/process/templates/importTemplate.js +66 -0
  127. package/import/process/templates/importTemplate.js.map +1 -0
  128. package/import/process/templates/templatesHandler.d.ts +3 -0
  129. package/import/process/templates/templatesHandler.js +170 -0
  130. package/import/process/templates/templatesHandler.js.map +1 -0
  131. package/import/utils/deleteS3Folder.d.ts +1 -0
  132. package/import/utils/deleteS3Folder.js +19 -0
  133. package/import/utils/deleteS3Folder.js.map +1 -0
  134. package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
  135. package/import/utils/extractAndUploadZipFileContents.js +122 -0
  136. package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
  137. package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
  138. package/import/utils/extractZipAndUploadToS3.js +98 -0
  139. package/import/utils/extractZipAndUploadToS3.js.map +1 -0
  140. package/import/utils/getFileNameWithoutExt.d.ts +1 -0
  141. package/import/utils/getFileNameWithoutExt.js +11 -0
  142. package/import/utils/getFileNameWithoutExt.js.map +1 -0
  143. package/import/utils/index.d.ts +9 -0
  144. package/import/utils/index.js +104 -0
  145. package/import/utils/index.js.map +1 -0
  146. package/import/utils/initialStats.d.ts +7 -0
  147. package/import/utils/initialStats.js +16 -0
  148. package/import/utils/initialStats.js.map +1 -0
  149. package/import/utils/prepareDataDirMap.d.ts +6 -0
  150. package/import/utils/prepareDataDirMap.js +29 -0
  151. package/import/utils/prepareDataDirMap.js.map +1 -0
  152. package/import/utils/updateFilesInData.d.ts +8 -0
  153. package/import/utils/updateFilesInData.js +48 -0
  154. package/import/utils/updateFilesInData.js.map +1 -0
  155. package/import/utils/uploadAssets.d.ts +10 -0
  156. package/import/utils/uploadAssets.js +49 -0
  157. package/import/utils/uploadAssets.js.map +1 -0
  158. package/import/utils/uploadFilesFromS3.d.ts +3 -0
  159. package/import/utils/uploadFilesFromS3.js +19 -0
  160. package/import/utils/uploadFilesFromS3.js.map +1 -0
  161. package/mockSecurity.js +0 -3
  162. package/mockSecurity.js.map +1 -1
  163. package/package.json +34 -37
  164. package/types.d.ts +83 -65
  165. package/types.js +17 -22
  166. package/types.js.map +1 -1
  167. package/exportPages/combine/index.js +0 -114
  168. package/exportPages/combine/index.js.map +0 -1
  169. package/exportPages/process/index.js +0 -208
  170. package/exportPages/process/index.js.map +0 -1
  171. package/exportPages/s3Stream.js.map +0 -1
  172. package/exportPages/utils.d.ts +0 -13
  173. package/exportPages/utils.js +0 -113
  174. package/exportPages/utils.js.map +0 -1
  175. package/exportPages/zipper.js.map +0 -1
  176. package/graphql/crud/pageImportExportTasks.crud.d.ts +0 -5
  177. package/graphql/crud/pageImportExportTasks.crud.js.map +0 -1
  178. package/graphql/graphql/pageImportExportTasks.gql.d.ts +0 -4
  179. package/graphql/graphql/pageImportExportTasks.gql.js.map +0 -1
  180. package/importPages/create/index.js +0 -118
  181. package/importPages/create/index.js.map +0 -1
  182. package/importPages/process/index.js +0 -185
  183. package/importPages/process/index.js.map +0 -1
  184. package/importPages/utils.d.ts +0 -50
  185. package/importPages/utils.js +0 -570
  186. package/importPages/utils.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"names":["configuration","createRawEventHandler","payload","context","log","console","pageBuilder","task","category","zipFileUrl","identity","data","error","message","mockSecurity","pageImportDataList","readExtractAndUploadZipFileContents","i","length","pagesDirMap","subtask","pageImportExportTask","createSubTask","id","zeroPad","status","PageImportExportTaskStatus","PENDING","pageKey","key","input","fileUploadsData","updateTask","PROCESSING","stats","initialStats","invokeHandlerClient","name","handlers","process","taskId","subTaskIndex","security","getIdentity","description","e","FAILED","code"],"sources":["index.ts"],"sourcesContent":["import {\n PageImportExportTask,\n PageImportExportTaskStatus,\n PbPageImportExportContext\n} from \"~/types\";\nimport { initialStats, readExtractAndUploadZipFileContents } from \"~/importPages/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { Payload as ProcessPayload } from \"../process\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\n\ninterface Configuration {\n handlers: {\n process: string;\n };\n}\n\nexport interface Payload {\n category: string;\n zipFileUrl: string;\n task: PageImportExportTask;\n identity: SecurityIdentity;\n}\nexport interface Response {\n data: string | null;\n error: Partial<Error> | null;\n}\n\n/**\n * Handles the import page workflow.\n */\nexport default (configuration: Configuration) => {\n return createRawEventHandler<Payload, PbPageImportExportContext, Response>(\n async ({ payload, context }) => {\n const log = console.log;\n\n const { pageBuilder } = context;\n const { task, category, zipFileUrl, identity } = payload;\n try {\n log(\"RUNNING Import Pages Create\");\n if (!zipFileUrl) {\n return {\n data: null,\n error: {\n message: `Missing \"zipFileUrl\"!`\n }\n };\n }\n mockSecurity(identity, context);\n // Step 1: Read the zip file\n const pageImportDataList = await readExtractAndUploadZipFileContents(zipFileUrl);\n\n // For each page create a subtask and invoke the process handler\n for (let i = 0; i < pageImportDataList.length; i++) {\n const pagesDirMap = pageImportDataList[i];\n // Create sub task\n const subtask = await pageBuilder.pageImportExportTask.createSubTask(\n task.id,\n zeroPad(i + 1, 5),\n {\n status: PageImportExportTaskStatus.PENDING,\n data: {\n pageKey: pagesDirMap.key,\n category,\n zipFileUrl,\n input: {\n fileUploadsData: pagesDirMap\n }\n }\n }\n );\n log(`Added SUB_TASK \"${subtask.id}\" to queue.`);\n }\n // Update main task status\n await pageBuilder.pageImportExportTask.updateTask(task.id, {\n status: PageImportExportTaskStatus.PROCESSING,\n stats: initialStats(pageImportDataList.length)\n });\n\n await invokeHandlerClient<ProcessPayload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId: task.id,\n // Execute \"Process\" for the first sub task.\n subTaskIndex: 1,\n identity: context.security.getIdentity()\n },\n description: \"Import pages - process - first\"\n });\n } catch (e) {\n log(\"[IMPORT_PAGES_CREATE] Error => \", e);\n\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n\n await pageBuilder.pageImportExportTask.updateTask(task.id, {\n status: PageImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: e.code || \"EXPORT_FAILED\"\n }\n });\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n }\n\n return {\n data: \"\",\n error: null\n };\n }\n );\n};\n"],"mappings":";;;;;;;AAAA;;AAKA;;AACA;;AAGA;;AACA;;AACA;;AAmBA;AACA;AACA;eACgBA,aAAD,IAAkC;EAC7C,OAAO,IAAAC,iCAAA,EACH,OAAO;IAAEC,OAAF;IAAWC;EAAX,CAAP,KAAgC;IAC5B,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;IAEA,MAAM;MAAEE;IAAF,IAAkBH,OAAxB;IACA,MAAM;MAAEI,IAAF;MAAQC,QAAR;MAAkBC,UAAlB;MAA8BC;IAA9B,IAA2CR,OAAjD;;IACA,IAAI;MACAE,GAAG,CAAC,6BAAD,CAAH;;MACA,IAAI,CAACK,UAAL,EAAiB;QACb,OAAO;UACHE,IAAI,EAAE,IADH;UAEHC,KAAK,EAAE;YACHC,OAAO,EAAG;UADP;QAFJ,CAAP;MAMH;;MACD,IAAAC,0BAAA,EAAaJ,QAAb,EAAuBP,OAAvB,EAVA,CAWA;;MACA,MAAMY,kBAAkB,GAAG,MAAM,IAAAC,0CAAA,EAAoCP,UAApC,CAAjC,CAZA,CAcA;;MACA,KAAK,IAAIQ,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,kBAAkB,CAACG,MAAvC,EAA+CD,CAAC,EAAhD,EAAoD;QAChD,MAAME,WAAW,GAAGJ,kBAAkB,CAACE,CAAD,CAAtC,CADgD,CAEhD;;QACA,MAAMG,OAAO,GAAG,MAAMd,WAAW,CAACe,oBAAZ,CAAiCC,aAAjC,CAClBf,IAAI,CAACgB,EADa,EAElB,IAAAC,eAAA,EAAQP,CAAC,GAAG,CAAZ,EAAe,CAAf,CAFkB,EAGlB;UACIQ,MAAM,EAAEC,iCAAA,CAA2BC,OADvC;UAEIhB,IAAI,EAAE;YACFiB,OAAO,EAAET,WAAW,CAACU,GADnB;YAEFrB,QAFE;YAGFC,UAHE;YAIFqB,KAAK,EAAE;cACHC,eAAe,EAAEZ;YADd;UAJL;QAFV,CAHkB,CAAtB;QAeAf,GAAG,CAAE,mBAAkBgB,OAAO,CAACG,EAAG,aAA/B,CAAH;MACH,CAlCD,CAmCA;;;MACA,MAAMjB,WAAW,CAACe,oBAAZ,CAAiCW,UAAjC,CAA4CzB,IAAI,CAACgB,EAAjD,EAAqD;QACvDE,MAAM,EAAEC,iCAAA,CAA2BO,UADoB;QAEvDC,KAAK,EAAE,IAAAC,mBAAA,EAAapB,kBAAkB,CAACG,MAAhC;MAFgD,CAArD,CAAN;MAKA,MAAM,IAAAkB,2BAAA,EAAoC;QACtCjC,OADsC;QAEtCkC,IAAI,EAAErC,aAAa,CAACsC,QAAd,CAAuBC,OAFS;QAGtCrC,OAAO,EAAE;UACLsC,MAAM,EAAEjC,IAAI,CAACgB,EADR;UAEL;UACAkB,YAAY,EAAE,CAHT;UAIL/B,QAAQ,EAAEP,OAAO,CAACuC,QAAR,CAAiBC,WAAjB;QAJL,CAH6B;QAStCC,WAAW,EAAE;MATyB,CAApC,CAAN;IAWH,CApDD,CAoDE,OAAOC,CAAP,EAAU;MACRzC,GAAG,CAAC,iCAAD,EAAoCyC,CAApC,CAAH;MAEA;AAChB;AACA;AACA;;MAEgB,MAAMvC,WAAW,CAACe,oBAAZ,CAAiCW,UAAjC,CAA4CzB,IAAI,CAACgB,EAAjD,EAAqD;QACvDE,MAAM,EAAEC,iCAAA,CAA2BoB,MADoB;QAEvDlC,KAAK,EAAE;UACHyB,IAAI,EAAEQ,CAAC,CAACR,IADL;UAEHxB,OAAO,EAAEgC,CAAC,CAAChC,OAFR;UAGHkC,IAAI,EAAEF,CAAC,CAACE,IAAF,IAAU;QAHb;MAFgD,CAArD,CAAN;MASA,OAAO;QACHpC,IAAI,EAAE,IADH;QAEHC,KAAK,EAAE;UACHC,OAAO,EAAEgC,CAAC,CAAChC;QADR;MAFJ,CAAP;IAMH;;IAED,OAAO;MACHF,IAAI,EAAE,EADH;MAEHC,KAAK,EAAE;IAFJ,CAAP;EAIH,CAvFE,CAAP;AAyFH,C"}
@@ -1,185 +0,0 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.default = void 0;
7
-
8
- var _types = require("../../types");
9
-
10
- var _utils = require("../utils");
11
-
12
- var _client = require("../../client");
13
-
14
- var _mockSecurity = require("../../mockSecurity");
15
-
16
- var _utils2 = require("@webiny/utils");
17
-
18
- var _handlerAws = require("@webiny/handler-aws");
19
-
20
- var _default = configuration => {
21
- return (0, _handlerAws.createRawEventHandler)(async ({
22
- payload,
23
- context
24
- }) => {
25
- const log = console.log;
26
- let subTask;
27
- let noPendingTask = true;
28
- let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING;
29
- log("RUNNING Import Page Queue Process");
30
- const {
31
- pageBuilder
32
- } = context;
33
- const {
34
- taskId,
35
- subTaskIndex,
36
- identity
37
- } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
38
- // and this Lambda is invoked internally, without credentials.
39
-
40
- (0, _mockSecurity.mockSecurity)(identity, context);
41
-
42
- try {
43
- /*
44
- * Note: We're not going to DB for getting next sub-task to process,
45
- * because the data might be out of sync due to GSI eventual consistency.
46
- */
47
- subTask = await pageBuilder.pageImportExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
48
- /**
49
- * Base condition!!
50
- * Bail out early, if task not found or task's status is not "pending".
51
- */
52
-
53
- if (!subTask || subTask.status !== _types.PageImportExportTaskStatus.PENDING) {
54
- noPendingTask = true;
55
- return {
56
- data: "",
57
- error: null
58
- };
59
- } else {
60
- noPendingTask = false;
61
- }
62
-
63
- prevStatusOfSubTask = subTask.status;
64
- log(`Fetched sub task => ${subTask.id}`);
65
- const {
66
- pageKey,
67
- category,
68
- zipFileKey,
69
- input
70
- } = subTask.data;
71
- const {
72
- fileUploadsData
73
- } = input;
74
- log(`Processing page key "${pageKey}"`); // Mark task status as PROCESSING
75
-
76
- subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
77
- status: _types.PageImportExportTaskStatus.PROCESSING
78
- }); // Update stats in main task
79
-
80
- await pageBuilder.pageImportExportTask.updateStats(taskId, {
81
- prevStatus: prevStatusOfSubTask,
82
- nextStatus: _types.PageImportExportTaskStatus.PROCESSING
83
- });
84
- prevStatusOfSubTask = subTask.status; // Real job
85
-
86
- const page = await (0, _utils.importPage)({
87
- context,
88
- pageKey,
89
- key: zipFileKey,
90
- fileUploadsData
91
- }); // Create a page
92
-
93
- let pbPage = await context.pageBuilder.createPage(category); // Update page with data
94
-
95
- pbPage = await context.pageBuilder.updatePage(pbPage.id, {
96
- content: page.content,
97
- title: page.title,
98
- path: page.path,
99
- settings: page.settings
100
- }); // TODO: Publish page
101
- // Update task record in DB
102
-
103
- subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
104
- status: _types.PageImportExportTaskStatus.COMPLETED,
105
- data: {
106
- message: "Done",
107
- page: {
108
- id: pbPage.id,
109
- title: pbPage.title,
110
- version: pbPage.version,
111
- status: pbPage.status
112
- }
113
- }
114
- }); // Update stats in main task
115
-
116
- await pageBuilder.pageImportExportTask.updateStats(taskId, {
117
- prevStatus: prevStatusOfSubTask,
118
- nextStatus: _types.PageImportExportTaskStatus.COMPLETED
119
- });
120
- prevStatusOfSubTask = subTask.status;
121
- } catch (e) {
122
- log("[IMPORT_PAGES_PROCESS] Error => ", e);
123
-
124
- if (subTask && subTask.id) {
125
- /**
126
- * In case of error, we'll update the task status to "failed",
127
- * so that, client can show notify the user appropriately.
128
- */
129
- subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
130
- status: _types.PageImportExportTaskStatus.FAILED,
131
- error: {
132
- name: e.name,
133
- message: e.message,
134
- stack: e.stack,
135
- code: "IMPORT_FAILED"
136
- }
137
- }); // Update stats in main task
138
-
139
- await pageBuilder.pageImportExportTask.updateStats(taskId, {
140
- prevStatus: prevStatusOfSubTask,
141
- nextStatus: _types.PageImportExportTaskStatus.FAILED
142
- });
143
- prevStatusOfSubTask = subTask.status;
144
- }
145
-
146
- return {
147
- data: null,
148
- error: {
149
- message: e.message
150
- }
151
- };
152
- } finally {
153
- // Base condition!
154
- if (noPendingTask) {
155
- log(`No pending sub-task for task ${taskId}`);
156
- await pageBuilder.pageImportExportTask.updateTask(taskId, {
157
- status: _types.PageImportExportTaskStatus.COMPLETED,
158
- data: {
159
- message: `Finish importing pages.`
160
- }
161
- });
162
- } else {
163
- log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
164
-
165
- await (0, _client.invokeHandlerClient)({
166
- context,
167
- name: configuration.handlers.process,
168
- payload: {
169
- taskId,
170
- subTaskIndex: subTaskIndex + 1,
171
- identity: context.security.getIdentity()
172
- },
173
- description: "Import pages - process - subtask"
174
- });
175
- }
176
- }
177
-
178
- return {
179
- data: "",
180
- error: null
181
- };
182
- });
183
- };
184
-
185
- exports.default = _default;
@@ -1 +0,0 @@
1
- {"version":3,"names":["configuration","createRawEventHandler","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","PageImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","identity","mockSecurity","pageImportExportTask","getSubTask","zeroPad","status","data","error","id","pageKey","category","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","page","importPage","key","pbPage","createPage","updatePage","content","title","path","settings","COMPLETED","message","version","e","FAILED","name","stack","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description"],"sources":["index.ts"],"sourcesContent":["import { PageImportExportTaskStatus, PbPageImportExportContext } from \"~/types\";\nimport { importPage } from \"~/importPages/utils\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\n\ninterface Configuration {\n handlers: {\n process: string;\n };\n}\n\nexport interface Payload {\n taskId: string;\n subTaskIndex: number;\n identity: SecurityIdentity;\n}\n\nexport interface Response {\n data: string | null;\n error: Partial<Error> | null;\n}\n\nexport default (configuration: Configuration) => {\n return createRawEventHandler<Payload, PbPageImportExportContext, Response>(\n async ({ payload, context }) => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = PageImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Page Queue Process\");\n const { pageBuilder } = context;\n const { taskId, subTaskIndex, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.pageImportExportTask.getSubTask(\n taskId,\n zeroPad(subTaskIndex, 5)\n );\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== PageImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { pageKey, category, zipFileKey, input } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing page key \"${pageKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n status: PageImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const page = await importPage({\n context,\n pageKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a page\n let pbPage = await context.pageBuilder.createPage(category);\n\n // Update page with data\n pbPage = await context.pageBuilder.updatePage(pbPage.id, {\n content: page.content,\n title: page.title,\n path: page.path,\n settings: page.settings\n });\n\n // TODO: Publish page\n\n // Update task record in DB\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n status: PageImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n page: {\n id: pbPage.id,\n title: pbPage.title,\n version: pbPage.version,\n status: pbPage.status\n }\n }\n });\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[IMPORT_PAGES_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(\n taskId,\n subTask.id,\n {\n status: PageImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"IMPORT_FAILED\"\n }\n }\n );\n\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.pageImportExportTask.updateTask(taskId, {\n status: PageImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing pages.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current page error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n identity: context.security.getIdentity()\n },\n description: \"Import pages - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n }\n );\n};\n"],"mappings":";;;;;;;AAAA;;AACA;;AACA;;AAEA;;AACA;;AACA;;eAmBgBA,aAAD,IAAkC;EAC7C,OAAO,IAAAC,iCAAA,EACH,OAAO;IAAEC,OAAF;IAAWC;EAAX,CAAP,KAAgC;IAC5B,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;IACA,IAAIE,OAAJ;IACA,IAAIC,aAAa,GAAG,IAApB;IACA,IAAIC,mBAAmB,GAAGC,iCAAA,CAA2BC,OAArD;IAEAN,GAAG,CAAC,mCAAD,CAAH;IACA,MAAM;MAAEO;IAAF,IAAkBR,OAAxB;IACA,MAAM;MAAES,MAAF;MAAUC,YAAV;MAAwBC;IAAxB,IAAqCZ,OAA3C,CAR4B,CAS5B;IACA;;IACA,IAAAa,0BAAA,EAAaD,QAAb,EAAuBX,OAAvB;;IAEA,IAAI;MACA;AAChB;AACA;AACA;MAEgBG,OAAO,GAAG,MAAMK,WAAW,CAACK,oBAAZ,CAAiCC,UAAjC,CACZL,MADY,EAEZ,IAAAM,eAAA,EAAQL,YAAR,EAAsB,CAAtB,CAFY,CAAhB;MAKA;AAChB;AACA;AACA;;MACgB,IAAI,CAACP,OAAD,IAAYA,OAAO,CAACa,MAAR,KAAmBV,iCAAA,CAA2BC,OAA9D,EAAuE;QACnEH,aAAa,GAAG,IAAhB;QACA,OAAO;UACHa,IAAI,EAAE,EADH;UAEHC,KAAK,EAAE;QAFJ,CAAP;MAIH,CAND,MAMO;QACHd,aAAa,GAAG,KAAhB;MACH;;MACDC,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;MAEAf,GAAG,CAAE,uBAAsBE,OAAO,CAACgB,EAAG,EAAnC,CAAH;MAEA,MAAM;QAAEC,OAAF;QAAWC,QAAX;QAAqBC,UAArB;QAAiCC;MAAjC,IAA2CpB,OAAO,CAACc,IAAzD;MACA,MAAM;QAAEO;MAAF,IAAsBD,KAA5B;MAEAtB,GAAG,CAAE,wBAAuBmB,OAAQ,GAAjC,CAAH,CA/BA,CAiCA;;MACAjB,OAAO,GAAG,MAAMK,WAAW,CAACK,oBAAZ,CAAiCY,aAAjC,CAA+ChB,MAA/C,EAAuDN,OAAO,CAACgB,EAA/D,EAAmE;QAC/EH,MAAM,EAAEV,iCAAA,CAA2BoB;MAD4C,CAAnE,CAAhB,CAlCA,CAqCA;;MACA,MAAMlB,WAAW,CAACK,oBAAZ,CAAiCc,WAAjC,CAA6ClB,MAA7C,EAAqD;QACvDmB,UAAU,EAAEvB,mBAD2C;QAEvDwB,UAAU,EAAEvB,iCAAA,CAA2BoB;MAFgB,CAArD,CAAN;MAIArB,mBAAmB,GAAGF,OAAO,CAACa,MAA9B,CA1CA,CA4CA;;MACA,MAAMc,IAAI,GAAG,MAAM,IAAAC,iBAAA,EAAW;QAC1B/B,OAD0B;QAE1BoB,OAF0B;QAG1BY,GAAG,EAAEV,UAHqB;QAI1BE;MAJ0B,CAAX,CAAnB,CA7CA,CAoDA;;MACA,IAAIS,MAAM,GAAG,MAAMjC,OAAO,CAACQ,WAAR,CAAoB0B,UAApB,CAA+Bb,QAA/B,CAAnB,CArDA,CAuDA;;MACAY,MAAM,GAAG,MAAMjC,OAAO,CAACQ,WAAR,CAAoB2B,UAApB,CAA+BF,MAAM,CAACd,EAAtC,EAA0C;QACrDiB,OAAO,EAAEN,IAAI,CAACM,OADuC;QAErDC,KAAK,EAAEP,IAAI,CAACO,KAFyC;QAGrDC,IAAI,EAAER,IAAI,CAACQ,IAH0C;QAIrDC,QAAQ,EAAET,IAAI,CAACS;MAJsC,CAA1C,CAAf,CAxDA,CA+DA;MAEA;;MACApC,OAAO,GAAG,MAAMK,WAAW,CAACK,oBAAZ,CAAiCY,aAAjC,CAA+ChB,MAA/C,EAAuDN,OAAO,CAACgB,EAA/D,EAAmE;QAC/EH,MAAM,EAAEV,iCAAA,CAA2BkC,SAD4C;QAE/EvB,IAAI,EAAE;UACFwB,OAAO,EAAE,MADP;UAEFX,IAAI,EAAE;YACFX,EAAE,EAAEc,MAAM,CAACd,EADT;YAEFkB,KAAK,EAAEJ,MAAM,CAACI,KAFZ;YAGFK,OAAO,EAAET,MAAM,CAACS,OAHd;YAIF1B,MAAM,EAAEiB,MAAM,CAACjB;UAJb;QAFJ;MAFyE,CAAnE,CAAhB,CAlEA,CA8EA;;MACA,MAAMR,WAAW,CAACK,oBAAZ,CAAiCc,WAAjC,CAA6ClB,MAA7C,EAAqD;QACvDmB,UAAU,EAAEvB,mBAD2C;QAEvDwB,UAAU,EAAEvB,iCAAA,CAA2BkC;MAFgB,CAArD,CAAN;MAIAnC,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;IACH,CApFD,CAoFE,OAAO2B,CAAP,EAAU;MACR1C,GAAG,CAAC,kCAAD,EAAqC0C,CAArC,CAAH;;MAEA,IAAIxC,OAAO,IAAIA,OAAO,CAACgB,EAAvB,EAA2B;QACvB;AACpB;AACA;AACA;QACoBhB,OAAO,GAAG,MAAMK,WAAW,CAACK,oBAAZ,CAAiCY,aAAjC,CACZhB,MADY,EAEZN,OAAO,CAACgB,EAFI,EAGZ;UACIH,MAAM,EAAEV,iCAAA,CAA2BsC,MADvC;UAEI1B,KAAK,EAAE;YACH2B,IAAI,EAAEF,CAAC,CAACE,IADL;YAEHJ,OAAO,EAAEE,CAAC,CAACF,OAFR;YAGHK,KAAK,EAAEH,CAAC,CAACG,KAHN;YAIHC,IAAI,EAAE;UAJH;QAFX,CAHY,CAAhB,CALuB,CAmBvB;;QACA,MAAMvC,WAAW,CAACK,oBAAZ,CAAiCc,WAAjC,CAA6ClB,MAA7C,EAAqD;UACvDmB,UAAU,EAAEvB,mBAD2C;UAEvDwB,UAAU,EAAEvB,iCAAA,CAA2BsC;QAFgB,CAArD,CAAN;QAIAvC,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;MACH;;MAED,OAAO;QACHC,IAAI,EAAE,IADH;QAEHC,KAAK,EAAE;UACHuB,OAAO,EAAEE,CAAC,CAACF;QADR;MAFJ,CAAP;IAMH,CAxHD,SAwHU;MACN;MACA,IAAIrC,aAAJ,EAAmB;QACfH,GAAG,CAAE,gCAA+BQ,MAAO,EAAxC,CAAH;QAEA,MAAMD,WAAW,CAACK,oBAAZ,CAAiCmC,UAAjC,CAA4CvC,MAA5C,EAAoD;UACtDO,MAAM,EAAEV,iCAAA,CAA2BkC,SADmB;UAEtDvB,IAAI,EAAE;YACFwB,OAAO,EAAG;UADR;QAFgD,CAApD,CAAN;MAMH,CATD,MASO;QACHxC,GAAG,CAAE,8BAA6BS,YAAY,GAAG,CAAE,GAAhD,CAAH,CADG,CAEH;;QACA,MAAM,IAAAuC,2BAAA,EAA6B;UAC/BjD,OAD+B;UAE/B6C,IAAI,EAAEhD,aAAa,CAACqD,QAAd,CAAuBC,OAFE;UAG/BpD,OAAO,EAAE;YACLU,MADK;YAELC,YAAY,EAAEA,YAAY,GAAG,CAFxB;YAGLC,QAAQ,EAAEX,OAAO,CAACoD,QAAR,CAAiBC,WAAjB;UAHL,CAHsB;UAQ/BC,WAAW,EAAE;QARkB,CAA7B,CAAN;MAUH;IACJ;;IACD,OAAO;MACHrC,IAAI,EAAE,EADH;MAEHC,KAAK,EAAE;IAFJ,CAAP;EAIH,CApKE,CAAP;AAsKH,C"}
@@ -1,50 +0,0 @@
1
- import { File } from "../types";
2
- import { PbPageImportExportContext } from "../graphql/types";
3
- import { ExportedPageData } from "../exportPages/utils";
4
- interface FileItem extends File {
5
- key: string;
6
- type: string;
7
- name: string;
8
- size: number;
9
- meta: Record<string, any>;
10
- tags: string[];
11
- }
12
- interface UploadPageAssetsParams {
13
- context: PbPageImportExportContext;
14
- filesData: FileItem[];
15
- fileUploadsData: FileUploadsData;
16
- }
17
- interface UploadPageAssetsReturnType {
18
- fileIdToKeyMap: Map<string, string>;
19
- }
20
- export declare const uploadPageAssets: (params: UploadPageAssetsParams) => Promise<UploadPageAssetsReturnType>;
21
- interface FileUploadsData {
22
- data: string;
23
- assets: Record<string, string>;
24
- }
25
- interface ImportPageParams {
26
- key: string;
27
- pageKey: string;
28
- context: PbPageImportExportContext;
29
- fileUploadsData: FileUploadsData;
30
- }
31
- export declare function importPage({ pageKey, context, fileUploadsData }: ImportPageParams): Promise<ExportedPageData["page"]>;
32
- interface PageImportData {
33
- assets: Record<string, string>;
34
- data: string;
35
- key: string;
36
- }
37
- /**
38
- * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.
39
- * @param zipFileUrl
40
- * @return PageImportData S3 file keys for all uploaded assets group by page.
41
- */
42
- export declare function readExtractAndUploadZipFileContents(zipFileUrl: string): Promise<PageImportData[]>;
43
- export declare function initialStats(total: number): {
44
- pending: number;
45
- processing: number;
46
- completed: number;
47
- failed: number;
48
- total: number;
49
- };
50
- export {};