@webiny/api-page-builder-import-export 5.34.8 → 5.35.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (148) hide show
  1. package/client.js +2 -6
  2. package/client.js.map +1 -1
  3. package/export/combine/blocksHandler.js +11 -18
  4. package/export/combine/blocksHandler.js.map +1 -1
  5. package/export/combine/formsHandler.d.ts +6 -0
  6. package/export/combine/formsHandler.js +99 -0
  7. package/export/combine/formsHandler.js.map +1 -0
  8. package/export/combine/index.js +19 -9
  9. package/export/combine/index.js.map +1 -1
  10. package/export/combine/pagesHandler.js +11 -18
  11. package/export/combine/pagesHandler.js.map +1 -1
  12. package/export/combine/templatesHandler.d.ts +6 -0
  13. package/export/combine/templatesHandler.js +99 -0
  14. package/export/combine/templatesHandler.js.map +1 -0
  15. package/export/process/blocksHandler.js +18 -32
  16. package/export/process/blocksHandler.js.map +1 -1
  17. package/export/process/formsHandler.d.ts +6 -0
  18. package/export/process/formsHandler.js +187 -0
  19. package/export/process/formsHandler.js.map +1 -0
  20. package/export/process/index.js +19 -9
  21. package/export/process/index.js.map +1 -1
  22. package/export/process/pagesHandler.js +19 -34
  23. package/export/process/pagesHandler.js.map +1 -1
  24. package/export/process/templatesHandler.d.ts +6 -0
  25. package/export/process/templatesHandler.js +166 -0
  26. package/export/process/templatesHandler.js.map +1 -0
  27. package/export/s3Stream.d.ts +5 -2
  28. package/export/s3Stream.js +1 -20
  29. package/export/s3Stream.js.map +1 -1
  30. package/export/utils.d.ts +14 -1
  31. package/export/utils.js +88 -35
  32. package/export/utils.js.map +1 -1
  33. package/export/zipper.js +31 -43
  34. package/export/zipper.js.map +1 -1
  35. package/graphql/crud/blocks.crud.js +20 -39
  36. package/graphql/crud/blocks.crud.js.map +1 -1
  37. package/graphql/crud/forms.crud.d.ts +4 -0
  38. package/graphql/crud/forms.crud.js +129 -0
  39. package/graphql/crud/forms.crud.js.map +1 -0
  40. package/graphql/crud/importExportTasks.crud.js +9 -57
  41. package/graphql/crud/importExportTasks.crud.js.map +1 -1
  42. package/graphql/crud/pages.crud.js +25 -41
  43. package/graphql/crud/pages.crud.js.map +1 -1
  44. package/graphql/crud/templates.crud.d.ts +4 -0
  45. package/graphql/crud/templates.crud.js +124 -0
  46. package/graphql/crud/templates.crud.js.map +1 -0
  47. package/graphql/crud.js +3 -7
  48. package/graphql/crud.js.map +1 -1
  49. package/graphql/graphql/blocks.gql.js +1 -6
  50. package/graphql/graphql/blocks.gql.js.map +1 -1
  51. package/graphql/graphql/forms.gql.d.ts +4 -0
  52. package/graphql/graphql/forms.gql.js +60 -0
  53. package/graphql/graphql/forms.gql.js.map +1 -0
  54. package/graphql/graphql/importExportTasks.gql.js +1 -6
  55. package/graphql/graphql/importExportTasks.gql.js.map +1 -1
  56. package/graphql/graphql/pages.gql.js +2 -7
  57. package/graphql/graphql/pages.gql.js.map +1 -1
  58. package/graphql/graphql/templates.gql.d.ts +4 -0
  59. package/graphql/graphql/templates.gql.js +52 -0
  60. package/graphql/graphql/templates.gql.js.map +1 -0
  61. package/graphql/graphql/utils/resolve.d.ts +1 -1
  62. package/graphql/graphql/utils/resolve.js +0 -3
  63. package/graphql/graphql/utils/resolve.js.map +1 -1
  64. package/graphql/graphql.js +3 -6
  65. package/graphql/graphql.js.map +1 -1
  66. package/graphql/index.js +0 -5
  67. package/graphql/index.js.map +1 -1
  68. package/graphql/types.d.ts +40 -0
  69. package/graphql/types.js.map +1 -1
  70. package/import/constants.d.ts +3 -0
  71. package/import/constants.js +14 -0
  72. package/import/constants.js.map +1 -0
  73. package/import/create/blocksHandler.js +11 -20
  74. package/import/create/blocksHandler.js.map +1 -1
  75. package/import/create/formsHandler.d.ts +3 -0
  76. package/import/create/formsHandler.js +103 -0
  77. package/import/create/formsHandler.js.map +1 -0
  78. package/import/create/index.d.ts +2 -1
  79. package/import/create/index.js +19 -9
  80. package/import/create/index.js.map +1 -1
  81. package/import/create/pagesHandler.js +13 -20
  82. package/import/create/pagesHandler.js.map +1 -1
  83. package/import/create/templatesHandler.d.ts +3 -0
  84. package/import/create/templatesHandler.js +99 -0
  85. package/import/create/templatesHandler.js.map +1 -0
  86. package/import/process/blocks/blocksHandler.d.ts +3 -0
  87. package/import/process/blocks/blocksHandler.js +169 -0
  88. package/import/process/blocks/blocksHandler.js.map +1 -0
  89. package/import/process/blocks/importBlock.d.ts +11 -0
  90. package/import/process/blocks/importBlock.js +92 -0
  91. package/import/process/blocks/importBlock.js.map +1 -0
  92. package/import/process/forms/formsHandler.d.ts +3 -0
  93. package/import/process/forms/formsHandler.js +176 -0
  94. package/import/process/forms/formsHandler.js.map +1 -0
  95. package/import/process/forms/importForm.d.ts +9 -0
  96. package/import/process/forms/importForm.js +43 -0
  97. package/import/process/forms/importForm.js.map +1 -0
  98. package/import/process/index.d.ts +1 -0
  99. package/import/process/index.js +21 -11
  100. package/import/process/index.js.map +1 -1
  101. package/import/process/pages/importPage.d.ts +11 -0
  102. package/import/process/pages/importPage.js +92 -0
  103. package/import/process/pages/importPage.js.map +1 -0
  104. package/import/process/pages/pagesHandler.d.ts +3 -0
  105. package/import/process/pages/pagesHandler.js +183 -0
  106. package/import/process/pages/pagesHandler.js.map +1 -0
  107. package/import/process/templates/importTemplate.d.ts +11 -0
  108. package/import/process/templates/importTemplate.js +66 -0
  109. package/import/process/templates/importTemplate.js.map +1 -0
  110. package/import/process/templates/templatesHandler.d.ts +3 -0
  111. package/import/process/templates/templatesHandler.js +170 -0
  112. package/import/process/templates/templatesHandler.js.map +1 -0
  113. package/import/utils/deleteS3Folder.d.ts +1 -0
  114. package/import/utils/deleteS3Folder.js +19 -0
  115. package/import/utils/deleteS3Folder.js.map +1 -0
  116. package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
  117. package/import/utils/extractAndUploadZipFileContents.js +122 -0
  118. package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
  119. package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
  120. package/import/utils/extractZipAndUploadToS3.js +98 -0
  121. package/import/utils/extractZipAndUploadToS3.js.map +1 -0
  122. package/import/utils/getFileNameWithoutExt.d.ts +1 -0
  123. package/import/utils/getFileNameWithoutExt.js +11 -0
  124. package/import/utils/getFileNameWithoutExt.js.map +1 -0
  125. package/import/utils/index.d.ts +9 -0
  126. package/import/utils/index.js +104 -0
  127. package/import/utils/index.js.map +1 -0
  128. package/import/utils/initialStats.d.ts +7 -0
  129. package/import/utils/initialStats.js +16 -0
  130. package/import/utils/initialStats.js.map +1 -0
  131. package/import/utils/prepareDataDirMap.d.ts +6 -0
  132. package/import/utils/prepareDataDirMap.js +29 -0
  133. package/import/utils/prepareDataDirMap.js.map +1 -0
  134. package/import/utils/updateFilesInData.d.ts +8 -0
  135. package/import/utils/updateFilesInData.js +48 -0
  136. package/import/utils/updateFilesInData.js.map +1 -0
  137. package/import/utils/uploadAssets.d.ts +10 -0
  138. package/import/utils/uploadAssets.js +51 -0
  139. package/import/utils/uploadAssets.js.map +1 -0
  140. package/import/utils/uploadFilesFromS3.d.ts +3 -0
  141. package/import/utils/uploadFilesFromS3.js +19 -0
  142. package/import/utils/uploadFilesFromS3.js.map +1 -0
  143. package/mockSecurity.js +0 -2
  144. package/mockSecurity.js.map +1 -1
  145. package/package.json +25 -24
  146. package/types.d.ts +21 -0
  147. package/types.js +0 -5
  148. package/types.js.map +1 -1
@@ -0,0 +1,43 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.importForm = importForm;
8
+ var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
9
+ var _fsExtra = require("fs-extra");
10
+ var _path = _interopRequireDefault(require("path"));
11
+ var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
12
+ var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
13
+ var _s3Stream = require("../../../export/s3Stream");
14
+ var _deleteS3Folder = require("../../utils/deleteS3Folder");
15
+ var _constants = require("../../constants");
16
+ async function importForm({
17
+ formKey,
18
+ fileUploadsData
19
+ }) {
20
+ const log = console.log;
21
+
22
+ // Making Directory for form in which we're going to extract the form data file.
23
+ const FORM_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, formKey);
24
+ (0, _fsExtra.ensureDirSync)(FORM_EXTRACT_DIR);
25
+ const formDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
26
+ const FORM_DATA_FILE_PATH = _path.default.join(FORM_EXTRACT_DIR, _path.default.basename(formDataFileKey));
27
+ log(`Downloading Form data file: ${formDataFileKey} at "${FORM_DATA_FILE_PATH}"`);
28
+ // Download and save form data file in disk.
29
+ await new Promise((resolve, reject) => {
30
+ _s3Stream.s3Stream.readStream(formDataFileKey).on("error", reject).pipe((0, _fsExtra.createWriteStream)(FORM_DATA_FILE_PATH)).on("error", reject).on("finish", resolve);
31
+ });
32
+
33
+ // Load the form data file from disk.
34
+ log(`Load file ${formDataFileKey}`);
35
+ const {
36
+ form
37
+ } = await (0, _loadJsonFile.default)(FORM_DATA_FILE_PATH);
38
+ log("Removing Directory for form...");
39
+ await (0, _downloadInstallFiles.deleteFile)(formKey);
40
+ log(`Remove form contents from S3...`);
41
+ await (0, _deleteS3Folder.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
42
+ return form;
43
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"names":["importForm","formKey","fileUploadsData","log","console","FORM_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","formDataFileKey","dotProp","get","FORM_DATA_FILE_PATH","basename","Promise","resolve","reject","s3Stream","readStream","on","pipe","createWriteStream","form","loadJson","deleteFile","deleteS3Folder","dirname","data"],"sources":["importForm.ts"],"sourcesContent":["import dotProp from \"dot-prop-immutable\";\nimport { createWriteStream, ensureDirSync } from \"fs-extra\";\nimport path from \"path\";\nimport loadJson from \"load-json-file\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { FileUploadsData } from \"~/types\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { ExportedFormData } from \"~/export/utils\";\nimport { deleteS3Folder } from \"~/import/utils/deleteS3Folder\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\n\ninterface ImportFormParams {\n key: string;\n formKey: string;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importForm({\n formKey,\n fileUploadsData\n}: ImportFormParams): Promise<ExportedFormData[\"form\"]> {\n const log = console.log;\n\n // Making Directory for form in which we're going to extract the form data file.\n const FORM_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, formKey);\n ensureDirSync(FORM_EXTRACT_DIR);\n\n const formDataFileKey = dotProp.get(fileUploadsData, `data`);\n const FORM_DATA_FILE_PATH = path.join(FORM_EXTRACT_DIR, path.basename(formDataFileKey));\n\n log(`Downloading Form data file: ${formDataFileKey} at \"${FORM_DATA_FILE_PATH}\"`);\n // Download and save form data file in disk.\n await new Promise((resolve, reject) => {\n s3Stream\n .readStream(formDataFileKey)\n .on(\"error\", reject)\n .pipe(createWriteStream(FORM_DATA_FILE_PATH))\n .on(\"error\", reject)\n .on(\"finish\", resolve);\n });\n\n // Load the form data file from disk.\n log(`Load file ${formDataFileKey}`);\n const { form } = await loadJson<ExportedFormData>(FORM_DATA_FILE_PATH);\n\n log(\"Removing Directory for form...\");\n await deleteFile(formKey);\n\n log(`Remove form contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return form;\n}\n"],"mappings":";;;;;;;AAAA;AACA;AACA;AACA;AACA;AAEA;AAEA;AACA;AAQO,eAAeA,UAAU,CAAC;EAC7BC,OAAO;EACPC;AACc,CAAC,EAAqC;EACpD,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,gBAAgB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAEP,OAAO,CAAC;EAChE,IAAAQ,sBAAa,EAACJ,gBAAgB,CAAC;EAE/B,MAAMK,eAAe,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAG,MAAK,CAAC;EAC5D,MAAMW,mBAAmB,GAAGP,aAAI,CAACC,IAAI,CAACF,gBAAgB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,eAAe,CAAC,CAAC;EAEvFP,GAAG,CAAE,+BAA8BO,eAAgB,QAAOG,mBAAoB,GAAE,CAAC;EACjF;EACA,MAAM,IAAIE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCC,kBAAQ,CACHC,UAAU,CAACT,eAAe,CAAC,CAC3BU,EAAE,CAAC,OAAO,EAAEH,MAAM,CAAC,CACnBI,IAAI,CAAC,IAAAC,0BAAiB,EAACT,mBAAmB,CAAC,CAAC,CAC5CO,EAAE,CAAC,OAAO,EAAEH,MAAM,CAAC,CACnBG,EAAE,CAAC,QAAQ,EAAEJ,OAAO,CAAC;EAC9B,CAAC,CAAC;;EAEF;EACAb,GAAG,CAAE,aAAYO,eAAgB,EAAC,CAAC;EACnC,MAAM;IAAEa;EAAK,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAmBX,mBAAmB,CAAC;EAEtEV,GAAG,CAAC,gCAAgC,CAAC;EACrC,MAAM,IAAAsB,gCAAU,EAACxB,OAAO,CAAC;EAEzBE,GAAG,CAAE,iCAAgC,CAAC;EACtC,MAAM,IAAAuB,8BAAc,EAACpB,aAAI,CAACqB,OAAO,CAACzB,eAAe,CAAC0B,IAAI,CAAC,CAAC;EAExD,OAAOL,IAAI;AACf"}
@@ -10,6 +10,7 @@ export interface Payload {
10
10
  subTaskIndex: number;
11
11
  type: string;
12
12
  identity: SecurityIdentity;
13
+ meta?: Record<string, any>;
13
14
  }
14
15
  export interface Response {
15
16
  data: string | null;
@@ -4,24 +4,34 @@ Object.defineProperty(exports, "__esModule", {
4
4
  value: true
5
5
  });
6
6
  exports.default = void 0;
7
-
8
7
  var _handlerAws = require("@webiny/handler-aws");
9
-
10
- var _blocksHandler = require("./blocksHandler");
11
-
12
- var _pagesHandler = require("./pagesHandler");
13
-
8
+ var _blocksHandler = require("./blocks/blocksHandler");
9
+ var _formsHandler = require("./forms/formsHandler");
10
+ var _pagesHandler = require("./pages/pagesHandler");
11
+ var _templatesHandler = require("./templates/templatesHandler");
14
12
  var _default = configuration => {
15
13
  return (0, _handlerAws.createRawEventHandler)(async ({
16
14
  payload,
17
15
  context
18
16
  }) => {
19
- if (payload.type === "block") {
20
- return await (0, _blocksHandler.blocksHandler)(configuration, payload, context);
21
- } else {
22
- return await (0, _pagesHandler.pagesHandler)(configuration, payload, context);
17
+ switch (payload.type) {
18
+ case "block":
19
+ {
20
+ return await (0, _blocksHandler.blocksHandler)(configuration, payload, context);
21
+ }
22
+ case "form":
23
+ {
24
+ return await (0, _formsHandler.formsHandler)(configuration, payload, context);
25
+ }
26
+ case "template":
27
+ {
28
+ return await (0, _templatesHandler.templatesHandler)(configuration, payload, context);
29
+ }
30
+ default:
31
+ {
32
+ return await (0, _pagesHandler.pagesHandler)(configuration, payload, context);
33
+ }
23
34
  }
24
35
  });
25
36
  };
26
-
27
37
  exports.default = _default;
@@ -1 +1 @@
1
- {"version":3,"names":["configuration","createRawEventHandler","payload","context","type","blocksHandler","pagesHandler"],"sources":["index.ts"],"sourcesContent":["import { PbImportExportContext } from \"~/types\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\nimport { blocksHandler } from \"~/import/process/blocksHandler\";\nimport { pagesHandler } from \"~/import/process/pagesHandler\";\n\nexport interface Configuration {\n handlers: {\n process: string;\n };\n}\n\nexport interface Payload {\n taskId: string;\n subTaskIndex: number;\n type: string;\n identity: SecurityIdentity;\n}\n\nexport interface Response {\n data: string | null;\n error: Partial<Error> | null;\n}\n\nexport default (configuration: Configuration) => {\n return createRawEventHandler<Payload, PbImportExportContext, Response>(\n async ({ payload, context }) => {\n if (payload.type === \"block\") {\n return await blocksHandler(configuration, payload, context);\n } else {\n return await pagesHandler(configuration, payload, context);\n }\n }\n );\n};\n"],"mappings":";;;;;;;AAEA;;AACA;;AACA;;eAoBgBA,aAAD,IAAkC;EAC7C,OAAO,IAAAC,iCAAA,EACH,OAAO;IAAEC,OAAF;IAAWC;EAAX,CAAP,KAAgC;IAC5B,IAAID,OAAO,CAACE,IAAR,KAAiB,OAArB,EAA8B;MAC1B,OAAO,MAAM,IAAAC,4BAAA,EAAcL,aAAd,EAA6BE,OAA7B,EAAsCC,OAAtC,CAAb;IACH,CAFD,MAEO;MACH,OAAO,MAAM,IAAAG,0BAAA,EAAaN,aAAb,EAA4BE,OAA5B,EAAqCC,OAArC,CAAb;IACH;EACJ,CAPE,CAAP;AASH,C"}
1
+ {"version":3,"names":["configuration","createRawEventHandler","payload","context","type","blocksHandler","formsHandler","templatesHandler","pagesHandler"],"sources":["index.ts"],"sourcesContent":["import { PbImportExportContext } from \"~/types\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { createRawEventHandler } from \"@webiny/handler-aws\";\nimport { blocksHandler } from \"~/import/process/blocks/blocksHandler\";\nimport { formsHandler } from \"~/import/process/forms/formsHandler\";\nimport { pagesHandler } from \"~/import/process/pages/pagesHandler\";\nimport { templatesHandler } from \"~/import/process/templates/templatesHandler\";\n\nexport interface Configuration {\n handlers: {\n process: string;\n };\n}\n\nexport interface Payload {\n taskId: string;\n subTaskIndex: number;\n type: string;\n identity: SecurityIdentity;\n meta?: Record<string, any>;\n}\n\nexport interface Response {\n data: string | null;\n error: Partial<Error> | null;\n}\n\nexport default (configuration: Configuration) => {\n return createRawEventHandler<Payload, PbImportExportContext, Response>(\n async ({ payload, context }) => {\n switch (payload.type) {\n case \"block\": {\n return await blocksHandler(configuration, payload, context);\n }\n case \"form\": {\n return await formsHandler(configuration, payload, context);\n }\n case \"template\": {\n return await templatesHandler(configuration, payload, context);\n }\n default: {\n return await pagesHandler(configuration, payload, context);\n }\n }\n }\n );\n};\n"],"mappings":";;;;;;AAEA;AACA;AACA;AACA;AACA;AAA+E,eAqB/DA,aAA4B,IAAK;EAC7C,OAAO,IAAAC,iCAAqB,EACxB,OAAO;IAAEC,OAAO;IAAEC;EAAQ,CAAC,KAAK;IAC5B,QAAQD,OAAO,CAACE,IAAI;MAChB,KAAK,OAAO;QAAE;UACV,OAAO,MAAM,IAAAC,4BAAa,EAACL,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;QAC/D;MACA,KAAK,MAAM;QAAE;UACT,OAAO,MAAM,IAAAG,0BAAY,EAACN,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;QAC9D;MACA,KAAK,UAAU;QAAE;UACb,OAAO,MAAM,IAAAI,kCAAgB,EAACP,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;QAClE;MACA;QAAS;UACL,OAAO,MAAM,IAAAK,0BAAY,EAACR,aAAa,EAAEE,OAAO,EAAEC,OAAO,CAAC;QAC9D;IAAC;EAET,CAAC,CACJ;AACL,CAAC;AAAA"}
@@ -0,0 +1,11 @@
1
+ import { PbImportExportContext } from "../../../graphql/types";
2
+ import { FileUploadsData } from "../../../types";
3
+ import { ExportedPageData } from "../../../export/utils";
4
+ interface ImportPageParams {
5
+ key: string;
6
+ pageKey: string;
7
+ context: PbImportExportContext;
8
+ fileUploadsData: FileUploadsData;
9
+ }
10
+ export declare function importPage({ pageKey, context, fileUploadsData }: ImportPageParams): Promise<ExportedPageData["page"]>;
11
+ export {};
@@ -0,0 +1,92 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.importPage = importPage;
8
+ var _path = _interopRequireDefault(require("path"));
9
+ var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
10
+ var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
11
+ var _fsExtra = require("fs-extra");
12
+ var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
13
+ var _constants = require("../../constants");
14
+ var _s3Stream = require("../../../export/s3Stream");
15
+ var _utils = require("../../utils");
16
+ async function importPage({
17
+ pageKey,
18
+ context,
19
+ fileUploadsData
20
+ }) {
21
+ const log = console.log;
22
+
23
+ // Making Directory for page in which we're going to extract the page data file.
24
+ const PAGE_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, pageKey);
25
+ (0, _fsExtra.ensureDirSync)(PAGE_EXTRACT_DIR);
26
+ const pageDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
27
+ const PAGE_DATA_FILE_PATH = _path.default.join(PAGE_EXTRACT_DIR, _path.default.basename(pageDataFileKey));
28
+ log(`Downloading Page data file: ${pageDataFileKey} at "${PAGE_DATA_FILE_PATH}"`);
29
+ // Download and save page data file in disk.
30
+ await new Promise((resolve, reject) => {
31
+ _s3Stream.s3Stream.readStream(pageDataFileKey).on("error", reject).pipe((0, _fsExtra.createWriteStream)(PAGE_DATA_FILE_PATH)).on("error", reject).on("finish", resolve);
32
+ });
33
+
34
+ // Load the page data file from disk.
35
+ log(`Load file ${pageDataFileKey}`);
36
+ const {
37
+ page,
38
+ files
39
+ } = await (0, _loadJsonFile.default)(PAGE_DATA_FILE_PATH);
40
+
41
+ // Only update page data if there are files.
42
+ if (files && Array.isArray(files) && files.length > 0) {
43
+ const fileIdToNewFileMap = await (0, _utils.uploadAssets)({
44
+ context,
45
+ files,
46
+ fileUploadsData
47
+ });
48
+ const settings = await context.fileManager.getSettings();
49
+ const {
50
+ srcPrefix = ""
51
+ } = settings || {};
52
+ (0, _utils.updateFilesInData)({
53
+ data: page.content || {},
54
+ fileIdToNewFileMap,
55
+ srcPrefix
56
+ });
57
+ page.settings = updateImageInPageSettings({
58
+ settings: page.settings || {},
59
+ fileIdToNewFileMap,
60
+ srcPrefix
61
+ });
62
+ }
63
+ log("Removing Directory for page...");
64
+ await (0, _downloadInstallFiles.deleteFile)(pageKey);
65
+ log(`Remove page contents from S3...`);
66
+ await (0, _utils.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
67
+ return page;
68
+ }
69
+ function updateImageInPageSettings(params) {
70
+ const {
71
+ settings,
72
+ fileIdToNewFileMap,
73
+ srcPrefix
74
+ } = params;
75
+ let newSettings = settings;
76
+ const cleanSrcPrefix = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
77
+ if (_dotPropImmutable.default.get(newSettings, "general.image.src")) {
78
+ var _settings$general, _settings$general$ima;
79
+ const newFile = fileIdToNewFileMap.get(((_settings$general = settings.general) === null || _settings$general === void 0 ? void 0 : (_settings$general$ima = _settings$general.image) === null || _settings$general$ima === void 0 ? void 0 : _settings$general$ima.id) || "");
80
+ if (newFile) {
81
+ newSettings = _dotPropImmutable.default.set(newSettings, "general.image.src", `${cleanSrcPrefix}/${newFile.key}`);
82
+ }
83
+ }
84
+ if (_dotPropImmutable.default.get(newSettings, "social.image.src")) {
85
+ var _settings$social, _settings$social$imag;
86
+ const newFile = fileIdToNewFileMap.get(((_settings$social = settings.social) === null || _settings$social === void 0 ? void 0 : (_settings$social$imag = _settings$social.image) === null || _settings$social$imag === void 0 ? void 0 : _settings$social$imag.id) || "");
87
+ if (newFile) {
88
+ newSettings = _dotPropImmutable.default.set(newSettings, "social.image.src", `${cleanSrcPrefix}/${newFile.key}`);
89
+ }
90
+ }
91
+ return newSettings;
92
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"names":["importPage","pageKey","context","fileUploadsData","log","console","PAGE_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","pageDataFileKey","dotProp","get","PAGE_DATA_FILE_PATH","basename","Promise","resolve","reject","s3Stream","readStream","on","pipe","createWriteStream","page","files","loadJson","Array","isArray","length","fileIdToNewFileMap","uploadAssets","settings","fileManager","getSettings","srcPrefix","updateFilesInData","data","content","updateImageInPageSettings","deleteFile","deleteS3Folder","dirname","params","newSettings","cleanSrcPrefix","endsWith","slice","newFile","general","image","id","set","key","social"],"sources":["importPage.ts"],"sourcesContent":["import path from \"path\";\nimport dotProp from \"dot-prop-immutable\";\nimport loadJson from \"load-json-file\";\nimport { createWriteStream, ensureDirSync } from \"fs-extra\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { FileInput } from \"@webiny/api-file-manager/types\";\nimport { PageSettings } from \"@webiny/api-page-builder/types\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport { FileUploadsData } from \"~/types\";\nimport { ExportedPageData } from \"~/export/utils\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { deleteS3Folder, updateFilesInData, uploadAssets } from \"~/import/utils\";\n\ninterface ImportPageParams {\n key: string;\n pageKey: string;\n context: PbImportExportContext;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importPage({\n pageKey,\n context,\n fileUploadsData\n}: ImportPageParams): Promise<ExportedPageData[\"page\"]> {\n const log = console.log;\n\n // Making Directory for page in which we're going to extract the page data file.\n const PAGE_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, pageKey);\n ensureDirSync(PAGE_EXTRACT_DIR);\n\n const pageDataFileKey = dotProp.get(fileUploadsData, `data`);\n const PAGE_DATA_FILE_PATH = path.join(PAGE_EXTRACT_DIR, path.basename(pageDataFileKey));\n\n log(`Downloading Page data file: ${pageDataFileKey} at \"${PAGE_DATA_FILE_PATH}\"`);\n // Download and save page data file in disk.\n await new Promise((resolve, reject) => {\n s3Stream\n .readStream(pageDataFileKey)\n .on(\"error\", reject)\n .pipe(createWriteStream(PAGE_DATA_FILE_PATH))\n .on(\"error\", reject)\n .on(\"finish\", resolve);\n });\n\n // Load the page data file from disk.\n log(`Load file ${pageDataFileKey}`);\n const { page, files } = await loadJson<ExportedPageData>(PAGE_DATA_FILE_PATH);\n\n // Only update page data if there are files.\n if (files && Array.isArray(files) && files.length > 0) {\n const fileIdToNewFileMap = await uploadAssets({\n context,\n files,\n fileUploadsData\n });\n\n const settings = await context.fileManager.getSettings();\n\n const { srcPrefix = \"\" } = settings || {};\n updateFilesInData({\n data: page.content || {},\n fileIdToNewFileMap,\n srcPrefix\n });\n\n page.settings = updateImageInPageSettings({\n settings: page.settings || {},\n fileIdToNewFileMap,\n srcPrefix\n });\n }\n\n log(\"Removing Directory for page...\");\n await deleteFile(pageKey);\n\n log(`Remove page contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return page;\n}\n\ninterface UpdateImageInPageSettingsParams {\n fileIdToNewFileMap: Map<string, FileInput>;\n srcPrefix: string;\n settings: PageSettings;\n}\n\nfunction updateImageInPageSettings(\n params: UpdateImageInPageSettingsParams\n): UpdateImageInPageSettingsParams[\"settings\"] {\n const { settings, fileIdToNewFileMap, srcPrefix } = params;\n let newSettings = settings;\n\n const cleanSrcPrefix = srcPrefix.endsWith(\"/\") ? srcPrefix.slice(0, -1) : srcPrefix;\n\n if (dotProp.get(newSettings, \"general.image.src\")) {\n const newFile = fileIdToNewFileMap.get(settings.general?.image?.id || \"\");\n if (newFile) {\n newSettings = dotProp.set(\n newSettings,\n \"general.image.src\",\n `${cleanSrcPrefix}/${newFile.key}`\n );\n }\n }\n\n if (dotProp.get(newSettings, \"social.image.src\")) {\n const newFile = fileIdToNewFileMap.get(settings.social?.image?.id || \"\");\n\n if (newFile) {\n newSettings = dotProp.set(\n newSettings,\n \"social.image.src\",\n `${cleanSrcPrefix}/${newFile.key}`\n );\n }\n }\n\n return newSettings;\n}\n"],"mappings":";;;;;;;AAAA;AACA;AACA;AACA;AACA;AAMA;AACA;AACA;AASO,eAAeA,UAAU,CAAC;EAC7BC,OAAO;EACPC,OAAO;EACPC;AACc,CAAC,EAAqC;EACpD,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,gBAAgB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAER,OAAO,CAAC;EAChE,IAAAS,sBAAa,EAACJ,gBAAgB,CAAC;EAE/B,MAAMK,eAAe,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAG,MAAK,CAAC;EAC5D,MAAMW,mBAAmB,GAAGP,aAAI,CAACC,IAAI,CAACF,gBAAgB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,eAAe,CAAC,CAAC;EAEvFP,GAAG,CAAE,+BAA8BO,eAAgB,QAAOG,mBAAoB,GAAE,CAAC;EACjF;EACA,MAAM,IAAIE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCC,kBAAQ,CACHC,UAAU,CAACT,eAAe,CAAC,CAC3BU,EAAE,CAAC,OAAO,EAAEH,MAAM,CAAC,CACnBI,IAAI,CAAC,IAAAC,0BAAiB,EAACT,mBAAmB,CAAC,CAAC,CAC5CO,EAAE,CAAC,OAAO,EAAEH,MAAM,CAAC,CACnBG,EAAE,CAAC,QAAQ,EAAEJ,OAAO,CAAC;EAC9B,CAAC,CAAC;;EAEF;EACAb,GAAG,CAAE,aAAYO,eAAgB,EAAC,CAAC;EACnC,MAAM;IAAEa,IAAI;IAAEC;EAAM,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAmBZ,mBAAmB,CAAC;;EAE7E;EACA,IAAIW,KAAK,IAAIE,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,IAAIA,KAAK,CAACI,MAAM,GAAG,CAAC,EAAE;IACnD,MAAMC,kBAAkB,GAAG,MAAM,IAAAC,mBAAY,EAAC;MAC1C7B,OAAO;MACPuB,KAAK;MACLtB;IACJ,CAAC,CAAC;IAEF,MAAM6B,QAAQ,GAAG,MAAM9B,OAAO,CAAC+B,WAAW,CAACC,WAAW,EAAE;IAExD,MAAM;MAAEC,SAAS,GAAG;IAAG,CAAC,GAAGH,QAAQ,IAAI,CAAC,CAAC;IACzC,IAAAI,wBAAiB,EAAC;MACdC,IAAI,EAAEb,IAAI,CAACc,OAAO,IAAI,CAAC,CAAC;MACxBR,kBAAkB;MAClBK;IACJ,CAAC,CAAC;IAEFX,IAAI,CAACQ,QAAQ,GAAGO,yBAAyB,CAAC;MACtCP,QAAQ,EAAER,IAAI,CAACQ,QAAQ,IAAI,CAAC,CAAC;MAC7BF,kBAAkB;MAClBK;IACJ,CAAC,CAAC;EACN;EAEA/B,GAAG,CAAC,gCAAgC,CAAC;EACrC,MAAM,IAAAoC,gCAAU,EAACvC,OAAO,CAAC;EAEzBG,GAAG,CAAE,iCAAgC,CAAC;EACtC,MAAM,IAAAqC,qBAAc,EAAClC,aAAI,CAACmC,OAAO,CAACvC,eAAe,CAACkC,IAAI,CAAC,CAAC;EAExD,OAAOb,IAAI;AACf;AAQA,SAASe,yBAAyB,CAC9BI,MAAuC,EACI;EAC3C,MAAM;IAAEX,QAAQ;IAAEF,kBAAkB;IAAEK;EAAU,CAAC,GAAGQ,MAAM;EAC1D,IAAIC,WAAW,GAAGZ,QAAQ;EAE1B,MAAMa,cAAc,GAAGV,SAAS,CAACW,QAAQ,CAAC,GAAG,CAAC,GAAGX,SAAS,CAACY,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAGZ,SAAS;EAEnF,IAAIvB,yBAAO,CAACC,GAAG,CAAC+B,WAAW,EAAE,mBAAmB,CAAC,EAAE;IAAA;IAC/C,MAAMI,OAAO,GAAGlB,kBAAkB,CAACjB,GAAG,CAAC,sBAAAmB,QAAQ,CAACiB,OAAO,+EAAhB,kBAAkBC,KAAK,0DAAvB,sBAAyBC,EAAE,KAAI,EAAE,CAAC;IACzE,IAAIH,OAAO,EAAE;MACTJ,WAAW,GAAGhC,yBAAO,CAACwC,GAAG,CACrBR,WAAW,EACX,mBAAmB,EAClB,GAAEC,cAAe,IAAGG,OAAO,CAACK,GAAI,EAAC,CACrC;IACL;EACJ;EAEA,IAAIzC,yBAAO,CAACC,GAAG,CAAC+B,WAAW,EAAE,kBAAkB,CAAC,EAAE;IAAA;IAC9C,MAAMI,OAAO,GAAGlB,kBAAkB,CAACjB,GAAG,CAAC,qBAAAmB,QAAQ,CAACsB,MAAM,8EAAf,iBAAiBJ,KAAK,0DAAtB,sBAAwBC,EAAE,KAAI,EAAE,CAAC;IAExE,IAAIH,OAAO,EAAE;MACTJ,WAAW,GAAGhC,yBAAO,CAACwC,GAAG,CACrBR,WAAW,EACX,kBAAkB,EACjB,GAAEC,cAAe,IAAGG,OAAO,CAACK,GAAI,EAAC,CACrC;IACL;EACJ;EAEA,OAAOT,WAAW;AACtB"}
@@ -0,0 +1,3 @@
1
+ import { PbImportExportContext } from "../../../types";
2
+ import { Configuration, Payload, Response } from "..";
3
+ export declare const pagesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;
@@ -0,0 +1,183 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ exports.pagesHandler = void 0;
7
+ var _types = require("../../../types");
8
+ var _importPage = require("./importPage");
9
+ var _client = require("../../../client");
10
+ var _mockSecurity = require("../../../mockSecurity");
11
+ var _utils = require("@webiny/utils");
12
+ const pagesHandler = async (configuration, payload, context) => {
13
+ const log = console.log;
14
+ let subTask;
15
+ let noPendingTask = true;
16
+ let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
17
+ log("RUNNING Import Page Queue Process");
18
+ const {
19
+ pageBuilder
20
+ } = context;
21
+ const {
22
+ taskId,
23
+ subTaskIndex,
24
+ type,
25
+ identity
26
+ } = payload;
27
+ // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
28
+ // and this Lambda is invoked internally, without credentials.
29
+ (0, _mockSecurity.mockSecurity)(identity, context);
30
+ try {
31
+ /*
32
+ * Note: We're not going to DB for getting next sub-task to process,
33
+ * because the data might be out of sync due to GSI eventual consistency.
34
+ */
35
+
36
+ subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
37
+
38
+ /**
39
+ * Base condition!!
40
+ * Bail out early, if task not found or task's status is not "pending".
41
+ */
42
+ if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
43
+ noPendingTask = true;
44
+ return {
45
+ data: "",
46
+ error: null
47
+ };
48
+ } else {
49
+ noPendingTask = false;
50
+ }
51
+ prevStatusOfSubTask = subTask.status;
52
+ log(`Fetched sub task => ${subTask.id}`);
53
+ const {
54
+ pageKey,
55
+ category,
56
+ zipFileKey,
57
+ input,
58
+ meta
59
+ } = subTask.data;
60
+ const {
61
+ fileUploadsData
62
+ } = input;
63
+ log(`Processing page key "${pageKey}"`);
64
+
65
+ // Mark task status as PROCESSING
66
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
67
+ status: _types.ImportExportTaskStatus.PROCESSING
68
+ });
69
+ // Update stats in main task
70
+ await pageBuilder.importExportTask.updateStats(taskId, {
71
+ prevStatus: prevStatusOfSubTask,
72
+ nextStatus: _types.ImportExportTaskStatus.PROCESSING
73
+ });
74
+ prevStatusOfSubTask = subTask.status;
75
+
76
+ // Real job
77
+ const page = await (0, _importPage.importPage)({
78
+ context,
79
+ pageKey,
80
+ key: zipFileKey,
81
+ fileUploadsData
82
+ });
83
+
84
+ // Create a page
85
+ let pbPage = await context.pageBuilder.createPage(category, meta);
86
+
87
+ // Hooks attached to `pageBuilder.createPage` might enable security back again, here we disable security
88
+ (0, _mockSecurity.mockSecurity)(identity, context);
89
+
90
+ // Update page with data
91
+ pbPage = await context.pageBuilder.updatePage(pbPage.id, {
92
+ content: page.content,
93
+ title: page.title,
94
+ path: page.path,
95
+ settings: page.settings
96
+ });
97
+
98
+ // Hooks attached to `pageBuilder.updatePage` might enable security back again, here we disable security
99
+ (0, _mockSecurity.mockSecurity)(identity, context);
100
+
101
+ // TODO: Publish page
102
+
103
+ // Update task record in DB
104
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
105
+ status: _types.ImportExportTaskStatus.COMPLETED,
106
+ data: {
107
+ message: "Done",
108
+ page: {
109
+ id: pbPage.id,
110
+ title: pbPage.title,
111
+ version: pbPage.version,
112
+ status: pbPage.status
113
+ }
114
+ }
115
+ });
116
+ // Update stats in main task
117
+ await pageBuilder.importExportTask.updateStats(taskId, {
118
+ prevStatus: prevStatusOfSubTask,
119
+ nextStatus: _types.ImportExportTaskStatus.COMPLETED
120
+ });
121
+ prevStatusOfSubTask = subTask.status;
122
+ } catch (e) {
123
+ log("[IMPORT_PAGES_PROCESS] Error => ", e);
124
+ if (subTask && subTask.id) {
125
+ /**
126
+ * In case of error, we'll update the task status to "failed",
127
+ * so that, client can show notify the user appropriately.
128
+ */
129
+ subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
130
+ status: _types.ImportExportTaskStatus.FAILED,
131
+ error: {
132
+ name: e.name,
133
+ message: e.message,
134
+ stack: e.stack,
135
+ code: "IMPORT_FAILED"
136
+ }
137
+ });
138
+
139
+ // Update stats in main task
140
+ await pageBuilder.importExportTask.updateStats(taskId, {
141
+ prevStatus: prevStatusOfSubTask,
142
+ nextStatus: _types.ImportExportTaskStatus.FAILED
143
+ });
144
+ prevStatusOfSubTask = subTask.status;
145
+ }
146
+ return {
147
+ data: null,
148
+ error: {
149
+ message: e.message
150
+ }
151
+ };
152
+ } finally {
153
+ // Base condition!
154
+ if (noPendingTask) {
155
+ log(`No pending sub-task for task ${taskId}`);
156
+ await pageBuilder.importExportTask.updateTask(taskId, {
157
+ status: _types.ImportExportTaskStatus.COMPLETED,
158
+ data: {
159
+ message: `Finish importing pages.`
160
+ }
161
+ });
162
+ } else {
163
+ log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
164
+ // We want to continue with Self invocation no matter if current page error out.
165
+ await (0, _client.invokeHandlerClient)({
166
+ context,
167
+ name: configuration.handlers.process,
168
+ payload: {
169
+ taskId,
170
+ subTaskIndex: subTaskIndex + 1,
171
+ type,
172
+ identity: context.security.getIdentity()
173
+ },
174
+ description: "Import pages - process - subtask"
175
+ });
176
+ }
177
+ }
178
+ return {
179
+ data: "",
180
+ error: null
181
+ };
182
+ };
183
+ exports.pagesHandler = pagesHandler;
@@ -0,0 +1 @@
1
+ {"version":3,"names":["pagesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","pageKey","category","zipFileKey","input","meta","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","page","importPage","key","pbPage","createPage","updatePage","content","title","path","settings","COMPLETED","message","version","e","FAILED","name","stack","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description"],"sources":["pagesHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { importPage } from \"./importPage\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/import/process\";\n\nexport const pagesHandler = async (\n configuration: Configuration,\n payload: Payload,\n context: PbImportExportContext\n): Promise<Response> => {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Page Queue Process\");\n const { pageBuilder } = context;\n const { taskId, subTaskIndex, type, identity } = payload;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { pageKey, category, zipFileKey, input, meta } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing page key \"${pageKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const page = await importPage({\n context,\n pageKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a page\n let pbPage = await context.pageBuilder.createPage(category, meta);\n\n // Hooks attached to `pageBuilder.createPage` might enable security back again, here we disable security\n mockSecurity(identity, context);\n\n // Update page with data\n pbPage = await context.pageBuilder.updatePage(pbPage.id, {\n content: page.content,\n title: page.title,\n path: page.path,\n settings: page.settings\n });\n\n // Hooks attached to `pageBuilder.updatePage` might enable security back again, here we disable security\n mockSecurity(identity, context);\n\n // TODO: Publish page\n\n // Update task record in DB\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n page: {\n id: pbPage.id,\n title: pbPage.title,\n version: pbPage.version,\n status: pbPage.status\n }\n }\n });\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[IMPORT_PAGES_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n status: ImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.importExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: ImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.importExportTask.updateTask(taskId, {\n status: ImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing pages.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current page error out.\n await invokeHandlerClient<Payload>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n type,\n identity: context.security.getIdentity()\n },\n description: \"Import pages - process - subtask\"\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n};\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AACA;AAGO,MAAMA,YAAY,GAAG,OACxBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,mCAAmC,CAAC;EACxC,MAAM;IAAEO;EAAY,CAAC,GAAGR,OAAO;EAC/B,MAAM;IAAES,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGb,OAAO;EACxD;EACA;EACA,IAAAc,0BAAY,EAACD,QAAQ,EAAEZ,OAAO,CAAC;EAE/B,IAAI;IACA;AACR;AACA;AACA;;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;;IAEzF;AACR;AACA;AACA;IACQ,IAAI,CAACP,OAAO,IAAIA,OAAO,CAACc,MAAM,KAAKX,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHc,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHf,aAAa,GAAG,KAAK;IACzB;IACAC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IAEpChB,GAAG,CAAE,uBAAsBE,OAAO,CAACiB,EAAG,EAAC,CAAC;IAExC,MAAM;MAAEC,OAAO;MAAEC,QAAQ;MAAEC,UAAU;MAAEC,KAAK;MAAEC;IAAK,CAAC,GAAGtB,OAAO,CAACe,IAAI;IACnE,MAAM;MAAEQ;IAAgB,CAAC,GAAGF,KAAK;IAEjCvB,GAAG,CAAE,wBAAuBoB,OAAQ,GAAE,CAAC;;IAEvC;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACsB;IACnC,CAAC,CAAC;IACF;IACA,MAAMpB,WAAW,CAACM,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;MACnDqB,UAAU,EAAEzB,mBAAmB;MAC/B0B,UAAU,EAAEzB,6BAAsB,CAACsB;IACvC,CAAC,CAAC;IACFvB,mBAAmB,GAAGF,OAAO,CAACc,MAAM;;IAEpC;IACA,MAAMe,IAAI,GAAG,MAAM,IAAAC,sBAAU,EAAC;MAC1BjC,OAAO;MACPqB,OAAO;MACPa,GAAG,EAAEX,UAAU;MACfG;IACJ,CAAC,CAAC;;IAEF;IACA,IAAIS,MAAM,GAAG,MAAMnC,OAAO,CAACQ,WAAW,CAAC4B,UAAU,CAACd,QAAQ,EAAEG,IAAI,CAAC;;IAEjE;IACA,IAAAZ,0BAAY,EAACD,QAAQ,EAAEZ,OAAO,CAAC;;IAE/B;IACAmC,MAAM,GAAG,MAAMnC,OAAO,CAACQ,WAAW,CAAC6B,UAAU,CAACF,MAAM,CAACf,EAAE,EAAE;MACrDkB,OAAO,EAAEN,IAAI,CAACM,OAAO;MACrBC,KAAK,EAAEP,IAAI,CAACO,KAAK;MACjBC,IAAI,EAAER,IAAI,CAACQ,IAAI;MACfC,QAAQ,EAAET,IAAI,CAACS;IACnB,CAAC,CAAC;;IAEF;IACA,IAAA5B,0BAAY,EAACD,QAAQ,EAAEZ,OAAO,CAAC;;IAE/B;;IAEA;IACAG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACoC,SAAS;MACxCxB,IAAI,EAAE;QACFyB,OAAO,EAAE,MAAM;QACfX,IAAI,EAAE;UACFZ,EAAE,EAAEe,MAAM,CAACf,EAAE;UACbmB,KAAK,EAAEJ,MAAM,CAACI,KAAK;UACnBK,OAAO,EAAET,MAAM,CAACS,OAAO;UACvB3B,MAAM,EAAEkB,MAAM,CAAClB;QACnB;MACJ;IACJ,CAAC,CAAC;IACF;IACA,MAAMT,WAAW,CAACM,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;MACnDqB,UAAU,EAAEzB,mBAAmB;MAC/B0B,UAAU,EAAEzB,6BAAsB,CAACoC;IACvC,CAAC,CAAC;IACFrC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;EACxC,CAAC,CAAC,OAAO4B,CAAC,EAAE;IACR5C,GAAG,CAAC,kCAAkC,EAAE4C,CAAC,CAAC;IAE1C,IAAI1C,OAAO,IAAIA,OAAO,CAACiB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACa,aAAa,CAAClB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;QAC3EH,MAAM,EAAEX,6BAAsB,CAACwC,MAAM;QACrC3B,KAAK,EAAE;UACH4B,IAAI,EAAEF,CAAC,CAACE,IAAI;UACZJ,OAAO,EAAEE,CAAC,CAACF,OAAO;UAClBK,KAAK,EAAEH,CAAC,CAACG,KAAK;UACdC,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMzC,WAAW,CAACM,gBAAgB,CAACe,WAAW,CAACpB,MAAM,EAAE;QACnDqB,UAAU,EAAEzB,mBAAmB;QAC/B0B,UAAU,EAAEzB,6BAAsB,CAACwC;MACvC,CAAC,CAAC;MACFzC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHwB,OAAO,EAAEE,CAAC,CAACF;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAIvC,aAAa,EAAE;MACfH,GAAG,CAAE,gCAA+BQ,MAAO,EAAC,CAAC;MAE7C,MAAMD,WAAW,CAACM,gBAAgB,CAACoC,UAAU,CAACzC,MAAM,EAAE;QAClDQ,MAAM,EAAEX,6BAAsB,CAACoC,SAAS;QACxCxB,IAAI,EAAE;UACFyB,OAAO,EAAG;QACd;MACJ,CAAC,CAAC;IACN,CAAC,MAAM;MACH1C,GAAG,CAAE,8BAA6BS,YAAY,GAAG,CAAE,GAAE,CAAC;MACtD;MACA,MAAM,IAAAyC,2BAAmB,EAAU;QAC/BnD,OAAO;QACP+C,IAAI,EAAEjD,aAAa,CAACsD,QAAQ,CAACC,OAAO;QACpCtD,OAAO,EAAE;UACLU,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEZ,OAAO,CAACsD,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHtC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAAC"}
@@ -0,0 +1,11 @@
1
+ import { PbImportExportContext } from "../../../graphql/types";
2
+ import { FileUploadsData } from "../../../types";
3
+ import { ExportedTemplateData } from "../../../export/utils";
4
+ interface ImportTemplateParams {
5
+ key: string;
6
+ templateKey: string;
7
+ context: PbImportExportContext;
8
+ fileUploadsData: FileUploadsData;
9
+ }
10
+ export declare function importTemplate({ templateKey, context, fileUploadsData }: ImportTemplateParams): Promise<ExportedTemplateData["template"]>;
11
+ export {};
@@ -0,0 +1,66 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.importTemplate = importTemplate;
8
+ var _path = _interopRequireDefault(require("path"));
9
+ var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
10
+ var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
11
+ var _fsExtra = require("fs-extra");
12
+ var _constants = require("../../constants");
13
+ var _s3Stream = require("../../../export/s3Stream");
14
+ var _uploadAssets = require("../../utils/uploadAssets");
15
+ var _updateFilesInData = require("../../utils/updateFilesInData");
16
+ var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
17
+ var _deleteS3Folder = require("../../utils/deleteS3Folder");
18
+ async function importTemplate({
19
+ templateKey,
20
+ context,
21
+ fileUploadsData
22
+ }) {
23
+ const log = console.log;
24
+
25
+ // Making Directory for template in which we're going to extract the template data file.
26
+ const TEMPLATE_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, templateKey);
27
+ (0, _fsExtra.ensureDirSync)(TEMPLATE_EXTRACT_DIR);
28
+ const templateDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
29
+ const TEMPLATE_DATA_FILE_PATH = _path.default.join(TEMPLATE_EXTRACT_DIR, _path.default.basename(templateDataFileKey));
30
+ log(`Downloading Template data file: ${templateDataFileKey} at "${TEMPLATE_DATA_FILE_PATH}"`);
31
+ // Download and save template data file in disk.
32
+ await new Promise((resolve, reject) => {
33
+ _s3Stream.s3Stream.readStream(templateDataFileKey).on("error", reject).pipe((0, _fsExtra.createWriteStream)(TEMPLATE_DATA_FILE_PATH)).on("error", reject).on("finish", resolve);
34
+ });
35
+
36
+ // Load the template data file from disk.
37
+ log(`Load file ${templateDataFileKey}`);
38
+ const {
39
+ template,
40
+ files
41
+ } = await (0, _loadJsonFile.default)(TEMPLATE_DATA_FILE_PATH);
42
+
43
+ // Only update template data if there are files.
44
+ if (files && Array.isArray(files) && files.length > 0) {
45
+ // Upload template assets.
46
+ const fileIdToNewFileMap = await (0, _uploadAssets.uploadAssets)({
47
+ context,
48
+ files,
49
+ fileUploadsData
50
+ });
51
+ const settings = await context.fileManager.getSettings();
52
+ const {
53
+ srcPrefix = ""
54
+ } = settings || {};
55
+ (0, _updateFilesInData.updateFilesInData)({
56
+ data: template.content || {},
57
+ fileIdToNewFileMap,
58
+ srcPrefix
59
+ });
60
+ }
61
+ log("Removing Directory for template...");
62
+ await (0, _downloadInstallFiles.deleteFile)(templateKey);
63
+ log(`Remove template contents from S3...`);
64
+ await (0, _deleteS3Folder.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
65
+ return template;
66
+ }
@@ -0,0 +1 @@
1
+ {"version":3,"names":["importTemplate","templateKey","context","fileUploadsData","log","console","TEMPLATE_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","templateDataFileKey","dotProp","get","TEMPLATE_DATA_FILE_PATH","basename","Promise","resolve","reject","s3Stream","readStream","on","pipe","createWriteStream","template","files","loadJson","Array","isArray","length","fileIdToNewFileMap","uploadAssets","settings","fileManager","getSettings","srcPrefix","updateFilesInData","data","content","deleteFile","deleteS3Folder","dirname"],"sources":["importTemplate.ts"],"sourcesContent":["import path from \"path\";\nimport dotProp from \"dot-prop-immutable\";\nimport loadJson from \"load-json-file\";\nimport { createWriteStream, ensureDirSync } from \"fs-extra\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport { FileUploadsData } from \"~/types\";\nimport { ExportedTemplateData } from \"~/export/utils\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { uploadAssets } from \"~/import/utils/uploadAssets\";\nimport { updateFilesInData } from \"~/import/utils/updateFilesInData\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { deleteS3Folder } from \"~/import/utils/deleteS3Folder\";\n\ninterface ImportTemplateParams {\n key: string;\n templateKey: string;\n context: PbImportExportContext;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importTemplate({\n templateKey,\n context,\n fileUploadsData\n}: ImportTemplateParams): Promise<ExportedTemplateData[\"template\"]> {\n const log = console.log;\n\n // Making Directory for template in which we're going to extract the template data file.\n const TEMPLATE_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, templateKey);\n ensureDirSync(TEMPLATE_EXTRACT_DIR);\n\n const templateDataFileKey = dotProp.get(fileUploadsData, `data`);\n const TEMPLATE_DATA_FILE_PATH = path.join(\n TEMPLATE_EXTRACT_DIR,\n path.basename(templateDataFileKey)\n );\n\n log(`Downloading Template data file: ${templateDataFileKey} at \"${TEMPLATE_DATA_FILE_PATH}\"`);\n // Download and save template data file in disk.\n await new Promise((resolve, reject) => {\n s3Stream\n .readStream(templateDataFileKey)\n .on(\"error\", reject)\n .pipe(createWriteStream(TEMPLATE_DATA_FILE_PATH))\n .on(\"error\", reject)\n .on(\"finish\", resolve);\n });\n\n // Load the template data file from disk.\n log(`Load file ${templateDataFileKey}`);\n const { template, files } = await loadJson<ExportedTemplateData>(TEMPLATE_DATA_FILE_PATH);\n\n // Only update template data if there are files.\n if (files && Array.isArray(files) && files.length > 0) {\n // Upload template assets.\n const fileIdToNewFileMap = await uploadAssets({\n context,\n files,\n fileUploadsData\n });\n\n const settings = await context.fileManager.getSettings();\n\n const { srcPrefix = \"\" } = settings || {};\n updateFilesInData({\n data: template.content || {},\n fileIdToNewFileMap,\n srcPrefix\n });\n }\n\n log(\"Removing Directory for template...\");\n await deleteFile(templateKey);\n\n log(`Remove template contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return template;\n}\n"],"mappings":";;;;;;;AAAA;AACA;AACA;AACA;AAIA;AACA;AACA;AACA;AACA;AACA;AASO,eAAeA,cAAc,CAAC;EACjCC,WAAW;EACXC,OAAO;EACPC;AACkB,CAAC,EAA6C;EAChE,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,oBAAoB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAER,WAAW,CAAC;EACxE,IAAAS,sBAAa,EAACJ,oBAAoB,CAAC;EAEnC,MAAMK,mBAAmB,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAG,MAAK,CAAC;EAChE,MAAMW,uBAAuB,GAAGP,aAAI,CAACC,IAAI,CACrCF,oBAAoB,EACpBC,aAAI,CAACQ,QAAQ,CAACJ,mBAAmB,CAAC,CACrC;EAEDP,GAAG,CAAE,mCAAkCO,mBAAoB,QAAOG,uBAAwB,GAAE,CAAC;EAC7F;EACA,MAAM,IAAIE,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCC,kBAAQ,CACHC,UAAU,CAACT,mBAAmB,CAAC,CAC/BU,EAAE,CAAC,OAAO,EAAEH,MAAM,CAAC,CACnBI,IAAI,CAAC,IAAAC,0BAAiB,EAACT,uBAAuB,CAAC,CAAC,CAChDO,EAAE,CAAC,OAAO,EAAEH,MAAM,CAAC,CACnBG,EAAE,CAAC,QAAQ,EAAEJ,OAAO,CAAC;EAC9B,CAAC,CAAC;;EAEF;EACAb,GAAG,CAAE,aAAYO,mBAAoB,EAAC,CAAC;EACvC,MAAM;IAAEa,QAAQ;IAAEC;EAAM,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAuBZ,uBAAuB,CAAC;;EAEzF;EACA,IAAIW,KAAK,IAAIE,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,IAAIA,KAAK,CAACI,MAAM,GAAG,CAAC,EAAE;IACnD;IACA,MAAMC,kBAAkB,GAAG,MAAM,IAAAC,0BAAY,EAAC;MAC1C7B,OAAO;MACPuB,KAAK;MACLtB;IACJ,CAAC,CAAC;IAEF,MAAM6B,QAAQ,GAAG,MAAM9B,OAAO,CAAC+B,WAAW,CAACC,WAAW,EAAE;IAExD,MAAM;MAAEC,SAAS,GAAG;IAAG,CAAC,GAAGH,QAAQ,IAAI,CAAC,CAAC;IACzC,IAAAI,oCAAiB,EAAC;MACdC,IAAI,EAAEb,QAAQ,CAACc,OAAO,IAAI,CAAC,CAAC;MAC5BR,kBAAkB;MAClBK;IACJ,CAAC,CAAC;EACN;EAEA/B,GAAG,CAAC,oCAAoC,CAAC;EACzC,MAAM,IAAAmC,gCAAU,EAACtC,WAAW,CAAC;EAE7BG,GAAG,CAAE,qCAAoC,CAAC;EAC1C,MAAM,IAAAoC,8BAAc,EAACjC,aAAI,CAACkC,OAAO,CAACtC,eAAe,CAACkC,IAAI,CAAC,CAAC;EAExD,OAAOb,QAAQ;AACnB"}
@@ -0,0 +1,3 @@
1
+ import { PbImportExportContext } from "../../../types";
2
+ import { Configuration, Payload, Response } from "..";
3
+ export declare const templatesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;