@webiny/api-page-builder-import-export 0.0.0-mt-2 → 0.0.0-unstable.06b2ede40f

package/import/pages/process/importPage.js

@@ -0,0 +1,94 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.importPage = importPage;
+var _path = _interopRequireDefault(require("path"));
+var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
+var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
+var _fsExtra = require("fs-extra");
+var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
+var _constants = require("../../constants");
+var _s3Stream = require("../../../export/s3Stream");
+var _utils = require("../../utils");
+async function importPage({
+  pageKey,
+  context,
+  fileUploadsData
+}) {
+  const log = console.log;
+
+  // Making Directory for page in which we're going to extract the page data file.
+  const PAGE_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, pageKey);
+  (0, _fsExtra.ensureDirSync)(PAGE_EXTRACT_DIR);
+  const pageDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
+  const PAGE_DATA_FILE_PATH = _path.default.join(PAGE_EXTRACT_DIR, _path.default.basename(pageDataFileKey));
+  log(`Downloading Page data file: ${pageDataFileKey} at "${PAGE_DATA_FILE_PATH}"`);
+  // Download and save page data file in disk.
+  const readStream = await _s3Stream.s3Stream.readStream(pageDataFileKey);
+  const writeStream = (0, _fsExtra.createWriteStream)(PAGE_DATA_FILE_PATH);
+  await new Promise((resolve, reject) => {
+    readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
+  });
+
+  // Load the page data file from disk.
+  log(`Load file ${pageDataFileKey}`);
+  const {
+    page,
+    files
+  } = await (0, _loadJsonFile.default)(PAGE_DATA_FILE_PATH);
+
+  // Only update page data if there are files.
+  if (files && Array.isArray(files) && files.length > 0) {
+    const fileIdToNewFileMap = await (0, _utils.uploadAssets)({
+      context,
+      files,
+      fileUploadsData
+    });
+    const settings = await context.fileManager.getSettings();
+    const {
+      srcPrefix = ""
+    } = settings || {};
+    (0, _utils.updateFilesInData)({
+      data: page.content || {},
+      fileIdToNewFileMap,
+      srcPrefix
+    });
+    page.settings = updateImageInPageSettings({
+      settings: page.settings || {},
+      fileIdToNewFileMap,
+      srcPrefix
+    });
+  }
+  log("Removing Directory for page...");
+  await (0, _downloadInstallFiles.deleteFile)(pageKey);
+  log(`Remove page contents from S3...`);
+  await (0, _utils.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
+  return page;
+}
+function updateImageInPageSettings(params) {
+  const {
+    settings,
+    fileIdToNewFileMap,
+    srcPrefix
+  } = params;
+  let newSettings = settings;
+  const cleanSrcPrefix = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
+  if (_dotPropImmutable.default.get(newSettings, "general.image.src")) {
+    const newFile = fileIdToNewFileMap.get(settings.general?.image?.id || "");
+    if (newFile) {
+      newSettings = _dotPropImmutable.default.set(newSettings, "general.image.src", `${cleanSrcPrefix}/${newFile.key}`);
+    }
+  }
+  if (_dotPropImmutable.default.get(newSettings, "social.image.src")) {
+    const newFile = fileIdToNewFileMap.get(settings.social?.image?.id || "");
+    if (newFile) {
+      newSettings = _dotPropImmutable.default.set(newSettings, "social.image.src", `${cleanSrcPrefix}/${newFile.key}`);
+    }
+  }
+  return newSettings;
+}
+
+//# sourceMappingURL=importPage.js.map

package/import/pages/process/importPage.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_path","_interopRequireDefault","require","_dotPropImmutable","_loadJsonFile","_fsExtra","_downloadInstallFiles","_constants","_s3Stream","_utils","importPage","pageKey","context","fileUploadsData","log","console","PAGE_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","pageDataFileKey","dotProp","get","PAGE_DATA_FILE_PATH","basename","readStream","s3Stream","writeStream","createWriteStream","Promise","resolve","reject","on","pipe","page","files","loadJson","Array","isArray","length","fileIdToNewFileMap","uploadAssets","settings","fileManager","getSettings","srcPrefix","updateFilesInData","data","content","updateImageInPageSettings","deleteFile","deleteS3Folder","dirname","params","newSettings","cleanSrcPrefix","endsWith","slice","newFile","general","image","id","set","key","social"],"sources":["importPage.ts"],"sourcesContent":["import path from \"path\";\nimport dotProp from \"dot-prop-immutable\";\nimport loadJson from \"load-json-file\";\nimport { createWriteStream, ensureDirSync } from \"fs-extra\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport type { FileInput } from \"@webiny/api-file-manager/types\";\nimport type { PageSettings } from \"@webiny/api-page-builder/types\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { FileUploadsData } from \"~/types\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { deleteS3Folder, updateFilesInData, uploadAssets } from \"~/import/utils\";\nimport type { ExportedPageData } from \"~/export/process/exporters/PageExporter\";\n\ninterface ImportPageParams {\n    pageKey: string;\n    context: PbImportExportContext;\n    fileUploadsData: FileUploadsData;\n}\n\nexport async function importPage({\n    pageKey,\n    context,\n    fileUploadsData\n}: ImportPageParams): Promise<ExportedPageData[\"page\"]> {\n    const log = console.log;\n\n    // Making Directory for page in which we're going to extract the page data file.\n    const PAGE_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, pageKey);\n    ensureDirSync(PAGE_EXTRACT_DIR);\n\n    const pageDataFileKey = dotProp.get(fileUploadsData, `data`);\n    const PAGE_DATA_FILE_PATH = path.join(PAGE_EXTRACT_DIR, path.basename(pageDataFileKey));\n\n    log(`Downloading Page data file: ${pageDataFileKey} at \"${PAGE_DATA_FILE_PATH}\"`);\n    // Download and save page data file in disk.\n    const readStream = await s3Stream.readStream(pageDataFileKey);\n    const writeStream = createWriteStream(PAGE_DATA_FILE_PATH);\n\n    await new Promise((resolve, reject) => {\n        readStream.on(\"error\", reject).pipe(writeStream).on(\"finish\", resolve).on(\"error\", reject);\n    });\n\n    // Load the page data file from disk.\n    log(`Load file ${pageDataFileKey}`);\n    const { page, files } = await loadJson<ExportedPageData>(PAGE_DATA_FILE_PATH);\n\n    // Only update page data if there are files.\n    if (files && Array.isArray(files) && files.length > 0) {\n        const fileIdToNewFileMap = await uploadAssets({\n            context,\n            files,\n            fileUploadsData\n        });\n\n        const settings = await context.fileManager.getSettings();\n\n        const { srcPrefix = \"\" } = settings || {};\n        updateFilesInData({\n            data: page.content || {},\n            fileIdToNewFileMap,\n            srcPrefix\n        });\n\n        page.settings = updateImageInPageSettings({\n            settings: page.settings || {},\n            fileIdToNewFileMap,\n            srcPrefix\n        });\n    }\n\n    log(\"Removing Directory for page...\");\n    await deleteFile(pageKey);\n\n    log(`Remove page contents from S3...`);\n    await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n    return page;\n}\n\ninterface UpdateImageInPageSettingsParams {\n    fileIdToNewFileMap: Map<string, FileInput>;\n    srcPrefix: string;\n    settings: PageSettings;\n}\n\nfunction updateImageInPageSettings(\n    params: UpdateImageInPageSettingsParams\n): UpdateImageInPageSettingsParams[\"settings\"] {\n    const { settings, fileIdToNewFileMap, srcPrefix } = params;\n    let newSettings = settings;\n\n    const cleanSrcPrefix = srcPrefix.endsWith(\"/\") ? srcPrefix.slice(0, -1) : srcPrefix;\n\n    if (dotProp.get(newSettings, \"general.image.src\")) {\n        const newFile = fileIdToNewFileMap.get(settings.general?.image?.id || \"\");\n        if (newFile) {\n            newSettings = dotProp.set(\n                newSettings,\n                \"general.image.src\",\n                `${cleanSrcPrefix}/${newFile.key}`\n            );\n        }\n    }\n\n    if (dotProp.get(newSettings, \"social.image.src\")) {\n        const newFile = fileIdToNewFileMap.get(settings.social?.image?.id || \"\");\n\n        if (newFile) {\n            newSettings = dotProp.set(\n                newSettings,\n                \"social.image.src\",\n                `${cleanSrcPrefix}/${newFile.key}`\n            );\n        }\n    }\n\n    return newSettings;\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,aAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AACA,IAAAI,qBAAA,GAAAJ,OAAA;AAKA,IAAAK,UAAA,GAAAL,OAAA;AACA,IAAAM,SAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AASO,eAAeQ,UAAUA,CAAC;EAC7BC,OAAO;EACPC,OAAO;EACPC;AACc,CAAC,EAAqC;EACpD,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,gBAAgB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAER,OAAO,CAAC;EAChE,IAAAS,sBAAa,EAACJ,gBAAgB,CAAC;EAE/B,MAAMK,eAAe,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAE,MAAM,CAAC;EAC5D,MAAMW,mBAAmB,GAAGP,aAAI,CAACC,IAAI,CAACF,gBAAgB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,eAAe,CAAC,CAAC;EAEvFP,GAAG,CAAC,+BAA+BO,eAAe,QAAQG,mBAAmB,GAAG,CAAC;EACjF;EACA,MAAME,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,eAAe,CAAC;EAC7D,MAAMO,WAAW,GAAG,IAAAC,0BAAiB,EAACL,mBAAmB,CAAC;EAE1D,MAAM,IAAIM,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCN,UAAU,CAACO,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC,CAACE,IAAI,CAACN,WAAW,CAAC,CAACK,EAAE,CAAC,QAAQ,EAAEF,OAAO,CAAC,CAACE,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC;EAC9F,CAAC,CAAC;;EAEF;EACAlB,GAAG,CAAC,aAAaO,eAAe,EAAE,CAAC;EACnC,MAAM;IAAEc,IAAI;IAAEC;EAAM,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAmBb,mBAAmB,CAAC;;EAE7E;EACA,IAAIY,KAAK,IAAIE,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,IAAIA,KAAK,CAACI,MAAM,GAAG,CAAC,EAAE;IACnD,MAAMC,kBAAkB,GAAG,MAAM,IAAAC,mBAAY,EAAC;MAC1C9B,OAAO;MACPwB,KAAK;MACLvB;IACJ,CAAC,CAAC;IAEF,MAAM8B,QAAQ,GAAG,MAAM/B,OAAO,CAACgC,WAAW,CAACC,WAAW,CAAC,CAAC;IAExD,MAAM;MAAEC,SAAS,GAAG;IAAG,CAAC,GAAGH,QAAQ,IAAI,CAAC,CAAC;IACzC,IAAAI,wBAAiB,EAAC;MACdC,IAAI,EAAEb,IAAI,CAACc,OAAO,IAAI,CAAC,CAAC;MACxBR,kBAAkB;MAClBK;IACJ,CAAC,CAAC;IAEFX,IAAI,CAACQ,QAAQ,GAAGO,yBAAyB,CAAC;MACtCP,QAAQ,EAAER,IAAI,CAACQ,QAAQ,IAAI,CAAC,CAAC;MAC7BF,kBAAkB;MAClBK;IACJ,CAAC,CAAC;EACN;EAEAhC,GAAG,CAAC,gCAAgC,CAAC;EACrC,MAAM,IAAAqC,gCAAU,EAACxC,OAAO,CAAC;EAEzBG,GAAG,CAAC,iCAAiC,CAAC;EACtC,MAAM,IAAAsC,qBAAc,EAACnC,aAAI,CAACoC,OAAO,CAACxC,eAAe,CAACmC,IAAI,CAAC,CAAC;EAExD,OAAOb,IAAI;AACf;AAQA,SAASe,yBAAyBA,CAC9BI,MAAuC,EACI;EAC3C,MAAM;IAAEX,QAAQ;IAAEF,kBAAkB;IAAEK;EAAU,CAAC,GAAGQ,MAAM;EAC1D,IAAIC,WAAW,GAAGZ,QAAQ;EAE1B,MAAMa,cAAc,GAAGV,SAAS,CAACW,QAAQ,CAAC,GAAG,CAAC,GAAGX,SAAS,CAACY,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAGZ,SAAS;EAEnF,IAAIxB,yBAAO,CAACC,GAAG,CAACgC,WAAW,EAAE,mBAAmB,CAAC,EAAE;IAC/C,MAAMI,OAAO,GAAGlB,kBAAkB,CAAClB,GAAG,CAACoB,QAAQ,CAACiB,OAAO,EAAEC,KAAK,EAAEC,EAAE,IAAI,EAAE,CAAC;IACzE,IAAIH,OAAO,EAAE;MACTJ,WAAW,GAAGjC,yBAAO,CAACyC,GAAG,CACrBR,WAAW,EACX,mBAAmB,EACnB,GAAGC,cAAc,IAAIG,OAAO,CAACK,GAAG,EACpC,CAAC;IACL;EACJ;EAEA,IAAI1C,yBAAO,CAACC,GAAG,CAACgC,WAAW,EAAE,kBAAkB,CAAC,EAAE;IAC9C,MAAMI,OAAO,GAAGlB,kBAAkB,CAAClB,GAAG,CAACoB,QAAQ,CAACsB,MAAM,EAAEJ,KAAK,EAAEC,EAAE,IAAI,EAAE,CAAC;IAExE,IAAIH,OAAO,EAAE;MACTJ,WAAW,GAAGjC,yBAAO,CAACyC,GAAG,CACrBR,WAAW,EACX,kBAAkB,EAClB,GAAGC,cAAc,IAAIG,OAAO,CAACK,GAAG,EACpC,CAAC;IACL;EACJ;EAEA,OAAOT,WAAW;AACtB","ignoreList":[]}

package/import/pages/types.d.ts

@@ -0,0 +1,48 @@
+import type { ITaskResponseDoneResultOutput, ITaskRunParams } from "@webiny/tasks";
+import type { PbImportExportContext } from "../../graphql/types";
+import type { ImportData } from "../../types";
+export declare enum PageImportTask {
+    Controller = "pageBuilderImportPagesController",
+    Process = "pageBuilderImportPagesProcess",
+    Cleanup = "pageBuilderImportPagesCleanup"
+}
+export interface IImportPagesControllerInputIdentity {
+    id: string;
+    displayName: string;
+    type: string;
+}
+export interface IImportPagesControllerInputMeta {
+    [key: string]: any;
+}
+/**
+ * Controller
+ */
+export interface IImportPagesControllerInput {
+    category: string;
+    zipFileUrl: string;
+    meta?: IImportPagesControllerInputMeta;
+    processing?: boolean;
+    identity: IImportPagesControllerInputIdentity;
+}
+export interface IImportPagesControllerOutput extends ITaskResponseDoneResultOutput {
+    total: number;
+}
+export type IImportPagesControllerTaskParams = ITaskRunParams<PbImportExportContext, IImportPagesControllerInput, IImportPagesControllerOutput>;
+/**
+ * Process Pages.
+ */
+export interface IImportPagesProcessPagesInput {
+    category: string;
+    meta?: IImportPagesControllerInputMeta;
+    identity: IImportPagesControllerInputIdentity;
+    items: ImportData[];
+    done: string[];
+    failed: string[];
+    pageIdList: string[];
+}
+export interface IImportPagesProcessPagesOutput extends ITaskResponseDoneResultOutput {
+    done: string[];
+    failed: string[];
+    pageIdList: string[];
+}
+export type IImportPagesProcessPagesTaskParams = ITaskRunParams<PbImportExportContext, IImportPagesProcessPagesInput, IImportPagesProcessPagesOutput>;

package/import/pages/types.js

@@ -0,0 +1,20 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.PageImportTask = void 0;
+let PageImportTask = exports.PageImportTask = /*#__PURE__*/function (PageImportTask) {
+  PageImportTask["Controller"] = "pageBuilderImportPagesController";
+  PageImportTask["Process"] = "pageBuilderImportPagesProcess";
+  PageImportTask["Cleanup"] = "pageBuilderImportPagesCleanup";
+  return PageImportTask;
+}({});
+/**
+ * Controller
+ */
+/**
+ * Process Pages.
+ */
+
+//# sourceMappingURL=types.js.map

package/import/pages/types.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["PageImportTask","exports"],"sources":["types.ts"],"sourcesContent":["import type { ITaskResponseDoneResultOutput, ITaskRunParams } from \"@webiny/tasks\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { ImportData } from \"~/types\";\n\nexport enum PageImportTask {\n    Controller = \"pageBuilderImportPagesController\",\n    Process = \"pageBuilderImportPagesProcess\",\n    Cleanup = \"pageBuilderImportPagesCleanup\"\n}\n\nexport interface IImportPagesControllerInputIdentity {\n    id: string;\n    displayName: string;\n    type: string;\n}\n\nexport interface IImportPagesControllerInputMeta {\n    [key: string]: any;\n}\n/**\n * Controller\n */\nexport interface IImportPagesControllerInput {\n    category: string;\n    zipFileUrl: string;\n    meta?: IImportPagesControllerInputMeta;\n    processing?: boolean;\n    identity: IImportPagesControllerInputIdentity;\n}\n\nexport interface IImportPagesControllerOutput extends ITaskResponseDoneResultOutput {\n    total: number;\n}\nexport type IImportPagesControllerTaskParams = ITaskRunParams<\n    PbImportExportContext,\n    IImportPagesControllerInput,\n    IImportPagesControllerOutput\n>;\n\n/**\n * Process Pages.\n */\nexport interface IImportPagesProcessPagesInput {\n    category: string;\n    meta?: IImportPagesControllerInputMeta;\n    identity: IImportPagesControllerInputIdentity;\n    items: ImportData[];\n    done: string[];\n    failed: string[];\n    pageIdList: string[];\n}\n\nexport interface IImportPagesProcessPagesOutput extends ITaskResponseDoneResultOutput {\n    done: string[];\n    failed: string[];\n    pageIdList: string[];\n}\n\nexport type IImportPagesProcessPagesTaskParams = ITaskRunParams<\n    PbImportExportContext,\n    IImportPagesProcessPagesInput,\n    IImportPagesProcessPagesOutput\n>;\n"],"mappings":";;;;;;IAIYA,cAAc,GAAAC,OAAA,CAAAD,cAAA,0BAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAA,OAAdA,cAAc;AAAA;AAe1B;AACA;AACA;AAkBA;AACA;AACA","ignoreList":[]}

package/import/process/blocks/ElementIdsProcessor.d.ts

@@ -0,0 +1,5 @@
+import type { ExportedBlockData } from "../../../export/utils";
+export declare class ElementIdsProcessor {
+    process(block: ExportedBlockData["block"]): ExportedBlockData["block"];
+    private ensureElementId;
+}

package/import/process/blocks/ElementIdsProcessor.js

@@ -0,0 +1,26 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ElementIdsProcessor = void 0;
+var _utils = require("@webiny/utils");
+class ElementIdsProcessor {
+  process(block) {
+    return {
+      ...block,
+      content: this.ensureElementId(block.content)
+    };
+  }
+  ensureElementId(element) {
+    const id = element.id || element.data.variableId || (0, _utils.generateAlphaNumericId)(10);
+    return {
+      ...element,
+      id,
+      elements: element.elements.map(element => this.ensureElementId(element))
+    };
+  }
+}
+exports.ElementIdsProcessor = ElementIdsProcessor;
+
+//# sourceMappingURL=ElementIdsProcessor.js.map

package/import/process/blocks/ElementIdsProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","ElementIdsProcessor","process","block","content","ensureElementId","element","id","data","variableId","generateAlphaNumericId","elements","map","exports"],"sources":["ElementIdsProcessor.ts"],"sourcesContent":["import { generateAlphaNumericId } from \"@webiny/utils\";\nimport type { PageContentElement } from \"@webiny/api-page-builder/types\";\nimport type { ExportedBlockData } from \"~/export/utils\";\n\nexport class ElementIdsProcessor {\n    process(block: ExportedBlockData[\"block\"]): ExportedBlockData[\"block\"] {\n        return {\n            ...block,\n            content: this.ensureElementId(block.content)\n        };\n    }\n\n    private ensureElementId(element: PageContentElement): PageContentElement {\n        const id = element.id || element.data.variableId || generateAlphaNumericId(10);\n\n        return {\n            ...element,\n            id,\n            elements: element.elements.map(element => this.ensureElementId(element))\n        };\n    }\n}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAIO,MAAMC,mBAAmB,CAAC;EAC7BC,OAAOA,CAACC,KAAiC,EAA8B;IACnE,OAAO;MACH,GAAGA,KAAK;MACRC,OAAO,EAAE,IAAI,CAACC,eAAe,CAACF,KAAK,CAACC,OAAO;IAC/C,CAAC;EACL;EAEQC,eAAeA,CAACC,OAA2B,EAAsB;IACrE,MAAMC,EAAE,GAAGD,OAAO,CAACC,EAAE,IAAID,OAAO,CAACE,IAAI,CAACC,UAAU,IAAI,IAAAC,6BAAsB,EAAC,EAAE,CAAC;IAE9E,OAAO;MACH,GAAGJ,OAAO;MACVC,EAAE;MACFI,QAAQ,EAAEL,OAAO,CAACK,QAAQ,CAACC,GAAG,CAACN,OAAO,IAAI,IAAI,CAACD,eAAe,CAACC,OAAO,CAAC;IAC3E,CAAC;EACL;AACJ;AAACO,OAAA,CAAAZ,mBAAA,GAAAA,mBAAA","ignoreList":[]}

package/import/process/blocks/blocksHandler.d.ts

@@ -0,0 +1,3 @@
+import type { PbImportExportContext } from "../../../types";
+import type { Configuration, Payload, Response } from "..";
+export declare const blocksHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/import/process/blocks/blocksHandler.js

@@ -0,0 +1,169 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.blocksHandler = void 0;
+var _types = require("../../../types");
+var _client = require("../../../client");
+var _mockSecurity = require("../../../mockSecurity");
+var _utils = require("@webiny/utils");
+var _importBlock = require("./importBlock");
+const blocksHandler = async (configuration, payload, context) => {
+  const log = console.log;
+  let subTask;
+  let noPendingTask = true;
+  let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
+  log("RUNNING Import Block Queue Process");
+  const {
+    pageBuilder
+  } = context;
+  const {
+    taskId,
+    subTaskIndex,
+    type,
+    identity
+  } = payload;
+  // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+  // and this Lambda is invoked internally, without credentials.
+  (0, _mockSecurity.mockSecurity)(identity, context);
+  try {
+    /*
+     * Note: We're not going to DB for getting next sub-task to process,
+     * because the data might be out of sync due to GSI eventual consistency.
+     */
+
+    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
+
+    /**
+     * Base condition!!
+     * Bail out early, if task not found or task's status is not "pending".
+     */
+    if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
+      noPendingTask = true;
+      return {
+        data: "",
+        error: null
+      };
+    } else {
+      noPendingTask = false;
+    }
+    prevStatusOfSubTask = subTask.status;
+    log(`Fetched sub task => ${subTask.id}`);
+    console.log("subTask", subTask);
+    const {
+      blockKey,
+      zipFileKey,
+      input
+    } = subTask.data;
+    const {
+      fileUploadsData
+    } = input;
+    log(`Processing block key "${blockKey}"`);
+
+    // Mark task status as PROCESSING
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.PROCESSING
+    });
+    // Update stats in main task
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.PROCESSING
+    });
+    prevStatusOfSubTask = subTask.status;
+
+    // Real job
+    const block = await (0, _importBlock.importBlock)({
+      context,
+      blockKey,
+      key: zipFileKey,
+      fileUploadsData
+    });
+
+    // Create a block
+    const pbBlock = await context.pageBuilder.createPageBlock({
+      name: block.name,
+      blockCategory: block.blockCategory,
+      content: block.content
+    });
+
+    // Update task record in DB
+    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+      status: _types.ImportExportTaskStatus.COMPLETED,
+      data: {
+        message: "Done",
+        block: {
+          id: pbBlock.id,
+          name: pbBlock.name
+        }
+      }
+    });
+    // Update stats in main task
+    await pageBuilder.importExportTask.updateStats(taskId, {
+      prevStatus: prevStatusOfSubTask,
+      nextStatus: _types.ImportExportTaskStatus.COMPLETED
+    });
+    prevStatusOfSubTask = subTask.status;
+  } catch (e) {
+    console.error("[IMPORT_BLOCKS_PROCESS] Error => ", e.message, JSON.stringify(e.data, null, 2));
+    if (subTask && subTask.id) {
+      /**
+       * In case of error, we'll update the task status to "failed",
+       * so that, client can show notify the user appropriately.
+       */
+      subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
+        status: _types.ImportExportTaskStatus.FAILED,
+        error: {
+          name: e.name,
+          message: e.message,
+          code: "IMPORT_FAILED"
+        }
+      });
+
+      // Update stats in main task
+      await pageBuilder.importExportTask.updateStats(taskId, {
+        prevStatus: prevStatusOfSubTask,
+        nextStatus: _types.ImportExportTaskStatus.FAILED
+      });
+      prevStatusOfSubTask = subTask.status;
+    }
+    return {
+      data: null,
+      error: {
+        message: e.message
+      }
+    };
+  } finally {
+    // Base condition!
+    if (noPendingTask) {
+      log(`No pending sub-task for task ${taskId}`);
+      await pageBuilder.importExportTask.updateTask(taskId, {
+        status: _types.ImportExportTaskStatus.COMPLETED,
+        data: {
+          message: `Finish importing blocks.`
+        }
+      });
+    } else {
+      log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
+      // We want to continue with Self invocation no matter if current block error out.
+      await (0, _client.invokeHandlerClient)({
+        context,
+        name: configuration.handlers.process,
+        payload: {
+          taskId,
+          subTaskIndex: subTaskIndex + 1,
+          type,
+          identity: context.security.getIdentity()
+        },
+        description: "Import blocks - process - subtask"
+      });
+    }
+  }
+  return {
+    data: "",
+    error: null
+  };
+};
+exports.blocksHandler = blocksHandler;
+
+//# sourceMappingURL=blocksHandler.js.map

package/import/process/blocks/blocksHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_client","_mockSecurity","_utils","_importBlock","blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","blockKey","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","block","importBlock","key","pbBlock","createPageBlock","name","blockCategory","content","COMPLETED","message","e","JSON","stringify","FAILED","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description","exports"],"sources":["blocksHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/process\";\nimport { importBlock } from \"./importBlock\";\n\nexport const blocksHandler = async (\n    configuration: Configuration,\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n    let subTask;\n    let noPendingTask = true;\n    let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n    log(\"RUNNING Import Block Queue Process\");\n    const { pageBuilder } = context;\n    const { taskId, subTaskIndex, type, identity } = payload;\n    // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n    // and this Lambda is invoked internally, without credentials.\n    mockSecurity(identity, context);\n\n    try {\n        /*\n         * Note: We're not going to DB for getting next sub-task to process,\n         * because the data might be out of sync due to GSI eventual consistency.\n         */\n\n        subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n        /**\n         * Base condition!!\n         * Bail out early, if task not found or task's status is not \"pending\".\n         */\n        if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n            noPendingTask = true;\n            return {\n                data: \"\",\n                error: null\n            };\n        } else {\n            noPendingTask = false;\n        }\n        prevStatusOfSubTask = subTask.status;\n\n        log(`Fetched sub task => ${subTask.id}`);\n        console.log(\"subTask\", subTask);\n\n        const { blockKey, zipFileKey, input } = subTask.data;\n        const { fileUploadsData } = input;\n\n        log(`Processing block key \"${blockKey}\"`);\n\n        // Mark task status as PROCESSING\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.PROCESSING\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.PROCESSING\n        });\n        prevStatusOfSubTask = subTask.status;\n\n        // Real job\n        const block = await importBlock({\n            context,\n            blockKey,\n            key: zipFileKey,\n            fileUploadsData\n        });\n\n        // Create a block\n        const pbBlock = await context.pageBuilder.createPageBlock({\n            name: block.name,\n            blockCategory: block.blockCategory,\n            content: block.content\n        });\n\n        // Update task record in DB\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: \"Done\",\n                block: {\n                    id: pbBlock.id,\n                    name: pbBlock.name\n                }\n            }\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.COMPLETED\n        });\n        prevStatusOfSubTask = subTask.status;\n    } catch (e) {\n        console.error(\n            \"[IMPORT_BLOCKS_PROCESS] Error => \",\n            e.message,\n            JSON.stringify(e.data, null, 2)\n        );\n\n        if (subTask && subTask.id) {\n            /**\n             * In case of error, we'll update the task status to \"failed\",\n             * so that, client can show notify the user appropriately.\n             */\n            subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n                status: ImportExportTaskStatus.FAILED,\n                error: {\n                    name: e.name,\n                    message: e.message,\n                    code: \"IMPORT_FAILED\"\n                }\n            });\n\n            // Update stats in main task\n            await pageBuilder.importExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: ImportExportTaskStatus.FAILED\n            });\n            prevStatusOfSubTask = subTask.status;\n        }\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    } finally {\n        // Base condition!\n        if (noPendingTask) {\n            log(`No pending sub-task for task ${taskId}`);\n\n            await pageBuilder.importExportTask.updateTask(taskId, {\n                status: ImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: `Finish importing blocks.`\n                }\n            });\n        } else {\n            log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n            // We want to continue with Self invocation no matter if current block error out.\n            await invokeHandlerClient<Payload>({\n                context,\n                name: configuration.handlers.process,\n                payload: {\n                    taskId,\n                    subTaskIndex: subTaskIndex + 1,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Import blocks - process - subtask\"\n            });\n        }\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,aAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AAEA,IAAAI,YAAA,GAAAJ,OAAA;AAEO,MAAMK,aAAa,GAAG,MAAAA,CACzBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,oCAAoC,CAAC;EACzC,MAAM;IAAEO;EAAY,CAAC,GAAGR,OAAO;EAC/B,MAAM;IAAES,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGb,OAAO;EACxD;EACA;EACA,IAAAc,0BAAY,EAACD,QAAQ,EAAEZ,OAAO,CAAC;EAE/B,IAAI;IACA;AACR;AACA;AACA;;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;;IAEzF;AACR;AACA;AACA;IACQ,IAAI,CAACP,OAAO,IAAIA,OAAO,CAACc,MAAM,KAAKX,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHc,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHf,aAAa,GAAG,KAAK;IACzB;IACAC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IAEpChB,GAAG,CAAC,uBAAuBE,OAAO,CAACiB,EAAE,EAAE,CAAC;IACxClB,OAAO,CAACD,GAAG,CAAC,SAAS,EAAEE,OAAO,CAAC;IAE/B,MAAM;MAAEkB,QAAQ;MAAEC,UAAU;MAAEC;IAAM,CAAC,GAAGpB,OAAO,CAACe,IAAI;IACpD,MAAM;MAAEM;IAAgB,CAAC,GAAGD,KAAK;IAEjCtB,GAAG,CAAC,yBAAyBoB,QAAQ,GAAG,CAAC;;IAEzC;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACoB;IACnC,CAAC,CAAC;IACF;IACA,MAAMlB,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACoB;IACvC,CAAC,CAAC;IACFrB,mBAAmB,GAAGF,OAAO,CAACc,MAAM;;IAEpC;IACA,MAAMa,KAAK,GAAG,MAAM,IAAAC,wBAAW,EAAC;MAC5B/B,OAAO;MACPqB,QAAQ;MACRW,GAAG,EAAEV,UAAU;MACfE;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMS,OAAO,GAAG,MAAMjC,OAAO,CAACQ,WAAW,CAAC0B,eAAe,CAAC;MACtDC,IAAI,EAAEL,KAAK,CAACK,IAAI;MAChBC,aAAa,EAAEN,KAAK,CAACM,aAAa;MAClCC,OAAO,EAAEP,KAAK,CAACO;IACnB,CAAC,CAAC;;IAEF;IACAlC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACgC,SAAS;MACxCpB,IAAI,EAAE;QACFqB,OAAO,EAAE,MAAM;QACfT,KAAK,EAAE;UACHV,EAAE,EAAEa,OAAO,CAACb,EAAE;UACde,IAAI,EAAEF,OAAO,CAACE;QAClB;MACJ;IACJ,CAAC,CAAC;IACF;IACA,MAAM3B,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACgC;IACvC,CAAC,CAAC;IACFjC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;EACxC,CAAC,CAAC,OAAOuB,CAAC,EAAE;IACRtC,OAAO,CAACiB,KAAK,CACT,mCAAmC,EACnCqB,CAAC,CAACD,OAAO,EACTE,IAAI,CAACC,SAAS,CAACF,CAAC,CAACtB,IAAI,EAAE,IAAI,EAAE,CAAC,CAClC,CAAC;IAED,IAAIf,OAAO,IAAIA,OAAO,CAACiB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;QAC3EH,MAAM,EAAEX,6BAAsB,CAACqC,MAAM;QACrCxB,KAAK,EAAE;UACHgB,IAAI,EAAEK,CAAC,CAACL,IAAI;UACZI,OAAO,EAAEC,CAAC,CAACD,OAAO;UAClBK,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMpC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;QACnDmB,UAAU,EAAEvB,mBAAmB;QAC/BwB,UAAU,EAAEvB,6BAAsB,CAACqC;MACvC,CAAC,CAAC;MACFtC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHoB,OAAO,EAAEC,CAAC,CAACD;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAInC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCQ,MAAM,EAAE,CAAC;MAE7C,MAAMD,WAAW,CAACM,gBAAgB,CAAC+B,UAAU,CAACpC,MAAM,EAAE;QAClDQ,MAAM,EAAEX,6BAAsB,CAACgC,SAAS;QACxCpB,IAAI,EAAE;UACFqB,OAAO,EAAE;QACb;MACJ,CAAC,CAAC;IACN,CAAC,MAAM;MACHtC,GAAG,CAAC,8BAA8BS,YAAY,GAAG,CAAC,GAAG,CAAC;MACtD;MACA,MAAM,IAAAoC,2BAAmB,EAAU;QAC/B9C,OAAO;QACPmC,IAAI,EAAErC,aAAa,CAACiD,QAAQ,CAACC,OAAO;QACpCjD,OAAO,EAAE;UACLU,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEZ,OAAO,CAACiD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHjC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACiC,OAAA,CAAAvD,aAAA,GAAAA,aAAA","ignoreList":[]}

package/import/process/blocks/importBlock.d.ts

@@ -0,0 +1,11 @@
+import type { PbImportExportContext } from "../../../graphql/types";
+import type { FileUploadsData } from "../../../types";
+import type { PageBlock } from "@webiny/api-page-builder/types";
+interface ImportBlockParams {
+    key: string;
+    blockKey: string;
+    context: PbImportExportContext;
+    fileUploadsData: FileUploadsData;
+}
+export declare function importBlock({ blockKey, context, fileUploadsData }: ImportBlockParams): Promise<Pick<PageBlock, "name" | "content" | "blockCategory">>;
+export {};

package/import/process/blocks/importBlock.js

@@ -0,0 +1,101 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.importBlock = importBlock;
+var _path = _interopRequireDefault(require("path"));
+var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
+var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
+var _fsExtra = require("fs-extra");
+var _s3Stream = require("../../../export/s3Stream");
+var _uploadAssets = require("../../utils/uploadAssets");
+var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
+var _deleteS3Folder = require("../../utils/deleteS3Folder");
+var _updateFilesInData = require("../../utils/updateFilesInData");
+var _constants = require("../../constants");
+var _ElementIdsProcessor = require("./ElementIdsProcessor");
+async function importBlock({
+  blockKey,
+  context,
+  fileUploadsData
+}) {
+  const log = console.log;
+
+  // Making Directory for block in which we're going to extract the block data file.
+  const BLOCK_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, blockKey);
+  (0, _fsExtra.ensureDirSync)(BLOCK_EXTRACT_DIR);
+  const blockDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
+  const BLOCK_DATA_FILE_PATH = _path.default.join(BLOCK_EXTRACT_DIR, _path.default.basename(blockDataFileKey));
+  log(`Downloading Block data file: ${blockDataFileKey} at "${BLOCK_DATA_FILE_PATH}"`);
+  // Download and save block data file in disk.
+  const readStream = await _s3Stream.s3Stream.readStream(blockDataFileKey);
+  const writeStream = (0, _fsExtra.createWriteStream)(BLOCK_DATA_FILE_PATH);
+  await new Promise((resolve, reject) => {
+    readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
+  });
+
+  // Load the block data file from disk.
+  log(`Load file ${blockDataFileKey}`);
+  const {
+    category,
+    files,
+    block: rawBlock
+  } = await (0, _loadJsonFile.default)(BLOCK_DATA_FILE_PATH);
+  const blockProcessor = new _ElementIdsProcessor.ElementIdsProcessor();
+  const block = blockProcessor.process(rawBlock);
+
+  // Only update block data if there are files.
+  if (files && Array.isArray(files) && files.length > 0) {
+    // Upload block assets.
+    const fileIdToNewFileMap = await (0, _uploadAssets.uploadAssets)({
+      context,
+      files,
+      fileUploadsData
+    });
+    console.log("After uploadAssets:fileIdToNewFileMap", JSON.stringify(Object.fromEntries(fileIdToNewFileMap)));
+    const settings = await context.fileManager.getSettings();
+    const {
+      srcPrefix = ""
+    } = settings || {};
+    (0, _updateFilesInData.updateFilesInData)({
+      data: block.content || {},
+      fileIdToNewFileMap,
+      srcPrefix
+    });
+  }
+  let loadedCategory;
+  if (category) {
+    loadedCategory = await context.pageBuilder.getBlockCategory(category?.slug);
+    if (!loadedCategory) {
+      loadedCategory = await context.pageBuilder.createBlockCategory({
+        name: category.name,
+        slug: category.slug,
+        icon: category.icon,
+        description: category.description
+      });
+    }
+  } else {
+    let importedBlocksCategory = await context.pageBuilder.getBlockCategory("imported-blocks");
+    if (!importedBlocksCategory) {
+      importedBlocksCategory = await context.pageBuilder.createBlockCategory({
+        name: "Imported Blocks",
+        slug: "imported-blocks",
+        description: "Imported blocks",
+        icon: "fas/star"
+      });
+    }
+    loadedCategory = importedBlocksCategory;
+  }
+  log("Removing Directory for block...");
+  await (0, _downloadInstallFiles.deleteFile)(blockKey);
+  log(`Remove block contents from S3...`);
+  await (0, _deleteS3Folder.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
+  return {
+    ...block,
+    blockCategory: loadedCategory.slug
+  };
+}
+
+//# sourceMappingURL=importBlock.js.map

package/import/process/blocks/importBlock.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_path","_interopRequireDefault","require","_dotPropImmutable","_loadJsonFile","_fsExtra","_s3Stream","_uploadAssets","_downloadInstallFiles","_deleteS3Folder","_updateFilesInData","_constants","_ElementIdsProcessor","importBlock","blockKey","context","fileUploadsData","log","console","BLOCK_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","blockDataFileKey","dotProp","get","BLOCK_DATA_FILE_PATH","basename","readStream","s3Stream","writeStream","createWriteStream","Promise","resolve","reject","on","pipe","category","files","block","rawBlock","loadJson","blockProcessor","ElementIdsProcessor","process","Array","isArray","length","fileIdToNewFileMap","uploadAssets","JSON","stringify","Object","fromEntries","settings","fileManager","getSettings","srcPrefix","updateFilesInData","data","content","loadedCategory","pageBuilder","getBlockCategory","slug","createBlockCategory","name","icon","description","importedBlocksCategory","deleteFile","deleteS3Folder","dirname","blockCategory"],"sources":["importBlock.ts"],"sourcesContent":["import path from \"path\";\nimport dotProp from \"dot-prop-immutable\";\nimport loadJson from \"load-json-file\";\nimport { ensureDirSync, createWriteStream } from \"fs-extra\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { FileUploadsData } from \"~/types\";\nimport type { PageBlock } from \"@webiny/api-page-builder/types\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { uploadAssets } from \"~/import/utils/uploadAssets\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { deleteS3Folder } from \"~/import/utils/deleteS3Folder\";\nimport { updateFilesInData } from \"~/import/utils/updateFilesInData\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport type { ExportedBlockData } from \"~/export/process/exporters/BlockExporter\";\nimport { ElementIdsProcessor } from \"~/import/process/blocks/ElementIdsProcessor\";\n\ninterface ImportBlockParams {\n    key: string;\n    blockKey: string;\n    context: PbImportExportContext;\n    fileUploadsData: FileUploadsData;\n}\n\nexport async function importBlock({\n    blockKey,\n    context,\n    fileUploadsData\n}: ImportBlockParams): Promise<Pick<PageBlock, \"name\" | \"content\" | \"blockCategory\">> {\n    const log = console.log;\n\n    // Making Directory for block in which we're going to extract the block data file.\n    const BLOCK_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, blockKey);\n    ensureDirSync(BLOCK_EXTRACT_DIR);\n\n    const blockDataFileKey = dotProp.get(fileUploadsData, `data`);\n    const BLOCK_DATA_FILE_PATH = path.join(BLOCK_EXTRACT_DIR, path.basename(blockDataFileKey));\n\n    log(`Downloading Block data file: ${blockDataFileKey} at \"${BLOCK_DATA_FILE_PATH}\"`);\n    // Download and save block data file in disk.\n    const readStream = await s3Stream.readStream(blockDataFileKey);\n    const writeStream = createWriteStream(BLOCK_DATA_FILE_PATH);\n\n    await new Promise((resolve, reject) => {\n        readStream.on(\"error\", reject).pipe(writeStream).on(\"finish\", resolve).on(\"error\", reject);\n    });\n\n    // Load the block data file from disk.\n    log(`Load file ${blockDataFileKey}`);\n\n    const {\n        category,\n        files,\n        block: rawBlock\n    } = await loadJson<ExportedBlockData>(BLOCK_DATA_FILE_PATH);\n\n    const blockProcessor = new ElementIdsProcessor();\n    const block = blockProcessor.process(rawBlock);\n\n    // Only update block data if there are files.\n    if (files && Array.isArray(files) && files.length > 0) {\n        // Upload block assets.\n        const fileIdToNewFileMap = await uploadAssets({\n            context,\n            files,\n            fileUploadsData\n        });\n\n        console.log(\n            \"After uploadAssets:fileIdToNewFileMap\",\n            JSON.stringify(Object.fromEntries(fileIdToNewFileMap))\n        );\n\n        const settings = await context.fileManager.getSettings();\n\n        const { srcPrefix = \"\" } = settings || {};\n        updateFilesInData({\n            data: block.content || {},\n            fileIdToNewFileMap,\n            srcPrefix\n        });\n    }\n\n    let loadedCategory;\n    if (category) {\n        loadedCategory = await context.pageBuilder.getBlockCategory(category?.slug);\n        if (!loadedCategory) {\n            loadedCategory = await context.pageBuilder.createBlockCategory({\n                name: category.name,\n                slug: category.slug,\n                icon: category.icon,\n                description: category.description\n            });\n        }\n    } else {\n        let importedBlocksCategory = await context.pageBuilder.getBlockCategory(\"imported-blocks\");\n\n        if (!importedBlocksCategory) {\n            importedBlocksCategory = await context.pageBuilder.createBlockCategory({\n                name: \"Imported Blocks\",\n                slug: \"imported-blocks\",\n                description: \"Imported blocks\",\n                icon: \"fas/star\"\n            });\n        }\n\n        loadedCategory = importedBlocksCategory;\n    }\n\n    log(\"Removing Directory for block...\");\n    await deleteFile(blockKey);\n\n    log(`Remove block contents from S3...`);\n    await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n    return { ...block, blockCategory: loadedCategory!.slug };\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,aAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AAIA,IAAAI,SAAA,GAAAJ,OAAA;AACA,IAAAK,aAAA,GAAAL,OAAA;AACA,IAAAM,qBAAA,GAAAN,OAAA;AACA,IAAAO,eAAA,GAAAP,OAAA;AACA,IAAAQ,kBAAA,GAAAR,OAAA;AACA,IAAAS,UAAA,GAAAT,OAAA;AAEA,IAAAU,oBAAA,GAAAV,OAAA;AASO,eAAeW,WAAWA,CAAC;EAC9BC,QAAQ;EACRC,OAAO;EACPC;AACe,CAAC,EAAkE;EAClF,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,iBAAiB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAER,QAAQ,CAAC;EAClE,IAAAS,sBAAa,EAACJ,iBAAiB,CAAC;EAEhC,MAAMK,gBAAgB,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAE,MAAM,CAAC;EAC7D,MAAMW,oBAAoB,GAAGP,aAAI,CAACC,IAAI,CAACF,iBAAiB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,gBAAgB,CAAC,CAAC;EAE1FP,GAAG,CAAC,gCAAgCO,gBAAgB,QAAQG,oBAAoB,GAAG,CAAC;EACpF;EACA,MAAME,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,gBAAgB,CAAC;EAC9D,MAAMO,WAAW,GAAG,IAAAC,0BAAiB,EAACL,oBAAoB,CAAC;EAE3D,MAAM,IAAIM,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCN,UAAU,CAACO,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC,CAACE,IAAI,CAACN,WAAW,CAAC,CAACK,EAAE,CAAC,QAAQ,EAAEF,OAAO,CAAC,CAACE,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC;EAC9F,CAAC,CAAC;;EAEF;EACAlB,GAAG,CAAC,aAAaO,gBAAgB,EAAE,CAAC;EAEpC,MAAM;IACFc,QAAQ;IACRC,KAAK;IACLC,KAAK,EAAEC;EACX,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAoBf,oBAAoB,CAAC;EAE3D,MAAMgB,cAAc,GAAG,IAAIC,wCAAmB,CAAC,CAAC;EAChD,MAAMJ,KAAK,GAAGG,cAAc,CAACE,OAAO,CAACJ,QAAQ,CAAC;;EAE9C;EACA,IAAIF,KAAK,IAAIO,KAAK,CAACC,OAAO,CAACR,KAAK,CAAC,IAAIA,KAAK,CAACS,MAAM,GAAG,CAAC,EAAE;IACnD;IACA,MAAMC,kBAAkB,GAAG,MAAM,IAAAC,0BAAY,EAAC;MAC1CnC,OAAO;MACPwB,KAAK;MACLvB;IACJ,CAAC,CAAC;IAEFE,OAAO,CAACD,GAAG,CACP,uCAAuC,EACvCkC,IAAI,CAACC,SAAS,CAACC,MAAM,CAACC,WAAW,CAACL,kBAAkB,CAAC,CACzD,CAAC;IAED,MAAMM,QAAQ,GAAG,MAAMxC,OAAO,CAACyC,WAAW,CAACC,WAAW,CAAC,CAAC;IAExD,MAAM;MAAEC,SAAS,GAAG;IAAG,CAAC,GAAGH,QAAQ,IAAI,CAAC,CAAC;IACzC,IAAAI,oCAAiB,EAAC;MACdC,IAAI,EAAEpB,KAAK,CAACqB,OAAO,IAAI,CAAC,CAAC;MACzBZ,kBAAkB;MAClBS;IACJ,CAAC,CAAC;EACN;EAEA,IAAII,cAAc;EAClB,IAAIxB,QAAQ,EAAE;IACVwB,cAAc,GAAG,MAAM/C,OAAO,CAACgD,WAAW,CAACC,gBAAgB,CAAC1B,QAAQ,EAAE2B,IAAI,CAAC;IAC3E,IAAI,CAACH,cAAc,EAAE;MACjBA,cAAc,GAAG,MAAM/C,OAAO,CAACgD,WAAW,CAACG,mBAAmB,CAAC;QAC3DC,IAAI,EAAE7B,QAAQ,CAAC6B,IAAI;QACnBF,IAAI,EAAE3B,QAAQ,CAAC2B,IAAI;QACnBG,IAAI,EAAE9B,QAAQ,CAAC8B,IAAI;QACnBC,WAAW,EAAE/B,QAAQ,CAAC+B;MAC1B,CAAC,CAAC;IACN;EACJ,CAAC,MAAM;IACH,IAAIC,sBAAsB,GAAG,MAAMvD,OAAO,CAACgD,WAAW,CAACC,gBAAgB,CAAC,iBAAiB,CAAC;IAE1F,IAAI,CAACM,sBAAsB,EAAE;MACzBA,sBAAsB,GAAG,MAAMvD,OAAO,CAACgD,WAAW,CAACG,mBAAmB,CAAC;QACnEC,IAAI,EAAE,iBAAiB;QACvBF,IAAI,EAAE,iBAAiB;QACvBI,WAAW,EAAE,iBAAiB;QAC9BD,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEAN,cAAc,GAAGQ,sBAAsB;EAC3C;EAEArD,GAAG,CAAC,iCAAiC,CAAC;EACtC,MAAM,IAAAsD,gCAAU,EAACzD,QAAQ,CAAC;EAE1BG,GAAG,CAAC,kCAAkC,CAAC;EACvC,MAAM,IAAAuD,8BAAc,EAACpD,aAAI,CAACqD,OAAO,CAACzD,eAAe,CAAC4C,IAAI,CAAC,CAAC;EAExD,OAAO;IAAE,GAAGpB,KAAK;IAAEkC,aAAa,EAAEZ,cAAc,CAAEG;EAAK,CAAC;AAC5D","ignoreList":[]}

package/import/process/forms/formsHandler.d.ts

@@ -0,0 +1,3 @@
+import type { PbImportExportContext } from "../../../types";
+import type { Configuration, Payload, Response } from "..";
+export declare const formsHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;