@webiny/api-page-builder-import-export 0.0.0-unstable.3386f66516 → 0.0.0-unstable.39223eb3c1

package/import/pages/controller/ImportPagesProcessZipFile.js

@@ -0,0 +1,71 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ImportPagesProcessZipFile = void 0;
+var _types = require("../types");
+var _utils = require("../../utils");
+var _chunk = _interopRequireDefault(require("lodash/chunk"));
+const PROCESSING_PAGES_PER_TASK = 5;
+class ImportPagesProcessZipFile {
+  async execute(params) {
+    const {
+      response,
+      input,
+      trigger,
+      store
+    } = params;
+    const {
+      zipFileUrl
+    } = input;
+    if (!zipFileUrl) {
+      return response.error({
+        message: `Missing "zipFileUrl" in the input.`
+      });
+    }
+    const items = await (0, _utils.extractAndUploadZipFileContents)(zipFileUrl);
+    /**
+     * We will trigger subtasks for a batch of pages.
+     */
+    if (items.length === 0) {
+      return response.error({
+        message: `No pages found in the provided zip file.`
+      });
+    }
+    const chunks = (0, _chunk.default)(items, PROCESSING_PAGES_PER_TASK);
+    for (const pages of chunks) {
+      await trigger({
+        definition: _types.PageImportTask.Process,
+        input: {
+          category: input.category,
+          meta: input.meta,
+          identity: input.identity,
+          items: pages,
+          done: [],
+          failed: [],
+          pageIdList: []
+        }
+      });
+    }
+    await store.updateOutput({
+      total: items.length
+    }, {
+      save: false
+    });
+    return response.continue({
+      ...input,
+      processing: true
+    }, {
+      /**
+       * We will wait a bit before we run controller again,
+       * because of Lambda cold starts.
+       */
+      seconds: 10
+    });
+  }
+}
+exports.ImportPagesProcessZipFile = ImportPagesProcessZipFile;
+
+//# sourceMappingURL=ImportPagesProcessZipFile.js.map

package/import/pages/controller/ImportPagesProcessZipFile.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_utils","_chunk","_interopRequireDefault","PROCESSING_PAGES_PER_TASK","ImportPagesProcessZipFile","execute","params","response","input","trigger","store","zipFileUrl","error","message","items","extractAndUploadZipFileContents","length","chunks","lodashChunk","pages","definition","PageImportTask","Process","category","meta","identity","done","failed","pageIdList","updateOutput","total","save","continue","processing","seconds","exports"],"sources":["ImportPagesProcessZipFile.ts"],"sourcesContent":["import type { IImportPagesControllerTaskParams, IImportPagesProcessPagesInput } from \"../types\";\nimport { PageImportTask } from \"../types\";\nimport type { ITaskResponseResult } from \"@webiny/tasks\";\nimport { extractAndUploadZipFileContents } from \"~/import/utils\";\nimport lodashChunk from \"lodash/chunk\";\n\nconst PROCESSING_PAGES_PER_TASK = 5;\n\nexport class ImportPagesProcessZipFile {\n    public async execute(params: IImportPagesControllerTaskParams): Promise<ITaskResponseResult> {\n        const { response, input, trigger, store } = params;\n\n        const { zipFileUrl } = input;\n        if (!zipFileUrl) {\n            return response.error({\n                message: `Missing \"zipFileUrl\" in the input.`\n            });\n        }\n\n        const items = await extractAndUploadZipFileContents(zipFileUrl);\n        /**\n         * We will trigger subtasks for a batch of pages.\n         */\n        if (items.length === 0) {\n            return response.error({\n                message: `No pages found in the provided zip file.`\n            });\n        }\n        const chunks = lodashChunk(items, PROCESSING_PAGES_PER_TASK);\n\n        for (const pages of chunks) {\n            await trigger<IImportPagesProcessPagesInput>({\n                definition: PageImportTask.Process,\n                input: {\n                    category: input.category,\n                    meta: input.meta,\n                    identity: input.identity,\n                    items: pages,\n                    done: [],\n                    failed: [],\n                    pageIdList: []\n                }\n            });\n        }\n        await store.updateOutput(\n            {\n                total: items.length\n            },\n            {\n                save: false\n            }\n        );\n\n        return response.continue(\n            {\n                ...input,\n                processing: true\n            },\n            {\n                /**\n                 * We will wait a bit before we run controller again,\n                 * because of Lambda cold starts.\n                 */\n                seconds: 10\n            }\n        );\n    }\n}\n"],"mappings":";;;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAC,sBAAA,CAAAH,OAAA;AAEA,MAAMI,yBAAyB,GAAG,CAAC;AAE5B,MAAMC,yBAAyB,CAAC;EACnC,MAAaC,OAAOA,CAACC,MAAwC,EAAgC;IACzF,MAAM;MAAEC,QAAQ;MAAEC,KAAK;MAAEC,OAAO;MAAEC;IAAM,CAAC,GAAGJ,MAAM;IAElD,MAAM;MAAEK;IAAW,CAAC,GAAGH,KAAK;IAC5B,IAAI,CAACG,UAAU,EAAE;MACb,OAAOJ,QAAQ,CAACK,KAAK,CAAC;QAClBC,OAAO,EAAE;MACb,CAAC,CAAC;IACN;IAEA,MAAMC,KAAK,GAAG,MAAM,IAAAC,sCAA+B,EAACJ,UAAU,CAAC;IAC/D;AACR;AACA;IACQ,IAAIG,KAAK,CAACE,MAAM,KAAK,CAAC,EAAE;MACpB,OAAOT,QAAQ,CAACK,KAAK,CAAC;QAClBC,OAAO,EAAE;MACb,CAAC,CAAC;IACN;IACA,MAAMI,MAAM,GAAG,IAAAC,cAAW,EAACJ,KAAK,EAAEX,yBAAyB,CAAC;IAE5D,KAAK,MAAMgB,KAAK,IAAIF,MAAM,EAAE;MACxB,MAAMR,OAAO,CAAgC;QACzCW,UAAU,EAAEC,qBAAc,CAACC,OAAO;QAClCd,KAAK,EAAE;UACHe,QAAQ,EAAEf,KAAK,CAACe,QAAQ;UACxBC,IAAI,EAAEhB,KAAK,CAACgB,IAAI;UAChBC,QAAQ,EAAEjB,KAAK,CAACiB,QAAQ;UACxBX,KAAK,EAAEK,KAAK;UACZO,IAAI,EAAE,EAAE;UACRC,MAAM,EAAE,EAAE;UACVC,UAAU,EAAE;QAChB;MACJ,CAAC,CAAC;IACN;IACA,MAAMlB,KAAK,CAACmB,YAAY,CACpB;MACIC,KAAK,EAAEhB,KAAK,CAACE;IACjB,CAAC,EACD;MACIe,IAAI,EAAE;IACV,CACJ,CAAC;IAED,OAAOxB,QAAQ,CAACyB,QAAQ,CACpB;MACI,GAAGxB,KAAK;MACRyB,UAAU,EAAE;IAChB,CAAC,EACD;MACI;AAChB;AACA;AACA;MACgBC,OAAO,EAAE;IACb,CACJ,CAAC;EACL;AACJ;AAACC,OAAA,CAAA/B,yBAAA,GAAAA,yBAAA","ignoreList":[]}

package/import/pages/process/importPage.d.ts

@@ -0,0 +1,10 @@
+import type { PbImportExportContext } from "../../../graphql/types";
+import type { FileUploadsData } from "../../../types";
+import type { ExportedPageData } from "../../../export/process/exporters/PageExporter";
+interface ImportPageParams {
+    pageKey: string;
+    context: PbImportExportContext;
+    fileUploadsData: FileUploadsData;
+}
+export declare function importPage({ pageKey, context, fileUploadsData }: ImportPageParams): Promise<ExportedPageData["page"]>;
+export {};

package/import/pages/process/importPage.js

@@ -0,0 +1,94 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.importPage = importPage;
+var _path = _interopRequireDefault(require("path"));
+var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
+var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
+var _fsExtra = require("fs-extra");
+var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
+var _constants = require("../../constants");
+var _s3Stream = require("../../../export/s3Stream");
+var _utils = require("../../utils");
+async function importPage({
+  pageKey,
+  context,
+  fileUploadsData
+}) {
+  const log = console.log;
+
+  // Making Directory for page in which we're going to extract the page data file.
+  const PAGE_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, pageKey);
+  (0, _fsExtra.ensureDirSync)(PAGE_EXTRACT_DIR);
+  const pageDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
+  const PAGE_DATA_FILE_PATH = _path.default.join(PAGE_EXTRACT_DIR, _path.default.basename(pageDataFileKey));
+  log(`Downloading Page data file: ${pageDataFileKey} at "${PAGE_DATA_FILE_PATH}"`);
+  // Download and save page data file in disk.
+  const readStream = await _s3Stream.s3Stream.readStream(pageDataFileKey);
+  const writeStream = (0, _fsExtra.createWriteStream)(PAGE_DATA_FILE_PATH);
+  await new Promise((resolve, reject) => {
+    readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
+  });
+
+  // Load the page data file from disk.
+  log(`Load file ${pageDataFileKey}`);
+  const {
+    page,
+    files
+  } = await (0, _loadJsonFile.default)(PAGE_DATA_FILE_PATH);
+
+  // Only update page data if there are files.
+  if (files && Array.isArray(files) && files.length > 0) {
+    const fileIdToNewFileMap = await (0, _utils.uploadAssets)({
+      context,
+      files,
+      fileUploadsData
+    });
+    const settings = await context.fileManager.getSettings();
+    const {
+      srcPrefix = ""
+    } = settings || {};
+    (0, _utils.updateFilesInData)({
+      data: page.content || {},
+      fileIdToNewFileMap,
+      srcPrefix
+    });
+    page.settings = updateImageInPageSettings({
+      settings: page.settings || {},
+      fileIdToNewFileMap,
+      srcPrefix
+    });
+  }
+  log("Removing Directory for page...");
+  await (0, _downloadInstallFiles.deleteFile)(pageKey);
+  log(`Remove page contents from S3...`);
+  await (0, _utils.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
+  return page;
+}
+function updateImageInPageSettings(params) {
+  const {
+    settings,
+    fileIdToNewFileMap,
+    srcPrefix
+  } = params;
+  let newSettings = settings;
+  const cleanSrcPrefix = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
+  if (_dotPropImmutable.default.get(newSettings, "general.image.src")) {
+    const newFile = fileIdToNewFileMap.get(settings.general?.image?.id || "");
+    if (newFile) {
+      newSettings = _dotPropImmutable.default.set(newSettings, "general.image.src", `${cleanSrcPrefix}/${newFile.key}`);
+    }
+  }
+  if (_dotPropImmutable.default.get(newSettings, "social.image.src")) {
+    const newFile = fileIdToNewFileMap.get(settings.social?.image?.id || "");
+    if (newFile) {
+      newSettings = _dotPropImmutable.default.set(newSettings, "social.image.src", `${cleanSrcPrefix}/${newFile.key}`);
+    }
+  }
+  return newSettings;
+}
+
+//# sourceMappingURL=importPage.js.map

package/import/pages/process/importPage.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_path","_interopRequireDefault","require","_dotPropImmutable","_loadJsonFile","_fsExtra","_downloadInstallFiles","_constants","_s3Stream","_utils","importPage","pageKey","context","fileUploadsData","log","console","PAGE_EXTRACT_DIR","path","join","INSTALL_EXTRACT_DIR","ensureDirSync","pageDataFileKey","dotProp","get","PAGE_DATA_FILE_PATH","basename","readStream","s3Stream","writeStream","createWriteStream","Promise","resolve","reject","on","pipe","page","files","loadJson","Array","isArray","length","fileIdToNewFileMap","uploadAssets","settings","fileManager","getSettings","srcPrefix","updateFilesInData","data","content","updateImageInPageSettings","deleteFile","deleteS3Folder","dirname","params","newSettings","cleanSrcPrefix","endsWith","slice","newFile","general","image","id","set","key","social"],"sources":["importPage.ts"],"sourcesContent":["import path from \"path\";\nimport dotProp from \"dot-prop-immutable\";\nimport loadJson from \"load-json-file\";\nimport { createWriteStream, ensureDirSync } from \"fs-extra\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport type { FileInput } from \"@webiny/api-file-manager/types\";\nimport type { PageSettings } from \"@webiny/api-page-builder/types\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { FileUploadsData } from \"~/types\";\nimport { INSTALL_EXTRACT_DIR } from \"~/import/constants\";\nimport { s3Stream } from \"~/export/s3Stream\";\nimport { deleteS3Folder, updateFilesInData, uploadAssets } from \"~/import/utils\";\nimport type { ExportedPageData } from \"~/export/process/exporters/PageExporter\";\n\ninterface ImportPageParams {\n    pageKey: string;\n    context: PbImportExportContext;\n    fileUploadsData: FileUploadsData;\n}\n\nexport async function importPage({\n    pageKey,\n    context,\n    fileUploadsData\n}: ImportPageParams): Promise<ExportedPageData[\"page\"]> {\n    const log = console.log;\n\n    // Making Directory for page in which we're going to extract the page data file.\n    const PAGE_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, pageKey);\n    ensureDirSync(PAGE_EXTRACT_DIR);\n\n    const pageDataFileKey = dotProp.get(fileUploadsData, `data`);\n    const PAGE_DATA_FILE_PATH = path.join(PAGE_EXTRACT_DIR, path.basename(pageDataFileKey));\n\n    log(`Downloading Page data file: ${pageDataFileKey} at \"${PAGE_DATA_FILE_PATH}\"`);\n    // Download and save page data file in disk.\n    const readStream = await s3Stream.readStream(pageDataFileKey);\n    const writeStream = createWriteStream(PAGE_DATA_FILE_PATH);\n\n    await new Promise((resolve, reject) => {\n        readStream.on(\"error\", reject).pipe(writeStream).on(\"finish\", resolve).on(\"error\", reject);\n    });\n\n    // Load the page data file from disk.\n    log(`Load file ${pageDataFileKey}`);\n    const { page, files } = await loadJson<ExportedPageData>(PAGE_DATA_FILE_PATH);\n\n    // Only update page data if there are files.\n    if (files && Array.isArray(files) && files.length > 0) {\n        const fileIdToNewFileMap = await uploadAssets({\n            context,\n            files,\n            fileUploadsData\n        });\n\n        const settings = await context.fileManager.getSettings();\n\n        const { srcPrefix = \"\" } = settings || {};\n        updateFilesInData({\n            data: page.content || {},\n            fileIdToNewFileMap,\n            srcPrefix\n        });\n\n        page.settings = updateImageInPageSettings({\n            settings: page.settings || {},\n            fileIdToNewFileMap,\n            srcPrefix\n        });\n    }\n\n    log(\"Removing Directory for page...\");\n    await deleteFile(pageKey);\n\n    log(`Remove page contents from S3...`);\n    await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n    return page;\n}\n\ninterface UpdateImageInPageSettingsParams {\n    fileIdToNewFileMap: Map<string, FileInput>;\n    srcPrefix: string;\n    settings: PageSettings;\n}\n\nfunction updateImageInPageSettings(\n    params: UpdateImageInPageSettingsParams\n): UpdateImageInPageSettingsParams[\"settings\"] {\n    const { settings, fileIdToNewFileMap, srcPrefix } = params;\n    let newSettings = settings;\n\n    const cleanSrcPrefix = srcPrefix.endsWith(\"/\") ? srcPrefix.slice(0, -1) : srcPrefix;\n\n    if (dotProp.get(newSettings, \"general.image.src\")) {\n        const newFile = fileIdToNewFileMap.get(settings.general?.image?.id || \"\");\n        if (newFile) {\n            newSettings = dotProp.set(\n                newSettings,\n                \"general.image.src\",\n                `${cleanSrcPrefix}/${newFile.key}`\n            );\n        }\n    }\n\n    if (dotProp.get(newSettings, \"social.image.src\")) {\n        const newFile = fileIdToNewFileMap.get(settings.social?.image?.id || \"\");\n\n        if (newFile) {\n            newSettings = dotProp.set(\n                newSettings,\n                \"social.image.src\",\n                `${cleanSrcPrefix}/${newFile.key}`\n            );\n        }\n    }\n\n    return newSettings;\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,KAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAF,sBAAA,CAAAC,OAAA;AACA,IAAAE,aAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AACA,IAAAI,qBAAA,GAAAJ,OAAA;AAKA,IAAAK,UAAA,GAAAL,OAAA;AACA,IAAAM,SAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AASO,eAAeQ,UAAUA,CAAC;EAC7BC,OAAO;EACPC,OAAO;EACPC;AACc,CAAC,EAAqC;EACpD,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;;EAEvB;EACA,MAAME,gBAAgB,GAAGC,aAAI,CAACC,IAAI,CAACC,8BAAmB,EAAER,OAAO,CAAC;EAChE,IAAAS,sBAAa,EAACJ,gBAAgB,CAAC;EAE/B,MAAMK,eAAe,GAAGC,yBAAO,CAACC,GAAG,CAACV,eAAe,EAAE,MAAM,CAAC;EAC5D,MAAMW,mBAAmB,GAAGP,aAAI,CAACC,IAAI,CAACF,gBAAgB,EAAEC,aAAI,CAACQ,QAAQ,CAACJ,eAAe,CAAC,CAAC;EAEvFP,GAAG,CAAC,+BAA+BO,eAAe,QAAQG,mBAAmB,GAAG,CAAC;EACjF;EACA,MAAME,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,eAAe,CAAC;EAC7D,MAAMO,WAAW,GAAG,IAAAC,0BAAiB,EAACL,mBAAmB,CAAC;EAE1D,MAAM,IAAIM,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACnCN,UAAU,CAACO,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC,CAACE,IAAI,CAACN,WAAW,CAAC,CAACK,EAAE,CAAC,QAAQ,EAAEF,OAAO,CAAC,CAACE,EAAE,CAAC,OAAO,EAAED,MAAM,CAAC;EAC9F,CAAC,CAAC;;EAEF;EACAlB,GAAG,CAAC,aAAaO,eAAe,EAAE,CAAC;EACnC,MAAM;IAAEc,IAAI;IAAEC;EAAM,CAAC,GAAG,MAAM,IAAAC,qBAAQ,EAAmBb,mBAAmB,CAAC;;EAE7E;EACA,IAAIY,KAAK,IAAIE,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,IAAIA,KAAK,CAACI,MAAM,GAAG,CAAC,EAAE;IACnD,MAAMC,kBAAkB,GAAG,MAAM,IAAAC,mBAAY,EAAC;MAC1C9B,OAAO;MACPwB,KAAK;MACLvB;IACJ,CAAC,CAAC;IAEF,MAAM8B,QAAQ,GAAG,MAAM/B,OAAO,CAACgC,WAAW,CAACC,WAAW,CAAC,CAAC;IAExD,MAAM;MAAEC,SAAS,GAAG;IAAG,CAAC,GAAGH,QAAQ,IAAI,CAAC,CAAC;IACzC,IAAAI,wBAAiB,EAAC;MACdC,IAAI,EAAEb,IAAI,CAACc,OAAO,IAAI,CAAC,CAAC;MACxBR,kBAAkB;MAClBK;IACJ,CAAC,CAAC;IAEFX,IAAI,CAACQ,QAAQ,GAAGO,yBAAyB,CAAC;MACtCP,QAAQ,EAAER,IAAI,CAACQ,QAAQ,IAAI,CAAC,CAAC;MAC7BF,kBAAkB;MAClBK;IACJ,CAAC,CAAC;EACN;EAEAhC,GAAG,CAAC,gCAAgC,CAAC;EACrC,MAAM,IAAAqC,gCAAU,EAACxC,OAAO,CAAC;EAEzBG,GAAG,CAAC,iCAAiC,CAAC;EACtC,MAAM,IAAAsC,qBAAc,EAACnC,aAAI,CAACoC,OAAO,CAACxC,eAAe,CAACmC,IAAI,CAAC,CAAC;EAExD,OAAOb,IAAI;AACf;AAQA,SAASe,yBAAyBA,CAC9BI,MAAuC,EACI;EAC3C,MAAM;IAAEX,QAAQ;IAAEF,kBAAkB;IAAEK;EAAU,CAAC,GAAGQ,MAAM;EAC1D,IAAIC,WAAW,GAAGZ,QAAQ;EAE1B,MAAMa,cAAc,GAAGV,SAAS,CAACW,QAAQ,CAAC,GAAG,CAAC,GAAGX,SAAS,CAACY,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAGZ,SAAS;EAEnF,IAAIxB,yBAAO,CAACC,GAAG,CAACgC,WAAW,EAAE,mBAAmB,CAAC,EAAE;IAC/C,MAAMI,OAAO,GAAGlB,kBAAkB,CAAClB,GAAG,CAACoB,QAAQ,CAACiB,OAAO,EAAEC,KAAK,EAAEC,EAAE,IAAI,EAAE,CAAC;IACzE,IAAIH,OAAO,EAAE;MACTJ,WAAW,GAAGjC,yBAAO,CAACyC,GAAG,CACrBR,WAAW,EACX,mBAAmB,EACnB,GAAGC,cAAc,IAAIG,OAAO,CAACK,GAAG,EACpC,CAAC;IACL;EACJ;EAEA,IAAI1C,yBAAO,CAACC,GAAG,CAACgC,WAAW,EAAE,kBAAkB,CAAC,EAAE;IAC9C,MAAMI,OAAO,GAAGlB,kBAAkB,CAAClB,GAAG,CAACoB,QAAQ,CAACsB,MAAM,EAAEJ,KAAK,EAAEC,EAAE,IAAI,EAAE,CAAC;IAExE,IAAIH,OAAO,EAAE;MACTJ,WAAW,GAAGjC,yBAAO,CAACyC,GAAG,CACrBR,WAAW,EACX,kBAAkB,EAClB,GAAGC,cAAc,IAAIG,OAAO,CAACK,GAAG,EACpC,CAAC;IACL;EACJ;EAEA,OAAOT,WAAW;AACtB","ignoreList":[]}

package/import/pages/types.d.ts

@@ -0,0 +1,48 @@
+import type { ITaskResponseDoneResultOutput, ITaskRunParams } from "@webiny/tasks";
+import type { PbImportExportContext } from "../../graphql/types";
+import type { ImportData } from "../../types";
+export declare enum PageImportTask {
+    Controller = "pageBuilderImportPagesController",
+    Process = "pageBuilderImportPagesProcess",
+    Cleanup = "pageBuilderImportPagesCleanup"
+}
+export interface IImportPagesControllerInputIdentity {
+    id: string;
+    displayName: string;
+    type: string;
+}
+export interface IImportPagesControllerInputMeta {
+    [key: string]: any;
+}
+/**
+ * Controller
+ */
+export interface IImportPagesControllerInput {
+    category: string;
+    zipFileUrl: string;
+    meta?: IImportPagesControllerInputMeta;
+    processing?: boolean;
+    identity: IImportPagesControllerInputIdentity;
+}
+export interface IImportPagesControllerOutput extends ITaskResponseDoneResultOutput {
+    total: number;
+}
+export type IImportPagesControllerTaskParams = ITaskRunParams<PbImportExportContext, IImportPagesControllerInput, IImportPagesControllerOutput>;
+/**
+ * Process Pages.
+ */
+export interface IImportPagesProcessPagesInput {
+    category: string;
+    meta?: IImportPagesControllerInputMeta;
+    identity: IImportPagesControllerInputIdentity;
+    items: ImportData[];
+    done: string[];
+    failed: string[];
+    pageIdList: string[];
+}
+export interface IImportPagesProcessPagesOutput extends ITaskResponseDoneResultOutput {
+    done: string[];
+    failed: string[];
+    pageIdList: string[];
+}
+export type IImportPagesProcessPagesTaskParams = ITaskRunParams<PbImportExportContext, IImportPagesProcessPagesInput, IImportPagesProcessPagesOutput>;

package/import/pages/types.js

@@ -0,0 +1,20 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.PageImportTask = void 0;
+let PageImportTask = exports.PageImportTask = /*#__PURE__*/function (PageImportTask) {
+  PageImportTask["Controller"] = "pageBuilderImportPagesController";
+  PageImportTask["Process"] = "pageBuilderImportPagesProcess";
+  PageImportTask["Cleanup"] = "pageBuilderImportPagesCleanup";
+  return PageImportTask;
+}({});
+/**
+ * Controller
+ */
+/**
+ * Process Pages.
+ */
+
+//# sourceMappingURL=types.js.map

package/import/pages/types.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["PageImportTask","exports"],"sources":["types.ts"],"sourcesContent":["import type { ITaskResponseDoneResultOutput, ITaskRunParams } from \"@webiny/tasks\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { ImportData } from \"~/types\";\n\nexport enum PageImportTask {\n    Controller = \"pageBuilderImportPagesController\",\n    Process = \"pageBuilderImportPagesProcess\",\n    Cleanup = \"pageBuilderImportPagesCleanup\"\n}\n\nexport interface IImportPagesControllerInputIdentity {\n    id: string;\n    displayName: string;\n    type: string;\n}\n\nexport interface IImportPagesControllerInputMeta {\n    [key: string]: any;\n}\n/**\n * Controller\n */\nexport interface IImportPagesControllerInput {\n    category: string;\n    zipFileUrl: string;\n    meta?: IImportPagesControllerInputMeta;\n    processing?: boolean;\n    identity: IImportPagesControllerInputIdentity;\n}\n\nexport interface IImportPagesControllerOutput extends ITaskResponseDoneResultOutput {\n    total: number;\n}\nexport type IImportPagesControllerTaskParams = ITaskRunParams<\n    PbImportExportContext,\n    IImportPagesControllerInput,\n    IImportPagesControllerOutput\n>;\n\n/**\n * Process Pages.\n */\nexport interface IImportPagesProcessPagesInput {\n    category: string;\n    meta?: IImportPagesControllerInputMeta;\n    identity: IImportPagesControllerInputIdentity;\n    items: ImportData[];\n    done: string[];\n    failed: string[];\n    pageIdList: string[];\n}\n\nexport interface IImportPagesProcessPagesOutput extends ITaskResponseDoneResultOutput {\n    done: string[];\n    failed: string[];\n    pageIdList: string[];\n}\n\nexport type IImportPagesProcessPagesTaskParams = ITaskRunParams<\n    PbImportExportContext,\n    IImportPagesProcessPagesInput,\n    IImportPagesProcessPagesOutput\n>;\n"],"mappings":";;;;;;IAIYA,cAAc,GAAAC,OAAA,CAAAD,cAAA,0BAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAdA,cAAc;EAAA,OAAdA,cAAc;AAAA;AAe1B;AACA;AACA;AAkBA;AACA;AACA","ignoreList":[]}

package/import/process/blocks/ElementIdsProcessor.d.ts

@@ -0,0 +1,5 @@
+import type { ExportedBlockData } from "../../../export/utils";
+export declare class ElementIdsProcessor {
+    process(block: ExportedBlockData["block"]): ExportedBlockData["block"];
+    private ensureElementId;
+}

package/import/process/blocks/ElementIdsProcessor.js

@@ -0,0 +1,26 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ElementIdsProcessor = void 0;
+var _utils = require("@webiny/utils");
+class ElementIdsProcessor {
+  process(block) {
+    return {
+      ...block,
+      content: this.ensureElementId(block.content)
+    };
+  }
+  ensureElementId(element) {
+    const id = element.id || element.data.variableId || (0, _utils.generateAlphaNumericId)(10);
+    return {
+      ...element,
+      id,
+      elements: element.elements.map(element => this.ensureElementId(element))
+    };
+  }
+}
+exports.ElementIdsProcessor = ElementIdsProcessor;
+
+//# sourceMappingURL=ElementIdsProcessor.js.map

package/import/process/blocks/ElementIdsProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","ElementIdsProcessor","process","block","content","ensureElementId","element","id","data","variableId","generateAlphaNumericId","elements","map","exports"],"sources":["ElementIdsProcessor.ts"],"sourcesContent":["import { generateAlphaNumericId } from \"@webiny/utils\";\nimport type { PageContentElement } from \"@webiny/api-page-builder/types\";\nimport type { ExportedBlockData } from \"~/export/utils\";\n\nexport class ElementIdsProcessor {\n    process(block: ExportedBlockData[\"block\"]): ExportedBlockData[\"block\"] {\n        return {\n            ...block,\n            content: this.ensureElementId(block.content)\n        };\n    }\n\n    private ensureElementId(element: PageContentElement): PageContentElement {\n        const id = element.id || element.data.variableId || generateAlphaNumericId(10);\n\n        return {\n            ...element,\n            id,\n            elements: element.elements.map(element => this.ensureElementId(element))\n        };\n    }\n}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAIO,MAAMC,mBAAmB,CAAC;EAC7BC,OAAOA,CAACC,KAAiC,EAA8B;IACnE,OAAO;MACH,GAAGA,KAAK;MACRC,OAAO,EAAE,IAAI,CAACC,eAAe,CAACF,KAAK,CAACC,OAAO;IAC/C,CAAC;EACL;EAEQC,eAAeA,CAACC,OAA2B,EAAsB;IACrE,MAAMC,EAAE,GAAGD,OAAO,CAACC,EAAE,IAAID,OAAO,CAACE,IAAI,CAACC,UAAU,IAAI,IAAAC,6BAAsB,EAAC,EAAE,CAAC;IAE9E,OAAO;MACH,GAAGJ,OAAO;MACVC,EAAE;MACFI,QAAQ,EAAEL,OAAO,CAACK,QAAQ,CAACC,GAAG,CAACN,OAAO,IAAI,IAAI,CAACD,eAAe,CAACC,OAAO,CAAC;IAC3E,CAAC;EACL;AACJ;AAACO,OAAA,CAAAZ,mBAAA,GAAAA,mBAAA","ignoreList":[]}

package/import/process/{blocksHandler.d.ts → blocks/blocksHandler.d.ts}

@@ -1,3 +1,3 @@
-import { PbImportExportContext } from "../../types";
-import { Configuration, Payload, Response } from ".";
+import type { PbImportExportContext } from "../../../types";
+import type { Configuration, Payload, Response } from "..";
 export declare const blocksHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/import/process/{blocksHandler.js → blocks/blocksHandler.js}

@@ -4,17 +4,11 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.blocksHandler = void 0;
-
-var _types = require("../../types");
-
-var _utils = require("../utils");
-
-var _client = require("../../client");
-
-var _mockSecurity = require("../../mockSecurity");
-
-var _utils2 = require("@webiny/utils");
-
+var _types = require("../../../types");
+var _client = require("../../../client");
+var _mockSecurity = require("../../../mockSecurity");
+var _utils = require("@webiny/utils");
+var _importBlock = require("./importBlock");
 const blocksHandler = async (configuration, payload, context) => {
   const log = console.log;
   let subTask;
@@ -29,22 +23,22 @@ const blocksHandler = async (configuration, payload, context) => {
     subTaskIndex,
     type,
     identity
-  } = payload; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+  } = payload;
+  // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
   // and this Lambda is invoked internally, without credentials.
-
   (0, _mockSecurity.mockSecurity)(identity, context);
-
   try {
     /*
      * Note: We're not going to DB for getting next sub-task to process,
      * because the data might be out of sync due to GSI eventual consistency.
      */
-    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
+
+    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex, 5));
+
     /**
      * Base condition!!
      * Bail out early, if task not found or task's status is not "pending".
      */
-
     if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
       noPendingTask = true;
       return {
@@ -54,45 +48,46 @@ const blocksHandler = async (configuration, payload, context) => {
     } else {
       noPendingTask = false;
     }
-
     prevStatusOfSubTask = subTask.status;
     log(`Fetched sub task => ${subTask.id}`);
     console.log("subTask", subTask);
     const {
       blockKey,
-      category,
       zipFileKey,
       input
     } = subTask.data;
     const {
       fileUploadsData
     } = input;
-    log(`Processing block key "${blockKey}"`); // Mark task status as PROCESSING
+    log(`Processing block key "${blockKey}"`);
 
+    // Mark task status as PROCESSING
     subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
       status: _types.ImportExportTaskStatus.PROCESSING
-    }); // Update stats in main task
-
+    });
+    // Update stats in main task
     await pageBuilder.importExportTask.updateStats(taskId, {
       prevStatus: prevStatusOfSubTask,
       nextStatus: _types.ImportExportTaskStatus.PROCESSING
     });
-    prevStatusOfSubTask = subTask.status; // Real job
+    prevStatusOfSubTask = subTask.status;
 
-    const block = await (0, _utils.importBlock)({
+    // Real job
+    const block = await (0, _importBlock.importBlock)({
       context,
       blockKey,
       key: zipFileKey,
       fileUploadsData
-    }); // Create a block
+    });
 
+    // Create a block
     const pbBlock = await context.pageBuilder.createPageBlock({
       name: block.name,
-      blockCategory: category,
-      content: block.content,
-      preview: block.preview
-    }); // Update task record in DB
+      blockCategory: block.blockCategory,
+      content: block.content
+    });
 
+    // Update task record in DB
     subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
       status: _types.ImportExportTaskStatus.COMPLETED,
       data: {
@@ -102,16 +97,15 @@ const blocksHandler = async (configuration, payload, context) => {
           name: pbBlock.name
         }
       }
-    }); // Update stats in main task
-
+    });
+    // Update stats in main task
     await pageBuilder.importExportTask.updateStats(taskId, {
       prevStatus: prevStatusOfSubTask,
       nextStatus: _types.ImportExportTaskStatus.COMPLETED
     });
     prevStatusOfSubTask = subTask.status;
   } catch (e) {
-    log("[IMPORT_BLOCKS_PROCESS] Error => ", e.message);
-
+    console.error("[IMPORT_BLOCKS_PROCESS] Error => ", e.message, JSON.stringify(e.data, null, 2));
     if (subTask && subTask.id) {
       /**
        * In case of error, we'll update the task status to "failed",
@@ -124,15 +118,15 @@ const blocksHandler = async (configuration, payload, context) => {
           message: e.message,
           code: "IMPORT_FAILED"
         }
-      }); // Update stats in main task
+      });
 
+      // Update stats in main task
       await pageBuilder.importExportTask.updateStats(taskId, {
         prevStatus: prevStatusOfSubTask,
         nextStatus: _types.ImportExportTaskStatus.FAILED
       });
       prevStatusOfSubTask = subTask.status;
     }
-
     return {
       data: null,
       error: {
@@ -150,8 +144,8 @@ const blocksHandler = async (configuration, payload, context) => {
         }
       });
     } else {
-      log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current block error out.
-
+      log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
+      // We want to continue with Self invocation no matter if current block error out.
       await (0, _client.invokeHandlerClient)({
         context,
         name: configuration.handlers.process,
@@ -165,11 +159,11 @@ const blocksHandler = async (configuration, payload, context) => {
       });
     }
   }
-
   return {
     data: "",
     error: null
   };
 };
+exports.blocksHandler = blocksHandler;
 
-exports.blocksHandler = blocksHandler;
+//# sourceMappingURL=blocksHandler.js.map

package/import/process/blocks/blocksHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_client","_mockSecurity","_utils","_importBlock","blocksHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","blockKey","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","block","importBlock","key","pbBlock","createPageBlock","name","blockCategory","content","COMPLETED","message","e","JSON","stringify","FAILED","code","updateTask","invokeHandlerClient","handlers","process","security","getIdentity","description","exports"],"sources":["blocksHandler.ts"],"sourcesContent":["import type { PbImportExportContext } from \"~/types\";\nimport { ImportExportTaskStatus } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\nimport type { Configuration, Payload, Response } from \"~/import/process\";\nimport { importBlock } from \"./importBlock\";\n\nexport const blocksHandler = async (\n    configuration: Configuration,\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n    let subTask;\n    let noPendingTask = true;\n    let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n    log(\"RUNNING Import Block Queue Process\");\n    const { pageBuilder } = context;\n    const { taskId, subTaskIndex, type, identity } = payload;\n    // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n    // and this Lambda is invoked internally, without credentials.\n    mockSecurity(identity, context);\n\n    try {\n        /*\n         * Note: We're not going to DB for getting next sub-task to process,\n         * because the data might be out of sync due to GSI eventual consistency.\n         */\n\n        subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n\n        /**\n         * Base condition!!\n         * Bail out early, if task not found or task's status is not \"pending\".\n         */\n        if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n            noPendingTask = true;\n            return {\n                data: \"\",\n                error: null\n            };\n        } else {\n            noPendingTask = false;\n        }\n        prevStatusOfSubTask = subTask.status;\n\n        log(`Fetched sub task => ${subTask.id}`);\n        console.log(\"subTask\", subTask);\n\n        const { blockKey, zipFileKey, input } = subTask.data;\n        const { fileUploadsData } = input;\n\n        log(`Processing block key \"${blockKey}\"`);\n\n        // Mark task status as PROCESSING\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.PROCESSING\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.PROCESSING\n        });\n        prevStatusOfSubTask = subTask.status;\n\n        // Real job\n        const block = await importBlock({\n            context,\n            blockKey,\n            key: zipFileKey,\n            fileUploadsData\n        });\n\n        // Create a block\n        const pbBlock = await context.pageBuilder.createPageBlock({\n            name: block.name,\n            blockCategory: block.blockCategory,\n            content: block.content\n        });\n\n        // Update task record in DB\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: \"Done\",\n                block: {\n                    id: pbBlock.id,\n                    name: pbBlock.name\n                }\n            }\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.COMPLETED\n        });\n        prevStatusOfSubTask = subTask.status;\n    } catch (e) {\n        console.error(\n            \"[IMPORT_BLOCKS_PROCESS] Error => \",\n            e.message,\n            JSON.stringify(e.data, null, 2)\n        );\n\n        if (subTask && subTask.id) {\n            /**\n             * In case of error, we'll update the task status to \"failed\",\n             * so that, client can show notify the user appropriately.\n             */\n            subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n                status: ImportExportTaskStatus.FAILED,\n                error: {\n                    name: e.name,\n                    message: e.message,\n                    code: \"IMPORT_FAILED\"\n                }\n            });\n\n            // Update stats in main task\n            await pageBuilder.importExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: ImportExportTaskStatus.FAILED\n            });\n            prevStatusOfSubTask = subTask.status;\n        }\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    } finally {\n        // Base condition!\n        if (noPendingTask) {\n            log(`No pending sub-task for task ${taskId}`);\n\n            await pageBuilder.importExportTask.updateTask(taskId, {\n                status: ImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: `Finish importing blocks.`\n                }\n            });\n        } else {\n            log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n            // We want to continue with Self invocation no matter if current block error out.\n            await invokeHandlerClient<Payload>({\n                context,\n                name: configuration.handlers.process,\n                payload: {\n                    taskId,\n                    subTaskIndex: subTaskIndex + 1,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Import blocks - process - subtask\"\n            });\n        }\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,aAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AAEA,IAAAI,YAAA,GAAAJ,OAAA;AAEO,MAAMK,aAAa,GAAG,MAAAA,CACzBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,oCAAoC,CAAC;EACzC,MAAM;IAAEO;EAAY,CAAC,GAAGR,OAAO;EAC/B,MAAM;IAAES,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGb,OAAO;EACxD;EACA;EACA,IAAAc,0BAAY,EAACD,QAAQ,EAAEZ,OAAO,CAAC;EAE/B,IAAI;IACA;AACR;AACA;AACA;;IAEQG,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,cAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;;IAEzF;AACR;AACA;AACA;IACQ,IAAI,CAACP,OAAO,IAAIA,OAAO,CAACc,MAAM,KAAKX,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHc,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHf,aAAa,GAAG,KAAK;IACzB;IACAC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IAEpChB,GAAG,CAAC,uBAAuBE,OAAO,CAACiB,EAAE,EAAE,CAAC;IACxClB,OAAO,CAACD,GAAG,CAAC,SAAS,EAAEE,OAAO,CAAC;IAE/B,MAAM;MAAEkB,QAAQ;MAAEC,UAAU;MAAEC;IAAM,CAAC,GAAGpB,OAAO,CAACe,IAAI;IACpD,MAAM;MAAEM;IAAgB,CAAC,GAAGD,KAAK;IAEjCtB,GAAG,CAAC,yBAAyBoB,QAAQ,GAAG,CAAC;;IAEzC;IACAlB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACoB;IACnC,CAAC,CAAC;IACF;IACA,MAAMlB,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACoB;IACvC,CAAC,CAAC;IACFrB,mBAAmB,GAAGF,OAAO,CAACc,MAAM;;IAEpC;IACA,MAAMa,KAAK,GAAG,MAAM,IAAAC,wBAAW,EAAC;MAC5B/B,OAAO;MACPqB,QAAQ;MACRW,GAAG,EAAEV,UAAU;MACfE;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMS,OAAO,GAAG,MAAMjC,OAAO,CAACQ,WAAW,CAAC0B,eAAe,CAAC;MACtDC,IAAI,EAAEL,KAAK,CAACK,IAAI;MAChBC,aAAa,EAAEN,KAAK,CAACM,aAAa;MAClCC,OAAO,EAAEP,KAAK,CAACO;IACnB,CAAC,CAAC;;IAEF;IACAlC,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;MAC3EH,MAAM,EAAEX,6BAAsB,CAACgC,SAAS;MACxCpB,IAAI,EAAE;QACFqB,OAAO,EAAE,MAAM;QACfT,KAAK,EAAE;UACHV,EAAE,EAAEa,OAAO,CAACb,EAAE;UACde,IAAI,EAAEF,OAAO,CAACE;QAClB;MACJ;IACJ,CAAC,CAAC;IACF;IACA,MAAM3B,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;MACnDmB,UAAU,EAAEvB,mBAAmB;MAC/BwB,UAAU,EAAEvB,6BAAsB,CAACgC;IACvC,CAAC,CAAC;IACFjC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;EACxC,CAAC,CAAC,OAAOuB,CAAC,EAAE;IACRtC,OAAO,CAACiB,KAAK,CACT,mCAAmC,EACnCqB,CAAC,CAACD,OAAO,EACTE,IAAI,CAACC,SAAS,CAACF,CAAC,CAACtB,IAAI,EAAE,IAAI,EAAE,CAAC,CAClC,CAAC;IAED,IAAIf,OAAO,IAAIA,OAAO,CAACiB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYjB,OAAO,GAAG,MAAMK,WAAW,CAACM,gBAAgB,CAACW,aAAa,CAAChB,MAAM,EAAEN,OAAO,CAACiB,EAAE,EAAE;QAC3EH,MAAM,EAAEX,6BAAsB,CAACqC,MAAM;QACrCxB,KAAK,EAAE;UACHgB,IAAI,EAAEK,CAAC,CAACL,IAAI;UACZI,OAAO,EAAEC,CAAC,CAACD,OAAO;UAClBK,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMpC,WAAW,CAACM,gBAAgB,CAACa,WAAW,CAAClB,MAAM,EAAE;QACnDmB,UAAU,EAAEvB,mBAAmB;QAC/BwB,UAAU,EAAEvB,6BAAsB,CAACqC;MACvC,CAAC,CAAC;MACFtC,mBAAmB,GAAGF,OAAO,CAACc,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHoB,OAAO,EAAEC,CAAC,CAACD;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAInC,aAAa,EAAE;MACfH,GAAG,CAAC,gCAAgCQ,MAAM,EAAE,CAAC;MAE7C,MAAMD,WAAW,CAACM,gBAAgB,CAAC+B,UAAU,CAACpC,MAAM,EAAE;QAClDQ,MAAM,EAAEX,6BAAsB,CAACgC,SAAS;QACxCpB,IAAI,EAAE;UACFqB,OAAO,EAAE;QACb;MACJ,CAAC,CAAC;IACN,CAAC,MAAM;MACHtC,GAAG,CAAC,8BAA8BS,YAAY,GAAG,CAAC,GAAG,CAAC;MACtD;MACA,MAAM,IAAAoC,2BAAmB,EAAU;QAC/B9C,OAAO;QACPmC,IAAI,EAAErC,aAAa,CAACiD,QAAQ,CAACC,OAAO;QACpCjD,OAAO,EAAE;UACLU,MAAM;UACNC,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BC,IAAI;UACJC,QAAQ,EAAEZ,OAAO,CAACiD,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHjC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAACiC,OAAA,CAAAvD,aAAA,GAAAA,aAAA","ignoreList":[]}

package/import/process/blocks/importBlock.d.ts

@@ -0,0 +1,11 @@
+import type { PbImportExportContext } from "../../../graphql/types";
+import type { FileUploadsData } from "../../../types";
+import type { PageBlock } from "@webiny/api-page-builder/types";
+interface ImportBlockParams {
+    key: string;
+    blockKey: string;
+    context: PbImportExportContext;
+    fileUploadsData: FileUploadsData;
+}
+export declare function importBlock({ blockKey, context, fileUploadsData }: ImportBlockParams): Promise<Pick<PageBlock, "name" | "content" | "blockCategory">>;
+export {};

package/import/process/blocks/importBlock.js

@@ -0,0 +1,101 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.importBlock = importBlock;
+var _path = _interopRequireDefault(require("path"));
+var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
+var _loadJsonFile = _interopRequireDefault(require("load-json-file"));
+var _fsExtra = require("fs-extra");
+var _s3Stream = require("../../../export/s3Stream");
+var _uploadAssets = require("../../utils/uploadAssets");
+var _downloadInstallFiles = require("@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles");
+var _deleteS3Folder = require("../../utils/deleteS3Folder");
+var _updateFilesInData = require("../../utils/updateFilesInData");
+var _constants = require("../../constants");
+var _ElementIdsProcessor = require("./ElementIdsProcessor");
+async function importBlock({
+  blockKey,
+  context,
+  fileUploadsData
+}) {
+  const log = console.log;
+
+  // Making Directory for block in which we're going to extract the block data file.
+  const BLOCK_EXTRACT_DIR = _path.default.join(_constants.INSTALL_EXTRACT_DIR, blockKey);
+  (0, _fsExtra.ensureDirSync)(BLOCK_EXTRACT_DIR);
+  const blockDataFileKey = _dotPropImmutable.default.get(fileUploadsData, `data`);
+  const BLOCK_DATA_FILE_PATH = _path.default.join(BLOCK_EXTRACT_DIR, _path.default.basename(blockDataFileKey));
+  log(`Downloading Block data file: ${blockDataFileKey} at "${BLOCK_DATA_FILE_PATH}"`);
+  // Download and save block data file in disk.
+  const readStream = await _s3Stream.s3Stream.readStream(blockDataFileKey);
+  const writeStream = (0, _fsExtra.createWriteStream)(BLOCK_DATA_FILE_PATH);
+  await new Promise((resolve, reject) => {
+    readStream.on("error", reject).pipe(writeStream).on("finish", resolve).on("error", reject);
+  });
+
+  // Load the block data file from disk.
+  log(`Load file ${blockDataFileKey}`);
+  const {
+    category,
+    files,
+    block: rawBlock
+  } = await (0, _loadJsonFile.default)(BLOCK_DATA_FILE_PATH);
+  const blockProcessor = new _ElementIdsProcessor.ElementIdsProcessor();
+  const block = blockProcessor.process(rawBlock);
+
+  // Only update block data if there are files.
+  if (files && Array.isArray(files) && files.length > 0) {
+    // Upload block assets.
+    const fileIdToNewFileMap = await (0, _uploadAssets.uploadAssets)({
+      context,
+      files,
+      fileUploadsData
+    });
+    console.log("After uploadAssets:fileIdToNewFileMap", JSON.stringify(Object.fromEntries(fileIdToNewFileMap)));
+    const settings = await context.fileManager.getSettings();
+    const {
+      srcPrefix = ""
+    } = settings || {};
+    (0, _updateFilesInData.updateFilesInData)({
+      data: block.content || {},
+      fileIdToNewFileMap,
+      srcPrefix
+    });
+  }
+  let loadedCategory;
+  if (category) {
+    loadedCategory = await context.pageBuilder.getBlockCategory(category?.slug);
+    if (!loadedCategory) {
+      loadedCategory = await context.pageBuilder.createBlockCategory({
+        name: category.name,
+        slug: category.slug,
+        icon: category.icon,
+        description: category.description
+      });
+    }
+  } else {
+    let importedBlocksCategory = await context.pageBuilder.getBlockCategory("imported-blocks");
+    if (!importedBlocksCategory) {
+      importedBlocksCategory = await context.pageBuilder.createBlockCategory({
+        name: "Imported Blocks",
+        slug: "imported-blocks",
+        description: "Imported blocks",
+        icon: "fas/star"
+      });
+    }
+    loadedCategory = importedBlocksCategory;
+  }
+  log("Removing Directory for block...");
+  await (0, _downloadInstallFiles.deleteFile)(blockKey);
+  log(`Remove block contents from S3...`);
+  await (0, _deleteS3Folder.deleteS3Folder)(_path.default.dirname(fileUploadsData.data));
+  return {
+    ...block,
+    blockCategory: loadedCategory.slug
+  };
+}
+
+//# sourceMappingURL=importBlock.js.map