@webiny/api-page-builder-import-export 0.0.0-unstable.7f63ea0744 → 0.0.0-unstable.8acc9e8892

package/import/utils/updateFilesInData.js

@@ -0,0 +1,48 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.updateFilesInData = updateFilesInData;
+function updateFilesInData({
+  data,
+  fileIdToNewFileMap,
+  srcPrefix
+}) {
+  if (!data || typeof data !== "object") {
+    return;
+  }
+  // Recursively call function if data is array
+  if (Array.isArray(data)) {
+    for (let i = 0; i < data.length; i++) {
+      const element = data[i];
+      updateFilesInData({
+        data: element,
+        fileIdToNewFileMap,
+        srcPrefix
+      });
+    }
+    return;
+  }
+  // Main logic
+  const tuple = Object.entries(data);
+  for (let i = 0; i < tuple.length; i++) {
+    const [key, value] = tuple[i];
+    if (key === "file" && value && fileIdToNewFileMap.has(value.id)) {
+      const newFile = fileIdToNewFileMap.get(value.id);
+      if (!newFile) {
+        continue;
+      }
+      const cleanSrcPrefix = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
+      value.key = newFile.key;
+      value.name = newFile.name;
+      value.src = `${cleanSrcPrefix}/${newFile.key}`;
+    } else {
+      updateFilesInData({
+        data: value,
+        srcPrefix,
+        fileIdToNewFileMap
+      });
+    }
+  }
+}

package/import/utils/updateFilesInData.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["updateFilesInData","data","fileIdToNewFileMap","srcPrefix","Array","isArray","i","length","element","tuple","Object","entries","key","value","has","id","newFile","get","cleanSrcPrefix","endsWith","slice","name","src"],"sources":["updateFilesInData.ts"],"sourcesContent":["import { FileInput } from \"@webiny/api-file-manager/types\";\n\ninterface UpdateFilesInDataParams {\n    data: Record<string, any>;\n    fileIdToNewFileMap: Map<string, FileInput>;\n    srcPrefix: string;\n}\n\nexport function updateFilesInData({\n    data,\n    fileIdToNewFileMap,\n    srcPrefix\n}: UpdateFilesInDataParams) {\n    if (!data || typeof data !== \"object\") {\n        return;\n    }\n    // Recursively call function if data is array\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            updateFilesInData({ data: element, fileIdToNewFileMap, srcPrefix });\n        }\n        return;\n    }\n    // Main logic\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n\n        if (key === \"file\" && value && fileIdToNewFileMap.has(value.id)) {\n            const newFile = fileIdToNewFileMap.get(value.id);\n            if (!newFile) {\n                continue;\n            }\n\n            const cleanSrcPrefix = srcPrefix.endsWith(\"/\") ? srcPrefix.slice(0, -1) : srcPrefix;\n\n            value.key = newFile.key;\n            value.name = newFile.name;\n            value.src = `${cleanSrcPrefix}/${newFile.key}`;\n        } else {\n            updateFilesInData({ data: value, srcPrefix, fileIdToNewFileMap });\n        }\n    }\n}\n"],"mappings":";;;;;;AAQO,SAASA,iBAAiB,CAAC;EAC9BC,IAAI;EACJC,kBAAkB;EAClBC;AACqB,CAAC,EAAE;EACxB,IAAI,CAACF,IAAI,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;IACnC;EACJ;EACA;EACA,IAAIG,KAAK,CAACC,OAAO,CAACJ,IAAI,CAAC,EAAE;IACrB,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGL,IAAI,CAACM,MAAM,EAAED,CAAC,EAAE,EAAE;MAClC,MAAME,OAAO,GAAGP,IAAI,CAACK,CAAC,CAAC;MACvBN,iBAAiB,CAAC;QAAEC,IAAI,EAAEO,OAAO;QAAEN,kBAAkB;QAAEC;MAAU,CAAC,CAAC;IACvE;IACA;EACJ;EACA;EACA,MAAMM,KAAK,GAAGC,MAAM,CAACC,OAAO,CAACV,IAAI,CAAC;EAClC,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGG,KAAK,CAACF,MAAM,EAAED,CAAC,EAAE,EAAE;IACnC,MAAM,CAACM,GAAG,EAAEC,KAAK,CAAC,GAAGJ,KAAK,CAACH,CAAC,CAAC;IAE7B,IAAIM,GAAG,KAAK,MAAM,IAAIC,KAAK,IAAIX,kBAAkB,CAACY,GAAG,CAACD,KAAK,CAACE,EAAE,CAAC,EAAE;MAC7D,MAAMC,OAAO,GAAGd,kBAAkB,CAACe,GAAG,CAACJ,KAAK,CAACE,EAAE,CAAC;MAChD,IAAI,CAACC,OAAO,EAAE;QACV;MACJ;MAEA,MAAME,cAAc,GAAGf,SAAS,CAACgB,QAAQ,CAAC,GAAG,CAAC,GAAGhB,SAAS,CAACiB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAGjB,SAAS;MAEnFU,KAAK,CAACD,GAAG,GAAGI,OAAO,CAACJ,GAAG;MACvBC,KAAK,CAACQ,IAAI,GAAGL,OAAO,CAACK,IAAI;MACzBR,KAAK,CAACS,GAAG,GAAI,GAAEJ,cAAe,IAAGF,OAAO,CAACJ,GAAI,EAAC;IAClD,CAAC,MAAM;MACHZ,iBAAiB,CAAC;QAAEC,IAAI,EAAEY,KAAK;QAAEV,SAAS;QAAED;MAAmB,CAAC,CAAC;IACrE;EACJ;AACJ"}

package/import/utils/uploadAssets.d.ts

@@ -0,0 +1,10 @@
+import { PbImportExportContext } from "../../graphql/types";
+import { File, FileInput } from "@webiny/api-file-manager/types";
+import { FileUploadsData } from "../../types";
+interface UploadAssetsParams {
+    context: PbImportExportContext;
+    files: File[];
+    fileUploadsData: FileUploadsData;
+}
+export declare const uploadAssets: (params: UploadAssetsParams) => Promise<Map<string, FileInput>>;
+export {};

package/import/utils/uploadAssets.js

@@ -0,0 +1,51 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.uploadAssets = void 0;
+var _objectSpread2 = _interopRequireDefault(require("@babel/runtime/helpers/objectSpread2"));
+var _mdbid = _interopRequireDefault(require("mdbid"));
+var _uploadFilesFromS = require("./uploadFilesFromS3");
+// @ts-ignore
+
+const uploadAssets = async params => {
+  const {
+    context,
+    files,
+    fileUploadsData
+  } = params;
+  const oldIdToNewFileMap = new Map();
+
+  /**
+   * This function contains logic of file download from S3.
+   * Current we're not mocking zip file download from S3 in tests at the moment.
+   * So, we're manually mocking it in case of test just by returning an empty object.
+   */
+  if (process.env.NODE_ENV === "test") {
+    return oldIdToNewFileMap;
+  }
+
+  // A map of temporary file keys (created during ZIP upload) to permanent file keys.
+  const uploadFileMap = new Map();
+
+  // Array of file inputs, to insert into the DB.
+  const createFilesInput = [];
+  for (const oldFile of files) {
+    const id = (0, _mdbid.default)();
+    // We replace the old file ID with a new one.
+    const newKey = `${id}/${oldFile.key.replace(`${oldFile.id}/`, "")}`;
+    const newFile = (0, _objectSpread2.default)((0, _objectSpread2.default)({}, oldFile), {}, {
+      id,
+      key: newKey
+    });
+    createFilesInput.push(newFile);
+    oldIdToNewFileMap.set(oldFile.id, newFile);
+    uploadFileMap.set(fileUploadsData.assets[oldFile.key], newFile);
+  }
+  await (0, _uploadFilesFromS.uploadFilesFromS3)(uploadFileMap);
+  await context.fileManager.createFilesInBatch(createFilesInput);
+  return oldIdToNewFileMap;
+};
+exports.uploadAssets = uploadAssets;

package/import/utils/uploadAssets.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["uploadAssets","params","context","files","fileUploadsData","oldIdToNewFileMap","Map","process","env","NODE_ENV","uploadFileMap","createFilesInput","oldFile","id","mdbid","newKey","key","replace","newFile","push","set","assets","uploadFilesFromS3","fileManager","createFilesInBatch"],"sources":["uploadAssets.ts"],"sourcesContent":["// @ts-ignore\nimport mdbid from \"mdbid\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport { File, FileInput } from \"@webiny/api-file-manager/types\";\nimport { UploadFileMap, uploadFilesFromS3 } from \"~/import/utils/uploadFilesFromS3\";\nimport { FileUploadsData } from \"~/types\";\n\ninterface UploadAssetsParams {\n    context: PbImportExportContext;\n    files: File[];\n    fileUploadsData: FileUploadsData;\n}\n\nexport const uploadAssets = async (params: UploadAssetsParams) => {\n    const { context, files, fileUploadsData } = params;\n\n    const oldIdToNewFileMap = new Map<string, FileInput>();\n\n    /**\n     * This function contains logic of file download from S3.\n     * Current we're not mocking zip file download from S3 in tests at the moment.\n     * So, we're manually mocking it in case of test just by returning an empty object.\n     */\n    if (process.env.NODE_ENV === \"test\") {\n        return oldIdToNewFileMap;\n    }\n\n    // A map of temporary file keys (created during ZIP upload) to permanent file keys.\n    const uploadFileMap: UploadFileMap = new Map();\n\n    // Array of file inputs, to insert into the DB.\n    const createFilesInput: FileInput[] = [];\n\n    for (const oldFile of files) {\n        const id = mdbid();\n        // We replace the old file ID with a new one.\n        const newKey = `${id}/${oldFile.key.replace(`${oldFile.id}/`, \"\")}`;\n        const newFile: FileInput = { ...oldFile, id, key: newKey };\n\n        createFilesInput.push(newFile);\n        oldIdToNewFileMap.set(oldFile.id, newFile);\n        uploadFileMap.set(fileUploadsData.assets[oldFile.key], newFile);\n    }\n\n    await uploadFilesFromS3(uploadFileMap);\n\n    await context.fileManager.createFilesInBatch(createFilesInput);\n\n    return oldIdToNewFileMap;\n};\n"],"mappings":";;;;;;;;AACA;AAGA;AAJA;;AAaO,MAAMA,YAAY,GAAG,MAAOC,MAA0B,IAAK;EAC9D,MAAM;IAAEC,OAAO;IAAEC,KAAK;IAAEC;EAAgB,CAAC,GAAGH,MAAM;EAElD,MAAMI,iBAAiB,GAAG,IAAIC,GAAG,EAAqB;;EAEtD;AACJ;AACA;AACA;AACA;EACI,IAAIC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,EAAE;IACjC,OAAOJ,iBAAiB;EAC5B;;EAEA;EACA,MAAMK,aAA4B,GAAG,IAAIJ,GAAG,EAAE;;EAE9C;EACA,MAAMK,gBAA6B,GAAG,EAAE;EAExC,KAAK,MAAMC,OAAO,IAAIT,KAAK,EAAE;IACzB,MAAMU,EAAE,GAAG,IAAAC,cAAK,GAAE;IAClB;IACA,MAAMC,MAAM,GAAI,GAAEF,EAAG,IAAGD,OAAO,CAACI,GAAG,CAACC,OAAO,CAAE,GAAEL,OAAO,CAACC,EAAG,GAAE,EAAE,EAAE,CAAE,EAAC;IACnE,MAAMK,OAAkB,+DAAQN,OAAO;MAAEC,EAAE;MAAEG,GAAG,EAAED;IAAM,EAAE;IAE1DJ,gBAAgB,CAACQ,IAAI,CAACD,OAAO,CAAC;IAC9Bb,iBAAiB,CAACe,GAAG,CAACR,OAAO,CAACC,EAAE,EAAEK,OAAO,CAAC;IAC1CR,aAAa,CAACU,GAAG,CAAChB,eAAe,CAACiB,MAAM,CAACT,OAAO,CAACI,GAAG,CAAC,EAAEE,OAAO,CAAC;EACnE;EAEA,MAAM,IAAAI,mCAAiB,EAACZ,aAAa,CAAC;EAEtC,MAAMR,OAAO,CAACqB,WAAW,CAACC,kBAAkB,CAACb,gBAAgB,CAAC;EAE9D,OAAON,iBAAiB;AAC5B,CAAC;AAAC"}

package/import/utils/uploadFilesFromS3.d.ts

@@ -0,0 +1,3 @@
+import { FileInput } from "@webiny/api-file-manager/types";
+export declare type UploadFileMap = Map<string, FileInput>;
+export declare function uploadFilesFromS3(fileMap: UploadFileMap): Promise<import("aws-sdk/clients/s3").ManagedUpload.SendData[]>;

package/import/utils/uploadFilesFromS3.js

@@ -0,0 +1,19 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.uploadFilesFromS3 = uploadFilesFromS3;
+var _s3Stream = require("../../export/s3Stream");
+async function uploadFilesFromS3(fileMap) {
+  const promises = [];
+  for (const [source, target] of Array.from(fileMap.entries())) {
+    // Read file.
+    const readStream = _s3Stream.s3Stream.readStream(source);
+    const ws = _s3Stream.s3Stream.writeStream(target.key, target.type);
+    readStream.pipe(ws.streamPassThrough);
+    promises.push(ws.streamPassThroughUploadPromise);
+    console.log(`Successfully queued file "${target.key}"`);
+  }
+  return Promise.all(promises);
+}

package/import/utils/uploadFilesFromS3.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["uploadFilesFromS3","fileMap","promises","source","target","Array","from","entries","readStream","s3Stream","ws","writeStream","key","type","pipe","streamPassThrough","push","streamPassThroughUploadPromise","console","log","Promise","all"],"sources":["uploadFilesFromS3.ts"],"sourcesContent":["import { s3Stream } from \"~/export/s3Stream\";\nimport { FileInput } from \"@webiny/api-file-manager/types\";\n\nexport type UploadFileMap = Map<string, FileInput>;\n\nexport async function uploadFilesFromS3(fileMap: UploadFileMap) {\n    const promises = [];\n    for (const [source, target] of Array.from(fileMap.entries())) {\n        // Read file.\n        const readStream = s3Stream.readStream(source);\n\n        const ws = s3Stream.writeStream(target.key, target.type);\n        readStream.pipe(ws.streamPassThrough);\n        promises.push(ws.streamPassThroughUploadPromise);\n\n        console.log(`Successfully queued file \"${target.key}\"`);\n    }\n\n    return Promise.all(promises);\n}\n"],"mappings":";;;;;;AAAA;AAKO,eAAeA,iBAAiB,CAACC,OAAsB,EAAE;EAC5D,MAAMC,QAAQ,GAAG,EAAE;EACnB,KAAK,MAAM,CAACC,MAAM,EAAEC,MAAM,CAAC,IAAIC,KAAK,CAACC,IAAI,CAACL,OAAO,CAACM,OAAO,EAAE,CAAC,EAAE;IAC1D;IACA,MAAMC,UAAU,GAAGC,kBAAQ,CAACD,UAAU,CAACL,MAAM,CAAC;IAE9C,MAAMO,EAAE,GAAGD,kBAAQ,CAACE,WAAW,CAACP,MAAM,CAACQ,GAAG,EAAER,MAAM,CAACS,IAAI,CAAC;IACxDL,UAAU,CAACM,IAAI,CAACJ,EAAE,CAACK,iBAAiB,CAAC;IACrCb,QAAQ,CAACc,IAAI,CAACN,EAAE,CAACO,8BAA8B,CAAC;IAEhDC,OAAO,CAACC,GAAG,CAAE,6BAA4Bf,MAAM,CAACQ,GAAI,GAAE,CAAC;EAC3D;EAEA,OAAOQ,OAAO,CAACC,GAAG,CAACnB,QAAQ,CAAC;AAChC"}

package/import/utils.d.ts

@@ -1,6 +1,6 @@
 import { File } from "@webiny/api-file-manager/types";
 import { PbImportExportContext } from "../graphql/types";
-import { ExportedPageData, ExportedBlockData, ExportedTemplateData } from "../export/utils";
+import { ExportedPageData, ExportedBlockData } from "../export/utils";
 interface UploadAssetsParams {
     context: PbImportExportContext;
     filesData: File[];
@@ -28,13 +28,6 @@ interface ImportBlockParams {
     fileUploadsData: FileUploadsData;
 }
 export declare function importBlock({ blockKey, context, fileUploadsData }: ImportBlockParams): Promise<ExportedBlockData["block"]>;
-interface ImportTemplateParams {
-    key: string;
-    templateKey: string;
-    context: PbImportExportContext;
-    fileUploadsData: FileUploadsData;
-}
-export declare function importTemplate({ templateKey, context, fileUploadsData }: ImportTemplateParams): Promise<ExportedTemplateData["template"]>;
 interface ImportData {
     assets: Record<string, string>;
     data: string;