@webiny/api-page-builder-import-export 0.0.0-unstable.40876133bb → 0.0.0-unstable.4485d22882

package/import/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_initialStats","require","Object","keys","forEach","key","exports","defineProperty","enumerable","get","_uploadFilesFromS","_uploadAssets","_updateFilesInData","_prepareDataDirMap","_getFileNameWithoutExt","_extractZipAndUploadToS","_extractAndUploadZipFileContents","_deleteS3Folder"],"sources":["index.ts"],"sourcesContent":["export * from \"./initialStats\";\nexport * from \"./uploadFilesFromS3\";\nexport * from \"./uploadAssets\";\nexport * from \"./updateFilesInData\";\nexport * from \"./prepareDataDirMap\";\nexport * from \"./getFileNameWithoutExt\";\nexport * from \"./extractZipAndUploadToS3\";\nexport * from \"./extractAndUploadZipFileContents\";\nexport * from \"./deleteS3Folder\";\n"],"mappings":";;;;;AAAA,IAAAA,aAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,aAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,aAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAT,aAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AACA,IAAAK,iBAAA,GAAAT,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAO,iBAAA,EAAAN,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAK,iBAAA,CAAAL,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAC,iBAAA,CAAAL,GAAA;IAAA;EAAA;AAAA;AACA,IAAAM,aAAA,GAAAV,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAQ,aAAA,EAAAP,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAM,aAAA,CAAAN,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAE,aAAA,CAAAN,GAAA;IAAA;EAAA;AAAA;AACA,IAAAO,kBAAA,GAAAX,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAS,kBAAA,EAAAR,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAO,kBAAA,CAAAP,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAG,kBAAA,CAAAP,GAAA;IAAA;EAAA;AAAA;AACA,IAAAQ,kBAAA,GAAAZ,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAU,kBAAA,EAAAT,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAQ,kBAAA,CAAAR,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAI,kBAAA,CAAAR,GAAA;IAAA;EAAA;AAAA;AACA,IAAAS,sBAAA,GAAAb,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAW,sBAAA,EAAAV,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAS,sBAAA,CAAAT,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAK,sBAAA,CAAAT,GAAA;IAAA;EAAA;AAAA;AACA,IAAAU,uBAAA,GAAAd,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAY,uBAAA,EAAAX,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAU,uBAAA,CAAAV,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAM,uBAAA,CAAAV,GAAA;IAAA;EAAA;AAAA;AACA,IAAAW,gCAAA,GAAAf,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAa,gCAAA,EAAAZ,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAW,gCAAA,CAAAX,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAO,gCAAA,CAAAX,GAAA;IAAA;EAAA;AAAA;AACA,IAAAY,eAAA,GAAAhB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAc,eAAA,EAAAb,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAY,eAAA,CAAAZ,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAQ,eAAA,CAAAZ,GAAA;IAAA;EAAA;AAAA","ignoreList":[]}

package/import/utils/initialStats.d.ts

@@ -0,0 +1,7 @@
+export declare function initialStats(total: number): {
+    pending: number;
+    processing: number;
+    completed: number;
+    failed: number;
+    total: number;
+};

package/import/utils/initialStats.js

@@ -0,0 +1,18 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.initialStats = initialStats;
+var _types = require("../../types");
+function initialStats(total) {
+  return {
+    [_types.ImportExportTaskStatus.PENDING]: total,
+    [_types.ImportExportTaskStatus.PROCESSING]: 0,
+    [_types.ImportExportTaskStatus.COMPLETED]: 0,
+    [_types.ImportExportTaskStatus.FAILED]: 0,
+    total
+  };
+}
+
+//# sourceMappingURL=initialStats.js.map

package/import/utils/initialStats.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","initialStats","total","ImportExportTaskStatus","PENDING","PROCESSING","COMPLETED","FAILED"],"sources":["initialStats.ts"],"sourcesContent":["import { ImportExportTaskStatus } from \"~/types\";\n\nexport function initialStats(total: number) {\n    return {\n        [ImportExportTaskStatus.PENDING]: total,\n        [ImportExportTaskStatus.PROCESSING]: 0,\n        [ImportExportTaskStatus.COMPLETED]: 0,\n        [ImportExportTaskStatus.FAILED]: 0,\n        total\n    };\n}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEO,SAASC,YAAYA,CAACC,KAAa,EAAE;EACxC,OAAO;IACH,CAACC,6BAAsB,CAACC,OAAO,GAAGF,KAAK;IACvC,CAACC,6BAAsB,CAACE,UAAU,GAAG,CAAC;IACtC,CAACF,6BAAsB,CAACG,SAAS,GAAG,CAAC;IACrC,CAACH,6BAAsB,CAACI,MAAM,GAAG,CAAC;IAClCL;EACJ,CAAC;AACL","ignoreList":[]}

package/import/utils/prepareDataDirMap.d.ts

@@ -0,0 +1,6 @@
+import type { ImportData } from "../../types";
+export declare function prepareDataDirMap({ map, filePath, newKey }: {
+    map: ImportData;
+    filePath: string;
+    newKey: string;
+}): ImportData;

package/import/utils/prepareDataDirMap.js

@@ -0,0 +1,31 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.prepareDataDirMap = prepareDataDirMap;
+var _dotPropImmutable = _interopRequireDefault(require("dot-prop-immutable"));
+var _constants = require("../constants");
+function prepareDataDirMap({
+  map,
+  filePath,
+  newKey
+}) {
+  const isAsset = filePath.includes(_constants.ASSETS_DIR_NAME);
+  if (isAsset) {
+    /*
+     * We want to use dot (.) as part of object key rather than creating nested object(s).
+     * Also, the file name might contain dots in it beside the extension, so, we are escaping them all.
+     */
+    const assetKey = filePath.split(`${_constants.ASSETS_DIR_NAME}/`).pop();
+    const oldKey = assetKey.replace(/\./g, "\\.");
+    map = _dotPropImmutable.default.set(map, `assets.${oldKey}`, newKey);
+  } else {
+    // We only need to know the newKey for data file.
+    map = _dotPropImmutable.default.set(map, `data`, newKey);
+  }
+  return map;
+}
+
+//# sourceMappingURL=prepareDataDirMap.js.map

package/import/utils/prepareDataDirMap.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_dotPropImmutable","_interopRequireDefault","require","_constants","prepareDataDirMap","map","filePath","newKey","isAsset","includes","ASSETS_DIR_NAME","assetKey","split","pop","oldKey","replace","dotProp","set"],"sources":["prepareDataDirMap.ts"],"sourcesContent":["import dotProp from \"dot-prop-immutable\";\nimport type { ImportData } from \"~/types\";\nimport { ASSETS_DIR_NAME } from \"~/import/constants\";\n\nexport function prepareDataDirMap({\n    map,\n    filePath,\n    newKey\n}: {\n    map: ImportData;\n    filePath: string;\n    newKey: string;\n}): ImportData {\n    const isAsset = filePath.includes(ASSETS_DIR_NAME);\n\n    if (isAsset) {\n        /*\n         * We want to use dot (.) as part of object key rather than creating nested object(s).\n         * Also, the file name might contain dots in it beside the extension, so, we are escaping them all.\n         */\n        const assetKey = filePath.split(`${ASSETS_DIR_NAME}/`).pop() as string;\n        const oldKey = assetKey.replace(/\\./g, \"\\\\.\");\n\n        map = dotProp.set(map, `assets.${oldKey}`, newKey);\n    } else {\n        // We only need to know the newKey for data file.\n        map = dotProp.set(map, `data`, newKey);\n    }\n\n    return map;\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,iBAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEA,IAAAC,UAAA,GAAAD,OAAA;AAEO,SAASE,iBAAiBA,CAAC;EAC9BC,GAAG;EACHC,QAAQ;EACRC;AAKJ,CAAC,EAAc;EACX,MAAMC,OAAO,GAAGF,QAAQ,CAACG,QAAQ,CAACC,0BAAe,CAAC;EAElD,IAAIF,OAAO,EAAE;IACT;AACR;AACA;AACA;IACQ,MAAMG,QAAQ,GAAGL,QAAQ,CAACM,KAAK,CAAC,GAAGF,0BAAe,GAAG,CAAC,CAACG,GAAG,CAAC,CAAW;IACtE,MAAMC,MAAM,GAAGH,QAAQ,CAACI,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;IAE7CV,GAAG,GAAGW,yBAAO,CAACC,GAAG,CAACZ,GAAG,EAAE,UAAUS,MAAM,EAAE,EAAEP,MAAM,CAAC;EACtD,CAAC,MAAM;IACH;IACAF,GAAG,GAAGW,yBAAO,CAACC,GAAG,CAACZ,GAAG,EAAE,MAAM,EAAEE,MAAM,CAAC;EAC1C;EAEA,OAAOF,GAAG;AACd","ignoreList":[]}

package/import/utils/updateFilesInData.d.ts

@@ -0,0 +1,8 @@
+import type { FileInput } from "@webiny/api-file-manager/types";
+interface UpdateFilesInDataParams {
+    data: Record<string, any>;
+    fileIdToNewFileMap: Map<string, FileInput>;
+    srcPrefix: string;
+}
+export declare function updateFilesInData({ data, fileIdToNewFileMap, srcPrefix }: UpdateFilesInDataParams): void;
+export {};

package/import/utils/updateFilesInData.js

@@ -0,0 +1,51 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.updateFilesInData = updateFilesInData;
+function updateFilesInData({
+  data,
+  fileIdToNewFileMap,
+  srcPrefix
+}) {
+  if (!data || typeof data !== "object") {
+    return;
+  }
+  // Recursively call function if data is an array.
+  if (Array.isArray(data)) {
+    for (let i = 0; i < data.length; i++) {
+      const element = data[i];
+      updateFilesInData({
+        data: element,
+        fileIdToNewFileMap,
+        srcPrefix
+      });
+    }
+    return;
+  }
+  // Main logic
+  const tuple = Object.entries(data);
+  for (let i = 0; i < tuple.length; i++) {
+    const [key, value] = tuple[i];
+    if (key === "file" && value && fileIdToNewFileMap.has(value.id)) {
+      const newFile = fileIdToNewFileMap.get(value.id);
+      if (!newFile) {
+        continue;
+      }
+      const cleanSrcPrefix = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
+      value.id = newFile.id;
+      value.key = newFile.key;
+      value.name = newFile.name;
+      value.src = `${cleanSrcPrefix}/${newFile.key}`;
+    } else {
+      updateFilesInData({
+        data: value,
+        srcPrefix,
+        fileIdToNewFileMap
+      });
+    }
+  }
+}
+
+//# sourceMappingURL=updateFilesInData.js.map

package/import/utils/updateFilesInData.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["updateFilesInData","data","fileIdToNewFileMap","srcPrefix","Array","isArray","i","length","element","tuple","Object","entries","key","value","has","id","newFile","get","cleanSrcPrefix","endsWith","slice","name","src"],"sources":["updateFilesInData.ts"],"sourcesContent":["import type { FileInput } from \"@webiny/api-file-manager/types\";\n\ninterface UpdateFilesInDataParams {\n    data: Record<string, any>;\n    fileIdToNewFileMap: Map<string, FileInput>;\n    srcPrefix: string;\n}\n\nexport function updateFilesInData({\n    data,\n    fileIdToNewFileMap,\n    srcPrefix\n}: UpdateFilesInDataParams) {\n    if (!data || typeof data !== \"object\") {\n        return;\n    }\n    // Recursively call function if data is an array.\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            updateFilesInData({ data: element, fileIdToNewFileMap, srcPrefix });\n        }\n        return;\n    }\n    // Main logic\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n\n        if (key === \"file\" && value && fileIdToNewFileMap.has(value.id)) {\n            const newFile = fileIdToNewFileMap.get(value.id);\n            if (!newFile) {\n                continue;\n            }\n\n            const cleanSrcPrefix = srcPrefix.endsWith(\"/\") ? srcPrefix.slice(0, -1) : srcPrefix;\n\n            value.id = newFile.id;\n            value.key = newFile.key;\n            value.name = newFile.name;\n            value.src = `${cleanSrcPrefix}/${newFile.key}`;\n        } else {\n            updateFilesInData({ data: value, srcPrefix, fileIdToNewFileMap });\n        }\n    }\n}\n"],"mappings":";;;;;;AAQO,SAASA,iBAAiBA,CAAC;EAC9BC,IAAI;EACJC,kBAAkB;EAClBC;AACqB,CAAC,EAAE;EACxB,IAAI,CAACF,IAAI,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;IACnC;EACJ;EACA;EACA,IAAIG,KAAK,CAACC,OAAO,CAACJ,IAAI,CAAC,EAAE;IACrB,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGL,IAAI,CAACM,MAAM,EAAED,CAAC,EAAE,EAAE;MAClC,MAAME,OAAO,GAAGP,IAAI,CAACK,CAAC,CAAC;MACvBN,iBAAiB,CAAC;QAAEC,IAAI,EAAEO,OAAO;QAAEN,kBAAkB;QAAEC;MAAU,CAAC,CAAC;IACvE;IACA;EACJ;EACA;EACA,MAAMM,KAAK,GAAGC,MAAM,CAACC,OAAO,CAACV,IAAI,CAAC;EAClC,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGG,KAAK,CAACF,MAAM,EAAED,CAAC,EAAE,EAAE;IACnC,MAAM,CAACM,GAAG,EAAEC,KAAK,CAAC,GAAGJ,KAAK,CAACH,CAAC,CAAC;IAE7B,IAAIM,GAAG,KAAK,MAAM,IAAIC,KAAK,IAAIX,kBAAkB,CAACY,GAAG,CAACD,KAAK,CAACE,EAAE,CAAC,EAAE;MAC7D,MAAMC,OAAO,GAAGd,kBAAkB,CAACe,GAAG,CAACJ,KAAK,CAACE,EAAE,CAAC;MAChD,IAAI,CAACC,OAAO,EAAE;QACV;MACJ;MAEA,MAAME,cAAc,GAAGf,SAAS,CAACgB,QAAQ,CAAC,GAAG,CAAC,GAAGhB,SAAS,CAACiB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAGjB,SAAS;MAEnFU,KAAK,CAACE,EAAE,GAAGC,OAAO,CAACD,EAAE;MACrBF,KAAK,CAACD,GAAG,GAAGI,OAAO,CAACJ,GAAG;MACvBC,KAAK,CAACQ,IAAI,GAAGL,OAAO,CAACK,IAAI;MACzBR,KAAK,CAACS,GAAG,GAAG,GAAGJ,cAAc,IAAIF,OAAO,CAACJ,GAAG,EAAE;IAClD,CAAC,MAAM;MACHZ,iBAAiB,CAAC;QAAEC,IAAI,EAAEY,KAAK;QAAEV,SAAS;QAAED;MAAmB,CAAC,CAAC;IACrE;EACJ;AACJ","ignoreList":[]}

package/import/utils/uploadAssets.d.ts

@@ -0,0 +1,10 @@
+import type { PbImportExportContext } from "../../graphql/types";
+import type { File, FileInput } from "@webiny/api-file-manager/types";
+import type { FileUploadsData } from "../../types";
+interface UploadAssetsParams {
+    context: PbImportExportContext;
+    files: File[];
+    fileUploadsData: FileUploadsData;
+}
+export declare const uploadAssets: (params: UploadAssetsParams) => Promise<Map<string, FileInput>>;
+export {};

package/import/utils/uploadAssets.js

@@ -0,0 +1,92 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.uploadAssets = void 0;
+var _utils = require("@webiny/utils");
+var _uploadFilesFromS = require("./uploadFilesFromS3");
+function notAPreviouslyImportedFile(importedImages) {
+  return file => {
+    return !importedImages.some(existingImportedImage => existingImportedImage.meta.originalKey === file.key);
+  };
+}
+function notAnExistingFile(existingFiles) {
+  return file => {
+    return !existingFiles.some(existingFile => existingFile.key === file.key);
+  };
+}
+const uploadAssets = async params => {
+  const {
+    context,
+    files,
+    fileUploadsData
+  } = params;
+  const oldIdToNewFileMap = new Map();
+
+  /**
+   * This function contains logic of file download from S3.
+   * Current we're not mocking zip file download from S3 in tests at the moment.
+   * So, we're manually mocking it in case of test just by returning an empty object.
+   */
+  if (process.env.NODE_ENV === "test") {
+    return oldIdToNewFileMap;
+  }
+
+  // Check if the requested files were already imported in the past.
+  const [importedImages] = await context.fileManager.listFiles({
+    where: {
+      meta: {
+        originalKey_in: files.map(file => file.key)
+      }
+    }
+  });
+
+  // Link files that were already imported.
+  for (const importedImage of importedImages) {
+    const fileBeingImported = files.find(file => file.key === importedImage.meta.originalKey);
+    if (fileBeingImported) {
+      oldIdToNewFileMap.set(fileBeingImported.id, importedImage);
+    }
+  }
+
+  // Check if files with such IDs already exist.
+  const [existingFiles] = await context.fileManager.listFiles({
+    where: {
+      id_in: files.map(file => file.id)
+    }
+  });
+  const newFilesToImport = files.filter(notAnExistingFile(existingFiles)).filter(notAPreviouslyImportedFile(importedImages));
+
+  // A map of temporary file keys (created during ZIP upload) to permanent file keys.
+  const uploadFileMap = new Map();
+
+  // Array of file inputs, to insert into the DB.
+  const createFilesInput = [];
+  for (const toImport of newFilesToImport) {
+    // We generate a new file id, key, and add `meta.originalKey` property to prevent duplicates on future imports.
+    const id = (0, _utils.mdbid)();
+    const newKey = `${id}/${toImport.key.replace(`${toImport.id}/`, "")}`;
+    const newFile = {
+      ...toImport,
+      id,
+      location: {
+        folderId: "root"
+      },
+      key: newKey,
+      meta: {
+        ...toImport.meta,
+        originalKey: toImport.key
+      }
+    };
+    createFilesInput.push(newFile);
+    oldIdToNewFileMap.set(toImport.id, newFile);
+    uploadFileMap.set(fileUploadsData.assets[toImport.key], newFile);
+  }
+  await (0, _uploadFilesFromS.uploadFilesFromS3)(uploadFileMap);
+  await context.fileManager.createFilesInBatch(createFilesInput);
+  return oldIdToNewFileMap;
+};
+exports.uploadAssets = uploadAssets;
+
+//# sourceMappingURL=uploadAssets.js.map

package/import/utils/uploadAssets.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","_uploadFilesFromS","notAPreviouslyImportedFile","importedImages","file","some","existingImportedImage","meta","originalKey","key","notAnExistingFile","existingFiles","existingFile","uploadAssets","params","context","files","fileUploadsData","oldIdToNewFileMap","Map","process","env","NODE_ENV","fileManager","listFiles","where","originalKey_in","map","importedImage","fileBeingImported","find","set","id","id_in","newFilesToImport","filter","uploadFileMap","createFilesInput","toImport","mdbid","newKey","replace","newFile","location","folderId","push","assets","uploadFilesFromS3","createFilesInBatch","exports"],"sources":["uploadAssets.ts"],"sourcesContent":["import { mdbid } from \"@webiny/utils\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type { File, FileInput } from \"@webiny/api-file-manager/types\";\nimport type { UploadFileMap } from \"~/import/utils/uploadFilesFromS3\";\nimport { uploadFilesFromS3 } from \"~/import/utils/uploadFilesFromS3\";\nimport type { FileUploadsData } from \"~/types\";\n\ninterface UploadAssetsParams {\n    context: PbImportExportContext;\n    files: File[];\n    fileUploadsData: FileUploadsData;\n}\n\nfunction notAPreviouslyImportedFile(importedImages: File[]) {\n    return (file: File) => {\n        return !importedImages.some(\n            existingImportedImage => existingImportedImage.meta.originalKey === file.key\n        );\n    };\n}\n\nfunction notAnExistingFile(existingFiles: File[]) {\n    return (file: File) => {\n        return !existingFiles.some(existingFile => existingFile.key === file.key);\n    };\n}\n\nexport const uploadAssets = async (params: UploadAssetsParams) => {\n    const { context, files, fileUploadsData } = params;\n\n    const oldIdToNewFileMap = new Map<string, FileInput>();\n\n    /**\n     * This function contains logic of file download from S3.\n     * Current we're not mocking zip file download from S3 in tests at the moment.\n     * So, we're manually mocking it in case of test just by returning an empty object.\n     */\n    if (process.env.NODE_ENV === \"test\") {\n        return oldIdToNewFileMap;\n    }\n\n    // Check if the requested files were already imported in the past.\n    const [importedImages] = await context.fileManager.listFiles({\n        where: { meta: { originalKey_in: files.map(file => file.key) } }\n    });\n\n    // Link files that were already imported.\n    for (const importedImage of importedImages) {\n        const fileBeingImported = files.find(file => file.key === importedImage.meta.originalKey);\n\n        if (fileBeingImported) {\n            oldIdToNewFileMap.set(fileBeingImported.id, importedImage);\n        }\n    }\n\n    // Check if files with such IDs already exist.\n    const [existingFiles] = await context.fileManager.listFiles({\n        where: { id_in: files.map(file => file.id) }\n    });\n\n    const newFilesToImport = files\n        .filter(notAnExistingFile(existingFiles))\n        .filter(notAPreviouslyImportedFile(importedImages));\n\n    // A map of temporary file keys (created during ZIP upload) to permanent file keys.\n    const uploadFileMap: UploadFileMap = new Map();\n\n    // Array of file inputs, to insert into the DB.\n    const createFilesInput: FileInput[] = [];\n\n    for (const toImport of newFilesToImport) {\n        // We generate a new file id, key, and add `meta.originalKey` property to prevent duplicates on future imports.\n        const id = mdbid();\n        const newKey = `${id}/${toImport.key.replace(`${toImport.id}/`, \"\")}`;\n        const newFile: FileInput = {\n            ...toImport,\n            id,\n            location: {\n                folderId: \"root\"\n            },\n            key: newKey,\n            meta: { ...toImport.meta, originalKey: toImport.key }\n        };\n\n        createFilesInput.push(newFile);\n        oldIdToNewFileMap.set(toImport.id, newFile);\n        uploadFileMap.set(fileUploadsData.assets[toImport.key], newFile);\n    }\n\n    await uploadFilesFromS3(uploadFileMap);\n\n    await context.fileManager.createFilesInBatch(createFilesInput);\n\n    return oldIdToNewFileMap;\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAIA,IAAAC,iBAAA,GAAAD,OAAA;AASA,SAASE,0BAA0BA,CAACC,cAAsB,EAAE;EACxD,OAAQC,IAAU,IAAK;IACnB,OAAO,CAACD,cAAc,CAACE,IAAI,CACvBC,qBAAqB,IAAIA,qBAAqB,CAACC,IAAI,CAACC,WAAW,KAAKJ,IAAI,CAACK,GAC7E,CAAC;EACL,CAAC;AACL;AAEA,SAASC,iBAAiBA,CAACC,aAAqB,EAAE;EAC9C,OAAQP,IAAU,IAAK;IACnB,OAAO,CAACO,aAAa,CAACN,IAAI,CAACO,YAAY,IAAIA,YAAY,CAACH,GAAG,KAAKL,IAAI,CAACK,GAAG,CAAC;EAC7E,CAAC;AACL;AAEO,MAAMI,YAAY,GAAG,MAAOC,MAA0B,IAAK;EAC9D,MAAM;IAAEC,OAAO;IAAEC,KAAK;IAAEC;EAAgB,CAAC,GAAGH,MAAM;EAElD,MAAMI,iBAAiB,GAAG,IAAIC,GAAG,CAAoB,CAAC;;EAEtD;AACJ;AACA;AACA;AACA;EACI,IAAIC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,EAAE;IACjC,OAAOJ,iBAAiB;EAC5B;;EAEA;EACA,MAAM,CAACf,cAAc,CAAC,GAAG,MAAMY,OAAO,CAACQ,WAAW,CAACC,SAAS,CAAC;IACzDC,KAAK,EAAE;MAAElB,IAAI,EAAE;QAAEmB,cAAc,EAAEV,KAAK,CAACW,GAAG,CAACvB,IAAI,IAAIA,IAAI,CAACK,GAAG;MAAE;IAAE;EACnE,CAAC,CAAC;;EAEF;EACA,KAAK,MAAMmB,aAAa,IAAIzB,cAAc,EAAE;IACxC,MAAM0B,iBAAiB,GAAGb,KAAK,CAACc,IAAI,CAAC1B,IAAI,IAAIA,IAAI,CAACK,GAAG,KAAKmB,aAAa,CAACrB,IAAI,CAACC,WAAW,CAAC;IAEzF,IAAIqB,iBAAiB,EAAE;MACnBX,iBAAiB,CAACa,GAAG,CAACF,iBAAiB,CAACG,EAAE,EAAEJ,aAAa,CAAC;IAC9D;EACJ;;EAEA;EACA,MAAM,CAACjB,aAAa,CAAC,GAAG,MAAMI,OAAO,CAACQ,WAAW,CAACC,SAAS,CAAC;IACxDC,KAAK,EAAE;MAAEQ,KAAK,EAAEjB,KAAK,CAACW,GAAG,CAACvB,IAAI,IAAIA,IAAI,CAAC4B,EAAE;IAAE;EAC/C,CAAC,CAAC;EAEF,MAAME,gBAAgB,GAAGlB,KAAK,CACzBmB,MAAM,CAACzB,iBAAiB,CAACC,aAAa,CAAC,CAAC,CACxCwB,MAAM,CAACjC,0BAA0B,CAACC,cAAc,CAAC,CAAC;;EAEvD;EACA,MAAMiC,aAA4B,GAAG,IAAIjB,GAAG,CAAC,CAAC;;EAE9C;EACA,MAAMkB,gBAA6B,GAAG,EAAE;EAExC,KAAK,MAAMC,QAAQ,IAAIJ,gBAAgB,EAAE;IACrC;IACA,MAAMF,EAAE,GAAG,IAAAO,YAAK,EAAC,CAAC;IAClB,MAAMC,MAAM,GAAG,GAAGR,EAAE,IAAIM,QAAQ,CAAC7B,GAAG,CAACgC,OAAO,CAAC,GAAGH,QAAQ,CAACN,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE;IACrE,MAAMU,OAAkB,GAAG;MACvB,GAAGJ,QAAQ;MACXN,EAAE;MACFW,QAAQ,EAAE;QACNC,QAAQ,EAAE;MACd,CAAC;MACDnC,GAAG,EAAE+B,MAAM;MACXjC,IAAI,EAAE;QAAE,GAAG+B,QAAQ,CAAC/B,IAAI;QAAEC,WAAW,EAAE8B,QAAQ,CAAC7B;MAAI;IACxD,CAAC;IAED4B,gBAAgB,CAACQ,IAAI,CAACH,OAAO,CAAC;IAC9BxB,iBAAiB,CAACa,GAAG,CAACO,QAAQ,CAACN,EAAE,EAAEU,OAAO,CAAC;IAC3CN,aAAa,CAACL,GAAG,CAACd,eAAe,CAAC6B,MAAM,CAACR,QAAQ,CAAC7B,GAAG,CAAC,EAAEiC,OAAO,CAAC;EACpE;EAEA,MAAM,IAAAK,mCAAiB,EAACX,aAAa,CAAC;EAEtC,MAAMrB,OAAO,CAACQ,WAAW,CAACyB,kBAAkB,CAACX,gBAAgB,CAAC;EAE9D,OAAOnB,iBAAiB;AAC5B,CAAC;AAAC+B,OAAA,CAAApC,YAAA,GAAAA,YAAA","ignoreList":[]}

package/import/utils/uploadFilesFromS3.d.ts

@@ -0,0 +1,3 @@
+import type { FileInput } from "@webiny/api-file-manager/types";
+export type UploadFileMap = Map<string, FileInput>;
+export declare function uploadFilesFromS3(fileMap: UploadFileMap): Promise<import("@aws-sdk/client-s3").CompleteMultipartUploadCommandOutput[]>;

package/import/utils/uploadFilesFromS3.js

@@ -0,0 +1,21 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.uploadFilesFromS3 = uploadFilesFromS3;
+var _s3Stream = require("../../export/s3Stream");
+async function uploadFilesFromS3(fileMap) {
+  const promises = [];
+  for (const [source, target] of Array.from(fileMap.entries())) {
+    // Read file.
+    const readStream = await _s3Stream.s3Stream.readStream(source);
+    const ws = _s3Stream.s3Stream.writeStream(target.key, target.type);
+    readStream.pipe(ws.streamPassThrough);
+    promises.push(ws.streamPassThroughUploadPromise);
+    console.log(`Successfully queued file "${target.key}"`);
+  }
+  return Promise.all(promises);
+}
+
+//# sourceMappingURL=uploadFilesFromS3.js.map

package/import/utils/uploadFilesFromS3.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_s3Stream","require","uploadFilesFromS3","fileMap","promises","source","target","Array","from","entries","readStream","s3Stream","ws","writeStream","key","type","pipe","streamPassThrough","push","streamPassThroughUploadPromise","console","log","Promise","all"],"sources":["uploadFilesFromS3.ts"],"sourcesContent":["import { s3Stream } from \"~/export/s3Stream\";\nimport type { FileInput } from \"@webiny/api-file-manager/types\";\n\nexport type UploadFileMap = Map<string, FileInput>;\n\nexport async function uploadFilesFromS3(fileMap: UploadFileMap) {\n    const promises = [];\n    for (const [source, target] of Array.from(fileMap.entries())) {\n        // Read file.\n        const readStream = await s3Stream.readStream(source);\n\n        const ws = s3Stream.writeStream(target.key, target.type);\n        readStream.pipe(ws.streamPassThrough);\n        promises.push(ws.streamPassThroughUploadPromise);\n\n        console.log(`Successfully queued file \"${target.key}\"`);\n    }\n\n    return Promise.all(promises);\n}\n"],"mappings":";;;;;;AAAA,IAAAA,SAAA,GAAAC,OAAA;AAKO,eAAeC,iBAAiBA,CAACC,OAAsB,EAAE;EAC5D,MAAMC,QAAQ,GAAG,EAAE;EACnB,KAAK,MAAM,CAACC,MAAM,EAAEC,MAAM,CAAC,IAAIC,KAAK,CAACC,IAAI,CAACL,OAAO,CAACM,OAAO,CAAC,CAAC,CAAC,EAAE;IAC1D;IACA,MAAMC,UAAU,GAAG,MAAMC,kBAAQ,CAACD,UAAU,CAACL,MAAM,CAAC;IAEpD,MAAMO,EAAE,GAAGD,kBAAQ,CAACE,WAAW,CAACP,MAAM,CAACQ,GAAG,EAAER,MAAM,CAACS,IAAI,CAAC;IACxDL,UAAU,CAACM,IAAI,CAACJ,EAAE,CAACK,iBAAiB,CAAC;IACrCb,QAAQ,CAACc,IAAI,CAACN,EAAE,CAACO,8BAA8B,CAAC;IAEhDC,OAAO,CAACC,GAAG,CAAC,6BAA6Bf,MAAM,CAACQ,GAAG,GAAG,CAAC;EAC3D;EAEA,OAAOQ,OAAO,CAACC,GAAG,CAACnB,QAAQ,CAAC;AAChC","ignoreList":[]}

package/mockSecurity.d.ts

@@ -1,2 +1,2 @@
-import { SecurityContext, SecurityIdentity } from "@webiny/api-security/types";
+import type { SecurityContext, SecurityIdentity } from "@webiny/api-security/types";
 export declare const mockSecurity: (identity: SecurityIdentity, context: SecurityContext) => void;

package/mockSecurity.js

@@ -4,10 +4,9 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.mockSecurity = void 0;
-
 const mockSecurity = (identity, context) => {
-  context.security.disableAuthorization();
   context.security.setIdentity(identity);
 };
+exports.mockSecurity = mockSecurity;
 
-exports.mockSecurity = mockSecurity;
+//# sourceMappingURL=mockSecurity.js.map

package/mockSecurity.js.map

@@ -1 +1 @@
-{"version":3,"names":["mockSecurity","identity","context","security","disableAuthorization","setIdentity"],"sources":["mockSecurity.ts"],"sourcesContent":["import { SecurityContext, SecurityIdentity } from \"@webiny/api-security/types\";\n\nexport const mockSecurity = (identity: SecurityIdentity, context: SecurityContext) => {\n    context.security.disableAuthorization();\n    context.security.setIdentity(identity);\n};\n"],"mappings":";;;;;;;AAEO,MAAMA,YAAY,GAAG,CAACC,QAAD,EAA6BC,OAA7B,KAA0D;EAClFA,OAAO,CAACC,QAAR,CAAiBC,oBAAjB;EACAF,OAAO,CAACC,QAAR,CAAiBE,WAAjB,CAA6BJ,QAA7B;AACH,CAHM"}
+{"version":3,"names":["mockSecurity","identity","context","security","setIdentity","exports"],"sources":["mockSecurity.ts"],"sourcesContent":["import type { SecurityContext, SecurityIdentity } from \"@webiny/api-security/types\";\n\nexport const mockSecurity = (identity: SecurityIdentity, context: SecurityContext) => {\n    context.security.setIdentity(identity);\n};\n"],"mappings":";;;;;;AAEO,MAAMA,YAAY,GAAGA,CAACC,QAA0B,EAAEC,OAAwB,KAAK;EAClFA,OAAO,CAACC,QAAQ,CAACC,WAAW,CAACH,QAAQ,CAAC;AAC1C,CAAC;AAACI,OAAA,CAAAL,YAAA,GAAAA,YAAA","ignoreList":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@webiny/api-page-builder-import-export",
-	"version": "0.0.0-unstable.40876133bb",
+	"version": "0.0.0-unstable.4485d22882",
 	"main": "index.js",
 	"keywords": [
 		"pbie:base"
@@ -14,69 +14,53 @@
 	"author": "Webiny Ltd",
 	"license": "MIT",
 	"dependencies": {
-		"@babel/runtime": "7.19.0",
-		"@commodo/fields": "1.1.2-beta.20",
-		"@webiny/api": "0.0.0-unstable.40876133bb",
-		"@webiny/api-file-manager": "0.0.0-unstable.40876133bb",
-		"@webiny/api-page-builder": "0.0.0-unstable.40876133bb",
-		"@webiny/api-security": "0.0.0-unstable.40876133bb",
-		"@webiny/error": "0.0.0-unstable.40876133bb",
-		"@webiny/handler": "0.0.0-unstable.40876133bb",
-		"@webiny/handler-aws": "0.0.0-unstable.40876133bb",
-		"@webiny/handler-graphql": "0.0.0-unstable.40876133bb",
-		"@webiny/utils": "0.0.0-unstable.40876133bb",
-		"@webiny/validation": "0.0.0-unstable.40876133bb",
-		"archiver": "5.3.1",
-		"commodo-fields-object": "1.0.6",
+		"@smithy/node-http-handler": "2.1.6",
+		"@webiny/api": "0.0.0-unstable.4485d22882",
+		"@webiny/api-file-manager": "0.0.0-unstable.4485d22882",
+		"@webiny/api-form-builder": "0.0.0-unstable.4485d22882",
+		"@webiny/api-page-builder": "0.0.0-unstable.4485d22882",
+		"@webiny/api-security": "0.0.0-unstable.4485d22882",
+		"@webiny/aws-sdk": "0.0.0-unstable.4485d22882",
+		"@webiny/error": "0.0.0-unstable.4485d22882",
+		"@webiny/handler": "0.0.0-unstable.4485d22882",
+		"@webiny/handler-aws": "0.0.0-unstable.4485d22882",
+		"@webiny/handler-graphql": "0.0.0-unstable.4485d22882",
+		"@webiny/pubsub": "0.0.0-unstable.4485d22882",
+		"@webiny/tasks": "0.0.0-unstable.4485d22882",
+		"@webiny/utils": "0.0.0-unstable.4485d22882",
+		"archiver": "7.0.1",
 		"dot-prop-immutable": "2.1.1",
-		"fs-extra": "9.1.0",
+		"fs-extra": "11.2.0",
 		"load-json-file": "6.2.0",
 		"lodash": "4.17.21",
-		"mdbid": "1.0.0",
 		"node-fetch": "2.6.7",
-		"stream": "0.0.2",
+		"stream": "0.0.3",
 		"uniqid": "5.4.0",
-		"yauzl": "2.10.0"
+		"yauzl": "2.10.0",
+		"zod": "3.23.8"
 	},
 	"devDependencies": {
-		"@babel/cli": "^7.19.3",
-		"@babel/core": "^7.19.3",
-		"@babel/plugin-proposal-export-default-from": "^7.16.0",
-		"@babel/preset-env": "^7.19.4",
-		"@babel/preset-typescript": "^7.18.6",
-		"@types/archiver": "^5.3.1",
-		"@types/node-fetch": "^2.6.1",
-		"@types/yauzl": "^2.9.2",
-		"@webiny/api-dynamodb-to-elasticsearch": "^0.0.0-unstable.40876133bb",
-		"@webiny/api-file-manager-ddb-es": "^0.0.0-unstable.40876133bb",
-		"@webiny/api-i18n-ddb": "^0.0.0-unstable.40876133bb",
-		"@webiny/api-security-so-ddb": "^0.0.0-unstable.40876133bb",
-		"@webiny/api-tenancy": "^0.0.0-unstable.40876133bb",
-		"@webiny/api-tenancy-so-ddb": "^0.0.0-unstable.40876133bb",
-		"@webiny/api-wcp": "^0.0.0-unstable.40876133bb",
-		"@webiny/cli": "^0.0.0-unstable.40876133bb",
-		"@webiny/db": "^0.0.0-unstable.40876133bb",
-		"@webiny/project-utils": "^0.0.0-unstable.40876133bb",
-		"jest": "^28.1.0",
-		"jest-dynalite": "^3.2.0",
-		"rimraf": "^3.0.2",
-		"ttypescript": "^1.5.12",
-		"typescript": "4.7.4"
+		"@types/archiver": "5.3.1",
+		"@types/node-fetch": "2.6.2",
+		"@types/yauzl": "2.10.0",
+		"@webiny/api-authentication": "0.0.0-unstable.4485d22882",
+		"@webiny/api-dynamodb-to-elasticsearch": "0.0.0-unstable.4485d22882",
+		"@webiny/api-tenancy": "0.0.0-unstable.4485d22882",
+		"@webiny/api-wcp": "0.0.0-unstable.4485d22882",
+		"@webiny/db": "0.0.0-unstable.4485d22882",
+		"@webiny/project-utils": "0.0.0-unstable.4485d22882",
+		"jest": "29.7.0",
+		"jest-dynalite": "3.6.1",
+		"rimraf": "6.0.1",
+		"typescript": "5.3.3"
 	},
 	"publishConfig": {
 		"access": "public",
 		"directory": "dist"
 	},
 	"scripts": {
-		"build": "yarn webiny run build",
-		"watch": "yarn webiny run watch"
+		"build": "node ../cli/bin.js run build",
+		"watch": "node ../cli/bin.js run watch"
 	},
-	"adio": {
-		"ignore": {
-			"src": [
-				"aws-sdk"
-			]
-		}
-	},
-	"gitHead": "f33811072795d25c5787ae39808e75e3312fb247"
+	"gitHead": "4485d2288249abbf8b15d74fddeffcbe5f8e5a44"
 }

package/tasks/common/ChildTasksCleanup.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Cleanup of the child tasks.
+ * This code will remove all the child tasks and their logs, which have no errors in them.
+ */
+import type { ITask, Context } from "@webiny/tasks";
+export interface IChildTasksCleanupExecuteParams {
+    context: Context;
+    task: ITask;
+}
+export declare class ChildTasksCleanup {
+    execute(params: IChildTasksCleanupExecuteParams): Promise<void>;
+}

package/tasks/common/ChildTasksCleanup.js

@@ -0,0 +1,64 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ChildTasksCleanup = void 0;
+var _tasks = require("@webiny/tasks");
+/**
+ * Cleanup of the child tasks.
+ * This code will remove all the child tasks and their logs, which have no errors in them.
+ */
+
+class ChildTasksCleanup {
+  async execute(params) {
+    const {
+      context,
+      task
+    } = params;
+    const {
+      items: childTasks
+    } = await context.tasks.listTasks({
+      where: {
+        parentId: task.id
+      },
+      // Really doubtful there will be more than 10k of child tasks.
+      limit: 100000
+    });
+    if (childTasks.length === 0) {
+      return;
+    }
+    const childTaskIdList = childTasks.map(childTask => childTask.id);
+    const {
+      items: childLogs
+    } = await context.tasks.listLogs({
+      where: {
+        task_in: childTaskIdList
+      },
+      limit: 100000
+    });
+    const deletedChildTaskLogIdList = [];
+    /**
+     * First, we need to remove all the logs which have no errors.
+     */
+    for (const log of childLogs) {
+      if (log.items.some(item => item.type === _tasks.TaskLogItemType.ERROR)) {
+        continue;
+      }
+      await context.tasks.deleteLog(log.id);
+      if (deletedChildTaskLogIdList.includes(log.task)) {
+        continue;
+      }
+      deletedChildTaskLogIdList.push(log.task);
+    }
+    /**
+     * Now we can remove the tasks.
+     */
+    for (const childTaskId of deletedChildTaskLogIdList) {
+      await context.tasks.deleteTask(childTaskId);
+    }
+  }
+}
+exports.ChildTasksCleanup = ChildTasksCleanup;
+
+//# sourceMappingURL=ChildTasksCleanup.js.map

package/tasks/common/ChildTasksCleanup.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_tasks","require","ChildTasksCleanup","execute","params","context","task","items","childTasks","tasks","listTasks","where","parentId","id","limit","length","childTaskIdList","map","childTask","childLogs","listLogs","task_in","deletedChildTaskLogIdList","log","some","item","type","TaskLogItemType","ERROR","deleteLog","includes","push","childTaskId","deleteTask","exports"],"sources":["ChildTasksCleanup.ts"],"sourcesContent":["/**\n * Cleanup of the child tasks.\n * This code will remove all the child tasks and their logs, which have no errors in them.\n */\nimport type { ITask, Context } from \"@webiny/tasks\";\nimport { TaskLogItemType } from \"@webiny/tasks\";\n\nexport interface IChildTasksCleanupExecuteParams {\n    context: Context;\n    task: ITask;\n}\nexport class ChildTasksCleanup {\n    public async execute(params: IChildTasksCleanupExecuteParams): Promise<void> {\n        const { context, task } = params;\n\n        const { items: childTasks } = await context.tasks.listTasks({\n            where: {\n                parentId: task.id\n            },\n            // Really doubtful there will be more than 10k of child tasks.\n            limit: 100000\n        });\n        if (childTasks.length === 0) {\n            return;\n        }\n\n        const childTaskIdList = childTasks.map(childTask => childTask.id);\n\n        const { items: childLogs } = await context.tasks.listLogs({\n            where: {\n                task_in: childTaskIdList\n            },\n            limit: 100000\n        });\n\n        const deletedChildTaskLogIdList: string[] = [];\n        /**\n         * First, we need to remove all the logs which have no errors.\n         */\n        for (const log of childLogs) {\n            if (log.items.some(item => item.type === TaskLogItemType.ERROR)) {\n                continue;\n            }\n            await context.tasks.deleteLog(log.id);\n            if (deletedChildTaskLogIdList.includes(log.task)) {\n                continue;\n            }\n            deletedChildTaskLogIdList.push(log.task);\n        }\n        /**\n         * Now we can remove the tasks.\n         */\n        for (const childTaskId of deletedChildTaskLogIdList) {\n            await context.tasks.deleteTask(childTaskId);\n        }\n    }\n}\n"],"mappings":";;;;;;AAKA,IAAAA,MAAA,GAAAC,OAAA;AALA;AACA;AACA;AACA;;AAQO,MAAMC,iBAAiB,CAAC;EAC3B,MAAaC,OAAOA,CAACC,MAAuC,EAAiB;IACzE,MAAM;MAAEC,OAAO;MAAEC;IAAK,CAAC,GAAGF,MAAM;IAEhC,MAAM;MAAEG,KAAK,EAAEC;IAAW,CAAC,GAAG,MAAMH,OAAO,CAACI,KAAK,CAACC,SAAS,CAAC;MACxDC,KAAK,EAAE;QACHC,QAAQ,EAAEN,IAAI,CAACO;MACnB,CAAC;MACD;MACAC,KAAK,EAAE;IACX,CAAC,CAAC;IACF,IAAIN,UAAU,CAACO,MAAM,KAAK,CAAC,EAAE;MACzB;IACJ;IAEA,MAAMC,eAAe,GAAGR,UAAU,CAACS,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACL,EAAE,CAAC;IAEjE,MAAM;MAAEN,KAAK,EAAEY;IAAU,CAAC,GAAG,MAAMd,OAAO,CAACI,KAAK,CAACW,QAAQ,CAAC;MACtDT,KAAK,EAAE;QACHU,OAAO,EAAEL;MACb,CAAC;MACDF,KAAK,EAAE;IACX,CAAC,CAAC;IAEF,MAAMQ,yBAAmC,GAAG,EAAE;IAC9C;AACR;AACA;IACQ,KAAK,MAAMC,GAAG,IAAIJ,SAAS,EAAE;MACzB,IAAII,GAAG,CAAChB,KAAK,CAACiB,IAAI,CAACC,IAAI,IAAIA,IAAI,CAACC,IAAI,KAAKC,sBAAe,CAACC,KAAK,CAAC,EAAE;QAC7D;MACJ;MACA,MAAMvB,OAAO,CAACI,KAAK,CAACoB,SAAS,CAACN,GAAG,CAACV,EAAE,CAAC;MACrC,IAAIS,yBAAyB,CAACQ,QAAQ,CAACP,GAAG,CAACjB,IAAI,CAAC,EAAE;QAC9C;MACJ;MACAgB,yBAAyB,CAACS,IAAI,CAACR,GAAG,CAACjB,IAAI,CAAC;IAC5C;IACA;AACR;AACA;IACQ,KAAK,MAAM0B,WAAW,IAAIV,yBAAyB,EAAE;MACjD,MAAMjB,OAAO,CAACI,KAAK,CAACwB,UAAU,CAACD,WAAW,CAAC;IAC/C;EACJ;AACJ;AAACE,OAAA,CAAAhC,iBAAA,GAAAA,iBAAA","ignoreList":[]}

package/tasks/index.d.ts

@@ -0,0 +1 @@
+export declare const createTasks: () => (import("@webiny/tasks").TaskDefinitionPlugin<import("../types").PbImportExportContext, import("../export/pages/types").IExportPagesControllerInput, import("../export/pages/types").IExportPagesControllerOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("../types").PbImportExportContext, import("../import/pages/types").IImportPagesControllerInput, import("../import/pages/types").IImportPagesControllerOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("../types").PbImportExportContext, import("../export/pages/types").IExportPagesZipPagesInput, import("../export/pages/types").IExportPagesZipPagesOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("../types").PbImportExportContext, import("../export/pages/types").IExportPagesCleanupInput, import("@webiny/tasks").ITaskResponseDoneResultOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("../types").PbImportExportContext, import("../import/pages/types").IImportPagesProcessPagesInput, import("../import/pages/types").IImportPagesProcessPagesOutput>)[][];

package/tasks/index.js

@@ -0,0 +1,13 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createTasks = void 0;
+var _pages = require("./pages");
+const createTasks = () => {
+  return [(0, _pages.createPagesTasks)()];
+};
+exports.createTasks = createTasks;
+
+//# sourceMappingURL=index.js.map

package/tasks/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_pages","require","createTasks","createPagesTasks","exports"],"sources":["index.ts"],"sourcesContent":["import { createPagesTasks } from \"./pages\";\n\nexport const createTasks = () => {\n    return [createPagesTasks()];\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEO,MAAMC,WAAW,GAAGA,CAAA,KAAM;EAC7B,OAAO,CAAC,IAAAC,uBAAgB,EAAC,CAAC,CAAC;AAC/B,CAAC;AAACC,OAAA,CAAAF,WAAA,GAAAA,WAAA","ignoreList":[]}

package/tasks/pages/exportPagesCleanupTask.d.ts

@@ -0,0 +1,3 @@
+import type { IExportPagesCleanupInput } from "../../export/pages/types";
+import type { PbImportExportContext } from "../../graphql/types";
+export declare const createExportPagesCleanupTask: () => import("@webiny/tasks").TaskDefinitionPlugin<PbImportExportContext, IExportPagesCleanupInput, import("@webiny/tasks").ITaskResponseDoneResultOutput>;

package/tasks/pages/exportPagesCleanupTask.js

@@ -0,0 +1,36 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createExportPagesCleanupTask = void 0;
+var _tasks = require("@webiny/tasks");
+var _types = require("../../export/pages/types");
+const createExportPagesCleanupTask = () => {
+  return (0, _tasks.createPrivateTaskDefinition)({
+    id: _types.PageExportTask.Cleanup,
+    title: "Page Builder - Export Pages Cleanup",
+    description: "Export pages from the Page Builder - cleanup.",
+    maxIterations: 1,
+    run: async param => {
+      const {
+        response,
+        isAborted
+      } = param;
+      /**
+       * We always need to check task status.
+       */
+      if (isAborted()) {
+        return response.aborted();
+      }
+      const {
+        ExportPagesCleanup
+      } = await import(/* webpackChunkName: "ExportPagesCleanup" */"../../export/pages/ExportPagesCleanup");
+      const exportPagesCleanup = new ExportPagesCleanup();
+      return await exportPagesCleanup.execute(param);
+    }
+  });
+};
+exports.createExportPagesCleanupTask = createExportPagesCleanupTask;
+
+//# sourceMappingURL=exportPagesCleanupTask.js.map

package/tasks/pages/exportPagesCleanupTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_tasks","require","_types","createExportPagesCleanupTask","createPrivateTaskDefinition","id","PageExportTask","Cleanup","title","description","maxIterations","run","param","response","isAborted","aborted","ExportPagesCleanup","exportPagesCleanup","execute","exports"],"sources":["exportPagesCleanupTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport type { IExportPagesCleanupInput } from \"~/export/pages/types\";\nimport { PageExportTask } from \"~/export/pages/types\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\n\nexport const createExportPagesCleanupTask = () => {\n    return createPrivateTaskDefinition<PbImportExportContext, IExportPagesCleanupInput>({\n        id: PageExportTask.Cleanup,\n        title: \"Page Builder - Export Pages Cleanup\",\n        description: \"Export pages from the Page Builder - cleanup.\",\n        maxIterations: 1,\n        run: async param => {\n            const { response, isAborted } = param;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesCleanup } = await import(\n                /* webpackChunkName: \"ExportPagesCleanup\" */ \"~/export/pages/ExportPagesCleanup\"\n            );\n\n            const exportPagesCleanup = new ExportPagesCleanup();\n            return await exportPagesCleanup.execute(param);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAGO,MAAME,4BAA4B,GAAGA,CAAA,KAAM;EAC9C,OAAO,IAAAC,kCAA2B,EAAkD;IAChFC,EAAE,EAAEC,qBAAc,CAACC,OAAO;IAC1BC,KAAK,EAAE,qCAAqC;IAC5CC,WAAW,EAAE,+CAA+C;IAC5DC,aAAa,EAAE,CAAC;IAChBC,GAAG,EAAE,MAAMC,KAAK,IAAI;MAChB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,KAAK;MACrC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAmB,CAAC,GAAG,MAAM,MAAM,CACvC,mFACJ,CAAC;MAED,MAAMC,kBAAkB,GAAG,IAAID,kBAAkB,CAAC,CAAC;MACnD,OAAO,MAAMC,kBAAkB,CAACC,OAAO,CAACN,KAAK,CAAC;IAClD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,4BAAA,GAAAA,4BAAA","ignoreList":[]}

package/tasks/pages/exportPagesControllerTask.d.ts

@@ -0,0 +1,3 @@
+import type { PbImportExportContext } from "../../graphql/types";
+import type { IExportPagesControllerInput, IExportPagesControllerOutput } from "../../export/pages/types";
+export declare const createExportPagesControllerTask: () => import("@webiny/tasks").TaskDefinitionPlugin<PbImportExportContext, IExportPagesControllerInput, IExportPagesControllerOutput>;