@webiny/api-headless-cms-import-export 5.41.0-beta.0

package/tasks/domain/importFromUrlProcessEntries/ImportFromUrlProcessEntriesDecompress.js

@@ -0,0 +1,79 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ImportFromUrlProcessEntriesDecompress = void 0;
+var _getFilePath = require("../../utils/helpers/getFilePath");
+var _error = require("@webiny/error");
+class ImportFromUrlProcessEntriesDecompress {
+  constructor(params) {
+    this.reader = params.reader;
+    this.decompressor = params.decompressor;
+  }
+  async run(params) {
+    const {
+      response,
+      input,
+      isCloseToTimeout,
+      isAborted
+    } = params;
+    const result = structuredClone(input);
+    const files = (await this.reader.read(result.file.key)).sort((a, b) => {
+      return a.uncompressedSize - b.uncompressedSize;
+    });
+    if (files.length === 0) {
+      return response.error({
+        message: `No files found in the compressed archive.`,
+        code: "NO_FILES_FOUND"
+      });
+    }
+    const extractPath = (0, _getFilePath.getFilePath)(result.file.key);
+    while (true) {
+      const next = result.decompress?.next || 0;
+      const source = files.at(next);
+      if (!source) {
+        return response.continue({
+          ...result,
+          decompress: {
+            ...result.decompress,
+            done: true
+          }
+        });
+      } else if (isAborted()) {
+        return response.aborted();
+      } else if (isCloseToTimeout() || result.decompress?.done) {
+        return response.continue({
+          ...result
+        });
+      }
+      try {
+        const target = `extracted/${extractPath.path}/${source.path}`;
+        const file = await this.decompressor.extract({
+          source,
+          target
+        });
+        if (!file.Key) {
+          throw new _error.WebinyError({
+            message: `Could not upload the file "${source.path}".`,
+            code: "FILE_NOT_UPLOAD",
+            data: {
+              source: source.path,
+              target
+            }
+          });
+        }
+        result.decompress = {
+          ...result.decompress,
+          next: next + 1,
+          files: [...(result.decompress?.files || []), file.Key]
+        };
+      } catch (ex) {
+        return response.error(ex);
+      }
+    }
+  }
+}
+exports.ImportFromUrlProcessEntriesDecompress = ImportFromUrlProcessEntriesDecompress;
+
+//# sourceMappingURL=ImportFromUrlProcessEntriesDecompress.js.map

package/tasks/domain/importFromUrlProcessEntries/ImportFromUrlProcessEntriesDecompress.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_getFilePath","require","_error","ImportFromUrlProcessEntriesDecompress","constructor","params","reader","decompressor","run","response","input","isCloseToTimeout","isAborted","result","structuredClone","files","read","file","key","sort","a","b","uncompressedSize","length","error","message","code","extractPath","getFilePath","next","decompress","source","at","continue","done","aborted","target","path","extract","Key","WebinyError","data","ex","exports"],"sources":["ImportFromUrlProcessEntriesDecompress.ts"],"sourcesContent":["import type { ICompressedFileReader, IDecompressor } from \"~/tasks/utils/decompressor\";\nimport type {\n    IImportFromUrlProcessEntriesDecompress,\n    IImportFromUrlProcessEntriesDecompressRunParams,\n    IImportFromUrlProcessEntriesDecompressRunResult\n} from \"./abstractions/ImportFromUrlProcessEntriesDecompress\";\nimport type {\n    IImportFromUrlProcessEntriesInput,\n    IImportFromUrlProcessEntriesOutput\n} from \"./abstractions/ImportFromUrlProcessEntries\";\nimport { getFilePath } from \"~/tasks/utils/helpers/getFilePath\";\nimport type { Context } from \"~/types\";\nimport { WebinyError } from \"@webiny/error\";\n\nexport interface IImportFromUrlProcessEntriesDecompressParams {\n    reader: ICompressedFileReader;\n    decompressor: IDecompressor;\n}\n\nexport class ImportFromUrlProcessEntriesDecompress<\n    C extends Context = Context,\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> implements IImportFromUrlProcessEntriesDecompress<C, I, O>\n{\n    private readonly reader: ICompressedFileReader;\n    private readonly decompressor: IDecompressor;\n\n    public constructor(params: IImportFromUrlProcessEntriesDecompressParams) {\n        this.reader = params.reader;\n        this.decompressor = params.decompressor;\n    }\n\n    public async run(\n        params: IImportFromUrlProcessEntriesDecompressRunParams<C, I, O>\n    ): Promise<IImportFromUrlProcessEntriesDecompressRunResult<I, O>> {\n        const { response, input, isCloseToTimeout, isAborted } = params;\n        const result = structuredClone<I>(input);\n\n        const files = (await this.reader.read(result.file.key)).sort((a, b) => {\n            return a.uncompressedSize - b.uncompressedSize;\n        });\n        if (files.length === 0) {\n            return response.error({\n                message: `No files found in the compressed archive.`,\n                code: \"NO_FILES_FOUND\"\n            });\n        }\n\n        const extractPath = getFilePath(result.file.key);\n\n        while (true) {\n            const next = result.decompress?.next || 0;\n            const source = files.at(next);\n            if (!source) {\n                return response.continue({\n                    ...result,\n                    decompress: {\n                        ...result.decompress,\n                        done: true\n                    }\n                });\n            } else if (isAborted()) {\n                return response.aborted();\n            } else if (isCloseToTimeout() || result.decompress?.done) {\n                return response.continue({\n                    ...result\n                });\n            }\n\n            try {\n                const target = `extracted/${extractPath.path}/${source.path}`;\n                const file = await this.decompressor.extract({\n                    source,\n                    target\n                });\n                if (!file.Key) {\n                    throw new WebinyError({\n                        message: `Could not upload the file \"${source.path}\".`,\n                        code: \"FILE_NOT_UPLOAD\",\n                        data: {\n                            source: source.path,\n                            target\n                        }\n                    });\n                }\n                result.decompress = {\n                    ...result.decompress,\n                    next: next + 1,\n                    files: [...(result.decompress?.files || []), file.Key]\n                };\n            } catch (ex) {\n                return response.error(ex);\n            }\n        }\n    }\n}\n"],"mappings":";;;;;;AAUA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAOO,MAAME,qCAAqC,CAKlD;EAIWC,WAAWA,CAACC,MAAoD,EAAE;IACrE,IAAI,CAACC,MAAM,GAAGD,MAAM,CAACC,MAAM;IAC3B,IAAI,CAACC,YAAY,GAAGF,MAAM,CAACE,YAAY;EAC3C;EAEA,MAAaC,GAAGA,CACZH,MAAgE,EACF;IAC9D,MAAM;MAAEI,QAAQ;MAAEC,KAAK;MAAEC,gBAAgB;MAAEC;IAAU,CAAC,GAAGP,MAAM;IAC/D,MAAMQ,MAAM,GAAGC,eAAe,CAAIJ,KAAK,CAAC;IAExC,MAAMK,KAAK,GAAG,CAAC,MAAM,IAAI,CAACT,MAAM,CAACU,IAAI,CAACH,MAAM,CAACI,IAAI,CAACC,GAAG,CAAC,EAAEC,IAAI,CAAC,CAACC,CAAC,EAAEC,CAAC,KAAK;MACnE,OAAOD,CAAC,CAACE,gBAAgB,GAAGD,CAAC,CAACC,gBAAgB;IAClD,CAAC,CAAC;IACF,IAAIP,KAAK,CAACQ,MAAM,KAAK,CAAC,EAAE;MACpB,OAAOd,QAAQ,CAACe,KAAK,CAAC;QAClBC,OAAO,EAAG,2CAA0C;QACpDC,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEA,MAAMC,WAAW,GAAG,IAAAC,wBAAW,EAACf,MAAM,CAACI,IAAI,CAACC,GAAG,CAAC;IAEhD,OAAO,IAAI,EAAE;MACT,MAAMW,IAAI,GAAGhB,MAAM,CAACiB,UAAU,EAAED,IAAI,IAAI,CAAC;MACzC,MAAME,MAAM,GAAGhB,KAAK,CAACiB,EAAE,CAACH,IAAI,CAAC;MAC7B,IAAI,CAACE,MAAM,EAAE;QACT,OAAOtB,QAAQ,CAACwB,QAAQ,CAAC;UACrB,GAAGpB,MAAM;UACTiB,UAAU,EAAE;YACR,GAAGjB,MAAM,CAACiB,UAAU;YACpBI,IAAI,EAAE;UACV;QACJ,CAAC,CAAC;MACN,CAAC,MAAM,IAAItB,SAAS,CAAC,CAAC,EAAE;QACpB,OAAOH,QAAQ,CAAC0B,OAAO,CAAC,CAAC;MAC7B,CAAC,MAAM,IAAIxB,gBAAgB,CAAC,CAAC,IAAIE,MAAM,CAACiB,UAAU,EAAEI,IAAI,EAAE;QACtD,OAAOzB,QAAQ,CAACwB,QAAQ,CAAC;UACrB,GAAGpB;QACP,CAAC,CAAC;MACN;MAEA,IAAI;QACA,MAAMuB,MAAM,GAAI,aAAYT,WAAW,CAACU,IAAK,IAAGN,MAAM,CAACM,IAAK,EAAC;QAC7D,MAAMpB,IAAI,GAAG,MAAM,IAAI,CAACV,YAAY,CAAC+B,OAAO,CAAC;UACzCP,MAAM;UACNK;QACJ,CAAC,CAAC;QACF,IAAI,CAACnB,IAAI,CAACsB,GAAG,EAAE;UACX,MAAM,IAAIC,kBAAW,CAAC;YAClBf,OAAO,EAAG,8BAA6BM,MAAM,CAACM,IAAK,IAAG;YACtDX,IAAI,EAAE,iBAAiB;YACvBe,IAAI,EAAE;cACFV,MAAM,EAAEA,MAAM,CAACM,IAAI;cACnBD;YACJ;UACJ,CAAC,CAAC;QACN;QACAvB,MAAM,CAACiB,UAAU,GAAG;UAChB,GAAGjB,MAAM,CAACiB,UAAU;UACpBD,IAAI,EAAEA,IAAI,GAAG,CAAC;UACdd,KAAK,EAAE,CAAC,IAAIF,MAAM,CAACiB,UAAU,EAAEf,KAAK,IAAI,EAAE,CAAC,EAAEE,IAAI,CAACsB,GAAG;QACzD,CAAC;MACL,CAAC,CAAC,OAAOG,EAAE,EAAE;QACT,OAAOjC,QAAQ,CAACe,KAAK,CAACkB,EAAE,CAAC;MAC7B;IACJ;EACJ;AACJ;AAACC,OAAA,CAAAxC,qCAAA,GAAAA,qCAAA","ignoreList":[]}

package/tasks/domain/importFromUrlProcessEntries/ImportFromUrlProcessEntriesInsert.d.ts

@@ -0,0 +1,22 @@
+import type { IImportFromUrlProcessEntriesInsert, IImportFromUrlProcessEntriesInsertRunParams, IImportFromUrlProcessEntriesInsertRunResult } from "./abstractions/ImportFromUrlProcessEntriesInsert";
+import type { IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput } from "./abstractions/ImportFromUrlProcessEntries";
+import type { ICmsEntryManager } from "@webiny/api-headless-cms/types";
+import type { Context } from "../../../types";
+import type { IFileFetcher } from "../../utils/fileFetcher";
+export interface IImportFromUrlProcessEntriesInsertParams {
+    entryManager: ICmsEntryManager;
+    fileFetcher: IFileFetcher;
+}
+export declare class ImportFromUrlProcessEntriesInsert<C extends Context = Context, I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> implements IImportFromUrlProcessEntriesInsert<C, I, O> {
+    private readonly entryManager;
+    private readonly fileFetcher;
+    constructor(params: IImportFromUrlProcessEntriesInsertParams);
+    run(params: IImportFromUrlProcessEntriesInsertRunParams<C, I, O>): Promise<IImportFromUrlProcessEntriesInsertRunResult<I, O>>;
+    /**
+     * Method reads and parses the target file.
+     * In case of any error, it will log it, attach to the result parameter and return null.
+     */
+    private readAndParse;
+    private takeFile;
+    private takeNextFile;
+}

package/tasks/domain/importFromUrlProcessEntries/ImportFromUrlProcessEntriesInsert.js

@@ -0,0 +1,163 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ImportFromUrlProcessEntriesInsert = void 0;
+var _constants = require("../../constants");
+class ImportFromUrlProcessEntriesInsert {
+  constructor(params) {
+    this.entryManager = params.entryManager;
+    this.fileFetcher = params.fileFetcher;
+  }
+  async run(params) {
+    const {
+      response,
+      input,
+      isAborted,
+      isCloseToTimeout
+    } = params;
+    const result = structuredClone(input);
+    const files = (result.decompress?.files || []).filter(file => !file.endsWith(_constants.MANIFEST_JSON));
+    if (files.length === 0) {
+      return response.error({
+        message: `No entry files found in the compressed archive.`,
+        code: "NO_FILES_FOUND",
+        data: {
+          files: result.decompress?.files || []
+        }
+      });
+    }
+    const maxInsertErrors = result.maxInsertErrors || 10;
+    const processed = result.insert?.processed || [];
+    while (true) {
+      if (isAborted()) {
+        return response.aborted();
+      } else if (isCloseToTimeout()) {
+        return response.continue({
+          ...result
+        });
+      }
+      const file = this.takeFile(files, result.insert?.file);
+      if (!file) {
+        const output = {
+          files: processed
+        };
+        return response.done(output);
+      }
+      const data = await this.readAndParse(file, result);
+      if (!data) {
+        result.insert = {
+          ...result.insert,
+          file: this.takeNextFile(files, file),
+          failed: [...(result.insert?.failed || []), {
+            key: file,
+            message: `Failed to read and parse the file. Please check logs for more detailed information.`
+          }]
+        };
+        continue;
+      }
+      const errors = [];
+      let success = 0;
+      for (const item of data.items) {
+        if (errors.length >= maxInsertErrors) {
+          return response.error({
+            message: `Max insert errors reached.`,
+            code: "MAX_INSERT_ERRORS",
+            data: {
+              errors
+            }
+          });
+        }
+        try {
+          await this.entryManager.create(item);
+          success++;
+        } catch (ex) {
+          console.error(`Failed to insert entry "${item.id}"`, ex);
+          errors.push({
+            id: item.id,
+            message: ex.message
+          });
+        }
+      }
+      processed.push({
+        key: file,
+        success,
+        total: data.items.length,
+        errors
+      });
+      result.insert = {
+        ...result.insert,
+        file: this.takeNextFile(files, file),
+        processed
+      };
+    }
+  }
+  /**
+   * Method reads and parses the target file.
+   * In case of any error, it will log it, attach to the result parameter and return null.
+   */
+  async readAndParse(key, result) {
+    const data = await this.fileFetcher.read(key);
+    if (!data) {
+      const message = `No contents found for file "${key}".`;
+      console.error(message);
+      result.insert = {
+        ...result.insert,
+        failed: [...(result.insert?.failed || []), {
+          key,
+          message
+        }]
+      };
+      return null;
+    }
+    let parsed;
+    try {
+      parsed = JSON.parse(data);
+    } catch (ex) {
+      const message = `Failed to parse JSON for file "${key}".`;
+      console.error(message);
+      result.insert = {
+        ...result.insert,
+        failed: [...(result.insert?.failed || []), {
+          key,
+          message
+        }]
+      };
+      return null;
+    }
+    if (!parsed.items) {
+      const message = `Missing "items" in the parsed JSON for file "${key}".`;
+      console.error(message);
+      result.insert = {
+        ...result.insert,
+        failed: [...(result.insert?.failed || []), {
+          key,
+          message
+        }]
+      };
+      return null;
+    }
+    return parsed;
+  }
+  takeFile(files, last) {
+    if (!last) {
+      return files[0];
+    }
+    return files.find(file => file === last);
+  }
+  takeNextFile(files, last) {
+    const index = files.indexOf(last);
+    if (index < 0) {
+      return `notFound:${last}`;
+    }
+    const next = files.at(index + 1);
+    if (next) {
+      return next;
+    }
+    return `completedWith:${last}`;
+  }
+}
+exports.ImportFromUrlProcessEntriesInsert = ImportFromUrlProcessEntriesInsert;
+
+//# sourceMappingURL=ImportFromUrlProcessEntriesInsert.js.map

package/tasks/domain/importFromUrlProcessEntries/ImportFromUrlProcessEntriesInsert.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_constants","require","ImportFromUrlProcessEntriesInsert","constructor","params","entryManager","fileFetcher","run","response","input","isAborted","isCloseToTimeout","result","structuredClone","files","decompress","filter","file","endsWith","MANIFEST_JSON","length","error","message","code","data","maxInsertErrors","processed","insert","aborted","continue","takeFile","output","done","readAndParse","takeNextFile","failed","key","errors","success","item","items","create","ex","console","id","push","total","read","parsed","JSON","parse","last","find","index","indexOf","next","at","exports"],"sources":["ImportFromUrlProcessEntriesInsert.ts"],"sourcesContent":["import type {\n    IImportFromUrlProcessEntriesInsert,\n    IImportFromUrlProcessEntriesInsertRunParams,\n    IImportFromUrlProcessEntriesInsertRunResult\n} from \"./abstractions/ImportFromUrlProcessEntriesInsert\";\nimport type {\n    IImportFromUrlProcessEntriesInput,\n    IImportFromUrlProcessEntriesInsertProcessedFileErrorsInput,\n    IImportFromUrlProcessEntriesInsertProcessedFileInput,\n    IImportFromUrlProcessEntriesOutput\n} from \"./abstractions/ImportFromUrlProcessEntries\";\nimport type { ICmsEntryManager } from \"@webiny/api-headless-cms/types\";\nimport type { Context } from \"~/types\";\nimport { MANIFEST_JSON } from \"~/tasks/constants\";\nimport type { IFileFetcher } from \"~/tasks/utils/fileFetcher\";\nimport type { ICmsEntryEntriesJson } from \"~/tasks/utils/types\";\n\nexport interface IImportFromUrlProcessEntriesInsertParams {\n    entryManager: ICmsEntryManager;\n    fileFetcher: IFileFetcher;\n}\n\nexport class ImportFromUrlProcessEntriesInsert<\n    C extends Context = Context,\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> implements IImportFromUrlProcessEntriesInsert<C, I, O>\n{\n    private readonly entryManager: ICmsEntryManager;\n    private readonly fileFetcher: IFileFetcher;\n\n    public constructor(params: IImportFromUrlProcessEntriesInsertParams) {\n        this.entryManager = params.entryManager;\n        this.fileFetcher = params.fileFetcher;\n    }\n\n    public async run(\n        params: IImportFromUrlProcessEntriesInsertRunParams<C, I, O>\n    ): Promise<IImportFromUrlProcessEntriesInsertRunResult<I, O>> {\n        const { response, input, isAborted, isCloseToTimeout } = params;\n\n        const result = structuredClone(input);\n\n        const files = (result.decompress?.files || []).filter(\n            file => !file.endsWith(MANIFEST_JSON)\n        );\n        if (files.length === 0) {\n            return response.error({\n                message: `No entry files found in the compressed archive.`,\n                code: \"NO_FILES_FOUND\",\n                data: {\n                    files: result.decompress?.files || []\n                }\n            });\n        }\n\n        const maxInsertErrors = result.maxInsertErrors || 10;\n\n        const processed: IImportFromUrlProcessEntriesInsertProcessedFileInput[] =\n            result.insert?.processed || [];\n\n        while (true) {\n            if (isAborted()) {\n                return response.aborted();\n            } else if (isCloseToTimeout()) {\n                return response.continue({\n                    ...result\n                });\n            }\n            const file = this.takeFile(files, result.insert?.file);\n            if (!file) {\n                const output: IImportFromUrlProcessEntriesOutput = {\n                    files: processed\n                };\n\n                return response.done(output as O);\n            }\n            const data = await this.readAndParse(file, result);\n            if (!data) {\n                result.insert = {\n                    ...result.insert,\n                    file: this.takeNextFile(files, file),\n                    failed: [\n                        ...(result.insert?.failed || []),\n                        {\n                            key: file,\n                            message: `Failed to read and parse the file. Please check logs for more detailed information.`\n                        }\n                    ]\n                };\n                continue;\n            }\n            const errors: IImportFromUrlProcessEntriesInsertProcessedFileErrorsInput[] = [];\n\n            let success = 0;\n            for (const item of data.items) {\n                if (errors.length >= maxInsertErrors) {\n                    return response.error({\n                        message: `Max insert errors reached.`,\n                        code: \"MAX_INSERT_ERRORS\",\n                        data: {\n                            errors\n                        }\n                    });\n                }\n                try {\n                    await this.entryManager.create(item);\n                    success++;\n                } catch (ex) {\n                    console.error(`Failed to insert entry \"${item.id}\"`, ex);\n                    errors.push({\n                        id: item.id,\n                        message: ex.message\n                    });\n                }\n            }\n            processed.push({\n                key: file,\n                success,\n                total: data.items.length,\n                errors\n            });\n            result.insert = {\n                ...result.insert,\n                file: this.takeNextFile(files, file),\n                processed\n            };\n        }\n    }\n    /**\n     * Method reads and parses the target file.\n     * In case of any error, it will log it, attach to the result parameter and return null.\n     */\n    private async readAndParse(key: string, result: I): Promise<ICmsEntryEntriesJson | null> {\n        const data = await this.fileFetcher.read(key);\n        if (!data) {\n            const message = `No contents found for file \"${key}\".`;\n            console.error(message);\n            result.insert = {\n                ...result.insert,\n                failed: [\n                    ...(result.insert?.failed || []),\n                    {\n                        key,\n                        message\n                    }\n                ]\n            };\n            return null;\n        }\n        let parsed: Partial<ICmsEntryEntriesJson>;\n        try {\n            parsed = JSON.parse(data);\n        } catch (ex) {\n            const message = `Failed to parse JSON for file \"${key}\".`;\n            console.error(message);\n            result.insert = {\n                ...result.insert,\n                failed: [\n                    ...(result.insert?.failed || []),\n                    {\n                        key,\n                        message\n                    }\n                ]\n            };\n            return null;\n        }\n        if (!parsed.items) {\n            const message = `Missing \"items\" in the parsed JSON for file \"${key}\".`;\n            console.error(message);\n            result.insert = {\n                ...result.insert,\n                failed: [\n                    ...(result.insert?.failed || []),\n                    {\n                        key,\n                        message\n                    }\n                ]\n            };\n            return null;\n        }\n        return parsed as ICmsEntryEntriesJson;\n    }\n\n    private takeFile(files: string[], last?: string): string | undefined {\n        if (!last) {\n            return files[0];\n        }\n        return files.find(file => file === last);\n    }\n\n    private takeNextFile(files: string[], last: string): string | undefined {\n        const index = files.indexOf(last);\n        if (index < 0) {\n            return `notFound:${last}`;\n        }\n        const next = files.at(index + 1);\n        if (next) {\n            return next;\n        }\n\n        return `completedWith:${last}`;\n    }\n}\n"],"mappings":";;;;;;AAaA,IAAAA,UAAA,GAAAC,OAAA;AASO,MAAMC,iCAAiC,CAK9C;EAIWC,WAAWA,CAACC,MAAgD,EAAE;IACjE,IAAI,CAACC,YAAY,GAAGD,MAAM,CAACC,YAAY;IACvC,IAAI,CAACC,WAAW,GAAGF,MAAM,CAACE,WAAW;EACzC;EAEA,MAAaC,GAAGA,CACZH,MAA4D,EACF;IAC1D,MAAM;MAAEI,QAAQ;MAAEC,KAAK;MAAEC,SAAS;MAAEC;IAAiB,CAAC,GAAGP,MAAM;IAE/D,MAAMQ,MAAM,GAAGC,eAAe,CAACJ,KAAK,CAAC;IAErC,MAAMK,KAAK,GAAG,CAACF,MAAM,CAACG,UAAU,EAAED,KAAK,IAAI,EAAE,EAAEE,MAAM,CACjDC,IAAI,IAAI,CAACA,IAAI,CAACC,QAAQ,CAACC,wBAAa,CACxC,CAAC;IACD,IAAIL,KAAK,CAACM,MAAM,KAAK,CAAC,EAAE;MACpB,OAAOZ,QAAQ,CAACa,KAAK,CAAC;QAClBC,OAAO,EAAG,iDAAgD;QAC1DC,IAAI,EAAE,gBAAgB;QACtBC,IAAI,EAAE;UACFV,KAAK,EAAEF,MAAM,CAACG,UAAU,EAAED,KAAK,IAAI;QACvC;MACJ,CAAC,CAAC;IACN;IAEA,MAAMW,eAAe,GAAGb,MAAM,CAACa,eAAe,IAAI,EAAE;IAEpD,MAAMC,SAAiE,GACnEd,MAAM,CAACe,MAAM,EAAED,SAAS,IAAI,EAAE;IAElC,OAAO,IAAI,EAAE;MACT,IAAIhB,SAAS,CAAC,CAAC,EAAE;QACb,OAAOF,QAAQ,CAACoB,OAAO,CAAC,CAAC;MAC7B,CAAC,MAAM,IAAIjB,gBAAgB,CAAC,CAAC,EAAE;QAC3B,OAAOH,QAAQ,CAACqB,QAAQ,CAAC;UACrB,GAAGjB;QACP,CAAC,CAAC;MACN;MACA,MAAMK,IAAI,GAAG,IAAI,CAACa,QAAQ,CAAChB,KAAK,EAAEF,MAAM,CAACe,MAAM,EAAEV,IAAI,CAAC;MACtD,IAAI,CAACA,IAAI,EAAE;QACP,MAAMc,MAA0C,GAAG;UAC/CjB,KAAK,EAAEY;QACX,CAAC;QAED,OAAOlB,QAAQ,CAACwB,IAAI,CAACD,MAAW,CAAC;MACrC;MACA,MAAMP,IAAI,GAAG,MAAM,IAAI,CAACS,YAAY,CAAChB,IAAI,EAAEL,MAAM,CAAC;MAClD,IAAI,CAACY,IAAI,EAAE;QACPZ,MAAM,CAACe,MAAM,GAAG;UACZ,GAAGf,MAAM,CAACe,MAAM;UAChBV,IAAI,EAAE,IAAI,CAACiB,YAAY,CAACpB,KAAK,EAAEG,IAAI,CAAC;UACpCkB,MAAM,EAAE,CACJ,IAAIvB,MAAM,CAACe,MAAM,EAAEQ,MAAM,IAAI,EAAE,CAAC,EAChC;YACIC,GAAG,EAAEnB,IAAI;YACTK,OAAO,EAAG;UACd,CAAC;QAET,CAAC;QACD;MACJ;MACA,MAAMe,MAAoE,GAAG,EAAE;MAE/E,IAAIC,OAAO,GAAG,CAAC;MACf,KAAK,MAAMC,IAAI,IAAIf,IAAI,CAACgB,KAAK,EAAE;QAC3B,IAAIH,MAAM,CAACjB,MAAM,IAAIK,eAAe,EAAE;UAClC,OAAOjB,QAAQ,CAACa,KAAK,CAAC;YAClBC,OAAO,EAAG,4BAA2B;YACrCC,IAAI,EAAE,mBAAmB;YACzBC,IAAI,EAAE;cACFa;YACJ;UACJ,CAAC,CAAC;QACN;QACA,IAAI;UACA,MAAM,IAAI,CAAChC,YAAY,CAACoC,MAAM,CAACF,IAAI,CAAC;UACpCD,OAAO,EAAE;QACb,CAAC,CAAC,OAAOI,EAAE,EAAE;UACTC,OAAO,CAACtB,KAAK,CAAE,2BAA0BkB,IAAI,CAACK,EAAG,GAAE,EAAEF,EAAE,CAAC;UACxDL,MAAM,CAACQ,IAAI,CAAC;YACRD,EAAE,EAAEL,IAAI,CAACK,EAAE;YACXtB,OAAO,EAAEoB,EAAE,CAACpB;UAChB,CAAC,CAAC;QACN;MACJ;MACAI,SAAS,CAACmB,IAAI,CAAC;QACXT,GAAG,EAAEnB,IAAI;QACTqB,OAAO;QACPQ,KAAK,EAAEtB,IAAI,CAACgB,KAAK,CAACpB,MAAM;QACxBiB;MACJ,CAAC,CAAC;MACFzB,MAAM,CAACe,MAAM,GAAG;QACZ,GAAGf,MAAM,CAACe,MAAM;QAChBV,IAAI,EAAE,IAAI,CAACiB,YAAY,CAACpB,KAAK,EAAEG,IAAI,CAAC;QACpCS;MACJ,CAAC;IACL;EACJ;EACA;AACJ;AACA;AACA;EACI,MAAcO,YAAYA,CAACG,GAAW,EAAExB,MAAS,EAAwC;IACrF,MAAMY,IAAI,GAAG,MAAM,IAAI,CAAClB,WAAW,CAACyC,IAAI,CAACX,GAAG,CAAC;IAC7C,IAAI,CAACZ,IAAI,EAAE;MACP,MAAMF,OAAO,GAAI,+BAA8Bc,GAAI,IAAG;MACtDO,OAAO,CAACtB,KAAK,CAACC,OAAO,CAAC;MACtBV,MAAM,CAACe,MAAM,GAAG;QACZ,GAAGf,MAAM,CAACe,MAAM;QAChBQ,MAAM,EAAE,CACJ,IAAIvB,MAAM,CAACe,MAAM,EAAEQ,MAAM,IAAI,EAAE,CAAC,EAChC;UACIC,GAAG;UACHd;QACJ,CAAC;MAET,CAAC;MACD,OAAO,IAAI;IACf;IACA,IAAI0B,MAAqC;IACzC,IAAI;MACAA,MAAM,GAAGC,IAAI,CAACC,KAAK,CAAC1B,IAAI,CAAC;IAC7B,CAAC,CAAC,OAAOkB,EAAE,EAAE;MACT,MAAMpB,OAAO,GAAI,kCAAiCc,GAAI,IAAG;MACzDO,OAAO,CAACtB,KAAK,CAACC,OAAO,CAAC;MACtBV,MAAM,CAACe,MAAM,GAAG;QACZ,GAAGf,MAAM,CAACe,MAAM;QAChBQ,MAAM,EAAE,CACJ,IAAIvB,MAAM,CAACe,MAAM,EAAEQ,MAAM,IAAI,EAAE,CAAC,EAChC;UACIC,GAAG;UACHd;QACJ,CAAC;MAET,CAAC;MACD,OAAO,IAAI;IACf;IACA,IAAI,CAAC0B,MAAM,CAACR,KAAK,EAAE;MACf,MAAMlB,OAAO,GAAI,gDAA+Cc,GAAI,IAAG;MACvEO,OAAO,CAACtB,KAAK,CAACC,OAAO,CAAC;MACtBV,MAAM,CAACe,MAAM,GAAG;QACZ,GAAGf,MAAM,CAACe,MAAM;QAChBQ,MAAM,EAAE,CACJ,IAAIvB,MAAM,CAACe,MAAM,EAAEQ,MAAM,IAAI,EAAE,CAAC,EAChC;UACIC,GAAG;UACHd;QACJ,CAAC;MAET,CAAC;MACD,OAAO,IAAI;IACf;IACA,OAAO0B,MAAM;EACjB;EAEQlB,QAAQA,CAAChB,KAAe,EAAEqC,IAAa,EAAsB;IACjE,IAAI,CAACA,IAAI,EAAE;MACP,OAAOrC,KAAK,CAAC,CAAC,CAAC;IACnB;IACA,OAAOA,KAAK,CAACsC,IAAI,CAACnC,IAAI,IAAIA,IAAI,KAAKkC,IAAI,CAAC;EAC5C;EAEQjB,YAAYA,CAACpB,KAAe,EAAEqC,IAAY,EAAsB;IACpE,MAAME,KAAK,GAAGvC,KAAK,CAACwC,OAAO,CAACH,IAAI,CAAC;IACjC,IAAIE,KAAK,GAAG,CAAC,EAAE;MACX,OAAQ,YAAWF,IAAK,EAAC;IAC7B;IACA,MAAMI,IAAI,GAAGzC,KAAK,CAAC0C,EAAE,CAACH,KAAK,GAAG,CAAC,CAAC;IAChC,IAAIE,IAAI,EAAE;MACN,OAAOA,IAAI;IACf;IAEA,OAAQ,iBAAgBJ,IAAK,EAAC;EAClC;AACJ;AAACM,OAAA,CAAAvD,iCAAA,GAAAA,iCAAA","ignoreList":[]}

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries.d.ts

@@ -0,0 +1,46 @@
+import type { Context, ICmsImportExportValidatedValidFile } from "../../../../types";
+import type { ITaskResponseDoneResultOutput, ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+export type IImportFromUrlProcessEntriesInputFile = Pick<ICmsImportExportValidatedValidFile, "key" | "type">;
+export interface IImportFromUrlProcessEntriesInsertFailedFileInput {
+    key: string;
+    message: string;
+}
+export interface IImportFromUrlProcessEntriesInsertProcessedFileErrorsInput {
+    message: string;
+    id: string;
+}
+export interface IImportFromUrlProcessEntriesInsertProcessedFileInput {
+    key: string;
+    success: number;
+    total: number;
+    errors: IImportFromUrlProcessEntriesInsertProcessedFileErrorsInput[];
+}
+export interface IImportFromUrlProcessEntriesInsertInput {
+    processed?: IImportFromUrlProcessEntriesInsertProcessedFileInput[];
+    failed?: IImportFromUrlProcessEntriesInsertFailedFileInput[];
+    file?: string;
+    done?: boolean;
+}
+export interface IImportFromUrlProcessEntriesInput {
+    modelId: string;
+    file: IImportFromUrlProcessEntriesInputFile;
+    maxInsertErrors: number | undefined;
+    decompress?: {
+        done?: boolean;
+        files?: string[];
+        next?: number;
+    };
+    insert?: IImportFromUrlProcessEntriesInsertInput;
+}
+export interface IImportFromUrlProcessEntriesOutputFile {
+    key: string;
+    success: number;
+    total: number;
+    errors: IImportFromUrlProcessEntriesInsertProcessedFileErrorsInput[];
+}
+export interface IImportFromUrlProcessEntriesOutput extends ITaskResponseDoneResultOutput {
+    files: IImportFromUrlProcessEntriesOutputFile[];
+}
+export interface IImportFromUrlProcessEntries<C extends Context = Context, I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> {
+    run(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=ImportFromUrlProcessEntries.js.map

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["ImportFromUrlProcessEntries.ts"],"sourcesContent":["import type { Context, ICmsImportExportValidatedValidFile } from \"~/types\";\nimport type {\n    ITaskResponseDoneResultOutput,\n    ITaskResponseResult,\n    ITaskRunParams\n} from \"@webiny/tasks\";\n\nexport type IImportFromUrlProcessEntriesInputFile = Pick<\n    ICmsImportExportValidatedValidFile,\n    \"key\" | \"type\"\n>;\n\nexport interface IImportFromUrlProcessEntriesInsertFailedFileInput {\n    key: string;\n    message: string;\n}\n\nexport interface IImportFromUrlProcessEntriesInsertProcessedFileErrorsInput {\n    message: string;\n    id: string;\n}\n\nexport interface IImportFromUrlProcessEntriesInsertProcessedFileInput {\n    key: string;\n    success: number;\n    total: number;\n    errors: IImportFromUrlProcessEntriesInsertProcessedFileErrorsInput[];\n}\nexport interface IImportFromUrlProcessEntriesInsertInput {\n    processed?: IImportFromUrlProcessEntriesInsertProcessedFileInput[];\n    failed?: IImportFromUrlProcessEntriesInsertFailedFileInput[];\n    file?: string;\n    done?: boolean;\n}\n\nexport interface IImportFromUrlProcessEntriesInput {\n    modelId: string;\n    file: IImportFromUrlProcessEntriesInputFile;\n    maxInsertErrors: number | undefined;\n    decompress?: {\n        done?: boolean;\n        files?: string[];\n        next?: number;\n    };\n    insert?: IImportFromUrlProcessEntriesInsertInput;\n}\n\nexport interface IImportFromUrlProcessEntriesOutputFile {\n    key: string;\n    success: number;\n    total: number;\n    errors: IImportFromUrlProcessEntriesInsertProcessedFileErrorsInput[];\n}\n\nexport interface IImportFromUrlProcessEntriesOutput extends ITaskResponseDoneResultOutput {\n    files: IImportFromUrlProcessEntriesOutputFile[];\n}\n\nexport interface IImportFromUrlProcessEntries<\n    C extends Context = Context,\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> {\n    run(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;\n}\n"],"mappings":"","ignoreList":[]}

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntriesDecompress.d.ts

@@ -0,0 +1,8 @@
+import type { IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput } from "./ImportFromUrlProcessEntries";
+import type { Context } from "../../../../types";
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+export type IImportFromUrlProcessEntriesDecompressRunParams<C extends Context = Context, I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> = ITaskRunParams<C, I, O>;
+export type IImportFromUrlProcessEntriesDecompressRunResult<I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> = ITaskResponseResult<I, O>;
+export interface IImportFromUrlProcessEntriesDecompress<C extends Context = Context, I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> {
+    run(params: IImportFromUrlProcessEntriesDecompressRunParams<C, I, O>): Promise<IImportFromUrlProcessEntriesDecompressRunResult<I, O>>;
+}

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntriesDecompress.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=ImportFromUrlProcessEntriesDecompress.js.map

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntriesDecompress.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["ImportFromUrlProcessEntriesDecompress.ts"],"sourcesContent":["import type {\n    IImportFromUrlProcessEntriesInput,\n    IImportFromUrlProcessEntriesOutput\n} from \"./ImportFromUrlProcessEntries\";\nimport type { Context } from \"~/types\";\nimport type { ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\n\nexport type IImportFromUrlProcessEntriesDecompressRunParams<\n    C extends Context = Context,\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> = ITaskRunParams<C, I, O>;\n\nexport type IImportFromUrlProcessEntriesDecompressRunResult<\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> = ITaskResponseResult<I, O>;\n\nexport interface IImportFromUrlProcessEntriesDecompress<\n    C extends Context = Context,\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> {\n    run(\n        params: IImportFromUrlProcessEntriesDecompressRunParams<C, I, O>\n    ): Promise<IImportFromUrlProcessEntriesDecompressRunResult<I, O>>;\n}\n"],"mappings":"","ignoreList":[]}

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntriesInsert.d.ts

@@ -0,0 +1,8 @@
+import type { IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput } from "./ImportFromUrlProcessEntries";
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+import type { Context } from "../../../../types";
+export type IImportFromUrlProcessEntriesInsertRunParams<C extends Context = Context, I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> = ITaskRunParams<C, I, O>;
+export type IImportFromUrlProcessEntriesInsertRunResult<I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> = ITaskResponseResult<I, O>;
+export interface IImportFromUrlProcessEntriesInsert<C extends Context = Context, I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> {
+    run(params: IImportFromUrlProcessEntriesInsertRunParams<C, I, O>): Promise<IImportFromUrlProcessEntriesInsertRunResult<I, O>>;
+}

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntriesInsert.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=ImportFromUrlProcessEntriesInsert.js.map

package/tasks/domain/importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntriesInsert.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["ImportFromUrlProcessEntriesInsert.ts"],"sourcesContent":["import type {\n    IImportFromUrlProcessEntriesInput,\n    IImportFromUrlProcessEntriesOutput\n} from \"./ImportFromUrlProcessEntries\";\nimport type { ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\nimport type { Context } from \"~/types\";\n\nexport type IImportFromUrlProcessEntriesInsertRunParams<\n    C extends Context = Context,\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> = ITaskRunParams<C, I, O>;\n\nexport type IImportFromUrlProcessEntriesInsertRunResult<\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> = ITaskResponseResult<I, O>;\n\nexport interface IImportFromUrlProcessEntriesInsert<\n    C extends Context = Context,\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n> {\n    run(\n        params: IImportFromUrlProcessEntriesInsertRunParams<C, I, O>\n    ): Promise<IImportFromUrlProcessEntriesInsertRunResult<I, O>>;\n}\n"],"mappings":"","ignoreList":[]}

package/tasks/domain/validateImportFromUrl/ValidateImportFromUrl.d.ts

@@ -0,0 +1,17 @@
+import type { IValidateImportFromUrl, IValidateImportFromUrlInput, IValidateImportFromUrlOutput } from "../abstractions/ValidateImportFromUrl";
+import type { IExternalFileFetcher } from "../../utils/externalFileFetcher";
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+import type { Context } from "../../../types";
+export interface IFileExists {
+    (key: string): Promise<boolean>;
+}
+export interface IValidateImportFromUrlParams {
+    fileFetcher: IExternalFileFetcher;
+    fileExists: IFileExists;
+}
+export declare class ValidateImportFromUrl<C extends Context = Context, I extends IValidateImportFromUrlInput = IValidateImportFromUrlInput, O extends IValidateImportFromUrlOutput = IValidateImportFromUrlOutput> implements IValidateImportFromUrl<C, I, O> {
+    private readonly fileFetcher;
+    private readonly fileExists;
+    constructor(params: IValidateImportFromUrlParams);
+    run(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/domain/validateImportFromUrl/ValidateImportFromUrl.js

@@ -0,0 +1,167 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ValidateImportFromUrl = void 0;
+var _getImportExportFileType = require("../../utils/helpers/getImportExportFileType");
+var _importPath = require("../../utils/helpers/importPath");
+class ValidateImportFromUrl {
+  constructor(params) {
+    this.fileFetcher = params.fileFetcher;
+    this.fileExists = params.fileExists;
+  }
+  async run(params) {
+    const {
+      response,
+      input
+    } = params;
+    const {
+      files = [],
+      model
+    } = input;
+    const results = [];
+    for (const target of files) {
+      const {
+        get,
+        head,
+        checksum
+      } = target;
+      const {
+        type,
+        pathname,
+        error: fileTypeError
+      } = (0, _getImportExportFileType.getImportExportFileType)(head);
+      if (fileTypeError) {
+        results.push({
+          checked: true,
+          get,
+          head,
+          key: target.key,
+          checksum,
+          error: {
+            message: "File type not supported.",
+            code: "FILE_TYPE_NOT_SUPPORTED",
+            data: {
+              pathname,
+              type
+            }
+          },
+          size: undefined,
+          type: undefined
+        });
+        continue;
+      }
+      const {
+        file,
+        error
+      } = await this.fileFetcher.head(head);
+      if (error) {
+        results.push({
+          checked: true,
+          get,
+          head,
+          error,
+          key: target.key,
+          checksum,
+          size: undefined,
+          type: undefined
+        });
+        continue;
+      } else if (!file) {
+        results.push({
+          checked: true,
+          get,
+          head,
+          key: target.key,
+          checksum,
+          error: {
+            message: "File not found.",
+            code: "FILE_NOT_FOUND",
+            data: {
+              url: head
+            }
+          },
+          size: undefined,
+          type: undefined
+        });
+        continue;
+      } else if (file.checksum !== checksum) {
+        results.push({
+          checked: true,
+          get,
+          head,
+          key: target.key,
+          checksum,
+          error: {
+            message: "Checksum does not match.",
+            code: "CHECKSUM_MISMATCH",
+            data: {
+              expected: checksum,
+              received: file.checksum
+            }
+          },
+          size: file.size,
+          type
+        });
+        continue;
+      }
+      const key = (0, _importPath.prependImportPath)(target.key);
+      const exists = await this.fileExists(key);
+      if (exists) {
+        results.push({
+          checked: true,
+          get,
+          head,
+          key: target.key,
+          checksum,
+          error: {
+            message: "File already exists.",
+            code: "FILE_ALREADY_EXISTS",
+            data: {
+              key
+            }
+          },
+          size: file.size,
+          type
+        });
+        continue;
+      }
+      results.push({
+        checked: true,
+        get,
+        head,
+        key: target.key,
+        checksum,
+        size: file.size,
+        type
+      });
+    }
+    if (results.length === 0) {
+      return response.error({
+        message: "No files found.",
+        code: "NO_FILES_FOUND"
+      });
+    }
+    const output = {
+      files: results,
+      modelId: model?.modelId
+    };
+    const filesWithErrors = results.filter(file => !!file.error);
+    if (filesWithErrors.length > 0) {
+      output.error = {
+        message: "One or more files are invalid.",
+        code: "INVALID_FILES",
+        data: {
+          files: filesWithErrors.map(file => {
+            return file.key;
+          })
+        }
+      };
+    }
+    return response.done(output);
+  }
+}
+exports.ValidateImportFromUrl = ValidateImportFromUrl;
+
+//# sourceMappingURL=ValidateImportFromUrl.js.map

package/tasks/domain/validateImportFromUrl/ValidateImportFromUrl.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_getImportExportFileType","require","_importPath","ValidateImportFromUrl","constructor","params","fileFetcher","fileExists","run","response","input","files","model","results","target","get","head","checksum","type","pathname","error","fileTypeError","getImportExportFileType","push","checked","key","message","code","data","size","undefined","file","url","expected","received","prependImportPath","exists","length","output","modelId","filesWithErrors","filter","map","done","exports"],"sources":["ValidateImportFromUrl.ts"],"sourcesContent":["import type {\n    IValidateImportFromUrl,\n    IValidateImportFromUrlInput,\n    IValidateImportFromUrlOutput\n} from \"~/tasks/domain/abstractions/ValidateImportFromUrl\";\nimport type { IExternalFileFetcher } from \"~/tasks/utils/externalFileFetcher\";\nimport type { ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\nimport type { Context, ICmsImportExportValidatedFile } from \"~/types\";\nimport { getImportExportFileType } from \"~/tasks/utils/helpers/getImportExportFileType\";\nimport type { NonEmptyArray } from \"@webiny/api/types\";\nimport { prependImportPath } from \"~/tasks/utils/helpers/importPath\";\n\nexport interface IFileExists {\n    (key: string): Promise<boolean>;\n}\n\nexport interface IValidateImportFromUrlParams {\n    fileFetcher: IExternalFileFetcher;\n    fileExists: IFileExists;\n}\n\nexport class ValidateImportFromUrl<\n    C extends Context = Context,\n    I extends IValidateImportFromUrlInput = IValidateImportFromUrlInput,\n    O extends IValidateImportFromUrlOutput = IValidateImportFromUrlOutput\n> implements IValidateImportFromUrl<C, I, O>\n{\n    private readonly fileFetcher: IExternalFileFetcher;\n    private readonly fileExists: IFileExists;\n\n    public constructor(params: IValidateImportFromUrlParams) {\n        this.fileFetcher = params.fileFetcher;\n        this.fileExists = params.fileExists;\n    }\n\n    public async run(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>> {\n        const { response, input } = params;\n\n        const { files = [], model } = input;\n\n        const results: ICmsImportExportValidatedFile[] = [];\n\n        for (const target of files) {\n            const { get, head, checksum } = target;\n            const { type, pathname, error: fileTypeError } = getImportExportFileType(head);\n            if (fileTypeError) {\n                results.push({\n                    checked: true,\n                    get,\n                    head,\n                    key: target.key,\n                    checksum,\n                    error: {\n                        message: \"File type not supported.\",\n                        code: \"FILE_TYPE_NOT_SUPPORTED\",\n                        data: {\n                            pathname,\n                            type\n                        }\n                    },\n                    size: undefined,\n                    type: undefined\n                });\n                continue;\n            }\n            const { file, error } = await this.fileFetcher.head(head);\n            if (error) {\n                results.push({\n                    checked: true,\n                    get,\n                    head,\n                    error,\n                    key: target.key,\n                    checksum,\n                    size: undefined,\n                    type: undefined\n                });\n                continue;\n            } else if (!file) {\n                results.push({\n                    checked: true,\n                    get,\n                    head,\n                    key: target.key,\n                    checksum,\n                    error: {\n                        message: \"File not found.\",\n                        code: \"FILE_NOT_FOUND\",\n                        data: {\n                            url: head\n                        }\n                    },\n                    size: undefined,\n                    type: undefined\n                });\n                continue;\n            } else if (file.checksum !== checksum) {\n                results.push({\n                    checked: true,\n                    get,\n                    head,\n                    key: target.key,\n                    checksum,\n                    error: {\n                        message: \"Checksum does not match.\",\n                        code: \"CHECKSUM_MISMATCH\",\n                        data: {\n                            expected: checksum,\n                            received: file.checksum\n                        }\n                    },\n                    size: file.size,\n                    type\n                });\n                continue;\n            }\n            const key = prependImportPath(target.key);\n            const exists = await this.fileExists(key);\n            if (exists) {\n                results.push({\n                    checked: true,\n                    get,\n                    head,\n                    key: target.key,\n                    checksum,\n                    error: {\n                        message: \"File already exists.\",\n                        code: \"FILE_ALREADY_EXISTS\",\n                        data: {\n                            key\n                        }\n                    },\n                    size: file.size,\n                    type\n                });\n                continue;\n            }\n\n            results.push({\n                checked: true,\n                get,\n                head,\n                key: target.key,\n                checksum,\n                size: file.size,\n                type\n            });\n        }\n        if (results.length === 0) {\n            return response.error({\n                message: \"No files found.\",\n                code: \"NO_FILES_FOUND\"\n            });\n        }\n\n        const output: IValidateImportFromUrlOutput = {\n            files: results as NonEmptyArray<ICmsImportExportValidatedFile>,\n            modelId: model?.modelId\n        };\n        const filesWithErrors = results.filter(file => !!file.error);\n        if (filesWithErrors.length > 0) {\n            output.error = {\n                message: \"One or more files are invalid.\",\n                code: \"INVALID_FILES\",\n                data: {\n                    files: filesWithErrors.map(file => {\n                        return file.key;\n                    })\n                }\n            };\n        }\n\n        return response.done(output as O);\n    }\n}\n"],"mappings":";;;;;;AAQA,IAAAA,wBAAA,GAAAC,OAAA;AAEA,IAAAC,WAAA,GAAAD,OAAA;AAWO,MAAME,qBAAqB,CAKlC;EAIWC,WAAWA,CAACC,MAAoC,EAAE;IACrD,IAAI,CAACC,WAAW,GAAGD,MAAM,CAACC,WAAW;IACrC,IAAI,CAACC,UAAU,GAAGF,MAAM,CAACE,UAAU;EACvC;EAEA,MAAaC,GAAGA,CAACH,MAA+B,EAAsC;IAClF,MAAM;MAAEI,QAAQ;MAAEC;IAAM,CAAC,GAAGL,MAAM;IAElC,MAAM;MAAEM,KAAK,GAAG,EAAE;MAAEC;IAAM,CAAC,GAAGF,KAAK;IAEnC,MAAMG,OAAwC,GAAG,EAAE;IAEnD,KAAK,MAAMC,MAAM,IAAIH,KAAK,EAAE;MACxB,MAAM;QAAEI,GAAG;QAAEC,IAAI;QAAEC;MAAS,CAAC,GAAGH,MAAM;MACtC,MAAM;QAAEI,IAAI;QAAEC,QAAQ;QAAEC,KAAK,EAAEC;MAAc,CAAC,GAAG,IAAAC,gDAAuB,EAACN,IAAI,CAAC;MAC9E,IAAIK,aAAa,EAAE;QACfR,OAAO,CAACU,IAAI,CAAC;UACTC,OAAO,EAAE,IAAI;UACbT,GAAG;UACHC,IAAI;UACJS,GAAG,EAAEX,MAAM,CAACW,GAAG;UACfR,QAAQ;UACRG,KAAK,EAAE;YACHM,OAAO,EAAE,0BAA0B;YACnCC,IAAI,EAAE,yBAAyB;YAC/BC,IAAI,EAAE;cACFT,QAAQ;cACRD;YACJ;UACJ,CAAC;UACDW,IAAI,EAAEC,SAAS;UACfZ,IAAI,EAAEY;QACV,CAAC,CAAC;QACF;MACJ;MACA,MAAM;QAAEC,IAAI;QAAEX;MAAM,CAAC,GAAG,MAAM,IAAI,CAACd,WAAW,CAACU,IAAI,CAACA,IAAI,CAAC;MACzD,IAAII,KAAK,EAAE;QACPP,OAAO,CAACU,IAAI,CAAC;UACTC,OAAO,EAAE,IAAI;UACbT,GAAG;UACHC,IAAI;UACJI,KAAK;UACLK,GAAG,EAAEX,MAAM,CAACW,GAAG;UACfR,QAAQ;UACRY,IAAI,EAAEC,SAAS;UACfZ,IAAI,EAAEY;QACV,CAAC,CAAC;QACF;MACJ,CAAC,MAAM,IAAI,CAACC,IAAI,EAAE;QACdlB,OAAO,CAACU,IAAI,CAAC;UACTC,OAAO,EAAE,IAAI;UACbT,GAAG;UACHC,IAAI;UACJS,GAAG,EAAEX,MAAM,CAACW,GAAG;UACfR,QAAQ;UACRG,KAAK,EAAE;YACHM,OAAO,EAAE,iBAAiB;YAC1BC,IAAI,EAAE,gBAAgB;YACtBC,IAAI,EAAE;cACFI,GAAG,EAAEhB;YACT;UACJ,CAAC;UACDa,IAAI,EAAEC,SAAS;UACfZ,IAAI,EAAEY;QACV,CAAC,CAAC;QACF;MACJ,CAAC,MAAM,IAAIC,IAAI,CAACd,QAAQ,KAAKA,QAAQ,EAAE;QACnCJ,OAAO,CAACU,IAAI,CAAC;UACTC,OAAO,EAAE,IAAI;UACbT,GAAG;UACHC,IAAI;UACJS,GAAG,EAAEX,MAAM,CAACW,GAAG;UACfR,QAAQ;UACRG,KAAK,EAAE;YACHM,OAAO,EAAE,0BAA0B;YACnCC,IAAI,EAAE,mBAAmB;YACzBC,IAAI,EAAE;cACFK,QAAQ,EAAEhB,QAAQ;cAClBiB,QAAQ,EAAEH,IAAI,CAACd;YACnB;UACJ,CAAC;UACDY,IAAI,EAAEE,IAAI,CAACF,IAAI;UACfX;QACJ,CAAC,CAAC;QACF;MACJ;MACA,MAAMO,GAAG,GAAG,IAAAU,6BAAiB,EAACrB,MAAM,CAACW,GAAG,CAAC;MACzC,MAAMW,MAAM,GAAG,MAAM,IAAI,CAAC7B,UAAU,CAACkB,GAAG,CAAC;MACzC,IAAIW,MAAM,EAAE;QACRvB,OAAO,CAACU,IAAI,CAAC;UACTC,OAAO,EAAE,IAAI;UACbT,GAAG;UACHC,IAAI;UACJS,GAAG,EAAEX,MAAM,CAACW,GAAG;UACfR,QAAQ;UACRG,KAAK,EAAE;YACHM,OAAO,EAAE,sBAAsB;YAC/BC,IAAI,EAAE,qBAAqB;YAC3BC,IAAI,EAAE;cACFH;YACJ;UACJ,CAAC;UACDI,IAAI,EAAEE,IAAI,CAACF,IAAI;UACfX;QACJ,CAAC,CAAC;QACF;MACJ;MAEAL,OAAO,CAACU,IAAI,CAAC;QACTC,OAAO,EAAE,IAAI;QACbT,GAAG;QACHC,IAAI;QACJS,GAAG,EAAEX,MAAM,CAACW,GAAG;QACfR,QAAQ;QACRY,IAAI,EAAEE,IAAI,CAACF,IAAI;QACfX;MACJ,CAAC,CAAC;IACN;IACA,IAAIL,OAAO,CAACwB,MAAM,KAAK,CAAC,EAAE;MACtB,OAAO5B,QAAQ,CAACW,KAAK,CAAC;QAClBM,OAAO,EAAE,iBAAiB;QAC1BC,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEA,MAAMW,MAAoC,GAAG;MACzC3B,KAAK,EAAEE,OAAuD;MAC9D0B,OAAO,EAAE3B,KAAK,EAAE2B;IACpB,CAAC;IACD,MAAMC,eAAe,GAAG3B,OAAO,CAAC4B,MAAM,CAACV,IAAI,IAAI,CAAC,CAACA,IAAI,CAACX,KAAK,CAAC;IAC5D,IAAIoB,eAAe,CAACH,MAAM,GAAG,CAAC,EAAE;MAC5BC,MAAM,CAAClB,KAAK,GAAG;QACXM,OAAO,EAAE,gCAAgC;QACzCC,IAAI,EAAE,eAAe;QACrBC,IAAI,EAAE;UACFjB,KAAK,EAAE6B,eAAe,CAACE,GAAG,CAACX,IAAI,IAAI;YAC/B,OAAOA,IAAI,CAACN,GAAG;UACnB,CAAC;QACL;MACJ,CAAC;IACL;IAEA,OAAOhB,QAAQ,CAACkC,IAAI,CAACL,MAAW,CAAC;EACrC;AACJ;AAACM,OAAA,CAAAzC,qBAAA,GAAAA,qBAAA","ignoreList":[]}

package/tasks/exportContentAssets.d.ts

@@ -0,0 +1,3 @@
+import type { Context } from "../types";
+import type { IExportContentAssetsInput, IExportContentAssetsOutput } from "./domain/abstractions/ExportContentAssets";
+export declare const createExportContentAssets: () => import("@webiny/tasks").TaskDefinitionPlugin<Context, IExportContentAssetsInput, IExportContentAssetsOutput>;