@webiny/api-headless-cms-import-export 5.41.0-beta.0

package/tasks/domain/exportContentEntries/ExportContentEntries.d.ts

@@ -0,0 +1,19 @@
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+import type { Context } from "../../../types";
+import type { CmsModel } from "@webiny/api-headless-cms/types";
+import type { ICmsEntryZipper, ICmsEntryZipperConfig } from "../../utils/cmsEntryZipper";
+import type { IExportContentEntries, IExportContentEntriesInput, IExportContentEntriesOutput } from "../abstractions/ExportContentEntries";
+import type { IContentEntryTraverser } from "@webiny/api-headless-cms";
+export interface IExportContentEntriesConfig {
+    createCmsEntryZipper(config: Pick<ICmsEntryZipperConfig, "fetcher">): ICmsEntryZipper;
+}
+export interface ICreateCmsEntryZipperConfig extends Pick<ICmsEntryZipperConfig, "fetcher"> {
+    filename: string;
+    model: Pick<CmsModel, "modelId">;
+    traverser: IContentEntryTraverser;
+}
+export declare class ExportContentEntries<C extends Context = Context, I extends IExportContentEntriesInput = IExportContentEntriesInput, O extends IExportContentEntriesOutput = IExportContentEntriesOutput> implements IExportContentEntries<C, I, O> {
+    private readonly createCmsEntryZipper;
+    constructor(config: IExportContentEntriesConfig);
+    run(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/domain/exportContentEntries/ExportContentEntries.js

@@ -0,0 +1,87 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ExportContentEntries = void 0;
+var _utils = require("@webiny/tasks/utils");
+var _cmsEntryZipper = require("../../utils/cmsEntryZipper");
+var _createCmsEntryFetcher = require("../../utils/cmsEntryFetcher/createCmsEntryFetcher");
+var _constants = require("../../constants");
+class ExportContentEntries {
+  constructor(config) {
+    this.createCmsEntryZipper = config.createCmsEntryZipper;
+  }
+  async run(params) {
+    const {
+      context,
+      response,
+      input,
+      isCloseToTimeout,
+      isAborted
+    } = params;
+    const {
+      prefix: basePrefix
+    } = input;
+    let model;
+    try {
+      model = await context.cms.getModel(input.modelId);
+    } catch (ex) {
+      return response.error({
+        message: `Could not fetch entry manager for model "${input.modelId}".`,
+        code: "MODEL_NOT_FOUND",
+        data: {
+          error: (0, _utils.getErrorProperties)(ex)
+        }
+      });
+    }
+    const prefix = `${basePrefix}/entries`;
+    const fetcher = (0, _createCmsEntryFetcher.createCmsEntryFetcher)(async after => {
+      const input = {
+        where: params.input.where,
+        limit: params.input.limit || 100000,
+        sort: params.input.sort,
+        after
+      };
+      const [items, meta] = await context.cms.listLatestEntries(model, input);
+      return {
+        items,
+        meta
+      };
+    });
+    const filenamePrefix = [prefix, input.after].filter(Boolean).join("-");
+    const filename = `${filenamePrefix}.${_constants.WEBINY_EXPORT_ENTRIES_EXTENSION}`;
+    const traverser = await context.cms.getEntryTraverser(model.modelId);
+    const entryZipper = this.createCmsEntryZipper({
+      filename,
+      model,
+      fetcher,
+      traverser
+    });
+    const result = await entryZipper.execute({
+      isCloseToTimeout,
+      isAborted,
+      model,
+      after: input.after,
+      exportAssets: input.exportAssets
+    });
+    const files = (input.files || []).concat([{
+      key: result.key,
+      checksum: result.checksum
+    }]);
+    if (result instanceof _cmsEntryZipper.CmsEntryZipperExecuteContinueResult) {
+      return response.continue({
+        ...input,
+        files,
+        after: result.cursor
+      });
+    }
+    const output = {
+      files
+    };
+    return response.done(output);
+  }
+}
+exports.ExportContentEntries = ExportContentEntries;
+
+//# sourceMappingURL=ExportContentEntries.js.map

package/tasks/domain/exportContentEntries/ExportContentEntries.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","_cmsEntryZipper","_createCmsEntryFetcher","_constants","ExportContentEntries","constructor","config","createCmsEntryZipper","run","params","context","response","input","isCloseToTimeout","isAborted","prefix","basePrefix","model","cms","getModel","modelId","ex","error","message","code","data","getErrorProperties","fetcher","createCmsEntryFetcher","after","where","limit","sort","items","meta","listLatestEntries","filenamePrefix","filter","Boolean","join","filename","WEBINY_EXPORT_ENTRIES_EXTENSION","traverser","getEntryTraverser","entryZipper","result","execute","exportAssets","files","concat","key","checksum","CmsEntryZipperExecuteContinueResult","continue","cursor","output","done","exports"],"sources":["ExportContentEntries.ts"],"sourcesContent":["import type { ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\nimport type { Context } from \"~/types\";\nimport type { CmsModel } from \"@webiny/api-headless-cms/types\";\nimport { getErrorProperties } from \"@webiny/tasks/utils\";\nimport type { ICmsEntryZipper, ICmsEntryZipperConfig } from \"~/tasks/utils/cmsEntryZipper\";\nimport { CmsEntryZipperExecuteContinueResult } from \"~/tasks/utils/cmsEntryZipper\";\nimport type {\n    IExportContentEntries,\n    IExportContentEntriesInput,\n    IExportContentEntriesOutput\n} from \"~/tasks/domain/abstractions/ExportContentEntries\";\nimport { createCmsEntryFetcher } from \"~/tasks/utils/cmsEntryFetcher/createCmsEntryFetcher\";\nimport type { IContentEntryTraverser } from \"@webiny/api-headless-cms\";\nimport { WEBINY_EXPORT_ENTRIES_EXTENSION } from \"~/tasks/constants\";\n\nexport interface IExportContentEntriesConfig {\n    createCmsEntryZipper(config: Pick<ICmsEntryZipperConfig, \"fetcher\">): ICmsEntryZipper;\n}\n\nexport interface ICreateCmsEntryZipperConfig extends Pick<ICmsEntryZipperConfig, \"fetcher\"> {\n    filename: string;\n    model: Pick<CmsModel, \"modelId\">;\n    traverser: IContentEntryTraverser;\n}\n\nexport class ExportContentEntries<\n    C extends Context = Context,\n    I extends IExportContentEntriesInput = IExportContentEntriesInput,\n    O extends IExportContentEntriesOutput = IExportContentEntriesOutput\n> implements IExportContentEntries<C, I, O>\n{\n    private readonly createCmsEntryZipper: (config: ICreateCmsEntryZipperConfig) => ICmsEntryZipper;\n\n    public constructor(config: IExportContentEntriesConfig) {\n        this.createCmsEntryZipper = config.createCmsEntryZipper;\n    }\n\n    public async run(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>> {\n        const { context, response, input, isCloseToTimeout, isAborted } = params;\n\n        const { prefix: basePrefix } = input;\n\n        let model: CmsModel;\n        try {\n            model = await context.cms.getModel(input.modelId);\n        } catch (ex) {\n            return response.error({\n                message: `Could not fetch entry manager for model \"${input.modelId}\".`,\n                code: \"MODEL_NOT_FOUND\",\n                data: {\n                    error: getErrorProperties(ex)\n                }\n            });\n        }\n\n        const prefix = `${basePrefix}/entries`;\n        const fetcher = createCmsEntryFetcher(async after => {\n            const input = {\n                where: params.input.where,\n                limit: params.input.limit || 100000,\n                sort: params.input.sort,\n                after\n            };\n            const [items, meta] = await context.cms.listLatestEntries(model, input);\n\n            return {\n                items,\n                meta\n            };\n        });\n\n        const filenamePrefix = [prefix, input.after].filter(Boolean).join(\"-\");\n\n        const filename = `${filenamePrefix}.${WEBINY_EXPORT_ENTRIES_EXTENSION}`;\n\n        const traverser = await context.cms.getEntryTraverser(model.modelId);\n\n        const entryZipper = this.createCmsEntryZipper({\n            filename,\n            model,\n            fetcher,\n            traverser\n        });\n\n        const result = await entryZipper.execute({\n            isCloseToTimeout,\n            isAborted,\n            model,\n            after: input.after,\n            exportAssets: input.exportAssets\n        });\n\n        const files = (input.files || []).concat([\n            {\n                key: result.key,\n                checksum: result.checksum\n            }\n        ]);\n\n        if (result instanceof CmsEntryZipperExecuteContinueResult) {\n            return response.continue({\n                ...input,\n                files,\n                after: result.cursor\n            });\n        }\n        const output: IExportContentEntriesOutput = {\n            files\n        };\n        return response.done(output as O);\n    }\n}\n"],"mappings":";;;;;;AAGA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,eAAA,GAAAD,OAAA;AAMA,IAAAE,sBAAA,GAAAF,OAAA;AAEA,IAAAG,UAAA,GAAAH,OAAA;AAYO,MAAMI,oBAAoB,CAKjC;EAGWC,WAAWA,CAACC,MAAmC,EAAE;IACpD,IAAI,CAACC,oBAAoB,GAAGD,MAAM,CAACC,oBAAoB;EAC3D;EAEA,MAAaC,GAAGA,CAACC,MAA+B,EAAsC;IAClF,MAAM;MAAEC,OAAO;MAAEC,QAAQ;MAAEC,KAAK;MAAEC,gBAAgB;MAAEC;IAAU,CAAC,GAAGL,MAAM;IAExE,MAAM;MAAEM,MAAM,EAAEC;IAAW,CAAC,GAAGJ,KAAK;IAEpC,IAAIK,KAAe;IACnB,IAAI;MACAA,KAAK,GAAG,MAAMP,OAAO,CAACQ,GAAG,CAACC,QAAQ,CAACP,KAAK,CAACQ,OAAO,CAAC;IACrD,CAAC,CAAC,OAAOC,EAAE,EAAE;MACT,OAAOV,QAAQ,CAACW,KAAK,CAAC;QAClBC,OAAO,EAAG,4CAA2CX,KAAK,CAACQ,OAAQ,IAAG;QACtEI,IAAI,EAAE,iBAAiB;QACvBC,IAAI,EAAE;UACFH,KAAK,EAAE,IAAAI,yBAAkB,EAACL,EAAE;QAChC;MACJ,CAAC,CAAC;IACN;IAEA,MAAMN,MAAM,GAAI,GAAEC,UAAW,UAAS;IACtC,MAAMW,OAAO,GAAG,IAAAC,4CAAqB,EAAC,MAAMC,KAAK,IAAI;MACjD,MAAMjB,KAAK,GAAG;QACVkB,KAAK,EAAErB,MAAM,CAACG,KAAK,CAACkB,KAAK;QACzBC,KAAK,EAAEtB,MAAM,CAACG,KAAK,CAACmB,KAAK,IAAI,MAAM;QACnCC,IAAI,EAAEvB,MAAM,CAACG,KAAK,CAACoB,IAAI;QACvBH;MACJ,CAAC;MACD,MAAM,CAACI,KAAK,EAAEC,IAAI,CAAC,GAAG,MAAMxB,OAAO,CAACQ,GAAG,CAACiB,iBAAiB,CAAClB,KAAK,EAAEL,KAAK,CAAC;MAEvE,OAAO;QACHqB,KAAK;QACLC;MACJ,CAAC;IACL,CAAC,CAAC;IAEF,MAAME,cAAc,GAAG,CAACrB,MAAM,EAAEH,KAAK,CAACiB,KAAK,CAAC,CAACQ,MAAM,CAACC,OAAO,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC;IAEtE,MAAMC,QAAQ,GAAI,GAAEJ,cAAe,IAAGK,0CAAgC,EAAC;IAEvE,MAAMC,SAAS,GAAG,MAAMhC,OAAO,CAACQ,GAAG,CAACyB,iBAAiB,CAAC1B,KAAK,CAACG,OAAO,CAAC;IAEpE,MAAMwB,WAAW,GAAG,IAAI,CAACrC,oBAAoB,CAAC;MAC1CiC,QAAQ;MACRvB,KAAK;MACLU,OAAO;MACPe;IACJ,CAAC,CAAC;IAEF,MAAMG,MAAM,GAAG,MAAMD,WAAW,CAACE,OAAO,CAAC;MACrCjC,gBAAgB;MAChBC,SAAS;MACTG,KAAK;MACLY,KAAK,EAAEjB,KAAK,CAACiB,KAAK;MAClBkB,YAAY,EAAEnC,KAAK,CAACmC;IACxB,CAAC,CAAC;IAEF,MAAMC,KAAK,GAAG,CAACpC,KAAK,CAACoC,KAAK,IAAI,EAAE,EAAEC,MAAM,CAAC,CACrC;MACIC,GAAG,EAAEL,MAAM,CAACK,GAAG;MACfC,QAAQ,EAAEN,MAAM,CAACM;IACrB,CAAC,CACJ,CAAC;IAEF,IAAIN,MAAM,YAAYO,mDAAmC,EAAE;MACvD,OAAOzC,QAAQ,CAAC0C,QAAQ,CAAC;QACrB,GAAGzC,KAAK;QACRoC,KAAK;QACLnB,KAAK,EAAEgB,MAAM,CAACS;MAClB,CAAC,CAAC;IACN;IACA,MAAMC,MAAmC,GAAG;MACxCP;IACJ,CAAC;IACD,OAAOrC,QAAQ,CAAC6C,IAAI,CAACD,MAAW,CAAC;EACrC;AACJ;AAACE,OAAA,CAAArD,oBAAA,GAAAA,oBAAA","ignoreList":[]}

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerDownloadStep.d.ts

@@ -0,0 +1,7 @@
+import type { ImportFromUrlControllerStep } from "./abstractions/ImportFromUrlControllerStep";
+import { Context } from "../../../types";
+import type { IImportFromUrlControllerInput, IImportFromUrlControllerOutput } from "../abstractions/ImportFromUrlController";
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+export declare class ImportFromUrlControllerDownloadStep<C extends Context = Context, I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput, O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput> implements ImportFromUrlControllerStep<C, I, O> {
+    execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerDownloadStep.js

@@ -0,0 +1,123 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ImportFromUrlControllerDownloadStep = void 0;
+var _constants = require("../../constants");
+var _getBackOffSeconds = require("../../utils/helpers/getBackOffSeconds");
+var _types = require("../../../types");
+var _ImportFromUrlController = require("../abstractions/ImportFromUrlController");
+var _getChildTasks = require("./getChildTasks");
+class ImportFromUrlControllerDownloadStep {
+  async execute(params) {
+    const {
+      context,
+      response,
+      input,
+      trigger,
+      store
+    } = params;
+    const task = store.getTask();
+    const step = input.steps[_ImportFromUrlController.IImportFromUrlControllerInputStep.DOWNLOAD];
+    if (!step?.triggered) {
+      const files = input.files.filter(file => {
+        return file.type === _types.CmsImportExportFileType.ENTRIES || file.type === _types.CmsImportExportFileType.ASSETS;
+      });
+      if (files.length === 0) {
+        return response.error({
+          message: `No files found in the provided data.`,
+          code: "NO_FILES_FOUND"
+        });
+      }
+      for (const file of files) {
+        await trigger({
+          name: `Import From Url - Download`,
+          definition: _constants.IMPORT_FROM_URL_DOWNLOAD_TASK,
+          input: {
+            file,
+            modelId: input.modelId
+          }
+        });
+      }
+      const output = {
+        ...input,
+        steps: {
+          ...input.steps,
+          [_ImportFromUrlController.IImportFromUrlControllerInputStep.DOWNLOAD]: {
+            ...step,
+            triggered: true
+          }
+        }
+      };
+      return response.continue(output, {
+        seconds: (0, _getBackOffSeconds.getBackOffSeconds)(task.iterations)
+      });
+    } else if (step.finished !== true) {
+      const {
+        failed,
+        running,
+        invalid,
+        aborted,
+        done,
+        collection
+      } = await (0, _getChildTasks.getChildTasks)({
+        context,
+        task,
+        definition: _constants.IMPORT_FROM_URL_DOWNLOAD_TASK
+      });
+
+      /**
+       * If there are any running tasks, we should continue waiting.
+       */
+      if (running.length > 0) {
+        return response.continue(input, {
+          seconds: (0, _getBackOffSeconds.getBackOffSeconds)(task.iterations)
+        });
+      } else if (collection.length === 0) {
+        return response.error({
+          message: "No download tasks found. We are not continuing.",
+          code: "NO_DOWNLOAD_TASKS"
+        });
+      }
+      const files = collection.map(item => {
+        return item.output?.file;
+      }).filter(file => {
+        return !!file;
+      });
+      const output = {
+        ...input,
+        steps: {
+          ...input.steps,
+          [_ImportFromUrlController.IImportFromUrlControllerInputStep.DOWNLOAD]: {
+            ...step,
+            files,
+            failed,
+            invalid,
+            aborted,
+            done,
+            finished: true
+          }
+        }
+      };
+      if (failed.length > 0 || aborted.length > 0 || invalid.length > 0) {
+        return response.error({
+          message: "Some download tasks failed.",
+          code: "DOWNLOAD_FAILED",
+          data: {
+            failed,
+            aborted,
+            invalid
+          }
+        });
+      }
+      return response.continue(output);
+    }
+    return response.error({
+      message: "Impossible to get to this point. Fatal error."
+    });
+  }
+}
+exports.ImportFromUrlControllerDownloadStep = ImportFromUrlControllerDownloadStep;
+
+//# sourceMappingURL=ImportFromUrlControllerDownloadStep.js.map

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerDownloadStep.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_constants","require","_getBackOffSeconds","_types","_ImportFromUrlController","_getChildTasks","ImportFromUrlControllerDownloadStep","execute","params","context","response","input","trigger","store","task","getTask","step","steps","IImportFromUrlControllerInputStep","DOWNLOAD","triggered","files","filter","file","type","CmsImportExportFileType","ENTRIES","ASSETS","length","error","message","code","name","definition","IMPORT_FROM_URL_DOWNLOAD_TASK","modelId","output","continue","seconds","getBackOffSeconds","iterations","finished","failed","running","invalid","aborted","done","collection","getChildTasks","map","item","data","exports"],"sources":["ImportFromUrlControllerDownloadStep.ts"],"sourcesContent":["import type { ImportFromUrlControllerStep } from \"./abstractions/ImportFromUrlControllerStep\";\nimport type {\n    IImportFromUrlDownloadInput,\n    IImportFromUrlDownloadOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlDownload\";\nimport { IMPORT_FROM_URL_DOWNLOAD_TASK } from \"~/tasks/constants\";\nimport { getBackOffSeconds } from \"~/tasks/utils/helpers/getBackOffSeconds\";\nimport { CmsImportExportFileType, Context } from \"~/types\";\nimport type {\n    IImportFromUrlControllerInput,\n    IImportFromUrlControllerOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlController\";\nimport { IImportFromUrlControllerInputStep } from \"~/tasks/domain/abstractions/ImportFromUrlController\";\nimport type { ITask, ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\nimport { getChildTasks } from \"./getChildTasks\";\n\nexport class ImportFromUrlControllerDownloadStep<\n    C extends Context = Context,\n    I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput,\n    O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput\n> implements ImportFromUrlControllerStep<C, I, O>\n{\n    public async execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>> {\n        const { context, response, input, trigger, store } = params;\n\n        const task = store.getTask() as ITask<I, O>;\n\n        const step = input.steps[IImportFromUrlControllerInputStep.DOWNLOAD];\n        if (!step?.triggered) {\n            const files = input.files.filter(file => {\n                return (\n                    file.type === CmsImportExportFileType.ENTRIES ||\n                    file.type === CmsImportExportFileType.ASSETS\n                );\n            });\n            if (files.length === 0) {\n                return response.error({\n                    message: `No files found in the provided data.`,\n                    code: \"NO_FILES_FOUND\"\n                });\n            }\n            for (const file of files) {\n                await trigger<IImportFromUrlDownloadInput>({\n                    name: `Import From Url - Download`,\n                    definition: IMPORT_FROM_URL_DOWNLOAD_TASK,\n                    input: {\n                        file,\n                        modelId: input.modelId\n                    }\n                });\n            }\n\n            const output: I = {\n                ...input,\n                steps: {\n                    ...input.steps,\n                    [IImportFromUrlControllerInputStep.DOWNLOAD]: {\n                        ...step,\n                        triggered: true\n                    }\n                }\n            };\n\n            return response.continue(output, {\n                seconds: getBackOffSeconds(task.iterations)\n            });\n        } else if (step.finished !== true) {\n            const { failed, running, invalid, aborted, done, collection } = await getChildTasks<\n                IImportFromUrlDownloadInput,\n                IImportFromUrlDownloadOutput\n            >({\n                context,\n                task,\n                definition: IMPORT_FROM_URL_DOWNLOAD_TASK\n            });\n\n            /**\n             * If there are any running tasks, we should continue waiting.\n             */\n            if (running.length > 0) {\n                return response.continue(input, {\n                    seconds: getBackOffSeconds(task.iterations)\n                });\n            } else if (collection.length === 0) {\n                return response.error({\n                    message: \"No download tasks found. We are not continuing.\",\n                    code: \"NO_DOWNLOAD_TASKS\"\n                });\n            }\n\n            const files = collection\n                .map(item => {\n                    return item.output?.file;\n                })\n                .filter((file): file is string => {\n                    return !!file;\n                });\n\n            const output: I = {\n                ...input,\n                steps: {\n                    ...input.steps,\n                    [IImportFromUrlControllerInputStep.DOWNLOAD]: {\n                        ...step,\n                        files,\n                        failed,\n                        invalid,\n                        aborted,\n                        done,\n                        finished: true\n                    }\n                }\n            };\n\n            if (failed.length > 0 || aborted.length > 0 || invalid.length > 0) {\n                return response.error({\n                    message: \"Some download tasks failed.\",\n                    code: \"DOWNLOAD_FAILED\",\n                    data: {\n                        failed,\n                        aborted,\n                        invalid\n                    }\n                });\n            }\n\n            return response.continue(output);\n        }\n        return response.error({\n            message: \"Impossible to get to this point. Fatal error.\"\n        });\n    }\n}\n"],"mappings":";;;;;;AAKA,IAAAA,UAAA,GAAAC,OAAA;AACA,IAAAC,kBAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AAKA,IAAAG,wBAAA,GAAAH,OAAA;AAEA,IAAAI,cAAA,GAAAJ,OAAA;AAEO,MAAMK,mCAAmC,CAKhD;EACI,MAAaC,OAAOA,CAACC,MAA+B,EAAsC;IACtF,MAAM;MAAEC,OAAO;MAAEC,QAAQ;MAAEC,KAAK;MAAEC,OAAO;MAAEC;IAAM,CAAC,GAAGL,MAAM;IAE3D,MAAMM,IAAI,GAAGD,KAAK,CAACE,OAAO,CAAC,CAAgB;IAE3C,MAAMC,IAAI,GAAGL,KAAK,CAACM,KAAK,CAACC,0DAAiC,CAACC,QAAQ,CAAC;IACpE,IAAI,CAACH,IAAI,EAAEI,SAAS,EAAE;MAClB,MAAMC,KAAK,GAAGV,KAAK,CAACU,KAAK,CAACC,MAAM,CAACC,IAAI,IAAI;QACrC,OACIA,IAAI,CAACC,IAAI,KAAKC,8BAAuB,CAACC,OAAO,IAC7CH,IAAI,CAACC,IAAI,KAAKC,8BAAuB,CAACE,MAAM;MAEpD,CAAC,CAAC;MACF,IAAIN,KAAK,CAACO,MAAM,KAAK,CAAC,EAAE;QACpB,OAAOlB,QAAQ,CAACmB,KAAK,CAAC;UAClBC,OAAO,EAAG,sCAAqC;UAC/CC,IAAI,EAAE;QACV,CAAC,CAAC;MACN;MACA,KAAK,MAAMR,IAAI,IAAIF,KAAK,EAAE;QACtB,MAAMT,OAAO,CAA8B;UACvCoB,IAAI,EAAG,4BAA2B;UAClCC,UAAU,EAAEC,wCAA6B;UACzCvB,KAAK,EAAE;YACHY,IAAI;YACJY,OAAO,EAAExB,KAAK,CAACwB;UACnB;QACJ,CAAC,CAAC;MACN;MAEA,MAAMC,MAAS,GAAG;QACd,GAAGzB,KAAK;QACRM,KAAK,EAAE;UACH,GAAGN,KAAK,CAACM,KAAK;UACd,CAACC,0DAAiC,CAACC,QAAQ,GAAG;YAC1C,GAAGH,IAAI;YACPI,SAAS,EAAE;UACf;QACJ;MACJ,CAAC;MAED,OAAOV,QAAQ,CAAC2B,QAAQ,CAACD,MAAM,EAAE;QAC7BE,OAAO,EAAE,IAAAC,oCAAiB,EAACzB,IAAI,CAAC0B,UAAU;MAC9C,CAAC,CAAC;IACN,CAAC,MAAM,IAAIxB,IAAI,CAACyB,QAAQ,KAAK,IAAI,EAAE;MAC/B,MAAM;QAAEC,MAAM;QAAEC,OAAO;QAAEC,OAAO;QAAEC,OAAO;QAAEC,IAAI;QAAEC;MAAW,CAAC,GAAG,MAAM,IAAAC,4BAAa,EAGjF;QACEvC,OAAO;QACPK,IAAI;QACJmB,UAAU,EAAEC;MAChB,CAAC,CAAC;;MAEF;AACZ;AACA;MACY,IAAIS,OAAO,CAACf,MAAM,GAAG,CAAC,EAAE;QACpB,OAAOlB,QAAQ,CAAC2B,QAAQ,CAAC1B,KAAK,EAAE;UAC5B2B,OAAO,EAAE,IAAAC,oCAAiB,EAACzB,IAAI,CAAC0B,UAAU;QAC9C,CAAC,CAAC;MACN,CAAC,MAAM,IAAIO,UAAU,CAACnB,MAAM,KAAK,CAAC,EAAE;QAChC,OAAOlB,QAAQ,CAACmB,KAAK,CAAC;UAClBC,OAAO,EAAE,iDAAiD;UAC1DC,IAAI,EAAE;QACV,CAAC,CAAC;MACN;MAEA,MAAMV,KAAK,GAAG0B,UAAU,CACnBE,GAAG,CAACC,IAAI,IAAI;QACT,OAAOA,IAAI,CAACd,MAAM,EAAEb,IAAI;MAC5B,CAAC,CAAC,CACDD,MAAM,CAAEC,IAAI,IAAqB;QAC9B,OAAO,CAAC,CAACA,IAAI;MACjB,CAAC,CAAC;MAEN,MAAMa,MAAS,GAAG;QACd,GAAGzB,KAAK;QACRM,KAAK,EAAE;UACH,GAAGN,KAAK,CAACM,KAAK;UACd,CAACC,0DAAiC,CAACC,QAAQ,GAAG;YAC1C,GAAGH,IAAI;YACPK,KAAK;YACLqB,MAAM;YACNE,OAAO;YACPC,OAAO;YACPC,IAAI;YACJL,QAAQ,EAAE;UACd;QACJ;MACJ,CAAC;MAED,IAAIC,MAAM,CAACd,MAAM,GAAG,CAAC,IAAIiB,OAAO,CAACjB,MAAM,GAAG,CAAC,IAAIgB,OAAO,CAAChB,MAAM,GAAG,CAAC,EAAE;QAC/D,OAAOlB,QAAQ,CAACmB,KAAK,CAAC;UAClBC,OAAO,EAAE,6BAA6B;UACtCC,IAAI,EAAE,iBAAiB;UACvBoB,IAAI,EAAE;YACFT,MAAM;YACNG,OAAO;YACPD;UACJ;QACJ,CAAC,CAAC;MACN;MAEA,OAAOlC,QAAQ,CAAC2B,QAAQ,CAACD,MAAM,CAAC;IACpC;IACA,OAAO1B,QAAQ,CAACmB,KAAK,CAAC;MAClBC,OAAO,EAAE;IACb,CAAC,CAAC;EACN;AACJ;AAACsB,OAAA,CAAA9C,mCAAA,GAAAA,mCAAA","ignoreList":[]}

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessAssetsStep.d.ts

@@ -0,0 +1,7 @@
+import type { Context } from "../../../types";
+import type { IImportFromUrlControllerInput, IImportFromUrlControllerOutput } from "../abstractions/ImportFromUrlController";
+import type { ImportFromUrlControllerStep } from "./abstractions/ImportFromUrlControllerStep";
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+export declare class ImportFromUrlControllerProcessAssetsStep<C extends Context = Context, I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput, O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput> implements ImportFromUrlControllerStep<C, I, O> {
+    execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessAssetsStep.js

@@ -0,0 +1,123 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ImportFromUrlControllerProcessAssetsStep = void 0;
+var _types = require("../../../types");
+var _ImportFromUrlController = require("../abstractions/ImportFromUrlController");
+var _importPath = require("../../utils/helpers/importPath");
+var _getBackOffSeconds = require("../../utils/helpers/getBackOffSeconds");
+var _constants = require("../../constants");
+var _getChildTasks = require("./getChildTasks");
+class ImportFromUrlControllerProcessAssetsStep {
+  async execute(params) {
+    const {
+      response,
+      input,
+      trigger,
+      store,
+      context
+    } = params;
+    const task = store.getTask();
+    const step = input.steps[_ImportFromUrlController.IImportFromUrlControllerInputStep.PROCESS_ASSETS];
+    if (!step?.triggered) {
+      const files = input.files.filter(file => {
+        return file.type === _types.CmsImportExportFileType.ASSETS;
+      });
+      if (files.length === 0) {
+        const output = {
+          error: {
+            message: "No assets files found.",
+            code: "NO_ASSETS_FILES"
+          },
+          files: [],
+          aborted: [],
+          done: [],
+          failed: [],
+          invalid: []
+        };
+        return response.done(output);
+      }
+      const inputFiles = [];
+      for (const file of files) {
+        const key = (0, _importPath.prependImportPath)(file.key);
+        await trigger({
+          name: `Import From Url - Process assets`,
+          definition: _constants.IMPORT_FROM_URL_PROCESS_ASSETS_TASK,
+          input: {
+            file: {
+              key,
+              type: file.type
+            },
+            maxInsertErrors: input.maxInsertErrors,
+            modelId: input.modelId
+          }
+        });
+        inputFiles.push(key);
+      }
+      const output = {
+        ...input,
+        steps: {
+          ...input.steps,
+          [_ImportFromUrlController.IImportFromUrlControllerInputStep.PROCESS_ASSETS]: {
+            ...step,
+            triggered: true,
+            files: inputFiles
+          }
+        }
+      };
+      return response.continue(output, {
+        seconds: (0, _getBackOffSeconds.getBackOffSeconds)(task.iterations)
+      });
+    } else if (step.finished !== true) {
+      const {
+        failed,
+        running,
+        invalid,
+        aborted,
+        collection,
+        done
+      } = await (0, _getChildTasks.getChildTasks)({
+        context,
+        task,
+        definition: _constants.IMPORT_FROM_URL_PROCESS_ASSETS_TASK
+      });
+
+      /**
+       * If there are any running tasks, we should continue waiting.
+       */
+      if (running.length > 0) {
+        return response.continue(input, {
+          seconds: (0, _getBackOffSeconds.getBackOffSeconds)(task.iterations)
+        });
+      } else if (collection.length === 0) {
+        return response.error({
+          message: "No process assets tasks found. We are not continuing.",
+          code: "NO_PROCESS_ASSETS_TASKS"
+        });
+      }
+      const output = {
+        ...input,
+        steps: {
+          ...input.steps,
+          [_ImportFromUrlController.IImportFromUrlControllerInputStep.PROCESS_ASSETS]: {
+            ...step,
+            failed,
+            invalid,
+            aborted,
+            done,
+            finished: true
+          }
+        }
+      };
+      return response.continue(output);
+    }
+    return response.error({
+      message: "Impossible to get to this point. Fatal error."
+    });
+  }
+}
+exports.ImportFromUrlControllerProcessAssetsStep = ImportFromUrlControllerProcessAssetsStep;
+
+//# sourceMappingURL=ImportFromUrlControllerProcessAssetsStep.js.map

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessAssetsStep.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_types","require","_ImportFromUrlController","_importPath","_getBackOffSeconds","_constants","_getChildTasks","ImportFromUrlControllerProcessAssetsStep","execute","params","response","input","trigger","store","context","task","getTask","step","steps","IImportFromUrlControllerInputStep","PROCESS_ASSETS","triggered","files","filter","file","type","CmsImportExportFileType","ASSETS","length","output","error","message","code","aborted","done","failed","invalid","inputFiles","key","prependImportPath","name","definition","IMPORT_FROM_URL_PROCESS_ASSETS_TASK","maxInsertErrors","modelId","push","continue","seconds","getBackOffSeconds","iterations","finished","running","collection","getChildTasks","exports"],"sources":["ImportFromUrlControllerProcessAssetsStep.ts"],"sourcesContent":["import type { Context } from \"~/types\";\nimport { CmsImportExportFileType } from \"~/types\";\nimport type {\n    IImportFromUrlControllerInput,\n    IImportFromUrlControllerOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlController\";\nimport { IImportFromUrlControllerInputStep } from \"~/tasks/domain/abstractions/ImportFromUrlController\";\nimport type { ImportFromUrlControllerStep } from \"~/tasks/domain/importFromUrlControllerSteps/abstractions/ImportFromUrlControllerStep\";\nimport type { ITask, ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\nimport { prependImportPath } from \"~/tasks/utils/helpers/importPath\";\nimport { getBackOffSeconds } from \"~/tasks/utils/helpers/getBackOffSeconds\";\nimport { IMPORT_FROM_URL_PROCESS_ASSETS_TASK } from \"~/tasks/constants\";\nimport { getChildTasks } from \"~/tasks/domain/importFromUrlControllerSteps/getChildTasks\";\nimport type { IImportFromUrlProcessAssetsInput } from \"../importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets\";\n\nexport class ImportFromUrlControllerProcessAssetsStep<\n    C extends Context = Context,\n    I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput,\n    O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput\n> implements ImportFromUrlControllerStep<C, I, O>\n{\n    public async execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>> {\n        const { response, input, trigger, store, context } = params;\n\n        const task = store.getTask() as ITask<I, O>;\n\n        const step = input.steps[IImportFromUrlControllerInputStep.PROCESS_ASSETS];\n        if (!step?.triggered) {\n            const files = input.files.filter(file => {\n                return file.type === CmsImportExportFileType.ASSETS;\n            });\n            if (files.length === 0) {\n                const output: IImportFromUrlControllerOutput = {\n                    error: {\n                        message: \"No assets files found.\",\n                        code: \"NO_ASSETS_FILES\"\n                    },\n                    files: [],\n                    aborted: [],\n                    done: [],\n                    failed: [],\n                    invalid: []\n                };\n                return response.done(output as O);\n            }\n            const inputFiles: string[] = [];\n            for (const file of files) {\n                const key = prependImportPath(file.key);\n                await trigger<IImportFromUrlProcessAssetsInput>({\n                    name: `Import From Url - Process assets`,\n                    definition: IMPORT_FROM_URL_PROCESS_ASSETS_TASK,\n                    input: {\n                        file: {\n                            key,\n                            type: file.type\n                        },\n                        maxInsertErrors: input.maxInsertErrors,\n                        modelId: input.modelId\n                    }\n                });\n                inputFiles.push(key);\n            }\n\n            const output: I = {\n                ...input,\n                steps: {\n                    ...input.steps,\n                    [IImportFromUrlControllerInputStep.PROCESS_ASSETS]: {\n                        ...step,\n                        triggered: true,\n                        files: inputFiles\n                    }\n                }\n            };\n\n            return response.continue(output, {\n                seconds: getBackOffSeconds(task.iterations)\n            });\n        } else if (step.finished !== true) {\n            const { failed, running, invalid, aborted, collection, done } = await getChildTasks({\n                context,\n                task,\n                definition: IMPORT_FROM_URL_PROCESS_ASSETS_TASK\n            });\n\n            /**\n             * If there are any running tasks, we should continue waiting.\n             */\n            if (running.length > 0) {\n                return response.continue(input, {\n                    seconds: getBackOffSeconds(task.iterations)\n                });\n            } else if (collection.length === 0) {\n                return response.error({\n                    message: \"No process assets tasks found. We are not continuing.\",\n                    code: \"NO_PROCESS_ASSETS_TASKS\"\n                });\n            }\n\n            const output: I = {\n                ...input,\n                steps: {\n                    ...input.steps,\n                    [IImportFromUrlControllerInputStep.PROCESS_ASSETS]: {\n                        ...step,\n                        failed,\n                        invalid,\n                        aborted,\n                        done,\n                        finished: true\n                    }\n                }\n            };\n            return response.continue(output);\n        }\n        return response.error({\n            message: \"Impossible to get to this point. Fatal error.\"\n        });\n    }\n}\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAKA,IAAAC,wBAAA,GAAAD,OAAA;AAGA,IAAAE,WAAA,GAAAF,OAAA;AACA,IAAAG,kBAAA,GAAAH,OAAA;AACA,IAAAI,UAAA,GAAAJ,OAAA;AACA,IAAAK,cAAA,GAAAL,OAAA;AAGO,MAAMM,wCAAwC,CAKrD;EACI,MAAaC,OAAOA,CAACC,MAA+B,EAAsC;IACtF,MAAM;MAAEC,QAAQ;MAAEC,KAAK;MAAEC,OAAO;MAAEC,KAAK;MAAEC;IAAQ,CAAC,GAAGL,MAAM;IAE3D,MAAMM,IAAI,GAAGF,KAAK,CAACG,OAAO,CAAC,CAAgB;IAE3C,MAAMC,IAAI,GAAGN,KAAK,CAACO,KAAK,CAACC,0DAAiC,CAACC,cAAc,CAAC;IAC1E,IAAI,CAACH,IAAI,EAAEI,SAAS,EAAE;MAClB,MAAMC,KAAK,GAAGX,KAAK,CAACW,KAAK,CAACC,MAAM,CAACC,IAAI,IAAI;QACrC,OAAOA,IAAI,CAACC,IAAI,KAAKC,8BAAuB,CAACC,MAAM;MACvD,CAAC,CAAC;MACF,IAAIL,KAAK,CAACM,MAAM,KAAK,CAAC,EAAE;QACpB,MAAMC,MAAsC,GAAG;UAC3CC,KAAK,EAAE;YACHC,OAAO,EAAE,wBAAwB;YACjCC,IAAI,EAAE;UACV,CAAC;UACDV,KAAK,EAAE,EAAE;UACTW,OAAO,EAAE,EAAE;UACXC,IAAI,EAAE,EAAE;UACRC,MAAM,EAAE,EAAE;UACVC,OAAO,EAAE;QACb,CAAC;QACD,OAAO1B,QAAQ,CAACwB,IAAI,CAACL,MAAW,CAAC;MACrC;MACA,MAAMQ,UAAoB,GAAG,EAAE;MAC/B,KAAK,MAAMb,IAAI,IAAIF,KAAK,EAAE;QACtB,MAAMgB,GAAG,GAAG,IAAAC,6BAAiB,EAACf,IAAI,CAACc,GAAG,CAAC;QACvC,MAAM1B,OAAO,CAAmC;UAC5C4B,IAAI,EAAG,kCAAiC;UACxCC,UAAU,EAAEC,8CAAmC;UAC/C/B,KAAK,EAAE;YACHa,IAAI,EAAE;cACFc,GAAG;cACHb,IAAI,EAAED,IAAI,CAACC;YACf,CAAC;YACDkB,eAAe,EAAEhC,KAAK,CAACgC,eAAe;YACtCC,OAAO,EAAEjC,KAAK,CAACiC;UACnB;QACJ,CAAC,CAAC;QACFP,UAAU,CAACQ,IAAI,CAACP,GAAG,CAAC;MACxB;MAEA,MAAMT,MAAS,GAAG;QACd,GAAGlB,KAAK;QACRO,KAAK,EAAE;UACH,GAAGP,KAAK,CAACO,KAAK;UACd,CAACC,0DAAiC,CAACC,cAAc,GAAG;YAChD,GAAGH,IAAI;YACPI,SAAS,EAAE,IAAI;YACfC,KAAK,EAAEe;UACX;QACJ;MACJ,CAAC;MAED,OAAO3B,QAAQ,CAACoC,QAAQ,CAACjB,MAAM,EAAE;QAC7BkB,OAAO,EAAE,IAAAC,oCAAiB,EAACjC,IAAI,CAACkC,UAAU;MAC9C,CAAC,CAAC;IACN,CAAC,MAAM,IAAIhC,IAAI,CAACiC,QAAQ,KAAK,IAAI,EAAE;MAC/B,MAAM;QAAEf,MAAM;QAAEgB,OAAO;QAAEf,OAAO;QAAEH,OAAO;QAAEmB,UAAU;QAAElB;MAAK,CAAC,GAAG,MAAM,IAAAmB,4BAAa,EAAC;QAChFvC,OAAO;QACPC,IAAI;QACJ0B,UAAU,EAAEC;MAChB,CAAC,CAAC;;MAEF;AACZ;AACA;MACY,IAAIS,OAAO,CAACvB,MAAM,GAAG,CAAC,EAAE;QACpB,OAAOlB,QAAQ,CAACoC,QAAQ,CAACnC,KAAK,EAAE;UAC5BoC,OAAO,EAAE,IAAAC,oCAAiB,EAACjC,IAAI,CAACkC,UAAU;QAC9C,CAAC,CAAC;MACN,CAAC,MAAM,IAAIG,UAAU,CAACxB,MAAM,KAAK,CAAC,EAAE;QAChC,OAAOlB,QAAQ,CAACoB,KAAK,CAAC;UAClBC,OAAO,EAAE,uDAAuD;UAChEC,IAAI,EAAE;QACV,CAAC,CAAC;MACN;MAEA,MAAMH,MAAS,GAAG;QACd,GAAGlB,KAAK;QACRO,KAAK,EAAE;UACH,GAAGP,KAAK,CAACO,KAAK;UACd,CAACC,0DAAiC,CAACC,cAAc,GAAG;YAChD,GAAGH,IAAI;YACPkB,MAAM;YACNC,OAAO;YACPH,OAAO;YACPC,IAAI;YACJgB,QAAQ,EAAE;UACd;QACJ;MACJ,CAAC;MACD,OAAOxC,QAAQ,CAACoC,QAAQ,CAACjB,MAAM,CAAC;IACpC;IACA,OAAOnB,QAAQ,CAACoB,KAAK,CAAC;MAClBC,OAAO,EAAE;IACb,CAAC,CAAC;EACN;AACJ;AAACuB,OAAA,CAAA/C,wCAAA,GAAAA,wCAAA","ignoreList":[]}

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessEntriesStep.d.ts

@@ -0,0 +1,7 @@
+import type { ImportFromUrlControllerStep } from "./abstractions/ImportFromUrlControllerStep";
+import type { Context } from "../../../types";
+import type { IImportFromUrlControllerInput, IImportFromUrlControllerOutput } from "../abstractions/ImportFromUrlController";
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+export declare class ImportFromUrlControllerProcessEntriesStep<C extends Context = Context, I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput, O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput> implements ImportFromUrlControllerStep<C, I, O> {
+    execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessEntriesStep.js

@@ -0,0 +1,123 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ImportFromUrlControllerProcessEntriesStep = void 0;
+var _constants = require("../../constants");
+var _getBackOffSeconds = require("../../utils/helpers/getBackOffSeconds");
+var _types = require("../../../types");
+var _ImportFromUrlController = require("../abstractions/ImportFromUrlController");
+var _getChildTasks = require("./getChildTasks");
+var _importPath = require("../../utils/helpers/importPath");
+class ImportFromUrlControllerProcessEntriesStep {
+  async execute(params) {
+    const {
+      context,
+      response,
+      input,
+      trigger,
+      store
+    } = params;
+    const task = store.getTask();
+    const step = input.steps[_ImportFromUrlController.IImportFromUrlControllerInputStep.PROCESS_ENTRIES];
+    if (!step?.triggered) {
+      const files = input.files.filter(file => {
+        return file.type === _types.CmsImportExportFileType.ENTRIES;
+      });
+      if (files.length === 0) {
+        const output = {
+          error: {
+            message: "No entries files found.",
+            code: "NO_ENTRIES_FILES"
+          },
+          files: [],
+          aborted: [],
+          done: [],
+          failed: [],
+          invalid: []
+        };
+        return response.done(output);
+      }
+      const inputFiles = [];
+      for (const file of files) {
+        const key = (0, _importPath.prependImportPath)(file.key);
+        await trigger({
+          name: `Import From Url - Process entries`,
+          definition: _constants.IMPORT_FROM_URL_PROCESS_ENTRIES_TASK,
+          input: {
+            file: {
+              key,
+              type: file.type
+            },
+            maxInsertErrors: input.maxInsertErrors,
+            modelId: input.modelId
+          }
+        });
+        inputFiles.push(key);
+      }
+      const output = {
+        ...input,
+        steps: {
+          ...input.steps,
+          [_ImportFromUrlController.IImportFromUrlControllerInputStep.PROCESS_ENTRIES]: {
+            ...step,
+            triggered: true,
+            files: inputFiles
+          }
+        }
+      };
+      return response.continue(output, {
+        seconds: (0, _getBackOffSeconds.getBackOffSeconds)(task.iterations)
+      });
+    } else if (step.finished !== true) {
+      const {
+        failed,
+        running,
+        invalid,
+        aborted,
+        collection,
+        done
+      } = await (0, _getChildTasks.getChildTasks)({
+        context,
+        task,
+        definition: _constants.IMPORT_FROM_URL_PROCESS_ENTRIES_TASK
+      });
+
+      /**
+       * If there are any running tasks, we should continue waiting.
+       */
+      if (running.length > 0) {
+        return response.continue(input, {
+          seconds: (0, _getBackOffSeconds.getBackOffSeconds)(task.iterations)
+        });
+      } else if (collection.length === 0) {
+        return response.error({
+          message: "No process entries tasks found. We are not continuing.",
+          code: "NO_PROCESS_ENTRIES_TASKS"
+        });
+      }
+      const output = {
+        ...input,
+        steps: {
+          ...input.steps,
+          [_ImportFromUrlController.IImportFromUrlControllerInputStep.PROCESS_ENTRIES]: {
+            ...step,
+            failed,
+            invalid,
+            aborted,
+            done,
+            finished: true
+          }
+        }
+      };
+      return response.continue(output);
+    }
+    return response.error({
+      message: "Impossible to get to this point. Fatal error."
+    });
+  }
+}
+exports.ImportFromUrlControllerProcessEntriesStep = ImportFromUrlControllerProcessEntriesStep;
+
+//# sourceMappingURL=ImportFromUrlControllerProcessEntriesStep.js.map

package/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessEntriesStep.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_constants","require","_getBackOffSeconds","_types","_ImportFromUrlController","_getChildTasks","_importPath","ImportFromUrlControllerProcessEntriesStep","execute","params","context","response","input","trigger","store","task","getTask","step","steps","IImportFromUrlControllerInputStep","PROCESS_ENTRIES","triggered","files","filter","file","type","CmsImportExportFileType","ENTRIES","length","output","error","message","code","aborted","done","failed","invalid","inputFiles","key","prependImportPath","name","definition","IMPORT_FROM_URL_PROCESS_ENTRIES_TASK","maxInsertErrors","modelId","push","continue","seconds","getBackOffSeconds","iterations","finished","running","collection","getChildTasks","exports"],"sources":["ImportFromUrlControllerProcessEntriesStep.ts"],"sourcesContent":["import type { ImportFromUrlControllerStep } from \"./abstractions/ImportFromUrlControllerStep\";\nimport { IMPORT_FROM_URL_PROCESS_ENTRIES_TASK } from \"~/tasks/constants\";\nimport { getBackOffSeconds } from \"~/tasks/utils/helpers/getBackOffSeconds\";\nimport type { Context } from \"~/types\";\nimport { CmsImportExportFileType } from \"~/types\";\nimport type {\n    IImportFromUrlControllerInput,\n    IImportFromUrlControllerOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlController\";\nimport { IImportFromUrlControllerInputStep } from \"~/tasks/domain/abstractions/ImportFromUrlController\";\nimport type { ITask, ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\nimport { getChildTasks } from \"./getChildTasks\";\nimport type { IImportFromUrlProcessEntriesInput } from \"../importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries\";\nimport { prependImportPath } from \"~/tasks/utils/helpers/importPath\";\n\nexport class ImportFromUrlControllerProcessEntriesStep<\n    C extends Context = Context,\n    I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput,\n    O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput\n> implements ImportFromUrlControllerStep<C, I, O>\n{\n    public async execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>> {\n        const { context, response, input, trigger, store } = params;\n\n        const task = store.getTask() as ITask<I, O>;\n\n        const step = input.steps[IImportFromUrlControllerInputStep.PROCESS_ENTRIES];\n        if (!step?.triggered) {\n            const files = input.files.filter(file => {\n                return file.type === CmsImportExportFileType.ENTRIES;\n            });\n            if (files.length === 0) {\n                const output: IImportFromUrlControllerOutput = {\n                    error: {\n                        message: \"No entries files found.\",\n                        code: \"NO_ENTRIES_FILES\"\n                    },\n                    files: [],\n                    aborted: [],\n                    done: [],\n                    failed: [],\n                    invalid: []\n                };\n                return response.done(output as O);\n            }\n            const inputFiles: string[] = [];\n            for (const file of files) {\n                const key = prependImportPath(file.key);\n                await trigger<IImportFromUrlProcessEntriesInput>({\n                    name: `Import From Url - Process entries`,\n                    definition: IMPORT_FROM_URL_PROCESS_ENTRIES_TASK,\n                    input: {\n                        file: {\n                            key,\n                            type: file.type\n                        },\n                        maxInsertErrors: input.maxInsertErrors,\n                        modelId: input.modelId\n                    }\n                });\n                inputFiles.push(key);\n            }\n\n            const output: I = {\n                ...input,\n                steps: {\n                    ...input.steps,\n                    [IImportFromUrlControllerInputStep.PROCESS_ENTRIES]: {\n                        ...step,\n                        triggered: true,\n                        files: inputFiles\n                    }\n                }\n            };\n\n            return response.continue(output, {\n                seconds: getBackOffSeconds(task.iterations)\n            });\n        } else if (step.finished !== true) {\n            const { failed, running, invalid, aborted, collection, done } = await getChildTasks({\n                context,\n                task,\n                definition: IMPORT_FROM_URL_PROCESS_ENTRIES_TASK\n            });\n\n            /**\n             * If there are any running tasks, we should continue waiting.\n             */\n            if (running.length > 0) {\n                return response.continue(input, {\n                    seconds: getBackOffSeconds(task.iterations)\n                });\n            } else if (collection.length === 0) {\n                return response.error({\n                    message: \"No process entries tasks found. We are not continuing.\",\n                    code: \"NO_PROCESS_ENTRIES_TASKS\"\n                });\n            }\n\n            const output: I = {\n                ...input,\n                steps: {\n                    ...input.steps,\n                    [IImportFromUrlControllerInputStep.PROCESS_ENTRIES]: {\n                        ...step,\n                        failed,\n                        invalid,\n                        aborted,\n                        done,\n                        finished: true\n                    }\n                }\n            };\n            return response.continue(output);\n        }\n        return response.error({\n            message: \"Impossible to get to this point. Fatal error.\"\n        });\n    }\n}\n"],"mappings":";;;;;;AACA,IAAAA,UAAA,GAAAC,OAAA;AACA,IAAAC,kBAAA,GAAAD,OAAA;AAEA,IAAAE,MAAA,GAAAF,OAAA;AAKA,IAAAG,wBAAA,GAAAH,OAAA;AAEA,IAAAI,cAAA,GAAAJ,OAAA;AAEA,IAAAK,WAAA,GAAAL,OAAA;AAEO,MAAMM,yCAAyC,CAKtD;EACI,MAAaC,OAAOA,CAACC,MAA+B,EAAsC;IACtF,MAAM;MAAEC,OAAO;MAAEC,QAAQ;MAAEC,KAAK;MAAEC,OAAO;MAAEC;IAAM,CAAC,GAAGL,MAAM;IAE3D,MAAMM,IAAI,GAAGD,KAAK,CAACE,OAAO,CAAC,CAAgB;IAE3C,MAAMC,IAAI,GAAGL,KAAK,CAACM,KAAK,CAACC,0DAAiC,CAACC,eAAe,CAAC;IAC3E,IAAI,CAACH,IAAI,EAAEI,SAAS,EAAE;MAClB,MAAMC,KAAK,GAAGV,KAAK,CAACU,KAAK,CAACC,MAAM,CAACC,IAAI,IAAI;QACrC,OAAOA,IAAI,CAACC,IAAI,KAAKC,8BAAuB,CAACC,OAAO;MACxD,CAAC,CAAC;MACF,IAAIL,KAAK,CAACM,MAAM,KAAK,CAAC,EAAE;QACpB,MAAMC,MAAsC,GAAG;UAC3CC,KAAK,EAAE;YACHC,OAAO,EAAE,yBAAyB;YAClCC,IAAI,EAAE;UACV,CAAC;UACDV,KAAK,EAAE,EAAE;UACTW,OAAO,EAAE,EAAE;UACXC,IAAI,EAAE,EAAE;UACRC,MAAM,EAAE,EAAE;UACVC,OAAO,EAAE;QACb,CAAC;QACD,OAAOzB,QAAQ,CAACuB,IAAI,CAACL,MAAW,CAAC;MACrC;MACA,MAAMQ,UAAoB,GAAG,EAAE;MAC/B,KAAK,MAAMb,IAAI,IAAIF,KAAK,EAAE;QACtB,MAAMgB,GAAG,GAAG,IAAAC,6BAAiB,EAACf,IAAI,CAACc,GAAG,CAAC;QACvC,MAAMzB,OAAO,CAAoC;UAC7C2B,IAAI,EAAG,mCAAkC;UACzCC,UAAU,EAAEC,+CAAoC;UAChD9B,KAAK,EAAE;YACHY,IAAI,EAAE;cACFc,GAAG;cACHb,IAAI,EAAED,IAAI,CAACC;YACf,CAAC;YACDkB,eAAe,EAAE/B,KAAK,CAAC+B,eAAe;YACtCC,OAAO,EAAEhC,KAAK,CAACgC;UACnB;QACJ,CAAC,CAAC;QACFP,UAAU,CAACQ,IAAI,CAACP,GAAG,CAAC;MACxB;MAEA,MAAMT,MAAS,GAAG;QACd,GAAGjB,KAAK;QACRM,KAAK,EAAE;UACH,GAAGN,KAAK,CAACM,KAAK;UACd,CAACC,0DAAiC,CAACC,eAAe,GAAG;YACjD,GAAGH,IAAI;YACPI,SAAS,EAAE,IAAI;YACfC,KAAK,EAAEe;UACX;QACJ;MACJ,CAAC;MAED,OAAO1B,QAAQ,CAACmC,QAAQ,CAACjB,MAAM,EAAE;QAC7BkB,OAAO,EAAE,IAAAC,oCAAiB,EAACjC,IAAI,CAACkC,UAAU;MAC9C,CAAC,CAAC;IACN,CAAC,MAAM,IAAIhC,IAAI,CAACiC,QAAQ,KAAK,IAAI,EAAE;MAC/B,MAAM;QAAEf,MAAM;QAAEgB,OAAO;QAAEf,OAAO;QAAEH,OAAO;QAAEmB,UAAU;QAAElB;MAAK,CAAC,GAAG,MAAM,IAAAmB,4BAAa,EAAC;QAChF3C,OAAO;QACPK,IAAI;QACJ0B,UAAU,EAAEC;MAChB,CAAC,CAAC;;MAEF;AACZ;AACA;MACY,IAAIS,OAAO,CAACvB,MAAM,GAAG,CAAC,EAAE;QACpB,OAAOjB,QAAQ,CAACmC,QAAQ,CAAClC,KAAK,EAAE;UAC5BmC,OAAO,EAAE,IAAAC,oCAAiB,EAACjC,IAAI,CAACkC,UAAU;QAC9C,CAAC,CAAC;MACN,CAAC,MAAM,IAAIG,UAAU,CAACxB,MAAM,KAAK,CAAC,EAAE;QAChC,OAAOjB,QAAQ,CAACmB,KAAK,CAAC;UAClBC,OAAO,EAAE,wDAAwD;UACjEC,IAAI,EAAE;QACV,CAAC,CAAC;MACN;MAEA,MAAMH,MAAS,GAAG;QACd,GAAGjB,KAAK;QACRM,KAAK,EAAE;UACH,GAAGN,KAAK,CAACM,KAAK;UACd,CAACC,0DAAiC,CAACC,eAAe,GAAG;YACjD,GAAGH,IAAI;YACPkB,MAAM;YACNC,OAAO;YACPH,OAAO;YACPC,IAAI;YACJgB,QAAQ,EAAE;UACd;QACJ;MACJ,CAAC;MACD,OAAOvC,QAAQ,CAACmC,QAAQ,CAACjB,MAAM,CAAC;IACpC;IACA,OAAOlB,QAAQ,CAACmB,KAAK,CAAC;MAClBC,OAAO,EAAE;IACb,CAAC,CAAC;EACN;AACJ;AAACuB,OAAA,CAAA/C,yCAAA,GAAAA,yCAAA","ignoreList":[]}

package/tasks/domain/importFromUrlControllerSteps/abstractions/ImportFromUrlControllerStep.d.ts

@@ -0,0 +1,6 @@
+import type { Context } from "../../../../types";
+import type { IImportFromUrlControllerInput, IImportFromUrlControllerOutput } from "../../abstractions/ImportFromUrlController";
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+export interface ImportFromUrlControllerStep<C extends Context = Context, I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput, O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput> {
+    execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/domain/importFromUrlControllerSteps/abstractions/ImportFromUrlControllerStep.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=ImportFromUrlControllerStep.js.map

package/tasks/domain/importFromUrlControllerSteps/abstractions/ImportFromUrlControllerStep.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["ImportFromUrlControllerStep.ts"],"sourcesContent":["import type { Context } from \"~/types\";\nimport type {\n    IImportFromUrlControllerInput,\n    IImportFromUrlControllerOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlController\";\nimport type { ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\n\nexport interface ImportFromUrlControllerStep<\n    C extends Context = Context,\n    I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput,\n    O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput\n> {\n    execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;\n}\n"],"mappings":"","ignoreList":[]}

package/tasks/domain/importFromUrlControllerSteps/getChildTasks.d.ts

@@ -0,0 +1,15 @@
+import type { ITask, ITaskResponseDoneResultOutput } from "@webiny/tasks";
+import type { Context } from "../../../types";
+export interface IGetChildTasksParams {
+    context: Context;
+    task: ITask;
+    definition: string;
+}
+export declare const getChildTasks: <I, O extends ITaskResponseDoneResultOutput>({ context, task, definition }: IGetChildTasksParams) => Promise<{
+    running: string[];
+    done: string[];
+    invalid: string[];
+    aborted: string[];
+    failed: string[];
+    collection: ITask<I, O>[];
+}>;