@webiny/api-headless-cms-import-export 6.0.0-alpha.5 → 6.0.0-rc.1

package/features/ExportContentEntriesTask/createExportContentEntries.js

@@ -0,0 +1,50 @@
+import { createS3Client } from "@webiny/aws-sdk/client-s3/index.js";
+import { getBucket } from "../../tasks/utils/helpers/getBucket.js";
+import { ExportContentEntries } from "./ExportContentEntries.js";
+import { CmsEntryZipper } from "../../tasks/utils/cmsEntryZipper/index.js";
+import { createUploadFactory } from "../../tasks/utils/upload/index.js";
+import { createArchiver } from "../../tasks/utils/archiver/index.js";
+import { Zipper } from "../../tasks/utils/zipper/index.js";
+import { EntryAssets } from "../../tasks/utils/entryAssets/index.js";
+import { UniqueResolver } from "../../tasks/utils/uniqueResolver/UniqueResolver.js";
+import { WEBINY_EXPORT_ENTRIES_EXTENSION } from "../../tasks/constants.js";
+export const createExportContentEntries = context => {
+  const client = createS3Client();
+  const bucket = getBucket();
+  const createUpload = createUploadFactory({
+    client,
+    bucket
+  });
+  const createCmsEntryZipper = config => {
+    const upload = createUpload(config.filename);
+    const archiver = createArchiver({
+      format: "zip",
+      options: {
+        gzip: true,
+        gzipOptions: {
+          level: 9
+        },
+        comment: WEBINY_EXPORT_ENTRIES_EXTENSION
+      }
+    });
+    const zipper = new Zipper({
+      upload,
+      archiver
+    });
+    return new CmsEntryZipper({
+      fetcher: config.fetcher,
+      zipper,
+      entryAssets: new EntryAssets({
+        uniqueResolver: new UniqueResolver(),
+        traverser: config.traverser
+      }),
+      uniqueAssetsResolver: new UniqueResolver()
+    });
+  };
+  return new ExportContentEntries({
+    context,
+    createCmsEntryZipper
+  });
+};
+
+//# sourceMappingURL=createExportContentEntries.js.map

package/features/ExportContentEntriesTask/createExportContentEntries.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createS3Client","getBucket","ExportContentEntries","CmsEntryZipper","createUploadFactory","createArchiver","Zipper","EntryAssets","UniqueResolver","WEBINY_EXPORT_ENTRIES_EXTENSION","createExportContentEntries","context","client","bucket","createUpload","createCmsEntryZipper","config","upload","filename","archiver","format","options","gzip","gzipOptions","level","comment","zipper","fetcher","entryAssets","uniqueResolver","traverser","uniqueAssetsResolver"],"sources":["createExportContentEntries.ts"],"sourcesContent":["import { createS3Client } from \"@webiny/aws-sdk/client-s3/index.js\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket.js\";\nimport { ExportContentEntries } from \"./ExportContentEntries.js\";\nimport type { ICreateCmsEntryZipperConfig } from \"./ExportContentEntries.js\";\nimport { CmsEntryZipper } from \"~/tasks/utils/cmsEntryZipper/index.js\";\nimport { createUploadFactory } from \"~/tasks/utils/upload/index.js\";\nimport { createArchiver } from \"~/tasks/utils/archiver/index.js\";\nimport { Zipper } from \"~/tasks/utils/zipper/index.js\";\nimport { EntryAssets } from \"~/tasks/utils/entryAssets/index.js\";\nimport { UniqueResolver } from \"~/tasks/utils/uniqueResolver/UniqueResolver.js\";\nimport { WEBINY_EXPORT_ENTRIES_EXTENSION } from \"~/tasks/constants.js\";\nimport type { Context } from \"~/types.js\";\n\nexport const createExportContentEntries = (context: Context) => {\n    const client = createS3Client();\n    const bucket = getBucket();\n    const createUpload = createUploadFactory({\n        client,\n        bucket\n    });\n\n    const createCmsEntryZipper = (config: ICreateCmsEntryZipperConfig) => {\n        const upload = createUpload(config.filename);\n\n        const archiver = createArchiver({\n            format: \"zip\",\n            options: {\n                gzip: true,\n                gzipOptions: {\n                    level: 9\n                },\n                comment: WEBINY_EXPORT_ENTRIES_EXTENSION\n            }\n        });\n\n        const zipper = new Zipper({\n            upload,\n            archiver\n        });\n\n        return new CmsEntryZipper({\n            fetcher: config.fetcher,\n            zipper,\n            entryAssets: new EntryAssets({\n                uniqueResolver: new UniqueResolver(),\n                traverser: config.traverser\n            }),\n            uniqueAssetsResolver: new UniqueResolver()\n        });\n    };\n\n    return new ExportContentEntries({\n        context,\n        createCmsEntryZipper\n    });\n};\n"],"mappings":"AAAA,SAASA,cAAc,QAAQ,oCAAoC;AACnE,SAASC,SAAS;AAClB,SAASC,oBAAoB;AAE7B,SAASC,cAAc;AACvB,SAASC,mBAAmB;AAC5B,SAASC,cAAc;AACvB,SAASC,MAAM;AACf,SAASC,WAAW;AACpB,SAASC,cAAc;AACvB,SAASC,+BAA+B;AAGxC,OAAO,MAAMC,0BAA0B,GAAIC,OAAgB,IAAK;EAC5D,MAAMC,MAAM,GAAGZ,cAAc,CAAC,CAAC;EAC/B,MAAMa,MAAM,GAAGZ,SAAS,CAAC,CAAC;EAC1B,MAAMa,YAAY,GAAGV,mBAAmB,CAAC;IACrCQ,MAAM;IACNC;EACJ,CAAC,CAAC;EAEF,MAAME,oBAAoB,GAAIC,MAAmC,IAAK;IAClE,MAAMC,MAAM,GAAGH,YAAY,CAACE,MAAM,CAACE,QAAQ,CAAC;IAE5C,MAAMC,QAAQ,GAAGd,cAAc,CAAC;MAC5Be,MAAM,EAAE,KAAK;MACbC,OAAO,EAAE;QACLC,IAAI,EAAE,IAAI;QACVC,WAAW,EAAE;UACTC,KAAK,EAAE;QACX,CAAC;QACDC,OAAO,EAAEhB;MACb;IACJ,CAAC,CAAC;IAEF,MAAMiB,MAAM,GAAG,IAAIpB,MAAM,CAAC;MACtBW,MAAM;MACNE;IACJ,CAAC,CAAC;IAEF,OAAO,IAAIhB,cAAc,CAAC;MACtBwB,OAAO,EAAEX,MAAM,CAACW,OAAO;MACvBD,MAAM;MACNE,WAAW,EAAE,IAAIrB,WAAW,CAAC;QACzBsB,cAAc,EAAE,IAAIrB,cAAc,CAAC,CAAC;QACpCsB,SAAS,EAAEd,MAAM,CAACc;MACtB,CAAC,CAAC;MACFC,oBAAoB,EAAE,IAAIvB,cAAc,CAAC;IAC7C,CAAC,CAAC;EACN,CAAC;EAED,OAAO,IAAIN,oBAAoB,CAAC;IAC5BS,OAAO;IACPI;EACJ,CAAC,CAAC;AACN,CAAC","ignoreList":[]}

package/features/ExportContentEntriesTask/feature.d.ts

@@ -0,0 +1 @@
+export declare const ExportContentEntriesTaskFeature: import("@webiny/feature/api/createFeature.js").FeatureDefinition<unknown>;

package/features/ExportContentEntriesTask/feature.js

@@ -0,0 +1,10 @@
+import { createFeature } from "@webiny/feature/api";
+import { ExportContentEntriesTask } from "./ExportContentEntriesTask.js";
+export const ExportContentEntriesTaskFeature = createFeature({
+  name: "HeadlessCms/ImportExport/ExportContentEntriesTask",
+  register(container) {
+    container.register(ExportContentEntriesTask);
+  }
+});
+
+//# sourceMappingURL=feature.js.map

package/features/ExportContentEntriesTask/feature.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createFeature","ExportContentEntriesTask","ExportContentEntriesTaskFeature","name","register","container"],"sources":["feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { ExportContentEntriesTask } from \"./ExportContentEntriesTask.js\";\n\nexport const ExportContentEntriesTaskFeature = createFeature({\n    name: \"HeadlessCms/ImportExport/ExportContentEntriesTask\",\n    register(container) {\n        container.register(ExportContentEntriesTask);\n    }\n});\n"],"mappings":"AAAA,SAASA,aAAa,QAAQ,qBAAqB;AACnD,SAASC,wBAAwB;AAEjC,OAAO,MAAMC,+BAA+B,GAAGF,aAAa,CAAC;EACzDG,IAAI,EAAE,mDAAmD;EACzDC,QAAQA,CAACC,SAAS,EAAE;IAChBA,SAAS,CAACD,QAAQ,CAACH,wBAAwB,CAAC;EAChD;AACJ,CAAC,CAAC","ignoreList":[]}

package/features/ImportFromUrlControllerTask/ImportFromUrlController.d.ts

@@ -0,0 +1,8 @@
+import type { IImportFromUrlController, IImportFromUrlControllerInput, IImportFromUrlControllerOutput } from "../../tasks/domain/abstractions/ImportFromUrlController.js";
+import type { Context } from "../../types.js";
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+export declare class ImportFromUrlController<I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput, O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput> implements IImportFromUrlController<I, O> {
+    private context;
+    constructor(context: Context);
+    run(params: TaskDefinition.RunParams<I, O>): Promise<TaskDefinition.Result<I, O>>;
+}

package/features/ImportFromUrlControllerTask/ImportFromUrlController.js

@@ -0,0 +1,95 @@
+import { IImportFromUrlControllerInputStep } from "../../tasks/domain/abstractions/ImportFromUrlController.js";
+import { ImportFromUrlControllerDownloadStep } from "../../tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerDownloadStep.js";
+import { ImportFromUrlControllerProcessEntriesStep } from "../../tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessEntriesStep.js";
+import { ImportFromUrlControllerProcessAssetsStep } from "../../tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessAssetsStep.js";
+const getDefaultStepValues = () => {
+  return {
+    files: [],
+    triggered: false,
+    finished: false,
+    done: [],
+    failed: [],
+    invalid: [],
+    aborted: []
+  };
+};
+export class ImportFromUrlController {
+  constructor(context) {
+    this.context = context;
+  }
+  async run(params) {
+    const {
+      input,
+      controller
+    } = params;
+    if (!input.modelId) {
+      return controller.response.error({
+        message: `Missing "modelId" in the input.`,
+        code: "MISSING_MODEL_ID"
+      });
+    } else if (Array.isArray(input.files) === false || input.files.length === 0) {
+      return controller.response.error({
+        message: `No files found in the provided data.`,
+        code: "NO_FILES_FOUND"
+      });
+    }
+    try {
+      await this.context.cms.getModel(input.modelId);
+    } catch {
+      return controller.response.error({
+        message: `Model "${input.modelId}" not found.`,
+        code: "MODEL_NOT_FOUND"
+      });
+    }
+    if (!input.steps) {
+      input.steps = {};
+    }
+    const downloadStep = input.steps[IImportFromUrlControllerInputStep.DOWNLOAD] || getDefaultStepValues();
+    if (!downloadStep.finished) {
+      const step = new ImportFromUrlControllerDownloadStep(this.context);
+      return await step.execute({
+        input,
+        controller
+      });
+    } else if (downloadStep.failed.length) {
+      return controller.response.error({
+        message: `Failed to download files.`,
+        code: "FAILED_DOWNLOADING_FILES",
+        data: input.steps
+      });
+    }
+    const processEntriesStep = input.steps[IImportFromUrlControllerInputStep.PROCESS_ENTRIES] || getDefaultStepValues();
+    if (!processEntriesStep.finished) {
+      const step = new ImportFromUrlControllerProcessEntriesStep(this.context);
+      return await step.execute(params);
+    } else if (processEntriesStep.failed.length) {
+      return controller.response.error({
+        message: `Failed to process entries.`,
+        code: "FAILED_PROCESSING_ENTRIES",
+        data: input.steps
+      });
+    }
+    const processAssetsStep = input.steps[IImportFromUrlControllerInputStep.PROCESS_ASSETS] || getDefaultStepValues();
+    if (!processAssetsStep.finished) {
+      const step = new ImportFromUrlControllerProcessAssetsStep(this.context);
+      return await step.execute(params);
+    } else if (processAssetsStep.failed.length) {
+      return controller.response.error({
+        message: `Failed to process assets.`,
+        code: "FAILED_PROCESSING_ASSETS",
+        data: input.steps
+      });
+    }
+    const files = downloadStep.files.concat(processEntriesStep.files).concat(processAssetsStep.files);
+    const output = {
+      files,
+      done: [],
+      invalid: [],
+      failed: [],
+      aborted: []
+    };
+    return controller.response.done(output);
+  }
+}
+
+//# sourceMappingURL=ImportFromUrlController.js.map

package/features/ImportFromUrlControllerTask/ImportFromUrlController.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["IImportFromUrlControllerInputStep","ImportFromUrlControllerDownloadStep","ImportFromUrlControllerProcessEntriesStep","ImportFromUrlControllerProcessAssetsStep","getDefaultStepValues","files","triggered","finished","done","failed","invalid","aborted","ImportFromUrlController","constructor","context","run","params","input","controller","modelId","response","error","message","code","Array","isArray","length","cms","getModel","steps","downloadStep","DOWNLOAD","step","execute","data","processEntriesStep","PROCESS_ENTRIES","processAssetsStep","PROCESS_ASSETS","concat","output"],"sources":["ImportFromUrlController.ts"],"sourcesContent":["import type {\n    IImportFromUrlController,\n    IImportFromUrlControllerInput,\n    IImportFromUrlControllerInputStepsStep,\n    IImportFromUrlControllerOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlController.js\";\nimport { IImportFromUrlControllerInputStep } from \"~/tasks/domain/abstractions/ImportFromUrlController.js\";\nimport type { Context } from \"~/types.js\";\nimport { ImportFromUrlControllerDownloadStep } from \"~/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerDownloadStep.js\";\nimport { ImportFromUrlControllerProcessEntriesStep } from \"~/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessEntriesStep.js\";\nimport { ImportFromUrlControllerProcessAssetsStep } from \"~/tasks/domain/importFromUrlControllerSteps/ImportFromUrlControllerProcessAssetsStep.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\n\nconst getDefaultStepValues = (): IImportFromUrlControllerInputStepsStep => {\n    return {\n        files: [],\n        triggered: false,\n        finished: false,\n        done: [],\n        failed: [],\n        invalid: [],\n        aborted: []\n    };\n};\n\nexport class ImportFromUrlController<\n    I extends IImportFromUrlControllerInput = IImportFromUrlControllerInput,\n    O extends IImportFromUrlControllerOutput = IImportFromUrlControllerOutput\n> implements IImportFromUrlController<I, O>\n{\n    constructor(private context: Context) {}\n\n    public async run(params: TaskDefinition.RunParams<I, O>) {\n        const { input, controller } = params;\n\n        if (!input.modelId) {\n            return controller.response.error({\n                message: `Missing \"modelId\" in the input.`,\n                code: \"MISSING_MODEL_ID\"\n            });\n        } else if (Array.isArray(input.files) === false || input.files.length === 0) {\n            return controller.response.error({\n                message: `No files found in the provided data.`,\n                code: \"NO_FILES_FOUND\"\n            });\n        }\n\n        try {\n            await this.context.cms.getModel(input.modelId);\n        } catch {\n            return controller.response.error({\n                message: `Model \"${input.modelId}\" not found.`,\n                code: \"MODEL_NOT_FOUND\"\n            });\n        }\n\n        if (!input.steps) {\n            input.steps = {};\n        }\n\n        const downloadStep =\n            input.steps[IImportFromUrlControllerInputStep.DOWNLOAD] || getDefaultStepValues();\n\n        if (!downloadStep.finished) {\n            const step = new ImportFromUrlControllerDownloadStep<I, O>(this.context);\n            return await step.execute({ input, controller });\n        } else if (downloadStep.failed.length) {\n            return controller.response.error({\n                message: `Failed to download files.`,\n                code: \"FAILED_DOWNLOADING_FILES\",\n                data: input.steps\n            });\n        }\n\n        const processEntriesStep =\n            input.steps[IImportFromUrlControllerInputStep.PROCESS_ENTRIES] ||\n            getDefaultStepValues();\n        if (!processEntriesStep.finished) {\n            const step = new ImportFromUrlControllerProcessEntriesStep<I, O>(this.context);\n            return await step.execute(params);\n        } else if (processEntriesStep.failed.length) {\n            return controller.response.error({\n                message: `Failed to process entries.`,\n                code: \"FAILED_PROCESSING_ENTRIES\",\n                data: input.steps\n            });\n        }\n\n        const processAssetsStep =\n            input.steps[IImportFromUrlControllerInputStep.PROCESS_ASSETS] || getDefaultStepValues();\n        if (!processAssetsStep.finished) {\n            const step = new ImportFromUrlControllerProcessAssetsStep<I, O>(this.context);\n            return await step.execute(params);\n        } else if (processAssetsStep.failed.length) {\n            return controller.response.error({\n                message: `Failed to process assets.`,\n                code: \"FAILED_PROCESSING_ASSETS\",\n                data: input.steps\n            });\n        }\n\n        const files = downloadStep.files\n            .concat(processEntriesStep.files)\n            .concat(processAssetsStep.files);\n\n        const output: IImportFromUrlControllerOutput = {\n            files,\n            done: [],\n            invalid: [],\n            failed: [],\n            aborted: []\n        };\n\n        return controller.response.done(output as O);\n    }\n}\n"],"mappings":"AAMA,SAASA,iCAAiC;AAE1C,SAASC,mCAAmC;AAC5C,SAASC,yCAAyC;AAClD,SAASC,wCAAwC;AAGjD,MAAMC,oBAAoB,GAAGA,CAAA,KAA8C;EACvE,OAAO;IACHC,KAAK,EAAE,EAAE;IACTC,SAAS,EAAE,KAAK;IAChBC,QAAQ,EAAE,KAAK;IACfC,IAAI,EAAE,EAAE;IACRC,MAAM,EAAE,EAAE;IACVC,OAAO,EAAE,EAAE;IACXC,OAAO,EAAE;EACb,CAAC;AACL,CAAC;AAED,OAAO,MAAMC,uBAAuB,CAIpC;EACIC,WAAWA,CAASC,OAAgB,EAAE;IAAA,KAAlBA,OAAgB,GAAhBA,OAAgB;EAAG;EAEvC,MAAaC,GAAGA,CAACC,MAAsC,EAAE;IACrD,MAAM;MAAEC,KAAK;MAAEC;IAAW,CAAC,GAAGF,MAAM;IAEpC,IAAI,CAACC,KAAK,CAACE,OAAO,EAAE;MAChB,OAAOD,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,iCAAiC;QAC1CC,IAAI,EAAE;MACV,CAAC,CAAC;IACN,CAAC,MAAM,IAAIC,KAAK,CAACC,OAAO,CAACR,KAAK,CAACZ,KAAK,CAAC,KAAK,KAAK,IAAIY,KAAK,CAACZ,KAAK,CAACqB,MAAM,KAAK,CAAC,EAAE;MACzE,OAAOR,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,sCAAsC;QAC/CC,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEA,IAAI;MACA,MAAM,IAAI,CAACT,OAAO,CAACa,GAAG,CAACC,QAAQ,CAACX,KAAK,CAACE,OAAO,CAAC;IAClD,CAAC,CAAC,MAAM;MACJ,OAAOD,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,UAAUL,KAAK,CAACE,OAAO,cAAc;QAC9CI,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEA,IAAI,CAACN,KAAK,CAACY,KAAK,EAAE;MACdZ,KAAK,CAACY,KAAK,GAAG,CAAC,CAAC;IACpB;IAEA,MAAMC,YAAY,GACdb,KAAK,CAACY,KAAK,CAAC7B,iCAAiC,CAAC+B,QAAQ,CAAC,IAAI3B,oBAAoB,CAAC,CAAC;IAErF,IAAI,CAAC0B,YAAY,CAACvB,QAAQ,EAAE;MACxB,MAAMyB,IAAI,GAAG,IAAI/B,mCAAmC,CAAO,IAAI,CAACa,OAAO,CAAC;MACxE,OAAO,MAAMkB,IAAI,CAACC,OAAO,CAAC;QAAEhB,KAAK;QAAEC;MAAW,CAAC,CAAC;IACpD,CAAC,MAAM,IAAIY,YAAY,CAACrB,MAAM,CAACiB,MAAM,EAAE;MACnC,OAAOR,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,2BAA2B;QACpCC,IAAI,EAAE,0BAA0B;QAChCW,IAAI,EAAEjB,KAAK,CAACY;MAChB,CAAC,CAAC;IACN;IAEA,MAAMM,kBAAkB,GACpBlB,KAAK,CAACY,KAAK,CAAC7B,iCAAiC,CAACoC,eAAe,CAAC,IAC9DhC,oBAAoB,CAAC,CAAC;IAC1B,IAAI,CAAC+B,kBAAkB,CAAC5B,QAAQ,EAAE;MAC9B,MAAMyB,IAAI,GAAG,IAAI9B,yCAAyC,CAAO,IAAI,CAACY,OAAO,CAAC;MAC9E,OAAO,MAAMkB,IAAI,CAACC,OAAO,CAACjB,MAAM,CAAC;IACrC,CAAC,MAAM,IAAImB,kBAAkB,CAAC1B,MAAM,CAACiB,MAAM,EAAE;MACzC,OAAOR,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,4BAA4B;QACrCC,IAAI,EAAE,2BAA2B;QACjCW,IAAI,EAAEjB,KAAK,CAACY;MAChB,CAAC,CAAC;IACN;IAEA,MAAMQ,iBAAiB,GACnBpB,KAAK,CAACY,KAAK,CAAC7B,iCAAiC,CAACsC,cAAc,CAAC,IAAIlC,oBAAoB,CAAC,CAAC;IAC3F,IAAI,CAACiC,iBAAiB,CAAC9B,QAAQ,EAAE;MAC7B,MAAMyB,IAAI,GAAG,IAAI7B,wCAAwC,CAAO,IAAI,CAACW,OAAO,CAAC;MAC7E,OAAO,MAAMkB,IAAI,CAACC,OAAO,CAACjB,MAAM,CAAC;IACrC,CAAC,MAAM,IAAIqB,iBAAiB,CAAC5B,MAAM,CAACiB,MAAM,EAAE;MACxC,OAAOR,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,2BAA2B;QACpCC,IAAI,EAAE,0BAA0B;QAChCW,IAAI,EAAEjB,KAAK,CAACY;MAChB,CAAC,CAAC;IACN;IAEA,MAAMxB,KAAK,GAAGyB,YAAY,CAACzB,KAAK,CAC3BkC,MAAM,CAACJ,kBAAkB,CAAC9B,KAAK,CAAC,CAChCkC,MAAM,CAACF,iBAAiB,CAAChC,KAAK,CAAC;IAEpC,MAAMmC,MAAsC,GAAG;MAC3CnC,KAAK;MACLG,IAAI,EAAE,EAAE;MACRE,OAAO,EAAE,EAAE;MACXD,MAAM,EAAE,EAAE;MACVE,OAAO,EAAE;IACb,CAAC;IAED,OAAOO,UAAU,CAACE,QAAQ,CAACZ,IAAI,CAACgC,MAAW,CAAC;EAChD;AACJ","ignoreList":[]}

package/features/ImportFromUrlControllerTask/ImportFromUrlControllerTask.d.ts

@@ -0,0 +1,19 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import type { IImportFromUrlControllerInput, IImportFromUrlControllerOutput } from "../../tasks/domain/abstractions/ImportFromUrlController.js";
+import { CmsContext } from "@webiny/api-headless-cms/features/shared/abstractions.js";
+type IRunParams = TaskDefinition.RunParams<IImportFromUrlControllerInput, IImportFromUrlControllerOutput>;
+declare class ImportFromUrlControllerTaskDefinition implements TaskDefinition.Interface<IImportFromUrlControllerInput, IImportFromUrlControllerOutput> {
+    private context;
+    id: string;
+    title: string;
+    maxIterations: number;
+    isPrivate: boolean;
+    description: string;
+    constructor(context: CmsContext.Interface);
+    run(params: IRunParams): Promise<TaskDefinition.Result<IImportFromUrlControllerInput, IImportFromUrlControllerOutput>>;
+    onDone({ task }: TaskDefinition.LifecycleHookParams<IImportFromUrlControllerInput, IImportFromUrlControllerOutput>): Promise<void>;
+}
+export declare const ImportFromUrlControllerTask: typeof ImportFromUrlControllerTaskDefinition & {
+    __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskDefinition<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
+};
+export {};

package/features/ImportFromUrlControllerTask/ImportFromUrlControllerTask.js

@@ -0,0 +1,39 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { IMPORT_FROM_URL_CONTROLLER_TASK } from "../../tasks/constants.js";
+import { CmsContext } from "@webiny/api-headless-cms/features/shared/abstractions.js";
+class ImportFromUrlControllerTaskDefinition {
+  id = IMPORT_FROM_URL_CONTROLLER_TASK;
+  title = "Import from URL List - Controller";
+  maxIterations = 500;
+  isPrivate = true;
+  description = "Imports the data from the given URL list - controller.";
+  constructor(context) {
+    this.context = context;
+  }
+  async run(params) {
+    const {
+      ImportFromUrlController
+    } = await import("./ImportFromUrlController.js");
+    try {
+      const runner = new ImportFromUrlController(this.context);
+      return await runner.run(params);
+    } catch (ex) {
+      return params.controller.response.error(ex);
+    }
+  }
+  async onDone({
+    task
+  }) {
+    const {
+      createDeleteFiles
+    } = await import("./deleteFiles/DeleteFiles.js");
+    const deleteFiles = createDeleteFiles();
+    await deleteFiles.execute(task.output?.files);
+  }
+}
+export const ImportFromUrlControllerTask = TaskDefinition.createImplementation({
+  implementation: ImportFromUrlControllerTaskDefinition,
+  dependencies: [CmsContext]
+});
+
+//# sourceMappingURL=ImportFromUrlControllerTask.js.map

package/features/ImportFromUrlControllerTask/ImportFromUrlControllerTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["TaskDefinition","IMPORT_FROM_URL_CONTROLLER_TASK","CmsContext","ImportFromUrlControllerTaskDefinition","id","title","maxIterations","isPrivate","description","constructor","context","run","params","ImportFromUrlController","runner","ex","controller","response","error","onDone","task","createDeleteFiles","deleteFiles","execute","output","files","ImportFromUrlControllerTask","createImplementation","implementation","dependencies"],"sources":["ImportFromUrlControllerTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { IMPORT_FROM_URL_CONTROLLER_TASK } from \"~/tasks/constants.js\";\nimport type { Context } from \"~/types.js\";\nimport type {\n    IImportFromUrlControllerInput,\n    IImportFromUrlControllerOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlController.js\";\nimport { CmsContext } from \"@webiny/api-headless-cms/features/shared/abstractions.js\";\n\ntype IRunParams = TaskDefinition.RunParams<\n    IImportFromUrlControllerInput,\n    IImportFromUrlControllerOutput\n>;\n\nclass ImportFromUrlControllerTaskDefinition\n    implements\n        TaskDefinition.Interface<IImportFromUrlControllerInput, IImportFromUrlControllerOutput>\n{\n    id = IMPORT_FROM_URL_CONTROLLER_TASK;\n    title = \"Import from URL List - Controller\";\n    maxIterations = 500;\n    isPrivate = true;\n    description = \"Imports the data from the given URL list - controller.\";\n\n    constructor(private context: CmsContext.Interface) {}\n\n    async run(params: IRunParams) {\n        const { ImportFromUrlController } = await import(\"./ImportFromUrlController.js\");\n\n        try {\n            const runner = new ImportFromUrlController(this.context as Context);\n            return await runner.run(params);\n        } catch (ex) {\n            return params.controller.response.error(ex);\n        }\n    }\n\n    async onDone({\n        task\n    }: TaskDefinition.LifecycleHookParams<\n        IImportFromUrlControllerInput,\n        IImportFromUrlControllerOutput\n    >) {\n        const { createDeleteFiles } = await import(\"./deleteFiles/DeleteFiles.js\");\n\n        const deleteFiles = createDeleteFiles();\n\n        await deleteFiles.execute(task.output?.files);\n    }\n}\n\nexport const ImportFromUrlControllerTask = TaskDefinition.createImplementation({\n    implementation: ImportFromUrlControllerTaskDefinition,\n    dependencies: [CmsContext]\n});\n"],"mappings":"AAAA,SAASA,cAAc,QAAQ,wDAAwD;AACvF,SAASC,+BAA+B;AAMxC,SAASC,UAAU,QAAQ,0DAA0D;AAOrF,MAAMC,qCAAqC,CAG3C;EACIC,EAAE,GAAGH,+BAA+B;EACpCI,KAAK,GAAG,mCAAmC;EAC3CC,aAAa,GAAG,GAAG;EACnBC,SAAS,GAAG,IAAI;EAChBC,WAAW,GAAG,wDAAwD;EAEtEC,WAAWA,CAASC,OAA6B,EAAE;IAAA,KAA/BA,OAA6B,GAA7BA,OAA6B;EAAG;EAEpD,MAAMC,GAAGA,CAACC,MAAkB,EAAE;IAC1B,MAAM;MAAEC;IAAwB,CAAC,GAAG,MAAM,MAAM,+BAA+B,CAAC;IAEhF,IAAI;MACA,MAAMC,MAAM,GAAG,IAAID,uBAAuB,CAAC,IAAI,CAACH,OAAkB,CAAC;MACnE,OAAO,MAAMI,MAAM,CAACH,GAAG,CAACC,MAAM,CAAC;IACnC,CAAC,CAAC,OAAOG,EAAE,EAAE;MACT,OAAOH,MAAM,CAACI,UAAU,CAACC,QAAQ,CAACC,KAAK,CAACH,EAAE,CAAC;IAC/C;EACJ;EAEA,MAAMI,MAAMA,CAAC;IACTC;EAIJ,CAAC,EAAE;IACC,MAAM;MAAEC;IAAkB,CAAC,GAAG,MAAM,MAAM,+BAA+B,CAAC;IAE1E,MAAMC,WAAW,GAAGD,iBAAiB,CAAC,CAAC;IAEvC,MAAMC,WAAW,CAACC,OAAO,CAACH,IAAI,CAACI,MAAM,EAAEC,KAAK,CAAC;EACjD;AACJ;AAEA,OAAO,MAAMC,2BAA2B,GAAG1B,cAAc,CAAC2B,oBAAoB,CAAC;EAC3EC,cAAc,EAAEzB,qCAAqC;EACrD0B,YAAY,EAAE,CAAC3B,UAAU;AAC7B,CAAC,CAAC","ignoreList":[]}

package/{tasks/utils → features/ImportFromUrlControllerTask}/deleteFiles/DeleteFiles.d.ts

@@ -1,5 +1,5 @@
-import type { IDeleteFiles, IDeleteFilesExecuteInput } from "./abstractions/DeleteFiles";
-import type { IFileFetcher } from "../fileFetcher";
+import type { IFileFetcher } from "../../../tasks/utils/fileFetcher/index.js";
+import type { IDeleteFiles, IDeleteFilesExecuteInput } from "./abstractions.js";
 export interface IDeleteFilesParams {
     fileFetcher: IFileFetcher;
 }

package/{tasks/utils → features/ImportFromUrlControllerTask}/deleteFiles/DeleteFiles.js

@@ -1,13 +1,7 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createDeleteFiles = exports.DeleteFiles = void 0;
-var _s3Client = require("../helpers/s3Client");
-var _fileFetcher = require("../fileFetcher");
-var _getBucket = require("../helpers/getBucket");
-class DeleteFiles {
+import { FileFetcher } from "../../../tasks/utils/fileFetcher/index.js";
+import { createS3Client } from "../../../tasks/utils/helpers/s3Client.js";
+import { getBucket } from "../../../tasks/utils/helpers/getBucket.js";
+export class DeleteFiles {
   constructor(params) {
     this.fileFetcher = params.fileFetcher;
   }
@@ -37,17 +31,15 @@ class DeleteFiles {
     }
   }
 }
-exports.DeleteFiles = DeleteFiles;
-const createDeleteFiles = () => {
-  const client = (0, _s3Client.createS3Client)();
-  const bucket = (0, _getBucket.getBucket)();
+export const createDeleteFiles = () => {
+  const client = createS3Client();
+  const bucket = getBucket();
   return new DeleteFiles({
-    fileFetcher: new _fileFetcher.FileFetcher({
+    fileFetcher: new FileFetcher({
       client,
       bucket
     })
   });
 };
-exports.createDeleteFiles = createDeleteFiles;
 
 //# sourceMappingURL=DeleteFiles.js.map

package/features/ImportFromUrlControllerTask/deleteFiles/DeleteFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["FileFetcher","createS3Client","getBucket","DeleteFiles","constructor","params","fileFetcher","execute","input","files","Array","isArray","filter","file","exists","result","delete","$metadata","httpStatusCode","console","log","ex","createDeleteFiles","client","bucket"],"sources":["DeleteFiles.ts"],"sourcesContent":["import { FileFetcher } from \"~/tasks/utils/fileFetcher/index.js\";\nimport type { IFileFetcher } from \"~/tasks/utils/fileFetcher/index.js\";\nimport type { IDeleteFiles, IDeleteFilesExecuteInput } from \"./abstractions.js\";\nimport { createS3Client } from \"~/tasks/utils/helpers/s3Client.js\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket.js\";\n\nexport interface IDeleteFilesParams {\n    fileFetcher: IFileFetcher;\n}\n\nexport class DeleteFiles implements IDeleteFiles {\n    private readonly fileFetcher: IFileFetcher;\n\n    public constructor(params: IDeleteFilesParams) {\n        this.fileFetcher = params.fileFetcher;\n    }\n\n    public async execute(input: IDeleteFilesExecuteInput): Promise<void> {\n        if (!input) {\n            return;\n        }\n        const files = (Array.isArray(input) ? input : [input]).filter((file): file is string => {\n            return !!file;\n        });\n        for (const file of files) {\n            const exists = await this.fileFetcher.exists(file);\n            if (!exists) {\n                continue;\n            }\n            try {\n                const result = await this.fileFetcher.delete(file);\n                if (!result.$metadata) {\n                    continue;\n                }\n                if (result.$metadata.httpStatusCode !== 200) {\n                    console.log(`Failed to delete file \"${file}\".`);\n                }\n            } catch (ex) {\n                console.log(`Failed to delete file \"${file}\".`, ex);\n            }\n        }\n    }\n}\n\nexport const createDeleteFiles = (): IDeleteFiles => {\n    const client = createS3Client();\n    const bucket = getBucket();\n    return new DeleteFiles({\n        fileFetcher: new FileFetcher({\n            client,\n            bucket\n        })\n    });\n};\n"],"mappings":"AAAA,SAASA,WAAW;AAGpB,SAASC,cAAc;AACvB,SAASC,SAAS;AAMlB,OAAO,MAAMC,WAAW,CAAyB;EAGtCC,WAAWA,CAACC,MAA0B,EAAE;IAC3C,IAAI,CAACC,WAAW,GAAGD,MAAM,CAACC,WAAW;EACzC;EAEA,MAAaC,OAAOA,CAACC,KAA+B,EAAiB;IACjE,IAAI,CAACA,KAAK,EAAE;MACR;IACJ;IACA,MAAMC,KAAK,GAAG,CAACC,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,GAAGA,KAAK,GAAG,CAACA,KAAK,CAAC,EAAEI,MAAM,CAAEC,IAAI,IAAqB;MACpF,OAAO,CAAC,CAACA,IAAI;IACjB,CAAC,CAAC;IACF,KAAK,MAAMA,IAAI,IAAIJ,KAAK,EAAE;MACtB,MAAMK,MAAM,GAAG,MAAM,IAAI,CAACR,WAAW,CAACQ,MAAM,CAACD,IAAI,CAAC;MAClD,IAAI,CAACC,MAAM,EAAE;QACT;MACJ;MACA,IAAI;QACA,MAAMC,MAAM,GAAG,MAAM,IAAI,CAACT,WAAW,CAACU,MAAM,CAACH,IAAI,CAAC;QAClD,IAAI,CAACE,MAAM,CAACE,SAAS,EAAE;UACnB;QACJ;QACA,IAAIF,MAAM,CAACE,SAAS,CAACC,cAAc,KAAK,GAAG,EAAE;UACzCC,OAAO,CAACC,GAAG,CAAC,0BAA0BP,IAAI,IAAI,CAAC;QACnD;MACJ,CAAC,CAAC,OAAOQ,EAAE,EAAE;QACTF,OAAO,CAACC,GAAG,CAAC,0BAA0BP,IAAI,IAAI,EAAEQ,EAAE,CAAC;MACvD;IACJ;EACJ;AACJ;AAEA,OAAO,MAAMC,iBAAiB,GAAGA,CAAA,KAAoB;EACjD,MAAMC,MAAM,GAAGtB,cAAc,CAAC,CAAC;EAC/B,MAAMuB,MAAM,GAAGtB,SAAS,CAAC,CAAC;EAC1B,OAAO,IAAIC,WAAW,CAAC;IACnBG,WAAW,EAAE,IAAIN,WAAW,CAAC;MACzBuB,MAAM;MACNC;IACJ,CAAC;EACL,CAAC,CAAC;AACN,CAAC","ignoreList":[]}

package/features/ImportFromUrlControllerTask/deleteFiles/abstractions.js

@@ -0,0 +1,3 @@
+export {};
+
+//# sourceMappingURL=abstractions.js.map

package/features/ImportFromUrlControllerTask/deleteFiles/abstractions.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["abstractions.ts"],"sourcesContent":["export type IDeleteFilesExecuteInput = string | string[] | undefined | null;\n\nexport interface IDeleteFiles {\n    /**\n     * This method should take a file or an array of file paths and delete them.\n     * It should log errors if any occur.\n     */\n    execute(input: IDeleteFilesExecuteInput): Promise<void>;\n}\n"],"mappings":"","ignoreList":[]}

package/features/ImportFromUrlControllerTask/feature.d.ts

@@ -0,0 +1 @@
+export declare const ImportFromUrlControllerTaskFeature: import("@webiny/feature/api/createFeature.js").FeatureDefinition<unknown>;

package/features/ImportFromUrlControllerTask/feature.js

@@ -0,0 +1,10 @@
+import { createFeature } from "@webiny/feature/api";
+import { ImportFromUrlControllerTask } from "./ImportFromUrlControllerTask.js";
+export const ImportFromUrlControllerTaskFeature = createFeature({
+  name: "HeadlessCms/ImportExport/ImportFromUrlControllerTask",
+  register(container) {
+    container.register(ImportFromUrlControllerTask);
+  }
+});
+
+//# sourceMappingURL=feature.js.map

package/features/ImportFromUrlControllerTask/feature.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createFeature","ImportFromUrlControllerTask","ImportFromUrlControllerTaskFeature","name","register","container"],"sources":["feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { ImportFromUrlControllerTask } from \"./ImportFromUrlControllerTask.js\";\n\nexport const ImportFromUrlControllerTaskFeature = createFeature({\n    name: \"HeadlessCms/ImportExport/ImportFromUrlControllerTask\",\n    register(container) {\n        container.register(ImportFromUrlControllerTask);\n    }\n});\n"],"mappings":"AAAA,SAASA,aAAa,QAAQ,qBAAqB;AACnD,SAASC,2BAA2B;AAEpC,OAAO,MAAMC,kCAAkC,GAAGF,aAAa,CAAC;EAC5DG,IAAI,EAAE,sDAAsD;EAC5DC,QAAQA,CAACC,SAAS,EAAE;IAChBA,SAAS,CAACD,QAAQ,CAACH,2BAA2B,CAAC;EACnD;AACJ,CAAC,CAAC","ignoreList":[]}

package/features/ImportFromUrlDownloadTask/ImportFromUrlDownload.d.ts

@@ -0,0 +1,8 @@
+import type { IImportFromUrlDownload, IImportFromUrlDownloadInput, IImportFromUrlDownloadOutput } from "../../tasks/domain/abstractions/ImportFromUrlDownload.js";
+import type { Context } from "../../types.js";
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+export declare class ImportFromUrlDownload<I extends IImportFromUrlDownloadInput = IImportFromUrlDownloadInput, O extends IImportFromUrlDownloadOutput = IImportFromUrlDownloadOutput> implements IImportFromUrlDownload<I, O> {
+    private context;
+    constructor(context: Context);
+    run(params: TaskDefinition.RunParams<I, O>): Promise<import("@webiny/api-core/features/task/TaskDefinition/abstractions").ITaskResultError | import("@webiny/api-core/features/task/TaskDefinition/abstractions").ITaskResultAborted | TaskDefinition.ResultContinue<I> | TaskDefinition.ResultDone<O>>;
+}

package/{tasks/domain → features/ImportFromUrlDownloadTask}/ImportFromUrlDownload.js

@@ -1,55 +1,49 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.ImportFromUrlDownload = void 0;
-var _s3Client = require("../utils/helpers/s3Client");
-var _getBucket = require("../utils/helpers/getBucket");
-var _upload = require("../utils/upload");
-var _importPath = require("../utils/helpers/importPath");
-var _downloadFileFromUrl = require("./downloadFileFromUrl");
-class ImportFromUrlDownload {
+import { createS3Client } from "../../tasks/utils/helpers/s3Client.js";
+import { getBucket } from "../../tasks/utils/helpers/getBucket.js";
+import { createMultipartUpload, createMultipartUploadFactory } from "../../tasks/utils/upload/index.js";
+import { prependImportPath } from "../../tasks/utils/helpers/importPath.js";
+import { createDownloadFileFromUrl } from "../../tasks/domain/downloadFileFromUrl/index.js";
+export class ImportFromUrlDownload {
+  constructor(context) {
+    this.context = context;
+  }
   async run(params) {
     const {
-      context,
-      response,
       input,
-      isCloseToTimeout,
-      isAborted
+      controller
     } = params;
     if (!input.modelId) {
-      return response.error({
+      return controller.response.error({
         message: `Missing "modelId" in the input.`,
         code: "MISSING_MODEL_ID"
       });
     } else if (!input.file) {
-      return response.error({
+      return controller.response.error({
         message: `No file found in the provided data.`,
         code: "NO_FILE_FOUND"
       });
     }
     try {
-      await context.cms.getModel(input.modelId);
-    } catch (ex) {
-      return response.error({
+      await this.context.cms.getModel(input.modelId);
+    } catch {
+      return controller.response.error({
         message: `Model "${input.modelId}" not found.`,
         code: "MODEL_NOT_FOUND"
       });
     }
-    const client = (0, _s3Client.createS3Client)();
-    const filename = (0, _importPath.prependImportPath)(input.file.key);
-    const uploadFactory = (0, _upload.createMultipartUploadFactory)({
+    const client = createS3Client();
+    const filename = prependImportPath(input.file.key);
+    const uploadFactory = createMultipartUploadFactory({
       client,
-      bucket: (0, _getBucket.getBucket)(),
+      bucket: getBucket(),
       filename,
-      createHandler: _upload.createMultipartUpload
+      createHandler: createMultipartUpload
     });
     const uploadParams = {
       uploadId: input.uploadId
     };
     const upload = await uploadFactory.start(uploadParams);
-    const download = (0, _downloadFileFromUrl.createDownloadFileFromUrl)({
+    const download = createDownloadFileFromUrl({
       fetch,
       file: {
         url: input.file.get,
@@ -64,20 +58,20 @@ class ImportFromUrlDownload {
       result = await download.process(async ({
         stop
       }) => {
-        const isClose = isCloseToTimeout();
+        const isClose = controller.runtime.isCloseToTimeout();
         if (isClose) {
           return stop("continue");
-        } else if (isAborted()) {
+        } else if (controller.runtime.isAborted()) {
           return stop("aborted");
         }
       });
     } catch (ex) {
-      return response.error(ex);
+      return controller.response.error(ex);
     }
     switch (result) {
       case "aborted":
         await upload.abort();
-        return response.aborted();
+        return controller.response.aborted();
       case "continue":
         const continueValue = {
           ...input,
@@ -85,25 +79,24 @@ class ImportFromUrlDownload {
           done: download.isDone(),
           nextRange: download.getNextRange()
         };
-        return response.continue({
+        return controller.response.continue({
           ...continueValue
         });
       case "done":
         const output = {
           file: filename
         };
-        return response.done(output);
+        return controller.response.done(output);
       /**
        * There should be nothing else other than "continue" or "aborted" or null.
        */
       default:
         await upload.abort();
-        return response.error({
+        return controller.response.error({
           message: `Method not implemented. Result: ${result}`
         });
     }
   }
 }
-exports.ImportFromUrlDownload = ImportFromUrlDownload;
 
 //# sourceMappingURL=ImportFromUrlDownload.js.map

package/features/ImportFromUrlDownloadTask/ImportFromUrlDownload.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createS3Client","getBucket","createMultipartUpload","createMultipartUploadFactory","prependImportPath","createDownloadFileFromUrl","ImportFromUrlDownload","constructor","context","run","params","input","controller","modelId","response","error","message","code","file","cms","getModel","client","filename","key","uploadFactory","bucket","createHandler","uploadParams","uploadId","upload","start","download","fetch","url","get","size","nextRange","result","process","stop","isClose","runtime","isCloseToTimeout","isAborted","ex","abort","aborted","continueValue","getUploadId","done","isDone","getNextRange","continue","output"],"sources":["ImportFromUrlDownload.ts"],"sourcesContent":["import type {\n    IImportFromUrlDownload,\n    IImportFromUrlDownloadInput,\n    IImportFromUrlDownloadOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlDownload.js\";\nimport type { Context } from \"~/types.js\";\nimport { createS3Client } from \"~/tasks/utils/helpers/s3Client.js\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket.js\";\nimport type { IMultipartUploadFactoryContinueParams } from \"~/tasks/utils/upload/index.js\";\nimport { createMultipartUpload, createMultipartUploadFactory } from \"~/tasks/utils/upload/index.js\";\nimport { prependImportPath } from \"~/tasks/utils/helpers/importPath.js\";\nimport type { IDownloadFileFromUrlProcessResponseType } from \"~/tasks/domain/downloadFileFromUrl/index.js\";\nimport { createDownloadFileFromUrl } from \"~/tasks/domain/downloadFileFromUrl/index.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\n\ntype ProcessType = IDownloadFileFromUrlProcessResponseType<\"continue\" | \"aborted\">;\n\nexport class ImportFromUrlDownload<\n    I extends IImportFromUrlDownloadInput = IImportFromUrlDownloadInput,\n    O extends IImportFromUrlDownloadOutput = IImportFromUrlDownloadOutput\n> implements IImportFromUrlDownload<I, O>\n{\n    constructor(private context: Context) {}\n\n    public async run(params: TaskDefinition.RunParams<I, O>) {\n        const { input, controller } = params;\n\n        if (!input.modelId) {\n            return controller.response.error({\n                message: `Missing \"modelId\" in the input.`,\n                code: \"MISSING_MODEL_ID\"\n            });\n        } else if (!input.file) {\n            return controller.response.error({\n                message: `No file found in the provided data.`,\n                code: \"NO_FILE_FOUND\"\n            });\n        }\n\n        try {\n            await this.context.cms.getModel(input.modelId);\n        } catch {\n            return controller.response.error({\n                message: `Model \"${input.modelId}\" not found.`,\n                code: \"MODEL_NOT_FOUND\"\n            });\n        }\n\n        const client = createS3Client();\n\n        const filename = prependImportPath(input.file.key);\n        const uploadFactory = createMultipartUploadFactory({\n            client,\n            bucket: getBucket(),\n            filename,\n            createHandler: createMultipartUpload\n        });\n\n        const uploadParams: IMultipartUploadFactoryContinueParams = {\n            uploadId: input.uploadId\n        };\n        const upload = await uploadFactory.start(uploadParams);\n\n        const download = createDownloadFileFromUrl({\n            fetch,\n            file: {\n                url: input.file.get,\n                size: input.file.size,\n                key: input.file.key\n            },\n            nextRange: input.nextRange,\n            upload\n        });\n        let result: ProcessType;\n        try {\n            result = await download.process<ProcessType>(async ({ stop }) => {\n                const isClose = controller.runtime.isCloseToTimeout();\n                if (isClose) {\n                    return stop(\"continue\");\n                } else if (controller.runtime.isAborted()) {\n                    return stop(\"aborted\");\n                }\n            });\n        } catch (ex) {\n            return controller.response.error(ex);\n        }\n\n        switch (result) {\n            case \"aborted\":\n                await upload.abort();\n                return controller.response.aborted();\n            case \"continue\":\n                const continueValue: I = {\n                    ...input,\n                    uploadId: upload.getUploadId(),\n                    done: download.isDone(),\n                    nextRange: download.getNextRange()\n                };\n                return controller.response.continue({\n                    ...continueValue\n                });\n            case \"done\":\n                const output: IImportFromUrlDownloadOutput = {\n                    file: filename\n                };\n                return controller.response.done(output as O);\n            /**\n             * There should be nothing else other than \"continue\" or \"aborted\" or null.\n             */\n            default:\n                await upload.abort();\n                return controller.response.error({\n                    message: `Method not implemented. Result: ${result}`\n                });\n        }\n    }\n}\n"],"mappings":"AAMA,SAASA,cAAc;AACvB,SAASC,SAAS;AAElB,SAASC,qBAAqB,EAAEC,4BAA4B;AAC5D,SAASC,iBAAiB;AAE1B,SAASC,yBAAyB;AAKlC,OAAO,MAAMC,qBAAqB,CAIlC;EACIC,WAAWA,CAASC,OAAgB,EAAE;IAAA,KAAlBA,OAAgB,GAAhBA,OAAgB;EAAG;EAEvC,MAAaC,GAAGA,CAACC,MAAsC,EAAE;IACrD,MAAM;MAAEC,KAAK;MAAEC;IAAW,CAAC,GAAGF,MAAM;IAEpC,IAAI,CAACC,KAAK,CAACE,OAAO,EAAE;MAChB,OAAOD,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,iCAAiC;QAC1CC,IAAI,EAAE;MACV,CAAC,CAAC;IACN,CAAC,MAAM,IAAI,CAACN,KAAK,CAACO,IAAI,EAAE;MACpB,OAAON,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,qCAAqC;QAC9CC,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEA,IAAI;MACA,MAAM,IAAI,CAACT,OAAO,CAACW,GAAG,CAACC,QAAQ,CAACT,KAAK,CAACE,OAAO,CAAC;IAClD,CAAC,CAAC,MAAM;MACJ,OAAOD,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,UAAUL,KAAK,CAACE,OAAO,cAAc;QAC9CI,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEA,MAAMI,MAAM,GAAGrB,cAAc,CAAC,CAAC;IAE/B,MAAMsB,QAAQ,GAAGlB,iBAAiB,CAACO,KAAK,CAACO,IAAI,CAACK,GAAG,CAAC;IAClD,MAAMC,aAAa,GAAGrB,4BAA4B,CAAC;MAC/CkB,MAAM;MACNI,MAAM,EAAExB,SAAS,CAAC,CAAC;MACnBqB,QAAQ;MACRI,aAAa,EAAExB;IACnB,CAAC,CAAC;IAEF,MAAMyB,YAAmD,GAAG;MACxDC,QAAQ,EAAEjB,KAAK,CAACiB;IACpB,CAAC;IACD,MAAMC,MAAM,GAAG,MAAML,aAAa,CAACM,KAAK,CAACH,YAAY,CAAC;IAEtD,MAAMI,QAAQ,GAAG1B,yBAAyB,CAAC;MACvC2B,KAAK;MACLd,IAAI,EAAE;QACFe,GAAG,EAAEtB,KAAK,CAACO,IAAI,CAACgB,GAAG;QACnBC,IAAI,EAAExB,KAAK,CAACO,IAAI,CAACiB,IAAI;QACrBZ,GAAG,EAAEZ,KAAK,CAACO,IAAI,CAACK;MACpB,CAAC;MACDa,SAAS,EAAEzB,KAAK,CAACyB,SAAS;MAC1BP;IACJ,CAAC,CAAC;IACF,IAAIQ,MAAmB;IACvB,IAAI;MACAA,MAAM,GAAG,MAAMN,QAAQ,CAACO,OAAO,CAAc,OAAO;QAAEC;MAAK,CAAC,KAAK;QAC7D,MAAMC,OAAO,GAAG5B,UAAU,CAAC6B,OAAO,CAACC,gBAAgB,CAAC,CAAC;QACrD,IAAIF,OAAO,EAAE;UACT,OAAOD,IAAI,CAAC,UAAU,CAAC;QAC3B,CAAC,MAAM,IAAI3B,UAAU,CAAC6B,OAAO,CAACE,SAAS,CAAC,CAAC,EAAE;UACvC,OAAOJ,IAAI,CAAC,SAAS,CAAC;QAC1B;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOK,EAAE,EAAE;MACT,OAAOhC,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC6B,EAAE,CAAC;IACxC;IAEA,QAAQP,MAAM;MACV,KAAK,SAAS;QACV,MAAMR,MAAM,CAACgB,KAAK,CAAC,CAAC;QACpB,OAAOjC,UAAU,CAACE,QAAQ,CAACgC,OAAO,CAAC,CAAC;MACxC,KAAK,UAAU;QACX,MAAMC,aAAgB,GAAG;UACrB,GAAGpC,KAAK;UACRiB,QAAQ,EAAEC,MAAM,CAACmB,WAAW,CAAC,CAAC;UAC9BC,IAAI,EAAElB,QAAQ,CAACmB,MAAM,CAAC,CAAC;UACvBd,SAAS,EAAEL,QAAQ,CAACoB,YAAY,CAAC;QACrC,CAAC;QACD,OAAOvC,UAAU,CAACE,QAAQ,CAACsC,QAAQ,CAAC;UAChC,GAAGL;QACP,CAAC,CAAC;MACN,KAAK,MAAM;QACP,MAAMM,MAAoC,GAAG;UACzCnC,IAAI,EAAEI;QACV,CAAC;QACD,OAAOV,UAAU,CAACE,QAAQ,CAACmC,IAAI,CAACI,MAAW,CAAC;MAChD;AACZ;AACA;MACY;QACI,MAAMxB,MAAM,CAACgB,KAAK,CAAC,CAAC;QACpB,OAAOjC,UAAU,CAACE,QAAQ,CAACC,KAAK,CAAC;UAC7BC,OAAO,EAAE,mCAAmCqB,MAAM;QACtD,CAAC,CAAC;IACV;EACJ;AACJ","ignoreList":[]}

package/features/ImportFromUrlDownloadTask/ImportFromUrlDownloadTask.d.ts

@@ -0,0 +1,18 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { CmsContext } from "@webiny/api-headless-cms/features/shared/abstractions.js";
+import type { IImportFromUrlDownloadInput, IImportFromUrlDownloadOutput } from "../../tasks/domain/abstractions/ImportFromUrlDownload.js";
+type IRunParams = TaskDefinition.RunParams<IImportFromUrlDownloadInput, IImportFromUrlDownloadOutput>;
+declare class ImportFromUrlDownloadTaskDefinition implements TaskDefinition.Interface<IImportFromUrlDownloadInput, IImportFromUrlDownloadOutput> {
+    private context;
+    id: string;
+    title: string;
+    maxIterations: number;
+    isPrivate: boolean;
+    description: string;
+    constructor(context: CmsContext.Interface);
+    run(params: IRunParams): Promise<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskResultError | import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskResultAborted | TaskDefinition.ResultContinue<IImportFromUrlDownloadInput> | TaskDefinition.ResultDone<IImportFromUrlDownloadOutput>>;
+}
+export declare const ImportFromUrlDownloadTask: typeof ImportFromUrlDownloadTaskDefinition & {
+    __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskDefinition<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
+};
+export {};

package/features/ImportFromUrlDownloadTask/ImportFromUrlDownloadTask.js

@@ -0,0 +1,30 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { CmsContext } from "@webiny/api-headless-cms/features/shared/abstractions.js";
+import { IMPORT_FROM_URL_DOWNLOAD_TASK } from "../../tasks/constants.js";
+class ImportFromUrlDownloadTaskDefinition {
+  id = IMPORT_FROM_URL_DOWNLOAD_TASK;
+  title = "Import from URL List - Download";
+  maxIterations = 500;
+  isPrivate = true;
+  description = "Downloads the files from external URL.";
+  constructor(context) {
+    this.context = context;
+  }
+  async run(params) {
+    const {
+      ImportFromUrlDownload
+    } = await import("./ImportFromUrlDownload.js");
+    try {
+      const runner = new ImportFromUrlDownload(this.context);
+      return await runner.run(params);
+    } catch (ex) {
+      return params.controller.response.error(ex);
+    }
+  }
+}
+export const ImportFromUrlDownloadTask = TaskDefinition.createImplementation({
+  implementation: ImportFromUrlDownloadTaskDefinition,
+  dependencies: [CmsContext]
+});
+
+//# sourceMappingURL=ImportFromUrlDownloadTask.js.map

package/features/ImportFromUrlDownloadTask/ImportFromUrlDownloadTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["TaskDefinition","CmsContext","IMPORT_FROM_URL_DOWNLOAD_TASK","ImportFromUrlDownloadTaskDefinition","id","title","maxIterations","isPrivate","description","constructor","context","run","params","ImportFromUrlDownload","runner","ex","controller","response","error","ImportFromUrlDownloadTask","createImplementation","implementation","dependencies"],"sources":["ImportFromUrlDownloadTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { CmsContext } from \"@webiny/api-headless-cms/features/shared/abstractions.js\";\nimport { IMPORT_FROM_URL_DOWNLOAD_TASK } from \"~/tasks/constants.js\";\nimport type { Context } from \"~/types.js\";\nimport type {\n    IImportFromUrlDownloadInput,\n    IImportFromUrlDownloadOutput\n} from \"~/tasks/domain/abstractions/ImportFromUrlDownload.js\";\n\ntype IRunParams = TaskDefinition.RunParams<\n    IImportFromUrlDownloadInput,\n    IImportFromUrlDownloadOutput\n>;\n\nclass ImportFromUrlDownloadTaskDefinition\n    implements TaskDefinition.Interface<IImportFromUrlDownloadInput, IImportFromUrlDownloadOutput>\n{\n    id = IMPORT_FROM_URL_DOWNLOAD_TASK;\n    title = \"Import from URL List - Download\";\n    maxIterations = 500;\n    isPrivate = true;\n    description = \"Downloads the files from external URL.\";\n\n    constructor(private context: CmsContext.Interface) {}\n\n    async run(params: IRunParams) {\n        const { ImportFromUrlDownload } = await import(\"./ImportFromUrlDownload.js\");\n\n        try {\n            const runner = new ImportFromUrlDownload(this.context as Context);\n            return await runner.run(params);\n        } catch (ex) {\n            return params.controller.response.error(ex);\n        }\n    }\n}\n\nexport const ImportFromUrlDownloadTask = TaskDefinition.createImplementation({\n    implementation: ImportFromUrlDownloadTaskDefinition,\n    dependencies: [CmsContext]\n});\n"],"mappings":"AAAA,SAASA,cAAc,QAAQ,wDAAwD;AACvF,SAASC,UAAU,QAAQ,0DAA0D;AACrF,SAASC,6BAA6B;AAYtC,MAAMC,mCAAmC,CAEzC;EACIC,EAAE,GAAGF,6BAA6B;EAClCG,KAAK,GAAG,iCAAiC;EACzCC,aAAa,GAAG,GAAG;EACnBC,SAAS,GAAG,IAAI;EAChBC,WAAW,GAAG,wCAAwC;EAEtDC,WAAWA,CAASC,OAA6B,EAAE;IAAA,KAA/BA,OAA6B,GAA7BA,OAA6B;EAAG;EAEpD,MAAMC,GAAGA,CAACC,MAAkB,EAAE;IAC1B,MAAM;MAAEC;IAAsB,CAAC,GAAG,MAAM,MAAM,6BAA6B,CAAC;IAE5E,IAAI;MACA,MAAMC,MAAM,GAAG,IAAID,qBAAqB,CAAC,IAAI,CAACH,OAAkB,CAAC;MACjE,OAAO,MAAMI,MAAM,CAACH,GAAG,CAACC,MAAM,CAAC;IACnC,CAAC,CAAC,OAAOG,EAAE,EAAE;MACT,OAAOH,MAAM,CAACI,UAAU,CAACC,QAAQ,CAACC,KAAK,CAACH,EAAE,CAAC;IAC/C;EACJ;AACJ;AAEA,OAAO,MAAMI,yBAAyB,GAAGnB,cAAc,CAACoB,oBAAoB,CAAC;EACzEC,cAAc,EAAElB,mCAAmC;EACnDmB,YAAY,EAAE,CAACrB,UAAU;AAC7B,CAAC,CAAC","ignoreList":[]}

package/features/ImportFromUrlDownloadTask/feature.d.ts

@@ -0,0 +1 @@
+export declare const ImportFromUrlDownloadTaskFeature: import("@webiny/feature/api/createFeature.js").FeatureDefinition<unknown>;

package/features/ImportFromUrlDownloadTask/feature.js

@@ -0,0 +1,10 @@
+import { createFeature } from "@webiny/feature/api";
+import { ImportFromUrlDownloadTask } from "./ImportFromUrlDownloadTask.js";
+export const ImportFromUrlDownloadTaskFeature = createFeature({
+  name: "HeadlessCms/ImportExport/ImportFromUrlDownloadTask",
+  register(container) {
+    container.register(ImportFromUrlDownloadTask);
+  }
+});
+
+//# sourceMappingURL=feature.js.map

package/features/ImportFromUrlDownloadTask/feature.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createFeature","ImportFromUrlDownloadTask","ImportFromUrlDownloadTaskFeature","name","register","container"],"sources":["feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { ImportFromUrlDownloadTask } from \"./ImportFromUrlDownloadTask.js\";\n\nexport const ImportFromUrlDownloadTaskFeature = createFeature({\n    name: \"HeadlessCms/ImportExport/ImportFromUrlDownloadTask\",\n    register(container) {\n        container.register(ImportFromUrlDownloadTask);\n    }\n});\n"],"mappings":"AAAA,SAASA,aAAa,QAAQ,qBAAqB;AACnD,SAASC,yBAAyB;AAElC,OAAO,MAAMC,gCAAgC,GAAGF,aAAa,CAAC;EAC1DG,IAAI,EAAE,oDAAoD;EAC1DC,QAAQA,CAACC,SAAS,EAAE;IAChBA,SAAS,CAACD,QAAQ,CAACH,yBAAyB,CAAC;EACjD;AACJ,CAAC,CAAC","ignoreList":[]}