@webiny/api-headless-cms-import-export 6.0.0-alpha.5 → 6.0.0-rc.0

package/features/ImportFromUrlProcessAssetsTask/ImportFromUrlProcessAssetsTask.d.ts

@@ -0,0 +1,18 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { CmsContext } from "@webiny/api-headless-cms/features/shared/abstractions.js";
+import type { IImportFromUrlProcessAssetsInput, IImportFromUrlProcessAssetsOutput } from "./importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets.js";
+type IRunParams = TaskDefinition.RunParams<IImportFromUrlProcessAssetsInput, IImportFromUrlProcessAssetsOutput>;
+declare class ImportFromUrlProcessAssetsTaskDefinition implements TaskDefinition.Interface<IImportFromUrlProcessAssetsInput, IImportFromUrlProcessAssetsOutput> {
+    private context;
+    id: string;
+    title: string;
+    maxIterations: number;
+    isPrivate: boolean;
+    description: string;
+    constructor(context: CmsContext.Interface);
+    run(params: IRunParams): Promise<TaskDefinition.Result<IImportFromUrlProcessAssetsInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
+}
+export declare const ImportFromUrlProcessAssetsTask: typeof ImportFromUrlProcessAssetsTaskDefinition & {
+    __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskDefinition<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
+};
+export {};

package/features/ImportFromUrlProcessAssetsTask/ImportFromUrlProcessAssetsTask.js

@@ -0,0 +1,30 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { CmsContext } from "@webiny/api-headless-cms/features/shared/abstractions.js";
+import { IMPORT_FROM_URL_PROCESS_ASSETS_TASK } from "../../tasks/constants.js";
+class ImportFromUrlProcessAssetsTaskDefinition {
+  id = IMPORT_FROM_URL_PROCESS_ASSETS_TASK;
+  title = "Import from URL List - Process entries";
+  maxIterations = 10;
+  isPrivate = true;
+  description = "Process entries import.";
+  constructor(context) {
+    this.context = context;
+  }
+  async run(params) {
+    const {
+      createImportFromUrlProcessAssets
+    } = await import("./createImportFromUrlProcessAssets.js");
+    try {
+      const runner = createImportFromUrlProcessAssets(this.context);
+      return await runner.run(params);
+    } catch (ex) {
+      return params.controller.response.error(ex);
+    }
+  }
+}
+export const ImportFromUrlProcessAssetsTask = TaskDefinition.createImplementation({
+  implementation: ImportFromUrlProcessAssetsTaskDefinition,
+  dependencies: [CmsContext]
+});
+
+//# sourceMappingURL=ImportFromUrlProcessAssetsTask.js.map

package/features/ImportFromUrlProcessAssetsTask/ImportFromUrlProcessAssetsTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["TaskDefinition","CmsContext","IMPORT_FROM_URL_PROCESS_ASSETS_TASK","ImportFromUrlProcessAssetsTaskDefinition","id","title","maxIterations","isPrivate","description","constructor","context","run","params","createImportFromUrlProcessAssets","runner","ex","controller","response","error","ImportFromUrlProcessAssetsTask","createImplementation","implementation","dependencies"],"sources":["ImportFromUrlProcessAssetsTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { CmsContext } from \"@webiny/api-headless-cms/features/shared/abstractions.js\";\nimport { IMPORT_FROM_URL_PROCESS_ASSETS_TASK } from \"~/tasks/constants.js\";\nimport type { Context } from \"~/types.js\";\nimport type {\n    IImportFromUrlProcessAssetsInput,\n    IImportFromUrlProcessAssetsOutput\n} from \"./importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets.js\";\n\ntype IRunParams = TaskDefinition.RunParams<\n    IImportFromUrlProcessAssetsInput,\n    IImportFromUrlProcessAssetsOutput\n>;\n\nclass ImportFromUrlProcessAssetsTaskDefinition\n    implements\n        TaskDefinition.Interface<\n            IImportFromUrlProcessAssetsInput,\n            IImportFromUrlProcessAssetsOutput\n        >\n{\n    id = IMPORT_FROM_URL_PROCESS_ASSETS_TASK;\n    title = \"Import from URL List - Process entries\";\n    maxIterations = 10;\n    isPrivate = true;\n    description = \"Process entries import.\";\n\n    constructor(private context: CmsContext.Interface) {}\n\n    async run(params: IRunParams) {\n        const { createImportFromUrlProcessAssets } = await import(\n            \"./createImportFromUrlProcessAssets.js\"\n        );\n\n        try {\n            const runner = createImportFromUrlProcessAssets(this.context as Context);\n            return await runner.run(params);\n        } catch (ex) {\n            return params.controller.response.error(ex);\n        }\n    }\n}\n\nexport const ImportFromUrlProcessAssetsTask = TaskDefinition.createImplementation({\n    implementation: ImportFromUrlProcessAssetsTaskDefinition,\n    dependencies: [CmsContext]\n});\n"],"mappings":"AAAA,SAASA,cAAc,QAAQ,wDAAwD;AACvF,SAASC,UAAU,QAAQ,0DAA0D;AACrF,SAASC,mCAAmC;AAY5C,MAAMC,wCAAwC,CAM9C;EACIC,EAAE,GAAGF,mCAAmC;EACxCG,KAAK,GAAG,wCAAwC;EAChDC,aAAa,GAAG,EAAE;EAClBC,SAAS,GAAG,IAAI;EAChBC,WAAW,GAAG,yBAAyB;EAEvCC,WAAWA,CAASC,OAA6B,EAAE;IAAA,KAA/BA,OAA6B,GAA7BA,OAA6B;EAAG;EAEpD,MAAMC,GAAGA,CAACC,MAAkB,EAAE;IAC1B,MAAM;MAAEC;IAAiC,CAAC,GAAG,MAAM,MAAM,wCAEzD,CAAC;IAED,IAAI;MACA,MAAMC,MAAM,GAAGD,gCAAgC,CAAC,IAAI,CAACH,OAAkB,CAAC;MACxE,OAAO,MAAMI,MAAM,CAACH,GAAG,CAACC,MAAM,CAAC;IACnC,CAAC,CAAC,OAAOG,EAAE,EAAE;MACT,OAAOH,MAAM,CAACI,UAAU,CAACC,QAAQ,CAACC,KAAK,CAACH,EAAE,CAAC;IAC/C;EACJ;AACJ;AAEA,OAAO,MAAMI,8BAA8B,GAAGnB,cAAc,CAACoB,oBAAoB,CAAC;EAC9EC,cAAc,EAAElB,wCAAwC;EACxDmB,YAAY,EAAE,CAACrB,UAAU;AAC7B,CAAC,CAAC","ignoreList":[]}

package/features/ImportFromUrlProcessAssetsTask/createImportFromUrlProcessAssets.d.ts

@@ -0,0 +1,3 @@
+import type { Context } from "../../types.js";
+import type { IImportFromUrlProcessAssets, IImportFromUrlProcessAssetsInput, IImportFromUrlProcessAssetsOutput } from "./importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets.js";
+export declare const createImportFromUrlProcessAssets: <I extends IImportFromUrlProcessAssetsInput = IImportFromUrlProcessAssetsInput, O extends IImportFromUrlProcessAssetsOutput = IImportFromUrlProcessAssetsOutput>(context: Context) => IImportFromUrlProcessAssets<I, O>;

package/features/ImportFromUrlProcessAssetsTask/createImportFromUrlProcessAssets.js

@@ -0,0 +1,36 @@
+import { createS3Client } from "../../tasks/utils/helpers/s3Client.js";
+import { ImportFromUrlProcessAssets } from "./importFromUrlProcessAssets/ImportFromUrlProcessAssets.js";
+import { getBucket } from "../../tasks/utils/helpers/getBucket.js";
+import { createCompressedFileReader, createDecompressor } from "../../tasks/utils/decompressor/index.js";
+import { createMultipartUpload, createMultipartUploadFactory } from "../../tasks/utils/upload/index.js";
+import { FileFetcher } from "../../tasks/utils/fileFetcher/index.js";
+export const createImportFromUrlProcessAssets = context => {
+  const client = createS3Client();
+  const bucket = getBucket();
+  const reader = createCompressedFileReader({
+    client,
+    bucket
+  });
+  const decompressor = createDecompressor({
+    createUploadFactory: filename => {
+      return createMultipartUploadFactory({
+        filename,
+        client,
+        bucket,
+        createHandler: createMultipartUpload
+      });
+    }
+  });
+  const fileFetcher = new FileFetcher({
+    client,
+    bucket
+  });
+  return new ImportFromUrlProcessAssets({
+    context,
+    fileFetcher,
+    reader,
+    decompressor
+  });
+};
+
+//# sourceMappingURL=createImportFromUrlProcessAssets.js.map

package/features/ImportFromUrlProcessAssetsTask/createImportFromUrlProcessAssets.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createS3Client","ImportFromUrlProcessAssets","getBucket","createCompressedFileReader","createDecompressor","createMultipartUpload","createMultipartUploadFactory","FileFetcher","createImportFromUrlProcessAssets","context","client","bucket","reader","decompressor","createUploadFactory","filename","createHandler","fileFetcher"],"sources":["createImportFromUrlProcessAssets.ts"],"sourcesContent":["import type { Context } from \"~/types.js\";\nimport { createS3Client } from \"~/tasks/utils/helpers/s3Client.js\";\nimport { ImportFromUrlProcessAssets } from \"./importFromUrlProcessAssets/ImportFromUrlProcessAssets.js\";\nimport type {\n    IImportFromUrlProcessAssets,\n    IImportFromUrlProcessAssetsInput,\n    IImportFromUrlProcessAssetsOutput\n} from \"./importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets.js\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket.js\";\nimport {\n    createCompressedFileReader,\n    createDecompressor\n} from \"~/tasks/utils/decompressor/index.js\";\nimport { createMultipartUpload, createMultipartUploadFactory } from \"~/tasks/utils/upload/index.js\";\nimport { FileFetcher } from \"~/tasks/utils/fileFetcher/index.js\";\n\nexport const createImportFromUrlProcessAssets = <\n    I extends IImportFromUrlProcessAssetsInput = IImportFromUrlProcessAssetsInput,\n    O extends IImportFromUrlProcessAssetsOutput = IImportFromUrlProcessAssetsOutput\n>(\n    context: Context\n): IImportFromUrlProcessAssets<I, O> => {\n    const client = createS3Client();\n    const bucket = getBucket();\n    const reader = createCompressedFileReader({\n        client,\n        bucket\n    });\n    const decompressor = createDecompressor({\n        createUploadFactory: filename => {\n            return createMultipartUploadFactory({\n                filename,\n                client,\n                bucket,\n                createHandler: createMultipartUpload\n            });\n        }\n    });\n\n    const fileFetcher = new FileFetcher({\n        client,\n        bucket\n    });\n\n    return new ImportFromUrlProcessAssets<I, O>({\n        context,\n        fileFetcher,\n        reader,\n        decompressor\n    });\n};\n"],"mappings":"AACA,SAASA,cAAc;AACvB,SAASC,0BAA0B;AAMnC,SAASC,SAAS;AAClB,SACIC,0BAA0B,EAC1BC,kBAAkB;AAEtB,SAASC,qBAAqB,EAAEC,4BAA4B;AAC5D,SAASC,WAAW;AAEpB,OAAO,MAAMC,gCAAgC,GAIzCC,OAAgB,IACoB;EACpC,MAAMC,MAAM,GAAGV,cAAc,CAAC,CAAC;EAC/B,MAAMW,MAAM,GAAGT,SAAS,CAAC,CAAC;EAC1B,MAAMU,MAAM,GAAGT,0BAA0B,CAAC;IACtCO,MAAM;IACNC;EACJ,CAAC,CAAC;EACF,MAAME,YAAY,GAAGT,kBAAkB,CAAC;IACpCU,mBAAmB,EAAEC,QAAQ,IAAI;MAC7B,OAAOT,4BAA4B,CAAC;QAChCS,QAAQ;QACRL,MAAM;QACNC,MAAM;QACNK,aAAa,EAAEX;MACnB,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;EAEF,MAAMY,WAAW,GAAG,IAAIV,WAAW,CAAC;IAChCG,MAAM;IACNC;EACJ,CAAC,CAAC;EAEF,OAAO,IAAIV,0BAA0B,CAAO;IACxCQ,OAAO;IACPQ,WAAW;IACXL,MAAM;IACNC;EACJ,CAAC,CAAC;AACN,CAAC","ignoreList":[]}

package/features/ImportFromUrlProcessAssetsTask/feature.d.ts

@@ -0,0 +1 @@
+export declare const ImportFromUrlProcessAssetsTaskFeature: import("@webiny/feature/api/createFeature.js").FeatureDefinition<unknown>;

package/features/ImportFromUrlProcessAssetsTask/feature.js

@@ -0,0 +1,10 @@
+import { createFeature } from "@webiny/feature/api";
+import { ImportFromUrlProcessAssetsTask } from "./ImportFromUrlProcessAssetsTask.js";
+export const ImportFromUrlProcessAssetsTaskFeature = createFeature({
+  name: "HeadlessCms/ImportExport/ImportFromUrlProcessAssetsTask",
+  register(container) {
+    container.register(ImportFromUrlProcessAssetsTask);
+  }
+});
+
+//# sourceMappingURL=feature.js.map

package/features/ImportFromUrlProcessAssetsTask/feature.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createFeature","ImportFromUrlProcessAssetsTask","ImportFromUrlProcessAssetsTaskFeature","name","register","container"],"sources":["feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { ImportFromUrlProcessAssetsTask } from \"./ImportFromUrlProcessAssetsTask.js\";\n\nexport const ImportFromUrlProcessAssetsTaskFeature = createFeature({\n    name: \"HeadlessCms/ImportExport/ImportFromUrlProcessAssetsTask\",\n    register(container) {\n        container.register(ImportFromUrlProcessAssetsTask);\n    }\n});\n"],"mappings":"AAAA,SAASA,aAAa,QAAQ,qBAAqB;AACnD,SAASC,8BAA8B;AAEvC,OAAO,MAAMC,qCAAqC,GAAGF,aAAa,CAAC;EAC/DG,IAAI,EAAE,yDAAyD;EAC/DC,QAAQA,CAACC,SAAS,EAAE;IAChBA,SAAS,CAACD,QAAQ,CAACH,8BAA8B,CAAC;EACtD;AACJ,CAAC,CAAC","ignoreList":[]}

package/features/ImportFromUrlProcessAssetsTask/importFromUrlProcessAssets/ImportFromUrlProcessAssets.d.ts

@@ -0,0 +1,21 @@
+import type { IImportFromUrlProcessAssets, IImportFromUrlProcessAssetsInput, IImportFromUrlProcessAssetsOutput } from "./abstractions/ImportFromUrlProcessAssets.js";
+import type { Context } from "../../../types.js";
+import type { IFileFetcher } from "../../../tasks/utils/fileFetcher/index.js";
+import type { ICompressedFileReader, IDecompressor } from "../../../tasks/utils/decompressor/index.js";
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+export interface IImportFromUrlProcessAssetsParams {
+    context: Context;
+    fileFetcher: IFileFetcher;
+    reader: ICompressedFileReader;
+    decompressor: IDecompressor;
+}
+export declare class ImportFromUrlProcessAssets<I extends IImportFromUrlProcessAssetsInput = IImportFromUrlProcessAssetsInput, O extends IImportFromUrlProcessAssetsOutput = IImportFromUrlProcessAssetsOutput> implements IImportFromUrlProcessAssets<I, O> {
+    private readonly context;
+    private readonly fileFetcher;
+    private readonly reader;
+    private readonly decompressor;
+    constructor(params: IImportFromUrlProcessAssetsParams);
+    run(params: TaskDefinition.RunParams<I, O>): Promise<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskResultError | import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskResultAborted | TaskDefinition.ResultContinue<I> | TaskDefinition.ResultDone<O>>;
+    private readManifest;
+    private takeNextAssetRecord;
+}

package/{tasks/domain → features/ImportFromUrlProcessAssetsTask}/importFromUrlProcessAssets/ImportFromUrlProcessAssets.js

@@ -1,49 +1,47 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.ImportFromUrlProcessAssets = void 0;
-var _types = require("../../../types");
-var _constants = require("../../constants");
-var _getFilePath = require("../../utils/helpers/getFilePath");
-var _error = require("@webiny/error");
-class ImportFromUrlProcessAssets {
+import { CmsImportExportFileType } from "../../../types.js";
+import { MANIFEST_JSON } from "../../../tasks/constants.js";
+import { getFilePath } from "../../../tasks/utils/helpers/getFilePath.js";
+import { WebinyError } from "@webiny/error";
+import { GetFileUseCase } from "@webiny/api-file-manager/features/file/GetFile/index.js";
+import { UpdateFileUseCase } from "@webiny/api-file-manager/features/file/UpdateFile/index.js";
+import { CreateFileUseCase } from "@webiny/api-file-manager/features/file/CreateFile/index.js";
+export class ImportFromUrlProcessAssets {
   constructor(params) {
+    this.context = params.context;
     this.fileFetcher = params.fileFetcher;
     this.reader = params.reader;
     this.decompressor = params.decompressor;
   }
   async run(params) {
     const {
-      context,
-      response,
       input,
-      isCloseToTimeout,
-      isAborted
+      controller
     } = params;
+    const getFile = this.context.container.resolve(GetFileUseCase);
+    const createFile = this.context.container.resolve(CreateFileUseCase);
+    const updateFile = this.context.container.resolve(UpdateFileUseCase);
     const maxInsertErrors = input.maxInsertErrors || 100;
     if (!input.modelId) {
-      return response.error({
+      return controller.response.error({
         message: `Missing "modelId" in the input.`,
         code: "MISSING_MODEL_ID"
       });
     } else if (!input.file) {
-      return response.error({
+      return controller.response.error({
         message: `No file found in the provided data.`,
         code: "NO_FILE_FOUND"
       });
-    } else if (input.file.type !== _types.CmsImportExportFileType.ASSETS) {
-      return response.error({
-        message: `Invalid file type. Expected "${_types.CmsImportExportFileType.ASSETS}" but got "${input.file.type}".`,
+    } else if (input.file.type !== CmsImportExportFileType.ASSETS) {
+      return controller.response.error({
+        message: `Invalid file type. Expected "${CmsImportExportFileType.ASSETS}" but got "${input.file.type}".`,
         code: "INVALID_FILE_TYPE"
       });
     }
     const recordExists = async id => {
       try {
-        const result = await context.fileManager.getFile(id);
-        return !!result;
-      } catch (ex) {
+        const result = await getFile.execute(id);
+        return result.isOk();
+      } catch {
         return false;
       }
     };
@@ -56,7 +54,7 @@ class ImportFromUrlProcessAssets {
      */
     const sources = await this.reader.read(result.file.key);
     if (sources.length === 0) {
-      return response.error({
+      return controller.response.error({
         message: `No files found in the compressed archive.`,
         code: "NO_FILES_FOUND"
       });
@@ -71,15 +69,15 @@ class ImportFromUrlProcessAssets {
       manifest = await this.readManifest(sources, result);
     } catch (ex) {
       console.error(ex);
-      return response.error(ex);
+      return controller.response.error(ex);
     }
     while (true) {
-      if (isCloseToTimeout()) {
-        return response.continue(result);
-      } else if (isAborted()) {
-        return response.aborted();
+      if (controller.runtime.isCloseToTimeout()) {
+        return controller.response.continue(result);
+      } else if (controller.runtime.isAborted()) {
+        return controller.response.aborted();
       } else if (result.errors.length > maxInsertErrors) {
-        return response.error({
+        return controller.response.error({
           message: `Too many errors encountered while processing assets.`,
           code: "TOO_MANY_ERRORS",
           data: {
@@ -89,7 +87,7 @@ class ImportFromUrlProcessAssets {
       }
       const record = this.takeNextAssetRecord(manifest, result.lastAsset);
       if (!record) {
-        return response.done("No more assets to process");
+        return controller.response.done("No more assets to process");
       }
       result.lastAsset = record.id;
       const source = sources.find(file => file.path === record.key);
@@ -144,14 +142,11 @@ class ImportFromUrlProcessAssets {
        * Update an existing file record.
        */
       if (exists) {
-        try {
-          await context.fileManager.updateFile(record.id, {
-            ...record
-          });
-        } catch (ex) {
+        const updateResult = await updateFile.execute(record);
+        if (updateResult.isFail()) {
           result.errors.push({
             file: record.key,
-            message: ex.message
+            message: updateResult.error.message
           });
         }
         continue;
@@ -159,24 +154,21 @@ class ImportFromUrlProcessAssets {
       /**
        * Create a new file record.
        */
-      try {
-        await context.fileManager.createFile({
-          ...record,
-          id: record.id,
-          key: record.key,
-          size: record.size,
-          type: record.type,
-          name: record.name,
-          meta: record.meta,
-          aliases: record.aliases,
-          extensions: record.extensions,
-          location: record.location,
-          tags: record.tags
-        });
-      } catch (ex) {
+      const createResult = await createFile.execute({
+        ...record,
+        id: record.id,
+        key: record.key,
+        size: record.size,
+        type: record.type,
+        name: record.name,
+        extensions: record.extensions,
+        location: record.location,
+        tags: record.tags
+      });
+      if (createResult.isFail()) {
         result.errors.push({
           file: record.key,
-          message: ex.message
+          message: createResult.error.message
         });
       }
     }
@@ -184,10 +176,10 @@ class ImportFromUrlProcessAssets {
   async readManifest(sources, input) {
     let manifest = input?.manifest;
     if (!manifest) {
-      const extractPath = (0, _getFilePath.getFilePath)(input.file.key);
-      const source = sources.find(file => file.path === _constants.MANIFEST_JSON);
+      const extractPath = getFilePath(input.file.key);
+      const source = sources.find(file => file.path === MANIFEST_JSON);
       if (!source) {
-        throw new _error.WebinyError({
+        throw new WebinyError({
           message: `No manifest file found in the compressed archive.`,
           code: "NO_MANIFEST_FILE"
         });
@@ -203,7 +195,7 @@ class ImportFromUrlProcessAssets {
         }
         manifest = file.Key;
       } catch (ex) {
-        throw new _error.WebinyError({
+        throw new WebinyError({
           message: ex.message,
           code: "MANIFEST_DECOMPRESS_FAILED"
         });
@@ -213,13 +205,13 @@ class ImportFromUrlProcessAssets {
     try {
       file = await this.fileFetcher.read(manifest);
       if (!file) {
-        throw new _error.WebinyError({
+        throw new WebinyError({
           message: `Could not fetch the manifest file "${manifest}".`,
           code: "MANIFEST_NOT_FOUND"
         });
       }
     } catch (ex) {
-      throw new _error.WebinyError({
+      throw new WebinyError({
         message: ex.message,
         code: "MANIFEST_FETCH_FAILED",
         data: ex
@@ -229,19 +221,19 @@ class ImportFromUrlProcessAssets {
     try {
       json = JSON.parse(file);
     } catch (ex) {
-      throw new _error.WebinyError({
+      throw new WebinyError({
         message: ex.message,
         code: "MANIFEST_PARSE_FAILED",
         data: ex
       });
     }
     if (!json.assets?.length) {
-      throw new _error.WebinyError({
+      throw new WebinyError({
         message: `Invalid manifest file "${manifest}". Missing "assets" property.`,
         code: "INVALID_MANIFEST_FILE"
       });
     } else if (!json.size) {
-      throw new _error.WebinyError({
+      throw new WebinyError({
         message: `Invalid manifest file "${manifest}". Missing "size" property.`,
         code: "INVALID_MANIFEST_FILE"
       });
@@ -260,6 +252,5 @@ class ImportFromUrlProcessAssets {
     return asset || null;
   }
 }
-exports.ImportFromUrlProcessAssets = ImportFromUrlProcessAssets;
 
 //# sourceMappingURL=ImportFromUrlProcessAssets.js.map

package/features/ImportFromUrlProcessAssetsTask/importFromUrlProcessAssets/ImportFromUrlProcessAssets.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["CmsImportExportFileType","MANIFEST_JSON","getFilePath","WebinyError","GetFileUseCase","UpdateFileUseCase","CreateFileUseCase","ImportFromUrlProcessAssets","constructor","params","context","fileFetcher","reader","decompressor","run","input","controller","getFile","container","resolve","createFile","updateFile","maxInsertErrors","modelId","response","error","message","code","file","type","ASSETS","recordExists","id","result","execute","isOk","structuredClone","errors","sources","read","key","length","manifest","readManifest","ex","console","runtime","isCloseToTimeout","continue","isAborted","aborted","data","record","takeNextAssetRecord","lastAsset","done","source","find","path","push","existsPhysically","exists","override","log","extract","target","Key","updateResult","isFail","createResult","size","name","extensions","location","tags","extractPath","Error","json","JSON","parse","assets","lastIndex","findIndex","asset"],"sources":["ImportFromUrlProcessAssets.ts"],"sourcesContent":["import type {\n    IImportFromUrlProcessAssets,\n    IImportFromUrlProcessAssetsInput,\n    IImportFromUrlProcessAssetsOutput\n} from \"./abstractions/ImportFromUrlProcessAssets.js\";\nimport type { Context } from \"~/types.js\";\nimport { CmsImportExportFileType } from \"~/types.js\";\nimport type { IFileFetcher } from \"~/tasks/utils/fileFetcher/index.js\";\nimport type {\n    ICompressedFileReader,\n    IDecompressor,\n    IUnzipperFile\n} from \"~/tasks/utils/decompressor/index.js\";\nimport { MANIFEST_JSON } from \"~/tasks/constants.js\";\nimport { getFilePath } from \"~/tasks/utils/helpers/getFilePath.js\";\nimport { WebinyError } from \"@webiny/error\";\nimport type { ICmsAssetsManifestJson } from \"~/tasks/utils/types.js\";\nimport type { IResolvedAsset } from \"~/tasks/utils/entryAssets/index.js\";\nimport { GetFileUseCase } from \"@webiny/api-file-manager/features/file/GetFile/index.js\";\nimport { UpdateFileUseCase } from \"@webiny/api-file-manager/features/file/UpdateFile/index.js\";\nimport { CreateFileUseCase } from \"@webiny/api-file-manager/features/file/CreateFile/index.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\n\nexport interface IImportFromUrlProcessAssetsParams {\n    context: Context;\n    fileFetcher: IFileFetcher;\n    reader: ICompressedFileReader;\n    decompressor: IDecompressor;\n}\n\nexport class ImportFromUrlProcessAssets<\n    I extends IImportFromUrlProcessAssetsInput = IImportFromUrlProcessAssetsInput,\n    O extends IImportFromUrlProcessAssetsOutput = IImportFromUrlProcessAssetsOutput\n> implements IImportFromUrlProcessAssets<I, O>\n{\n    private readonly context: Context;\n    private readonly fileFetcher: IFileFetcher;\n    private readonly reader: ICompressedFileReader;\n    private readonly decompressor: IDecompressor;\n\n    public constructor(params: IImportFromUrlProcessAssetsParams) {\n        this.context = params.context;\n        this.fileFetcher = params.fileFetcher;\n        this.reader = params.reader;\n        this.decompressor = params.decompressor;\n    }\n\n    public async run(params: TaskDefinition.RunParams<I, O>) {\n        const { input, controller } = params;\n        const getFile = this.context.container.resolve(GetFileUseCase);\n        const createFile = this.context.container.resolve(CreateFileUseCase);\n        const updateFile = this.context.container.resolve(UpdateFileUseCase);\n\n        const maxInsertErrors = input.maxInsertErrors || 100;\n\n        if (!input.modelId) {\n            return controller.response.error({\n                message: `Missing \"modelId\" in the input.`,\n                code: \"MISSING_MODEL_ID\"\n            });\n        } else if (!input.file) {\n            return controller.response.error({\n                message: `No file found in the provided data.`,\n                code: \"NO_FILE_FOUND\"\n            });\n        } else if (input.file.type !== CmsImportExportFileType.ASSETS) {\n            return controller.response.error({\n                message: `Invalid file type. Expected \"${CmsImportExportFileType.ASSETS}\" but got \"${input.file.type}\".`,\n                code: \"INVALID_FILE_TYPE\"\n            });\n        }\n\n        const recordExists = async (id: string): Promise<boolean> => {\n            try {\n                const result = await getFile.execute(id);\n                return result.isOk();\n            } catch {\n                return false;\n            }\n        };\n\n        const result = structuredClone({\n            ...input,\n            errors: []\n        });\n        /**\n         * Read the compressed archive and get all the file information.\n         */\n        const sources = await this.reader.read(result.file.key);\n        if (sources.length === 0) {\n            return controller.response.error({\n                message: `No files found in the compressed archive.`,\n                code: \"NO_FILES_FOUND\"\n            });\n        }\n\n        /**\n         * Read the manifest file.\n         * Should not be possible it does not exist, but let's handle it anyway.\n         */\n        let manifest: ICmsAssetsManifestJson;\n        try {\n            manifest = await this.readManifest(sources, result);\n        } catch (ex) {\n            console.error(ex);\n            return controller.response.error(ex);\n        }\n\n        while (true) {\n            if (controller.runtime.isCloseToTimeout()) {\n                return controller.response.continue(result);\n            } else if (controller.runtime.isAborted()) {\n                return controller.response.aborted();\n            } else if (result.errors.length > maxInsertErrors) {\n                return controller.response.error({\n                    message: `Too many errors encountered while processing assets.`,\n                    code: \"TOO_MANY_ERRORS\",\n                    data: {\n                        errors: result.errors\n                    }\n                });\n            }\n            const record = this.takeNextAssetRecord(manifest, result.lastAsset);\n            if (!record) {\n                return controller.response.done(\"No more assets to process\");\n            }\n            result.lastAsset = record.id;\n            const source = sources.find(file => file.path === record.key);\n            if (!source) {\n                result.errors.push({\n                    file: record.key,\n                    message: `File not found in the compressed archive.`\n                });\n                continue;\n            }\n            /**\n             * Check if the file exists physically.\n             */\n            const existsPhysically = await this.fileFetcher.exists(source.path);\n            if (existsPhysically && !input.override) {\n                console.log(\n                    `Asset \"${record.id}\" / ${source.path} file already exists. Skipping...`\n                );\n                continue;\n            }\n            /**\n             * Check if the file record already exists.\n             */\n            const exists = await recordExists(record.id);\n            if (exists && !input.override) {\n                console.log(\n                    `Asset \"${record.id}\" / ${source.path} record already exists. Skipping...`\n                );\n                continue;\n            }\n            /**\n             * Upload the file to the S3 bucket, if it does not exist already.\n             */\n            if (!existsPhysically) {\n                try {\n                    const file = await this.decompressor.extract({\n                        source,\n                        target: record.key\n                    });\n                    if (!file?.Key) {\n                        result.errors.push({\n                            file: record.key,\n                            message: `Could not upload the file \"${source.path}\" to \"${record.key}\".`\n                        });\n                        continue;\n                    }\n                } catch (ex) {\n                    result.errors.push({\n                        file: record.key,\n                        message: ex.message\n                    });\n                    continue;\n                }\n            }\n            /**\n             * Update an existing file record.\n             */\n            if (exists) {\n                const updateResult = await updateFile.execute(record);\n\n                if (updateResult.isFail()) {\n                    result.errors.push({\n                        file: record.key,\n                        message: updateResult.error.message\n                    });\n                }\n\n                continue;\n            }\n            /**\n             * Create a new file record.\n             */\n            const createResult = await createFile.execute({\n                ...record,\n                id: record.id,\n                key: record.key,\n                size: record.size,\n                type: record.type,\n                name: record.name,\n                extensions: record.extensions,\n                location: record.location,\n                tags: record.tags\n            });\n\n            if (createResult.isFail()) {\n                result.errors.push({\n                    file: record.key,\n                    message: createResult.error.message\n                });\n            }\n        }\n    }\n\n    private async readManifest(\n        sources: IUnzipperFile[],\n        input: I\n    ): Promise<ICmsAssetsManifestJson> {\n        let manifest: string | undefined = input?.manifest;\n\n        if (!manifest) {\n            const extractPath = getFilePath(input.file.key);\n            const source = sources.find(file => file.path === MANIFEST_JSON);\n            if (!source) {\n                throw new WebinyError({\n                    message: `No manifest file found in the compressed archive.`,\n                    code: \"NO_MANIFEST_FILE\"\n                });\n            }\n            const target = `extracted/${extractPath.path}/${source.path}`;\n            try {\n                const file = await this.decompressor.extract({\n                    source,\n                    target\n                });\n                if (!file.Key) {\n                    throw new Error(`Could not upload the file \"${source.path}\" to \"${target}\".`);\n                }\n                manifest = file.Key;\n            } catch (ex) {\n                throw new WebinyError({\n                    message: ex.message,\n                    code: \"MANIFEST_DECOMPRESS_FAILED\"\n                });\n            }\n        }\n\n        let file: string | null;\n        try {\n            file = await this.fileFetcher.read(manifest);\n            if (!file) {\n                throw new WebinyError({\n                    message: `Could not fetch the manifest file \"${manifest}\".`,\n                    code: \"MANIFEST_NOT_FOUND\"\n                });\n            }\n        } catch (ex) {\n            throw new WebinyError({\n                message: ex.message,\n                code: \"MANIFEST_FETCH_FAILED\",\n                data: ex\n            });\n        }\n\n        let json: ICmsAssetsManifestJson;\n        try {\n            json = JSON.parse(file);\n        } catch (ex) {\n            throw new WebinyError({\n                message: ex.message,\n                code: \"MANIFEST_PARSE_FAILED\",\n                data: ex\n            });\n        }\n        if (!json.assets?.length) {\n            throw new WebinyError({\n                message: `Invalid manifest file \"${manifest}\". Missing \"assets\" property.`,\n                code: \"INVALID_MANIFEST_FILE\"\n            });\n        } else if (!json.size) {\n            throw new WebinyError({\n                message: `Invalid manifest file \"${manifest}\". Missing \"size\" property.`,\n                code: \"INVALID_MANIFEST_FILE\"\n            });\n        }\n        return json;\n    }\n\n    private takeNextAssetRecord(\n        manifest: ICmsAssetsManifestJson,\n        lastAsset: string | undefined\n    ): IResolvedAsset | null {\n        if (!lastAsset) {\n            return manifest.assets[0] as IResolvedAsset;\n        }\n        const lastIndex = manifest.assets.findIndex(asset => asset.id === lastAsset);\n        if (lastIndex === -1) {\n            return null;\n        }\n        const asset = manifest.assets[lastIndex + 1];\n        return asset || null;\n    }\n}\n"],"mappings":"AAMA,SAASA,uBAAuB;AAOhC,SAASC,aAAa;AACtB,SAASC,WAAW;AACpB,SAASC,WAAW,QAAQ,eAAe;AAG3C,SAASC,cAAc,QAAQ,yDAAyD;AACxF,SAASC,iBAAiB,QAAQ,4DAA4D;AAC9F,SAASC,iBAAiB,QAAQ,4DAA4D;AAU9F,OAAO,MAAMC,0BAA0B,CAIvC;EAMWC,WAAWA,CAACC,MAAyC,EAAE;IAC1D,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO;IAC7B,IAAI,CAACC,WAAW,GAAGF,MAAM,CAACE,WAAW;IACrC,IAAI,CAACC,MAAM,GAAGH,MAAM,CAACG,MAAM;IAC3B,IAAI,CAACC,YAAY,GAAGJ,MAAM,CAACI,YAAY;EAC3C;EAEA,MAAaC,GAAGA,CAACL,MAAsC,EAAE;IACrD,MAAM;MAAEM,KAAK;MAAEC;IAAW,CAAC,GAAGP,MAAM;IACpC,MAAMQ,OAAO,GAAG,IAAI,CAACP,OAAO,CAACQ,SAAS,CAACC,OAAO,CAACf,cAAc,CAAC;IAC9D,MAAMgB,UAAU,GAAG,IAAI,CAACV,OAAO,CAACQ,SAAS,CAACC,OAAO,CAACb,iBAAiB,CAAC;IACpE,MAAMe,UAAU,GAAG,IAAI,CAACX,OAAO,CAACQ,SAAS,CAACC,OAAO,CAACd,iBAAiB,CAAC;IAEpE,MAAMiB,eAAe,GAAGP,KAAK,CAACO,eAAe,IAAI,GAAG;IAEpD,IAAI,CAACP,KAAK,CAACQ,OAAO,EAAE;MAChB,OAAOP,UAAU,CAACQ,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,iCAAiC;QAC1CC,IAAI,EAAE;MACV,CAAC,CAAC;IACN,CAAC,MAAM,IAAI,CAACZ,KAAK,CAACa,IAAI,EAAE;MACpB,OAAOZ,UAAU,CAACQ,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,qCAAqC;QAC9CC,IAAI,EAAE;MACV,CAAC,CAAC;IACN,CAAC,MAAM,IAAIZ,KAAK,CAACa,IAAI,CAACC,IAAI,KAAK7B,uBAAuB,CAAC8B,MAAM,EAAE;MAC3D,OAAOd,UAAU,CAACQ,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,gCAAgC1B,uBAAuB,CAAC8B,MAAM,cAAcf,KAAK,CAACa,IAAI,CAACC,IAAI,IAAI;QACxGF,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IAEA,MAAMI,YAAY,GAAG,MAAOC,EAAU,IAAuB;MACzD,IAAI;QACA,MAAMC,MAAM,GAAG,MAAMhB,OAAO,CAACiB,OAAO,CAACF,EAAE,CAAC;QACxC,OAAOC,MAAM,CAACE,IAAI,CAAC,CAAC;MACxB,CAAC,CAAC,MAAM;QACJ,OAAO,KAAK;MAChB;IACJ,CAAC;IAED,MAAMF,MAAM,GAAGG,eAAe,CAAC;MAC3B,GAAGrB,KAAK;MACRsB,MAAM,EAAE;IACZ,CAAC,CAAC;IACF;AACR;AACA;IACQ,MAAMC,OAAO,GAAG,MAAM,IAAI,CAAC1B,MAAM,CAAC2B,IAAI,CAACN,MAAM,CAACL,IAAI,CAACY,GAAG,CAAC;IACvD,IAAIF,OAAO,CAACG,MAAM,KAAK,CAAC,EAAE;MACtB,OAAOzB,UAAU,CAACQ,QAAQ,CAACC,KAAK,CAAC;QAC7BC,OAAO,EAAE,2CAA2C;QACpDC,IAAI,EAAE;MACV,CAAC,CAAC;IACN;;IAEA;AACR;AACA;AACA;IACQ,IAAIe,QAAgC;IACpC,IAAI;MACAA,QAAQ,GAAG,MAAM,IAAI,CAACC,YAAY,CAACL,OAAO,EAAEL,MAAM,CAAC;IACvD,CAAC,CAAC,OAAOW,EAAE,EAAE;MACTC,OAAO,CAACpB,KAAK,CAACmB,EAAE,CAAC;MACjB,OAAO5B,UAAU,CAACQ,QAAQ,CAACC,KAAK,CAACmB,EAAE,CAAC;IACxC;IAEA,OAAO,IAAI,EAAE;MACT,IAAI5B,UAAU,CAAC8B,OAAO,CAACC,gBAAgB,CAAC,CAAC,EAAE;QACvC,OAAO/B,UAAU,CAACQ,QAAQ,CAACwB,QAAQ,CAACf,MAAM,CAAC;MAC/C,CAAC,MAAM,IAAIjB,UAAU,CAAC8B,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE;QACvC,OAAOjC,UAAU,CAACQ,QAAQ,CAAC0B,OAAO,CAAC,CAAC;MACxC,CAAC,MAAM,IAAIjB,MAAM,CAACI,MAAM,CAACI,MAAM,GAAGnB,eAAe,EAAE;QAC/C,OAAON,UAAU,CAACQ,QAAQ,CAACC,KAAK,CAAC;UAC7BC,OAAO,EAAE,sDAAsD;UAC/DC,IAAI,EAAE,iBAAiB;UACvBwB,IAAI,EAAE;YACFd,MAAM,EAAEJ,MAAM,CAACI;UACnB;QACJ,CAAC,CAAC;MACN;MACA,MAAMe,MAAM,GAAG,IAAI,CAACC,mBAAmB,CAACX,QAAQ,EAAET,MAAM,CAACqB,SAAS,CAAC;MACnE,IAAI,CAACF,MAAM,EAAE;QACT,OAAOpC,UAAU,CAACQ,QAAQ,CAAC+B,IAAI,CAAC,2BAA2B,CAAC;MAChE;MACAtB,MAAM,CAACqB,SAAS,GAAGF,MAAM,CAACpB,EAAE;MAC5B,MAAMwB,MAAM,GAAGlB,OAAO,CAACmB,IAAI,CAAC7B,IAAI,IAAIA,IAAI,CAAC8B,IAAI,KAAKN,MAAM,CAACZ,GAAG,CAAC;MAC7D,IAAI,CAACgB,MAAM,EAAE;QACTvB,MAAM,CAACI,MAAM,CAACsB,IAAI,CAAC;UACf/B,IAAI,EAAEwB,MAAM,CAACZ,GAAG;UAChBd,OAAO,EAAE;QACb,CAAC,CAAC;QACF;MACJ;MACA;AACZ;AACA;MACY,MAAMkC,gBAAgB,GAAG,MAAM,IAAI,CAACjD,WAAW,CAACkD,MAAM,CAACL,MAAM,CAACE,IAAI,CAAC;MACnE,IAAIE,gBAAgB,IAAI,CAAC7C,KAAK,CAAC+C,QAAQ,EAAE;QACrCjB,OAAO,CAACkB,GAAG,CACP,UAAUX,MAAM,CAACpB,EAAE,OAAOwB,MAAM,CAACE,IAAI,mCACzC,CAAC;QACD;MACJ;MACA;AACZ;AACA;MACY,MAAMG,MAAM,GAAG,MAAM9B,YAAY,CAACqB,MAAM,CAACpB,EAAE,CAAC;MAC5C,IAAI6B,MAAM,IAAI,CAAC9C,KAAK,CAAC+C,QAAQ,EAAE;QAC3BjB,OAAO,CAACkB,GAAG,CACP,UAAUX,MAAM,CAACpB,EAAE,OAAOwB,MAAM,CAACE,IAAI,qCACzC,CAAC;QACD;MACJ;MACA;AACZ;AACA;MACY,IAAI,CAACE,gBAAgB,EAAE;QACnB,IAAI;UACA,MAAMhC,IAAI,GAAG,MAAM,IAAI,CAACf,YAAY,CAACmD,OAAO,CAAC;YACzCR,MAAM;YACNS,MAAM,EAAEb,MAAM,CAACZ;UACnB,CAAC,CAAC;UACF,IAAI,CAACZ,IAAI,EAAEsC,GAAG,EAAE;YACZjC,MAAM,CAACI,MAAM,CAACsB,IAAI,CAAC;cACf/B,IAAI,EAAEwB,MAAM,CAACZ,GAAG;cAChBd,OAAO,EAAE,8BAA8B8B,MAAM,CAACE,IAAI,SAASN,MAAM,CAACZ,GAAG;YACzE,CAAC,CAAC;YACF;UACJ;QACJ,CAAC,CAAC,OAAOI,EAAE,EAAE;UACTX,MAAM,CAACI,MAAM,CAACsB,IAAI,CAAC;YACf/B,IAAI,EAAEwB,MAAM,CAACZ,GAAG;YAChBd,OAAO,EAAEkB,EAAE,CAAClB;UAChB,CAAC,CAAC;UACF;QACJ;MACJ;MACA;AACZ;AACA;MACY,IAAImC,MAAM,EAAE;QACR,MAAMM,YAAY,GAAG,MAAM9C,UAAU,CAACa,OAAO,CAACkB,MAAM,CAAC;QAErD,IAAIe,YAAY,CAACC,MAAM,CAAC,CAAC,EAAE;UACvBnC,MAAM,CAACI,MAAM,CAACsB,IAAI,CAAC;YACf/B,IAAI,EAAEwB,MAAM,CAACZ,GAAG;YAChBd,OAAO,EAAEyC,YAAY,CAAC1C,KAAK,CAACC;UAChC,CAAC,CAAC;QACN;QAEA;MACJ;MACA;AACZ;AACA;MACY,MAAM2C,YAAY,GAAG,MAAMjD,UAAU,CAACc,OAAO,CAAC;QAC1C,GAAGkB,MAAM;QACTpB,EAAE,EAAEoB,MAAM,CAACpB,EAAE;QACbQ,GAAG,EAAEY,MAAM,CAACZ,GAAG;QACf8B,IAAI,EAAElB,MAAM,CAACkB,IAAI;QACjBzC,IAAI,EAAEuB,MAAM,CAACvB,IAAI;QACjB0C,IAAI,EAAEnB,MAAM,CAACmB,IAAI;QACjBC,UAAU,EAAEpB,MAAM,CAACoB,UAAU;QAC7BC,QAAQ,EAAErB,MAAM,CAACqB,QAAQ;QACzBC,IAAI,EAAEtB,MAAM,CAACsB;MACjB,CAAC,CAAC;MAEF,IAAIL,YAAY,CAACD,MAAM,CAAC,CAAC,EAAE;QACvBnC,MAAM,CAACI,MAAM,CAACsB,IAAI,CAAC;UACf/B,IAAI,EAAEwB,MAAM,CAACZ,GAAG;UAChBd,OAAO,EAAE2C,YAAY,CAAC5C,KAAK,CAACC;QAChC,CAAC,CAAC;MACN;IACJ;EACJ;EAEA,MAAciB,YAAYA,CACtBL,OAAwB,EACxBvB,KAAQ,EACuB;IAC/B,IAAI2B,QAA4B,GAAG3B,KAAK,EAAE2B,QAAQ;IAElD,IAAI,CAACA,QAAQ,EAAE;MACX,MAAMiC,WAAW,GAAGzE,WAAW,CAACa,KAAK,CAACa,IAAI,CAACY,GAAG,CAAC;MAC/C,MAAMgB,MAAM,GAAGlB,OAAO,CAACmB,IAAI,CAAC7B,IAAI,IAAIA,IAAI,CAAC8B,IAAI,KAAKzD,aAAa,CAAC;MAChE,IAAI,CAACuD,MAAM,EAAE;QACT,MAAM,IAAIrD,WAAW,CAAC;UAClBuB,OAAO,EAAE,mDAAmD;UAC5DC,IAAI,EAAE;QACV,CAAC,CAAC;MACN;MACA,MAAMsC,MAAM,GAAG,aAAaU,WAAW,CAACjB,IAAI,IAAIF,MAAM,CAACE,IAAI,EAAE;MAC7D,IAAI;QACA,MAAM9B,IAAI,GAAG,MAAM,IAAI,CAACf,YAAY,CAACmD,OAAO,CAAC;UACzCR,MAAM;UACNS;QACJ,CAAC,CAAC;QACF,IAAI,CAACrC,IAAI,CAACsC,GAAG,EAAE;UACX,MAAM,IAAIU,KAAK,CAAC,8BAA8BpB,MAAM,CAACE,IAAI,SAASO,MAAM,IAAI,CAAC;QACjF;QACAvB,QAAQ,GAAGd,IAAI,CAACsC,GAAG;MACvB,CAAC,CAAC,OAAOtB,EAAE,EAAE;QACT,MAAM,IAAIzC,WAAW,CAAC;UAClBuB,OAAO,EAAEkB,EAAE,CAAClB,OAAO;UACnBC,IAAI,EAAE;QACV,CAAC,CAAC;MACN;IACJ;IAEA,IAAIC,IAAmB;IACvB,IAAI;MACAA,IAAI,GAAG,MAAM,IAAI,CAACjB,WAAW,CAAC4B,IAAI,CAACG,QAAQ,CAAC;MAC5C,IAAI,CAACd,IAAI,EAAE;QACP,MAAM,IAAIzB,WAAW,CAAC;UAClBuB,OAAO,EAAE,sCAAsCgB,QAAQ,IAAI;UAC3Df,IAAI,EAAE;QACV,CAAC,CAAC;MACN;IACJ,CAAC,CAAC,OAAOiB,EAAE,EAAE;MACT,MAAM,IAAIzC,WAAW,CAAC;QAClBuB,OAAO,EAAEkB,EAAE,CAAClB,OAAO;QACnBC,IAAI,EAAE,uBAAuB;QAC7BwB,IAAI,EAAEP;MACV,CAAC,CAAC;IACN;IAEA,IAAIiC,IAA4B;IAChC,IAAI;MACAA,IAAI,GAAGC,IAAI,CAACC,KAAK,CAACnD,IAAI,CAAC;IAC3B,CAAC,CAAC,OAAOgB,EAAE,EAAE;MACT,MAAM,IAAIzC,WAAW,CAAC;QAClBuB,OAAO,EAAEkB,EAAE,CAAClB,OAAO;QACnBC,IAAI,EAAE,uBAAuB;QAC7BwB,IAAI,EAAEP;MACV,CAAC,CAAC;IACN;IACA,IAAI,CAACiC,IAAI,CAACG,MAAM,EAAEvC,MAAM,EAAE;MACtB,MAAM,IAAItC,WAAW,CAAC;QAClBuB,OAAO,EAAE,0BAA0BgB,QAAQ,+BAA+B;QAC1Ef,IAAI,EAAE;MACV,CAAC,CAAC;IACN,CAAC,MAAM,IAAI,CAACkD,IAAI,CAACP,IAAI,EAAE;MACnB,MAAM,IAAInE,WAAW,CAAC;QAClBuB,OAAO,EAAE,0BAA0BgB,QAAQ,6BAA6B;QACxEf,IAAI,EAAE;MACV,CAAC,CAAC;IACN;IACA,OAAOkD,IAAI;EACf;EAEQxB,mBAAmBA,CACvBX,QAAgC,EAChCY,SAA6B,EACR;IACrB,IAAI,CAACA,SAAS,EAAE;MACZ,OAAOZ,QAAQ,CAACsC,MAAM,CAAC,CAAC,CAAC;IAC7B;IACA,MAAMC,SAAS,GAAGvC,QAAQ,CAACsC,MAAM,CAACE,SAAS,CAACC,KAAK,IAAIA,KAAK,CAACnD,EAAE,KAAKsB,SAAS,CAAC;IAC5E,IAAI2B,SAAS,KAAK,CAAC,CAAC,EAAE;MAClB,OAAO,IAAI;IACf;IACA,MAAME,KAAK,GAAGzC,QAAQ,CAACsC,MAAM,CAACC,SAAS,GAAG,CAAC,CAAC;IAC5C,OAAOE,KAAK,IAAI,IAAI;EACxB;AACJ","ignoreList":[]}

package/features/ImportFromUrlProcessAssetsTask/importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets.d.ts

@@ -0,0 +1,20 @@
+import type { ICmsImportExportValidatedValidFile } from "../../../../types.js";
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+export type IImportFromUrlProcessAssetsInputFile = Pick<ICmsImportExportValidatedValidFile, "key" | "type">;
+export interface IImportFromUrlProcessAssetsInputError {
+    file: string;
+    message: string;
+}
+export interface IImportFromUrlProcessAssetsInput {
+    modelId: string;
+    file: IImportFromUrlProcessAssetsInputFile;
+    maxInsertErrors?: number;
+    override?: boolean;
+    manifest?: string;
+    lastAsset?: string;
+    errors?: IImportFromUrlProcessAssetsInputError[];
+}
+export type IImportFromUrlProcessAssetsOutput = TaskDefinition.TaskOutput;
+export interface IImportFromUrlProcessAssets<I extends IImportFromUrlProcessAssetsInput = IImportFromUrlProcessAssetsInput, O extends IImportFromUrlProcessAssetsOutput = IImportFromUrlProcessAssetsOutput> {
+    run(params: TaskDefinition.RunParams<I, O>): Promise<TaskDefinition.Result<I, O>>;
+}

package/features/ImportFromUrlProcessAssetsTask/importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets.js

@@ -0,0 +1,3 @@
+export {};
+
+//# sourceMappingURL=ImportFromUrlProcessAssets.js.map

package/features/ImportFromUrlProcessAssetsTask/importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["ImportFromUrlProcessAssets.ts"],"sourcesContent":["import type { ICmsImportExportValidatedValidFile } from \"~/types.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\n\nexport type IImportFromUrlProcessAssetsInputFile = Pick<\n    ICmsImportExportValidatedValidFile,\n    \"key\" | \"type\"\n>;\n\nexport interface IImportFromUrlProcessAssetsInputError {\n    file: string;\n    message: string;\n}\n\nexport interface IImportFromUrlProcessAssetsInput {\n    modelId: string;\n    file: IImportFromUrlProcessAssetsInputFile;\n    maxInsertErrors?: number;\n    override?: boolean;\n    manifest?: string;\n    lastAsset?: string;\n    errors?: IImportFromUrlProcessAssetsInputError[];\n}\n\nexport type IImportFromUrlProcessAssetsOutput = TaskDefinition.TaskOutput;\n\nexport interface IImportFromUrlProcessAssets<\n    I extends IImportFromUrlProcessAssetsInput = IImportFromUrlProcessAssetsInput,\n    O extends IImportFromUrlProcessAssetsOutput = IImportFromUrlProcessAssetsOutput\n> {\n    run(params: TaskDefinition.RunParams<I, O>): Promise<TaskDefinition.Result<I, O>>;\n}\n"],"mappings":"","ignoreList":[]}

package/features/ImportFromUrlProcessEntriesTask/ImportFromUrlProcessEntriesTask.d.ts

@@ -0,0 +1,18 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { CmsContext } from "@webiny/api-headless-cms/features/shared/abstractions.js";
+import type { IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput } from "./importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries.js";
+type IRunParams = TaskDefinition.RunParams<IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput>;
+declare class ImportFromUrlProcessEntriesTaskDefinition implements TaskDefinition.Interface<IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput> {
+    private context;
+    id: string;
+    title: string;
+    maxIterations: number;
+    isPrivate: boolean;
+    description: string;
+    constructor(context: CmsContext.Interface);
+    run(params: IRunParams): Promise<TaskDefinition.Result<IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput>>;
+}
+export declare const ImportFromUrlProcessEntriesTask: typeof ImportFromUrlProcessEntriesTaskDefinition & {
+    __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskDefinition<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
+};
+export {};

package/features/ImportFromUrlProcessEntriesTask/ImportFromUrlProcessEntriesTask.js

@@ -0,0 +1,30 @@
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+import { CmsContext } from "@webiny/api-headless-cms/features/shared/abstractions.js";
+import { IMPORT_FROM_URL_PROCESS_ENTRIES_TASK } from "../../tasks/constants.js";
+class ImportFromUrlProcessEntriesTaskDefinition {
+  id = IMPORT_FROM_URL_PROCESS_ENTRIES_TASK;
+  title = "Import from URL List - Process entries";
+  maxIterations = 500;
+  isPrivate = true;
+  description = "Process entries import.";
+  constructor(context) {
+    this.context = context;
+  }
+  async run(params) {
+    const {
+      createImportFromUrlProcessEntries
+    } = await import("./createImportFromUrlProcessEntries.js");
+    try {
+      const runner = createImportFromUrlProcessEntries(this.context);
+      return await runner.run(params);
+    } catch (ex) {
+      return params.controller.response.error(ex);
+    }
+  }
+}
+export const ImportFromUrlProcessEntriesTask = TaskDefinition.createImplementation({
+  implementation: ImportFromUrlProcessEntriesTaskDefinition,
+  dependencies: [CmsContext]
+});
+
+//# sourceMappingURL=ImportFromUrlProcessEntriesTask.js.map

package/features/ImportFromUrlProcessEntriesTask/ImportFromUrlProcessEntriesTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["TaskDefinition","CmsContext","IMPORT_FROM_URL_PROCESS_ENTRIES_TASK","ImportFromUrlProcessEntriesTaskDefinition","id","title","maxIterations","isPrivate","description","constructor","context","run","params","createImportFromUrlProcessEntries","runner","ex","controller","response","error","ImportFromUrlProcessEntriesTask","createImplementation","implementation","dependencies"],"sources":["ImportFromUrlProcessEntriesTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { CmsContext } from \"@webiny/api-headless-cms/features/shared/abstractions.js\";\nimport { IMPORT_FROM_URL_PROCESS_ENTRIES_TASK } from \"~/tasks/constants.js\";\nimport type { Context } from \"~/types.js\";\nimport type {\n    IImportFromUrlProcessEntriesInput,\n    IImportFromUrlProcessEntriesOutput\n} from \"./importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries.js\";\n\ntype IRunParams = TaskDefinition.RunParams<\n    IImportFromUrlProcessEntriesInput,\n    IImportFromUrlProcessEntriesOutput\n>;\n\nclass ImportFromUrlProcessEntriesTaskDefinition\n    implements\n        TaskDefinition.Interface<\n            IImportFromUrlProcessEntriesInput,\n            IImportFromUrlProcessEntriesOutput\n        >\n{\n    id = IMPORT_FROM_URL_PROCESS_ENTRIES_TASK;\n    title = \"Import from URL List - Process entries\";\n    maxIterations = 500;\n    isPrivate = true;\n    description = \"Process entries import.\";\n\n    constructor(private context: CmsContext.Interface) {}\n\n    async run(params: IRunParams) {\n        const { createImportFromUrlProcessEntries } = await import(\n            \"./createImportFromUrlProcessEntries.js\"\n        );\n\n        try {\n            const runner = createImportFromUrlProcessEntries(this.context as Context);\n            return await runner.run(params);\n        } catch (ex) {\n            return params.controller.response.error(ex);\n        }\n    }\n}\n\nexport const ImportFromUrlProcessEntriesTask = TaskDefinition.createImplementation({\n    implementation: ImportFromUrlProcessEntriesTaskDefinition,\n    dependencies: [CmsContext]\n});\n"],"mappings":"AAAA,SAASA,cAAc,QAAQ,wDAAwD;AACvF,SAASC,UAAU,QAAQ,0DAA0D;AACrF,SAASC,oCAAoC;AAY7C,MAAMC,yCAAyC,CAM/C;EACIC,EAAE,GAAGF,oCAAoC;EACzCG,KAAK,GAAG,wCAAwC;EAChDC,aAAa,GAAG,GAAG;EACnBC,SAAS,GAAG,IAAI;EAChBC,WAAW,GAAG,yBAAyB;EAEvCC,WAAWA,CAASC,OAA6B,EAAE;IAAA,KAA/BA,OAA6B,GAA7BA,OAA6B;EAAG;EAEpD,MAAMC,GAAGA,CAACC,MAAkB,EAAE;IAC1B,MAAM;MAAEC;IAAkC,CAAC,GAAG,MAAM,MAAM,yCAE1D,CAAC;IAED,IAAI;MACA,MAAMC,MAAM,GAAGD,iCAAiC,CAAC,IAAI,CAACH,OAAkB,CAAC;MACzE,OAAO,MAAMI,MAAM,CAACH,GAAG,CAACC,MAAM,CAAC;IACnC,CAAC,CAAC,OAAOG,EAAE,EAAE;MACT,OAAOH,MAAM,CAACI,UAAU,CAACC,QAAQ,CAACC,KAAK,CAACH,EAAE,CAAC;IAC/C;EACJ;AACJ;AAEA,OAAO,MAAMI,+BAA+B,GAAGnB,cAAc,CAACoB,oBAAoB,CAAC;EAC/EC,cAAc,EAAElB,yCAAyC;EACzDmB,YAAY,EAAE,CAACrB,UAAU;AAC7B,CAAC,CAAC","ignoreList":[]}

package/features/ImportFromUrlProcessEntriesTask/createImportFromUrlProcessEntries.d.ts

@@ -0,0 +1,3 @@
+import type { Context } from "../../types.js";
+import type { IImportFromUrlProcessEntries, IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput } from "./importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries.js";
+export declare const createImportFromUrlProcessEntries: <I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput>(context: Context) => IImportFromUrlProcessEntries<I, O>;

package/features/ImportFromUrlProcessEntriesTask/createImportFromUrlProcessEntries.js

@@ -0,0 +1,36 @@
+import { createS3Client } from "../../tasks/utils/helpers/s3Client.js";
+import { ImportFromUrlProcessEntries } from "./importFromUrlProcessEntries/ImportFromUrlProcessEntries.js";
+import { getBucket } from "../../tasks/utils/helpers/getBucket.js";
+import { createCompressedFileReader, createDecompressor } from "../../tasks/utils/decompressor/index.js";
+import { createMultipartUpload, createMultipartUploadFactory } from "../../tasks/utils/upload/index.js";
+import { FileFetcher } from "../../tasks/utils/fileFetcher/index.js";
+export const createImportFromUrlProcessEntries = context => {
+  const client = createS3Client();
+  const bucket = getBucket();
+  const reader = createCompressedFileReader({
+    client,
+    bucket
+  });
+  const decompressor = createDecompressor({
+    createUploadFactory: filename => {
+      return createMultipartUploadFactory({
+        filename,
+        client,
+        bucket,
+        createHandler: createMultipartUpload
+      });
+    }
+  });
+  const fileFetcher = new FileFetcher({
+    client,
+    bucket
+  });
+  return new ImportFromUrlProcessEntries({
+    context,
+    fileFetcher,
+    reader,
+    decompressor
+  });
+};
+
+//# sourceMappingURL=createImportFromUrlProcessEntries.js.map

package/features/ImportFromUrlProcessEntriesTask/createImportFromUrlProcessEntries.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createS3Client","ImportFromUrlProcessEntries","getBucket","createCompressedFileReader","createDecompressor","createMultipartUpload","createMultipartUploadFactory","FileFetcher","createImportFromUrlProcessEntries","context","client","bucket","reader","decompressor","createUploadFactory","filename","createHandler","fileFetcher"],"sources":["createImportFromUrlProcessEntries.ts"],"sourcesContent":["import type { Context } from \"~/types.js\";\nimport { createS3Client } from \"~/tasks/utils/helpers/s3Client.js\";\nimport { ImportFromUrlProcessEntries } from \"./importFromUrlProcessEntries/ImportFromUrlProcessEntries.js\";\nimport type {\n    IImportFromUrlProcessEntries,\n    IImportFromUrlProcessEntriesInput,\n    IImportFromUrlProcessEntriesOutput\n} from \"./importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries.js\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket.js\";\nimport {\n    createCompressedFileReader,\n    createDecompressor\n} from \"~/tasks/utils/decompressor/index.js\";\nimport { createMultipartUpload, createMultipartUploadFactory } from \"~/tasks/utils/upload/index.js\";\nimport { FileFetcher } from \"~/tasks/utils/fileFetcher/index.js\";\n\nexport const createImportFromUrlProcessEntries = <\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n>(\n    context: Context\n): IImportFromUrlProcessEntries<I, O> => {\n    const client = createS3Client();\n    const bucket = getBucket();\n\n    const reader = createCompressedFileReader({\n        client,\n        bucket\n    });\n    const decompressor = createDecompressor({\n        createUploadFactory: filename => {\n            return createMultipartUploadFactory({\n                filename,\n                client,\n                bucket,\n                createHandler: createMultipartUpload\n            });\n        }\n    });\n\n    const fileFetcher = new FileFetcher({\n        client,\n        bucket\n    });\n\n    return new ImportFromUrlProcessEntries<I, O>({\n        context,\n        fileFetcher,\n        reader,\n        decompressor\n    });\n};\n"],"mappings":"AACA,SAASA,cAAc;AACvB,SAASC,2BAA2B;AAMpC,SAASC,SAAS;AAClB,SACIC,0BAA0B,EAC1BC,kBAAkB;AAEtB,SAASC,qBAAqB,EAAEC,4BAA4B;AAC5D,SAASC,WAAW;AAEpB,OAAO,MAAMC,iCAAiC,GAI1CC,OAAgB,IACqB;EACrC,MAAMC,MAAM,GAAGV,cAAc,CAAC,CAAC;EAC/B,MAAMW,MAAM,GAAGT,SAAS,CAAC,CAAC;EAE1B,MAAMU,MAAM,GAAGT,0BAA0B,CAAC;IACtCO,MAAM;IACNC;EACJ,CAAC,CAAC;EACF,MAAME,YAAY,GAAGT,kBAAkB,CAAC;IACpCU,mBAAmB,EAAEC,QAAQ,IAAI;MAC7B,OAAOT,4BAA4B,CAAC;QAChCS,QAAQ;QACRL,MAAM;QACNC,MAAM;QACNK,aAAa,EAAEX;MACnB,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;EAEF,MAAMY,WAAW,GAAG,IAAIV,WAAW,CAAC;IAChCG,MAAM;IACNC;EACJ,CAAC,CAAC;EAEF,OAAO,IAAIV,2BAA2B,CAAO;IACzCQ,OAAO;IACPQ,WAAW;IACXL,MAAM;IACNC;EACJ,CAAC,CAAC;AACN,CAAC","ignoreList":[]}

package/features/ImportFromUrlProcessEntriesTask/feature.d.ts

@@ -0,0 +1 @@
+export declare const ImportFromUrlProcessEntriesTaskFeature: import("@webiny/feature/api/createFeature.js").FeatureDefinition<unknown>;

package/features/ImportFromUrlProcessEntriesTask/feature.js

@@ -0,0 +1,10 @@
+import { createFeature } from "@webiny/feature/api";
+import { ImportFromUrlProcessEntriesTask } from "./ImportFromUrlProcessEntriesTask.js";
+export const ImportFromUrlProcessEntriesTaskFeature = createFeature({
+  name: "HeadlessCms/ImportExport/ImportFromUrlProcessEntriesTask",
+  register(container) {
+    container.register(ImportFromUrlProcessEntriesTask);
+  }
+});
+
+//# sourceMappingURL=feature.js.map

package/features/ImportFromUrlProcessEntriesTask/feature.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createFeature","ImportFromUrlProcessEntriesTask","ImportFromUrlProcessEntriesTaskFeature","name","register","container"],"sources":["feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { ImportFromUrlProcessEntriesTask } from \"./ImportFromUrlProcessEntriesTask.js\";\n\nexport const ImportFromUrlProcessEntriesTaskFeature = createFeature({\n    name: \"HeadlessCms/ImportExport/ImportFromUrlProcessEntriesTask\",\n    register(container) {\n        container.register(ImportFromUrlProcessEntriesTask);\n    }\n});\n"],"mappings":"AAAA,SAASA,aAAa,QAAQ,qBAAqB;AACnD,SAASC,+BAA+B;AAExC,OAAO,MAAMC,sCAAsC,GAAGF,aAAa,CAAC;EAChEG,IAAI,EAAE,0DAA0D;EAChEC,QAAQA,CAACC,SAAS,EAAE;IAChBA,SAAS,CAACD,QAAQ,CAACH,+BAA+B,CAAC;EACvD;AACJ,CAAC,CAAC","ignoreList":[]}

package/features/ImportFromUrlProcessEntriesTask/importFromUrlProcessEntries/ImportFromUrlProcessEntries.d.ts

@@ -0,0 +1,19 @@
+import type { Context } from "../../../types.js";
+import type { IImportFromUrlProcessEntries, IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput } from "./abstractions/ImportFromUrlProcessEntries.js";
+import type { IFileFetcher } from "../../../tasks/utils/fileFetcher/index.js";
+import type { ICompressedFileReader, IDecompressor } from "../../../tasks/utils/decompressor/index.js";
+import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
+export interface IImportFromUrlProcessEntriesParams {
+    context: Context;
+    fileFetcher: IFileFetcher;
+    reader: ICompressedFileReader;
+    decompressor: IDecompressor;
+}
+export declare class ImportFromUrlProcessEntries<I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput> implements IImportFromUrlProcessEntries<I, O> {
+    private readonly context;
+    private readonly fileFetcher;
+    private readonly reader;
+    private readonly decompressor;
+    constructor(params: IImportFromUrlProcessEntriesParams);
+    run(params: TaskDefinition.RunParams<I, O>): Promise<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskResultError | import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskResultAborted | import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskResultDone<O> | import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskResultContinue<I>>;
+}