@webiny/api-headless-cms-import-export 5.41.0-beta.0

package/tasks/domain/createExportContentEntries.js

@@ -0,0 +1,56 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createExportContentEntries = void 0;
+var _clientS = require("@webiny/aws-sdk/client-s3");
+var _getBucket = require("../utils/helpers/getBucket");
+var _ExportContentEntries = require("./exportContentEntries/ExportContentEntries");
+var _cmsEntryZipper = require("../utils/cmsEntryZipper");
+var _upload = require("../utils/upload");
+var _archiver = require("../utils/archiver");
+var _zipper = require("../utils/zipper");
+var _entryAssets = require("../utils/entryAssets");
+var _UniqueResolver = require("../utils/uniqueResolver/UniqueResolver");
+var _constants = require("../constants");
+const createExportContentEntries = () => {
+  const client = (0, _clientS.createS3Client)();
+  const bucket = (0, _getBucket.getBucket)();
+  const createUpload = (0, _upload.createUploadFactory)({
+    client,
+    bucket
+  });
+  const createCmsEntryZipper = config => {
+    const upload = createUpload(config.filename);
+    const archiver = (0, _archiver.createArchiver)({
+      format: "zip",
+      options: {
+        gzip: true,
+        gzipOptions: {
+          level: 9
+        },
+        comment: _constants.WEBINY_EXPORT_ENTRIES_EXTENSION
+      }
+    });
+    const zipper = new _zipper.Zipper({
+      upload,
+      archiver
+    });
+    return new _cmsEntryZipper.CmsEntryZipper({
+      fetcher: config.fetcher,
+      zipper,
+      entryAssets: new _entryAssets.EntryAssets({
+        uniqueResolver: new _UniqueResolver.UniqueResolver(),
+        traverser: config.traverser
+      }),
+      uniqueAssetsResolver: new _UniqueResolver.UniqueResolver()
+    });
+  };
+  return new _ExportContentEntries.ExportContentEntries({
+    createCmsEntryZipper
+  });
+};
+exports.createExportContentEntries = createExportContentEntries;
+
+//# sourceMappingURL=createExportContentEntries.js.map

package/tasks/domain/createExportContentEntries.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_clientS","require","_getBucket","_ExportContentEntries","_cmsEntryZipper","_upload","_archiver","_zipper","_entryAssets","_UniqueResolver","_constants","createExportContentEntries","client","createS3Client","bucket","getBucket","createUpload","createUploadFactory","createCmsEntryZipper","config","upload","filename","archiver","createArchiver","format","options","gzip","gzipOptions","level","comment","WEBINY_EXPORT_ENTRIES_EXTENSION","zipper","Zipper","CmsEntryZipper","fetcher","entryAssets","EntryAssets","uniqueResolver","UniqueResolver","traverser","uniqueAssetsResolver","ExportContentEntries","exports"],"sources":["createExportContentEntries.ts"],"sourcesContent":["import { createS3Client } from \"@webiny/aws-sdk/client-s3\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket\";\nimport { ExportContentEntries } from \"~/tasks/domain/exportContentEntries/ExportContentEntries\";\nimport type { ICreateCmsEntryZipperConfig } from \"~/tasks/domain/exportContentEntries/ExportContentEntries\";\nimport { CmsEntryZipper } from \"../utils/cmsEntryZipper\";\nimport { createUploadFactory } from \"~/tasks/utils/upload\";\nimport { createArchiver } from \"~/tasks/utils/archiver\";\nimport { Zipper } from \"~/tasks/utils/zipper\";\nimport { EntryAssets } from \"../utils/entryAssets\";\nimport { UniqueResolver } from \"~/tasks/utils/uniqueResolver/UniqueResolver\";\nimport { WEBINY_EXPORT_ENTRIES_EXTENSION } from \"~/tasks/constants\";\n\nexport const createExportContentEntries = () => {\n    const client = createS3Client();\n    const bucket = getBucket();\n    const createUpload = createUploadFactory({\n        client,\n        bucket\n    });\n\n    const createCmsEntryZipper = (config: ICreateCmsEntryZipperConfig) => {\n        const upload = createUpload(config.filename);\n\n        const archiver = createArchiver({\n            format: \"zip\",\n            options: {\n                gzip: true,\n                gzipOptions: {\n                    level: 9\n                },\n                comment: WEBINY_EXPORT_ENTRIES_EXTENSION\n            }\n        });\n\n        const zipper = new Zipper({\n            upload,\n            archiver\n        });\n\n        return new CmsEntryZipper({\n            fetcher: config.fetcher,\n            zipper,\n            entryAssets: new EntryAssets({\n                uniqueResolver: new UniqueResolver(),\n                traverser: config.traverser\n            }),\n            uniqueAssetsResolver: new UniqueResolver()\n        });\n    };\n\n    return new ExportContentEntries({\n        createCmsEntryZipper\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,QAAA,GAAAC,OAAA;AACA,IAAAC,UAAA,GAAAD,OAAA;AACA,IAAAE,qBAAA,GAAAF,OAAA;AAEA,IAAAG,eAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,SAAA,GAAAL,OAAA;AACA,IAAAM,OAAA,GAAAN,OAAA;AACA,IAAAO,YAAA,GAAAP,OAAA;AACA,IAAAQ,eAAA,GAAAR,OAAA;AACA,IAAAS,UAAA,GAAAT,OAAA;AAEO,MAAMU,0BAA0B,GAAGA,CAAA,KAAM;EAC5C,MAAMC,MAAM,GAAG,IAAAC,uBAAc,EAAC,CAAC;EAC/B,MAAMC,MAAM,GAAG,IAAAC,oBAAS,EAAC,CAAC;EAC1B,MAAMC,YAAY,GAAG,IAAAC,2BAAmB,EAAC;IACrCL,MAAM;IACNE;EACJ,CAAC,CAAC;EAEF,MAAMI,oBAAoB,GAAIC,MAAmC,IAAK;IAClE,MAAMC,MAAM,GAAGJ,YAAY,CAACG,MAAM,CAACE,QAAQ,CAAC;IAE5C,MAAMC,QAAQ,GAAG,IAAAC,wBAAc,EAAC;MAC5BC,MAAM,EAAE,KAAK;MACbC,OAAO,EAAE;QACLC,IAAI,EAAE,IAAI;QACVC,WAAW,EAAE;UACTC,KAAK,EAAE;QACX,CAAC;QACDC,OAAO,EAAEC;MACb;IACJ,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,IAAIC,cAAM,CAAC;MACtBZ,MAAM;MACNE;IACJ,CAAC,CAAC;IAEF,OAAO,IAAIW,8BAAc,CAAC;MACtBC,OAAO,EAAEf,MAAM,CAACe,OAAO;MACvBH,MAAM;MACNI,WAAW,EAAE,IAAIC,wBAAW,CAAC;QACzBC,cAAc,EAAE,IAAIC,8BAAc,CAAC,CAAC;QACpCC,SAAS,EAAEpB,MAAM,CAACoB;MACtB,CAAC,CAAC;MACFC,oBAAoB,EAAE,IAAIF,8BAAc,CAAC;IAC7C,CAAC,CAAC;EACN,CAAC;EAED,OAAO,IAAIG,0CAAoB,CAAC;IAC5BvB;EACJ,CAAC,CAAC;AACN,CAAC;AAACwB,OAAA,CAAA/B,0BAAA,GAAAA,0BAAA","ignoreList":[]}

package/tasks/domain/createImportFromUrlProcessAssets.d.ts

@@ -0,0 +1,3 @@
+import { Context } from "../../types";
+import type { IImportFromUrlProcessAssets, IImportFromUrlProcessAssetsInput } from "./importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets";
+export declare const createImportFromUrlProcessAssets: <C extends Context = Context, I extends IImportFromUrlProcessAssetsInput = IImportFromUrlProcessAssetsInput, O extends import("@webiny/tasks").ITaskResponseDoneResultOutput = import("@webiny/tasks").ITaskResponseDoneResultOutput>() => IImportFromUrlProcessAssets<C, I, O>;

package/tasks/domain/createImportFromUrlProcessAssets.js

@@ -0,0 +1,42 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createImportFromUrlProcessAssets = void 0;
+var _s3Client = require("../utils/helpers/s3Client");
+var _ImportFromUrlProcessAssets = require("./importFromUrlProcessAssets/ImportFromUrlProcessAssets");
+var _getBucket = require("../utils/helpers/getBucket");
+var _decompressor = require("../utils/decompressor");
+var _upload = require("../utils/upload");
+var _fileFetcher = require("../utils/fileFetcher");
+const createImportFromUrlProcessAssets = () => {
+  const client = (0, _s3Client.createS3Client)();
+  const bucket = (0, _getBucket.getBucket)();
+  const reader = (0, _decompressor.createCompressedFileReader)({
+    client,
+    bucket
+  });
+  const decompressor = (0, _decompressor.createDecompressor)({
+    createUploadFactory: filename => {
+      return (0, _upload.createMultipartUploadFactory)({
+        filename,
+        client,
+        bucket,
+        createHandler: _upload.createMultipartUpload
+      });
+    }
+  });
+  const fileFetcher = new _fileFetcher.FileFetcher({
+    client,
+    bucket
+  });
+  return new _ImportFromUrlProcessAssets.ImportFromUrlProcessAssets({
+    fileFetcher,
+    reader,
+    decompressor
+  });
+};
+exports.createImportFromUrlProcessAssets = createImportFromUrlProcessAssets;
+
+//# sourceMappingURL=createImportFromUrlProcessAssets.js.map

package/tasks/domain/createImportFromUrlProcessAssets.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_s3Client","require","_ImportFromUrlProcessAssets","_getBucket","_decompressor","_upload","_fileFetcher","createImportFromUrlProcessAssets","client","createS3Client","bucket","getBucket","reader","createCompressedFileReader","decompressor","createDecompressor","createUploadFactory","filename","createMultipartUploadFactory","createHandler","createMultipartUpload","fileFetcher","FileFetcher","ImportFromUrlProcessAssets","exports"],"sources":["createImportFromUrlProcessAssets.ts"],"sourcesContent":["import { Context } from \"~/types\";\nimport { createS3Client } from \"~/tasks/utils/helpers/s3Client\";\nimport { ImportFromUrlProcessAssets } from \"./importFromUrlProcessAssets/ImportFromUrlProcessAssets\";\nimport type {\n    IImportFromUrlProcessAssets,\n    IImportFromUrlProcessAssetsInput,\n    IImportFromUrlProcessAssetsOutput\n} from \"./importFromUrlProcessAssets/abstractions/ImportFromUrlProcessAssets\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket\";\nimport { createCompressedFileReader, createDecompressor } from \"~/tasks/utils/decompressor\";\nimport { createMultipartUpload, createMultipartUploadFactory } from \"~/tasks/utils/upload\";\nimport { FileFetcher } from \"~/tasks/utils/fileFetcher\";\n\nexport const createImportFromUrlProcessAssets = <\n    C extends Context = Context,\n    I extends IImportFromUrlProcessAssetsInput = IImportFromUrlProcessAssetsInput,\n    O extends IImportFromUrlProcessAssetsOutput = IImportFromUrlProcessAssetsOutput\n>(): IImportFromUrlProcessAssets<C, I, O> => {\n    const client = createS3Client();\n    const bucket = getBucket();\n    const reader = createCompressedFileReader({\n        client,\n        bucket\n    });\n    const decompressor = createDecompressor({\n        createUploadFactory: filename => {\n            return createMultipartUploadFactory({\n                filename,\n                client,\n                bucket,\n                createHandler: createMultipartUpload\n            });\n        }\n    });\n\n    const fileFetcher = new FileFetcher({\n        client,\n        bucket\n    });\n\n    return new ImportFromUrlProcessAssets<C, I, O>({\n        fileFetcher,\n        reader,\n        decompressor\n    });\n};\n"],"mappings":";;;;;;AACA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,2BAAA,GAAAD,OAAA;AAMA,IAAAE,UAAA,GAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,YAAA,GAAAL,OAAA;AAEO,MAAMM,gCAAgC,GAAGA,CAAA,KAIH;EACzC,MAAMC,MAAM,GAAG,IAAAC,wBAAc,EAAC,CAAC;EAC/B,MAAMC,MAAM,GAAG,IAAAC,oBAAS,EAAC,CAAC;EAC1B,MAAMC,MAAM,GAAG,IAAAC,wCAA0B,EAAC;IACtCL,MAAM;IACNE;EACJ,CAAC,CAAC;EACF,MAAMI,YAAY,GAAG,IAAAC,gCAAkB,EAAC;IACpCC,mBAAmB,EAAEC,QAAQ,IAAI;MAC7B,OAAO,IAAAC,oCAA4B,EAAC;QAChCD,QAAQ;QACRT,MAAM;QACNE,MAAM;QACNS,aAAa,EAAEC;MACnB,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;EAEF,MAAMC,WAAW,GAAG,IAAIC,wBAAW,CAAC;IAChCd,MAAM;IACNE;EACJ,CAAC,CAAC;EAEF,OAAO,IAAIa,sDAA0B,CAAU;IAC3CF,WAAW;IACXT,MAAM;IACNE;EACJ,CAAC,CAAC;AACN,CAAC;AAACU,OAAA,CAAAjB,gCAAA,GAAAA,gCAAA","ignoreList":[]}

package/tasks/domain/createImportFromUrlProcessEntries.d.ts

@@ -0,0 +1,3 @@
+import { Context } from "../../types";
+import type { IImportFromUrlProcessEntries, IImportFromUrlProcessEntriesInput, IImportFromUrlProcessEntriesOutput } from "./importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries";
+export declare const createImportFromUrlProcessEntries: <C extends Context = Context, I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput, O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput>() => IImportFromUrlProcessEntries<C, I, O>;

package/tasks/domain/createImportFromUrlProcessEntries.js

@@ -0,0 +1,42 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createImportFromUrlProcessEntries = void 0;
+var _s3Client = require("../utils/helpers/s3Client");
+var _ImportFromUrlProcessEntries = require("./importFromUrlProcessEntries/ImportFromUrlProcessEntries");
+var _getBucket = require("../utils/helpers/getBucket");
+var _decompressor = require("../utils/decompressor");
+var _upload = require("../utils/upload");
+var _fileFetcher = require("../utils/fileFetcher");
+const createImportFromUrlProcessEntries = () => {
+  const client = (0, _s3Client.createS3Client)();
+  const bucket = (0, _getBucket.getBucket)();
+  const reader = (0, _decompressor.createCompressedFileReader)({
+    client,
+    bucket
+  });
+  const decompressor = (0, _decompressor.createDecompressor)({
+    createUploadFactory: filename => {
+      return (0, _upload.createMultipartUploadFactory)({
+        filename,
+        client,
+        bucket,
+        createHandler: _upload.createMultipartUpload
+      });
+    }
+  });
+  const fileFetcher = new _fileFetcher.FileFetcher({
+    client,
+    bucket
+  });
+  return new _ImportFromUrlProcessEntries.ImportFromUrlProcessEntries({
+    fileFetcher,
+    reader,
+    decompressor
+  });
+};
+exports.createImportFromUrlProcessEntries = createImportFromUrlProcessEntries;
+
+//# sourceMappingURL=createImportFromUrlProcessEntries.js.map

package/tasks/domain/createImportFromUrlProcessEntries.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_s3Client","require","_ImportFromUrlProcessEntries","_getBucket","_decompressor","_upload","_fileFetcher","createImportFromUrlProcessEntries","client","createS3Client","bucket","getBucket","reader","createCompressedFileReader","decompressor","createDecompressor","createUploadFactory","filename","createMultipartUploadFactory","createHandler","createMultipartUpload","fileFetcher","FileFetcher","ImportFromUrlProcessEntries","exports"],"sources":["createImportFromUrlProcessEntries.ts"],"sourcesContent":["import { Context } from \"~/types\";\nimport { createS3Client } from \"~/tasks/utils/helpers/s3Client\";\nimport { ImportFromUrlProcessEntries } from \"./importFromUrlProcessEntries/ImportFromUrlProcessEntries\";\nimport type {\n    IImportFromUrlProcessEntries,\n    IImportFromUrlProcessEntriesInput,\n    IImportFromUrlProcessEntriesOutput\n} from \"./importFromUrlProcessEntries/abstractions/ImportFromUrlProcessEntries\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket\";\nimport { createCompressedFileReader, createDecompressor } from \"~/tasks/utils/decompressor\";\nimport { createMultipartUpload, createMultipartUploadFactory } from \"~/tasks/utils/upload\";\nimport { FileFetcher } from \"~/tasks/utils/fileFetcher\";\n\nexport const createImportFromUrlProcessEntries = <\n    C extends Context = Context,\n    I extends IImportFromUrlProcessEntriesInput = IImportFromUrlProcessEntriesInput,\n    O extends IImportFromUrlProcessEntriesOutput = IImportFromUrlProcessEntriesOutput\n>(): IImportFromUrlProcessEntries<C, I, O> => {\n    const client = createS3Client();\n    const bucket = getBucket();\n\n    const reader = createCompressedFileReader({\n        client,\n        bucket\n    });\n    const decompressor = createDecompressor({\n        createUploadFactory: filename => {\n            return createMultipartUploadFactory({\n                filename,\n                client,\n                bucket,\n                createHandler: createMultipartUpload\n            });\n        }\n    });\n\n    const fileFetcher = new FileFetcher({\n        client,\n        bucket\n    });\n\n    return new ImportFromUrlProcessEntries<C, I, O>({\n        fileFetcher,\n        reader,\n        decompressor\n    });\n};\n"],"mappings":";;;;;;AACA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,4BAAA,GAAAD,OAAA;AAMA,IAAAE,UAAA,GAAAF,OAAA;AACA,IAAAG,aAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,YAAA,GAAAL,OAAA;AAEO,MAAMM,iCAAiC,GAAGA,CAAA,KAIH;EAC1C,MAAMC,MAAM,GAAG,IAAAC,wBAAc,EAAC,CAAC;EAC/B,MAAMC,MAAM,GAAG,IAAAC,oBAAS,EAAC,CAAC;EAE1B,MAAMC,MAAM,GAAG,IAAAC,wCAA0B,EAAC;IACtCL,MAAM;IACNE;EACJ,CAAC,CAAC;EACF,MAAMI,YAAY,GAAG,IAAAC,gCAAkB,EAAC;IACpCC,mBAAmB,EAAEC,QAAQ,IAAI;MAC7B,OAAO,IAAAC,oCAA4B,EAAC;QAChCD,QAAQ;QACRT,MAAM;QACNE,MAAM;QACNS,aAAa,EAAEC;MACnB,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;EAEF,MAAMC,WAAW,GAAG,IAAIC,wBAAW,CAAC;IAChCd,MAAM;IACNE;EACJ,CAAC,CAAC;EAEF,OAAO,IAAIa,wDAA2B,CAAU;IAC5CF,WAAW;IACXT,MAAM;IACNE;EACJ,CAAC,CAAC;AACN,CAAC;AAACU,OAAA,CAAAjB,iCAAA,GAAAA,iCAAA","ignoreList":[]}

package/tasks/domain/createValidateImportFromUrl.d.ts

@@ -0,0 +1,2 @@
+import { ValidateImportFromUrl } from "./validateImportFromUrl/ValidateImportFromUrl";
+export declare const createValidateImportFromUrl: () => ValidateImportFromUrl<import("../../types").Context, import("./abstractions/ValidateImportFromUrl").IValidateImportFromUrlInput, import("./abstractions/ValidateImportFromUrl").IValidateImportFromUrlOutput>;

package/tasks/domain/createValidateImportFromUrl.js

@@ -0,0 +1,30 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createValidateImportFromUrl = void 0;
+var _ValidateImportFromUrl = require("./validateImportFromUrl/ValidateImportFromUrl");
+var _externalFileFetcher = require("../utils/externalFileFetcher");
+var _s3Client = require("../utils/helpers/s3Client");
+var _getBucket = require("../utils/helpers/getBucket");
+var _fileFetcher = require("../utils/fileFetcher");
+const createValidateImportFromUrl = () => {
+  const fileFetcher = new _externalFileFetcher.ExternalFileFetcher({
+    fetcher: fetch,
+    getChecksumHeader: headers => (headers.get("etag") || "").replaceAll('"', "")
+  });
+  const internalFileFetcher = new _fileFetcher.FileFetcher({
+    client: (0, _s3Client.createS3Client)(),
+    bucket: (0, _getBucket.getBucket)()
+  });
+  return new _ValidateImportFromUrl.ValidateImportFromUrl({
+    fileFetcher,
+    fileExists: async key => {
+      return internalFileFetcher.exists(key);
+    }
+  });
+};
+exports.createValidateImportFromUrl = createValidateImportFromUrl;
+
+//# sourceMappingURL=createValidateImportFromUrl.js.map

package/tasks/domain/createValidateImportFromUrl.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_ValidateImportFromUrl","require","_externalFileFetcher","_s3Client","_getBucket","_fileFetcher","createValidateImportFromUrl","fileFetcher","ExternalFileFetcher","fetcher","fetch","getChecksumHeader","headers","get","replaceAll","internalFileFetcher","FileFetcher","client","createS3Client","bucket","getBucket","ValidateImportFromUrl","fileExists","key","exists","exports"],"sources":["createValidateImportFromUrl.ts"],"sourcesContent":["import { ValidateImportFromUrl } from \"~/tasks/domain/validateImportFromUrl/ValidateImportFromUrl\";\nimport { ExternalFileFetcher } from \"~/tasks/utils/externalFileFetcher\";\nimport { createS3Client } from \"~/tasks/utils/helpers/s3Client\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket\";\nimport { FileFetcher } from \"~/tasks/utils/fileFetcher\";\n\nexport const createValidateImportFromUrl = () => {\n    const fileFetcher = new ExternalFileFetcher({\n        fetcher: fetch,\n        getChecksumHeader: headers => (headers.get(\"etag\") || \"\").replaceAll('\"', \"\")\n    });\n\n    const internalFileFetcher = new FileFetcher({\n        client: createS3Client(),\n        bucket: getBucket()\n    });\n\n    return new ValidateImportFromUrl({\n        fileFetcher,\n        fileExists: async key => {\n            return internalFileFetcher.exists(key);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,sBAAA,GAAAC,OAAA;AACA,IAAAC,oBAAA,GAAAD,OAAA;AACA,IAAAE,SAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AACA,IAAAI,YAAA,GAAAJ,OAAA;AAEO,MAAMK,2BAA2B,GAAGA,CAAA,KAAM;EAC7C,MAAMC,WAAW,GAAG,IAAIC,wCAAmB,CAAC;IACxCC,OAAO,EAAEC,KAAK;IACdC,iBAAiB,EAAEC,OAAO,IAAI,CAACA,OAAO,CAACC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,EAAEC,UAAU,CAAC,GAAG,EAAE,EAAE;EAChF,CAAC,CAAC;EAEF,MAAMC,mBAAmB,GAAG,IAAIC,wBAAW,CAAC;IACxCC,MAAM,EAAE,IAAAC,wBAAc,EAAC,CAAC;IACxBC,MAAM,EAAE,IAAAC,oBAAS,EAAC;EACtB,CAAC,CAAC;EAEF,OAAO,IAAIC,4CAAqB,CAAC;IAC7Bd,WAAW;IACXe,UAAU,EAAE,MAAMC,GAAG,IAAI;MACrB,OAAOR,mBAAmB,CAACS,MAAM,CAACD,GAAG,CAAC;IAC1C;EACJ,CAAC,CAAC;AACN,CAAC;AAACE,OAAA,CAAAnB,2BAAA,GAAAA,2BAAA","ignoreList":[]}

package/tasks/domain/downloadFileFromUrl/DownloadFileFromUrl.d.ts

@@ -0,0 +1,26 @@
+import type { IMultipartUploadHandler } from "../../utils/upload";
+import type { IDownloadFileFromUrl, IDownloadFileFromUrlProcessOnIterationCallable, IDownloadFileFromUrlProcessResponseType } from "./abstractions/DownloadFileFromUrl";
+export interface IDownloadFileFromUrlFile {
+    url: string;
+    size: number;
+    key: string;
+}
+export interface IDownloadFileFromUrlParams {
+    file: IDownloadFileFromUrlFile;
+    fetch: typeof fetch;
+    upload: IMultipartUploadHandler;
+    nextRange?: number;
+}
+export declare class DownloadFileFromUrl implements IDownloadFileFromUrl {
+    private readonly file;
+    private readonly upload;
+    private readonly fetch;
+    private nextRange;
+    private readonly ranges;
+    constructor(params: IDownloadFileFromUrlParams);
+    process<T extends string>(onIteration: IDownloadFileFromUrlProcessOnIterationCallable<T>): Promise<IDownloadFileFromUrlProcessResponseType<T>>;
+    abort(): Promise<void>;
+    getNextRange(): number;
+    isDone(): boolean;
+}
+export declare const createDownloadFileFromUrl: (params: IDownloadFileFromUrlParams) => IDownloadFileFromUrl;

package/tasks/domain/downloadFileFromUrl/DownloadFileFromUrl.js

@@ -0,0 +1,79 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createDownloadFileFromUrl = exports.DownloadFileFromUrl = void 0;
+var _sizeSegments = require("../../utils/helpers/sizeSegments");
+class DownloadFileFromUrl {
+  constructor(params) {
+    this.file = params.file;
+    this.fetch = params.fetch;
+    this.nextRange = params.nextRange || 0;
+    this.upload = params.upload;
+    this.ranges = (0, _sizeSegments.createSizeSegments)(this.file.size, "10MB");
+  }
+  async process(onIteration) {
+    let iteration = 0;
+    while (true) {
+      const next = this.ranges[this.nextRange];
+      if (this.isDone() || !next) {
+        await this.upload.complete();
+        return "done";
+      }
+      let status = undefined;
+      await onIteration({
+        iteration,
+        next: this.nextRange,
+        segment: next,
+        stop: input => {
+          status = input;
+        }
+      });
+      if (status === "done") {
+        await this.upload.complete();
+        return status;
+      } else if (status === "aborted") {
+        await this.upload.abort();
+        return status;
+      } else if (status === "continue") {
+        return status;
+      }
+      iteration++;
+      const headers = new Headers();
+      if (this.ranges.length > 1) {
+        headers.set("Range", `bytes=${next.start}-${next.end}`);
+      }
+      const result = await this.fetch(this.file.url, {
+        method: "GET",
+        keepalive: true,
+        mode: "cors",
+        headers
+      });
+      if (!result.ok) {
+        throw new Error(`Failed to fetch URL: ${this.file.url}`);
+      } else if (!result.body) {
+        throw new Error(`Body not found for URL: ${this.file.url}`);
+      }
+      const buffer = await result.arrayBuffer();
+      await this.upload.add(Buffer.from(buffer));
+      this.nextRange++;
+    }
+  }
+  async abort() {
+    await this.upload.abort();
+  }
+  getNextRange() {
+    return this.nextRange;
+  }
+  isDone() {
+    return !this.ranges[this.nextRange];
+  }
+}
+exports.DownloadFileFromUrl = DownloadFileFromUrl;
+const createDownloadFileFromUrl = params => {
+  return new DownloadFileFromUrl(params);
+};
+exports.createDownloadFileFromUrl = createDownloadFileFromUrl;
+
+//# sourceMappingURL=DownloadFileFromUrl.js.map

package/tasks/domain/downloadFileFromUrl/DownloadFileFromUrl.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_sizeSegments","require","DownloadFileFromUrl","constructor","params","file","fetch","nextRange","upload","ranges","createSizeSegments","size","process","onIteration","iteration","next","isDone","complete","status","undefined","segment","stop","input","abort","headers","Headers","length","set","start","end","result","url","method","keepalive","mode","ok","Error","body","buffer","arrayBuffer","add","Buffer","from","getNextRange","exports","createDownloadFileFromUrl"],"sources":["DownloadFileFromUrl.ts"],"sourcesContent":["import type { IMultipartUploadHandler } from \"~/tasks/utils/upload\";\nimport type {\n    IDownloadFileFromUrl,\n    IDownloadFileFromUrlProcessOnIterationCallable,\n    IDownloadFileFromUrlProcessResponseType\n} from \"./abstractions/DownloadFileFromUrl\";\nimport { createSizeSegments } from \"~/tasks/utils/helpers/sizeSegments\";\n\nexport interface IDownloadFileFromUrlFile {\n    url: string;\n    size: number;\n    key: string;\n}\n\ninterface IRange {\n    start: number;\n    end: number;\n}\n\nexport interface IDownloadFileFromUrlParams {\n    file: IDownloadFileFromUrlFile;\n    fetch: typeof fetch;\n    upload: IMultipartUploadHandler;\n    nextRange?: number;\n}\n\nexport class DownloadFileFromUrl implements IDownloadFileFromUrl {\n    private readonly file: IDownloadFileFromUrlFile;\n    private readonly upload: IMultipartUploadHandler;\n    private readonly fetch: typeof fetch;\n    private nextRange: number;\n    private readonly ranges: IRange[];\n\n    public constructor(params: IDownloadFileFromUrlParams) {\n        this.file = params.file;\n        this.fetch = params.fetch;\n        this.nextRange = params.nextRange || 0;\n        this.upload = params.upload;\n        this.ranges = createSizeSegments(this.file.size, \"10MB\");\n    }\n\n    public async process<T extends string>(\n        onIteration: IDownloadFileFromUrlProcessOnIterationCallable<T>\n    ): Promise<IDownloadFileFromUrlProcessResponseType<T>> {\n        let iteration = 0;\n\n        while (true) {\n            const next = this.ranges[this.nextRange];\n\n            if (this.isDone() || !next) {\n                await this.upload.complete();\n                return \"done\";\n            }\n            let status: IDownloadFileFromUrlProcessResponseType<T> | undefined = undefined;\n            await onIteration({\n                iteration,\n                next: this.nextRange,\n                segment: next,\n                stop: input => {\n                    status = input;\n                }\n            });\n            if (status === \"done\") {\n                await this.upload.complete();\n                return status;\n            } else if (status === \"aborted\") {\n                await this.upload.abort();\n                return status;\n            } else if (status === \"continue\") {\n                return status;\n            }\n            iteration++;\n\n            const headers = new Headers();\n\n            if (this.ranges.length > 1) {\n                headers.set(\"Range\", `bytes=${next.start}-${next.end}`);\n            }\n            const result = await this.fetch(this.file.url, {\n                method: \"GET\",\n                keepalive: true,\n                mode: \"cors\",\n                headers\n            });\n            if (!result.ok) {\n                throw new Error(`Failed to fetch URL: ${this.file.url}`);\n            } else if (!result.body) {\n                throw new Error(`Body not found for URL: ${this.file.url}`);\n            }\n            const buffer = await result.arrayBuffer();\n\n            await this.upload.add(Buffer.from(buffer));\n            this.nextRange++;\n        }\n    }\n\n    public async abort(): Promise<void> {\n        await this.upload.abort();\n    }\n\n    public getNextRange(): number {\n        return this.nextRange;\n    }\n\n    public isDone(): boolean {\n        return !this.ranges[this.nextRange];\n    }\n}\n\nexport const createDownloadFileFromUrl = (\n    params: IDownloadFileFromUrlParams\n): IDownloadFileFromUrl => {\n    return new DownloadFileFromUrl(params);\n};\n"],"mappings":";;;;;;AAMA,IAAAA,aAAA,GAAAC,OAAA;AAoBO,MAAMC,mBAAmB,CAAiC;EAOtDC,WAAWA,CAACC,MAAkC,EAAE;IACnD,IAAI,CAACC,IAAI,GAAGD,MAAM,CAACC,IAAI;IACvB,IAAI,CAACC,KAAK,GAAGF,MAAM,CAACE,KAAK;IACzB,IAAI,CAACC,SAAS,GAAGH,MAAM,CAACG,SAAS,IAAI,CAAC;IACtC,IAAI,CAACC,MAAM,GAAGJ,MAAM,CAACI,MAAM;IAC3B,IAAI,CAACC,MAAM,GAAG,IAAAC,gCAAkB,EAAC,IAAI,CAACL,IAAI,CAACM,IAAI,EAAE,MAAM,CAAC;EAC5D;EAEA,MAAaC,OAAOA,CAChBC,WAA8D,EACX;IACnD,IAAIC,SAAS,GAAG,CAAC;IAEjB,OAAO,IAAI,EAAE;MACT,MAAMC,IAAI,GAAG,IAAI,CAACN,MAAM,CAAC,IAAI,CAACF,SAAS,CAAC;MAExC,IAAI,IAAI,CAACS,MAAM,CAAC,CAAC,IAAI,CAACD,IAAI,EAAE;QACxB,MAAM,IAAI,CAACP,MAAM,CAACS,QAAQ,CAAC,CAAC;QAC5B,OAAO,MAAM;MACjB;MACA,IAAIC,MAA8D,GAAGC,SAAS;MAC9E,MAAMN,WAAW,CAAC;QACdC,SAAS;QACTC,IAAI,EAAE,IAAI,CAACR,SAAS;QACpBa,OAAO,EAAEL,IAAI;QACbM,IAAI,EAAEC,KAAK,IAAI;UACXJ,MAAM,GAAGI,KAAK;QAClB;MACJ,CAAC,CAAC;MACF,IAAIJ,MAAM,KAAK,MAAM,EAAE;QACnB,MAAM,IAAI,CAACV,MAAM,CAACS,QAAQ,CAAC,CAAC;QAC5B,OAAOC,MAAM;MACjB,CAAC,MAAM,IAAIA,MAAM,KAAK,SAAS,EAAE;QAC7B,MAAM,IAAI,CAACV,MAAM,CAACe,KAAK,CAAC,CAAC;QACzB,OAAOL,MAAM;MACjB,CAAC,MAAM,IAAIA,MAAM,KAAK,UAAU,EAAE;QAC9B,OAAOA,MAAM;MACjB;MACAJ,SAAS,EAAE;MAEX,MAAMU,OAAO,GAAG,IAAIC,OAAO,CAAC,CAAC;MAE7B,IAAI,IAAI,CAAChB,MAAM,CAACiB,MAAM,GAAG,CAAC,EAAE;QACxBF,OAAO,CAACG,GAAG,CAAC,OAAO,EAAG,SAAQZ,IAAI,CAACa,KAAM,IAAGb,IAAI,CAACc,GAAI,EAAC,CAAC;MAC3D;MACA,MAAMC,MAAM,GAAG,MAAM,IAAI,CAACxB,KAAK,CAAC,IAAI,CAACD,IAAI,CAAC0B,GAAG,EAAE;QAC3CC,MAAM,EAAE,KAAK;QACbC,SAAS,EAAE,IAAI;QACfC,IAAI,EAAE,MAAM;QACZV;MACJ,CAAC,CAAC;MACF,IAAI,CAACM,MAAM,CAACK,EAAE,EAAE;QACZ,MAAM,IAAIC,KAAK,CAAE,wBAAuB,IAAI,CAAC/B,IAAI,CAAC0B,GAAI,EAAC,CAAC;MAC5D,CAAC,MAAM,IAAI,CAACD,MAAM,CAACO,IAAI,EAAE;QACrB,MAAM,IAAID,KAAK,CAAE,2BAA0B,IAAI,CAAC/B,IAAI,CAAC0B,GAAI,EAAC,CAAC;MAC/D;MACA,MAAMO,MAAM,GAAG,MAAMR,MAAM,CAACS,WAAW,CAAC,CAAC;MAEzC,MAAM,IAAI,CAAC/B,MAAM,CAACgC,GAAG,CAACC,MAAM,CAACC,IAAI,CAACJ,MAAM,CAAC,CAAC;MAC1C,IAAI,CAAC/B,SAAS,EAAE;IACpB;EACJ;EAEA,MAAagB,KAAKA,CAAA,EAAkB;IAChC,MAAM,IAAI,CAACf,MAAM,CAACe,KAAK,CAAC,CAAC;EAC7B;EAEOoB,YAAYA,CAAA,EAAW;IAC1B,OAAO,IAAI,CAACpC,SAAS;EACzB;EAEOS,MAAMA,CAAA,EAAY;IACrB,OAAO,CAAC,IAAI,CAACP,MAAM,CAAC,IAAI,CAACF,SAAS,CAAC;EACvC;AACJ;AAACqC,OAAA,CAAA1C,mBAAA,GAAAA,mBAAA;AAEM,MAAM2C,yBAAyB,GAClCzC,MAAkC,IACX;EACvB,OAAO,IAAIF,mBAAmB,CAACE,MAAM,CAAC;AAC1C,CAAC;AAACwC,OAAA,CAAAC,yBAAA,GAAAA,yBAAA","ignoreList":[]}

package/tasks/domain/downloadFileFromUrl/abstractions/DownloadFileFromUrl.d.ts

@@ -0,0 +1,19 @@
+export interface IDownloadFileRange {
+    start: number;
+    end: number;
+}
+export interface IDownloadFileFromUrlProcessOnIterationCallableParams<T> {
+    iteration: number;
+    next: number;
+    stop: (status: T) => void;
+    segment: IDownloadFileRange;
+}
+export interface IDownloadFileFromUrlProcessOnIterationCallable<T> {
+    (params: IDownloadFileFromUrlProcessOnIterationCallableParams<T>): Promise<void>;
+}
+export type IDownloadFileFromUrlProcessResponseType<T extends string> = T | "done";
+export interface IDownloadFileFromUrl {
+    process<T extends string>(onIteration: IDownloadFileFromUrlProcessOnIterationCallable<T>): Promise<IDownloadFileFromUrlProcessResponseType<T>>;
+    getNextRange(): number;
+    isDone(): boolean;
+}

package/tasks/domain/downloadFileFromUrl/abstractions/DownloadFileFromUrl.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=DownloadFileFromUrl.js.map

package/tasks/domain/downloadFileFromUrl/abstractions/DownloadFileFromUrl.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["DownloadFileFromUrl.ts"],"sourcesContent":["export interface IDownloadFileRange {\n    start: number;\n    end: number;\n}\n\nexport interface IDownloadFileFromUrlProcessOnIterationCallableParams<T> {\n    iteration: number;\n    next: number;\n    stop: (status: T) => void;\n    segment: IDownloadFileRange;\n}\nexport interface IDownloadFileFromUrlProcessOnIterationCallable<T> {\n    (params: IDownloadFileFromUrlProcessOnIterationCallableParams<T>): Promise<void>;\n}\n\nexport type IDownloadFileFromUrlProcessResponseType<T extends string> = T | \"done\";\n\nexport interface IDownloadFileFromUrl {\n    process<T extends string>(\n        onIteration: IDownloadFileFromUrlProcessOnIterationCallable<T>\n    ): Promise<IDownloadFileFromUrlProcessResponseType<T>>;\n    getNextRange(): number;\n    isDone(): boolean;\n}\n"],"mappings":"","ignoreList":[]}

package/tasks/domain/downloadFileFromUrl/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./abstractions/DownloadFileFromUrl";
+export * from "./DownloadFileFromUrl";

package/tasks/domain/downloadFileFromUrl/index.js

@@ -0,0 +1,29 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _DownloadFileFromUrl = require("./abstractions/DownloadFileFromUrl");
+Object.keys(_DownloadFileFromUrl).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _DownloadFileFromUrl[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _DownloadFileFromUrl[key];
+    }
+  });
+});
+var _DownloadFileFromUrl2 = require("./DownloadFileFromUrl");
+Object.keys(_DownloadFileFromUrl2).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _DownloadFileFromUrl2[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _DownloadFileFromUrl2[key];
+    }
+  });
+});
+
+//# sourceMappingURL=index.js.map

package/tasks/domain/downloadFileFromUrl/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_DownloadFileFromUrl","require","Object","keys","forEach","key","exports","defineProperty","enumerable","get","_DownloadFileFromUrl2"],"sources":["index.ts"],"sourcesContent":["export * from \"./abstractions/DownloadFileFromUrl\";\nexport * from \"./DownloadFileFromUrl\";\n"],"mappings":";;;;;AAAA,IAAAA,oBAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,oBAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,oBAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAT,oBAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AACA,IAAAK,qBAAA,GAAAT,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAO,qBAAA,EAAAN,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAK,qBAAA,CAAAL,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAC,qBAAA,CAAAL,GAAA;IAAA;EAAA;AAAA","ignoreList":[]}

package/tasks/domain/exportContentAssets/ExportContentAssets.d.ts

@@ -0,0 +1,25 @@
+import type { Context } from "../../../types";
+import type { IExportContentAssets, IExportContentAssetsInput, IExportContentAssetsOutput } from "../abstractions/ExportContentAssets";
+import type { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+import type { ICmsEntryFetcher } from "../../utils/cmsEntryFetcher";
+import type { IEntryAssets, IEntryAssetsResolver } from "../../utils/entryAssets";
+import type { ICmsAssetsZipper } from "../../utils/cmsAssetsZipper";
+import type { IFileFetcher } from "../../utils/fileFetcher";
+export interface ICreateCmsAssetsZipperCallableConfig {
+    filename: string;
+    entryFetcher: ICmsEntryFetcher;
+    createEntryAssets: () => IEntryAssets;
+    createEntryAssetsResolver: () => IEntryAssetsResolver;
+    fileFetcher: IFileFetcher;
+}
+export interface ICreateCmsAssetsZipperCallable {
+    (config: ICreateCmsAssetsZipperCallableConfig): ICmsAssetsZipper;
+}
+export interface IExportContentAssetsParams {
+    createCmsAssetsZipper: ICreateCmsAssetsZipperCallable;
+}
+export declare class ExportContentAssets<C extends Context = Context, I extends IExportContentAssetsInput = IExportContentAssetsInput, O extends IExportContentAssetsOutput = IExportContentAssetsOutput> implements IExportContentAssets<C, I, O> {
+    private readonly createCmsAssetsZipper;
+    constructor(params: IExportContentAssetsParams);
+    run(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/domain/exportContentAssets/ExportContentAssets.js

@@ -0,0 +1,164 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ExportContentAssets = void 0;
+var _cmsEntryFetcher = require("../../utils/cmsEntryFetcher");
+var _entryAssets = require("../../utils/entryAssets");
+var _cmsAssetsZipper = require("../../utils/cmsAssetsZipper");
+var _fileFetcher = require("../../utils/fileFetcher");
+var _utils = require("@webiny/tasks/utils");
+var _getBucket = require("../../utils/helpers/getBucket");
+var _s3Client = require("../../utils/helpers/s3Client");
+var _UniqueResolver = require("../../utils/uniqueResolver/UniqueResolver");
+var _constants = require("../../constants");
+const getFilename = input => {
+  const current = [input.entryAfter, input.fileAfter].filter(item => item !== undefined).join("-");
+  return `${input.prefix}/assets${current ? `-${current}` : ""}.${_constants.WEBINY_EXPORT_ASSETS_EXTENSION}`;
+};
+class ExportContentAssets {
+  constructor(params) {
+    this.createCmsAssetsZipper = params.createCmsAssetsZipper;
+  }
+  async run(params) {
+    const {
+      response,
+      context,
+      input,
+      isCloseToTimeout,
+      isAborted
+    } = params;
+    let model;
+    try {
+      model = await context.cms.getModel(input.modelId);
+    } catch (ex) {
+      return response.error({
+        message: `Could not fetch entry manager for model "${input.modelId}".`,
+        code: "MODEL_NOT_FOUND",
+        data: {
+          error: (0, _utils.getErrorProperties)(ex)
+        }
+      });
+    }
+    const traverser = await context.cms.getEntryTraverser(model.modelId);
+    const entryFetcher = (0, _cmsEntryFetcher.createCmsEntryFetcher)(async after => {
+      const input = {
+        where: params.input.where,
+        limit: params.input.limit || 10000,
+        sort: params.input.sort,
+        after
+      };
+      const [items, meta] = await context.cms.listLatestEntries(model, input);
+      return {
+        items,
+        meta
+      };
+    });
+    const fileFetcher = new _fileFetcher.FileFetcher({
+      client: (0, _s3Client.createS3Client)(),
+      bucket: (0, _getBucket.getBucket)()
+    });
+    const filename = getFilename(input);
+    const zipper = this.createCmsAssetsZipper({
+      filename,
+      fileFetcher,
+      entryFetcher,
+      createEntryAssets: () => {
+        return new _entryAssets.EntryAssets({
+          traverser,
+          uniqueResolver: new _UniqueResolver.UniqueResolver()
+        });
+      },
+      createEntryAssetsResolver: () => {
+        return new _entryAssets.EntryAssetsResolver({
+          fetchFiles: async params => {
+            const [items, meta] = await context.fileManager.listFiles(params);
+            return {
+              items,
+              meta
+            };
+          }
+        });
+      }
+    });
+    let result;
+    try {
+      result = await zipper.execute({
+        fileAfter: input.fileAfter,
+        entryAfter: input.entryAfter,
+        isAborted() {
+          return isAborted();
+        },
+        isCloseToTimeout(seconds) {
+          return isCloseToTimeout(seconds);
+        }
+      });
+    } catch (ex) {
+      return response.error(ex);
+    }
+    const files = Array.isArray(input.files) ? input.files : [];
+    /**
+     * Zipper is done, but there is no result?
+     * We will output existing input files.
+     */
+    if (result instanceof _cmsAssetsZipper.CmsAssetsZipperExecuteDoneWithoutResult) {
+      return response.done({
+        files
+      });
+    }
+    /**
+     * Zipper is done and there is a result?
+     * We will output existing input files and the new file.
+     */
+    //
+    else if (result instanceof _cmsAssetsZipper.CmsAssetsZipperExecuteDoneResult) {
+      return response.done({
+        files: files.concat([{
+          key: result.key,
+          checksum: result.checksum
+        }])
+      });
+    }
+    /**
+     * Zipper is not done and there is no result?
+     * Let's continue with the next iteration.
+     */
+    //
+    else if (result instanceof _cmsAssetsZipper.CmsAssetsZipperExecuteContinueWithoutResult) {
+      return response.continue({
+        ...input,
+        fileAfter: result.fileCursor,
+        entryAfter: result.entryCursor
+      });
+    }
+    /**
+     * Zipper is not done and there is a result?
+     * Let's merge the existing files with the new file and continue with the next iteration.
+     */
+    //
+    else if (result instanceof _cmsAssetsZipper.CmsAssetsZipperExecuteContinueResult) {
+      return response.continue({
+        ...input,
+        fileAfter: result.fileCursor,
+        entryAfter: result.entryCursor,
+        files: files.concat([{
+          key: result.key,
+          checksum: result.checksum
+        }])
+      });
+    }
+    return response.error({
+      message: "Unknown zipper result.",
+      code: "UNKNOWN_ZIPPER_RESULT",
+      data: {
+        type: typeof result,
+        constructor: result?.constructor?.name || "unknown constructor",
+        result
+      }
+    });
+  }
+}
+exports.ExportContentAssets = ExportContentAssets;
+
+//# sourceMappingURL=ExportContentAssets.js.map

package/tasks/domain/exportContentAssets/ExportContentAssets.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_cmsEntryFetcher","require","_entryAssets","_cmsAssetsZipper","_fileFetcher","_utils","_getBucket","_s3Client","_UniqueResolver","_constants","getFilename","input","current","entryAfter","fileAfter","filter","item","undefined","join","prefix","WEBINY_EXPORT_ASSETS_EXTENSION","ExportContentAssets","constructor","params","createCmsAssetsZipper","run","response","context","isCloseToTimeout","isAborted","model","cms","getModel","modelId","ex","error","message","code","data","getErrorProperties","traverser","getEntryTraverser","entryFetcher","createCmsEntryFetcher","after","where","limit","sort","items","meta","listLatestEntries","fileFetcher","FileFetcher","client","createS3Client","bucket","getBucket","filename","zipper","createEntryAssets","EntryAssets","uniqueResolver","UniqueResolver","createEntryAssetsResolver","EntryAssetsResolver","fetchFiles","fileManager","listFiles","result","execute","seconds","files","Array","isArray","CmsAssetsZipperExecuteDoneWithoutResult","done","CmsAssetsZipperExecuteDoneResult","concat","key","checksum","CmsAssetsZipperExecuteContinueWithoutResult","continue","fileCursor","entryCursor","CmsAssetsZipperExecuteContinueResult","type","name","exports"],"sources":["ExportContentAssets.ts"],"sourcesContent":["import type { Context } from \"~/types\";\nimport type {\n    IExportContentAssets,\n    IExportContentAssetsInput,\n    IExportContentAssetsOutput\n} from \"~/tasks/domain/abstractions/ExportContentAssets\";\nimport type { ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\nimport type { ICmsEntryFetcher } from \"~/tasks/utils/cmsEntryFetcher\";\nimport { createCmsEntryFetcher } from \"~/tasks/utils/cmsEntryFetcher\";\nimport type { IEntryAssets, IEntryAssetsResolver } from \"~/tasks/utils/entryAssets\";\nimport { EntryAssets, EntryAssetsResolver } from \"~/tasks/utils/entryAssets\";\nimport type {\n    ICmsAssetsZipper,\n    ICmsAssetsZipperExecuteResult\n} from \"~/tasks/utils/cmsAssetsZipper\";\nimport {\n    CmsAssetsZipperExecuteContinueResult,\n    CmsAssetsZipperExecuteContinueWithoutResult,\n    CmsAssetsZipperExecuteDoneResult,\n    CmsAssetsZipperExecuteDoneWithoutResult\n} from \"~/tasks/utils/cmsAssetsZipper\";\nimport type { IFileFetcher } from \"~/tasks/utils/fileFetcher\";\nimport { FileFetcher } from \"~/tasks/utils/fileFetcher\";\nimport type { CmsModel } from \"@webiny/api-headless-cms/types\";\nimport { getErrorProperties } from \"@webiny/tasks/utils\";\nimport { getBucket } from \"~/tasks/utils/helpers/getBucket\";\nimport { createS3Client } from \"~/tasks/utils/helpers/s3Client\";\nimport { UniqueResolver } from \"~/tasks/utils/uniqueResolver/UniqueResolver\";\nimport { WEBINY_EXPORT_ASSETS_EXTENSION } from \"~/tasks/constants\";\n\nexport interface ICreateCmsAssetsZipperCallableConfig {\n    filename: string;\n    entryFetcher: ICmsEntryFetcher;\n    createEntryAssets: () => IEntryAssets;\n    createEntryAssetsResolver: () => IEntryAssetsResolver;\n    fileFetcher: IFileFetcher;\n}\n\nexport interface ICreateCmsAssetsZipperCallable {\n    (config: ICreateCmsAssetsZipperCallableConfig): ICmsAssetsZipper;\n}\n\nconst getFilename = (input: IExportContentAssetsInput): string => {\n    const current = [input.entryAfter, input.fileAfter]\n        .filter(item => item !== undefined)\n        .join(\"-\");\n\n    return `${input.prefix}/assets${\n        current ? `-${current}` : \"\"\n    }.${WEBINY_EXPORT_ASSETS_EXTENSION}`;\n};\n\nexport interface IExportContentAssetsParams {\n    createCmsAssetsZipper: ICreateCmsAssetsZipperCallable;\n}\n\nexport class ExportContentAssets<\n    C extends Context = Context,\n    I extends IExportContentAssetsInput = IExportContentAssetsInput,\n    O extends IExportContentAssetsOutput = IExportContentAssetsOutput\n> implements IExportContentAssets<C, I, O>\n{\n    private readonly createCmsAssetsZipper: ICreateCmsAssetsZipperCallable;\n\n    public constructor(params: IExportContentAssetsParams) {\n        this.createCmsAssetsZipper = params.createCmsAssetsZipper;\n    }\n\n    public async run(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>> {\n        const { response, context, input, isCloseToTimeout, isAborted } = params;\n\n        let model: CmsModel;\n        try {\n            model = await context.cms.getModel(input.modelId);\n        } catch (ex) {\n            return response.error({\n                message: `Could not fetch entry manager for model \"${input.modelId}\".`,\n                code: \"MODEL_NOT_FOUND\",\n                data: {\n                    error: getErrorProperties(ex)\n                }\n            });\n        }\n\n        const traverser = await context.cms.getEntryTraverser(model.modelId);\n\n        const entryFetcher = createCmsEntryFetcher(async after => {\n            const input = {\n                where: params.input.where,\n                limit: params.input.limit || 10000,\n                sort: params.input.sort,\n                after\n            };\n            const [items, meta] = await context.cms.listLatestEntries(model, input);\n\n            return {\n                items,\n                meta\n            };\n        });\n\n        const fileFetcher = new FileFetcher({\n            client: createS3Client(),\n            bucket: getBucket()\n        });\n\n        const filename = getFilename(input);\n\n        const zipper = this.createCmsAssetsZipper({\n            filename,\n            fileFetcher,\n            entryFetcher,\n            createEntryAssets: () => {\n                return new EntryAssets({\n                    traverser,\n                    uniqueResolver: new UniqueResolver()\n                });\n            },\n            createEntryAssetsResolver: () => {\n                return new EntryAssetsResolver({\n                    fetchFiles: async params => {\n                        const [items, meta] = await context.fileManager.listFiles(params);\n                        return {\n                            items,\n                            meta\n                        };\n                    }\n                });\n            }\n        });\n\n        let result: ICmsAssetsZipperExecuteResult;\n\n        try {\n            result = await zipper.execute({\n                fileAfter: input.fileAfter,\n                entryAfter: input.entryAfter,\n                isAborted() {\n                    return isAborted();\n                },\n                isCloseToTimeout(seconds?: number) {\n                    return isCloseToTimeout(seconds);\n                }\n            });\n        } catch (ex) {\n            return response.error(ex);\n        }\n\n        const files = Array.isArray(input.files) ? input.files : [];\n        /**\n         * Zipper is done, but there is no result?\n         * We will output existing input files.\n         */\n        if (result instanceof CmsAssetsZipperExecuteDoneWithoutResult) {\n            return response.done({\n                files\n            } as O);\n        }\n        /**\n         * Zipper is done and there is a result?\n         * We will output existing input files and the new file.\n         */\n        //\n        else if (result instanceof CmsAssetsZipperExecuteDoneResult) {\n            return response.done({\n                files: files.concat([\n                    {\n                        key: result.key,\n                        checksum: result.checksum\n                    }\n                ])\n            } as O);\n        }\n        /**\n         * Zipper is not done and there is no result?\n         * Let's continue with the next iteration.\n         */\n        //\n        else if (result instanceof CmsAssetsZipperExecuteContinueWithoutResult) {\n            return response.continue({\n                ...input,\n                fileAfter: result.fileCursor,\n                entryAfter: result.entryCursor\n            });\n        }\n        /**\n         * Zipper is not done and there is a result?\n         * Let's merge the existing files with the new file and continue with the next iteration.\n         */\n        //\n        else if (result instanceof CmsAssetsZipperExecuteContinueResult) {\n            return response.continue({\n                ...input,\n                fileAfter: result.fileCursor,\n                entryAfter: result.entryCursor,\n                files: files.concat([\n                    {\n                        key: result.key,\n                        checksum: result.checksum\n                    }\n                ])\n            });\n        }\n\n        return response.error({\n            message: \"Unknown zipper result.\",\n            code: \"UNKNOWN_ZIPPER_RESULT\",\n            data: {\n                type: typeof result,\n                constructor: result?.constructor?.name || \"unknown constructor\",\n                result\n            }\n        });\n    }\n}\n"],"mappings":";;;;;;AAQA,IAAAA,gBAAA,GAAAC,OAAA;AAEA,IAAAC,YAAA,GAAAD,OAAA;AAKA,IAAAE,gBAAA,GAAAF,OAAA;AAOA,IAAAG,YAAA,GAAAH,OAAA;AAEA,IAAAI,MAAA,GAAAJ,OAAA;AACA,IAAAK,UAAA,GAAAL,OAAA;AACA,IAAAM,SAAA,GAAAN,OAAA;AACA,IAAAO,eAAA,GAAAP,OAAA;AACA,IAAAQ,UAAA,GAAAR,OAAA;AAcA,MAAMS,WAAW,GAAIC,KAAgC,IAAa;EAC9D,MAAMC,OAAO,GAAG,CAACD,KAAK,CAACE,UAAU,EAAEF,KAAK,CAACG,SAAS,CAAC,CAC9CC,MAAM,CAACC,IAAI,IAAIA,IAAI,KAAKC,SAAS,CAAC,CAClCC,IAAI,CAAC,GAAG,CAAC;EAEd,OAAQ,GAAEP,KAAK,CAACQ,MAAO,UACnBP,OAAO,GAAI,IAAGA,OAAQ,EAAC,GAAG,EAC7B,IAAGQ,yCAA+B,EAAC;AACxC,CAAC;AAMM,MAAMC,mBAAmB,CAKhC;EAGWC,WAAWA,CAACC,MAAkC,EAAE;IACnD,IAAI,CAACC,qBAAqB,GAAGD,MAAM,CAACC,qBAAqB;EAC7D;EAEA,MAAaC,GAAGA,CAACF,MAA+B,EAAsC;IAClF,MAAM;MAAEG,QAAQ;MAAEC,OAAO;MAAEhB,KAAK;MAAEiB,gBAAgB;MAAEC;IAAU,CAAC,GAAGN,MAAM;IAExE,IAAIO,KAAe;IACnB,IAAI;MACAA,KAAK,GAAG,MAAMH,OAAO,CAACI,GAAG,CAACC,QAAQ,CAACrB,KAAK,CAACsB,OAAO,CAAC;IACrD,CAAC,CAAC,OAAOC,EAAE,EAAE;MACT,OAAOR,QAAQ,CAACS,KAAK,CAAC;QAClBC,OAAO,EAAG,4CAA2CzB,KAAK,CAACsB,OAAQ,IAAG;QACtEI,IAAI,EAAE,iBAAiB;QACvBC,IAAI,EAAE;UACFH,KAAK,EAAE,IAAAI,yBAAkB,EAACL,EAAE;QAChC;MACJ,CAAC,CAAC;IACN;IAEA,MAAMM,SAAS,GAAG,MAAMb,OAAO,CAACI,GAAG,CAACU,iBAAiB,CAACX,KAAK,CAACG,OAAO,CAAC;IAEpE,MAAMS,YAAY,GAAG,IAAAC,sCAAqB,EAAC,MAAMC,KAAK,IAAI;MACtD,MAAMjC,KAAK,GAAG;QACVkC,KAAK,EAAEtB,MAAM,CAACZ,KAAK,CAACkC,KAAK;QACzBC,KAAK,EAAEvB,MAAM,CAACZ,KAAK,CAACmC,KAAK,IAAI,KAAK;QAClCC,IAAI,EAAExB,MAAM,CAACZ,KAAK,CAACoC,IAAI;QACvBH;MACJ,CAAC;MACD,MAAM,CAACI,KAAK,EAAEC,IAAI,CAAC,GAAG,MAAMtB,OAAO,CAACI,GAAG,CAACmB,iBAAiB,CAACpB,KAAK,EAAEnB,KAAK,CAAC;MAEvE,OAAO;QACHqC,KAAK;QACLC;MACJ,CAAC;IACL,CAAC,CAAC;IAEF,MAAME,WAAW,GAAG,IAAIC,wBAAW,CAAC;MAChCC,MAAM,EAAE,IAAAC,wBAAc,EAAC,CAAC;MACxBC,MAAM,EAAE,IAAAC,oBAAS,EAAC;IACtB,CAAC,CAAC;IAEF,MAAMC,QAAQ,GAAG/C,WAAW,CAACC,KAAK,CAAC;IAEnC,MAAM+C,MAAM,GAAG,IAAI,CAAClC,qBAAqB,CAAC;MACtCiC,QAAQ;MACRN,WAAW;MACXT,YAAY;MACZiB,iBAAiB,EAAEA,CAAA,KAAM;QACrB,OAAO,IAAIC,wBAAW,CAAC;UACnBpB,SAAS;UACTqB,cAAc,EAAE,IAAIC,8BAAc,CAAC;QACvC,CAAC,CAAC;MACN,CAAC;MACDC,yBAAyB,EAAEA,CAAA,KAAM;QAC7B,OAAO,IAAIC,gCAAmB,CAAC;UAC3BC,UAAU,EAAE,MAAM1C,MAAM,IAAI;YACxB,MAAM,CAACyB,KAAK,EAAEC,IAAI,CAAC,GAAG,MAAMtB,OAAO,CAACuC,WAAW,CAACC,SAAS,CAAC5C,MAAM,CAAC;YACjE,OAAO;cACHyB,KAAK;cACLC;YACJ,CAAC;UACL;QACJ,CAAC,CAAC;MACN;IACJ,CAAC,CAAC;IAEF,IAAImB,MAAqC;IAEzC,IAAI;MACAA,MAAM,GAAG,MAAMV,MAAM,CAACW,OAAO,CAAC;QAC1BvD,SAAS,EAAEH,KAAK,CAACG,SAAS;QAC1BD,UAAU,EAAEF,KAAK,CAACE,UAAU;QAC5BgB,SAASA,CAAA,EAAG;UACR,OAAOA,SAAS,CAAC,CAAC;QACtB,CAAC;QACDD,gBAAgBA,CAAC0C,OAAgB,EAAE;UAC/B,OAAO1C,gBAAgB,CAAC0C,OAAO,CAAC;QACpC;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOpC,EAAE,EAAE;MACT,OAAOR,QAAQ,CAACS,KAAK,CAACD,EAAE,CAAC;IAC7B;IAEA,MAAMqC,KAAK,GAAGC,KAAK,CAACC,OAAO,CAAC9D,KAAK,CAAC4D,KAAK,CAAC,GAAG5D,KAAK,CAAC4D,KAAK,GAAG,EAAE;IAC3D;AACR;AACA;AACA;IACQ,IAAIH,MAAM,YAAYM,wDAAuC,EAAE;MAC3D,OAAOhD,QAAQ,CAACiD,IAAI,CAAC;QACjBJ;MACJ,CAAM,CAAC;IACX;IACA;AACR;AACA;AACA;IACQ;IAAA,KACK,IAAIH,MAAM,YAAYQ,iDAAgC,EAAE;MACzD,OAAOlD,QAAQ,CAACiD,IAAI,CAAC;QACjBJ,KAAK,EAAEA,KAAK,CAACM,MAAM,CAAC,CAChB;UACIC,GAAG,EAAEV,MAAM,CAACU,GAAG;UACfC,QAAQ,EAAEX,MAAM,CAACW;QACrB,CAAC,CACJ;MACL,CAAM,CAAC;IACX;IACA;AACR;AACA;AACA;IACQ;IAAA,KACK,IAAIX,MAAM,YAAYY,4DAA2C,EAAE;MACpE,OAAOtD,QAAQ,CAACuD,QAAQ,CAAC;QACrB,GAAGtE,KAAK;QACRG,SAAS,EAAEsD,MAAM,CAACc,UAAU;QAC5BrE,UAAU,EAAEuD,MAAM,CAACe;MACvB,CAAC,CAAC;IACN;IACA;AACR;AACA;AACA;IACQ;IAAA,KACK,IAAIf,MAAM,YAAYgB,qDAAoC,EAAE;MAC7D,OAAO1D,QAAQ,CAACuD,QAAQ,CAAC;QACrB,GAAGtE,KAAK;QACRG,SAAS,EAAEsD,MAAM,CAACc,UAAU;QAC5BrE,UAAU,EAAEuD,MAAM,CAACe,WAAW;QAC9BZ,KAAK,EAAEA,KAAK,CAACM,MAAM,CAAC,CAChB;UACIC,GAAG,EAAEV,MAAM,CAACU,GAAG;UACfC,QAAQ,EAAEX,MAAM,CAACW;QACrB,CAAC,CACJ;MACL,CAAC,CAAC;IACN;IAEA,OAAOrD,QAAQ,CAACS,KAAK,CAAC;MAClBC,OAAO,EAAE,wBAAwB;MACjCC,IAAI,EAAE,uBAAuB;MAC7BC,IAAI,EAAE;QACF+C,IAAI,EAAE,OAAOjB,MAAM;QACnB9C,WAAW,EAAE8C,MAAM,EAAE9C,WAAW,EAAEgE,IAAI,IAAI,qBAAqB;QAC/DlB;MACJ;IACJ,CAAC,CAAC;EACN;AACJ;AAACmB,OAAA,CAAAlE,mBAAA,GAAAA,mBAAA","ignoreList":[]}