@webiny/api-sync-system 0.0.0-unstable.06b2ede40f → 0.0.0-unstable.0d717d18dd

package/worker/SyncWorkerLambdaHandler.js

@@ -0,0 +1,61 @@
+import { convertException } from "@webiny/utils";
+import { PluginsContainer } from "@webiny/plugins";
+import { SyncWorkerEventHandler } from "./SyncWorkerEventHandler.js";
+import { SyncWorkerConfig } from "./SyncWorkerConfig.js";
+import { WorkerActionHandler } from "./handler/WorkerActionHandler.js";
+import { WorkerActionPlugin } from "./plugins/WorkerActionPlugin.js";
+import { createCopyFileAction } from "./actions/copyFile/copyFileAction.js";
+import { createDeleteFileAction } from "./actions/deleteFile/deleteFileAction.js";
+import { createCreateUserAction } from "./actions/createUser/createUserAction.js";
+import { createUpdateUserAction } from "./actions/updateUser/updateUserAction.js";
+import { createDeleteUserAction } from "./actions/deleteUser/deleteUserAction.js";
+class SyncWorkerLambdaHandlerImpl {
+    constructor(config){
+        this.config = config;
+    }
+    async execute(eventCtx, _next) {
+        const { createS3Client, createCognitoIdentityProviderClient } = this.config;
+        const plugins = new PluginsContainer([
+            createCopyFileAction({
+                createS3Client
+            }),
+            createDeleteFileAction({
+                createS3Client
+            }),
+            createCreateUserAction({
+                createCognitoProvider: createCognitoIdentityProviderClient
+            }),
+            createUpdateUserAction({
+                createCognitoProvider: createCognitoIdentityProviderClient
+            }),
+            createDeleteUserAction({
+                createCognitoProvider: createCognitoIdentityProviderClient
+            }),
+            ...this.config.plugins || []
+        ]);
+        const handler = new WorkerActionHandler({
+            plugins: plugins.byType(WorkerActionPlugin.type)
+        });
+        try {
+            await handler.handle(eventCtx.event);
+            return {
+                success: true
+            };
+        } catch (ex) {
+            console.error("Error while handling sync worker action.");
+            console.log(convertException(ex));
+            return {
+                success: false
+            };
+        }
+    }
+}
+const SyncWorkerLambdaHandler = SyncWorkerEventHandler.createImplementation({
+    implementation: SyncWorkerLambdaHandlerImpl,
+    dependencies: [
+        SyncWorkerConfig
+    ]
+});
+export { SyncWorkerLambdaHandler };
+
+//# sourceMappingURL=SyncWorkerLambdaHandler.js.map

package/worker/SyncWorkerLambdaHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker/SyncWorkerLambdaHandler.js","sources":["../../src/worker/SyncWorkerLambdaHandler.ts"],"sourcesContent":["import { convertException } from \"@webiny/utils\";\nimport { PluginsContainer } from \"@webiny/plugins\";\nimport type { EventContext, NextFunction } from \"@webiny/event-handler-core\";\nimport { SyncWorkerEventHandler } from \"./SyncWorkerEventHandler.js\";\nimport type { ISyncWorkerEvent, ISyncWorkerResult } from \"./SyncWorkerEventHandler.js\";\nimport { SyncWorkerConfig } from \"./SyncWorkerConfig.js\";\nimport type { ISyncWorkerConfig } from \"./SyncWorkerConfig.js\";\nimport { WorkerActionHandler } from \"~/worker/handler/WorkerActionHandler.js\";\nimport { WorkerActionPlugin } from \"~/worker/plugins/WorkerActionPlugin.js\";\nimport { createCopyFileAction } from \"~/worker/actions/copyFile/copyFileAction.js\";\nimport { createDeleteFileAction } from \"~/worker/actions/deleteFile/deleteFileAction.js\";\nimport { createCreateUserAction } from \"~/worker/actions/createUser/createUserAction.js\";\nimport { createUpdateUserAction } from \"~/worker/actions/updateUser/updateUserAction.js\";\nimport { createDeleteUserAction } from \"~/worker/actions/deleteUser/deleteUserAction.js\";\n\nclass SyncWorkerLambdaHandlerImpl implements SyncWorkerEventHandler.Interface {\n    constructor(private config: ISyncWorkerConfig) {}\n\n    async execute(\n        eventCtx: EventContext<ISyncWorkerEvent>,\n        _next: NextFunction\n    ): Promise<ISyncWorkerResult> {\n        const { createS3Client, createCognitoIdentityProviderClient } = this.config;\n\n        const plugins = new PluginsContainer([\n            createCopyFileAction({ createS3Client }),\n            createDeleteFileAction({ createS3Client }),\n            createCreateUserAction({ createCognitoProvider: createCognitoIdentityProviderClient }),\n            createUpdateUserAction({ createCognitoProvider: createCognitoIdentityProviderClient }),\n            createDeleteUserAction({ createCognitoProvider: createCognitoIdentityProviderClient }),\n            ...(this.config.plugins || [])\n        ]);\n\n        const handler = new WorkerActionHandler({\n            plugins: plugins.byType<WorkerActionPlugin>(WorkerActionPlugin.type)\n        });\n\n        try {\n            await handler.handle(eventCtx.event);\n            return { success: true };\n        } catch (ex) {\n            console.error(\"Error while handling sync worker action.\");\n            console.log(convertException(ex));\n            return { success: false };\n        }\n    }\n}\n\nexport const SyncWorkerLambdaHandler = SyncWorkerEventHandler.createImplementation({\n    implementation: SyncWorkerLambdaHandlerImpl,\n    dependencies: [SyncWorkerConfig]\n});\n"],"names":["SyncWorkerLambdaHandlerImpl","config","eventCtx","_next","createS3Client","createCognitoIdentityProviderClient","plugins","PluginsContainer","createCopyFileAction","createDeleteFileAction","createCreateUserAction","createUpdateUserAction","createDeleteUserAction","handler","WorkerActionHandler","WorkerActionPlugin","ex","console","convertException","SyncWorkerLambdaHandler","SyncWorkerEventHandler","SyncWorkerConfig"],"mappings":";;;;;;;;;;;AAeA,MAAMA;IACF,YAAoBC,MAAyB,CAAE;aAA3BA,MAAM,GAANA;IAA4B;IAEhD,MAAM,QACFC,QAAwC,EACxCC,KAAmB,EACO;QAC1B,MAAM,EAAEC,cAAc,EAAEC,mCAAmC,EAAE,GAAG,IAAI,CAAC,MAAM;QAE3E,MAAMC,UAAU,IAAIC,iBAAiB;YACjCC,qBAAqB;gBAAEJ;YAAe;YACtCK,uBAAuB;gBAAEL;YAAe;YACxCM,uBAAuB;gBAAE,uBAAuBL;YAAoC;YACpFM,uBAAuB;gBAAE,uBAAuBN;YAAoC;YACpFO,uBAAuB;gBAAE,uBAAuBP;YAAoC;eAChF,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE;SAChC;QAED,MAAMQ,UAAU,IAAIC,oBAAoB;YACpC,SAASR,QAAQ,MAAM,CAAqBS,mBAAmB,IAAI;QACvE;QAEA,IAAI;YACA,MAAMF,QAAQ,MAAM,CAACX,SAAS,KAAK;YACnC,OAAO;gBAAE,SAAS;YAAK;QAC3B,EAAE,OAAOc,IAAI;YACTC,QAAQ,KAAK,CAAC;YACdA,QAAQ,GAAG,CAACC,iBAAiBF;YAC7B,OAAO;gBAAE,SAAS;YAAM;QAC5B;IACJ;AACJ;AAEO,MAAMG,0BAA0BC,uBAAuB,oBAAoB,CAAC;IAC/E,gBAAgBpB;IAChB,cAAc;QAACqB;KAAiB;AACpC"}

package/worker/actions/copyFile/CopyFile.js

@@ -1,283 +1,200 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.CopyFile = void 0;
-var _index = require("@webiny/aws-sdk/client-s3/index.js");
-var _bytes = _interopRequireDefault(require("bytes"));
-var _utils = require("@webiny/utils");
+import { AbortMultipartUploadCommand, CompleteMultipartUploadCommand, CopyObjectCommand, CreateMultipartUploadCommand, HeadObjectCommand, UploadPartCopyCommand } from "@webiny/aws-sdk/client-s3/index.js";
+import bytes from "bytes";
+import { convertException } from "@webiny/utils";
 class CopyFile {
-  constructor(params) {
-    const {
-      createS3Client,
-      sourceRegion,
-      targetRegion,
-      maxConcurrency = 100,
-      minPartSize = "5MB",
-      maxPartSize = "1GB"
-    } = params;
-    this.sourceClient = createS3Client({
-      region: sourceRegion
-    });
-    this.targetClient = createS3Client({
-      region: targetRegion
-    });
-    this.maxConcurrency = maxConcurrency;
-    this.minPartSizeBytes = this.parseByteSize(minPartSize);
-    this.maxPartSizeBytes = this.parseByteSize(maxPartSize);
-    if (this.minPartSizeBytes < 5 * 1024 * 1024) {
-      throw new Error("minPartSize must be at least 5MB.");
-    }
-  }
-  async copy(params) {
-    const {
-      key,
-      sourceBucket,
-      targetBucket
-    } = params;
-    const sourceHead = await this.headObject({
-      client: this.sourceClient,
-      bucket: sourceBucket,
-      key
-    });
-    if (!sourceHead?.ContentLength || !sourceHead.ETag) {
-      throw new Error("Source object metadata is invalid or missing.");
-    }
-    /**
-     * If the target object already exists, we can skip the copy operation.
-     */
-    const targetHead = await this.headObject({
-      client: this.targetClient,
-      bucket: targetBucket,
-      key
-    });
-    if (targetHead) {
-      return;
+    constructor(params){
+        const { createS3Client, sourceRegion, targetRegion, maxConcurrency = 100, minPartSize = "5MB", maxPartSize = "1GB" } = params;
+        this.sourceClient = createS3Client({
+            region: sourceRegion
+        });
+        this.targetClient = createS3Client({
+            region: targetRegion
+        });
+        this.maxConcurrency = maxConcurrency;
+        this.minPartSizeBytes = this.parseByteSize(minPartSize);
+        this.maxPartSizeBytes = this.parseByteSize(maxPartSize);
+        if (this.minPartSizeBytes < 5242880) throw new Error("minPartSize must be at least 5MB.");
     }
-    const totalSize = sourceHead.ContentLength;
-    let partSize = Math.max(this.minPartSizeBytes, Math.min(this.maxPartSizeBytes, Math.ceil(totalSize / this.maxConcurrency)));
-    partSize = Math.min(partSize, totalSize);
-    const uploadId = await this.createMultipartUpload({
-      targetBucket,
-      targetKey: key
-    });
-    const completedParts = [];
-    try {
-      let partNumber = 1;
-      let start = 0;
-      const promises = [];
-      let active = 0;
-      while (start < totalSize) {
-        const end = Math.min(start + partSize - 1, totalSize - 1);
-        const copyPromise = this.uploadPartCopy({
-          sourceBucket,
-          sourceKey: key,
-          targetBucket,
-          targetKey: key,
-          uploadId,
-          partNumber,
-          start,
-          end,
-          completedParts
+    async copy(params) {
+        const { key, sourceBucket, targetBucket } = params;
+        const sourceHead = await this.headObject({
+            client: this.sourceClient,
+            bucket: sourceBucket,
+            key
+        });
+        if (!sourceHead?.ContentLength || !sourceHead.ETag) throw new Error("Source object metadata is invalid or missing.");
+        const targetHead = await this.headObject({
+            client: this.targetClient,
+            bucket: targetBucket,
+            key
+        });
+        if (targetHead) return;
+        const totalSize = sourceHead.ContentLength;
+        let partSize = Math.max(this.minPartSizeBytes, Math.min(this.maxPartSizeBytes, Math.ceil(totalSize / this.maxConcurrency)));
+        partSize = Math.min(partSize, totalSize);
+        const uploadId = await this.createMultipartUpload({
+            targetBucket,
+            targetKey: key
         });
-        promises.push(copyPromise);
-        active++;
-        if (active >= this.maxConcurrency) {
-          await Promise.race(promises);
-          active--;
+        const completedParts = [];
+        try {
+            let partNumber = 1;
+            let start = 0;
+            const promises = [];
+            let active = 0;
+            while(start < totalSize){
+                const end = Math.min(start + partSize - 1, totalSize - 1);
+                const copyPromise = this.uploadPartCopy({
+                    sourceBucket,
+                    sourceKey: key,
+                    targetBucket,
+                    targetKey: key,
+                    uploadId,
+                    partNumber,
+                    start,
+                    end,
+                    completedParts
+                });
+                promises.push(copyPromise);
+                active++;
+                if (active >= this.maxConcurrency) {
+                    await Promise.race(promises);
+                    active--;
+                }
+                partNumber++;
+                start += partSize;
+            }
+            await Promise.all(promises);
+            await this.completeMultipartUpload({
+                targetBucket,
+                targetKey: key,
+                uploadId,
+                completedParts
+            });
+        } catch (ex) {
+            await this.abortMultipartUpload({
+                targetBucket,
+                targetKey: key,
+                uploadId
+            });
+            throw ex;
+        }
+        try {
+            await this.copyMetadata({
+                sourceBucket,
+                targetBucket,
+                key
+            });
+        } catch (ex) {
+            console.error(`Failed to copy metadata for ${key} from ${sourceBucket} to ${targetBucket}.`);
+            console.log(convertException(ex));
         }
-        partNumber++;
-        start += partSize;
-      }
-      await Promise.all(promises);
-      /**
-       * Complete the multipart upload with all the completed parts.
-       */
-      await this.completeMultipartUpload({
-        targetBucket,
-        targetKey: key,
-        uploadId,
-        completedParts
-      });
-    } catch (ex) {
-      await this.abortMultipartUpload({
-        targetBucket,
-        targetKey: key,
-        uploadId
-      });
-      throw ex;
-    }
-    /**
-     * And then copy the metadata file.
-     */
-
-    try {
-      await this.copyMetadata({
-        sourceBucket,
-        targetBucket,
-        key
-      });
-    } catch (ex) {
-      console.error(`Failed to copy metadata for ${key} from ${sourceBucket} to ${targetBucket}.`);
-      console.log((0, _utils.convertException)(ex));
-    }
-  }
-  parseByteSize(value) {
-    if (typeof value === "number") {
-      return value;
     }
-    const parsed = _bytes.default.parse(value);
-    if (typeof parsed === "number") {
-      return parsed;
+    parseByteSize(value) {
+        if ("number" == typeof value) return value;
+        const parsed = bytes.parse(value);
+        if ("number" == typeof parsed) return parsed;
+        const typeOfValue = typeof value;
+        throw new Error(`Invalid byte size value type "${typeOfValue}".`);
     }
-    const typeOfValue = typeof value;
-    throw new Error(`Invalid byte size value type "${typeOfValue}".`);
-  }
-  async headObject(params) {
-    const {
-      client,
-      bucket,
-      key
-    } = params;
-    const input = {
-      Bucket: bucket,
-      Key: key
-    };
-    const command = new _index.HeadObjectCommand(input);
-    try {
-      const result = await client.send(command);
-      if (result.$metadata?.httpStatusCode === 200) {
-        return result;
-      }
-    } catch (ex) {
-      if (ex.name === "NotFound" || ex.$metadata?.httpStatusCode === 404) {
+    async headObject(params) {
+        const { client, bucket, key } = params;
+        const input = {
+            Bucket: bucket,
+            Key: key
+        };
+        const command = new HeadObjectCommand(input);
+        try {
+            const result = await client.send(command);
+            if (result.$metadata?.httpStatusCode === 200) return result;
+        } catch (ex) {
+            if ("NotFound" === ex.name || ex.$metadata?.httpStatusCode === 404) return null;
+            console.error(`Failed to head object ${key} in bucket ${bucket}.`);
+            console.log(convertException(ex));
+        }
         return null;
-      }
-      console.error(`Failed to head object ${key} in bucket ${bucket}.`);
-      console.log((0, _utils.convertException)(ex));
     }
-    return null;
-  }
-  async createMultipartUpload(params) {
-    const {
-      targetBucket,
-      targetKey
-    } = params;
-    const input = {
-      Bucket: targetBucket,
-      Key: targetKey
-    };
-    const command = new _index.CreateMultipartUploadCommand(input);
-    const response = await this.targetClient.send(command);
-    if (!response.UploadId) {
-      throw new Error("Failed to create multipart upload.");
+    async createMultipartUpload(params) {
+        const { targetBucket, targetKey } = params;
+        const input = {
+            Bucket: targetBucket,
+            Key: targetKey
+        };
+        const command = new CreateMultipartUploadCommand(input);
+        const response = await this.targetClient.send(command);
+        if (!response.UploadId) throw new Error("Failed to create multipart upload.");
+        return response.UploadId;
+    }
+    async uploadPartCopy(params) {
+        const { sourceBucket, sourceKey, targetBucket, targetKey, uploadId, partNumber, start, end, completedParts } = params;
+        const input = {
+            Bucket: targetBucket,
+            Key: targetKey,
+            UploadId: uploadId,
+            PartNumber: partNumber,
+            CopySource: encodeURIComponent(`${sourceBucket}/${sourceKey}`),
+            CopySourceRange: `bytes=${start}-${end}`
+        };
+        const command = new UploadPartCopyCommand(input);
+        const response = await this.targetClient.send(command);
+        if (!response.CopyPartResult?.ETag) throw new Error(`UploadPartCopy failed for part ${partNumber}`);
+        completedParts.push({
+            ETag: response.CopyPartResult.ETag,
+            PartNumber: partNumber
+        });
     }
-    return response.UploadId;
-  }
-  async uploadPartCopy(params) {
-    const {
-      sourceBucket,
-      sourceKey,
-      targetBucket,
-      targetKey,
-      uploadId,
-      partNumber,
-      start,
-      end,
-      completedParts
-    } = params;
-    const input = {
-      Bucket: targetBucket,
-      Key: targetKey,
-      UploadId: uploadId,
-      PartNumber: partNumber,
-      CopySource: encodeURIComponent(`${sourceBucket}/${sourceKey}`),
-      CopySourceRange: `bytes=${start}-${end}`
-    };
-    const command = new _index.UploadPartCopyCommand(input);
-    const response = await this.targetClient.send(command);
-    if (!response.CopyPartResult?.ETag) {
-      throw new Error(`UploadPartCopy failed for part ${partNumber}`);
+    async completeMultipartUpload(params) {
+        const { targetBucket, targetKey, uploadId, completedParts } = params;
+        const sortedParts = [
+            ...completedParts
+        ].sort((a, b)=>a.PartNumber - b.PartNumber);
+        const input = {
+            Bucket: targetBucket,
+            Key: targetKey,
+            UploadId: uploadId,
+            MultipartUpload: {
+                Parts: sortedParts
+            }
+        };
+        const command = new CompleteMultipartUploadCommand(input);
+        return await this.targetClient.send(command);
     }
-    completedParts.push({
-      ETag: response.CopyPartResult.ETag,
-      PartNumber: partNumber
-    });
-  }
-  async completeMultipartUpload(params) {
-    const {
-      targetBucket,
-      targetKey,
-      uploadId,
-      completedParts
-    } = params;
-    const sortedParts = [...completedParts].sort((a, b) => {
-      return a.PartNumber - b.PartNumber;
-    });
-    const input = {
-      Bucket: targetBucket,
-      Key: targetKey,
-      UploadId: uploadId,
-      MultipartUpload: {
-        Parts: sortedParts
-      }
-    };
-    const command = new _index.CompleteMultipartUploadCommand(input);
-    return await this.targetClient.send(command);
-  }
-  async abortMultipartUpload(params) {
-    const {
-      targetBucket,
-      targetKey,
-      uploadId
-    } = params;
-    const input = {
-      Bucket: targetBucket,
-      Key: targetKey,
-      UploadId: uploadId
-    };
-    const command = new _index.AbortMultipartUploadCommand(input);
-    await this.targetClient.send(command);
-  }
-  async copyMetadata(params) {
-    const {
-      sourceBucket,
-      targetBucket,
-      key
-    } = params;
-    const metadataKey = `${key}.metadata`;
-    const [sourceMetadata, targetMetadata] = await Promise.all([this.headObject({
-      client: this.sourceClient,
-      bucket: sourceBucket,
-      key: metadataKey
-    }).catch(() => null), this.headObject({
-      client: this.targetClient,
-      bucket: targetBucket,
-      key: metadataKey
-    }).catch(() => null)]);
-    /**
-     * If the source metadata does not exist, we cannot copy it.
-     */
-    if (!sourceMetadata?.ETag) {
-      return null;
+    async abortMultipartUpload(params) {
+        const { targetBucket, targetKey, uploadId } = params;
+        const input = {
+            Bucket: targetBucket,
+            Key: targetKey,
+            UploadId: uploadId
+        };
+        const command = new AbortMultipartUploadCommand(input);
+        await this.targetClient.send(command);
     }
-    /**
-     * If the target metadata already exists, we can skip copying it.
-     */
-    if (targetMetadata) {
-      return null;
+    async copyMetadata(params) {
+        const { sourceBucket, targetBucket, key } = params;
+        const metadataKey = `${key}.metadata`;
+        const [sourceMetadata, targetMetadata] = await Promise.all([
+            this.headObject({
+                client: this.sourceClient,
+                bucket: sourceBucket,
+                key: metadataKey
+            }).catch(()=>null),
+            this.headObject({
+                client: this.targetClient,
+                bucket: targetBucket,
+                key: metadataKey
+            }).catch(()=>null)
+        ]);
+        if (!sourceMetadata?.ETag) return null;
+        if (targetMetadata) return null;
+        const input = {
+            Bucket: targetBucket,
+            Key: metadataKey,
+            CopySource: encodeURIComponent(`${sourceBucket}/${metadataKey}`)
+        };
+        const command = new CopyObjectCommand(input);
+        return await this.targetClient.send(command);
     }
-    const input = {
-      Bucket: targetBucket,
-      Key: metadataKey,
-      CopySource: encodeURIComponent(`${sourceBucket}/${metadataKey}`)
-    };
-    const command = new _index.CopyObjectCommand(input);
-    return await this.targetClient.send(command);
-  }
 }
-exports.CopyFile = CopyFile;
+export { CopyFile };
 
 //# sourceMappingURL=CopyFile.js.map

package/worker/actions/copyFile/CopyFile.js.map

@@ -1 +1 @@
-{"version":3,"names":["_index","require","_bytes","_interopRequireDefault","_utils","CopyFile","constructor","params","createS3Client","sourceRegion","targetRegion","maxConcurrency","minPartSize","maxPartSize","sourceClient","region","targetClient","minPartSizeBytes","parseByteSize","maxPartSizeBytes","Error","copy","key","sourceBucket","targetBucket","sourceHead","headObject","client","bucket","ContentLength","ETag","targetHead","totalSize","partSize","Math","max","min","ceil","uploadId","createMultipartUpload","targetKey","completedParts","partNumber","start","promises","active","end","copyPromise","uploadPartCopy","sourceKey","push","Promise","race","all","completeMultipartUpload","ex","abortMultipartUpload","copyMetadata","console","error","log","convertException","value","parsed","bytes","parse","typeOfValue","input","Bucket","Key","command","HeadObjectCommand","result","send","$metadata","httpStatusCode","name","CreateMultipartUploadCommand","response","UploadId","PartNumber","CopySource","encodeURIComponent","CopySourceRange","UploadPartCopyCommand","CopyPartResult","sortedParts","sort","a","b","MultipartUpload","Parts","CompleteMultipartUploadCommand","AbortMultipartUploadCommand","metadataKey","sourceMetadata","targetMetadata","catch","CopyObjectCommand","exports"],"sources":["CopyFile.ts"],"sourcesContent":["import type {\n    AbortMultipartUploadCommandInput,\n    CompletedPart,\n    CompleteMultipartUploadCommandInput,\n    CopyObjectCommandInput,\n    CopyObjectCommandOutput,\n    CreateMultipartUploadCommandInput,\n    HeadObjectCommandInput,\n    S3Client,\n    S3ClientConfig,\n    UploadPartCopyCommandInput\n} from \"@webiny/aws-sdk/client-s3/index.js\";\nimport {\n    AbortMultipartUploadCommand,\n    CompleteMultipartUploadCommand,\n    CopyObjectCommand,\n    CreateMultipartUploadCommand,\n    HeadObjectCommand,\n    UploadPartCopyCommand\n} from \"@webiny/aws-sdk/client-s3/index.js\";\nimport bytes from \"bytes\";\nimport { convertException } from \"@webiny/utils\";\n\ntype ByteSize = number | `${number}B` | `${number}KB` | `${number}MB` | `${number}GB`;\n\nexport interface ICopyFileParams {\n    createS3Client: (config: Partial<S3ClientConfig>) => Pick<S3Client, \"send\">;\n    sourceRegion: string;\n    targetRegion: string;\n    maxConcurrency?: number;\n    minPartSize?: ByteSize;\n    maxPartSize?: ByteSize;\n}\n\nexport interface ICopyParams {\n    key: string;\n    sourceBucket: string;\n    targetBucket: string;\n}\n\nexport interface IHeadObjectParams {\n    client: Pick<S3Client, \"send\">;\n    bucket: string;\n    key: string;\n}\n\nexport interface ICreateMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n}\n\nexport interface IUploadPartCopyParams {\n    sourceBucket: string;\n    sourceKey: string;\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n    partNumber: number;\n    start: number;\n    end: number;\n    completedParts: CompletedPart[];\n}\n\nexport interface ICompleteMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n    completedParts: CompletedPart[];\n}\n\nexport interface IAbortMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n}\n\ninterface ICopyMetadataParams {\n    sourceBucket: string;\n    targetBucket: string;\n    key: string;\n}\n\nexport class CopyFile {\n    private readonly sourceClient: Pick<S3Client, \"send\">;\n    private readonly targetClient: Pick<S3Client, \"send\">;\n    private readonly maxConcurrency: number;\n    private readonly minPartSizeBytes: number;\n    private readonly maxPartSizeBytes: number;\n\n    public constructor(params: ICopyFileParams) {\n        const {\n            createS3Client,\n            sourceRegion,\n            targetRegion,\n            maxConcurrency = 100,\n            minPartSize = \"5MB\",\n            maxPartSize = \"1GB\"\n        } = params;\n\n        this.sourceClient = createS3Client({\n            region: sourceRegion\n        });\n        this.targetClient = createS3Client({\n            region: targetRegion\n        });\n        this.maxConcurrency = maxConcurrency;\n\n        this.minPartSizeBytes = this.parseByteSize(minPartSize);\n        this.maxPartSizeBytes = this.parseByteSize(maxPartSize);\n\n        if (this.minPartSizeBytes < 5 * 1024 * 1024) {\n            throw new Error(\"minPartSize must be at least 5MB.\");\n        }\n    }\n\n    public async copy(params: ICopyParams): Promise<void> {\n        const { key, sourceBucket, targetBucket } = params;\n\n        const sourceHead = await this.headObject({\n            client: this.sourceClient,\n            bucket: sourceBucket,\n            key\n        });\n\n        if (!sourceHead?.ContentLength || !sourceHead.ETag) {\n            throw new Error(\"Source object metadata is invalid or missing.\");\n        }\n        /**\n         * If the target object already exists, we can skip the copy operation.\n         */\n        const targetHead = await this.headObject({\n            client: this.targetClient,\n            bucket: targetBucket,\n            key\n        });\n\n        if (targetHead) {\n            return;\n        }\n\n        const totalSize = sourceHead.ContentLength;\n        let partSize = Math.max(\n            this.minPartSizeBytes,\n            Math.min(this.maxPartSizeBytes, Math.ceil(totalSize / this.maxConcurrency))\n        );\n        partSize = Math.min(partSize, totalSize);\n\n        const uploadId = await this.createMultipartUpload({\n            targetBucket,\n            targetKey: key\n        });\n        const completedParts: CompletedPart[] = [];\n\n        try {\n            let partNumber = 1;\n            let start = 0;\n            const promises: Promise<void>[] = [];\n            let active = 0;\n\n            while (start < totalSize) {\n                const end = Math.min(start + partSize - 1, totalSize - 1);\n\n                const copyPromise = this.uploadPartCopy({\n                    sourceBucket,\n                    sourceKey: key,\n                    targetBucket,\n                    targetKey: key,\n                    uploadId,\n                    partNumber,\n                    start,\n                    end,\n                    completedParts\n                });\n\n                promises.push(copyPromise);\n                active++;\n\n                if (active >= this.maxConcurrency) {\n                    await Promise.race(promises);\n                    active--;\n                }\n\n                partNumber++;\n                start += partSize;\n            }\n\n            await Promise.all(promises);\n            /**\n             * Complete the multipart upload with all the completed parts.\n             */\n            await this.completeMultipartUpload({\n                targetBucket,\n                targetKey: key,\n                uploadId,\n                completedParts\n            });\n        } catch (ex) {\n            await this.abortMultipartUpload({ targetBucket, targetKey: key, uploadId });\n            throw ex;\n        }\n        /**\n         * And then copy the metadata file.\n         */\n\n        try {\n            await this.copyMetadata({\n                sourceBucket,\n                targetBucket,\n                key\n            });\n        } catch (ex) {\n            console.error(\n                `Failed to copy metadata for ${key} from ${sourceBucket} to ${targetBucket}.`\n            );\n            console.log(convertException(ex));\n        }\n    }\n\n    private parseByteSize(value: ByteSize): number {\n        if (typeof value === \"number\") {\n            return value;\n        }\n        const parsed = bytes.parse(value);\n        if (typeof parsed === \"number\") {\n            return parsed;\n        }\n        const typeOfValue = typeof value;\n        throw new Error(`Invalid byte size value type \"${typeOfValue}\".`);\n    }\n\n    private async headObject(params: IHeadObjectParams) {\n        const { client, bucket, key } = params;\n        const input: HeadObjectCommandInput = {\n            Bucket: bucket,\n            Key: key\n        };\n        const command = new HeadObjectCommand(input);\n        try {\n            const result = await client.send(command);\n            if (result.$metadata?.httpStatusCode === 200) {\n                return result;\n            }\n        } catch (ex) {\n            if (ex.name === \"NotFound\" || ex.$metadata?.httpStatusCode === 404) {\n                return null;\n            }\n            console.error(`Failed to head object ${key} in bucket ${bucket}.`);\n            console.log(convertException(ex));\n        }\n        return null;\n    }\n\n    private async createMultipartUpload(params: ICreateMultipartUploadParams): Promise<string> {\n        const { targetBucket, targetKey } = params;\n        const input: CreateMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey\n        };\n        const command = new CreateMultipartUploadCommand(input);\n        const response = await this.targetClient.send(command);\n        if (!response.UploadId) {\n            throw new Error(\"Failed to create multipart upload.\");\n        }\n        return response.UploadId;\n    }\n\n    private async uploadPartCopy(params: IUploadPartCopyParams): Promise<void> {\n        const {\n            sourceBucket,\n            sourceKey,\n            targetBucket,\n            targetKey,\n            uploadId,\n            partNumber,\n            start,\n            end,\n            completedParts\n        } = params;\n\n        const input: UploadPartCopyCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId,\n            PartNumber: partNumber,\n            CopySource: encodeURIComponent(`${sourceBucket}/${sourceKey}`),\n            CopySourceRange: `bytes=${start}-${end}`\n        };\n\n        const command = new UploadPartCopyCommand(input);\n        const response = await this.targetClient.send(command);\n\n        if (!response.CopyPartResult?.ETag) {\n            throw new Error(`UploadPartCopy failed for part ${partNumber}`);\n        }\n\n        completedParts.push({\n            ETag: response.CopyPartResult.ETag,\n            PartNumber: partNumber\n        });\n    }\n\n    private async completeMultipartUpload(params: ICompleteMultipartUploadParams) {\n        const { targetBucket, targetKey, uploadId, completedParts } = params;\n\n        const sortedParts = [...completedParts].sort((a, b) => {\n            return a.PartNumber! - b.PartNumber!;\n        });\n\n        const input: CompleteMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId,\n            MultipartUpload: { Parts: sortedParts }\n        };\n\n        const command = new CompleteMultipartUploadCommand(input);\n        return await this.targetClient.send(command);\n    }\n\n    private async abortMultipartUpload(params: IAbortMultipartUploadParams) {\n        const { targetBucket, targetKey, uploadId } = params;\n\n        const input: AbortMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId\n        };\n        const command = new AbortMultipartUploadCommand(input);\n        await this.targetClient.send(command);\n    }\n\n    private async copyMetadata(\n        params: ICopyMetadataParams\n    ): Promise<CopyObjectCommandOutput | null> {\n        const { sourceBucket, targetBucket, key } = params;\n\n        const metadataKey = `${key}.metadata`;\n\n        const [sourceMetadata, targetMetadata] = await Promise.all([\n            this.headObject({\n                client: this.sourceClient,\n                bucket: sourceBucket,\n                key: metadataKey\n            }).catch(() => null),\n            this.headObject({\n                client: this.targetClient,\n                bucket: targetBucket,\n                key: metadataKey\n            }).catch(() => null)\n        ]);\n        /**\n         * If the source metadata does not exist, we cannot copy it.\n         */\n        if (!sourceMetadata?.ETag) {\n            return null;\n        }\n        /**\n         * If the target metadata already exists, we can skip copying it.\n         */\n        if (targetMetadata) {\n            return null;\n        }\n\n        const input: CopyObjectCommandInput = {\n            Bucket: targetBucket,\n            Key: metadataKey,\n            CopySource: encodeURIComponent(`${sourceBucket}/${metadataKey}`)\n        };\n\n        const command = new CopyObjectCommand(input);\n\n        return await this.targetClient.send(command);\n    }\n}\n"],"mappings":";;;;;;;AAYA,IAAAA,MAAA,GAAAC,OAAA;AAQA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AA6DO,MAAMI,QAAQ,CAAC;EAOXC,WAAWA,CAACC,MAAuB,EAAE;IACxC,MAAM;MACFC,cAAc;MACdC,YAAY;MACZC,YAAY;MACZC,cAAc,GAAG,GAAG;MACpBC,WAAW,GAAG,KAAK;MACnBC,WAAW,GAAG;IAClB,CAAC,GAAGN,MAAM;IAEV,IAAI,CAACO,YAAY,GAAGN,cAAc,CAAC;MAC/BO,MAAM,EAAEN;IACZ,CAAC,CAAC;IACF,IAAI,CAACO,YAAY,GAAGR,cAAc,CAAC;MAC/BO,MAAM,EAAEL;IACZ,CAAC,CAAC;IACF,IAAI,CAACC,cAAc,GAAGA,cAAc;IAEpC,IAAI,CAACM,gBAAgB,GAAG,IAAI,CAACC,aAAa,CAACN,WAAW,CAAC;IACvD,IAAI,CAACO,gBAAgB,GAAG,IAAI,CAACD,aAAa,CAACL,WAAW,CAAC;IAEvD,IAAI,IAAI,CAACI,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE;MACzC,MAAM,IAAIG,KAAK,CAAC,mCAAmC,CAAC;IACxD;EACJ;EAEA,MAAaC,IAAIA,CAACd,MAAmB,EAAiB;IAClD,MAAM;MAAEe,GAAG;MAAEC,YAAY;MAAEC;IAAa,CAAC,GAAGjB,MAAM;IAElD,MAAMkB,UAAU,GAAG,MAAM,IAAI,CAACC,UAAU,CAAC;MACrCC,MAAM,EAAE,IAAI,CAACb,YAAY;MACzBc,MAAM,EAAEL,YAAY;MACpBD;IACJ,CAAC,CAAC;IAEF,IAAI,CAACG,UAAU,EAAEI,aAAa,IAAI,CAACJ,UAAU,CAACK,IAAI,EAAE;MAChD,MAAM,IAAIV,KAAK,CAAC,+CAA+C,CAAC;IACpE;IACA;AACR;AACA;IACQ,MAAMW,UAAU,GAAG,MAAM,IAAI,CAACL,UAAU,CAAC;MACrCC,MAAM,EAAE,IAAI,CAACX,YAAY;MACzBY,MAAM,EAAEJ,YAAY;MACpBF;IACJ,CAAC,CAAC;IAEF,IAAIS,UAAU,EAAE;MACZ;IACJ;IAEA,MAAMC,SAAS,GAAGP,UAAU,CAACI,aAAa;IAC1C,IAAII,QAAQ,GAAGC,IAAI,CAACC,GAAG,CACnB,IAAI,CAAClB,gBAAgB,EACrBiB,IAAI,CAACE,GAAG,CAAC,IAAI,CAACjB,gBAAgB,EAAEe,IAAI,CAACG,IAAI,CAACL,SAAS,GAAG,IAAI,CAACrB,cAAc,CAAC,CAC9E,CAAC;IACDsB,QAAQ,GAAGC,IAAI,CAACE,GAAG,CAACH,QAAQ,EAAED,SAAS,CAAC;IAExC,MAAMM,QAAQ,GAAG,MAAM,IAAI,CAACC,qBAAqB,CAAC;MAC9Cf,YAAY;MACZgB,SAAS,EAAElB;IACf,CAAC,CAAC;IACF,MAAMmB,cAA+B,GAAG,EAAE;IAE1C,IAAI;MACA,IAAIC,UAAU,GAAG,CAAC;MAClB,IAAIC,KAAK,GAAG,CAAC;MACb,MAAMC,QAAyB,GAAG,EAAE;MACpC,IAAIC,MAAM,GAAG,CAAC;MAEd,OAAOF,KAAK,GAAGX,SAAS,EAAE;QACtB,MAAMc,GAAG,GAAGZ,IAAI,CAACE,GAAG,CAACO,KAAK,GAAGV,QAAQ,GAAG,CAAC,EAAED,SAAS,GAAG,CAAC,CAAC;QAEzD,MAAMe,WAAW,GAAG,IAAI,CAACC,cAAc,CAAC;UACpCzB,YAAY;UACZ0B,SAAS,EAAE3B,GAAG;UACdE,YAAY;UACZgB,SAAS,EAAElB,GAAG;UACdgB,QAAQ;UACRI,UAAU;UACVC,KAAK;UACLG,GAAG;UACHL;QACJ,CAAC,CAAC;QAEFG,QAAQ,CAACM,IAAI,CAACH,WAAW,CAAC;QAC1BF,MAAM,EAAE;QAER,IAAIA,MAAM,IAAI,IAAI,CAAClC,cAAc,EAAE;UAC/B,MAAMwC,OAAO,CAACC,IAAI,CAACR,QAAQ,CAAC;UAC5BC,MAAM,EAAE;QACZ;QAEAH,UAAU,EAAE;QACZC,KAAK,IAAIV,QAAQ;MACrB;MAEA,MAAMkB,OAAO,CAACE,GAAG,CAACT,QAAQ,CAAC;MAC3B;AACZ;AACA;MACY,MAAM,IAAI,CAACU,uBAAuB,CAAC;QAC/B9B,YAAY;QACZgB,SAAS,EAAElB,GAAG;QACdgB,QAAQ;QACRG;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOc,EAAE,EAAE;MACT,MAAM,IAAI,CAACC,oBAAoB,CAAC;QAAEhC,YAAY;QAAEgB,SAAS,EAAElB,GAAG;QAAEgB;MAAS,CAAC,CAAC;MAC3E,MAAMiB,EAAE;IACZ;IACA;AACR;AACA;;IAEQ,IAAI;MACA,MAAM,IAAI,CAACE,YAAY,CAAC;QACpBlC,YAAY;QACZC,YAAY;QACZF;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOiC,EAAE,EAAE;MACTG,OAAO,CAACC,KAAK,CACT,+BAA+BrC,GAAG,SAASC,YAAY,OAAOC,YAAY,GAC9E,CAAC;MACDkC,OAAO,CAACE,GAAG,CAAC,IAAAC,uBAAgB,EAACN,EAAE,CAAC,CAAC;IACrC;EACJ;EAEQrC,aAAaA,CAAC4C,KAAe,EAAU;IAC3C,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;MAC3B,OAAOA,KAAK;IAChB;IACA,MAAMC,MAAM,GAAGC,cAAK,CAACC,KAAK,CAACH,KAAK,CAAC;IACjC,IAAI,OAAOC,MAAM,KAAK,QAAQ,EAAE;MAC5B,OAAOA,MAAM;IACjB;IACA,MAAMG,WAAW,GAAG,OAAOJ,KAAK;IAChC,MAAM,IAAI1C,KAAK,CAAC,iCAAiC8C,WAAW,IAAI,CAAC;EACrE;EAEA,MAAcxC,UAAUA,CAACnB,MAAyB,EAAE;IAChD,MAAM;MAAEoB,MAAM;MAAEC,MAAM;MAAEN;IAAI,CAAC,GAAGf,MAAM;IACtC,MAAM4D,KAA6B,GAAG;MAClCC,MAAM,EAAExC,MAAM;MACdyC,GAAG,EAAE/C;IACT,CAAC;IACD,MAAMgD,OAAO,GAAG,IAAIC,wBAAiB,CAACJ,KAAK,CAAC;IAC5C,IAAI;MACA,MAAMK,MAAM,GAAG,MAAM7C,MAAM,CAAC8C,IAAI,CAACH,OAAO,CAAC;MACzC,IAAIE,MAAM,CAACE,SAAS,EAAEC,cAAc,KAAK,GAAG,EAAE;QAC1C,OAAOH,MAAM;MACjB;IACJ,CAAC,CAAC,OAAOjB,EAAE,EAAE;MACT,IAAIA,EAAE,CAACqB,IAAI,KAAK,UAAU,IAAIrB,EAAE,CAACmB,SAAS,EAAEC,cAAc,KAAK,GAAG,EAAE;QAChE,OAAO,IAAI;MACf;MACAjB,OAAO,CAACC,KAAK,CAAC,yBAAyBrC,GAAG,cAAcM,MAAM,GAAG,CAAC;MAClE8B,OAAO,CAACE,GAAG,CAAC,IAAAC,uBAAgB,EAACN,EAAE,CAAC,CAAC;IACrC;IACA,OAAO,IAAI;EACf;EAEA,MAAchB,qBAAqBA,CAAChC,MAAoC,EAAmB;IACvF,MAAM;MAAEiB,YAAY;MAAEgB;IAAU,CAAC,GAAGjC,MAAM;IAC1C,MAAM4D,KAAwC,GAAG;MAC7CC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAE7B;IACT,CAAC;IACD,MAAM8B,OAAO,GAAG,IAAIO,mCAA4B,CAACV,KAAK,CAAC;IACvD,MAAMW,QAAQ,GAAG,MAAM,IAAI,CAAC9D,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;IACtD,IAAI,CAACQ,QAAQ,CAACC,QAAQ,EAAE;MACpB,MAAM,IAAI3D,KAAK,CAAC,oCAAoC,CAAC;IACzD;IACA,OAAO0D,QAAQ,CAACC,QAAQ;EAC5B;EAEA,MAAc/B,cAAcA,CAACzC,MAA6B,EAAiB;IACvE,MAAM;MACFgB,YAAY;MACZ0B,SAAS;MACTzB,YAAY;MACZgB,SAAS;MACTF,QAAQ;MACRI,UAAU;MACVC,KAAK;MACLG,GAAG;MACHL;IACJ,CAAC,GAAGlC,MAAM;IAEV,MAAM4D,KAAiC,GAAG;MACtCC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAE7B,SAAS;MACduC,QAAQ,EAAEzC,QAAQ;MAClB0C,UAAU,EAAEtC,UAAU;MACtBuC,UAAU,EAAEC,kBAAkB,CAAC,GAAG3D,YAAY,IAAI0B,SAAS,EAAE,CAAC;MAC9DkC,eAAe,EAAE,SAASxC,KAAK,IAAIG,GAAG;IAC1C,CAAC;IAED,MAAMwB,OAAO,GAAG,IAAIc,4BAAqB,CAACjB,KAAK,CAAC;IAChD,MAAMW,QAAQ,GAAG,MAAM,IAAI,CAAC9D,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;IAEtD,IAAI,CAACQ,QAAQ,CAACO,cAAc,EAAEvD,IAAI,EAAE;MAChC,MAAM,IAAIV,KAAK,CAAC,kCAAkCsB,UAAU,EAAE,CAAC;IACnE;IAEAD,cAAc,CAACS,IAAI,CAAC;MAChBpB,IAAI,EAAEgD,QAAQ,CAACO,cAAc,CAACvD,IAAI;MAClCkD,UAAU,EAAEtC;IAChB,CAAC,CAAC;EACN;EAEA,MAAcY,uBAAuBA,CAAC/C,MAAsC,EAAE;IAC1E,MAAM;MAAEiB,YAAY;MAAEgB,SAAS;MAAEF,QAAQ;MAAEG;IAAe,CAAC,GAAGlC,MAAM;IAEpE,MAAM+E,WAAW,GAAG,CAAC,GAAG7C,cAAc,CAAC,CAAC8C,IAAI,CAAC,CAACC,CAAC,EAAEC,CAAC,KAAK;MACnD,OAAOD,CAAC,CAACR,UAAU,GAAIS,CAAC,CAACT,UAAW;IACxC,CAAC,CAAC;IAEF,MAAMb,KAA0C,GAAG;MAC/CC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAE7B,SAAS;MACduC,QAAQ,EAAEzC,QAAQ;MAClBoD,eAAe,EAAE;QAAEC,KAAK,EAAEL;MAAY;IAC1C,CAAC;IAED,MAAMhB,OAAO,GAAG,IAAIsB,qCAA8B,CAACzB,KAAK,CAAC;IACzD,OAAO,MAAM,IAAI,CAACnD,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;EAChD;EAEA,MAAcd,oBAAoBA,CAACjD,MAAmC,EAAE;IACpE,MAAM;MAAEiB,YAAY;MAAEgB,SAAS;MAAEF;IAAS,CAAC,GAAG/B,MAAM;IAEpD,MAAM4D,KAAuC,GAAG;MAC5CC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAE7B,SAAS;MACduC,QAAQ,EAAEzC;IACd,CAAC;IACD,MAAMgC,OAAO,GAAG,IAAIuB,kCAA2B,CAAC1B,KAAK,CAAC;IACtD,MAAM,IAAI,CAACnD,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;EACzC;EAEA,MAAcb,YAAYA,CACtBlD,MAA2B,EACY;IACvC,MAAM;MAAEgB,YAAY;MAAEC,YAAY;MAAEF;IAAI,CAAC,GAAGf,MAAM;IAElD,MAAMuF,WAAW,GAAG,GAAGxE,GAAG,WAAW;IAErC,MAAM,CAACyE,cAAc,EAAEC,cAAc,CAAC,GAAG,MAAM7C,OAAO,CAACE,GAAG,CAAC,CACvD,IAAI,CAAC3B,UAAU,CAAC;MACZC,MAAM,EAAE,IAAI,CAACb,YAAY;MACzBc,MAAM,EAAEL,YAAY;MACpBD,GAAG,EAAEwE;IACT,CAAC,CAAC,CAACG,KAAK,CAAC,MAAM,IAAI,CAAC,EACpB,IAAI,CAACvE,UAAU,CAAC;MACZC,MAAM,EAAE,IAAI,CAACX,YAAY;MACzBY,MAAM,EAAEJ,YAAY;MACpBF,GAAG,EAAEwE;IACT,CAAC,CAAC,CAACG,KAAK,CAAC,MAAM,IAAI,CAAC,CACvB,CAAC;IACF;AACR;AACA;IACQ,IAAI,CAACF,cAAc,EAAEjE,IAAI,EAAE;MACvB,OAAO,IAAI;IACf;IACA;AACR;AACA;IACQ,IAAIkE,cAAc,EAAE;MAChB,OAAO,IAAI;IACf;IAEA,MAAM7B,KAA6B,GAAG;MAClCC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAEyB,WAAW;MAChBb,UAAU,EAAEC,kBAAkB,CAAC,GAAG3D,YAAY,IAAIuE,WAAW,EAAE;IACnE,CAAC;IAED,MAAMxB,OAAO,GAAG,IAAI4B,wBAAiB,CAAC/B,KAAK,CAAC;IAE5C,OAAO,MAAM,IAAI,CAACnD,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;EAChD;AACJ;AAAC6B,OAAA,CAAA9F,QAAA,GAAAA,QAAA","ignoreList":[]}
+{"version":3,"file":"worker/actions/copyFile/CopyFile.js","sources":["../../../../src/worker/actions/copyFile/CopyFile.ts"],"sourcesContent":["import type {\n    AbortMultipartUploadCommandInput,\n    CompletedPart,\n    CompleteMultipartUploadCommandInput,\n    CopyObjectCommandInput,\n    CopyObjectCommandOutput,\n    CreateMultipartUploadCommandInput,\n    HeadObjectCommandInput,\n    S3Client,\n    S3ClientConfig,\n    UploadPartCopyCommandInput\n} from \"@webiny/aws-sdk/client-s3/index.js\";\nimport {\n    AbortMultipartUploadCommand,\n    CompleteMultipartUploadCommand,\n    CopyObjectCommand,\n    CreateMultipartUploadCommand,\n    HeadObjectCommand,\n    UploadPartCopyCommand\n} from \"@webiny/aws-sdk/client-s3/index.js\";\nimport bytes from \"bytes\";\nimport { convertException } from \"@webiny/utils\";\n\ntype ByteSize = number | `${number}B` | `${number}KB` | `${number}MB` | `${number}GB`;\n\nexport interface ICopyFileParams {\n    createS3Client: (config: Partial<S3ClientConfig>) => Pick<S3Client, \"send\">;\n    sourceRegion: string;\n    targetRegion: string;\n    maxConcurrency?: number;\n    minPartSize?: ByteSize;\n    maxPartSize?: ByteSize;\n}\n\nexport interface ICopyParams {\n    key: string;\n    sourceBucket: string;\n    targetBucket: string;\n}\n\nexport interface IHeadObjectParams {\n    client: Pick<S3Client, \"send\">;\n    bucket: string;\n    key: string;\n}\n\nexport interface ICreateMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n}\n\nexport interface IUploadPartCopyParams {\n    sourceBucket: string;\n    sourceKey: string;\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n    partNumber: number;\n    start: number;\n    end: number;\n    completedParts: CompletedPart[];\n}\n\nexport interface ICompleteMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n    completedParts: CompletedPart[];\n}\n\nexport interface IAbortMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n}\n\ninterface ICopyMetadataParams {\n    sourceBucket: string;\n    targetBucket: string;\n    key: string;\n}\n\nexport class CopyFile {\n    private readonly sourceClient: Pick<S3Client, \"send\">;\n    private readonly targetClient: Pick<S3Client, \"send\">;\n    private readonly maxConcurrency: number;\n    private readonly minPartSizeBytes: number;\n    private readonly maxPartSizeBytes: number;\n\n    public constructor(params: ICopyFileParams) {\n        const {\n            createS3Client,\n            sourceRegion,\n            targetRegion,\n            maxConcurrency = 100,\n            minPartSize = \"5MB\",\n            maxPartSize = \"1GB\"\n        } = params;\n\n        this.sourceClient = createS3Client({\n            region: sourceRegion\n        });\n        this.targetClient = createS3Client({\n            region: targetRegion\n        });\n        this.maxConcurrency = maxConcurrency;\n\n        this.minPartSizeBytes = this.parseByteSize(minPartSize);\n        this.maxPartSizeBytes = this.parseByteSize(maxPartSize);\n\n        if (this.minPartSizeBytes < 5 * 1024 * 1024) {\n            throw new Error(\"minPartSize must be at least 5MB.\");\n        }\n    }\n\n    public async copy(params: ICopyParams): Promise<void> {\n        const { key, sourceBucket, targetBucket } = params;\n\n        const sourceHead = await this.headObject({\n            client: this.sourceClient,\n            bucket: sourceBucket,\n            key\n        });\n\n        if (!sourceHead?.ContentLength || !sourceHead.ETag) {\n            throw new Error(\"Source object metadata is invalid or missing.\");\n        }\n        /**\n         * If the target object already exists, we can skip the copy operation.\n         */\n        const targetHead = await this.headObject({\n            client: this.targetClient,\n            bucket: targetBucket,\n            key\n        });\n\n        if (targetHead) {\n            return;\n        }\n\n        const totalSize = sourceHead.ContentLength;\n        let partSize = Math.max(\n            this.minPartSizeBytes,\n            Math.min(this.maxPartSizeBytes, Math.ceil(totalSize / this.maxConcurrency))\n        );\n        partSize = Math.min(partSize, totalSize);\n\n        const uploadId = await this.createMultipartUpload({\n            targetBucket,\n            targetKey: key\n        });\n        const completedParts: CompletedPart[] = [];\n\n        try {\n            let partNumber = 1;\n            let start = 0;\n            const promises: Promise<void>[] = [];\n            let active = 0;\n\n            while (start < totalSize) {\n                const end = Math.min(start + partSize - 1, totalSize - 1);\n\n                const copyPromise = this.uploadPartCopy({\n                    sourceBucket,\n                    sourceKey: key,\n                    targetBucket,\n                    targetKey: key,\n                    uploadId,\n                    partNumber,\n                    start,\n                    end,\n                    completedParts\n                });\n\n                promises.push(copyPromise);\n                active++;\n\n                if (active >= this.maxConcurrency) {\n                    await Promise.race(promises);\n                    active--;\n                }\n\n                partNumber++;\n                start += partSize;\n            }\n\n            await Promise.all(promises);\n            /**\n             * Complete the multipart upload with all the completed parts.\n             */\n            await this.completeMultipartUpload({\n                targetBucket,\n                targetKey: key,\n                uploadId,\n                completedParts\n            });\n        } catch (ex) {\n            await this.abortMultipartUpload({ targetBucket, targetKey: key, uploadId });\n            throw ex;\n        }\n        /**\n         * And then copy the metadata file.\n         */\n\n        try {\n            await this.copyMetadata({\n                sourceBucket,\n                targetBucket,\n                key\n            });\n        } catch (ex) {\n            console.error(\n                `Failed to copy metadata for ${key} from ${sourceBucket} to ${targetBucket}.`\n            );\n            console.log(convertException(ex));\n        }\n    }\n\n    private parseByteSize(value: ByteSize): number {\n        if (typeof value === \"number\") {\n            return value;\n        }\n        const parsed = bytes.parse(value);\n        if (typeof parsed === \"number\") {\n            return parsed;\n        }\n        const typeOfValue = typeof value;\n        throw new Error(`Invalid byte size value type \"${typeOfValue}\".`);\n    }\n\n    private async headObject(params: IHeadObjectParams) {\n        const { client, bucket, key } = params;\n        const input: HeadObjectCommandInput = {\n            Bucket: bucket,\n            Key: key\n        };\n        const command = new HeadObjectCommand(input);\n        try {\n            const result = await client.send(command);\n            if (result.$metadata?.httpStatusCode === 200) {\n                return result;\n            }\n        } catch (ex) {\n            if (ex.name === \"NotFound\" || ex.$metadata?.httpStatusCode === 404) {\n                return null;\n            }\n            console.error(`Failed to head object ${key} in bucket ${bucket}.`);\n            console.log(convertException(ex));\n        }\n        return null;\n    }\n\n    private async createMultipartUpload(params: ICreateMultipartUploadParams): Promise<string> {\n        const { targetBucket, targetKey } = params;\n        const input: CreateMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey\n        };\n        const command = new CreateMultipartUploadCommand(input);\n        const response = await this.targetClient.send(command);\n        if (!response.UploadId) {\n            throw new Error(\"Failed to create multipart upload.\");\n        }\n        return response.UploadId;\n    }\n\n    private async uploadPartCopy(params: IUploadPartCopyParams): Promise<void> {\n        const {\n            sourceBucket,\n            sourceKey,\n            targetBucket,\n            targetKey,\n            uploadId,\n            partNumber,\n            start,\n            end,\n            completedParts\n        } = params;\n\n        const input: UploadPartCopyCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId,\n            PartNumber: partNumber,\n            CopySource: encodeURIComponent(`${sourceBucket}/${sourceKey}`),\n            CopySourceRange: `bytes=${start}-${end}`\n        };\n\n        const command = new UploadPartCopyCommand(input);\n        const response = await this.targetClient.send(command);\n\n        if (!response.CopyPartResult?.ETag) {\n            throw new Error(`UploadPartCopy failed for part ${partNumber}`);\n        }\n\n        completedParts.push({\n            ETag: response.CopyPartResult.ETag,\n            PartNumber: partNumber\n        });\n    }\n\n    private async completeMultipartUpload(params: ICompleteMultipartUploadParams) {\n        const { targetBucket, targetKey, uploadId, completedParts } = params;\n\n        const sortedParts = [...completedParts].sort((a, b) => {\n            return a.PartNumber! - b.PartNumber!;\n        });\n\n        const input: CompleteMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId,\n            MultipartUpload: { Parts: sortedParts }\n        };\n\n        const command = new CompleteMultipartUploadCommand(input);\n        return await this.targetClient.send(command);\n    }\n\n    private async abortMultipartUpload(params: IAbortMultipartUploadParams) {\n        const { targetBucket, targetKey, uploadId } = params;\n\n        const input: AbortMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId\n        };\n        const command = new AbortMultipartUploadCommand(input);\n        await this.targetClient.send(command);\n    }\n\n    private async copyMetadata(\n        params: ICopyMetadataParams\n    ): Promise<CopyObjectCommandOutput | null> {\n        const { sourceBucket, targetBucket, key } = params;\n\n        const metadataKey = `${key}.metadata`;\n\n        const [sourceMetadata, targetMetadata] = await Promise.all([\n            this.headObject({\n                client: this.sourceClient,\n                bucket: sourceBucket,\n                key: metadataKey\n            }).catch(() => null),\n            this.headObject({\n                client: this.targetClient,\n                bucket: targetBucket,\n                key: metadataKey\n            }).catch(() => null)\n        ]);\n        /**\n         * If the source metadata does not exist, we cannot copy it.\n         */\n        if (!sourceMetadata?.ETag) {\n            return null;\n        }\n        /**\n         * If the target metadata already exists, we can skip copying it.\n         */\n        if (targetMetadata) {\n            return null;\n        }\n\n        const input: CopyObjectCommandInput = {\n            Bucket: targetBucket,\n            Key: metadataKey,\n            CopySource: encodeURIComponent(`${sourceBucket}/${metadataKey}`)\n        };\n\n        const command = new CopyObjectCommand(input);\n\n        return await this.targetClient.send(command);\n    }\n}\n"],"names":["CopyFile","params","createS3Client","sourceRegion","targetRegion","maxConcurrency","minPartSize","maxPartSize","Error","key","sourceBucket","targetBucket","sourceHead","targetHead","totalSize","partSize","Math","uploadId","completedParts","partNumber","start","promises","active","end","copyPromise","Promise","ex","console","convertException","value","parsed","bytes","typeOfValue","client","bucket","input","command","HeadObjectCommand","result","targetKey","CreateMultipartUploadCommand","response","sourceKey","encodeURIComponent","UploadPartCopyCommand","sortedParts","a","b","CompleteMultipartUploadCommand","AbortMultipartUploadCommand","metadataKey","sourceMetadata","targetMetadata","CopyObjectCommand"],"mappings":";;;AAkFO,MAAMA;IAOT,YAAmBC,MAAuB,CAAE;QACxC,MAAM,EACFC,cAAc,EACdC,YAAY,EACZC,YAAY,EACZC,iBAAiB,GAAG,EACpBC,cAAc,KAAK,EACnBC,cAAc,KAAK,EACtB,GAAGN;QAEJ,IAAI,CAAC,YAAY,GAAGC,eAAe;YAC/B,QAAQC;QACZ;QACA,IAAI,CAAC,YAAY,GAAGD,eAAe;YAC/B,QAAQE;QACZ;QACA,IAAI,CAAC,cAAc,GAAGC;QAEtB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAACC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAACC;QAE3C,IAAI,IAAI,CAAC,gBAAgB,GAAG,SACxB,MAAM,IAAIC,MAAM;IAExB;IAEA,MAAa,KAAKP,MAAmB,EAAiB;QAClD,MAAM,EAAEQ,GAAG,EAAEC,YAAY,EAAEC,YAAY,EAAE,GAAGV;QAE5C,MAAMW,aAAa,MAAM,IAAI,CAAC,UAAU,CAAC;YACrC,QAAQ,IAAI,CAAC,YAAY;YACzB,QAAQF;YACRD;QACJ;QAEA,IAAI,CAACG,YAAY,iBAAiB,CAACA,WAAW,IAAI,EAC9C,MAAM,IAAIJ,MAAM;QAKpB,MAAMK,aAAa,MAAM,IAAI,CAAC,UAAU,CAAC;YACrC,QAAQ,IAAI,CAAC,YAAY;YACzB,QAAQF;YACRF;QACJ;QAEA,IAAII,YACA;QAGJ,MAAMC,YAAYF,WAAW,aAAa;QAC1C,IAAIG,WAAWC,KAAK,GAAG,CACnB,IAAI,CAAC,gBAAgB,EACrBA,KAAK,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAEA,KAAK,IAAI,CAACF,YAAY,IAAI,CAAC,cAAc;QAE7EC,WAAWC,KAAK,GAAG,CAACD,UAAUD;QAE9B,MAAMG,WAAW,MAAM,IAAI,CAAC,qBAAqB,CAAC;YAC9CN;YACA,WAAWF;QACf;QACA,MAAMS,iBAAkC,EAAE;QAE1C,IAAI;YACA,IAAIC,aAAa;YACjB,IAAIC,QAAQ;YACZ,MAAMC,WAA4B,EAAE;YACpC,IAAIC,SAAS;YAEb,MAAOF,QAAQN,UAAW;gBACtB,MAAMS,MAAMP,KAAK,GAAG,CAACI,QAAQL,WAAW,GAAGD,YAAY;gBAEvD,MAAMU,cAAc,IAAI,CAAC,cAAc,CAAC;oBACpCd;oBACA,WAAWD;oBACXE;oBACA,WAAWF;oBACXQ;oBACAE;oBACAC;oBACAG;oBACAL;gBACJ;gBAEAG,SAAS,IAAI,CAACG;gBACdF;gBAEA,IAAIA,UAAU,IAAI,CAAC,cAAc,EAAE;oBAC/B,MAAMG,QAAQ,IAAI,CAACJ;oBACnBC;gBACJ;gBAEAH;gBACAC,SAASL;YACb;YAEA,MAAMU,QAAQ,GAAG,CAACJ;YAIlB,MAAM,IAAI,CAAC,uBAAuB,CAAC;gBAC/BV;gBACA,WAAWF;gBACXQ;gBACAC;YACJ;QACJ,EAAE,OAAOQ,IAAI;YACT,MAAM,IAAI,CAAC,oBAAoB,CAAC;gBAAEf;gBAAc,WAAWF;gBAAKQ;YAAS;YACzE,MAAMS;QACV;QAKA,IAAI;YACA,MAAM,IAAI,CAAC,YAAY,CAAC;gBACpBhB;gBACAC;gBACAF;YACJ;QACJ,EAAE,OAAOiB,IAAI;YACTC,QAAQ,KAAK,CACT,CAAC,4BAA4B,EAAElB,IAAI,MAAM,EAAEC,aAAa,IAAI,EAAEC,aAAa,CAAC,CAAC;YAEjFgB,QAAQ,GAAG,CAACC,iBAAiBF;QACjC;IACJ;IAEQ,cAAcG,KAAe,EAAU;QAC3C,IAAI,AAAiB,YAAjB,OAAOA,OACP,OAAOA;QAEX,MAAMC,SAASC,MAAM,KAAK,CAACF;QAC3B,IAAI,AAAkB,YAAlB,OAAOC,QACP,OAAOA;QAEX,MAAME,cAAc,OAAOH;QAC3B,MAAM,IAAIrB,MAAM,CAAC,8BAA8B,EAAEwB,YAAY,EAAE,CAAC;IACpE;IAEA,MAAc,WAAW/B,MAAyB,EAAE;QAChD,MAAM,EAAEgC,MAAM,EAAEC,MAAM,EAAEzB,GAAG,EAAE,GAAGR;QAChC,MAAMkC,QAAgC;YAClC,QAAQD;YACR,KAAKzB;QACT;QACA,MAAM2B,UAAU,IAAIC,kBAAkBF;QACtC,IAAI;YACA,MAAMG,SAAS,MAAML,OAAO,IAAI,CAACG;YACjC,IAAIE,OAAO,SAAS,EAAE,mBAAmB,KACrC,OAAOA;QAEf,EAAE,OAAOZ,IAAI;YACT,IAAIA,AAAY,eAAZA,GAAG,IAAI,IAAmBA,GAAG,SAAS,EAAE,mBAAmB,KAC3D,OAAO;YAEXC,QAAQ,KAAK,CAAC,CAAC,sBAAsB,EAAElB,IAAI,WAAW,EAAEyB,OAAO,CAAC,CAAC;YACjEP,QAAQ,GAAG,CAACC,iBAAiBF;QACjC;QACA,OAAO;IACX;IAEA,MAAc,sBAAsBzB,MAAoC,EAAmB;QACvF,MAAM,EAAEU,YAAY,EAAE4B,SAAS,EAAE,GAAGtC;QACpC,MAAMkC,QAA2C;YAC7C,QAAQxB;YACR,KAAK4B;QACT;QACA,MAAMH,UAAU,IAAII,6BAA6BL;QACjD,MAAMM,WAAW,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAACL;QAC9C,IAAI,CAACK,SAAS,QAAQ,EAClB,MAAM,IAAIjC,MAAM;QAEpB,OAAOiC,SAAS,QAAQ;IAC5B;IAEA,MAAc,eAAexC,MAA6B,EAAiB;QACvE,MAAM,EACFS,YAAY,EACZgC,SAAS,EACT/B,YAAY,EACZ4B,SAAS,EACTtB,QAAQ,EACRE,UAAU,EACVC,KAAK,EACLG,GAAG,EACHL,cAAc,EACjB,GAAGjB;QAEJ,MAAMkC,QAAoC;YACtC,QAAQxB;YACR,KAAK4B;YACL,UAAUtB;YACV,YAAYE;YACZ,YAAYwB,mBAAmB,GAAGjC,aAAa,CAAC,EAAEgC,WAAW;YAC7D,iBAAiB,CAAC,MAAM,EAAEtB,MAAM,CAAC,EAAEG,KAAK;QAC5C;QAEA,MAAMa,UAAU,IAAIQ,sBAAsBT;QAC1C,MAAMM,WAAW,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAACL;QAE9C,IAAI,CAACK,SAAS,cAAc,EAAE,MAC1B,MAAM,IAAIjC,MAAM,CAAC,+BAA+B,EAAEW,YAAY;QAGlED,eAAe,IAAI,CAAC;YAChB,MAAMuB,SAAS,cAAc,CAAC,IAAI;YAClC,YAAYtB;QAChB;IACJ;IAEA,MAAc,wBAAwBlB,MAAsC,EAAE;QAC1E,MAAM,EAAEU,YAAY,EAAE4B,SAAS,EAAEtB,QAAQ,EAAEC,cAAc,EAAE,GAAGjB;QAE9D,MAAM4C,cAAc;eAAI3B;SAAe,CAAC,IAAI,CAAC,CAAC4B,GAAGC,IACtCD,EAAE,UAAU,GAAIC,EAAE,UAAU;QAGvC,MAAMZ,QAA6C;YAC/C,QAAQxB;YACR,KAAK4B;YACL,UAAUtB;YACV,iBAAiB;gBAAE,OAAO4B;YAAY;QAC1C;QAEA,MAAMT,UAAU,IAAIY,+BAA+Bb;QACnD,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAACC;IACxC;IAEA,MAAc,qBAAqBnC,MAAmC,EAAE;QACpE,MAAM,EAAEU,YAAY,EAAE4B,SAAS,EAAEtB,QAAQ,EAAE,GAAGhB;QAE9C,MAAMkC,QAA0C;YAC5C,QAAQxB;YACR,KAAK4B;YACL,UAAUtB;QACd;QACA,MAAMmB,UAAU,IAAIa,4BAA4Bd;QAChD,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAACC;IACjC;IAEA,MAAc,aACVnC,MAA2B,EACY;QACvC,MAAM,EAAES,YAAY,EAAEC,YAAY,EAAEF,GAAG,EAAE,GAAGR;QAE5C,MAAMiD,cAAc,GAAGzC,IAAI,SAAS,CAAC;QAErC,MAAM,CAAC0C,gBAAgBC,eAAe,GAAG,MAAM3B,QAAQ,GAAG,CAAC;YACvD,IAAI,CAAC,UAAU,CAAC;gBACZ,QAAQ,IAAI,CAAC,YAAY;gBACzB,QAAQf;gBACR,KAAKwC;YACT,GAAG,KAAK,CAAC,IAAM;YACf,IAAI,CAAC,UAAU,CAAC;gBACZ,QAAQ,IAAI,CAAC,YAAY;gBACzB,QAAQvC;gBACR,KAAKuC;YACT,GAAG,KAAK,CAAC,IAAM;SAClB;QAID,IAAI,CAACC,gBAAgB,MACjB,OAAO;QAKX,IAAIC,gBACA,OAAO;QAGX,MAAMjB,QAAgC;YAClC,QAAQxB;YACR,KAAKuC;YACL,YAAYP,mBAAmB,GAAGjC,aAAa,CAAC,EAAEwC,aAAa;QACnE;QAEA,MAAMd,UAAU,IAAIiB,kBAAkBlB;QAEtC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAACC;IACxC;AACJ"}

package/worker/actions/copyFile/copyFileAction.d.ts

@@ -3,4 +3,4 @@ import type { ICopyFileActionEvent } from "./types.js";
 export interface ICreateCopyFileActionParams {
     createS3Client: (config: Partial<S3ClientConfig>) => Pick<S3Client, "send">;
 }
-export declare const createCopyFileAction: ({ createS3Client }: ICreateCopyFileActionParams) => import("../../plugins/WorkerActionPlugin.js").WorkerActionPlugin<ICopyFileActionEvent>;
+export declare const createCopyFileAction: ({ createS3Client }: ICreateCopyFileActionParams) => import("~/worker/plugins/WorkerActionPlugin.js").WorkerActionPlugin<ICopyFileActionEvent>;