@webiny/api-sync-system 0.0.0-unstable.e53eceafb5

package/sync/utils/validateSystemInput.js

@@ -0,0 +1,44 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.validateSystemInput = void 0;
+var _createSystemName = require("../../utils/createSystemName.js");
+const validateSystemInput = input => {
+  const {
+    env,
+    region,
+    variant,
+    version
+  } = input;
+  if (!env) {
+    return {
+      error: "Sync System: No environment variable provided. Sync System will not be attached."
+    };
+  } else if (!region) {
+    return {
+      error: "Sync System: No region variable provided. Sync System will not be attached."
+    };
+  } else if (!version) {
+    return {
+      error: "Sync System: No version variable provided. Sync System will not be attached."
+    };
+  }
+  const name = (0, _createSystemName.createSystemName)({
+    env,
+    variant
+  });
+  return {
+    system: {
+      env,
+      name,
+      region,
+      variant,
+      version
+    }
+  };
+};
+exports.validateSystemInput = validateSystemInput;
+
+//# sourceMappingURL=validateSystemInput.js.map

package/sync/utils/validateSystemInput.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_createSystemName","require","validateSystemInput","input","env","region","variant","version","error","name","createSystemName","system","exports"],"sources":["validateSystemInput.ts"],"sourcesContent":["import type { ISystem } from \"~/sync/types.js\";\nimport { createSystemName } from \"~/utils/createSystemName.js\";\n\nexport interface IValidResponse {\n    system: ISystem;\n    error?: never;\n}\n\nexport interface IErrorResponse {\n    error: string;\n    system?: never;\n}\n\nexport type ValidateSystemInputResponse = IValidResponse | IErrorResponse;\n\nexport const validateSystemInput = (input: Partial<ISystem>): ValidateSystemInputResponse => {\n    const { env, region, variant, version } = input;\n    if (!env) {\n        return {\n            error: \"Sync System: No environment variable provided. Sync System will not be attached.\"\n        };\n    } else if (!region) {\n        return {\n            error: \"Sync System: No region variable provided. Sync System will not be attached.\"\n        };\n    } else if (!version) {\n        return {\n            error: \"Sync System: No version variable provided. Sync System will not be attached.\"\n        };\n    }\n    const name = createSystemName({\n        env,\n        variant\n    });\n\n    return {\n        system: {\n            env,\n            name,\n            region,\n            variant,\n            version\n        }\n    };\n};\n"],"mappings":";;;;;;AACA,IAAAA,iBAAA,GAAAC,OAAA;AAcO,MAAMC,mBAAmB,GAAIC,KAAuB,IAAkC;EACzF,MAAM;IAAEC,GAAG;IAAEC,MAAM;IAAEC,OAAO;IAAEC;EAAQ,CAAC,GAAGJ,KAAK;EAC/C,IAAI,CAACC,GAAG,EAAE;IACN,OAAO;MACHI,KAAK,EAAE;IACX,CAAC;EACL,CAAC,MAAM,IAAI,CAACH,MAAM,EAAE;IAChB,OAAO;MACHG,KAAK,EAAE;IACX,CAAC;EACL,CAAC,MAAM,IAAI,CAACD,OAAO,EAAE;IACjB,OAAO;MACHC,KAAK,EAAE;IACX,CAAC;EACL;EACA,MAAMC,IAAI,GAAG,IAAAC,kCAAgB,EAAC;IAC1BN,GAAG;IACHE;EACJ,CAAC,CAAC;EAEF,OAAO;IACHK,MAAM,EAAE;MACJP,GAAG;MACHK,IAAI;MACJJ,MAAM;MACNC,OAAO;MACPC;IACJ;EACJ,CAAC;AACL,CAAC;AAACK,OAAA,CAAAV,mBAAA,GAAAA,mBAAA","ignoreList":[]}

package/types.d.ts

@@ -0,0 +1,42 @@
+import type { Context as BaseContext } from "@webiny/handler-aws/types";
+export type CommandType = "put" | "delete";
+export type ExtendedCommandType = "put" | "delete" | "update";
+export type AllCommandType = ExtendedCommandType | "batchWrite" | "null";
+export declare enum DynamoDBTableType {
+    REGULAR = "regular",
+    ELASTICSEARCH = "elasticsearch",
+    LOG = "log",
+    UNKNOWN = "unknown"
+}
+export interface Context extends BaseContext {
+}
+export interface IFileLambdaPayloadInfo {
+    bucket: string;
+    region: string;
+}
+export interface ICopyFileLambdaPayload {
+    action: "copyFile";
+    key: string;
+    source: IFileLambdaPayloadInfo;
+    target: IFileLambdaPayloadInfo;
+}
+export interface IDeleteFileLambdaPayload {
+    action: "deleteFile";
+    key: string;
+    target: IFileLambdaPayloadInfo;
+}
+export interface IUserLambdaPayloadInfo {
+    region: string;
+    userPoolId: string;
+}
+export interface IDeleteUserLambdaPayload {
+    action: "deleteUser";
+    username: string;
+    target: IUserLambdaPayloadInfo;
+}
+export interface ICopyUserLambdaPayload {
+    action: "createUser" | "updateUser";
+    username: string;
+    source: IUserLambdaPayloadInfo;
+    target: IUserLambdaPayloadInfo;
+}

package/types.js

@@ -0,0 +1,15 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.DynamoDBTableType = void 0;
+let DynamoDBTableType = exports.DynamoDBTableType = /*#__PURE__*/function (DynamoDBTableType) {
+  DynamoDBTableType["REGULAR"] = "regular";
+  DynamoDBTableType["ELASTICSEARCH"] = "elasticsearch";
+  DynamoDBTableType["LOG"] = "log";
+  DynamoDBTableType["UNKNOWN"] = "unknown";
+  return DynamoDBTableType;
+}({});
+
+//# sourceMappingURL=types.js.map

package/types.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["DynamoDBTableType","exports"],"sources":["types.ts"],"sourcesContent":["import type { Context as BaseContext } from \"@webiny/handler-aws/types\";\n\nexport type CommandType = \"put\" | \"delete\";\nexport type ExtendedCommandType = \"put\" | \"delete\" | \"update\";\nexport type AllCommandType = ExtendedCommandType | \"batchWrite\" | \"null\";\n\nexport enum DynamoDBTableType {\n    REGULAR = \"regular\",\n    ELASTICSEARCH = \"elasticsearch\",\n    LOG = \"log\",\n    UNKNOWN = \"unknown\"\n}\n\nexport interface Context extends BaseContext {}\n\nexport interface IFileLambdaPayloadInfo {\n    bucket: string;\n    region: string;\n}\n\nexport interface ICopyFileLambdaPayload {\n    action: \"copyFile\";\n    key: string;\n    source: IFileLambdaPayloadInfo;\n    target: IFileLambdaPayloadInfo;\n}\n\nexport interface IDeleteFileLambdaPayload {\n    action: \"deleteFile\";\n    key: string;\n    target: IFileLambdaPayloadInfo;\n}\n\nexport interface IUserLambdaPayloadInfo {\n    region: string;\n    userPoolId: string;\n}\n\nexport interface IDeleteUserLambdaPayload {\n    action: \"deleteUser\";\n    username: string;\n    target: IUserLambdaPayloadInfo;\n}\n\nexport interface ICopyUserLambdaPayload {\n    action: \"createUser\" | \"updateUser\";\n    username: string;\n    source: IUserLambdaPayloadInfo;\n    target: IUserLambdaPayloadInfo;\n}\n"],"mappings":";;;;;;IAMYA,iBAAiB,GAAAC,OAAA,CAAAD,iBAAA,0BAAjBA,iBAAiB;EAAjBA,iBAAiB;EAAjBA,iBAAiB;EAAjBA,iBAAiB;EAAjBA,iBAAiB;EAAA,OAAjBA,iBAAiB;AAAA","ignoreList":[]}

package/utils/createSystemName.d.ts

@@ -0,0 +1,5 @@
+export interface ICreateSystemNameParams {
+    env: string;
+    variant: string | undefined;
+}
+export declare const createSystemName: (params: ICreateSystemNameParams) => string;

package/utils/createSystemName.js

@@ -0,0 +1,12 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createSystemName = void 0;
+const createSystemName = params => {
+  return [params.env, params.variant].filter(Boolean).join("#");
+};
+exports.createSystemName = createSystemName;
+
+//# sourceMappingURL=createSystemName.js.map

package/utils/createSystemName.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["createSystemName","params","env","variant","filter","Boolean","join","exports"],"sources":["createSystemName.ts"],"sourcesContent":["export interface ICreateSystemNameParams {\n    env: string;\n    variant: string | undefined;\n}\n\nexport const createSystemName = (params: ICreateSystemNameParams): string => {\n    return [params.env, params.variant].filter(Boolean).join(\"#\");\n};\n"],"mappings":";;;;;;AAKO,MAAMA,gBAAgB,GAAIC,MAA+B,IAAa;EACzE,OAAO,CAACA,MAAM,CAACC,GAAG,EAAED,MAAM,CAACE,OAAO,CAAC,CAACC,MAAM,CAACC,OAAO,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC;AACjE,CAAC;AAACC,OAAA,CAAAP,gBAAA,GAAAA,gBAAA","ignoreList":[]}

package/worker/actions/copyFile/CopyFile.d.ts

@@ -0,0 +1,63 @@
+import type { CompletedPart, S3Client, S3ClientConfig } from "@webiny/aws-sdk/client-s3/index.js";
+type ByteSize = number | `${number}B` | `${number}KB` | `${number}MB` | `${number}GB`;
+export interface ICopyFileParams {
+    createS3Client: (config: Partial<S3ClientConfig>) => Pick<S3Client, "send">;
+    sourceRegion: string;
+    targetRegion: string;
+    maxConcurrency?: number;
+    minPartSize?: ByteSize;
+    maxPartSize?: ByteSize;
+}
+export interface ICopyParams {
+    key: string;
+    sourceBucket: string;
+    targetBucket: string;
+}
+export interface IHeadObjectParams {
+    client: Pick<S3Client, "send">;
+    bucket: string;
+    key: string;
+}
+export interface ICreateMultipartUploadParams {
+    targetBucket: string;
+    targetKey: string;
+}
+export interface IUploadPartCopyParams {
+    sourceBucket: string;
+    sourceKey: string;
+    targetBucket: string;
+    targetKey: string;
+    uploadId: string;
+    partNumber: number;
+    start: number;
+    end: number;
+    completedParts: CompletedPart[];
+}
+export interface ICompleteMultipartUploadParams {
+    targetBucket: string;
+    targetKey: string;
+    uploadId: string;
+    completedParts: CompletedPart[];
+}
+export interface IAbortMultipartUploadParams {
+    targetBucket: string;
+    targetKey: string;
+    uploadId: string;
+}
+export declare class CopyFile {
+    private readonly sourceClient;
+    private readonly targetClient;
+    private readonly maxConcurrency;
+    private readonly minPartSizeBytes;
+    private readonly maxPartSizeBytes;
+    constructor(params: ICopyFileParams);
+    copy(params: ICopyParams): Promise<void>;
+    private parseByteSize;
+    private headObject;
+    private createMultipartUpload;
+    private uploadPartCopy;
+    private completeMultipartUpload;
+    private abortMultipartUpload;
+    private copyMetadata;
+}
+export {};

package/worker/actions/copyFile/CopyFile.js

@@ -0,0 +1,283 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CopyFile = void 0;
+var _index = require("@webiny/aws-sdk/client-s3/index.js");
+var _bytes = _interopRequireDefault(require("bytes"));
+var _utils = require("@webiny/utils");
+class CopyFile {
+  constructor(params) {
+    const {
+      createS3Client,
+      sourceRegion,
+      targetRegion,
+      maxConcurrency = 100,
+      minPartSize = "5MB",
+      maxPartSize = "1GB"
+    } = params;
+    this.sourceClient = createS3Client({
+      region: sourceRegion
+    });
+    this.targetClient = createS3Client({
+      region: targetRegion
+    });
+    this.maxConcurrency = maxConcurrency;
+    this.minPartSizeBytes = this.parseByteSize(minPartSize);
+    this.maxPartSizeBytes = this.parseByteSize(maxPartSize);
+    if (this.minPartSizeBytes < 5 * 1024 * 1024) {
+      throw new Error("minPartSize must be at least 5MB.");
+    }
+  }
+  async copy(params) {
+    const {
+      key,
+      sourceBucket,
+      targetBucket
+    } = params;
+    const sourceHead = await this.headObject({
+      client: this.sourceClient,
+      bucket: sourceBucket,
+      key
+    });
+    if (!sourceHead?.ContentLength || !sourceHead.ETag) {
+      throw new Error("Source object metadata is invalid or missing.");
+    }
+    /**
+     * If the target object already exists, we can skip the copy operation.
+     */
+    const targetHead = await this.headObject({
+      client: this.targetClient,
+      bucket: targetBucket,
+      key
+    });
+    if (targetHead) {
+      return;
+    }
+    const totalSize = sourceHead.ContentLength;
+    let partSize = Math.max(this.minPartSizeBytes, Math.min(this.maxPartSizeBytes, Math.ceil(totalSize / this.maxConcurrency)));
+    partSize = Math.min(partSize, totalSize);
+    const uploadId = await this.createMultipartUpload({
+      targetBucket,
+      targetKey: key
+    });
+    const completedParts = [];
+    try {
+      let partNumber = 1;
+      let start = 0;
+      const promises = [];
+      let active = 0;
+      while (start < totalSize) {
+        const end = Math.min(start + partSize - 1, totalSize - 1);
+        const copyPromise = this.uploadPartCopy({
+          sourceBucket,
+          sourceKey: key,
+          targetBucket,
+          targetKey: key,
+          uploadId,
+          partNumber,
+          start,
+          end,
+          completedParts
+        });
+        promises.push(copyPromise);
+        active++;
+        if (active >= this.maxConcurrency) {
+          await Promise.race(promises);
+          active--;
+        }
+        partNumber++;
+        start += partSize;
+      }
+      await Promise.all(promises);
+      /**
+       * Complete the multipart upload with all the completed parts.
+       */
+      await this.completeMultipartUpload({
+        targetBucket,
+        targetKey: key,
+        uploadId,
+        completedParts
+      });
+    } catch (ex) {
+      await this.abortMultipartUpload({
+        targetBucket,
+        targetKey: key,
+        uploadId
+      });
+      throw ex;
+    }
+    /**
+     * And then copy the metadata file.
+     */
+
+    try {
+      await this.copyMetadata({
+        sourceBucket,
+        targetBucket,
+        key
+      });
+    } catch (ex) {
+      console.error(`Failed to copy metadata for ${key} from ${sourceBucket} to ${targetBucket}.`);
+      console.log((0, _utils.convertException)(ex));
+    }
+  }
+  parseByteSize(value) {
+    if (typeof value === "number") {
+      return value;
+    }
+    const parsed = _bytes.default.parse(value);
+    if (typeof parsed === "number") {
+      return parsed;
+    }
+    const typeOfValue = typeof value;
+    throw new Error(`Invalid byte size value type "${typeOfValue}".`);
+  }
+  async headObject(params) {
+    const {
+      client,
+      bucket,
+      key
+    } = params;
+    const input = {
+      Bucket: bucket,
+      Key: key
+    };
+    const command = new _index.HeadObjectCommand(input);
+    try {
+      const result = await client.send(command);
+      if (result.$metadata?.httpStatusCode === 200) {
+        return result;
+      }
+    } catch (ex) {
+      if (ex.name === "NotFound" || ex.$metadata?.httpStatusCode === 404) {
+        return null;
+      }
+      console.error(`Failed to head object ${key} in bucket ${bucket}.`);
+      console.log((0, _utils.convertException)(ex));
+    }
+    return null;
+  }
+  async createMultipartUpload(params) {
+    const {
+      targetBucket,
+      targetKey
+    } = params;
+    const input = {
+      Bucket: targetBucket,
+      Key: targetKey
+    };
+    const command = new _index.CreateMultipartUploadCommand(input);
+    const response = await this.targetClient.send(command);
+    if (!response.UploadId) {
+      throw new Error("Failed to create multipart upload.");
+    }
+    return response.UploadId;
+  }
+  async uploadPartCopy(params) {
+    const {
+      sourceBucket,
+      sourceKey,
+      targetBucket,
+      targetKey,
+      uploadId,
+      partNumber,
+      start,
+      end,
+      completedParts
+    } = params;
+    const input = {
+      Bucket: targetBucket,
+      Key: targetKey,
+      UploadId: uploadId,
+      PartNumber: partNumber,
+      CopySource: encodeURIComponent(`${sourceBucket}/${sourceKey}`),
+      CopySourceRange: `bytes=${start}-${end}`
+    };
+    const command = new _index.UploadPartCopyCommand(input);
+    const response = await this.targetClient.send(command);
+    if (!response.CopyPartResult?.ETag) {
+      throw new Error(`UploadPartCopy failed for part ${partNumber}`);
+    }
+    completedParts.push({
+      ETag: response.CopyPartResult.ETag,
+      PartNumber: partNumber
+    });
+  }
+  async completeMultipartUpload(params) {
+    const {
+      targetBucket,
+      targetKey,
+      uploadId,
+      completedParts
+    } = params;
+    const sortedParts = [...completedParts].sort((a, b) => {
+      return a.PartNumber - b.PartNumber;
+    });
+    const input = {
+      Bucket: targetBucket,
+      Key: targetKey,
+      UploadId: uploadId,
+      MultipartUpload: {
+        Parts: sortedParts
+      }
+    };
+    const command = new _index.CompleteMultipartUploadCommand(input);
+    return await this.targetClient.send(command);
+  }
+  async abortMultipartUpload(params) {
+    const {
+      targetBucket,
+      targetKey,
+      uploadId
+    } = params;
+    const input = {
+      Bucket: targetBucket,
+      Key: targetKey,
+      UploadId: uploadId
+    };
+    const command = new _index.AbortMultipartUploadCommand(input);
+    await this.targetClient.send(command);
+  }
+  async copyMetadata(params) {
+    const {
+      sourceBucket,
+      targetBucket,
+      key
+    } = params;
+    const metadataKey = `${key}.metadata`;
+    const [sourceMetadata, targetMetadata] = await Promise.all([this.headObject({
+      client: this.sourceClient,
+      bucket: sourceBucket,
+      key: metadataKey
+    }).catch(() => null), this.headObject({
+      client: this.targetClient,
+      bucket: targetBucket,
+      key: metadataKey
+    }).catch(() => null)]);
+    /**
+     * If the source metadata does not exist, we cannot copy it.
+     */
+    if (!sourceMetadata?.ETag) {
+      return null;
+    }
+    /**
+     * If the target metadata already exists, we can skip copying it.
+     */
+    if (targetMetadata) {
+      return null;
+    }
+    const input = {
+      Bucket: targetBucket,
+      Key: metadataKey,
+      CopySource: encodeURIComponent(`${sourceBucket}/${metadataKey}`)
+    };
+    const command = new _index.CopyObjectCommand(input);
+    return await this.targetClient.send(command);
+  }
+}
+exports.CopyFile = CopyFile;
+
+//# sourceMappingURL=CopyFile.js.map

package/worker/actions/copyFile/CopyFile.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_index","require","_bytes","_interopRequireDefault","_utils","CopyFile","constructor","params","createS3Client","sourceRegion","targetRegion","maxConcurrency","minPartSize","maxPartSize","sourceClient","region","targetClient","minPartSizeBytes","parseByteSize","maxPartSizeBytes","Error","copy","key","sourceBucket","targetBucket","sourceHead","headObject","client","bucket","ContentLength","ETag","targetHead","totalSize","partSize","Math","max","min","ceil","uploadId","createMultipartUpload","targetKey","completedParts","partNumber","start","promises","active","end","copyPromise","uploadPartCopy","sourceKey","push","Promise","race","all","completeMultipartUpload","ex","abortMultipartUpload","copyMetadata","console","error","log","convertException","value","parsed","bytes","parse","typeOfValue","input","Bucket","Key","command","HeadObjectCommand","result","send","$metadata","httpStatusCode","name","CreateMultipartUploadCommand","response","UploadId","PartNumber","CopySource","encodeURIComponent","CopySourceRange","UploadPartCopyCommand","CopyPartResult","sortedParts","sort","a","b","MultipartUpload","Parts","CompleteMultipartUploadCommand","AbortMultipartUploadCommand","metadataKey","sourceMetadata","targetMetadata","catch","CopyObjectCommand","exports"],"sources":["CopyFile.ts"],"sourcesContent":["import type {\n    AbortMultipartUploadCommandInput,\n    CompletedPart,\n    CompleteMultipartUploadCommandInput,\n    CopyObjectCommandInput,\n    CopyObjectCommandOutput,\n    CreateMultipartUploadCommandInput,\n    HeadObjectCommandInput,\n    S3Client,\n    S3ClientConfig,\n    UploadPartCopyCommandInput\n} from \"@webiny/aws-sdk/client-s3/index.js\";\nimport {\n    AbortMultipartUploadCommand,\n    CompleteMultipartUploadCommand,\n    CopyObjectCommand,\n    CreateMultipartUploadCommand,\n    HeadObjectCommand,\n    UploadPartCopyCommand\n} from \"@webiny/aws-sdk/client-s3/index.js\";\nimport bytes from \"bytes\";\nimport { convertException } from \"@webiny/utils\";\n\ntype ByteSize = number | `${number}B` | `${number}KB` | `${number}MB` | `${number}GB`;\n\nexport interface ICopyFileParams {\n    createS3Client: (config: Partial<S3ClientConfig>) => Pick<S3Client, \"send\">;\n    sourceRegion: string;\n    targetRegion: string;\n    maxConcurrency?: number;\n    minPartSize?: ByteSize;\n    maxPartSize?: ByteSize;\n}\n\nexport interface ICopyParams {\n    key: string;\n    sourceBucket: string;\n    targetBucket: string;\n}\n\nexport interface IHeadObjectParams {\n    client: Pick<S3Client, \"send\">;\n    bucket: string;\n    key: string;\n}\n\nexport interface ICreateMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n}\n\nexport interface IUploadPartCopyParams {\n    sourceBucket: string;\n    sourceKey: string;\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n    partNumber: number;\n    start: number;\n    end: number;\n    completedParts: CompletedPart[];\n}\n\nexport interface ICompleteMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n    completedParts: CompletedPart[];\n}\n\nexport interface IAbortMultipartUploadParams {\n    targetBucket: string;\n    targetKey: string;\n    uploadId: string;\n}\n\ninterface ICopyMetadataParams {\n    sourceBucket: string;\n    targetBucket: string;\n    key: string;\n}\n\nexport class CopyFile {\n    private readonly sourceClient: Pick<S3Client, \"send\">;\n    private readonly targetClient: Pick<S3Client, \"send\">;\n    private readonly maxConcurrency: number;\n    private readonly minPartSizeBytes: number;\n    private readonly maxPartSizeBytes: number;\n\n    public constructor(params: ICopyFileParams) {\n        const {\n            createS3Client,\n            sourceRegion,\n            targetRegion,\n            maxConcurrency = 100,\n            minPartSize = \"5MB\",\n            maxPartSize = \"1GB\"\n        } = params;\n\n        this.sourceClient = createS3Client({\n            region: sourceRegion\n        });\n        this.targetClient = createS3Client({\n            region: targetRegion\n        });\n        this.maxConcurrency = maxConcurrency;\n\n        this.minPartSizeBytes = this.parseByteSize(minPartSize);\n        this.maxPartSizeBytes = this.parseByteSize(maxPartSize);\n\n        if (this.minPartSizeBytes < 5 * 1024 * 1024) {\n            throw new Error(\"minPartSize must be at least 5MB.\");\n        }\n    }\n\n    public async copy(params: ICopyParams): Promise<void> {\n        const { key, sourceBucket, targetBucket } = params;\n\n        const sourceHead = await this.headObject({\n            client: this.sourceClient,\n            bucket: sourceBucket,\n            key\n        });\n\n        if (!sourceHead?.ContentLength || !sourceHead.ETag) {\n            throw new Error(\"Source object metadata is invalid or missing.\");\n        }\n        /**\n         * If the target object already exists, we can skip the copy operation.\n         */\n        const targetHead = await this.headObject({\n            client: this.targetClient,\n            bucket: targetBucket,\n            key\n        });\n\n        if (targetHead) {\n            return;\n        }\n\n        const totalSize = sourceHead.ContentLength;\n        let partSize = Math.max(\n            this.minPartSizeBytes,\n            Math.min(this.maxPartSizeBytes, Math.ceil(totalSize / this.maxConcurrency))\n        );\n        partSize = Math.min(partSize, totalSize);\n\n        const uploadId = await this.createMultipartUpload({\n            targetBucket,\n            targetKey: key\n        });\n        const completedParts: CompletedPart[] = [];\n\n        try {\n            let partNumber = 1;\n            let start = 0;\n            const promises: Promise<void>[] = [];\n            let active = 0;\n\n            while (start < totalSize) {\n                const end = Math.min(start + partSize - 1, totalSize - 1);\n\n                const copyPromise = this.uploadPartCopy({\n                    sourceBucket,\n                    sourceKey: key,\n                    targetBucket,\n                    targetKey: key,\n                    uploadId,\n                    partNumber,\n                    start,\n                    end,\n                    completedParts\n                });\n\n                promises.push(copyPromise);\n                active++;\n\n                if (active >= this.maxConcurrency) {\n                    await Promise.race(promises);\n                    active--;\n                }\n\n                partNumber++;\n                start += partSize;\n            }\n\n            await Promise.all(promises);\n            /**\n             * Complete the multipart upload with all the completed parts.\n             */\n            await this.completeMultipartUpload({\n                targetBucket,\n                targetKey: key,\n                uploadId,\n                completedParts\n            });\n        } catch (ex) {\n            await this.abortMultipartUpload({ targetBucket, targetKey: key, uploadId });\n            throw ex;\n        }\n        /**\n         * And then copy the metadata file.\n         */\n\n        try {\n            await this.copyMetadata({\n                sourceBucket,\n                targetBucket,\n                key\n            });\n        } catch (ex) {\n            console.error(\n                `Failed to copy metadata for ${key} from ${sourceBucket} to ${targetBucket}.`\n            );\n            console.log(convertException(ex));\n        }\n    }\n\n    private parseByteSize(value: ByteSize): number {\n        if (typeof value === \"number\") {\n            return value;\n        }\n        const parsed = bytes.parse(value);\n        if (typeof parsed === \"number\") {\n            return parsed;\n        }\n        const typeOfValue = typeof value;\n        throw new Error(`Invalid byte size value type \"${typeOfValue}\".`);\n    }\n\n    private async headObject(params: IHeadObjectParams) {\n        const { client, bucket, key } = params;\n        const input: HeadObjectCommandInput = {\n            Bucket: bucket,\n            Key: key\n        };\n        const command = new HeadObjectCommand(input);\n        try {\n            const result = await client.send(command);\n            if (result.$metadata?.httpStatusCode === 200) {\n                return result;\n            }\n        } catch (ex) {\n            if (ex.name === \"NotFound\" || ex.$metadata?.httpStatusCode === 404) {\n                return null;\n            }\n            console.error(`Failed to head object ${key} in bucket ${bucket}.`);\n            console.log(convertException(ex));\n        }\n        return null;\n    }\n\n    private async createMultipartUpload(params: ICreateMultipartUploadParams): Promise<string> {\n        const { targetBucket, targetKey } = params;\n        const input: CreateMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey\n        };\n        const command = new CreateMultipartUploadCommand(input);\n        const response = await this.targetClient.send(command);\n        if (!response.UploadId) {\n            throw new Error(\"Failed to create multipart upload.\");\n        }\n        return response.UploadId;\n    }\n\n    private async uploadPartCopy(params: IUploadPartCopyParams): Promise<void> {\n        const {\n            sourceBucket,\n            sourceKey,\n            targetBucket,\n            targetKey,\n            uploadId,\n            partNumber,\n            start,\n            end,\n            completedParts\n        } = params;\n\n        const input: UploadPartCopyCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId,\n            PartNumber: partNumber,\n            CopySource: encodeURIComponent(`${sourceBucket}/${sourceKey}`),\n            CopySourceRange: `bytes=${start}-${end}`\n        };\n\n        const command = new UploadPartCopyCommand(input);\n        const response = await this.targetClient.send(command);\n\n        if (!response.CopyPartResult?.ETag) {\n            throw new Error(`UploadPartCopy failed for part ${partNumber}`);\n        }\n\n        completedParts.push({\n            ETag: response.CopyPartResult.ETag,\n            PartNumber: partNumber\n        });\n    }\n\n    private async completeMultipartUpload(params: ICompleteMultipartUploadParams) {\n        const { targetBucket, targetKey, uploadId, completedParts } = params;\n\n        const sortedParts = [...completedParts].sort((a, b) => {\n            return a.PartNumber! - b.PartNumber!;\n        });\n\n        const input: CompleteMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId,\n            MultipartUpload: { Parts: sortedParts }\n        };\n\n        const command = new CompleteMultipartUploadCommand(input);\n        return await this.targetClient.send(command);\n    }\n\n    private async abortMultipartUpload(params: IAbortMultipartUploadParams) {\n        const { targetBucket, targetKey, uploadId } = params;\n\n        const input: AbortMultipartUploadCommandInput = {\n            Bucket: targetBucket,\n            Key: targetKey,\n            UploadId: uploadId\n        };\n        const command = new AbortMultipartUploadCommand(input);\n        await this.targetClient.send(command);\n    }\n\n    private async copyMetadata(\n        params: ICopyMetadataParams\n    ): Promise<CopyObjectCommandOutput | null> {\n        const { sourceBucket, targetBucket, key } = params;\n\n        const metadataKey = `${key}.metadata`;\n\n        const [sourceMetadata, targetMetadata] = await Promise.all([\n            this.headObject({\n                client: this.sourceClient,\n                bucket: sourceBucket,\n                key: metadataKey\n            }).catch(() => null),\n            this.headObject({\n                client: this.targetClient,\n                bucket: targetBucket,\n                key: metadataKey\n            }).catch(() => null)\n        ]);\n        /**\n         * If the source metadata does not exist, we cannot copy it.\n         */\n        if (!sourceMetadata?.ETag) {\n            return null;\n        }\n        /**\n         * If the target metadata already exists, we can skip copying it.\n         */\n        if (targetMetadata) {\n            return null;\n        }\n\n        const input: CopyObjectCommandInput = {\n            Bucket: targetBucket,\n            Key: metadataKey,\n            CopySource: encodeURIComponent(`${sourceBucket}/${metadataKey}`)\n        };\n\n        const command = new CopyObjectCommand(input);\n\n        return await this.targetClient.send(command);\n    }\n}\n"],"mappings":";;;;;;;AAYA,IAAAA,MAAA,GAAAC,OAAA;AAQA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AA6DO,MAAMI,QAAQ,CAAC;EAOXC,WAAWA,CAACC,MAAuB,EAAE;IACxC,MAAM;MACFC,cAAc;MACdC,YAAY;MACZC,YAAY;MACZC,cAAc,GAAG,GAAG;MACpBC,WAAW,GAAG,KAAK;MACnBC,WAAW,GAAG;IAClB,CAAC,GAAGN,MAAM;IAEV,IAAI,CAACO,YAAY,GAAGN,cAAc,CAAC;MAC/BO,MAAM,EAAEN;IACZ,CAAC,CAAC;IACF,IAAI,CAACO,YAAY,GAAGR,cAAc,CAAC;MAC/BO,MAAM,EAAEL;IACZ,CAAC,CAAC;IACF,IAAI,CAACC,cAAc,GAAGA,cAAc;IAEpC,IAAI,CAACM,gBAAgB,GAAG,IAAI,CAACC,aAAa,CAACN,WAAW,CAAC;IACvD,IAAI,CAACO,gBAAgB,GAAG,IAAI,CAACD,aAAa,CAACL,WAAW,CAAC;IAEvD,IAAI,IAAI,CAACI,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE;MACzC,MAAM,IAAIG,KAAK,CAAC,mCAAmC,CAAC;IACxD;EACJ;EAEA,MAAaC,IAAIA,CAACd,MAAmB,EAAiB;IAClD,MAAM;MAAEe,GAAG;MAAEC,YAAY;MAAEC;IAAa,CAAC,GAAGjB,MAAM;IAElD,MAAMkB,UAAU,GAAG,MAAM,IAAI,CAACC,UAAU,CAAC;MACrCC,MAAM,EAAE,IAAI,CAACb,YAAY;MACzBc,MAAM,EAAEL,YAAY;MACpBD;IACJ,CAAC,CAAC;IAEF,IAAI,CAACG,UAAU,EAAEI,aAAa,IAAI,CAACJ,UAAU,CAACK,IAAI,EAAE;MAChD,MAAM,IAAIV,KAAK,CAAC,+CAA+C,CAAC;IACpE;IACA;AACR;AACA;IACQ,MAAMW,UAAU,GAAG,MAAM,IAAI,CAACL,UAAU,CAAC;MACrCC,MAAM,EAAE,IAAI,CAACX,YAAY;MACzBY,MAAM,EAAEJ,YAAY;MACpBF;IACJ,CAAC,CAAC;IAEF,IAAIS,UAAU,EAAE;MACZ;IACJ;IAEA,MAAMC,SAAS,GAAGP,UAAU,CAACI,aAAa;IAC1C,IAAII,QAAQ,GAAGC,IAAI,CAACC,GAAG,CACnB,IAAI,CAAClB,gBAAgB,EACrBiB,IAAI,CAACE,GAAG,CAAC,IAAI,CAACjB,gBAAgB,EAAEe,IAAI,CAACG,IAAI,CAACL,SAAS,GAAG,IAAI,CAACrB,cAAc,CAAC,CAC9E,CAAC;IACDsB,QAAQ,GAAGC,IAAI,CAACE,GAAG,CAACH,QAAQ,EAAED,SAAS,CAAC;IAExC,MAAMM,QAAQ,GAAG,MAAM,IAAI,CAACC,qBAAqB,CAAC;MAC9Cf,YAAY;MACZgB,SAAS,EAAElB;IACf,CAAC,CAAC;IACF,MAAMmB,cAA+B,GAAG,EAAE;IAE1C,IAAI;MACA,IAAIC,UAAU,GAAG,CAAC;MAClB,IAAIC,KAAK,GAAG,CAAC;MACb,MAAMC,QAAyB,GAAG,EAAE;MACpC,IAAIC,MAAM,GAAG,CAAC;MAEd,OAAOF,KAAK,GAAGX,SAAS,EAAE;QACtB,MAAMc,GAAG,GAAGZ,IAAI,CAACE,GAAG,CAACO,KAAK,GAAGV,QAAQ,GAAG,CAAC,EAAED,SAAS,GAAG,CAAC,CAAC;QAEzD,MAAMe,WAAW,GAAG,IAAI,CAACC,cAAc,CAAC;UACpCzB,YAAY;UACZ0B,SAAS,EAAE3B,GAAG;UACdE,YAAY;UACZgB,SAAS,EAAElB,GAAG;UACdgB,QAAQ;UACRI,UAAU;UACVC,KAAK;UACLG,GAAG;UACHL;QACJ,CAAC,CAAC;QAEFG,QAAQ,CAACM,IAAI,CAACH,WAAW,CAAC;QAC1BF,MAAM,EAAE;QAER,IAAIA,MAAM,IAAI,IAAI,CAAClC,cAAc,EAAE;UAC/B,MAAMwC,OAAO,CAACC,IAAI,CAACR,QAAQ,CAAC;UAC5BC,MAAM,EAAE;QACZ;QAEAH,UAAU,EAAE;QACZC,KAAK,IAAIV,QAAQ;MACrB;MAEA,MAAMkB,OAAO,CAACE,GAAG,CAACT,QAAQ,CAAC;MAC3B;AACZ;AACA;MACY,MAAM,IAAI,CAACU,uBAAuB,CAAC;QAC/B9B,YAAY;QACZgB,SAAS,EAAElB,GAAG;QACdgB,QAAQ;QACRG;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOc,EAAE,EAAE;MACT,MAAM,IAAI,CAACC,oBAAoB,CAAC;QAAEhC,YAAY;QAAEgB,SAAS,EAAElB,GAAG;QAAEgB;MAAS,CAAC,CAAC;MAC3E,MAAMiB,EAAE;IACZ;IACA;AACR;AACA;;IAEQ,IAAI;MACA,MAAM,IAAI,CAACE,YAAY,CAAC;QACpBlC,YAAY;QACZC,YAAY;QACZF;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOiC,EAAE,EAAE;MACTG,OAAO,CAACC,KAAK,CACT,+BAA+BrC,GAAG,SAASC,YAAY,OAAOC,YAAY,GAC9E,CAAC;MACDkC,OAAO,CAACE,GAAG,CAAC,IAAAC,uBAAgB,EAACN,EAAE,CAAC,CAAC;IACrC;EACJ;EAEQrC,aAAaA,CAAC4C,KAAe,EAAU;IAC3C,IAAI,OAAOA,KAAK,KAAK,QAAQ,EAAE;MAC3B,OAAOA,KAAK;IAChB;IACA,MAAMC,MAAM,GAAGC,cAAK,CAACC,KAAK,CAACH,KAAK,CAAC;IACjC,IAAI,OAAOC,MAAM,KAAK,QAAQ,EAAE;MAC5B,OAAOA,MAAM;IACjB;IACA,MAAMG,WAAW,GAAG,OAAOJ,KAAK;IAChC,MAAM,IAAI1C,KAAK,CAAC,iCAAiC8C,WAAW,IAAI,CAAC;EACrE;EAEA,MAAcxC,UAAUA,CAACnB,MAAyB,EAAE;IAChD,MAAM;MAAEoB,MAAM;MAAEC,MAAM;MAAEN;IAAI,CAAC,GAAGf,MAAM;IACtC,MAAM4D,KAA6B,GAAG;MAClCC,MAAM,EAAExC,MAAM;MACdyC,GAAG,EAAE/C;IACT,CAAC;IACD,MAAMgD,OAAO,GAAG,IAAIC,wBAAiB,CAACJ,KAAK,CAAC;IAC5C,IAAI;MACA,MAAMK,MAAM,GAAG,MAAM7C,MAAM,CAAC8C,IAAI,CAACH,OAAO,CAAC;MACzC,IAAIE,MAAM,CAACE,SAAS,EAAEC,cAAc,KAAK,GAAG,EAAE;QAC1C,OAAOH,MAAM;MACjB;IACJ,CAAC,CAAC,OAAOjB,EAAE,EAAE;MACT,IAAIA,EAAE,CAACqB,IAAI,KAAK,UAAU,IAAIrB,EAAE,CAACmB,SAAS,EAAEC,cAAc,KAAK,GAAG,EAAE;QAChE,OAAO,IAAI;MACf;MACAjB,OAAO,CAACC,KAAK,CAAC,yBAAyBrC,GAAG,cAAcM,MAAM,GAAG,CAAC;MAClE8B,OAAO,CAACE,GAAG,CAAC,IAAAC,uBAAgB,EAACN,EAAE,CAAC,CAAC;IACrC;IACA,OAAO,IAAI;EACf;EAEA,MAAchB,qBAAqBA,CAAChC,MAAoC,EAAmB;IACvF,MAAM;MAAEiB,YAAY;MAAEgB;IAAU,CAAC,GAAGjC,MAAM;IAC1C,MAAM4D,KAAwC,GAAG;MAC7CC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAE7B;IACT,CAAC;IACD,MAAM8B,OAAO,GAAG,IAAIO,mCAA4B,CAACV,KAAK,CAAC;IACvD,MAAMW,QAAQ,GAAG,MAAM,IAAI,CAAC9D,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;IACtD,IAAI,CAACQ,QAAQ,CAACC,QAAQ,EAAE;MACpB,MAAM,IAAI3D,KAAK,CAAC,oCAAoC,CAAC;IACzD;IACA,OAAO0D,QAAQ,CAACC,QAAQ;EAC5B;EAEA,MAAc/B,cAAcA,CAACzC,MAA6B,EAAiB;IACvE,MAAM;MACFgB,YAAY;MACZ0B,SAAS;MACTzB,YAAY;MACZgB,SAAS;MACTF,QAAQ;MACRI,UAAU;MACVC,KAAK;MACLG,GAAG;MACHL;IACJ,CAAC,GAAGlC,MAAM;IAEV,MAAM4D,KAAiC,GAAG;MACtCC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAE7B,SAAS;MACduC,QAAQ,EAAEzC,QAAQ;MAClB0C,UAAU,EAAEtC,UAAU;MACtBuC,UAAU,EAAEC,kBAAkB,CAAC,GAAG3D,YAAY,IAAI0B,SAAS,EAAE,CAAC;MAC9DkC,eAAe,EAAE,SAASxC,KAAK,IAAIG,GAAG;IAC1C,CAAC;IAED,MAAMwB,OAAO,GAAG,IAAIc,4BAAqB,CAACjB,KAAK,CAAC;IAChD,MAAMW,QAAQ,GAAG,MAAM,IAAI,CAAC9D,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;IAEtD,IAAI,CAACQ,QAAQ,CAACO,cAAc,EAAEvD,IAAI,EAAE;MAChC,MAAM,IAAIV,KAAK,CAAC,kCAAkCsB,UAAU,EAAE,CAAC;IACnE;IAEAD,cAAc,CAACS,IAAI,CAAC;MAChBpB,IAAI,EAAEgD,QAAQ,CAACO,cAAc,CAACvD,IAAI;MAClCkD,UAAU,EAAEtC;IAChB,CAAC,CAAC;EACN;EAEA,MAAcY,uBAAuBA,CAAC/C,MAAsC,EAAE;IAC1E,MAAM;MAAEiB,YAAY;MAAEgB,SAAS;MAAEF,QAAQ;MAAEG;IAAe,CAAC,GAAGlC,MAAM;IAEpE,MAAM+E,WAAW,GAAG,CAAC,GAAG7C,cAAc,CAAC,CAAC8C,IAAI,CAAC,CAACC,CAAC,EAAEC,CAAC,KAAK;MACnD,OAAOD,CAAC,CAACR,UAAU,GAAIS,CAAC,CAACT,UAAW;IACxC,CAAC,CAAC;IAEF,MAAMb,KAA0C,GAAG;MAC/CC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAE7B,SAAS;MACduC,QAAQ,EAAEzC,QAAQ;MAClBoD,eAAe,EAAE;QAAEC,KAAK,EAAEL;MAAY;IAC1C,CAAC;IAED,MAAMhB,OAAO,GAAG,IAAIsB,qCAA8B,CAACzB,KAAK,CAAC;IACzD,OAAO,MAAM,IAAI,CAACnD,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;EAChD;EAEA,MAAcd,oBAAoBA,CAACjD,MAAmC,EAAE;IACpE,MAAM;MAAEiB,YAAY;MAAEgB,SAAS;MAAEF;IAAS,CAAC,GAAG/B,MAAM;IAEpD,MAAM4D,KAAuC,GAAG;MAC5CC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAE7B,SAAS;MACduC,QAAQ,EAAEzC;IACd,CAAC;IACD,MAAMgC,OAAO,GAAG,IAAIuB,kCAA2B,CAAC1B,KAAK,CAAC;IACtD,MAAM,IAAI,CAACnD,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;EACzC;EAEA,MAAcb,YAAYA,CACtBlD,MAA2B,EACY;IACvC,MAAM;MAAEgB,YAAY;MAAEC,YAAY;MAAEF;IAAI,CAAC,GAAGf,MAAM;IAElD,MAAMuF,WAAW,GAAG,GAAGxE,GAAG,WAAW;IAErC,MAAM,CAACyE,cAAc,EAAEC,cAAc,CAAC,GAAG,MAAM7C,OAAO,CAACE,GAAG,CAAC,CACvD,IAAI,CAAC3B,UAAU,CAAC;MACZC,MAAM,EAAE,IAAI,CAACb,YAAY;MACzBc,MAAM,EAAEL,YAAY;MACpBD,GAAG,EAAEwE;IACT,CAAC,CAAC,CAACG,KAAK,CAAC,MAAM,IAAI,CAAC,EACpB,IAAI,CAACvE,UAAU,CAAC;MACZC,MAAM,EAAE,IAAI,CAACX,YAAY;MACzBY,MAAM,EAAEJ,YAAY;MACpBF,GAAG,EAAEwE;IACT,CAAC,CAAC,CAACG,KAAK,CAAC,MAAM,IAAI,CAAC,CACvB,CAAC;IACF;AACR;AACA;IACQ,IAAI,CAACF,cAAc,EAAEjE,IAAI,EAAE;MACvB,OAAO,IAAI;IACf;IACA;AACR;AACA;IACQ,IAAIkE,cAAc,EAAE;MAChB,OAAO,IAAI;IACf;IAEA,MAAM7B,KAA6B,GAAG;MAClCC,MAAM,EAAE5C,YAAY;MACpB6C,GAAG,EAAEyB,WAAW;MAChBb,UAAU,EAAEC,kBAAkB,CAAC,GAAG3D,YAAY,IAAIuE,WAAW,EAAE;IACnE,CAAC;IAED,MAAMxB,OAAO,GAAG,IAAI4B,wBAAiB,CAAC/B,KAAK,CAAC;IAE5C,OAAO,MAAM,IAAI,CAACnD,YAAY,CAACyD,IAAI,CAACH,OAAO,CAAC;EAChD;AACJ;AAAC6B,OAAA,CAAA9F,QAAA,GAAAA,QAAA","ignoreList":[]}

package/worker/actions/copyFile/copyFileAction.d.ts

@@ -0,0 +1,6 @@
+import type { S3Client, S3ClientConfig } from "@webiny/aws-sdk/client-s3/index.js";
+import type { ICopyFileActionEvent } from "./types.js";
+export interface ICreateCopyFileActionParams {
+    createS3Client: (config: Partial<S3ClientConfig>) => Pick<S3Client, "send">;
+}
+export declare const createCopyFileAction: ({ createS3Client }: ICreateCopyFileActionParams) => import("../../plugins/WorkerActionPlugin.js").WorkerActionPlugin<ICopyFileActionEvent>;

package/worker/actions/copyFile/copyFileAction.js

@@ -0,0 +1,47 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createCopyFileAction = void 0;
+var _WorkerActionPlugin = require("../../plugins/WorkerActionPlugin.js");
+var _CopyFile = require("./CopyFile.js");
+var _copyFileSchema = require("./copyFileSchema.js");
+var _logValidationError = require("../logValidationError.js");
+const createCopyFileAction = ({
+  createS3Client
+}) => {
+  return (0, _WorkerActionPlugin.createWorkerActionPlugin)({
+    name: "sync.worker.action.copyFile",
+    parse(input) {
+      const schema = (0, _copyFileSchema.createCopyFileSchema)();
+      const result = schema.safeParse(input);
+      if (!result.success || result.error) {
+        (0, _logValidationError.logValidationError)(result.error);
+        return undefined;
+      }
+      return result.data;
+    },
+    async handle(params) {
+      const {
+        data
+      } = params;
+      const copyFile = new _CopyFile.CopyFile({
+        createS3Client,
+        sourceRegion: data.source.region,
+        targetRegion: data.target.region,
+        maxConcurrency: undefined,
+        maxPartSize: undefined,
+        minPartSize: undefined
+      });
+      return copyFile.copy({
+        key: data.key,
+        sourceBucket: data.source.bucket,
+        targetBucket: data.target.bucket
+      });
+    }
+  });
+};
+exports.createCopyFileAction = createCopyFileAction;
+
+//# sourceMappingURL=copyFileAction.js.map

package/worker/actions/copyFile/copyFileAction.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_WorkerActionPlugin","require","_CopyFile","_copyFileSchema","_logValidationError","createCopyFileAction","createS3Client","createWorkerActionPlugin","name","parse","input","schema","createCopyFileSchema","result","safeParse","success","error","logValidationError","undefined","data","handle","params","copyFile","CopyFile","sourceRegion","source","region","targetRegion","target","maxConcurrency","maxPartSize","minPartSize","copy","key","sourceBucket","bucket","targetBucket","exports"],"sources":["copyFileAction.ts"],"sourcesContent":["import { createWorkerActionPlugin } from \"~/worker/plugins/WorkerActionPlugin.js\";\nimport { CopyFile } from \"./CopyFile.js\";\nimport type { S3Client, S3ClientConfig } from \"@webiny/aws-sdk/client-s3/index.js\";\nimport type { ICopyFileActionEvent } from \"./types.js\";\nimport { createCopyFileSchema } from \"./copyFileSchema.js\";\nimport { logValidationError } from \"~/worker/actions/logValidationError.js\";\n\nexport interface ICreateCopyFileActionParams {\n    createS3Client: (config: Partial<S3ClientConfig>) => Pick<S3Client, \"send\">;\n}\n\nexport const createCopyFileAction = ({ createS3Client }: ICreateCopyFileActionParams) => {\n    return createWorkerActionPlugin<ICopyFileActionEvent>({\n        name: \"sync.worker.action.copyFile\",\n        parse(input) {\n            const schema = createCopyFileSchema();\n            const result = schema.safeParse(input);\n            if (!result.success || result.error) {\n                logValidationError(result.error);\n                return undefined;\n            }\n            return result.data;\n        },\n        async handle(params) {\n            const { data } = params;\n            const copyFile = new CopyFile({\n                createS3Client,\n                sourceRegion: data.source.region,\n                targetRegion: data.target.region,\n                maxConcurrency: undefined,\n                maxPartSize: undefined,\n                minPartSize: undefined\n            });\n            return copyFile.copy({\n                key: data.key,\n                sourceBucket: data.source.bucket,\n                targetBucket: data.target.bucket\n            });\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,mBAAA,GAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AAGA,IAAAE,eAAA,GAAAF,OAAA;AACA,IAAAG,mBAAA,GAAAH,OAAA;AAMO,MAAMI,oBAAoB,GAAGA,CAAC;EAAEC;AAA4C,CAAC,KAAK;EACrF,OAAO,IAAAC,4CAAwB,EAAuB;IAClDC,IAAI,EAAE,6BAA6B;IACnCC,KAAKA,CAACC,KAAK,EAAE;MACT,MAAMC,MAAM,GAAG,IAAAC,oCAAoB,EAAC,CAAC;MACrC,MAAMC,MAAM,GAAGF,MAAM,CAACG,SAAS,CAACJ,KAAK,CAAC;MACtC,IAAI,CAACG,MAAM,CAACE,OAAO,IAAIF,MAAM,CAACG,KAAK,EAAE;QACjC,IAAAC,sCAAkB,EAACJ,MAAM,CAACG,KAAK,CAAC;QAChC,OAAOE,SAAS;MACpB;MACA,OAAOL,MAAM,CAACM,IAAI;IACtB,CAAC;IACD,MAAMC,MAAMA,CAACC,MAAM,EAAE;MACjB,MAAM;QAAEF;MAAK,CAAC,GAAGE,MAAM;MACvB,MAAMC,QAAQ,GAAG,IAAIC,kBAAQ,CAAC;QAC1BjB,cAAc;QACdkB,YAAY,EAAEL,IAAI,CAACM,MAAM,CAACC,MAAM;QAChCC,YAAY,EAAER,IAAI,CAACS,MAAM,CAACF,MAAM;QAChCG,cAAc,EAAEX,SAAS;QACzBY,WAAW,EAAEZ,SAAS;QACtBa,WAAW,EAAEb;MACjB,CAAC,CAAC;MACF,OAAOI,QAAQ,CAACU,IAAI,CAAC;QACjBC,GAAG,EAAEd,IAAI,CAACc,GAAG;QACbC,YAAY,EAAEf,IAAI,CAACM,MAAM,CAACU,MAAM;QAChCC,YAAY,EAAEjB,IAAI,CAACS,MAAM,CAACO;MAC9B,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;AACN,CAAC;AAACE,OAAA,CAAAhC,oBAAA,GAAAA,oBAAA","ignoreList":[]}

package/worker/actions/copyFile/copyFileSchema.d.ts

@@ -0,0 +1,47 @@
+import zod from "zod";
+export declare const createCopyFileSchema: () => zod.ZodObject<{
+    action: zod.ZodEnum<["copyFile"]>;
+    key: zod.ZodString;
+    source: zod.ZodObject<{
+        bucket: zod.ZodString;
+        region: zod.ZodString;
+    }, "strip", zod.ZodTypeAny, {
+        region: string;
+        bucket: string;
+    }, {
+        region: string;
+        bucket: string;
+    }>;
+    target: zod.ZodObject<{
+        bucket: zod.ZodString;
+        region: zod.ZodString;
+    }, "strip", zod.ZodTypeAny, {
+        region: string;
+        bucket: string;
+    }, {
+        region: string;
+        bucket: string;
+    }>;
+}, "strip", zod.ZodTypeAny, {
+    key: string;
+    source: {
+        region: string;
+        bucket: string;
+    };
+    action: "copyFile";
+    target: {
+        region: string;
+        bucket: string;
+    };
+}, {
+    key: string;
+    source: {
+        region: string;
+        bucket: string;
+    };
+    action: "copyFile";
+    target: {
+        region: string;
+        bucket: string;
+    };
+}>;

package/worker/actions/copyFile/copyFileSchema.js

@@ -0,0 +1,25 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createCopyFileSchema = void 0;
+var _zod = _interopRequireDefault(require("zod"));
+const createDataSchema = type => {
+  return _zod.default.object({
+    bucket: _zod.default.string().min(1, `${type} Bucket is required.`),
+    region: _zod.default.string().min(1, `${type} Region is required.`)
+  });
+};
+const createCopyFileSchema = () => {
+  return _zod.default.object({
+    action: _zod.default.enum(["copyFile"]),
+    key: _zod.default.string().min(1, "Key is required."),
+    source: createDataSchema("Source"),
+    target: createDataSchema("Target")
+  });
+};
+exports.createCopyFileSchema = createCopyFileSchema;
+
+//# sourceMappingURL=copyFileSchema.js.map