@aws-amplify/storage 6.6.10 → 6.6.11-storage-browser-integrity.2a9053f.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/errors/IntegrityError.js +22 -0
- package/dist/cjs/errors/IntegrityError.js.map +1 -0
- package/dist/cjs/errors/constants.js +8 -0
- package/dist/cjs/errors/constants.js.map +1 -0
- package/dist/cjs/errors/types/validation.js +16 -0
- package/dist/cjs/errors/types/validation.js.map +1 -1
- package/dist/cjs/index.js +3 -1
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/internals/apis/copy.js +33 -0
- package/dist/cjs/internals/apis/copy.js.map +1 -0
- package/dist/cjs/internals/apis/downloadData.js +25 -0
- package/dist/cjs/internals/apis/downloadData.js.map +1 -0
- package/dist/cjs/internals/apis/getDataAccess.js +60 -0
- package/dist/cjs/internals/apis/getDataAccess.js.map +1 -0
- package/dist/cjs/internals/apis/getProperties.js +24 -0
- package/dist/cjs/internals/apis/getProperties.js.map +1 -0
- package/dist/cjs/internals/apis/getUrl.js +29 -0
- package/dist/cjs/internals/apis/getUrl.js.map +1 -0
- package/dist/cjs/internals/apis/list.js +32 -0
- package/dist/cjs/internals/apis/list.js.map +1 -0
- package/dist/cjs/internals/apis/listCallerAccessGrants.js +72 -0
- package/dist/cjs/internals/apis/listCallerAccessGrants.js.map +1 -0
- package/dist/cjs/internals/apis/remove.js +24 -0
- package/dist/cjs/internals/apis/remove.js.map +1 -0
- package/dist/cjs/internals/apis/uploadData.js +34 -0
- package/dist/cjs/internals/apis/uploadData.js.map +1 -0
- package/dist/cjs/internals/index.js +32 -0
- package/dist/cjs/internals/index.js.map +1 -0
- package/dist/cjs/internals/locationCredentialsStore/constants.js +9 -0
- package/dist/cjs/internals/locationCredentialsStore/constants.js.map +1 -0
- package/dist/cjs/internals/locationCredentialsStore/create.js +36 -0
- package/dist/cjs/internals/locationCredentialsStore/create.js.map +1 -0
- package/dist/cjs/internals/locationCredentialsStore/index.js +9 -0
- package/dist/cjs/internals/locationCredentialsStore/index.js.map +1 -0
- package/dist/cjs/internals/locationCredentialsStore/registry.js +57 -0
- package/dist/cjs/internals/locationCredentialsStore/registry.js.map +1 -0
- package/dist/cjs/internals/locationCredentialsStore/store.js +100 -0
- package/dist/cjs/internals/locationCredentialsStore/store.js.map +1 -0
- package/dist/cjs/internals/managedAuthConfigAdapter/createListLocationsHandler.js +15 -0
- package/dist/cjs/internals/managedAuthConfigAdapter/createListLocationsHandler.js.map +1 -0
- package/dist/cjs/internals/managedAuthConfigAdapter/createLocationCredentialsHandler.js +29 -0
- package/dist/cjs/internals/managedAuthConfigAdapter/createLocationCredentialsHandler.js.map +1 -0
- package/dist/cjs/internals/managedAuthConfigAdapter/createManagedAuthConfigAdapter.js +32 -0
- package/dist/cjs/internals/managedAuthConfigAdapter/createManagedAuthConfigAdapter.js.map +1 -0
- package/dist/cjs/internals/managedAuthConfigAdapter/index.js +9 -0
- package/dist/cjs/internals/managedAuthConfigAdapter/index.js.map +1 -0
- package/dist/cjs/internals/types/common.js +6 -0
- package/dist/cjs/internals/types/common.js.map +1 -0
- package/dist/cjs/internals/types/credentials.js +6 -0
- package/dist/cjs/internals/types/credentials.js.map +1 -0
- package/dist/cjs/internals/types/inputs.js +6 -0
- package/dist/cjs/internals/types/inputs.js.map +1 -0
- package/dist/cjs/internals/types/options.js +3 -0
- package/dist/cjs/internals/types/options.js.map +1 -0
- package/dist/cjs/internals/types/outputs.js +6 -0
- package/dist/cjs/internals/types/outputs.js.map +1 -0
- package/dist/cjs/internals/utils/constants.js +9 -0
- package/dist/cjs/internals/utils/constants.js.map +1 -0
- package/dist/cjs/providers/s3/apis/downloadData.js +2 -47
- package/dist/cjs/providers/s3/apis/downloadData.js.map +1 -1
- package/dist/cjs/providers/s3/apis/internal/copy.js +56 -8
- package/dist/cjs/providers/s3/apis/internal/copy.js.map +1 -1
- package/dist/cjs/providers/s3/apis/internal/downloadData.js +59 -0
- package/dist/cjs/providers/s3/apis/internal/downloadData.js.map +1 -0
- package/dist/cjs/providers/s3/apis/internal/getProperties.js +5 -4
- package/dist/cjs/providers/s3/apis/internal/getProperties.js.map +1 -1
- package/dist/cjs/providers/s3/apis/internal/getUrl.js +5 -3
- package/dist/cjs/providers/s3/apis/internal/getUrl.js.map +1 -1
- package/dist/cjs/providers/s3/apis/internal/list.js +20 -4
- package/dist/cjs/providers/s3/apis/internal/list.js.map +1 -1
- package/dist/cjs/providers/s3/apis/internal/remove.js +5 -4
- package/dist/cjs/providers/s3/apis/internal/remove.js.map +1 -1
- package/dist/cjs/providers/s3/apis/internal/uploadData/byteLength.js.map +1 -0
- package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/index.js +7 -7
- package/dist/cjs/providers/s3/apis/internal/uploadData/index.js.map +1 -0
- package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/multipart/calculatePartSize.js +1 -1
- package/dist/cjs/providers/s3/apis/internal/uploadData/multipart/calculatePartSize.js.map +1 -0
- package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/multipart/getDataChunker.js +2 -2
- package/dist/cjs/providers/s3/apis/internal/uploadData/multipart/getDataChunker.js.map +1 -0
- package/dist/cjs/providers/s3/apis/internal/uploadData/multipart/index.js.map +1 -0
- package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/multipart/initialUpload.js +26 -5
- package/dist/cjs/providers/s3/apis/internal/uploadData/multipart/initialUpload.js.map +1 -0
- package/dist/cjs/providers/s3/apis/internal/uploadData/multipart/progressTracker.js.map +1 -0
- package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadCache.js +5 -4
- package/dist/cjs/providers/s3/apis/internal/uploadData/multipart/uploadCache.js.map +1 -0
- package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadHandlers.js +33 -14
- package/dist/cjs/providers/s3/apis/internal/uploadData/multipart/uploadHandlers.js.map +1 -0
- package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadPartExecutor.js +21 -11
- package/dist/cjs/providers/s3/apis/internal/uploadData/multipart/uploadPartExecutor.js.map +1 -0
- package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/putObjectJob.js +26 -11
- package/dist/cjs/providers/s3/apis/internal/uploadData/putObjectJob.js.map +1 -0
- package/dist/cjs/providers/s3/apis/internal/uploadData/validateObjectNotExists.js +25 -0
- package/dist/cjs/providers/s3/apis/internal/uploadData/validateObjectNotExists.js.map +1 -0
- package/dist/cjs/providers/s3/apis/uploadData.js +12 -0
- package/dist/cjs/providers/s3/apis/uploadData.js.map +1 -0
- package/dist/cjs/providers/s3/index.js +3 -1
- package/dist/cjs/providers/s3/index.js.map +1 -1
- package/dist/cjs/providers/s3/utils/client/s3control/base.js +70 -0
- package/dist/cjs/providers/s3/utils/client/s3control/base.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/s3control/getDataAccess.js +58 -0
- package/dist/cjs/providers/s3/utils/client/s3control/getDataAccess.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/s3control/index.js +11 -0
- package/dist/cjs/providers/s3/utils/client/s3control/index.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/s3control/listCallerAccessGrants.js +63 -0
- package/dist/cjs/providers/s3/utils/client/s3control/listCallerAccessGrants.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/s3control/types.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{abortMultipartUpload.js → s3data/abortMultipartUpload.js} +14 -3
- package/dist/cjs/providers/s3/utils/client/s3data/abortMultipartUpload.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{base.js → s3data/base.js} +25 -3
- package/dist/cjs/providers/s3/utils/client/s3data/base.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{completeMultipartUpload.js → s3data/completeMultipartUpload.js} +29 -13
- package/dist/cjs/providers/s3/utils/client/s3data/completeMultipartUpload.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{copyObject.js → s3data/copyObject.js} +27 -3
- package/dist/cjs/providers/s3/utils/client/s3data/copyObject.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{createMultipartUpload.js → s3data/createMultipartUpload.js} +15 -3
- package/dist/cjs/providers/s3/utils/client/s3data/createMultipartUpload.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{deleteObject.js → s3data/deleteObject.js} +12 -3
- package/dist/cjs/providers/s3/utils/client/s3data/deleteObject.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{getObject.js → s3data/getObject.js} +12 -3
- package/dist/cjs/providers/s3/utils/client/s3data/getObject.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{headObject.js → s3data/headObject.js} +12 -3
- package/dist/cjs/providers/s3/utils/client/s3data/headObject.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/s3data/index.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{listObjectsV2.js → s3data/listObjectsV2.js} +15 -3
- package/dist/cjs/providers/s3/utils/client/s3data/listObjectsV2.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{listParts.js → s3data/listParts.js} +3 -8
- package/dist/cjs/providers/s3/utils/client/s3data/listParts.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{putObject.js → s3data/putObject.js} +13 -3
- package/dist/cjs/providers/s3/utils/client/s3data/putObject.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/s3data/types.js +6 -0
- package/dist/cjs/providers/s3/utils/client/s3data/types.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/{uploadPart.js → s3data/uploadPart.js} +14 -4
- package/dist/cjs/providers/s3/utils/client/s3data/uploadPart.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/utils/createRetryDecider.js +57 -0
- package/dist/cjs/providers/s3/utils/client/utils/createRetryDecider.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/utils/deserializeHelpers.js +46 -1
- package/dist/cjs/providers/s3/utils/client/utils/deserializeHelpers.js.map +1 -1
- package/dist/cjs/providers/s3/utils/client/utils/index.js +7 -2
- package/dist/cjs/providers/s3/utils/client/utils/index.js.map +1 -1
- package/dist/cjs/providers/s3/utils/client/utils/integrityHelpers.js +60 -0
- package/dist/cjs/providers/s3/utils/client/utils/integrityHelpers.js.map +1 -0
- package/dist/cjs/providers/s3/utils/client/utils/parsePayload.js +20 -6
- package/dist/cjs/providers/s3/utils/client/utils/parsePayload.js.map +1 -1
- package/dist/cjs/providers/s3/utils/constants.js +3 -0
- package/dist/cjs/providers/s3/utils/constants.js.map +1 -1
- package/dist/cjs/providers/s3/utils/crc32.js +37 -0
- package/dist/cjs/providers/s3/utils/crc32.js.map +1 -0
- package/dist/cjs/providers/s3/utils/crc32.native.js +11 -0
- package/dist/cjs/providers/s3/utils/crc32.native.js.map +1 -0
- package/dist/cjs/providers/s3/utils/index.js +3 -1
- package/dist/cjs/providers/s3/utils/index.js.map +1 -1
- package/dist/cjs/providers/s3/utils/resolveIdentityId.js +14 -0
- package/dist/cjs/providers/s3/utils/resolveIdentityId.js.map +1 -0
- package/dist/cjs/providers/s3/utils/resolveS3ConfigAndInput.js +59 -13
- package/dist/cjs/providers/s3/utils/resolveS3ConfigAndInput.js.map +1 -1
- package/dist/cjs/providers/s3/utils/validateBucketOwnerID.js +17 -0
- package/dist/cjs/providers/s3/utils/validateBucketOwnerID.js.map +1 -0
- package/dist/cjs/providers/s3/utils/validateMultipartUploadXML.js +27 -0
- package/dist/cjs/providers/s3/utils/validateMultipartUploadXML.js.map +1 -0
- package/dist/cjs/providers/s3/utils/validateObjectUrl.js +24 -0
- package/dist/cjs/providers/s3/utils/validateObjectUrl.js.map +1 -0
- package/dist/cjs/providers/s3/utils/validateStorageOperationInput.js +4 -1
- package/dist/cjs/providers/s3/utils/validateStorageOperationInput.js.map +1 -1
- package/dist/cjs/providers/s3/utils/validateStorageOperationInputWithPrefix.js +4 -1
- package/dist/cjs/providers/s3/utils/validateStorageOperationInputWithPrefix.js.map +1 -1
- package/dist/esm/errors/IntegrityError.d.ts +5 -0
- package/dist/esm/errors/IntegrityError.mjs +20 -0
- package/dist/esm/errors/IntegrityError.mjs.map +1 -0
- package/dist/esm/errors/constants.d.ts +1 -0
- package/dist/esm/errors/constants.mjs +6 -0
- package/dist/esm/errors/constants.mjs.map +1 -0
- package/dist/esm/errors/types/validation.d.ts +5 -1
- package/dist/esm/errors/types/validation.mjs +16 -0
- package/dist/esm/errors/types/validation.mjs.map +1 -1
- package/dist/esm/index.d.ts +1 -0
- package/dist/esm/index.mjs +2 -1
- package/dist/esm/index.mjs.map +1 -1
- package/dist/esm/internals/apis/copy.d.ts +5 -0
- package/dist/esm/internals/apis/copy.mjs +31 -0
- package/dist/esm/internals/apis/copy.mjs.map +1 -0
- package/dist/esm/internals/apis/downloadData.d.ts +6 -0
- package/dist/esm/internals/apis/downloadData.mjs +23 -0
- package/dist/esm/internals/apis/downloadData.mjs.map +1 -0
- package/dist/esm/internals/apis/getDataAccess.d.ts +6 -0
- package/dist/esm/internals/apis/getDataAccess.mjs +60 -0
- package/dist/esm/internals/apis/getDataAccess.mjs.map +1 -0
- package/dist/esm/internals/apis/getProperties.d.ts +6 -0
- package/dist/esm/internals/apis/getProperties.mjs +22 -0
- package/dist/esm/internals/apis/getProperties.mjs.map +1 -0
- package/dist/esm/internals/apis/getUrl.d.ts +5 -0
- package/dist/esm/internals/apis/getUrl.mjs +27 -0
- package/dist/esm/internals/apis/getUrl.mjs.map +1 -0
- package/dist/esm/internals/apis/list.d.ts +10 -0
- package/dist/esm/internals/apis/list.mjs +30 -0
- package/dist/esm/internals/apis/list.mjs.map +1 -0
- package/dist/esm/internals/apis/listCallerAccessGrants.d.ts +6 -0
- package/dist/esm/internals/apis/listCallerAccessGrants.mjs +72 -0
- package/dist/esm/internals/apis/listCallerAccessGrants.mjs.map +1 -0
- package/dist/esm/internals/apis/remove.d.ts +6 -0
- package/dist/esm/internals/apis/remove.mjs +22 -0
- package/dist/esm/internals/apis/remove.mjs.map +1 -0
- package/dist/esm/internals/apis/uploadData.d.ts +5 -0
- package/dist/esm/internals/apis/uploadData.mjs +32 -0
- package/dist/esm/internals/apis/uploadData.mjs.map +1 -0
- package/dist/esm/internals/index.d.ts +18 -0
- package/dist/esm/internals/index.mjs +12 -0
- package/dist/esm/internals/index.mjs.map +1 -0
- package/dist/esm/internals/locationCredentialsStore/constants.d.ts +2 -0
- package/dist/esm/internals/locationCredentialsStore/constants.mjs +7 -0
- package/dist/esm/internals/locationCredentialsStore/constants.mjs.map +1 -0
- package/dist/esm/internals/locationCredentialsStore/create.d.ts +2 -0
- package/dist/esm/internals/locationCredentialsStore/create.mjs +34 -0
- package/dist/esm/internals/locationCredentialsStore/create.mjs.map +1 -0
- package/dist/esm/internals/locationCredentialsStore/index.d.ts +1 -0
- package/dist/esm/internals/locationCredentialsStore/index.mjs +2 -0
- package/dist/esm/internals/locationCredentialsStore/registry.d.ts +23 -0
- package/dist/esm/internals/locationCredentialsStore/registry.mjs +53 -0
- package/dist/esm/internals/locationCredentialsStore/registry.mjs.map +1 -0
- package/dist/esm/internals/locationCredentialsStore/store.d.ts +36 -0
- package/dist/esm/internals/locationCredentialsStore/store.mjs +96 -0
- package/dist/esm/internals/locationCredentialsStore/store.mjs.map +1 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createListLocationsHandler.d.ts +8 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createListLocationsHandler.mjs +13 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createListLocationsHandler.mjs.map +1 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createLocationCredentialsHandler.d.ts +8 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createLocationCredentialsHandler.mjs +27 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createLocationCredentialsHandler.mjs.map +1 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createManagedAuthConfigAdapter.d.ts +19 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createManagedAuthConfigAdapter.mjs +30 -0
- package/dist/esm/internals/managedAuthConfigAdapter/createManagedAuthConfigAdapter.mjs.map +1 -0
- package/dist/esm/internals/managedAuthConfigAdapter/index.d.ts +1 -0
- package/dist/esm/internals/managedAuthConfigAdapter/index.mjs +2 -0
- package/dist/esm/internals/managedAuthConfigAdapter/index.mjs.map +1 -0
- package/dist/esm/internals/types/common.d.ts +16 -0
- package/dist/esm/internals/types/common.mjs +2 -0
- package/dist/esm/internals/types/common.mjs.map +1 -0
- package/dist/esm/internals/types/credentials.d.ts +86 -0
- package/dist/esm/internals/types/credentials.mjs +2 -0
- package/dist/esm/internals/types/credentials.mjs.map +1 -0
- package/dist/esm/internals/types/inputs.d.ts +92 -0
- package/dist/esm/internals/types/inputs.mjs +2 -0
- package/dist/esm/internals/types/inputs.mjs.map +1 -0
- package/dist/esm/internals/types/options.mjs +2 -0
- package/dist/esm/internals/types/options.mjs.map +1 -0
- package/dist/esm/internals/types/outputs.d.ts +38 -0
- package/dist/esm/internals/types/outputs.mjs +2 -0
- package/dist/esm/internals/types/outputs.mjs.map +1 -0
- package/dist/esm/internals/utils/constants.d.ts +2 -0
- package/dist/esm/internals/utils/constants.mjs +7 -0
- package/dist/esm/internals/utils/constants.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/downloadData.mjs +2 -66
- package/dist/esm/providers/s3/apis/downloadData.mjs.map +1 -1
- package/dist/esm/providers/s3/apis/index.mjs +1 -1
- package/dist/esm/providers/s3/apis/internal/copy.d.ts +3 -2
- package/dist/esm/providers/s3/apis/internal/copy.mjs +67 -18
- package/dist/esm/providers/s3/apis/internal/copy.mjs.map +1 -1
- package/dist/esm/providers/s3/apis/internal/downloadData.d.ts +8 -0
- package/dist/esm/providers/s3/apis/internal/downloadData.mjs +77 -0
- package/dist/esm/providers/s3/apis/internal/downloadData.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/internal/getProperties.d.ts +3 -2
- package/dist/esm/providers/s3/apis/internal/getProperties.mjs +16 -14
- package/dist/esm/providers/s3/apis/internal/getProperties.mjs.map +1 -1
- package/dist/esm/providers/s3/apis/internal/getUrl.d.ts +3 -2
- package/dist/esm/providers/s3/apis/internal/getUrl.mjs +16 -13
- package/dist/esm/providers/s3/apis/internal/getUrl.mjs.map +1 -1
- package/dist/esm/providers/s3/apis/internal/list.d.ts +4 -2
- package/dist/esm/providers/s3/apis/internal/list.mjs +31 -14
- package/dist/esm/providers/s3/apis/internal/list.mjs.map +1 -1
- package/dist/esm/providers/s3/apis/internal/remove.d.ts +3 -2
- package/dist/esm/providers/s3/apis/internal/remove.mjs +16 -14
- package/dist/esm/providers/s3/apis/internal/remove.mjs.map +1 -1
- package/dist/esm/providers/s3/apis/internal/uploadData/byteLength.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/internal/uploadData/index.d.ts +3 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/index.mjs +9 -9
- package/dist/esm/providers/s3/apis/internal/uploadData/index.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/calculatePartSize.mjs +1 -1
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/calculatePartSize.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/getDataChunker.d.ts +1 -1
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/getDataChunker.mjs +2 -2
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/getDataChunker.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/index.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/initialUpload.d.ts +6 -4
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/initialUpload.mjs +37 -16
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/initialUpload.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/progressTracker.d.ts +1 -1
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/progressTracker.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadCache.d.ts +4 -2
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadCache.mjs +16 -15
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/uploadCache.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadHandlers.d.ts +2 -2
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadHandlers.mjs +45 -26
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/uploadHandlers.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadPartExecutor.d.ts +6 -4
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/uploadPartExecutor.mjs +73 -0
- package/dist/esm/providers/s3/apis/internal/uploadData/multipart/uploadPartExecutor.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/putObjectJob.d.ts +2 -2
- package/dist/esm/providers/s3/apis/internal/uploadData/putObjectJob.mjs +83 -0
- package/dist/esm/providers/s3/apis/internal/uploadData/putObjectJob.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/internal/uploadData/validateObjectNotExists.d.ts +3 -0
- package/dist/esm/providers/s3/apis/internal/uploadData/validateObjectNotExists.mjs +34 -0
- package/dist/esm/providers/s3/apis/internal/uploadData/validateObjectNotExists.mjs.map +1 -0
- package/dist/esm/providers/s3/apis/{uploadData/index.d.ts → uploadData.d.ts} +1 -1
- package/dist/esm/providers/s3/apis/uploadData.mjs +10 -0
- package/dist/esm/providers/s3/apis/uploadData.mjs.map +1 -0
- package/dist/esm/providers/s3/index.d.ts +1 -0
- package/dist/esm/providers/s3/index.mjs +2 -1
- package/dist/esm/providers/s3/index.mjs.map +1 -1
- package/dist/esm/providers/s3/types/options.d.ts +34 -1
- package/dist/esm/providers/s3/utils/client/s3control/base.d.ts +56 -0
- package/dist/esm/providers/s3/utils/client/s3control/base.mjs +74 -0
- package/dist/esm/providers/s3/utils/client/s3control/base.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/s3control/getDataAccess.d.ts +26 -0
- package/dist/esm/providers/s3/utils/client/s3control/getDataAccess.mjs +63 -0
- package/dist/esm/providers/s3/utils/client/s3control/getDataAccess.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/s3control/index.d.ts +2 -0
- package/dist/esm/providers/s3/utils/client/s3control/index.mjs +3 -0
- package/dist/esm/providers/s3/utils/client/s3control/index.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/s3control/listCallerAccessGrants.d.ts +26 -0
- package/dist/esm/providers/s3/utils/client/s3control/listCallerAccessGrants.mjs +67 -0
- package/dist/esm/providers/s3/utils/client/s3control/listCallerAccessGrants.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/s3control/types.d.ts +188 -0
- package/dist/esm/providers/s3/utils/client/{abortMultipartUpload.d.ts → s3data/abortMultipartUpload.d.ts} +5 -5
- package/dist/esm/providers/s3/utils/client/{abortMultipartUpload.mjs → s3data/abortMultipartUpload.mjs} +17 -7
- package/dist/esm/providers/s3/utils/client/s3data/abortMultipartUpload.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{base.d.ts → s3data/base.d.ts} +23 -1
- package/dist/esm/providers/s3/utils/client/{base.mjs → s3data/base.mjs} +29 -6
- package/dist/esm/providers/s3/utils/client/s3data/base.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{completeMultipartUpload.d.ts → s3data/completeMultipartUpload.d.ts} +6 -6
- package/dist/esm/providers/s3/utils/client/{completeMultipartUpload.mjs → s3data/completeMultipartUpload.mjs} +32 -16
- package/dist/esm/providers/s3/utils/client/s3data/completeMultipartUpload.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{copyObject.d.ts → s3data/copyObject.d.ts} +6 -5
- package/dist/esm/providers/s3/utils/client/s3data/copyObject.mjs +71 -0
- package/dist/esm/providers/s3/utils/client/s3data/copyObject.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{createMultipartUpload.d.ts → s3data/createMultipartUpload.d.ts} +4 -4
- package/dist/esm/providers/s3/utils/client/{createMultipartUpload.mjs → s3data/createMultipartUpload.mjs} +19 -7
- package/dist/esm/providers/s3/utils/client/s3data/createMultipartUpload.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{deleteObject.d.ts → s3data/deleteObject.d.ts} +5 -5
- package/dist/esm/providers/s3/utils/client/{deleteObject.mjs → s3data/deleteObject.mjs} +15 -7
- package/dist/esm/providers/s3/utils/client/s3data/deleteObject.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{getObject.d.ts → s3data/getObject.d.ts} +5 -5
- package/dist/esm/providers/s3/utils/client/{getObject.mjs → s3data/getObject.mjs} +16 -8
- package/dist/esm/providers/s3/utils/client/s3data/getObject.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{headObject.d.ts → s3data/headObject.d.ts} +5 -5
- package/dist/esm/providers/s3/utils/client/{headObject.mjs → s3data/headObject.mjs} +15 -7
- package/dist/esm/providers/s3/utils/client/s3data/headObject.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{listObjectsV2.d.ts → s3data/listObjectsV2.d.ts} +4 -4
- package/dist/esm/providers/s3/utils/client/{listObjectsV2.mjs → s3data/listObjectsV2.mjs} +19 -7
- package/dist/esm/providers/s3/utils/client/s3data/listObjectsV2.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{listParts.d.ts → s3data/listParts.d.ts} +4 -4
- package/dist/esm/providers/s3/utils/client/{listParts.mjs → s3data/listParts.mjs} +6 -11
- package/dist/esm/providers/s3/utils/client/s3data/listParts.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{putObject.d.ts → s3data/putObject.d.ts} +5 -5
- package/dist/esm/providers/s3/utils/client/{putObject.mjs → s3data/putObject.mjs} +16 -7
- package/dist/esm/providers/s3/utils/client/s3data/putObject.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/s3data/types.mjs +2 -0
- package/dist/esm/providers/s3/utils/client/s3data/types.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/{uploadPart.d.ts → s3data/uploadPart.d.ts} +5 -5
- package/dist/esm/providers/s3/utils/client/{uploadPart.mjs → s3data/uploadPart.mjs} +17 -8
- package/dist/esm/providers/s3/utils/client/s3data/uploadPart.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/utils/createRetryDecider.d.ts +22 -0
- package/dist/esm/providers/s3/utils/client/utils/createRetryDecider.mjs +55 -0
- package/dist/esm/providers/s3/utils/client/utils/createRetryDecider.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/utils/deserializeHelpers.d.ts +24 -0
- package/dist/esm/providers/s3/utils/client/utils/deserializeHelpers.mjs +44 -1
- package/dist/esm/providers/s3/utils/client/utils/deserializeHelpers.mjs.map +1 -1
- package/dist/esm/providers/s3/utils/client/utils/index.d.ts +4 -2
- package/dist/esm/providers/s3/utils/client/utils/index.mjs +4 -2
- package/dist/esm/providers/s3/utils/client/utils/index.mjs.map +1 -1
- package/dist/esm/providers/s3/utils/client/utils/integrityHelpers.d.ts +20 -0
- package/dist/esm/providers/s3/utils/client/utils/integrityHelpers.mjs +54 -0
- package/dist/esm/providers/s3/utils/client/utils/integrityHelpers.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/client/utils/parsePayload.d.ts +16 -1
- package/dist/esm/providers/s3/utils/client/utils/parsePayload.mjs +19 -5
- package/dist/esm/providers/s3/utils/client/utils/parsePayload.mjs.map +1 -1
- package/dist/esm/providers/s3/utils/constants.d.ts +3 -0
- package/dist/esm/providers/s3/utils/constants.mjs +3 -0
- package/dist/esm/providers/s3/utils/constants.mjs.map +1 -1
- package/dist/esm/providers/s3/utils/crc32.d.ts +6 -0
- package/dist/esm/providers/s3/utils/crc32.mjs +34 -0
- package/dist/esm/providers/s3/utils/crc32.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/crc32.native.d.ts +2 -0
- package/dist/esm/providers/s3/utils/crc32.native.mjs +8 -0
- package/dist/esm/providers/s3/utils/crc32.native.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/index.d.ts +1 -0
- package/dist/esm/providers/s3/utils/index.mjs +1 -0
- package/dist/esm/providers/s3/utils/index.mjs.map +1 -1
- package/dist/esm/providers/s3/utils/resolveIdentityId.d.ts +1 -0
- package/dist/esm/providers/s3/utils/resolveIdentityId.mjs +12 -0
- package/dist/esm/providers/s3/utils/resolveIdentityId.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/resolveS3ConfigAndInput.d.ts +10 -2
- package/dist/esm/providers/s3/utils/resolveS3ConfigAndInput.mjs +57 -11
- package/dist/esm/providers/s3/utils/resolveS3ConfigAndInput.mjs.map +1 -1
- package/dist/esm/providers/s3/utils/validateBucketOwnerID.d.ts +1 -0
- package/dist/esm/providers/s3/utils/validateBucketOwnerID.mjs +15 -0
- package/dist/esm/providers/s3/utils/validateBucketOwnerID.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/validateMultipartUploadXML.d.ts +2 -0
- package/dist/esm/providers/s3/utils/validateMultipartUploadXML.mjs +30 -0
- package/dist/esm/providers/s3/utils/validateMultipartUploadXML.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/validateObjectUrl.d.ts +5 -0
- package/dist/esm/providers/s3/utils/validateObjectUrl.mjs +22 -0
- package/dist/esm/providers/s3/utils/validateObjectUrl.mjs.map +1 -0
- package/dist/esm/providers/s3/utils/validateStorageOperationInput.mjs +4 -1
- package/dist/esm/providers/s3/utils/validateStorageOperationInput.mjs.map +1 -1
- package/dist/esm/providers/s3/utils/validateStorageOperationInputWithPrefix.mjs +4 -1
- package/dist/esm/providers/s3/utils/validateStorageOperationInputWithPrefix.mjs.map +1 -1
- package/dist/esm/types/inputs.d.ts +3 -7
- package/internals/package.json +7 -0
- package/package.json +118 -107
- package/src/errors/IntegrityError.ts +25 -0
- package/src/errors/constants.ts +4 -0
- package/src/errors/types/validation.ts +16 -0
- package/src/index.ts +2 -0
- package/src/internals/apis/copy.ts +33 -0
- package/src/internals/apis/downloadData.ts +24 -0
- package/src/internals/apis/getDataAccess.ts +82 -0
- package/src/internals/apis/getProperties.ts +26 -0
- package/src/internals/apis/getUrl.ts +30 -0
- package/src/internals/apis/list.ts +46 -0
- package/src/internals/apis/listCallerAccessGrants.ts +95 -0
- package/src/internals/apis/remove.ts +24 -0
- package/src/internals/apis/uploadData.ts +34 -0
- package/src/internals/index.ts +67 -0
- package/src/internals/locationCredentialsStore/constants.ts +5 -0
- package/src/internals/locationCredentialsStore/create.ts +54 -0
- package/src/internals/locationCredentialsStore/index.ts +4 -0
- package/src/internals/locationCredentialsStore/registry.ts +89 -0
- package/src/internals/locationCredentialsStore/store.ts +159 -0
- package/src/internals/managedAuthConfigAdapter/createListLocationsHandler.ts +21 -0
- package/src/internals/managedAuthConfigAdapter/createLocationCredentialsHandler.ts +40 -0
- package/src/internals/managedAuthConfigAdapter/createManagedAuthConfigAdapter.ts +53 -0
- package/src/internals/managedAuthConfigAdapter/index.ts +8 -0
- package/src/internals/types/common.ts +22 -0
- package/src/internals/types/credentials.ts +109 -0
- package/src/internals/types/inputs.ts +153 -0
- package/src/internals/types/options.ts +2 -0
- package/src/internals/types/outputs.ts +60 -0
- package/src/internals/utils/constants.ts +5 -0
- package/src/providers/s3/apis/downloadData.ts +3 -84
- package/src/providers/s3/apis/internal/copy.ts +71 -15
- package/src/providers/s3/apis/internal/downloadData.ts +96 -0
- package/src/providers/s3/apis/internal/getProperties.ts +10 -5
- package/src/providers/s3/apis/internal/getUrl.ts +9 -9
- package/src/providers/s3/apis/internal/list.ts +38 -17
- package/src/providers/s3/apis/internal/remove.ts +9 -10
- package/src/providers/s3/apis/internal/uploadData/index.ts +53 -0
- package/src/providers/s3/apis/{uploadData → internal/uploadData}/multipart/calculatePartSize.ts +4 -1
- package/src/providers/s3/apis/{uploadData → internal/uploadData}/multipart/getDataChunker.ts +3 -3
- package/src/providers/s3/apis/{uploadData → internal/uploadData}/multipart/initialUpload.ts +40 -5
- package/src/providers/s3/apis/{uploadData → internal/uploadData}/multipart/progressTracker.ts +1 -1
- package/src/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadCache.ts +7 -4
- package/src/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadHandlers.ts +53 -26
- package/src/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadPartExecutor.ts +29 -10
- package/src/providers/s3/apis/{uploadData → internal/uploadData}/putObjectJob.ts +32 -11
- package/src/providers/s3/apis/internal/uploadData/validateObjectNotExists.ts +25 -0
- package/src/providers/s3/apis/{uploadData/index.ts → uploadData.ts} +3 -42
- package/src/providers/s3/index.ts +2 -0
- package/src/providers/s3/types/options.ts +47 -1
- package/src/providers/s3/utils/client/s3control/base.ts +97 -0
- package/src/providers/s3/utils/client/s3control/getDataAccess.ts +96 -0
- package/src/providers/s3/utils/client/s3control/index.ts +13 -0
- package/src/providers/s3/utils/client/s3control/listCallerAccessGrants.ts +107 -0
- package/src/providers/s3/utils/client/s3control/types.ts +216 -0
- package/src/providers/s3/utils/client/{abortMultipartUpload.ts → s3data/abortMultipartUpload.ts} +18 -6
- package/src/providers/s3/utils/client/{base.ts → s3data/base.ts} +26 -3
- package/src/providers/s3/utils/client/{completeMultipartUpload.ts → s3data/completeMultipartUpload.ts} +47 -22
- package/src/providers/s3/utils/client/{copyObject.ts → s3data/copyObject.ts} +47 -4
- package/src/providers/s3/utils/client/{createMultipartUpload.ts → s3data/createMultipartUpload.ts} +22 -9
- package/src/providers/s3/utils/client/{deleteObject.ts → s3data/deleteObject.ts} +19 -9
- package/src/providers/s3/utils/client/{getObject.ts → s3data/getObject.ts} +24 -9
- package/src/providers/s3/utils/client/{headObject.ts → s3data/headObject.ts} +19 -6
- package/src/providers/s3/utils/client/{listObjectsV2.ts → s3data/listObjectsV2.ts} +33 -8
- package/src/providers/s3/utils/client/{listParts.ts → s3data/listParts.ts} +5 -18
- package/src/providers/s3/utils/client/{putObject.ts → s3data/putObject.ts} +17 -5
- package/src/providers/s3/utils/client/{uploadPart.ts → s3data/uploadPart.ts} +24 -7
- package/src/providers/s3/utils/client/utils/createRetryDecider.ts +96 -0
- package/src/providers/s3/utils/client/utils/deserializeHelpers.ts +57 -0
- package/src/providers/s3/utils/client/utils/index.ts +4 -1
- package/src/providers/s3/utils/client/utils/integrityHelpers.ts +62 -0
- package/src/providers/s3/utils/client/utils/parsePayload.ts +36 -18
- package/src/providers/s3/utils/constants.ts +3 -0
- package/src/providers/s3/utils/crc32.native.ts +11 -0
- package/src/providers/s3/utils/crc32.ts +51 -0
- package/src/providers/s3/utils/index.ts +1 -0
- package/src/providers/s3/utils/resolveIdentityId.ts +11 -0
- package/src/providers/s3/utils/resolveS3ConfigAndInput.ts +109 -14
- package/src/providers/s3/utils/validateBucketOwnerID.ts +18 -0
- package/src/providers/s3/utils/validateMultipartUploadXML.ts +36 -0
- package/src/providers/s3/utils/validateObjectUrl.ts +32 -0
- package/src/providers/s3/utils/validateStorageOperationInput.ts +5 -1
- package/src/providers/s3/utils/validateStorageOperationInputWithPrefix.ts +5 -1
- package/src/types/inputs.ts +6 -3
- package/dist/cjs/providers/s3/apis/uploadData/byteLength.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/index.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/multipart/calculatePartSize.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/multipart/getDataChunker.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/multipart/index.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/multipart/initialUpload.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/multipart/progressTracker.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/multipart/uploadCache.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/multipart/uploadHandlers.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/multipart/uploadPartExecutor.js.map +0 -1
- package/dist/cjs/providers/s3/apis/uploadData/putObjectJob.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/abortMultipartUpload.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/base.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/completeMultipartUpload.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/copyObject.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/createMultipartUpload.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/deleteObject.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/getObject.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/headObject.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/index.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/listObjectsV2.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/listParts.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/putObject.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/types.js.map +0 -1
- package/dist/cjs/providers/s3/utils/client/uploadPart.js.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/byteLength.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/index.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/multipart/calculatePartSize.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/multipart/getDataChunker.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/multipart/initialUpload.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/multipart/progressTracker.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/multipart/uploadCache.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/multipart/uploadHandlers.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/multipart/uploadPartExecutor.mjs +0 -63
- package/dist/esm/providers/s3/apis/uploadData/multipart/uploadPartExecutor.mjs.map +0 -1
- package/dist/esm/providers/s3/apis/uploadData/putObjectJob.mjs +0 -67
- package/dist/esm/providers/s3/apis/uploadData/putObjectJob.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/abortMultipartUpload.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/base.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/completeMultipartUpload.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/copyObject.mjs +0 -47
- package/dist/esm/providers/s3/utils/client/copyObject.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/createMultipartUpload.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/deleteObject.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/getObject.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/headObject.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/listObjectsV2.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/listParts.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/putObject.mjs.map +0 -1
- package/dist/esm/providers/s3/utils/client/uploadPart.mjs.map +0 -1
- /package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/byteLength.js +0 -0
- /package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/multipart/index.js +0 -0
- /package/dist/cjs/providers/s3/apis/{uploadData → internal/uploadData}/multipart/progressTracker.js +0 -0
- /package/dist/cjs/providers/s3/utils/client/{types.js → s3control/types.js} +0 -0
- /package/dist/cjs/providers/s3/utils/client/{index.js → s3data/index.js} +0 -0
- /package/dist/esm/{providers/s3/apis/uploadData/multipart → internals/locationCredentialsStore}/index.mjs.map +0 -0
- /package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/byteLength.d.ts +0 -0
- /package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/byteLength.mjs +0 -0
- /package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/calculatePartSize.d.ts +0 -0
- /package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/index.d.ts +0 -0
- /package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/index.mjs +0 -0
- /package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/progressTracker.mjs +0 -0
- /package/dist/esm/providers/s3/utils/client/{types.mjs → s3control/types.mjs} +0 -0
- /package/dist/esm/providers/s3/utils/client/{types.mjs.map → s3control/types.mjs.map} +0 -0
- /package/dist/esm/providers/s3/utils/client/{index.d.ts → s3data/index.d.ts} +0 -0
- /package/dist/esm/providers/s3/utils/client/{index.mjs → s3data/index.mjs} +0 -0
- /package/dist/esm/providers/s3/utils/client/{index.mjs.map → s3data/index.mjs.map} +0 -0
- /package/dist/esm/providers/s3/utils/client/{types.d.ts → s3data/types.d.ts} +0 -0
- /package/src/providers/s3/apis/{uploadData → internal/uploadData}/byteLength.ts +0 -0
- /package/src/providers/s3/apis/{uploadData → internal/uploadData}/multipart/index.ts +0 -0
- /package/src/providers/s3/utils/client/{index.ts → s3data/index.ts} +0 -0
- /package/src/providers/s3/utils/client/{types.ts → s3data/types.ts} +0 -0
package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/getDataChunker.mjs
RENAMED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { StorageValidationErrorCode, validationErrorMap } from '
|
|
2
|
-
import { StorageError } from '
|
|
1
|
+
import { StorageValidationErrorCode, validationErrorMap } from '../../../../../../errors/types/validation.mjs';
|
|
2
|
+
import { StorageError } from '../../../../../../errors/StorageError.mjs';
|
|
3
3
|
import { calculatePartSize } from './calculatePartSize.mjs';
|
|
4
4
|
|
|
5
5
|
// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"getDataChunker.mjs","sources":["../../../../../../../../src/providers/s3/apis/internal/uploadData/multipart/getDataChunker.ts"],"sourcesContent":["// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.\n// SPDX-License-Identifier: Apache-2.0\nimport { StorageValidationErrorCode, validationErrorMap, } from '../../../../../../errors/types/validation';\nimport { StorageError } from '../../../../../../errors/StorageError';\nimport { calculatePartSize } from './calculatePartSize';\nexport const getDataChunker = (data, totalSize) => {\n const partSize = calculatePartSize(totalSize);\n if (data instanceof Blob) {\n return helper(data, 0, data.size, partSize);\n }\n else if (ArrayBuffer.isView(data)) {\n return helper(data.buffer, data.byteOffset, data.byteLength, partSize);\n }\n else if (data instanceof ArrayBuffer) {\n return helper(data, 0, data.byteLength, partSize);\n }\n else if (typeof data === 'string') {\n const blob = new Blob([data]);\n return getDataChunker(blob, blob.size);\n }\n else {\n throw new StorageError({\n name: StorageValidationErrorCode.InvalidUploadSource,\n ...validationErrorMap[StorageValidationErrorCode.InvalidUploadSource],\n });\n }\n};\nconst helper = function* (buffer, byteOffset, byteLength, partSize) {\n let partNumber = 1;\n let startByte = byteOffset;\n let endByte = byteOffset + Math.min(partSize, byteLength);\n while (endByte < byteLength + byteOffset) {\n yield {\n partNumber,\n data: buffer.slice(startByte, endByte),\n size: partSize,\n };\n partNumber += 1;\n startByte = endByte;\n endByte = startByte + partSize;\n }\n yield {\n partNumber,\n data: buffer.slice(startByte, byteLength + byteOffset),\n size: byteLength + byteOffset - startByte,\n };\n};\n"],"names":[],"mappings":";;;;AAAA;AACA;AAIY,MAAC,cAAc,GAAG,CAAC,IAAI,EAAE,SAAS,KAAK;AACnD,IAAI,MAAM,QAAQ,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;AAClD,IAAI,IAAI,IAAI,YAAY,IAAI,EAAE;AAC9B,QAAQ,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACpD,KAAK;AACL,SAAS,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;AACvC,QAAQ,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;AAC/E,KAAK;AACL,SAAS,IAAI,IAAI,YAAY,WAAW,EAAE;AAC1C,QAAQ,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;AAC1D,KAAK;AACL,SAAS,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACvC,QAAQ,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AACtC,QAAQ,OAAO,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;AAC/C,KAAK;AACL,SAAS;AACT,QAAQ,MAAM,IAAI,YAAY,CAAC;AAC/B,YAAY,IAAI,EAAE,0BAA0B,CAAC,mBAAmB;AAChE,YAAY,GAAG,kBAAkB,CAAC,0BAA0B,CAAC,mBAAmB,CAAC;AACjF,SAAS,CAAC,CAAC;AACX,KAAK;AACL,EAAE;AACF,MAAM,MAAM,GAAG,WAAW,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE;AACpE,IAAI,IAAI,UAAU,GAAG,CAAC,CAAC;AACvB,IAAI,IAAI,SAAS,GAAG,UAAU,CAAC;AAC/B,IAAI,IAAI,OAAO,GAAG,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AAC9D,IAAI,OAAO,OAAO,GAAG,UAAU,GAAG,UAAU,EAAE;AAC9C,QAAQ,MAAM;AACd,YAAY,UAAU;AACtB,YAAY,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC;AAClD,YAAY,IAAI,EAAE,QAAQ;AAC1B,SAAS,CAAC;AACV,QAAQ,UAAU,IAAI,CAAC,CAAC;AACxB,QAAQ,SAAS,GAAG,OAAO,CAAC;AAC5B,QAAQ,OAAO,GAAG,SAAS,GAAG,QAAQ,CAAC;AACvC,KAAK;AACL,IAAI,MAAM;AACV,QAAQ,UAAU;AAClB,QAAQ,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,GAAG,UAAU,CAAC;AAC9D,QAAQ,IAAI,EAAE,UAAU,GAAG,UAAU,GAAG,SAAS;AACjD,KAAK,CAAC;AACN,CAAC;;;;"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":""}
|
package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/initialUpload.d.ts
RENAMED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { StorageAccessLevel } from '@aws-amplify/core';
|
|
2
|
-
import { ContentDisposition, ResolvedS3Config } from '
|
|
3
|
-
import { StorageUploadDataPayload } from '
|
|
4
|
-
import { Part } from '
|
|
2
|
+
import { ContentDisposition, ResolvedS3Config } from '../../../../types/options';
|
|
3
|
+
import { StorageUploadDataPayload } from '../../../../../../types';
|
|
4
|
+
import { Part } from '../../../../utils/client/s3data';
|
|
5
5
|
interface LoadOrCreateMultipartUploadOptions {
|
|
6
6
|
s3Config: ResolvedS3Config;
|
|
7
7
|
data: StorageUploadDataPayload;
|
|
@@ -15,10 +15,12 @@ interface LoadOrCreateMultipartUploadOptions {
|
|
|
15
15
|
metadata?: Record<string, string>;
|
|
16
16
|
size?: number;
|
|
17
17
|
abortSignal?: AbortSignal;
|
|
18
|
+
expectedBucketOwner?: string;
|
|
18
19
|
}
|
|
19
20
|
interface LoadOrCreateMultipartUploadResult {
|
|
20
21
|
uploadId: string;
|
|
21
22
|
cachedParts: Part[];
|
|
23
|
+
finalCrc32?: string;
|
|
22
24
|
}
|
|
23
25
|
/**
|
|
24
26
|
* Load the in-progress multipart upload from local storage or async storage(RN) if it exists, or create a new multipart
|
|
@@ -26,5 +28,5 @@ interface LoadOrCreateMultipartUploadResult {
|
|
|
26
28
|
*
|
|
27
29
|
* @internal
|
|
28
30
|
*/
|
|
29
|
-
export declare const loadOrCreateMultipartUpload: ({ s3Config, data, size, contentType, bucket, accessLevel, keyPrefix, key, contentDisposition, contentEncoding, metadata, abortSignal, }: LoadOrCreateMultipartUploadOptions) => Promise<LoadOrCreateMultipartUploadResult>;
|
|
31
|
+
export declare const loadOrCreateMultipartUpload: ({ s3Config, data, size, contentType, bucket, accessLevel, keyPrefix, key, contentDisposition, contentEncoding, metadata, abortSignal, expectedBucketOwner, }: LoadOrCreateMultipartUploadOptions) => Promise<LoadOrCreateMultipartUploadResult>;
|
|
30
32
|
export {};
|
package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/initialUpload.mjs
RENAMED
|
@@ -1,20 +1,22 @@
|
|
|
1
|
-
import '
|
|
2
|
-
import '
|
|
3
|
-
import '
|
|
4
|
-
import '
|
|
5
|
-
import { createMultipartUpload } from '
|
|
6
|
-
import '
|
|
7
|
-
import '
|
|
8
|
-
import '
|
|
9
|
-
import '
|
|
10
|
-
import '
|
|
11
|
-
import '
|
|
12
|
-
import '
|
|
13
|
-
import '
|
|
1
|
+
import '../../../../utils/client/s3data/base.mjs';
|
|
2
|
+
import '../../../../utils/client/s3data/getObject.mjs';
|
|
3
|
+
import '../../../../utils/client/s3data/listObjectsV2.mjs';
|
|
4
|
+
import '../../../../utils/client/s3data/putObject.mjs';
|
|
5
|
+
import { createMultipartUpload } from '../../../../utils/client/s3data/createMultipartUpload.mjs';
|
|
6
|
+
import '../../../../utils/client/s3data/uploadPart.mjs';
|
|
7
|
+
import '../../../../utils/client/s3data/completeMultipartUpload.mjs';
|
|
8
|
+
import '../../../../utils/client/s3data/listParts.mjs';
|
|
9
|
+
import '../../../../utils/client/s3data/abortMultipartUpload.mjs';
|
|
10
|
+
import '../../../../utils/client/s3data/copyObject.mjs';
|
|
11
|
+
import '../../../../utils/client/s3data/headObject.mjs';
|
|
12
|
+
import '../../../../utils/client/s3data/deleteObject.mjs';
|
|
13
|
+
import '../../../../../../errors/types/validation.mjs';
|
|
14
14
|
import '@aws-amplify/core/internals/utils';
|
|
15
|
-
import { logger } from '
|
|
16
|
-
import {
|
|
15
|
+
import { logger } from '../../../../../../utils/logger.mjs';
|
|
16
|
+
import { calculateContentCRC32 } from '../../../../utils/crc32.mjs';
|
|
17
|
+
import { constructContentDisposition } from '../../../../utils/constructContentDisposition.mjs';
|
|
17
18
|
import { getUploadsCacheKey, findCachedUploadParts, cacheMultipartUpload } from './uploadCache.mjs';
|
|
19
|
+
import { getDataChunker } from './getDataChunker.mjs';
|
|
18
20
|
|
|
19
21
|
// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
20
22
|
// SPDX-License-Identifier: Apache-2.0
|
|
@@ -24,7 +26,7 @@ import { getUploadsCacheKey, findCachedUploadParts, cacheMultipartUpload } from
|
|
|
24
26
|
*
|
|
25
27
|
* @internal
|
|
26
28
|
*/
|
|
27
|
-
const loadOrCreateMultipartUpload = async ({ s3Config, data, size, contentType, bucket, accessLevel, keyPrefix, key, contentDisposition, contentEncoding, metadata, abortSignal, }) => {
|
|
29
|
+
const loadOrCreateMultipartUpload = async ({ s3Config, data, size, contentType, bucket, accessLevel, keyPrefix, key, contentDisposition, contentEncoding, metadata, abortSignal, expectedBucketOwner, }) => {
|
|
28
30
|
const finalKey = keyPrefix !== undefined ? keyPrefix + key : key;
|
|
29
31
|
let cachedUpload;
|
|
30
32
|
if (size === undefined) {
|
|
@@ -54,9 +56,11 @@ const loadOrCreateMultipartUpload = async ({ s3Config, data, size, contentType,
|
|
|
54
56
|
return {
|
|
55
57
|
uploadId: cachedUpload.uploadId,
|
|
56
58
|
cachedParts: cachedUpload.parts,
|
|
59
|
+
finalCrc32: cachedUpload.finalCrc32,
|
|
57
60
|
};
|
|
58
61
|
}
|
|
59
62
|
else {
|
|
63
|
+
const finalCrc32 = await getCombinedCrc32(data, size);
|
|
60
64
|
const { UploadId } = await createMultipartUpload({
|
|
61
65
|
...s3Config,
|
|
62
66
|
abortSignal,
|
|
@@ -67,12 +71,15 @@ const loadOrCreateMultipartUpload = async ({ s3Config, data, size, contentType,
|
|
|
67
71
|
ContentDisposition: constructContentDisposition(contentDisposition),
|
|
68
72
|
ContentEncoding: contentEncoding,
|
|
69
73
|
Metadata: metadata,
|
|
74
|
+
ChecksumAlgorithm: finalCrc32 ? 'CRC32' : undefined,
|
|
75
|
+
ExpectedBucketOwner: expectedBucketOwner,
|
|
70
76
|
});
|
|
71
77
|
if (size === undefined) {
|
|
72
78
|
logger.debug('uploaded data size cannot be determined, skipping cache.');
|
|
73
79
|
return {
|
|
74
80
|
uploadId: UploadId,
|
|
75
81
|
cachedParts: [],
|
|
82
|
+
finalCrc32,
|
|
76
83
|
};
|
|
77
84
|
}
|
|
78
85
|
const uploadCacheKey = getUploadsCacheKey({
|
|
@@ -87,14 +94,28 @@ const loadOrCreateMultipartUpload = async ({ s3Config, data, size, contentType,
|
|
|
87
94
|
uploadId: UploadId,
|
|
88
95
|
bucket,
|
|
89
96
|
key,
|
|
97
|
+
finalCrc32,
|
|
90
98
|
fileName: data instanceof File ? data.name : '',
|
|
91
99
|
});
|
|
92
100
|
return {
|
|
93
101
|
uploadId: UploadId,
|
|
94
102
|
cachedParts: [],
|
|
103
|
+
finalCrc32,
|
|
95
104
|
};
|
|
96
105
|
}
|
|
97
106
|
};
|
|
107
|
+
const getCombinedCrc32 = async (data, size) => {
|
|
108
|
+
const crc32List = [];
|
|
109
|
+
const dataChunker = getDataChunker(data, size);
|
|
110
|
+
for (const { data: checkData } of dataChunker) {
|
|
111
|
+
const checksumArrayBuffer = (await calculateContentCRC32(checkData))
|
|
112
|
+
?.checksumArrayBuffer;
|
|
113
|
+
if (checksumArrayBuffer === undefined)
|
|
114
|
+
return undefined;
|
|
115
|
+
crc32List.push(checksumArrayBuffer);
|
|
116
|
+
}
|
|
117
|
+
return `${(await calculateContentCRC32(new Blob(crc32List)))?.checksum}-${crc32List.length}`;
|
|
118
|
+
};
|
|
98
119
|
|
|
99
120
|
export { loadOrCreateMultipartUpload };
|
|
100
121
|
//# sourceMappingURL=initialUpload.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"initialUpload.mjs","sources":["../../../../../../../../src/providers/s3/apis/internal/uploadData/multipart/initialUpload.ts"],"sourcesContent":["// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.\n// SPDX-License-Identifier: Apache-2.0\nimport { createMultipartUpload } from '../../../../utils/client/s3data';\nimport { logger } from '../../../../../../utils';\nimport { calculateContentCRC32 } from '../../../../utils/crc32';\nimport { constructContentDisposition } from '../../../../utils/constructContentDisposition';\nimport { cacheMultipartUpload, findCachedUploadParts, getUploadsCacheKey, } from './uploadCache';\nimport { getDataChunker } from './getDataChunker';\n/**\n * Load the in-progress multipart upload from local storage or async storage(RN) if it exists, or create a new multipart\n * upload.\n *\n * @internal\n */\nexport const loadOrCreateMultipartUpload = async ({ s3Config, data, size, contentType, bucket, accessLevel, keyPrefix, key, contentDisposition, contentEncoding, metadata, abortSignal, expectedBucketOwner, }) => {\n const finalKey = keyPrefix !== undefined ? keyPrefix + key : key;\n let cachedUpload;\n if (size === undefined) {\n logger.debug('uploaded data size cannot be determined, skipping cache.');\n cachedUpload = undefined;\n }\n else {\n const uploadCacheKey = getUploadsCacheKey({\n size,\n contentType,\n file: data instanceof File ? data : undefined,\n bucket,\n accessLevel,\n key,\n });\n const cachedUploadParts = await findCachedUploadParts({\n s3Config,\n cacheKey: uploadCacheKey,\n bucket,\n finalKey,\n });\n cachedUpload = cachedUploadParts\n ? { ...cachedUploadParts, uploadCacheKey }\n : undefined;\n }\n if (cachedUpload) {\n return {\n uploadId: cachedUpload.uploadId,\n cachedParts: cachedUpload.parts,\n finalCrc32: cachedUpload.finalCrc32,\n };\n }\n else {\n const finalCrc32 = await getCombinedCrc32(data, size);\n const { UploadId } = await createMultipartUpload({\n ...s3Config,\n abortSignal,\n }, {\n Bucket: bucket,\n Key: finalKey,\n ContentType: contentType,\n ContentDisposition: constructContentDisposition(contentDisposition),\n ContentEncoding: contentEncoding,\n Metadata: metadata,\n ChecksumAlgorithm: finalCrc32 ? 'CRC32' : undefined,\n ExpectedBucketOwner: expectedBucketOwner,\n });\n if (size === undefined) {\n logger.debug('uploaded data size cannot be determined, skipping cache.');\n return {\n uploadId: UploadId,\n cachedParts: [],\n finalCrc32,\n };\n }\n const uploadCacheKey = getUploadsCacheKey({\n size,\n contentType,\n file: data instanceof File ? data : undefined,\n bucket,\n accessLevel,\n key,\n });\n await cacheMultipartUpload(uploadCacheKey, {\n uploadId: UploadId,\n bucket,\n key,\n finalCrc32,\n fileName: data instanceof File ? data.name : '',\n });\n return {\n uploadId: UploadId,\n cachedParts: [],\n finalCrc32,\n };\n }\n};\nconst getCombinedCrc32 = async (data, size) => {\n const crc32List = [];\n const dataChunker = getDataChunker(data, size);\n for (const { data: checkData } of dataChunker) {\n const checksumArrayBuffer = (await calculateContentCRC32(checkData))\n ?.checksumArrayBuffer;\n if (checksumArrayBuffer === undefined)\n return undefined;\n crc32List.push(checksumArrayBuffer);\n }\n return `${(await calculateContentCRC32(new Blob(crc32List)))?.checksum}-${crc32List.length}`;\n};\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AACA;AAOA;AACA;AACA;AACA;AACA;AACA;AACY,MAAC,2BAA2B,GAAG,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,EAAE,kBAAkB,EAAE,eAAe,EAAE,QAAQ,EAAE,WAAW,EAAE,mBAAmB,GAAG,KAAK;AACnN,IAAI,MAAM,QAAQ,GAAG,SAAS,KAAK,SAAS,GAAG,SAAS,GAAG,GAAG,GAAG,GAAG,CAAC;AACrE,IAAI,IAAI,YAAY,CAAC;AACrB,IAAI,IAAI,IAAI,KAAK,SAAS,EAAE;AAC5B,QAAQ,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;AACjF,QAAQ,YAAY,GAAG,SAAS,CAAC;AACjC,KAAK;AACL,SAAS;AACT,QAAQ,MAAM,cAAc,GAAG,kBAAkB,CAAC;AAClD,YAAY,IAAI;AAChB,YAAY,WAAW;AACvB,YAAY,IAAI,EAAE,IAAI,YAAY,IAAI,GAAG,IAAI,GAAG,SAAS;AACzD,YAAY,MAAM;AAClB,YAAY,WAAW;AACvB,YAAY,GAAG;AACf,SAAS,CAAC,CAAC;AACX,QAAQ,MAAM,iBAAiB,GAAG,MAAM,qBAAqB,CAAC;AAC9D,YAAY,QAAQ;AACpB,YAAY,QAAQ,EAAE,cAAc;AACpC,YAAY,MAAM;AAClB,YAAY,QAAQ;AACpB,SAAS,CAAC,CAAC;AACX,QAAQ,YAAY,GAAG,iBAAiB;AACxC,cAAc,EAAE,GAAG,iBAAiB,EAAE,cAAc,EAAE;AACtD,cAAc,SAAS,CAAC;AACxB,KAAK;AACL,IAAI,IAAI,YAAY,EAAE;AACtB,QAAQ,OAAO;AACf,YAAY,QAAQ,EAAE,YAAY,CAAC,QAAQ;AAC3C,YAAY,WAAW,EAAE,YAAY,CAAC,KAAK;AAC3C,YAAY,UAAU,EAAE,YAAY,CAAC,UAAU;AAC/C,SAAS,CAAC;AACV,KAAK;AACL,SAAS;AACT,QAAQ,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AAC9D,QAAQ,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,qBAAqB,CAAC;AACzD,YAAY,GAAG,QAAQ;AACvB,YAAY,WAAW;AACvB,SAAS,EAAE;AACX,YAAY,MAAM,EAAE,MAAM;AAC1B,YAAY,GAAG,EAAE,QAAQ;AACzB,YAAY,WAAW,EAAE,WAAW;AACpC,YAAY,kBAAkB,EAAE,2BAA2B,CAAC,kBAAkB,CAAC;AAC/E,YAAY,eAAe,EAAE,eAAe;AAC5C,YAAY,QAAQ,EAAE,QAAQ;AAC9B,YAAY,iBAAiB,EAAE,UAAU,GAAG,OAAO,GAAG,SAAS;AAC/D,YAAY,mBAAmB,EAAE,mBAAmB;AACpD,SAAS,CAAC,CAAC;AACX,QAAQ,IAAI,IAAI,KAAK,SAAS,EAAE;AAChC,YAAY,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;AACrF,YAAY,OAAO;AACnB,gBAAgB,QAAQ,EAAE,QAAQ;AAClC,gBAAgB,WAAW,EAAE,EAAE;AAC/B,gBAAgB,UAAU;AAC1B,aAAa,CAAC;AACd,SAAS;AACT,QAAQ,MAAM,cAAc,GAAG,kBAAkB,CAAC;AAClD,YAAY,IAAI;AAChB,YAAY,WAAW;AACvB,YAAY,IAAI,EAAE,IAAI,YAAY,IAAI,GAAG,IAAI,GAAG,SAAS;AACzD,YAAY,MAAM;AAClB,YAAY,WAAW;AACvB,YAAY,GAAG;AACf,SAAS,CAAC,CAAC;AACX,QAAQ,MAAM,oBAAoB,CAAC,cAAc,EAAE;AACnD,YAAY,QAAQ,EAAE,QAAQ;AAC9B,YAAY,MAAM;AAClB,YAAY,GAAG;AACf,YAAY,UAAU;AACtB,YAAY,QAAQ,EAAE,IAAI,YAAY,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,EAAE;AAC3D,SAAS,CAAC,CAAC;AACX,QAAQ,OAAO;AACf,YAAY,QAAQ,EAAE,QAAQ;AAC9B,YAAY,WAAW,EAAE,EAAE;AAC3B,YAAY,UAAU;AACtB,SAAS,CAAC;AACV,KAAK;AACL,EAAE;AACF,MAAM,gBAAgB,GAAG,OAAO,IAAI,EAAE,IAAI,KAAK;AAC/C,IAAI,MAAM,SAAS,GAAG,EAAE,CAAC;AACzB,IAAI,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACnD,IAAI,KAAK,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,WAAW,EAAE;AACnD,QAAQ,MAAM,mBAAmB,GAAG,CAAC,MAAM,qBAAqB,CAAC,SAAS,CAAC;AAC3E,cAAc,mBAAmB,CAAC;AAClC,QAAQ,IAAI,mBAAmB,KAAK,SAAS;AAC7C,YAAY,OAAO,SAAS,CAAC;AAC7B,QAAQ,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;AAC5C,KAAK;AACL,IAAI,OAAO,CAAC,EAAE,CAAC,MAAM,qBAAqB,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;AACjG,CAAC;;;;"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"progressTracker.mjs","sources":["../../../../../../../../src/providers/s3/apis/internal/uploadData/multipart/progressTracker.ts"],"sourcesContent":["// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.\n// SPDX-License-Identifier: Apache-2.0\n/**\n * Track the progress from multiple concurrent uploads, and invoke the onProgress callback.\n *\n * @internal\n */\nexport const getConcurrentUploadsProgressTracker = ({ size, onProgress, }) => {\n const transferredBytesPerListener = [];\n const getTransferredBytes = () => transferredBytesPerListener.reduce((acc, transferredBytes) => acc + transferredBytes, 0);\n return {\n getOnProgressListener: () => {\n transferredBytesPerListener.push(0);\n const listenerIndex = transferredBytesPerListener.length - 1;\n return (event) => {\n const { transferredBytes } = event;\n transferredBytesPerListener[listenerIndex] = transferredBytes;\n onProgress?.({\n transferredBytes: getTransferredBytes(),\n totalBytes: size,\n });\n };\n },\n };\n};\n"],"names":[],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACY,MAAC,mCAAmC,GAAG,CAAC,EAAE,IAAI,EAAE,UAAU,GAAG,KAAK;AAC9E,IAAI,MAAM,2BAA2B,GAAG,EAAE,CAAC;AAC3C,IAAI,MAAM,mBAAmB,GAAG,MAAM,2BAA2B,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,gBAAgB,KAAK,GAAG,GAAG,gBAAgB,EAAE,CAAC,CAAC,CAAC;AAC/H,IAAI,OAAO;AACX,QAAQ,qBAAqB,EAAE,MAAM;AACrC,YAAY,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAChD,YAAY,MAAM,aAAa,GAAG,2BAA2B,CAAC,MAAM,GAAG,CAAC,CAAC;AACzE,YAAY,OAAO,CAAC,KAAK,KAAK;AAC9B,gBAAgB,MAAM,EAAE,gBAAgB,EAAE,GAAG,KAAK,CAAC;AACnD,gBAAgB,2BAA2B,CAAC,aAAa,CAAC,GAAG,gBAAgB,CAAC;AAC9E,gBAAgB,UAAU,GAAG;AAC7B,oBAAoB,gBAAgB,EAAE,mBAAmB,EAAE;AAC3D,oBAAoB,UAAU,EAAE,IAAI;AACpC,iBAAiB,CAAC,CAAC;AACnB,aAAa,CAAC;AACd,SAAS;AACT,KAAK,CAAC;AACN;;;;"}
|
package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadCache.d.ts
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { StorageAccessLevel } from '@aws-amplify/core';
|
|
2
|
-
import { ResolvedS3Config } from '
|
|
3
|
-
import { Part } from '
|
|
2
|
+
import { ResolvedS3Config } from '../../../../types/options';
|
|
3
|
+
import { Part } from '../../../../utils/client/s3data';
|
|
4
4
|
interface FindCachedUploadPartsOptions {
|
|
5
5
|
cacheKey: string;
|
|
6
6
|
s3Config: ResolvedS3Config;
|
|
@@ -14,12 +14,14 @@ interface FindCachedUploadPartsOptions {
|
|
|
14
14
|
export declare const findCachedUploadParts: ({ cacheKey, s3Config, bucket, finalKey, }: FindCachedUploadPartsOptions) => Promise<{
|
|
15
15
|
parts: Part[];
|
|
16
16
|
uploadId: string;
|
|
17
|
+
finalCrc32?: string;
|
|
17
18
|
} | null>;
|
|
18
19
|
interface FileMetadata {
|
|
19
20
|
bucket: string;
|
|
20
21
|
fileName: string;
|
|
21
22
|
key: string;
|
|
22
23
|
uploadId: string;
|
|
24
|
+
finalCrc32?: string;
|
|
23
25
|
lastTouched: number;
|
|
24
26
|
}
|
|
25
27
|
interface UploadsCacheKeyOptions {
|
package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadCache.mjs
RENAMED
|
@@ -1,20 +1,20 @@
|
|
|
1
1
|
import { defaultStorage } from '@aws-amplify/core';
|
|
2
|
-
import { UPLOADS_STORAGE_KEY } from '
|
|
3
|
-
import '
|
|
4
|
-
import '
|
|
5
|
-
import '
|
|
6
|
-
import '
|
|
7
|
-
import '
|
|
8
|
-
import '
|
|
9
|
-
import '
|
|
10
|
-
import { listParts } from '
|
|
11
|
-
import '
|
|
12
|
-
import '
|
|
13
|
-
import '
|
|
14
|
-
import '
|
|
15
|
-
import '
|
|
2
|
+
import { UPLOADS_STORAGE_KEY } from '../../../../utils/constants.mjs';
|
|
3
|
+
import '../../../../utils/client/s3data/base.mjs';
|
|
4
|
+
import '../../../../utils/client/s3data/getObject.mjs';
|
|
5
|
+
import '../../../../utils/client/s3data/listObjectsV2.mjs';
|
|
6
|
+
import '../../../../utils/client/s3data/putObject.mjs';
|
|
7
|
+
import '../../../../utils/client/s3data/createMultipartUpload.mjs';
|
|
8
|
+
import '../../../../utils/client/s3data/uploadPart.mjs';
|
|
9
|
+
import '../../../../utils/client/s3data/completeMultipartUpload.mjs';
|
|
10
|
+
import { listParts } from '../../../../utils/client/s3data/listParts.mjs';
|
|
11
|
+
import '../../../../utils/client/s3data/abortMultipartUpload.mjs';
|
|
12
|
+
import '../../../../utils/client/s3data/copyObject.mjs';
|
|
13
|
+
import '../../../../utils/client/s3data/headObject.mjs';
|
|
14
|
+
import '../../../../utils/client/s3data/deleteObject.mjs';
|
|
15
|
+
import '../../../../../../errors/types/validation.mjs';
|
|
16
16
|
import '@aws-amplify/core/internals/utils';
|
|
17
|
-
import { logger } from '
|
|
17
|
+
import { logger } from '../../../../../../utils/logger.mjs';
|
|
18
18
|
|
|
19
19
|
// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
20
20
|
// SPDX-License-Identifier: Apache-2.0
|
|
@@ -42,6 +42,7 @@ const findCachedUploadParts = async ({ cacheKey, s3Config, bucket, finalKey, })
|
|
|
42
42
|
return {
|
|
43
43
|
parts: Parts,
|
|
44
44
|
uploadId: cachedUpload.uploadId,
|
|
45
|
+
finalCrc32: cachedUpload.finalCrc32,
|
|
45
46
|
};
|
|
46
47
|
}
|
|
47
48
|
catch (e) {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uploadCache.mjs","sources":["../../../../../../../../src/providers/s3/apis/internal/uploadData/multipart/uploadCache.ts"],"sourcesContent":["// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.\n// SPDX-License-Identifier: Apache-2.0\nimport { defaultStorage, } from '@aws-amplify/core';\nimport { UPLOADS_STORAGE_KEY } from '../../../../utils/constants';\nimport { listParts } from '../../../../utils/client/s3data';\nimport { logger } from '../../../../../../utils';\nconst ONE_HOUR = 1000 * 60 * 60;\n/**\n * Find the cached multipart upload id and get the parts that have been uploaded\n * with ListParts API. If the cached upload is expired(1 hour), return null.\n */\nexport const findCachedUploadParts = async ({ cacheKey, s3Config, bucket, finalKey, }) => {\n const cachedUploads = await listCachedUploadTasks(defaultStorage);\n if (!cachedUploads[cacheKey] ||\n cachedUploads[cacheKey].lastTouched < Date.now() - ONE_HOUR // Uploads are cached for 1 hour\n ) {\n return null;\n }\n const cachedUpload = cachedUploads[cacheKey];\n cachedUpload.lastTouched = Date.now();\n await defaultStorage.setItem(UPLOADS_STORAGE_KEY, JSON.stringify(cachedUploads));\n try {\n const { Parts = [] } = await listParts(s3Config, {\n Bucket: bucket,\n Key: finalKey,\n UploadId: cachedUpload.uploadId,\n });\n return {\n parts: Parts,\n uploadId: cachedUpload.uploadId,\n finalCrc32: cachedUpload.finalCrc32,\n };\n }\n catch (e) {\n logger.debug('failed to list cached parts, removing cached upload.');\n await removeCachedUpload(cacheKey);\n return null;\n }\n};\nconst listCachedUploadTasks = async (kvStorage) => {\n try {\n return JSON.parse((await kvStorage.getItem(UPLOADS_STORAGE_KEY)) ?? '{}');\n }\n catch (e) {\n logger.debug('failed to parse cached uploads record.');\n return {};\n }\n};\n/**\n * Get the cache key of a multipart upload. Data source cached by different: size, content type, bucket, access level,\n * key. If the data source is a File instance, the upload is additionally indexed by file name and last modified time.\n * So the library always created a new multipart upload if the file is modified.\n */\nexport const getUploadsCacheKey = ({ file, size, contentType, bucket, accessLevel, key, }) => {\n let levelStr;\n const resolvedContentType = contentType ?? file?.type ?? 'application/octet-stream';\n // If no access level is defined, we're using custom gen2 access rules\n if (accessLevel === undefined) {\n levelStr = 'custom';\n }\n else {\n levelStr = accessLevel === 'guest' ? 'public' : accessLevel;\n }\n const baseId = `${size}_${resolvedContentType}_${bucket}_${levelStr}_${key}`;\n if (file) {\n return `${file.name}_${file.lastModified}_${baseId}`;\n }\n else {\n return baseId;\n }\n};\nexport const cacheMultipartUpload = async (cacheKey, fileMetadata) => {\n const cachedUploads = await listCachedUploadTasks(defaultStorage);\n cachedUploads[cacheKey] = {\n ...fileMetadata,\n lastTouched: Date.now(),\n };\n await defaultStorage.setItem(UPLOADS_STORAGE_KEY, JSON.stringify(cachedUploads));\n};\nexport const removeCachedUpload = async (cacheKey) => {\n const cachedUploads = await listCachedUploadTasks(defaultStorage);\n delete cachedUploads[cacheKey];\n await defaultStorage.setItem(UPLOADS_STORAGE_KEY, JSON.stringify(cachedUploads));\n};\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AACA;AAKA,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC;AAChC;AACA;AACA;AACA;AACY,MAAC,qBAAqB,GAAG,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,GAAG,KAAK;AAC1F,IAAI,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,cAAc,CAAC,CAAC;AACtE,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;AAChC,QAAQ,aAAa,CAAC,QAAQ,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;AACnE,MAAM;AACN,QAAQ,OAAO,IAAI,CAAC;AACpB,KAAK;AACL,IAAI,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;AACjD,IAAI,YAAY,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AAC1C,IAAI,MAAM,cAAc,CAAC,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;AACrF,IAAI,IAAI;AACR,QAAQ,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE;AACzD,YAAY,MAAM,EAAE,MAAM;AAC1B,YAAY,GAAG,EAAE,QAAQ;AACzB,YAAY,QAAQ,EAAE,YAAY,CAAC,QAAQ;AAC3C,SAAS,CAAC,CAAC;AACX,QAAQ,OAAO;AACf,YAAY,KAAK,EAAE,KAAK;AACxB,YAAY,QAAQ,EAAE,YAAY,CAAC,QAAQ;AAC3C,YAAY,UAAU,EAAE,YAAY,CAAC,UAAU;AAC/C,SAAS,CAAC;AACV,KAAK;AACL,IAAI,OAAO,CAAC,EAAE;AACd,QAAQ,MAAM,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;AAC7E,QAAQ,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;AAC3C,QAAQ,OAAO,IAAI,CAAC;AACpB,KAAK;AACL,EAAE;AACF,MAAM,qBAAqB,GAAG,OAAO,SAAS,KAAK;AACnD,IAAI,IAAI;AACR,QAAQ,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,SAAS,CAAC,OAAO,CAAC,mBAAmB,CAAC,KAAK,IAAI,CAAC,CAAC;AAClF,KAAK;AACL,IAAI,OAAO,CAAC,EAAE;AACd,QAAQ,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;AAC/D,QAAQ,OAAO,EAAE,CAAC;AAClB,KAAK;AACL,CAAC,CAAC;AACF;AACA;AACA;AACA;AACA;AACY,MAAC,kBAAkB,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,GAAG,KAAK;AAC9F,IAAI,IAAI,QAAQ,CAAC;AACjB,IAAI,MAAM,mBAAmB,GAAG,WAAW,IAAI,IAAI,EAAE,IAAI,IAAI,0BAA0B,CAAC;AACxF;AACA,IAAI,IAAI,WAAW,KAAK,SAAS,EAAE;AACnC,QAAQ,QAAQ,GAAG,QAAQ,CAAC;AAC5B,KAAK;AACL,SAAS;AACT,QAAQ,QAAQ,GAAG,WAAW,KAAK,OAAO,GAAG,QAAQ,GAAG,WAAW,CAAC;AACpE,KAAK;AACL,IAAI,MAAM,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACjF,IAAI,IAAI,IAAI,EAAE;AACd,QAAQ,OAAO,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAC7D,KAAK;AACL,SAAS;AACT,QAAQ,OAAO,MAAM,CAAC;AACtB,KAAK;AACL,EAAE;AACU,MAAC,oBAAoB,GAAG,OAAO,QAAQ,EAAE,YAAY,KAAK;AACtE,IAAI,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,cAAc,CAAC,CAAC;AACtE,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG;AAC9B,QAAQ,GAAG,YAAY;AACvB,QAAQ,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;AAC/B,KAAK,CAAC;AACN,IAAI,MAAM,cAAc,CAAC,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;AACrF,EAAE;AACU,MAAC,kBAAkB,GAAG,OAAO,QAAQ,KAAK;AACtD,IAAI,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,cAAc,CAAC,CAAC;AACtE,IAAI,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC;AACnC,IAAI,MAAM,cAAc,CAAC,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;AACrF;;;;"}
|
package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadHandlers.d.ts
RENAMED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { UploadDataInput, UploadDataWithPathInput } from '
|
|
2
|
-
import { ItemWithKey, ItemWithPath } from '
|
|
1
|
+
import { UploadDataInput, UploadDataWithPathInput } from '../../../../types';
|
|
2
|
+
import { ItemWithKey, ItemWithPath } from '../../../../types/outputs';
|
|
3
3
|
/**
|
|
4
4
|
* Create closure hiding the multipart upload implementation details and expose the upload job and control functions(
|
|
5
5
|
* onPause, onResume, onCancel).
|
package/dist/esm/providers/s3/apis/{uploadData → internal/uploadData}/multipart/uploadHandlers.mjs
RENAMED
|
@@ -2,30 +2,31 @@ import { Amplify } from '@aws-amplify/core';
|
|
|
2
2
|
import { StorageAction } from '@aws-amplify/core/internals/utils';
|
|
3
3
|
import '@smithy/md5-js';
|
|
4
4
|
import '@aws-amplify/core/internals/aws-client-utils';
|
|
5
|
-
import '
|
|
5
|
+
import '../../../../utils/client/runtime/s3TransferHandler/fetch.mjs';
|
|
6
6
|
import 'fast-xml-parser';
|
|
7
|
-
import '
|
|
7
|
+
import '../../../../utils/client/runtime/s3TransferHandler/xhr.mjs';
|
|
8
8
|
import 'buffer';
|
|
9
|
-
import { StorageError } from '
|
|
10
|
-
import { resolveS3ConfigAndInput } from '
|
|
11
|
-
import { CanceledError } from '
|
|
12
|
-
import '
|
|
13
|
-
import { logger } from '
|
|
14
|
-
import { validateStorageOperationInput } from '
|
|
15
|
-
import { STORAGE_INPUT_KEY, DEFAULT_QUEUE_SIZE, DEFAULT_ACCESS_LEVEL } from '
|
|
16
|
-
import '
|
|
17
|
-
import '
|
|
18
|
-
import '
|
|
19
|
-
import '
|
|
20
|
-
import '
|
|
21
|
-
import '
|
|
22
|
-
import { completeMultipartUpload } from '
|
|
23
|
-
import '
|
|
24
|
-
import { abortMultipartUpload } from '
|
|
25
|
-
import '
|
|
26
|
-
import { headObject } from '
|
|
27
|
-
import '
|
|
28
|
-
import { getStorageUserAgentValue } from '
|
|
9
|
+
import { StorageError } from '../../../../../../errors/StorageError.mjs';
|
|
10
|
+
import { resolveS3ConfigAndInput } from '../../../../utils/resolveS3ConfigAndInput.mjs';
|
|
11
|
+
import { CanceledError } from '../../../../../../errors/CanceledError.mjs';
|
|
12
|
+
import '../../../../../../errors/types/validation.mjs';
|
|
13
|
+
import { logger } from '../../../../../../utils/logger.mjs';
|
|
14
|
+
import { validateStorageOperationInput } from '../../../../utils/validateStorageOperationInput.mjs';
|
|
15
|
+
import { STORAGE_INPUT_KEY, DEFAULT_QUEUE_SIZE, DEFAULT_ACCESS_LEVEL } from '../../../../utils/constants.mjs';
|
|
16
|
+
import '../../../../utils/client/s3data/base.mjs';
|
|
17
|
+
import '../../../../utils/client/s3data/getObject.mjs';
|
|
18
|
+
import '../../../../utils/client/s3data/listObjectsV2.mjs';
|
|
19
|
+
import '../../../../utils/client/s3data/putObject.mjs';
|
|
20
|
+
import '../../../../utils/client/s3data/createMultipartUpload.mjs';
|
|
21
|
+
import '../../../../utils/client/s3data/uploadPart.mjs';
|
|
22
|
+
import { completeMultipartUpload } from '../../../../utils/client/s3data/completeMultipartUpload.mjs';
|
|
23
|
+
import '../../../../utils/client/s3data/listParts.mjs';
|
|
24
|
+
import { abortMultipartUpload } from '../../../../utils/client/s3data/abortMultipartUpload.mjs';
|
|
25
|
+
import '../../../../utils/client/s3data/copyObject.mjs';
|
|
26
|
+
import { headObject } from '../../../../utils/client/s3data/headObject.mjs';
|
|
27
|
+
import '../../../../utils/client/s3data/deleteObject.mjs';
|
|
28
|
+
import { getStorageUserAgentValue } from '../../../../utils/userAgent.mjs';
|
|
29
|
+
import { validateObjectNotExists } from '../validateObjectNotExists.mjs';
|
|
29
30
|
import { uploadPartExecutor } from './uploadPartExecutor.mjs';
|
|
30
31
|
import { getUploadsCacheKey, removeCachedUpload } from './uploadCache.mjs';
|
|
31
32
|
import { getConcurrentUploadsProgressTracker } from './progressTracker.mjs';
|
|
@@ -52,20 +53,22 @@ const getMultipartUploadHandlers = (uploadDataInput, size) => {
|
|
|
52
53
|
let resolvedIdentityId;
|
|
53
54
|
let uploadCacheKey;
|
|
54
55
|
let finalKey;
|
|
56
|
+
let expectedBucketOwner;
|
|
55
57
|
// Special flag that differentiates HTTP requests abort error caused by pause() from ones caused by cancel().
|
|
56
58
|
// The former one should NOT cause the upload job to throw, but cancels any pending HTTP requests.
|
|
57
59
|
// This should be replaced by a special abort reason. However,the support of this API is lagged behind.
|
|
58
60
|
let isAbortSignalFromPause = false;
|
|
59
61
|
const startUpload = async () => {
|
|
60
62
|
const { options: uploadDataOptions, data } = uploadDataInput;
|
|
61
|
-
const resolvedS3Options = await resolveS3ConfigAndInput(Amplify,
|
|
63
|
+
const resolvedS3Options = await resolveS3ConfigAndInput(Amplify, uploadDataInput);
|
|
62
64
|
abortController = new AbortController();
|
|
63
65
|
isAbortSignalFromPause = false;
|
|
64
66
|
resolvedS3Config = resolvedS3Options.s3Config;
|
|
65
67
|
resolvedBucket = resolvedS3Options.bucket;
|
|
66
68
|
resolvedIdentityId = resolvedS3Options.identityId;
|
|
69
|
+
expectedBucketOwner = uploadDataOptions?.expectedBucketOwner;
|
|
67
70
|
const { inputType, objectKey } = validateStorageOperationInput(uploadDataInput, resolvedIdentityId);
|
|
68
|
-
const { contentDisposition, contentEncoding, contentType = 'application/octet-stream', metadata, onProgress, } = uploadDataOptions ?? {};
|
|
71
|
+
const { contentDisposition, contentEncoding, contentType = 'application/octet-stream', metadata, preventOverwrite, onProgress, } = uploadDataOptions ?? {};
|
|
69
72
|
finalKey = objectKey;
|
|
70
73
|
// Resolve "key" specific options
|
|
71
74
|
if (inputType === STORAGE_INPUT_KEY) {
|
|
@@ -76,7 +79,7 @@ const getMultipartUploadHandlers = (uploadDataInput, size) => {
|
|
|
76
79
|
resolvedAccessLevel = resolveAccessLevel(accessLevel);
|
|
77
80
|
}
|
|
78
81
|
if (!inProgressUpload) {
|
|
79
|
-
const { uploadId, cachedParts } = await loadOrCreateMultipartUpload({
|
|
82
|
+
const { uploadId, cachedParts, finalCrc32 } = await loadOrCreateMultipartUpload({
|
|
80
83
|
s3Config: resolvedS3Config,
|
|
81
84
|
accessLevel: resolvedAccessLevel,
|
|
82
85
|
bucket: resolvedBucket,
|
|
@@ -89,10 +92,12 @@ const getMultipartUploadHandlers = (uploadDataInput, size) => {
|
|
|
89
92
|
data,
|
|
90
93
|
size,
|
|
91
94
|
abortSignal: abortController.signal,
|
|
95
|
+
expectedBucketOwner,
|
|
92
96
|
});
|
|
93
97
|
inProgressUpload = {
|
|
94
98
|
uploadId,
|
|
95
99
|
completedParts: cachedParts,
|
|
100
|
+
finalCrc32,
|
|
96
101
|
};
|
|
97
102
|
}
|
|
98
103
|
uploadCacheKey = size
|
|
@@ -107,10 +112,12 @@ const getMultipartUploadHandlers = (uploadDataInput, size) => {
|
|
|
107
112
|
: undefined;
|
|
108
113
|
const dataChunker = getDataChunker(data, size);
|
|
109
114
|
const completedPartNumberSet = new Set(inProgressUpload.completedParts.map(({ PartNumber }) => PartNumber));
|
|
110
|
-
const onPartUploadCompletion = (partNumber, eTag) => {
|
|
115
|
+
const onPartUploadCompletion = (partNumber, eTag, crc32) => {
|
|
111
116
|
inProgressUpload?.completedParts.push({
|
|
112
117
|
PartNumber: partNumber,
|
|
113
118
|
ETag: eTag,
|
|
119
|
+
// TODO: crc32 can always be added once RN also has an implementation
|
|
120
|
+
...(crc32 ? { ChecksumCRC32: crc32 } : {}),
|
|
114
121
|
});
|
|
115
122
|
};
|
|
116
123
|
const concurrentUploadsProgressTracker = getConcurrentUploadsProgressTracker({
|
|
@@ -130,9 +137,17 @@ const getMultipartUploadHandlers = (uploadDataInput, size) => {
|
|
|
130
137
|
onPartUploadCompletion,
|
|
131
138
|
onProgress: concurrentUploadsProgressTracker.getOnProgressListener(),
|
|
132
139
|
isObjectLockEnabled: resolvedS3Options.isObjectLockEnabled,
|
|
140
|
+
useCRC32Checksum: Boolean(inProgressUpload.finalCrc32),
|
|
141
|
+
expectedBucketOwner,
|
|
133
142
|
}));
|
|
134
143
|
}
|
|
135
144
|
await Promise.all(concurrentUploadPartExecutors);
|
|
145
|
+
if (preventOverwrite) {
|
|
146
|
+
await validateObjectNotExists(resolvedS3Config, {
|
|
147
|
+
Bucket: resolvedBucket,
|
|
148
|
+
Key: finalKey,
|
|
149
|
+
});
|
|
150
|
+
}
|
|
136
151
|
const { ETag: eTag } = await completeMultipartUpload({
|
|
137
152
|
...resolvedS3Config,
|
|
138
153
|
abortSignal: abortController.signal,
|
|
@@ -141,14 +156,17 @@ const getMultipartUploadHandlers = (uploadDataInput, size) => {
|
|
|
141
156
|
Bucket: resolvedBucket,
|
|
142
157
|
Key: finalKey,
|
|
143
158
|
UploadId: inProgressUpload.uploadId,
|
|
159
|
+
ChecksumCRC32: inProgressUpload.finalCrc32,
|
|
144
160
|
MultipartUpload: {
|
|
145
161
|
Parts: inProgressUpload.completedParts.sort((partA, partB) => partA.PartNumber - partB.PartNumber),
|
|
146
162
|
},
|
|
163
|
+
ExpectedBucketOwner: expectedBucketOwner,
|
|
147
164
|
});
|
|
148
165
|
if (size) {
|
|
149
166
|
const { ContentLength: uploadedObjectSize } = await headObject(resolvedS3Config, {
|
|
150
167
|
Bucket: resolvedBucket,
|
|
151
168
|
Key: finalKey,
|
|
169
|
+
ExpectedBucketOwner: expectedBucketOwner,
|
|
152
170
|
});
|
|
153
171
|
if (uploadedObjectSize && uploadedObjectSize !== size) {
|
|
154
172
|
throw new StorageError({
|
|
@@ -206,6 +224,7 @@ const getMultipartUploadHandlers = (uploadDataInput, size) => {
|
|
|
206
224
|
Bucket: resolvedBucket,
|
|
207
225
|
Key: finalKey,
|
|
208
226
|
UploadId: inProgressUpload?.uploadId,
|
|
227
|
+
ExpectedBucketOwner: expectedBucketOwner,
|
|
209
228
|
});
|
|
210
229
|
};
|
|
211
230
|
cancelUpload().catch(e => {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uploadHandlers.mjs","sources":["../../../../../../../../src/providers/s3/apis/internal/uploadData/multipart/uploadHandlers.ts"],"sourcesContent":["// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.\n// SPDX-License-Identifier: Apache-2.0\nimport { Amplify } from '@aws-amplify/core';\nimport { StorageAction } from '@aws-amplify/core/internals/utils';\nimport { resolveS3ConfigAndInput, validateStorageOperationInput, } from '../../../../utils';\nimport { DEFAULT_ACCESS_LEVEL, DEFAULT_QUEUE_SIZE, STORAGE_INPUT_KEY, } from '../../../../utils/constants';\nimport { StorageError } from '../../../../../../errors/StorageError';\nimport { CanceledError } from '../../../../../../errors/CanceledError';\nimport { abortMultipartUpload, completeMultipartUpload, headObject, } from '../../../../utils/client/s3data';\nimport { getStorageUserAgentValue } from '../../../../utils/userAgent';\nimport { logger } from '../../../../../../utils';\nimport { validateObjectNotExists } from '../validateObjectNotExists';\nimport { uploadPartExecutor } from './uploadPartExecutor';\nimport { getUploadsCacheKey, removeCachedUpload } from './uploadCache';\nimport { getConcurrentUploadsProgressTracker } from './progressTracker';\nimport { loadOrCreateMultipartUpload } from './initialUpload';\nimport { getDataChunker } from './getDataChunker';\n/**\n * Create closure hiding the multipart upload implementation details and expose the upload job and control functions(\n * onPause, onResume, onCancel).\n *\n * @internal\n */\nexport const getMultipartUploadHandlers = (uploadDataInput, size) => {\n let resolveCallback;\n let rejectCallback;\n let inProgressUpload;\n let resolvedS3Config;\n let abortController;\n let resolvedAccessLevel;\n let resolvedBucket;\n let resolvedKeyPrefix;\n let resolvedIdentityId;\n let uploadCacheKey;\n let finalKey;\n let expectedBucketOwner;\n // Special flag that differentiates HTTP requests abort error caused by pause() from ones caused by cancel().\n // The former one should NOT cause the upload job to throw, but cancels any pending HTTP requests.\n // This should be replaced by a special abort reason. However,the support of this API is lagged behind.\n let isAbortSignalFromPause = false;\n const startUpload = async () => {\n const { options: uploadDataOptions, data } = uploadDataInput;\n const resolvedS3Options = await resolveS3ConfigAndInput(Amplify, uploadDataInput);\n abortController = new AbortController();\n isAbortSignalFromPause = false;\n resolvedS3Config = resolvedS3Options.s3Config;\n resolvedBucket = resolvedS3Options.bucket;\n resolvedIdentityId = resolvedS3Options.identityId;\n expectedBucketOwner = uploadDataOptions?.expectedBucketOwner;\n const { inputType, objectKey } = validateStorageOperationInput(uploadDataInput, resolvedIdentityId);\n const { contentDisposition, contentEncoding, contentType = 'application/octet-stream', metadata, preventOverwrite, onProgress, } = uploadDataOptions ?? {};\n finalKey = objectKey;\n // Resolve \"key\" specific options\n if (inputType === STORAGE_INPUT_KEY) {\n const accessLevel = uploadDataOptions\n ?.accessLevel;\n resolvedKeyPrefix = resolvedS3Options.keyPrefix;\n finalKey = resolvedKeyPrefix + objectKey;\n resolvedAccessLevel = resolveAccessLevel(accessLevel);\n }\n if (!inProgressUpload) {\n const { uploadId, cachedParts, finalCrc32 } = await loadOrCreateMultipartUpload({\n s3Config: resolvedS3Config,\n accessLevel: resolvedAccessLevel,\n bucket: resolvedBucket,\n keyPrefix: resolvedKeyPrefix,\n key: objectKey,\n contentType,\n contentDisposition,\n contentEncoding,\n metadata,\n data,\n size,\n abortSignal: abortController.signal,\n expectedBucketOwner,\n });\n inProgressUpload = {\n uploadId,\n completedParts: cachedParts,\n finalCrc32,\n };\n }\n uploadCacheKey = size\n ? getUploadsCacheKey({\n file: data instanceof File ? data : undefined,\n accessLevel: resolvedAccessLevel,\n contentType: uploadDataOptions?.contentType,\n bucket: resolvedBucket,\n size,\n key: objectKey,\n })\n : undefined;\n const dataChunker = getDataChunker(data, size);\n const completedPartNumberSet = new Set(inProgressUpload.completedParts.map(({ PartNumber }) => PartNumber));\n const onPartUploadCompletion = (partNumber, eTag, crc32) => {\n inProgressUpload?.completedParts.push({\n PartNumber: partNumber,\n ETag: eTag,\n // TODO: crc32 can always be added once RN also has an implementation\n ...(crc32 ? { ChecksumCRC32: crc32 } : {}),\n });\n };\n const concurrentUploadsProgressTracker = getConcurrentUploadsProgressTracker({\n size,\n onProgress,\n });\n const concurrentUploadPartExecutors = [];\n for (let index = 0; index < DEFAULT_QUEUE_SIZE; index++) {\n concurrentUploadPartExecutors.push(uploadPartExecutor({\n dataChunkerGenerator: dataChunker,\n completedPartNumberSet,\n s3Config: resolvedS3Config,\n abortSignal: abortController.signal,\n bucket: resolvedBucket,\n finalKey,\n uploadId: inProgressUpload.uploadId,\n onPartUploadCompletion,\n onProgress: concurrentUploadsProgressTracker.getOnProgressListener(),\n isObjectLockEnabled: resolvedS3Options.isObjectLockEnabled,\n useCRC32Checksum: Boolean(inProgressUpload.finalCrc32),\n expectedBucketOwner,\n }));\n }\n await Promise.all(concurrentUploadPartExecutors);\n if (preventOverwrite) {\n await validateObjectNotExists(resolvedS3Config, {\n Bucket: resolvedBucket,\n Key: finalKey,\n });\n }\n const { ETag: eTag } = await completeMultipartUpload({\n ...resolvedS3Config,\n abortSignal: abortController.signal,\n userAgentValue: getStorageUserAgentValue(StorageAction.UploadData),\n }, {\n Bucket: resolvedBucket,\n Key: finalKey,\n UploadId: inProgressUpload.uploadId,\n ChecksumCRC32: inProgressUpload.finalCrc32,\n MultipartUpload: {\n Parts: inProgressUpload.completedParts.sort((partA, partB) => partA.PartNumber - partB.PartNumber),\n },\n ExpectedBucketOwner: expectedBucketOwner,\n });\n if (size) {\n const { ContentLength: uploadedObjectSize } = await headObject(resolvedS3Config, {\n Bucket: resolvedBucket,\n Key: finalKey,\n ExpectedBucketOwner: expectedBucketOwner,\n });\n if (uploadedObjectSize && uploadedObjectSize !== size) {\n throw new StorageError({\n name: 'Error',\n message: `Upload failed. Expected object size ${size}, but got ${uploadedObjectSize}.`,\n });\n }\n }\n if (uploadCacheKey) {\n await removeCachedUpload(uploadCacheKey);\n }\n const result = {\n eTag,\n contentType,\n metadata,\n };\n return inputType === STORAGE_INPUT_KEY\n ? { key: objectKey, ...result }\n : { path: objectKey, ...result };\n };\n const startUploadWithResumability = () => startUpload()\n .then(resolveCallback)\n .catch(error => {\n const abortSignal = abortController?.signal;\n if (abortSignal?.aborted && isAbortSignalFromPause) {\n logger.debug('upload paused.');\n }\n else {\n // Uncaught errors should be exposed to the users.\n rejectCallback(error);\n }\n });\n const multipartUploadJob = () => new Promise((resolve, reject) => {\n resolveCallback = resolve;\n rejectCallback = reject;\n startUploadWithResumability();\n });\n const onPause = () => {\n isAbortSignalFromPause = true;\n abortController?.abort();\n };\n const onResume = () => {\n startUploadWithResumability();\n };\n const onCancel = (message) => {\n // 1. abort in-flight API requests\n abortController?.abort(message);\n const cancelUpload = async () => {\n // 2. clear upload cache.\n if (uploadCacheKey) {\n await removeCachedUpload(uploadCacheKey);\n }\n // 3. clear multipart upload on server side.\n await abortMultipartUpload(resolvedS3Config, {\n Bucket: resolvedBucket,\n Key: finalKey,\n UploadId: inProgressUpload?.uploadId,\n ExpectedBucketOwner: expectedBucketOwner,\n });\n };\n cancelUpload().catch(e => {\n logger.debug('error when cancelling upload task.', e);\n });\n rejectCallback(\n // Internal error that should not be exposed to the users. They should use isCancelError() to check if\n // the error is caused by cancel().\n new CanceledError(message ? { message } : undefined));\n };\n return {\n multipartUploadJob,\n onPause,\n onResume,\n onCancel,\n };\n};\nconst resolveAccessLevel = (accessLevel) => accessLevel ??\n Amplify.libraryOptions.Storage?.S3?.defaultAccessLevel ??\n DEFAULT_ACCESS_LEVEL;\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AACA;AAgBA;AACA;AACA;AACA;AACA;AACA;AACY,MAAC,0BAA0B,GAAG,CAAC,eAAe,EAAE,IAAI,KAAK;AACrE,IAAI,IAAI,eAAe,CAAC;AACxB,IAAI,IAAI,cAAc,CAAC;AACvB,IAAI,IAAI,gBAAgB,CAAC;AACzB,IAAI,IAAI,gBAAgB,CAAC;AACzB,IAAI,IAAI,eAAe,CAAC;AACxB,IAAI,IAAI,mBAAmB,CAAC;AAC5B,IAAI,IAAI,cAAc,CAAC;AACvB,IAAI,IAAI,iBAAiB,CAAC;AAC1B,IAAI,IAAI,kBAAkB,CAAC;AAC3B,IAAI,IAAI,cAAc,CAAC;AACvB,IAAI,IAAI,QAAQ,CAAC;AACjB,IAAI,IAAI,mBAAmB,CAAC;AAC5B;AACA;AACA;AACA,IAAI,IAAI,sBAAsB,GAAG,KAAK,CAAC;AACvC,IAAI,MAAM,WAAW,GAAG,YAAY;AACpC,QAAQ,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,GAAG,eAAe,CAAC;AACrE,QAAQ,MAAM,iBAAiB,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AAC1F,QAAQ,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAChD,QAAQ,sBAAsB,GAAG,KAAK,CAAC;AACvC,QAAQ,gBAAgB,GAAG,iBAAiB,CAAC,QAAQ,CAAC;AACtD,QAAQ,cAAc,GAAG,iBAAiB,CAAC,MAAM,CAAC;AAClD,QAAQ,kBAAkB,GAAG,iBAAiB,CAAC,UAAU,CAAC;AAC1D,QAAQ,mBAAmB,GAAG,iBAAiB,EAAE,mBAAmB,CAAC;AACrE,QAAQ,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,6BAA6B,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC;AAC5G,QAAQ,MAAM,EAAE,kBAAkB,EAAE,eAAe,EAAE,WAAW,GAAG,0BAA0B,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,GAAG,GAAG,iBAAiB,IAAI,EAAE,CAAC;AACnK,QAAQ,QAAQ,GAAG,SAAS,CAAC;AAC7B;AACA,QAAQ,IAAI,SAAS,KAAK,iBAAiB,EAAE;AAC7C,YAAY,MAAM,WAAW,GAAG,iBAAiB;AACjD,kBAAkB,WAAW,CAAC;AAC9B,YAAY,iBAAiB,GAAG,iBAAiB,CAAC,SAAS,CAAC;AAC5D,YAAY,QAAQ,GAAG,iBAAiB,GAAG,SAAS,CAAC;AACrD,YAAY,mBAAmB,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;AAClE,SAAS;AACT,QAAQ,IAAI,CAAC,gBAAgB,EAAE;AAC/B,YAAY,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,2BAA2B,CAAC;AAC5F,gBAAgB,QAAQ,EAAE,gBAAgB;AAC1C,gBAAgB,WAAW,EAAE,mBAAmB;AAChD,gBAAgB,MAAM,EAAE,cAAc;AACtC,gBAAgB,SAAS,EAAE,iBAAiB;AAC5C,gBAAgB,GAAG,EAAE,SAAS;AAC9B,gBAAgB,WAAW;AAC3B,gBAAgB,kBAAkB;AAClC,gBAAgB,eAAe;AAC/B,gBAAgB,QAAQ;AACxB,gBAAgB,IAAI;AACpB,gBAAgB,IAAI;AACpB,gBAAgB,WAAW,EAAE,eAAe,CAAC,MAAM;AACnD,gBAAgB,mBAAmB;AACnC,aAAa,CAAC,CAAC;AACf,YAAY,gBAAgB,GAAG;AAC/B,gBAAgB,QAAQ;AACxB,gBAAgB,cAAc,EAAE,WAAW;AAC3C,gBAAgB,UAAU;AAC1B,aAAa,CAAC;AACd,SAAS;AACT,QAAQ,cAAc,GAAG,IAAI;AAC7B,cAAc,kBAAkB,CAAC;AACjC,gBAAgB,IAAI,EAAE,IAAI,YAAY,IAAI,GAAG,IAAI,GAAG,SAAS;AAC7D,gBAAgB,WAAW,EAAE,mBAAmB;AAChD,gBAAgB,WAAW,EAAE,iBAAiB,EAAE,WAAW;AAC3D,gBAAgB,MAAM,EAAE,cAAc;AACtC,gBAAgB,IAAI;AACpB,gBAAgB,GAAG,EAAE,SAAS;AAC9B,aAAa,CAAC;AACd,cAAc,SAAS,CAAC;AACxB,QAAQ,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACvD,QAAQ,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC;AACpH,QAAQ,MAAM,sBAAsB,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,KAAK;AACpE,YAAY,gBAAgB,EAAE,cAAc,CAAC,IAAI,CAAC;AAClD,gBAAgB,UAAU,EAAE,UAAU;AACtC,gBAAgB,IAAI,EAAE,IAAI;AAC1B;AACA,gBAAgB,IAAI,KAAK,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AAC1D,aAAa,CAAC,CAAC;AACf,SAAS,CAAC;AACV,QAAQ,MAAM,gCAAgC,GAAG,mCAAmC,CAAC;AACrF,YAAY,IAAI;AAChB,YAAY,UAAU;AACtB,SAAS,CAAC,CAAC;AACX,QAAQ,MAAM,6BAA6B,GAAG,EAAE,CAAC;AACjD,QAAQ,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,EAAE,KAAK,EAAE,EAAE;AACjE,YAAY,6BAA6B,CAAC,IAAI,CAAC,kBAAkB,CAAC;AAClE,gBAAgB,oBAAoB,EAAE,WAAW;AACjD,gBAAgB,sBAAsB;AACtC,gBAAgB,QAAQ,EAAE,gBAAgB;AAC1C,gBAAgB,WAAW,EAAE,eAAe,CAAC,MAAM;AACnD,gBAAgB,MAAM,EAAE,cAAc;AACtC,gBAAgB,QAAQ;AACxB,gBAAgB,QAAQ,EAAE,gBAAgB,CAAC,QAAQ;AACnD,gBAAgB,sBAAsB;AACtC,gBAAgB,UAAU,EAAE,gCAAgC,CAAC,qBAAqB,EAAE;AACpF,gBAAgB,mBAAmB,EAAE,iBAAiB,CAAC,mBAAmB;AAC1E,gBAAgB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC;AACtE,gBAAgB,mBAAmB;AACnC,aAAa,CAAC,CAAC,CAAC;AAChB,SAAS;AACT,QAAQ,MAAM,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;AACzD,QAAQ,IAAI,gBAAgB,EAAE;AAC9B,YAAY,MAAM,uBAAuB,CAAC,gBAAgB,EAAE;AAC5D,gBAAgB,MAAM,EAAE,cAAc;AACtC,gBAAgB,GAAG,EAAE,QAAQ;AAC7B,aAAa,CAAC,CAAC;AACf,SAAS;AACT,QAAQ,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,uBAAuB,CAAC;AAC7D,YAAY,GAAG,gBAAgB;AAC/B,YAAY,WAAW,EAAE,eAAe,CAAC,MAAM;AAC/C,YAAY,cAAc,EAAE,wBAAwB,CAAC,aAAa,CAAC,UAAU,CAAC;AAC9E,SAAS,EAAE;AACX,YAAY,MAAM,EAAE,cAAc;AAClC,YAAY,GAAG,EAAE,QAAQ;AACzB,YAAY,QAAQ,EAAE,gBAAgB,CAAC,QAAQ;AAC/C,YAAY,aAAa,EAAE,gBAAgB,CAAC,UAAU;AACtD,YAAY,eAAe,EAAE;AAC7B,gBAAgB,KAAK,EAAE,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,KAAK,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;AAClH,aAAa;AACb,YAAY,mBAAmB,EAAE,mBAAmB;AACpD,SAAS,CAAC,CAAC;AACX,QAAQ,IAAI,IAAI,EAAE;AAClB,YAAY,MAAM,EAAE,aAAa,EAAE,kBAAkB,EAAE,GAAG,MAAM,UAAU,CAAC,gBAAgB,EAAE;AAC7F,gBAAgB,MAAM,EAAE,cAAc;AACtC,gBAAgB,GAAG,EAAE,QAAQ;AAC7B,gBAAgB,mBAAmB,EAAE,mBAAmB;AACxD,aAAa,CAAC,CAAC;AACf,YAAY,IAAI,kBAAkB,IAAI,kBAAkB,KAAK,IAAI,EAAE;AACnE,gBAAgB,MAAM,IAAI,YAAY,CAAC;AACvC,oBAAoB,IAAI,EAAE,OAAO;AACjC,oBAAoB,OAAO,EAAE,CAAC,oCAAoC,EAAE,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC,CAAC;AAC1G,iBAAiB,CAAC,CAAC;AACnB,aAAa;AACb,SAAS;AACT,QAAQ,IAAI,cAAc,EAAE;AAC5B,YAAY,MAAM,kBAAkB,CAAC,cAAc,CAAC,CAAC;AACrD,SAAS;AACT,QAAQ,MAAM,MAAM,GAAG;AACvB,YAAY,IAAI;AAChB,YAAY,WAAW;AACvB,YAAY,QAAQ;AACpB,SAAS,CAAC;AACV,QAAQ,OAAO,SAAS,KAAK,iBAAiB;AAC9C,cAAc,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE;AAC3C,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC;AAC7C,KAAK,CAAC;AACN,IAAI,MAAM,2BAA2B,GAAG,MAAM,WAAW,EAAE;AAC3D,SAAS,IAAI,CAAC,eAAe,CAAC;AAC9B,SAAS,KAAK,CAAC,KAAK,IAAI;AACxB,QAAQ,MAAM,WAAW,GAAG,eAAe,EAAE,MAAM,CAAC;AACpD,QAAQ,IAAI,WAAW,EAAE,OAAO,IAAI,sBAAsB,EAAE;AAC5D,YAAY,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;AAC3C,SAAS;AACT,aAAa;AACb;AACA,YAAY,cAAc,CAAC,KAAK,CAAC,CAAC;AAClC,SAAS;AACT,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,kBAAkB,GAAG,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,KAAK;AACtE,QAAQ,eAAe,GAAG,OAAO,CAAC;AAClC,QAAQ,cAAc,GAAG,MAAM,CAAC;AAChC,QAAQ,2BAA2B,EAAE,CAAC;AACtC,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,OAAO,GAAG,MAAM;AAC1B,QAAQ,sBAAsB,GAAG,IAAI,CAAC;AACtC,QAAQ,eAAe,EAAE,KAAK,EAAE,CAAC;AACjC,KAAK,CAAC;AACN,IAAI,MAAM,QAAQ,GAAG,MAAM;AAC3B,QAAQ,2BAA2B,EAAE,CAAC;AACtC,KAAK,CAAC;AACN,IAAI,MAAM,QAAQ,GAAG,CAAC,OAAO,KAAK;AAClC;AACA,QAAQ,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;AACxC,QAAQ,MAAM,YAAY,GAAG,YAAY;AACzC;AACA,YAAY,IAAI,cAAc,EAAE;AAChC,gBAAgB,MAAM,kBAAkB,CAAC,cAAc,CAAC,CAAC;AACzD,aAAa;AACb;AACA,YAAY,MAAM,oBAAoB,CAAC,gBAAgB,EAAE;AACzD,gBAAgB,MAAM,EAAE,cAAc;AACtC,gBAAgB,GAAG,EAAE,QAAQ;AAC7B,gBAAgB,QAAQ,EAAE,gBAAgB,EAAE,QAAQ;AACpD,gBAAgB,mBAAmB,EAAE,mBAAmB;AACxD,aAAa,CAAC,CAAC;AACf,SAAS,CAAC;AACV,QAAQ,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI;AAClC,YAAY,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,CAAC,CAAC,CAAC;AAClE,SAAS,CAAC,CAAC;AACX,QAAQ,cAAc;AACtB;AACA;AACA,QAAQ,IAAI,aAAa,CAAC,OAAO,GAAG,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC;AAC9D,KAAK,CAAC;AACN,IAAI,OAAO;AACX,QAAQ,kBAAkB;AAC1B,QAAQ,OAAO;AACf,QAAQ,QAAQ;AAChB,QAAQ,QAAQ;AAChB,KAAK,CAAC;AACN,EAAE;AACF,MAAM,kBAAkB,GAAG,CAAC,WAAW,KAAK,WAAW;AACvD,IAAI,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,EAAE,kBAAkB;AAC1D,IAAI,oBAAoB;;;;"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { TransferProgressEvent } from '
|
|
2
|
-
import { ResolvedS3Config } from '
|
|
1
|
+
import { TransferProgressEvent } from '../../../../../../types';
|
|
2
|
+
import { ResolvedS3Config } from '../../../../types/options';
|
|
3
3
|
import { PartToUpload } from './getDataChunker';
|
|
4
4
|
interface UploadPartExecutorOptions {
|
|
5
5
|
dataChunkerGenerator: Generator<PartToUpload, void, undefined>;
|
|
@@ -10,8 +10,10 @@ interface UploadPartExecutorOptions {
|
|
|
10
10
|
finalKey: string;
|
|
11
11
|
uploadId: string;
|
|
12
12
|
isObjectLockEnabled?: boolean;
|
|
13
|
-
|
|
13
|
+
useCRC32Checksum?: boolean;
|
|
14
|
+
onPartUploadCompletion(partNumber: number, eTag: string, crc32: string | undefined): void;
|
|
14
15
|
onProgress?(event: TransferProgressEvent): void;
|
|
16
|
+
expectedBucketOwner?: string;
|
|
15
17
|
}
|
|
16
|
-
export declare const uploadPartExecutor: ({ dataChunkerGenerator, completedPartNumberSet, s3Config, abortSignal, bucket, finalKey, uploadId, onPartUploadCompletion, onProgress, isObjectLockEnabled, }: UploadPartExecutorOptions) => Promise<void>;
|
|
18
|
+
export declare const uploadPartExecutor: ({ dataChunkerGenerator, completedPartNumberSet, s3Config, abortSignal, bucket, finalKey, uploadId, onPartUploadCompletion, onProgress, isObjectLockEnabled, useCRC32Checksum, expectedBucketOwner, }: UploadPartExecutorOptions) => Promise<void>;
|
|
17
19
|
export {};
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import '../../../../utils/client/s3data/base.mjs';
|
|
2
|
+
import '../../../../utils/client/s3data/getObject.mjs';
|
|
3
|
+
import '../../../../utils/client/s3data/listObjectsV2.mjs';
|
|
4
|
+
import '../../../../utils/client/s3data/putObject.mjs';
|
|
5
|
+
import '../../../../utils/client/s3data/createMultipartUpload.mjs';
|
|
6
|
+
import { uploadPart } from '../../../../utils/client/s3data/uploadPart.mjs';
|
|
7
|
+
import '../../../../utils/client/s3data/completeMultipartUpload.mjs';
|
|
8
|
+
import '../../../../utils/client/s3data/listParts.mjs';
|
|
9
|
+
import '../../../../utils/client/s3data/abortMultipartUpload.mjs';
|
|
10
|
+
import '../../../../utils/client/s3data/copyObject.mjs';
|
|
11
|
+
import '../../../../utils/client/s3data/headObject.mjs';
|
|
12
|
+
import '../../../../utils/client/s3data/deleteObject.mjs';
|
|
13
|
+
import '../../../../../../errors/types/validation.mjs';
|
|
14
|
+
import '@aws-amplify/core/internals/utils';
|
|
15
|
+
import { logger } from '../../../../../../utils/logger.mjs';
|
|
16
|
+
import { calculateContentCRC32 } from '../../../../utils/crc32.mjs';
|
|
17
|
+
import { calculateContentMd5 } from '../../../../utils/md5.mjs';
|
|
18
|
+
|
|
19
|
+
// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
20
|
+
// SPDX-License-Identifier: Apache-2.0
|
|
21
|
+
const uploadPartExecutor = async ({ dataChunkerGenerator, completedPartNumberSet, s3Config, abortSignal, bucket, finalKey, uploadId, onPartUploadCompletion, onProgress, isObjectLockEnabled, useCRC32Checksum, expectedBucketOwner, }) => {
|
|
22
|
+
let transferredBytes = 0;
|
|
23
|
+
for (const { data, partNumber, size } of dataChunkerGenerator) {
|
|
24
|
+
if (abortSignal.aborted) {
|
|
25
|
+
logger.debug('upload executor aborted.');
|
|
26
|
+
break;
|
|
27
|
+
}
|
|
28
|
+
if (completedPartNumberSet.has(partNumber)) {
|
|
29
|
+
logger.debug(`part ${partNumber} already uploaded.`);
|
|
30
|
+
transferredBytes += size;
|
|
31
|
+
onProgress?.({
|
|
32
|
+
transferredBytes,
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
else {
|
|
36
|
+
// handle cancel error
|
|
37
|
+
let checksumCRC32;
|
|
38
|
+
if (useCRC32Checksum) {
|
|
39
|
+
checksumCRC32 = await calculateContentCRC32(data);
|
|
40
|
+
}
|
|
41
|
+
const contentMD5 =
|
|
42
|
+
// check if checksum exists. ex: should not exist in react native
|
|
43
|
+
!checksumCRC32 && isObjectLockEnabled
|
|
44
|
+
? await calculateContentMd5(data)
|
|
45
|
+
: undefined;
|
|
46
|
+
const { ETag: eTag } = await uploadPart({
|
|
47
|
+
...s3Config,
|
|
48
|
+
abortSignal,
|
|
49
|
+
onUploadProgress: (event) => {
|
|
50
|
+
const { transferredBytes: currentPartTransferredBytes } = event;
|
|
51
|
+
onProgress?.({
|
|
52
|
+
transferredBytes: transferredBytes + currentPartTransferredBytes,
|
|
53
|
+
});
|
|
54
|
+
},
|
|
55
|
+
}, {
|
|
56
|
+
Bucket: bucket,
|
|
57
|
+
Key: finalKey,
|
|
58
|
+
UploadId: uploadId,
|
|
59
|
+
Body: data,
|
|
60
|
+
PartNumber: partNumber,
|
|
61
|
+
ChecksumCRC32: checksumCRC32?.checksum,
|
|
62
|
+
ContentMD5: contentMD5,
|
|
63
|
+
ExpectedBucketOwner: expectedBucketOwner,
|
|
64
|
+
});
|
|
65
|
+
transferredBytes += size;
|
|
66
|
+
// eTag will always be set even the S3 model interface marks it as optional.
|
|
67
|
+
onPartUploadCompletion(partNumber, eTag, checksumCRC32?.checksum);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
};
|
|
71
|
+
|
|
72
|
+
export { uploadPartExecutor };
|
|
73
|
+
//# sourceMappingURL=uploadPartExecutor.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uploadPartExecutor.mjs","sources":["../../../../../../../../src/providers/s3/apis/internal/uploadData/multipart/uploadPartExecutor.ts"],"sourcesContent":["// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.\n// SPDX-License-Identifier: Apache-2.0\nimport { uploadPart } from '../../../../utils/client/s3data';\nimport { logger } from '../../../../../../utils';\nimport { calculateContentCRC32 } from '../../../../utils/crc32';\nimport { calculateContentMd5 } from '../../../../utils';\nexport const uploadPartExecutor = async ({ dataChunkerGenerator, completedPartNumberSet, s3Config, abortSignal, bucket, finalKey, uploadId, onPartUploadCompletion, onProgress, isObjectLockEnabled, useCRC32Checksum, expectedBucketOwner, }) => {\n let transferredBytes = 0;\n for (const { data, partNumber, size } of dataChunkerGenerator) {\n if (abortSignal.aborted) {\n logger.debug('upload executor aborted.');\n break;\n }\n if (completedPartNumberSet.has(partNumber)) {\n logger.debug(`part ${partNumber} already uploaded.`);\n transferredBytes += size;\n onProgress?.({\n transferredBytes,\n });\n }\n else {\n // handle cancel error\n let checksumCRC32;\n if (useCRC32Checksum) {\n checksumCRC32 = await calculateContentCRC32(data);\n }\n const contentMD5 = \n // check if checksum exists. ex: should not exist in react native\n !checksumCRC32 && isObjectLockEnabled\n ? await calculateContentMd5(data)\n : undefined;\n const { ETag: eTag } = await uploadPart({\n ...s3Config,\n abortSignal,\n onUploadProgress: (event) => {\n const { transferredBytes: currentPartTransferredBytes } = event;\n onProgress?.({\n transferredBytes: transferredBytes + currentPartTransferredBytes,\n });\n },\n }, {\n Bucket: bucket,\n Key: finalKey,\n UploadId: uploadId,\n Body: data,\n PartNumber: partNumber,\n ChecksumCRC32: checksumCRC32?.checksum,\n ContentMD5: contentMD5,\n ExpectedBucketOwner: expectedBucketOwner,\n });\n transferredBytes += size;\n // eTag will always be set even the S3 model interface marks it as optional.\n onPartUploadCompletion(partNumber, eTag, checksumCRC32?.checksum);\n }\n }\n};\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AACA;AAKY,MAAC,kBAAkB,GAAG,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,sBAAsB,EAAE,UAAU,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,mBAAmB,GAAG,KAAK;AAClP,IAAI,IAAI,gBAAgB,GAAG,CAAC,CAAC;AAC7B,IAAI,KAAK,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,oBAAoB,EAAE;AACnE,QAAQ,IAAI,WAAW,CAAC,OAAO,EAAE;AACjC,YAAY,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;AACrD,YAAY,MAAM;AAClB,SAAS;AACT,QAAQ,IAAI,sBAAsB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;AACpD,YAAY,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC;AACjE,YAAY,gBAAgB,IAAI,IAAI,CAAC;AACrC,YAAY,UAAU,GAAG;AACzB,gBAAgB,gBAAgB;AAChC,aAAa,CAAC,CAAC;AACf,SAAS;AACT,aAAa;AACb;AACA,YAAY,IAAI,aAAa,CAAC;AAC9B,YAAY,IAAI,gBAAgB,EAAE;AAClC,gBAAgB,aAAa,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;AAClE,aAAa;AACb,YAAY,MAAM,UAAU;AAC5B;AACA,YAAY,CAAC,aAAa,IAAI,mBAAmB;AACjD,kBAAkB,MAAM,mBAAmB,CAAC,IAAI,CAAC;AACjD,kBAAkB,SAAS,CAAC;AAC5B,YAAY,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC;AACpD,gBAAgB,GAAG,QAAQ;AAC3B,gBAAgB,WAAW;AAC3B,gBAAgB,gBAAgB,EAAE,CAAC,KAAK,KAAK;AAC7C,oBAAoB,MAAM,EAAE,gBAAgB,EAAE,2BAA2B,EAAE,GAAG,KAAK,CAAC;AACpF,oBAAoB,UAAU,GAAG;AACjC,wBAAwB,gBAAgB,EAAE,gBAAgB,GAAG,2BAA2B;AACxF,qBAAqB,CAAC,CAAC;AACvB,iBAAiB;AACjB,aAAa,EAAE;AACf,gBAAgB,MAAM,EAAE,MAAM;AAC9B,gBAAgB,GAAG,EAAE,QAAQ;AAC7B,gBAAgB,QAAQ,EAAE,QAAQ;AAClC,gBAAgB,IAAI,EAAE,IAAI;AAC1B,gBAAgB,UAAU,EAAE,UAAU;AACtC,gBAAgB,aAAa,EAAE,aAAa,EAAE,QAAQ;AACtD,gBAAgB,UAAU,EAAE,UAAU;AACtC,gBAAgB,mBAAmB,EAAE,mBAAmB;AACxD,aAAa,CAAC,CAAC;AACf,YAAY,gBAAgB,IAAI,IAAI,CAAC;AACrC;AACA,YAAY,sBAAsB,CAAC,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;AAC9E,SAAS;AACT,KAAK;AACL;;;;"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { UploadDataInput, UploadDataWithPathInput } from '
|
|
2
|
-
import { ItemWithKey, ItemWithPath } from '
|
|
1
|
+
import { UploadDataInput, UploadDataWithPathInput } from '../../../types';
|
|
2
|
+
import { ItemWithKey, ItemWithPath } from '../../../types/outputs';
|
|
3
3
|
/**
|
|
4
4
|
* Get a function the returns a promise to call putObject API to S3.
|
|
5
5
|
*
|