aws-sdk-s3 1.233.1 → 1.235.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2a94f968574a4140131a94ed10f6e238db29a2cb3ceac5eaab1bccdda34efa4f
-  data.tar.gz: 63bbf8c2512e03438f6e22c634bb9070cc52e0b06096d7a6945dc55100303631
+  metadata.gz: 222ecc56a1d529e21a3539d72a6065fa8b03a30f2a76cefe2b656464c003b094
+  data.tar.gz: bdb9c728982988008448f8fac5b571277b16896fc36521c678a8ddd48fe89053
 SHA512:
-  metadata.gz: 46c2a374e3f4bbd446d32b3403f08e2b648f37dc5f1cfb1d1c2224a211b43e6450ebdaa9cc3bbf9c6fa3e2a5b0884671127baf13163391fb11647a339f34ae5f
-  data.tar.gz: 564b1d9d422faa9180efc8e86f31803c517335608ff98eb05fa328094cc5de1a23cd22f13afeb09aa3e84aeb5f0e0f3b8a2e9a2f69437403efcbc3aa7bb2ebb2
+  metadata.gz: 7cfb285fdbcbb3fc493209736b5432a034b45fa4b0ce2f0ba14a16f18815e7519a04ade3c04072eb7218781974f323acf0ea5ee4e4a0df298f4e3c61a514240b
+  data.tar.gz: f385fab3dd0f2eb170755d3d8696db98d054dfbd346d56c3a940ee0fd366a802cbbd30a78dca6e9b9b179d13937831d8eb5fb645124a57738c067fbcbc3dcd76

data/CHANGELOG.md

@@ -1,6 +1,27 @@
 Unreleased Changes
 ------------------
 
+1.235.0 (2026-10-20)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
+* Feature - Add RBS signatures for `TransferManager`, `MultipartUploadError`, `Errors::NotFound` and `Errors::SlowDown`.
+
+* Issue - Improve object key validation in `TransferManager#download_directory` on Windows.
+
+1.234.0 (2026-10-19)
+------------------
+
+* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
+
+1.233.2 (2026-10-06)
+------------------
+
+* Issue - Fix `download_file` on `TransferManager` and `Aws::S3::Object` leaving a corrupt file at the destination when a part raises a non-`StandardError`, and leaving a temp file behind when a caller-provided executor rejects a part.
+
+* Issue - Prevent `upload_directory` and `download_directory` on `TransferManager` from hanging when listing files or objects raises a non-`StandardError`, such as from a `:filter_callback`.
+
 1.233.1 (2026-10-01)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.233.1
+1.235.0

data/lib/aws-sdk-s3/client.rb

@@ -255,13 +255,20 @@ module Aws::S3
     #     the required types.
     #
     #   @option options [Boolean] :correct_clock_skew (true)
-    #     Used only in `standard` and `adaptive` retry modes. Specifies whether to apply
-    #     a clock skew correction and retry requests with skewed client clocks.
+    #     Used only in `standard` and `adaptive` retry modes. Specifies whether
+    #     to apply a clock skew correction and retry requests with skewed client
+    #     clocks. Takes effect only when `disable_clock_skew_correction` is not set.
     #
     #   @option options [String] :defaults_mode ("legacy")
     #     See {Aws::DefaultsModeConfiguration} for a list of the
     #     accepted modes and the configuration defaults that are included.
     #
+    #   @option options [Boolean] :disable_clock_skew_correction
+    #     Used only in `standard` and `adaptive` retry modes. When `true`, the
+    #     SDK does not apply a clock skew correction, does not update its stored
+    #     skew from responses, and does not retry clock skew errors. Clock skew
+    #     correction is enabled by default.
+    #
     #   @option options [Boolean] :disable_host_prefix_injection (false)
     #     When `true`, the SDK will not prepend the modeled host prefix to the endpoint.
     #
@@ -24209,7 +24216,7 @@ module Aws::S3
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-s3'
-      context[:gem_version] = '1.233.1'
+      context[:gem_version] = '1.235.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-s3/directory_downloader.rb

@@ -148,8 +148,9 @@ module Aws
             stream_objects
             @object_queue << DONE_MARKER
           rescue ClosedQueueError
-            # abort requested
-          rescue StandardError => e
+            nil # abort requested
+          # Any error, or the consumer waits on the queue forever
+          rescue Exception => e # rubocop:disable Lint/RescueException
             close
             raise e
           end
@@ -208,7 +209,12 @@ module Aws
         end
 
         def validate_key(key)
-          segments = key.split('/')
+          validation_key = key
+          if File::ALT_SEPARATOR
+            validation_key = key.gsub(File::ALT_SEPARATOR, File::SEPARATOR)
+          end
+
+          segments = validation_key.split(File::SEPARATOR)
           return unless segments.any? { |s| %w[. ..].include?(s) }
 
           DirectoryDownloadError.new("invalid key '#{key}': contains '.' or '..' path segments")

data/lib/aws-sdk-s3/directory_uploader.rb

@@ -156,6 +156,10 @@ module Aws
             # encountered a traversal error, we must abort immediately
             close
             raise DirectoryUploadError, "Directory traversal failed for '#{@source_dir}': #{e.message}"
+          # Any other error, or the consumer waits on the queue forever
+          rescue Exception => e # rubocop:disable Lint/RescueException
+            close
+            raise e
           end
 
           while (file = @file_queue.shift) && file != DONE_MARKER

data/lib/aws-sdk-s3/file_downloader.rb

@@ -60,7 +60,7 @@ module Aws
       end
 
       def download_with_executor(part_list, total_size, opts)
-        download_attempts = 0
+        queued_parts = 0
         completion_queue = Queue.new
         abort_download = false
         error = nil
@@ -69,24 +69,31 @@ module Aws
         while (part = part_list.shift)
           break if abort_download
 
-          download_attempts += 1
-          @executor.post(part) do |p|
-            update_progress(progress, p)
-            resp = @client.get_object(p.params)
-            range = extract_range(resp.content_range)
-            validate_range(range, p.params[:range]) if p.params[:range]
-            write(resp.body, range, opts)
-
-            execute_checksum_callback(resp, opts)
+          begin
+            @executor.post(part) do |p|
+              update_progress(progress, p)
+              resp = @client.get_object(p.params)
+              range = extract_range(resp.content_range)
+              validate_range(range, p.params[:range]) if p.params[:range]
+              write(resp.body, range, opts)
+
+              execute_checksum_callback(resp, opts)
+            # Any error, or a corrupt file replaces the destination
+            rescue Exception => e # rubocop:disable Lint/RescueException
+              abort_download = true
+              error = e
+            ensure
+              completion_queue << :done
+            end
+            queued_parts += 1
           rescue StandardError => e
-            abort_download = true
+            # Rejected by the executor, wait for queued parts so none write after cleanup
             error = e
-          ensure
-            completion_queue << :done
+            break
           end
         end
 
-        download_attempts.times { completion_queue.pop }
+        queued_parts.times { completion_queue.pop }
         raise error unless error.nil?
       end
 

data/lib/aws-sdk-s3/multipart_file_uploader.rb

@@ -169,7 +169,6 @@ module Aws
             queued_parts += 1
           rescue StandardError => e
             # Rejected by the executor; abort rather than orphan the upload.
-            abort_upload = true
             errors << e
             break
           end

data/lib/aws-sdk-s3/multipart_upload_error.rb

@@ -10,7 +10,7 @@ module Aws
         super(message)
       end
 
-      # @return [Array<StandardError>] The list of errors encountered when uploading or aborting the upload.
+      # @return [Array<Exception>] The list of errors encountered when uploading or aborting the upload.
       attr_reader :errors
     end
   end

data/lib/aws-sdk-s3.rb

@@ -75,7 +75,7 @@ module Aws::S3
   autoload :ObjectVersion, 'aws-sdk-s3/object_version'
   autoload :EventStreams, 'aws-sdk-s3/event_streams'
 
-  GEM_VERSION = '1.233.1'
+  GEM_VERSION = '1.235.0'
 
 end
 

data/sig/client.rbs

@@ -30,6 +30,7 @@ module Aws
                       ?convert_params: bool,
                       ?correct_clock_skew: bool,
                       ?defaults_mode: String,
+                      ?disable_clock_skew_correction: bool,
                       ?disable_host_prefix_injection: bool,
                       ?disable_request_compression: bool,
                       ?disable_s3_express_session_auth: bool,

data/sig/customizations/errors.rbs

@@ -0,0 +1,17 @@
+module Aws
+  module S3
+    module Errors
+      # Not modeled in the API. Defined at runtime by Aws::Errors::DynamicErrors.
+
+      # Raised for a 404 response without an error body (e.g. HEAD requests).
+      # https://docs.aws.amazon.com/AmazonS3/latest/API/API_HeadObject.html
+      class NotFound < ServiceError
+      end
+
+      # Raised when S3 returns a 503 Slow Down response because the request rate is too high.
+      # https://docs.aws.amazon.com/AmazonS3/latest/API/ErrorResponses.html#ErrorCodeList
+      class SlowDown < ServiceError
+      end
+    end
+  end
+end

data/sig/errors.rbs

@@ -11,47 +11,47 @@ module Aws
       class ServiceError < ::Aws::Errors::ServiceError
       end
 
-      class AccessDenied < ::Aws::Errors::ServiceError
+      class AccessDenied < ServiceError
       end
-      class AnnotationLimitExceeded < ::Aws::Errors::ServiceError
+      class AnnotationLimitExceeded < ServiceError
       end
-      class AnnotationNameTooLong < ::Aws::Errors::ServiceError
+      class AnnotationNameTooLong < ServiceError
       end
-      class BucketAlreadyExists < ::Aws::Errors::ServiceError
+      class BucketAlreadyExists < ServiceError
       end
-      class BucketAlreadyOwnedByYou < ::Aws::Errors::ServiceError
+      class BucketAlreadyOwnedByYou < ServiceError
       end
-      class EncryptionTypeMismatch < ::Aws::Errors::ServiceError
+      class EncryptionTypeMismatch < ServiceError
       end
-      class IdempotencyParameterMismatch < ::Aws::Errors::ServiceError
+      class IdempotencyParameterMismatch < ServiceError
       end
-      class InvalidAnnotationName < ::Aws::Errors::ServiceError
+      class InvalidAnnotationName < ServiceError
       end
-      class InvalidObjectState < ::Aws::Errors::ServiceError
+      class InvalidObjectState < ServiceError
         def storage_class: () -> ::String
         def access_tier: () -> ::String
       end
-      class InvalidPrefix < ::Aws::Errors::ServiceError
+      class InvalidPrefix < ServiceError
       end
-      class InvalidRequest < ::Aws::Errors::ServiceError
+      class InvalidRequest < ServiceError
       end
-      class InvalidWriteOffset < ::Aws::Errors::ServiceError
+      class InvalidWriteOffset < ServiceError
       end
-      class NoSuchAnnotation < ::Aws::Errors::ServiceError
+      class NoSuchAnnotation < ServiceError
       end
-      class NoSuchBucket < ::Aws::Errors::ServiceError
+      class NoSuchBucket < ServiceError
       end
-      class NoSuchKey < ::Aws::Errors::ServiceError
+      class NoSuchKey < ServiceError
       end
-      class NoSuchUpload < ::Aws::Errors::ServiceError
+      class NoSuchUpload < ServiceError
       end
-      class ObjectAlreadyInActiveTierError < ::Aws::Errors::ServiceError
+      class ObjectAlreadyInActiveTierError < ServiceError
       end
-      class ObjectNotInActiveTierError < ::Aws::Errors::ServiceError
+      class ObjectNotInActiveTierError < ServiceError
       end
-      class TooManyParts < ::Aws::Errors::ServiceError
+      class TooManyParts < ServiceError
       end
-      class UnsupportedMediaType < ::Aws::Errors::ServiceError
+      class UnsupportedMediaType < ServiceError
       end
     end
   end

data/sig/multipart_upload_error.rbs

@@ -0,0 +1,9 @@
+module Aws
+  module S3
+    class MultipartUploadError < StandardError
+      def initialize: (String message, ?Array[Exception] errors) -> void
+
+      attr_reader errors: Array[Exception]
+    end
+  end
+end

data/sig/resource.rbs

@@ -30,6 +30,7 @@ module Aws
                         ?convert_params: bool,
                         ?correct_clock_skew: bool,
                         ?defaults_mode: String,
+                        ?disable_clock_skew_correction: bool,
                         ?disable_host_prefix_injection: bool,
                         ?disable_request_compression: bool,
                         ?disable_s3_express_session_auth: bool,

data/sig/transfer_manager.rbs

@@ -0,0 +1,31 @@
+module Aws
+  module S3
+    class TransferManager
+      type download_result = { completed_downloads: Integer, failed_downloads: Integer, ?errors: Array[StandardError] }
+      type upload_result = { completed_uploads: Integer, failed_uploads: Integer, ?errors: Array[StandardError] }
+      type upload_response = Client::_PutObjectResponseSuccess | Client::_CompleteMultipartUploadResponseSuccess
+
+      def initialize: (?client: Client, ?executor: untyped, ?logger: untyped) -> void
+
+      attr_reader client: Client
+      attr_reader executor: untyped
+      attr_reader logger: untyped
+
+      # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/S3/TransferManager.html#download_directory-instance_method
+      def download_directory: (String destination, bucket: String, **untyped options) -> download_result
+
+      # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/S3/TransferManager.html#download_file-instance_method
+      def download_file: (untyped destination, bucket: String, key: String, **untyped options) -> true
+
+      # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/S3/TransferManager.html#upload_directory-instance_method
+      def upload_directory: (String | Pathname source, bucket: String, **untyped options) -> upload_result
+
+      # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/S3/TransferManager.html#upload_file-instance_method
+      def upload_file: (untyped source, bucket: String, key: String, **untyped options)
+                       ?{ (upload_response response) -> void } -> true
+
+      # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/S3/TransferManager.html#upload_stream-instance_method
+      def upload_stream: (bucket: String, key: String, **untyped options) { (IO write_stream) -> void } -> true
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-s3
 version: !ruby/object:Gem::Version
-  version: 1.233.1
+  version: 1.235.0
 platform: ruby
 authors:
 - Amazon Web Services
@@ -46,7 +46,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.256.0
+        version: 3.258.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -56,7 +56,7 @@ dependencies:
         version: '3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.256.0
+        version: 3.258.0
 description: Official AWS Ruby gem for Amazon Simple Storage Service (Amazon S3).
   This gem is part of the AWS SDK for Ruby.
 email:
@@ -208,10 +208,12 @@ files:
 - sig/bucket_website.rbs
 - sig/client.rbs
 - sig/customizations/bucket.rbs
+- sig/customizations/errors.rbs
 - sig/customizations/object.rbs
 - sig/customizations/object_summary.rbs
 - sig/errors.rbs
 - sig/multipart_upload.rbs
+- sig/multipart_upload_error.rbs
 - sig/multipart_upload_part.rbs
 - sig/object.rbs
 - sig/object_acl.rbs
@@ -219,6 +221,7 @@ files:
 - sig/object_version.rbs
 - sig/params.rbs
 - sig/resource.rbs
+- sig/transfer_manager.rbs
 - sig/types.rbs
 - sig/waiters.rbs
 homepage: https://github.com/aws/aws-sdk-ruby