fog-aws 3.15.0 → 3.18.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e4dabf89bd737334e85935e36486ca9ba38819c8fc7ce16bae50c5bc9cd73917
-  data.tar.gz: d29ec0b26cd7917860e1d8a492b68fd24a3b6d64adbece07a90f6520361e9c29
+  metadata.gz: bd719ef24c69a6ef93d8b15e4c8304b32a4b762cd6054c4506233c4184197ba9
+  data.tar.gz: 556c9dfb1b9cc3f56e5d5fdac16db6484261f56417357de67468f1e7e7c7e5fe
 SHA512:
-  metadata.gz: 4d42a8e95ae968471cc18dfd49d9444957ec970b0362a5a8f7736db04dd0fc5f0da17dd1e946585caff3de8d8d93da1784ed42aa660df72cb479553b04e9bbc9
-  data.tar.gz: 9fd1fe20b8aa767fc6cb925293c042c71af77b554176232c9a24a9fe66323671739174453e3bb687465b33c18493f3c5590adca1a82ee5f3ec6405db91260840
+  metadata.gz: 2e1b1a7646803fea71d698b0bdca79bae49bdac336536e56fca0ca06a0a9f33dda197e72fde65c4871da40c440618521c66edf91b0aa114444e60badeef39708
+  data.tar.gz: 2cc2a96a966d3eff885333fbcd53502505ab64091cc477a0e13a7a0d166749843bdd7afd6a3b67a45c6cdfa9e9ebc09c3e09c84c0e9003d473d8046c5a204423

data/CHANGELOG.md

@@ -1,5 +1,42 @@
 # Changelog
 
+## [v3.18.0](https://github.com/fog/fog-aws/tree/v3.18.0) (2023-02-16)
+
+[Full Changelog](https://github.com/fog/fog-aws/compare/v3.17.0...v3.18.0)
+
+**Merged pull requests:**
+
+- Only compute SSE-C headers when needed in multipart upload [\#669](https://github.com/fog/fog-aws/pull/669) ([stanhu](https://github.com/stanhu))
+
+## [v3.17.0](https://github.com/fog/fog-aws/tree/v3.17.0) (2023-02-09)
+
+[Full Changelog](https://github.com/fog/fog-aws/compare/v3.16.0...v3.17.0)
+
+**Merged pull requests:**
+
+- Support disabling of Content-MD5 for FIPS [\#668](https://github.com/fog/fog-aws/pull/668) ([stanhu](https://github.com/stanhu))
+
+## [v3.16.0](https://github.com/fog/fog-aws/tree/v3.16.0) (2023-01-26)
+
+[Full Changelog](https://github.com/fog/fog-aws/compare/v3.15.0...v3.16.0)
+
+**Closed issues:**
+
+- README lists incorrect usage of IAM auth [\#663](https://github.com/fog/fog-aws/issues/663)
+- How can i config to use s3 in localstack [\#657](https://github.com/fog/fog-aws/issues/657)
+- Fog::Storage::AWS::Files#each always iterates over entire collection [\#232](https://github.com/fog/fog-aws/issues/232)
+- superclass mismatch for class AWS [\#655](https://github.com/fog/fog-aws/issues/655)
+- Lambda IAM Role Not Working [\#650](https://github.com/fog/fog-aws/issues/650)
+
+**Merged pull requests:**
+
+- adding missing region ap-southeast-4 [\#665](https://github.com/fog/fog-aws/pull/665) ([emptyhammond](https://github.com/emptyhammond))
+o
+- adding missing region eu-south-2 [\#662](https://github.com/fog/fog-aws/pull/662) ([ivangool](https://github.com/ivangool))
+- Bump actions/dependency-review-action from 2 to 3 [\#659](https://github.com/fog/fog-aws/pull/659) ([dependabot[bot]](https://github.com/apps/dependabot))
+- Update aws.rb [\#658](https://github.com/fog/fog-aws/pull/658) ([ivangool](https://github.com/ivangool))
+- Bump actions/stale from 5 to 6 [\#656](https://github.com/fog/fog-aws/pull/656) ([dependabot[bot]](https://github.com/apps/dependabot))
+
 ## [v3.15.0](https://github.com/fog/fog-aws/tree/v3.15.0) (2022-09-12)
 
 [Full Changelog](https://github.com/fog/fog-aws/compare/v3.14.0...v3.15.0)

data/README.md

@@ -132,7 +132,7 @@ that will not last as long as its requested expiration time if
 the remainder of the authentication token lifetime was shorter.
 
 ```ruby
-s3 = Fog::Storage.new(provider: 'AWS', use_iam_auth: true)
+s3 = Fog::Storage.new(provider: 'AWS', use_iam_profile: true)
 directory = s3.directories.get('gaudi-portal-dev', prefix: 'user/1/')
 
 directory.files.new(key: 'user/1/Gemfile').url(Time.now + 60)
@@ -154,7 +154,7 @@ is lower than 60 seconds:
 ```ruby
 s3 = Fog::Storage.new(
   provider: 'AWS',
-  use_iam_auth: true,
+  use_iam_profile: true,
   aws_credentials_refresh_threshold_seconds: 60
 )
 directory = s3.directories.get('gaudi-portal-dev', prefix: 'user/1/')

data/lib/fog/aws/models/storage/file.rb

@@ -335,12 +335,12 @@ module Fog
             body.rewind  rescue nil
           end
           while (chunk = body.read(multipart_chunk_size)) do
-            part_upload = service.upload_part(directory.key, key, upload_id, part_tags.size + 1, chunk, part_headers(chunk, options))
+            part_upload = service.upload_part(directory.key, key, upload_id, part_tags.size + 1, chunk, part_headers(chunk))
             part_tags << part_upload.headers["ETag"]
           end
 
           if part_tags.empty? #it is an error to have a multipart upload with no parts
-            part_upload = service.upload_part(directory.key, key, upload_id, 1, '', part_headers('', options))
+            part_upload = service.upload_part(directory.key, key, upload_id, 1, '', part_headers(''))
             part_tags << part_upload.headers["ETag"]
           end
 
@@ -387,11 +387,18 @@ module Fog
           end
         end
 
-        def part_headers(chunk, options)
-          md5 = Base64.encode64(OpenSSL::Digest::MD5.digest(chunk)).strip
-          encryption_keys = encryption_customer_key_headers.keys
-          encryption_headers = options.select { |key| encryption_keys.include?(key) }
-          { 'Content-MD5' => md5 }.merge(encryption_headers)
+        def part_headers(chunk)
+          base_headers = part_checksum_headers(chunk)
+
+          # Only SSE-C headers needed in the UploadPart request. [1]
+          # x-amz-server-side-encryption and
+          # x-amz-server-side-encryption-aws-kms-key-id are only needed
+          # in the CreateMultipartUpload request. [2]
+          # [1] https://docs.aws.amazon.com/AmazonS3/latest/API/API_UploadPart.html
+          # [2] https://docs.aws.amazon.com/AmazonS3/latest/API/API_CreateMultipartUpload.html
+          base_headers.merge!(encryption_customer_key_headers) if encryption && encryption_key
+
+          base_headers
         end
 
         def encryption_customer_key_headers
@@ -402,6 +409,14 @@ module Fog
           }
         end
 
+        def part_checksum_headers(chunk)
+          if service.disable_content_md5_validation
+            {}
+          else
+            { 'Content-MD5' => Base64.encode64(OpenSSL::Digest::MD5.digest(chunk)).strip }
+          end
+        end
+
         def create_part_list(upload_part_options)
           current_pos = 0
           count = 0

data/lib/fog/aws/storage.rb

@@ -46,7 +46,7 @@ module Fog
       ]
 
       requires :aws_access_key_id, :aws_secret_access_key
-      recognizes :endpoint, :region, :host, :port, :scheme, :persistent, :use_iam_profile, :aws_session_token, :aws_credentials_expire_at, :path_style, :acceleration, :instrumentor, :instrumentor_name, :aws_signature_version, :enable_signature_v4_streaming, :virtual_host, :cname, :max_put_chunk_size, :max_copy_chunk_size, :aws_credentials_refresh_threshold_seconds
+      recognizes :endpoint, :region, :host, :port, :scheme, :persistent, :use_iam_profile, :aws_session_token, :aws_credentials_expire_at, :path_style, :acceleration, :instrumentor, :instrumentor_name, :aws_signature_version, :enable_signature_v4_streaming, :virtual_host, :cname, :max_put_chunk_size, :max_copy_chunk_size, :aws_credentials_refresh_threshold_seconds, :disable_content_md5_validation
 
       secrets    :aws_secret_access_key, :hmac
 
@@ -119,6 +119,7 @@ module Fog
 
       module Utils
         attr_accessor :region
+        attr_accessor :disable_content_md5_validation
 
         # Amazon S3 limits max chunk size that can be uploaded/copied in a single request to 5GB.
         # Other S3-compatible storages (like, Ceph) do not have such limit.
@@ -486,6 +487,8 @@ module Fog
           init_max_put_chunk_size!(options)
           init_max_copy_chunk_size!(options)
 
+          @disable_content_md5_validation = options[:disable_content_md5_validation] || false
+
           @signature_version = options.fetch(:aws_signature_version, 4)
           validate_signature_version!
           setup_credentials(options)
@@ -554,6 +557,8 @@ module Fog
           init_max_put_chunk_size!(options)
           init_max_copy_chunk_size!(options)
 
+          @disable_content_md5_validation = options[:disable_content_md5_validation] || false
+
           @region = options[:region] || DEFAULT_REGION
 
           if @endpoint = options[:endpoint]

data/lib/fog/aws/version.rb

@@ -1,5 +1,5 @@
 module Fog
   module AWS
-    VERSION = "3.15.0"
+    VERSION = "3.18.0"
   end
 end

data/lib/fog/aws.rb

@@ -224,13 +224,13 @@ module Fog
         'ap-east-1',
         'ap-northeast-1', 'ap-northeast-2', 'ap-northeast-3',
         'ap-south-1',
-        'ap-southeast-1', 'ap-southeast-2',
+        'ap-southeast-1', 'ap-southeast-2', 'ap-southeast-3', 'ap-southeast-4',
         'ca-central-1',
         'cn-north-1',
         'cn-northwest-1',
         'eu-central-1',
         'eu-north-1',
-        'eu-west-1', 'eu-west-2', 'eu-west-3', 'eu-south-1',
+        'eu-west-1', 'eu-west-2', 'eu-west-3', 'eu-south-1', 'eu-south-2',
         'me-south-1',
         'us-east-1', 'us-east-2',
         'us-west-1', 'us-west-2',

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: fog-aws
 version: !ruby/object:Gem::Version
-  version: 3.15.0
+  version: 3.18.0
 platform: ruby
 authors:
 - Josh Lane
 - Wesley Beary
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-09-12 00:00:00.000000000 Z
+date: 2023-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -1443,7 +1443,7 @@ homepage: https://github.com/fog/fog-aws
 licenses:
 - MIT
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -1458,8 +1458,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.5
-signing_key:
+rubygems_version: 3.4.1
+signing_key: 
 specification_version: 4
 summary: Module for the 'fog' gem to support Amazon Web Services.
 test_files: []