google-apis-core 0.9.4 → 0.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0c4ade0959657cd3bff8601534b1f50e10335061306f94f19a1a5f0d31243378
-  data.tar.gz: 97c094fd9c168d9e1bad64607dd4acc9ab3c9e748018b7173246bd76a52505dc
+  metadata.gz: 330bf699ecc5c12098da65f7b89e276d3670fb6cca1270960820d5c369be806d
+  data.tar.gz: 843c6278d958141541fb12176f3eec28d0a0c6e09fbefd2d27a717ef59859bba
 SHA512:
-  metadata.gz: 38718b83507b48984c0808da6c550092a7d4988574595b8eb769f3303352b1b51af520e323179836289f3c5524f780ea393df25c26f15555d636786788255336
-  data.tar.gz: 967b026074f0a0d016621f78649e41b3d47c04fd7f2da8a14564897d21bfe9cc25aa207fe6612a00a97c044d31a9505018140ca4cf94bd4fc45d1709d0e0d38d
+  metadata.gz: 41ec08bdf72e469182007ba51c0175c45705d5bc45d651bafe14635f31f4ccbba4d9ba5ff10774e1170144d3196b88ad493d324b7450c009685ec80770e43f28
+  data.tar.gz: a2f3ceec0e14b0d6af9bfcbf47627afb30f39764713f6e8d187413e54dab46446416911257b6f40a2baf1fa91471ef30f7e14dfe0b2b111057bb736bc7e00119

data/CHANGELOG.md

@@ -1,5 +1,18 @@
 # Release History
 
+### 0.10.0 (2023-01-26)
+
+#### Features
+
+* Allow chunk size zero for storage resumable upload ([#13283](https://github.com/googleapis/google-api-ruby-client/issues/13283)) 
+* Make chunk size configurable ([#13216](https://github.com/googleapis/google-api-ruby-client/issues/13216)) 
+
+### 0.9.5 (2023-01-12)
+
+#### Bug Fixes
+
+* Improve upload performance for Cloud Storage ([#13213](https://github.com/googleapis/google-api-ruby-client/issues/13213)) 
+
 ### 0.9.4 (2023-01-07)
 
 #### Bug Fixes

data/lib/google/apis/core/storage_upload.rb

@@ -15,6 +15,7 @@
 require 'google/apis/core/http_command'
 require 'google/apis/core/api_command'
 require 'google/apis/errors'
+require 'stringio'
 require 'tempfile'
 require 'mini_mime'
 
@@ -31,7 +32,6 @@ module Google
         CONTENT_RANGE_HEADER = "Content-Range"
         RESUMABLE = "resumable"
         OK_STATUS = 200
-        CHUNK_SIZE = 8 * 1024 * 1024 # 8 MB
 
         # File name or IO containing the content to upload
         # @return [String, File, #read]
@@ -45,6 +45,10 @@ module Google
         # @return [Google::Apis::Core::UploadIO]
         attr_accessor :upload_io
 
+        # Upload chunk size
+        # @return [Integer]
+        attr_accessor :upload_chunk_size
+
         # Ensure the content is readable and wrapped in an IO instance.
         #
         # @return [void]
@@ -91,6 +95,7 @@ module Google
         def execute(client)
           prepare!
           opencensus_begin_span
+          @upload_chunk_size = options.upload_chunk_size
 
           do_retry :initiate_resumable_upload, client
           while @upload_incomplete
@@ -136,12 +141,12 @@ module Google
           logger.debug { sprintf('Sending upload command to %s', @upload_url) }
 
           remaining_content_size = upload_io.size - @offset
-          current_chunk_size = remaining_content_size < CHUNK_SIZE ? remaining_content_size : CHUNK_SIZE
+          current_chunk_size = get_current_chunk_size remaining_content_size
 
           request_header = header.dup
           request_header[CONTENT_RANGE_HEADER] = get_content_range_header current_chunk_size
           request_header[CONTENT_LENGTH_HEADER] = current_chunk_size
-          chunk_body = upload_io.read(current_chunk_size)
+          chunk_body = StringIO.new(upload_io.read(current_chunk_size))
 
           response = client.put(@upload_url, body: chunk_body, header: request_header, follow_redirect: true)
 
@@ -176,6 +181,15 @@ module Google
           upload_source.is_a?(IO) || upload_source.is_a?(StringIO) || upload_source.is_a?(Tempfile)
         end
 
+        def get_current_chunk_size remaining_content_size
+          # Disable chunking if the chunk size is set to zero.
+          if @upload_chunk_size == 0
+            remaining_content_size
+          else
+            remaining_content_size < @upload_chunk_size ? remaining_content_size : @upload_chunk_size
+          end
+        end
+
         def get_content_range_header current_chunk_size
           if upload_io.size == 0
             numerator = "*"

data/lib/google/apis/core/version.rb

@@ -16,7 +16,7 @@ module Google
   module Apis
     module Core
       # Core version
-      VERSION = "0.9.4".freeze
+      VERSION = "0.10.0".freeze
     end
   end
 end

data/lib/google/apis/options.rb

@@ -40,7 +40,8 @@ module Google
       :use_opencensus,
       :quota_project,
       :query,
-      :add_invocation_id_header)
+      :add_invocation_id_header,
+      :upload_chunk_size)
 
     # General client options
     class ClientOptions
@@ -98,6 +99,8 @@ module Google
       #   @return [Hash<String,String>] Additional HTTP URL query parameters to include in requests.
       # @!attribute [rw] add_invocation_id_header
       #   @return [Boolean] True if the header gccl-invocation-id need to be set
+      # @!attribute [rw] upload_chunk_size
+      #   @return [Integer] The chunk size of storage upload. The default value is 100 MB.
 
       # Get the default options
       # @return [Google::Apis::RequestOptions]
@@ -133,5 +136,6 @@ module Google
     RequestOptions.default.use_opencensus = true
     RequestOptions.default.quota_project = nil
     RequestOptions.default.add_invocation_id_header = false
+    RequestOptions.default.upload_chunk_size = 100 * 1024 * 1024 # 100 MB
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-core
 version: !ruby/object:Gem::Version
-  version: 0.9.4
+  version: 0.10.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-01-09 00:00:00.000000000 Z
+date: 2023-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: representable
@@ -186,7 +186,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/google-apis-core/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-core/v0.9.4
+  documentation_uri: https://googleapis.dev/ruby/google-apis-core/v0.10.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/google-apis-core
 post_install_message: 
 rdoc_options: []