google-cloud-pubsub 2.9.2 → 2.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8394bc5fb6c16d7ce9e7cb3245014813255379c0e7ed8e43031e5426d0815b49
-  data.tar.gz: def32abf5611649a5bf1d6b4d5f2f5c13b498a79f286503bfc343d662ecf260b
+  metadata.gz: 19d022ba204052f7d871418daa55ed9b47f9e6786abe0c2bc996eba6e31f393e
+  data.tar.gz: 5440bfb2fa042c83d0e9ea22a3bd974c517c9d7c771b291ddbe953b7f622100f
 SHA512:
-  metadata.gz: e385d303a2ebad9b7ffb0510452d146af19de56cafdf8ffda81a23952fce998a2f38be41b95781ea4cc12e55e6f85782afbbbb427d2b39f96ef21477e053bded
-  data.tar.gz: 3e758b507919e9a06d8760a4f422eb7b91ddfb832be1a708e98569604ff87688c44a8afb5c1cdbe088194fe9a32d4d2cd08a4c7bfec7a804fa3cf44f87ca359a
+  metadata.gz: 0a487ba4783cb96c663b7ff96311b6514ec851aca7d0985b391574ff1161b19f8aaed391fdc3571f68103c43ab3244adc6d79e9f2a13b3a99fab792139b4da56
+  data.tar.gz: 683a30d9cd5db86e950323205007ac1e83796b386929bb41d4ed5978c1e984debdd0f7f08a273f1ff6fed4c0fcbaef4e9b5cfcfcec11c37e0ab48078ba64e50a

data/CHANGELOG.md

@@ -1,5 +1,28 @@
 # Release History
 
+### 2.12.0 (2022-08-09)
+
+#### Features
+
+* bump the minimum required version of pubsub v1 ([#18983](https://github.com/googleapis/google-cloud-ruby/issues/18983)) 
+#### Bug Fixes
+
+* honour async options of topic ([#18953](https://github.com/googleapis/google-cloud-ruby/issues/18953)) 
+
+### 2.11.0 (2022-08-01)
+
+#### Features
+
+* create exactly once delivery enabled subscription ([#18824](https://github.com/googleapis/google-cloud-ruby/issues/18824)) 
+* Let user register callback and get acknowledgement result ([#18702](https://github.com/googleapis/google-cloud-ruby/issues/18702)) 
+* retry transient failures in ack/modack in timed unary buffer ([#18395](https://github.com/googleapis/google-cloud-ruby/issues/18395)) 
+
+### 2.10.0 (2022-06-14)
+
+#### Features
+
+* introduce min_duration_per_lease_extension
+
 ### 2.9.2 (2022-04-28)
 
 #### Bug Fixes

data/lib/google/cloud/pubsub/acknowledge_result.rb

@@ -0,0 +1,79 @@
+# Copyright 2022 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+module Google
+  module Cloud
+    module PubSub
+      ##
+      # The result of a ack/nack/modack on messages.
+      #
+      # When the operation was successful the result will be marked
+      # {#succeeded?}. Otherwise, the result will be marked {#failed?} and the
+      # error raised will be availabe on {#error}.
+      #
+      class AcknowledgeResult
+        ##
+        # The constants below represents the status of ack/modack operations.
+        # Indicates successful ack/modack
+        SUCCESS = 1
+
+        ##
+        # Indicates occurence of permenant permission denied error
+        PERMISSION_DENIED = 2
+
+        ##
+        # Indicates occurence of permenant failed precondition error
+        FAILED_PRECONDITION = 3
+
+        ##
+        # Indicates occurence of permenant permission denied error
+        INVALID_ACK_ID = 4
+
+        ##
+        # Indicates occurence of permenant uncatogorised error
+        OTHER = 5
+
+        ##
+        # @return [Google::Cloud::Error] Error object of ack/modack operation
+        attr_reader :error
+
+        ##
+        # @return [Numeric] Status of the ack/modack operation.
+        attr_reader :status
+
+        ##
+        # @private Create an PublishResult object.
+        def initialize status, error = nil
+          @error = error
+          @status = status
+        end
+
+        ##
+        # @return [Boolean] Whether the operation was successful.
+        def succeeded?
+          @status == SUCCESS
+        end
+
+        ##
+        # @return [Boolean] Whether the operation failed.
+        def failed?
+          !succeeded?
+        end
+      end
+    end
+
+    Pubsub = PubSub unless const_defined? :Pubsub
+  end
+end

data/lib/google/cloud/pubsub/project.rb

@@ -160,7 +160,7 @@ module Google
         #
         def topic topic_name, project: nil, skip_lookup: nil, async: nil
           ensure_service!
-          options = { project: project }
+          options = { project: project, async: async }
           return Topic.from_name topic_name, service, options if skip_lookup
           grpc = service.get_topic topic_name, options
           Topic.from_grpc grpc, service, async: async

data/lib/google/cloud/pubsub/received_message.rb

@@ -161,6 +161,29 @@ module Google
         ##
         # Acknowledges receipt of the message.
         #
+        # @yield [callback] The block to be called when reject operation is done.
+        # @yieldparam [Google::Cloud::PubSub::AcknowledgeResult] Result object that contains the status and error.
+        #
+        # @example
+        #   require "google/cloud/pubsub"
+        #
+        #   pubsub = Google::Cloud::PubSub.new
+        #
+        #   sub = pubsub.subscription "my-topic-sub"
+        #   subscriber = sub.listen do |received_message|
+        #     puts received_message.message.data
+        #
+        #     received_message.acknowledge! do |result|
+        #       puts result.status
+        #     end
+        #   end
+        #
+        #   # Start background threads that will call block passed to listen.
+        #   subscriber.start
+        #
+        #   # Shut down the subscriber when ready to stop receiving messages.
+        #   subscriber.stop!
+        #
         # @example
         #   require "google/cloud/pubsub"
         #
@@ -179,9 +202,9 @@ module Google
         #   # Shut down the subscriber when ready to stop receiving messages.
         #   subscriber.stop!
         #
-        def acknowledge!
+        def acknowledge! &block
           ensure_subscription!
-          subscription.acknowledge ack_id
+          subscription.acknowledge ack_id, &block
         end
         alias ack! acknowledge!
 
@@ -197,6 +220,30 @@ module Google
         #   seconds after the call is made. Specifying `0` may immediately make
         #   the message available for another pull request.
         #
+        # @yield [callback] The block to be called when reject operation is done.
+        # @yieldparam [Google::Cloud::PubSub::AcknowledgeResult] Result object that contains the status and error.
+        #
+        # @example
+        #   require "google/cloud/pubsub"
+        #
+        #   pubsub = Google::Cloud::PubSub.new
+        #
+        #   sub = pubsub.subscription "my-topic-sub"
+        #   subscriber = sub.listen do |received_message|
+        #     puts received_message.message.data
+        #
+        #     # Delay for 2 minutes
+        #     received_message.modify_ack_deadline! 120 do |result|
+        #       puts result.status
+        #     end
+        #   end
+        #
+        #   # Start background threads that will call block passed to listen.
+        #   subscriber.start
+        #
+        #   # Shut down the subscriber when ready to stop receiving messages.
+        #   subscriber.stop!
+        #
         # @example
         #   require "google/cloud/pubsub"
         #
@@ -216,9 +263,9 @@ module Google
         #   # Shut down the subscriber when ready to stop receiving messages.
         #   subscriber.stop!
         #
-        def modify_ack_deadline! new_deadline
+        def modify_ack_deadline! new_deadline, &block
           ensure_subscription!
-          subscription.modify_ack_deadline new_deadline, ack_id
+          subscription.modify_ack_deadline new_deadline, ack_id, &block
         end
 
         ##
@@ -227,6 +274,30 @@ module Google
         #
         # This will make the message available for redelivery.
         #
+        # @yield [callback] The block to be called when reject operation is done.
+        # @yieldparam [Google::Cloud::PubSub::AcknowledgeResult] Result object that contains the status and error.
+        #
+        # @example
+        #   require "google/cloud/pubsub"
+        #
+        #   pubsub = Google::Cloud::PubSub.new
+        #
+        #   sub = pubsub.subscription "my-topic-sub"
+        #   subscriber = sub.listen do |received_message|
+        #     puts received_message.message.data
+        #
+        #     # Release message back to the API.
+        #     received_message.reject! do |result|
+        #       puts result.status
+        #     end
+        #   end
+        #
+        #   # Start background threads that will call block passed to listen.
+        #   subscriber.start
+        #
+        #   # Shut down the subscriber when ready to stop receiving messages.
+        #   subscriber.stop!
+        #
         # @example
         #   require "google/cloud/pubsub"
         #
@@ -246,8 +317,8 @@ module Google
         #   # Shut down the subscriber when ready to stop receiving messages.
         #   subscriber.stop!
         #
-        def reject!
-          modify_ack_deadline! 0
+        def reject! &block
+          modify_ack_deadline! 0, &block
         end
         alias nack! reject!
         alias ignore! reject!

data/lib/google/cloud/pubsub/service.rb

@@ -204,18 +204,8 @@ module Google
         ##
         # Creates a subscription on a given topic for a given subscriber.
         def create_subscription topic, subscription_name, options = {}
-          subscriber.create_subscription \
-            name:                       subscription_path(subscription_name, options),
-            topic:                      topic_path(topic),
-            push_config:                options[:push_config],
-            ack_deadline_seconds:       options[:deadline],
-            retain_acked_messages:      options[:retain_acked],
-            message_retention_duration: Convert.number_to_duration(options[:retention]),
-            labels:                     options[:labels],
-            enable_message_ordering:    options[:message_ordering],
-            filter:                     options[:filter],
-            dead_letter_policy:         dead_letter_policy(options),
-            retry_policy:               options[:retry_policy]
+          updated_option = construct_create_subscription_options topic, subscription_name, options
+          subscriber.create_subscription(**updated_option)
         end
 
         def update_subscription subscription_obj, *fields
@@ -255,11 +245,7 @@ module Google
         ##
         # Acknowledges receipt of a message.
         def acknowledge subscription, *ack_ids
-          begin
-            subscriber.acknowledge subscription: subscription_path(subscription), ack_ids: ack_ids
-          rescue StandardError => e
-            raise e unless e.cause.is_a? GRPC::BadStatus
-          end
+          subscriber.acknowledge subscription: subscription_path(subscription), ack_ids: ack_ids
         end
 
         ##
@@ -279,13 +265,9 @@ module Google
         ##
         # Modifies the ack deadline for a specific message.
         def modify_ack_deadline subscription, ids, deadline
-          begin
-            subscriber.modify_ack_deadline subscription:         subscription_path(subscription),
-                                           ack_ids:              Array(ids),
-                                           ack_deadline_seconds: deadline
-          rescue StandardError => e
-            raise e unless e.cause.is_a? GRPC::BadStatus
-          end
+          subscriber.modify_ack_deadline subscription:         subscription_path(subscription),
+                                         ack_ids:              Array(ids),
+                                         ack_deadline_seconds: deadline
         end
 
         ##
@@ -496,6 +478,30 @@ module Google
           end
           policy
         end
+
+        private
+
+        def construct_create_subscription_options topic, subscription_name, options
+          excess_options = [:deadline,
+                            :retention,
+                            :retain_acked,
+                            :message_ordering,
+                            :endpoint,
+                            :dead_letter_topic_name,
+                            :dead_letter_max_delivery_attempts,
+                            :dead_letter_topic]
+
+          new_options = options.filter { |k, v| !v.nil? && !excess_options.include?(k) }
+          new_options[:name] = subscription_path subscription_name, options
+          new_options[:topic] = topic_path topic
+          new_options[:message_retention_duration] = Convert.number_to_duration options[:retention]
+          new_options[:dead_letter_policy] = dead_letter_policy options
+          new_options[:ack_deadline_seconds] = options[:deadline]
+          new_options[:retain_acked_messages] = options[:retain_acked]
+          new_options[:enable_message_ordering] = options[:message_ordering]
+
+          new_options.compact
+        end
       end
     end
 

data/lib/google/cloud/pubsub/subscriber/inventory.rb

@@ -35,16 +35,18 @@ module Google
           attr_reader :bytesize
           attr_reader :extension
           attr_reader :max_duration_per_lease_extension
+          attr_accessor :min_duration_per_lease_extension
           attr_reader :use_legacy_flow_control
 
           def initialize stream, limit:, bytesize:, extension:, max_duration_per_lease_extension:,
-                         use_legacy_flow_control:
+                         min_duration_per_lease_extension:, use_legacy_flow_control:
             super()
             @stream = stream
             @limit = limit
             @bytesize = bytesize
             @extension = extension
             @max_duration_per_lease_extension = max_duration_per_lease_extension
+            @min_duration_per_lease_extension = min_duration_per_lease_extension
             @use_legacy_flow_control = use_legacy_flow_control
             @inventory = {}
             @wait_cond = new_cond
@@ -162,6 +164,8 @@ module Google
           def calc_delay
             delay = (stream.subscriber.deadline - 3) * rand(0.8..0.9)
             delay = [delay, max_duration_per_lease_extension].min if max_duration_per_lease_extension.positive?
+            delay = [delay, min_duration_per_lease_extension].max if min_duration_per_lease_extension.positive? &&
+                                                                     stream.exactly_once_delivery_enabled
             delay
           end
         end

data/lib/google/cloud/pubsub/subscriber/stream.rb

@@ -46,6 +46,10 @@ module Google
           # @private Sequencer.
           attr_reader :sequencer
 
+          ##
+          # @private exactly_once_delivery_enabled.
+          attr_reader :exactly_once_delivery_enabled
+
           ##
           # @private Create an empty Subscriber::Stream object.
           def initialize subscriber
@@ -57,6 +61,7 @@ module Google
             @stopped = nil
             @paused  = nil
             @pause_cond = new_cond
+            @exactly_once_delivery_enabled = false
 
             @inventory = Inventory.new self, **@subscriber.stream_inventory
 
@@ -129,13 +134,13 @@ module Google
 
           ##
           # @private
-          def acknowledge *messages
+          def acknowledge *messages, &callback
             ack_ids = coerce_ack_ids messages
             return true if ack_ids.empty?
 
             synchronize do
               @inventory.remove ack_ids
-              @subscriber.buffer.acknowledge ack_ids
+              @subscriber.buffer.acknowledge ack_ids, callback
             end
 
             true
@@ -143,13 +148,13 @@ module Google
 
           ##
           # @private
-          def modify_ack_deadline deadline, *messages
+          def modify_ack_deadline deadline, *messages, &callback
             mod_ack_ids = coerce_ack_ids messages
             return true if mod_ack_ids.empty?
 
             synchronize do
               @inventory.remove mod_ack_ids
-              @subscriber.buffer.modify_ack_deadline deadline, mod_ack_ids
+              @subscriber.buffer.modify_ack_deadline deadline, mod_ack_ids, callback
             end
 
             true
@@ -242,9 +247,14 @@ module Google
               begin
                 # Cannot syncronize the enumerator, causes deadlock
                 response = enum.next
+                new_exactly_once_delivery_enabled = response&.subscription_properties&.exactly_once_delivery_enabled
 
-                # Use synchronize so both changes happen atomically
+                # Use synchronize so changes happen atomically
                 synchronize do
+                  update_min_duration_per_lease_extension new_exactly_once_delivery_enabled
+                  @exactly_once_delivery_enabled = new_exactly_once_delivery_enabled unless new_exactly_once_delivery_enabled.nil? 
+                  @subscriber.exactly_once_delivery_enabled = @exactly_once_delivery_enabled
+
                   # Create receipt of received messages reception
                   @subscriber.buffer.modify_ack_deadline @subscriber.deadline, response.received_messages.map(&:ack_id)
 
@@ -285,6 +295,14 @@ module Google
 
           # rubocop:enable all
 
+          # Updates min_duration_per_lease_extension to 60 when exactly_once_delivery_enabled
+          # and reverts back to default 0 when disabled.
+          # Skips if exactly_once_enabled is not modified.
+          def update_min_duration_per_lease_extension new_exactly_once_delivery_enabled
+            return if new_exactly_once_delivery_enabled == @exactly_once_delivery_enabled
+            @inventory.min_duration_per_lease_extension = new_exactly_once_delivery_enabled ? 60 : 0
+          end
+
           def register_callback rec_msg
             if @sequencer
               # Add the message to the sequencer to invoke the callback.

data/lib/google/cloud/pubsub/subscriber/timed_unary_buffer.rb

@@ -14,7 +14,10 @@
 
 
 require "concurrent"
+require "google/cloud/errors"
+require "google/cloud/pubsub/acknowledge_result"
 require "monitor"
+require "retriable"
 
 module Google
   module Cloud
@@ -27,6 +30,21 @@ module Google
 
           attr_reader :max_bytes
           attr_reader :interval
+          attr_reader :retry_thread_pool
+          attr_reader :callback_thread_pool
+
+          PERMANENT_FAILURE = "PERMANENT_FAILURE".freeze
+          # Google::Cloud::Unavailable error is already retried at gapic level
+          RETRIABLE_ERRORS = [Google::Cloud::CanceledError,
+                              Google::Cloud::DeadlineExceededError,
+                              Google::Cloud::InternalError,
+                              Google::Cloud::ResourceExhaustedError,
+                              Google::Cloud::InvalidArgumentError].freeze
+          MAX_RETRY_DURATION = 600 # 600s since the server allows ack/modacks for 10 mins max
+          MAX_TRIES = 15
+          BASE_INTERVAL = 1
+          MAX_INTERVAL = 64
+          MULTIPLIER = 2
 
           def initialize subscriber, max_bytes: 500_000, interval: 1.0
             super() # to init MonitorMixin
@@ -40,30 +58,37 @@ module Google
             # entry.
             @register = {}
 
+            @ack_callback_register = {}
+            @modack_callback_register = {}
+
+            @retry_thread_pool = Concurrent::ThreadPoolExecutor.new max_threads: @subscriber.callback_threads
+            @callback_thread_pool = Concurrent::ThreadPoolExecutor.new max_threads: @subscriber.callback_threads
             @task = Concurrent::TimerTask.new execution_interval: interval do
               flush!
             end
           end
 
-          def acknowledge ack_ids
+          def acknowledge ack_ids, callback = nil
             return if ack_ids.empty?
 
             synchronize do
               ack_ids.each do |ack_id|
                 # ack has no deadline set, use :ack indicate it is an ack
                 @register[ack_id] = :ack
+                @ack_callback_register[ack_id] = callback unless callback.nil?
               end
             end
 
             true
           end
 
-          def modify_ack_deadline deadline, ack_ids
+          def modify_ack_deadline deadline, ack_ids, callback = nil
             return if ack_ids.empty?
 
             synchronize do
               ack_ids.each do |ack_id|
                 @register[ack_id] = deadline
+                @modack_callback_register[ack_id] = callback unless callback.nil?
               end
             end
 
@@ -90,20 +115,46 @@ module Google
 
             # Perform the RCP calls concurrently
             with_threadpool do |pool|
-              requests[:acknowledge].each do |ack_req|
-                add_future pool do
+              make_acknowledge_request requests, pool
+              make_modack_request requests, pool
+            end
+
+            true
+          end
+
+          def make_acknowledge_request requests, pool
+            requests[:acknowledge].each do |ack_req|
+              add_future pool do
+                begin
                   @subscriber.service.acknowledge ack_req.subscription, *ack_req.ack_ids
+                  handle_callback AcknowledgeResult.new(AcknowledgeResult::SUCCESS), ack_req.ack_ids
+                rescue *RETRIABLE_ERRORS => e
+                  handle_failure e, ack_req.ack_ids if @subscriber.exactly_once_delivery_enabled
+                rescue StandardError => e
+                  handle_callback construct_result(e), ack_req.ack_ids
                 end
               end
-              requests[:modify_ack_deadline].each do |mod_ack_req|
-                add_future pool do
+            end
+          end
+
+          def make_modack_request requests, pool
+            requests[:modify_ack_deadline].each do |mod_ack_req|
+              add_future pool do
+                begin
                   @subscriber.service.modify_ack_deadline mod_ack_req.subscription, mod_ack_req.ack_ids,
                                                           mod_ack_req.ack_deadline_seconds
+                  handle_callback AcknowledgeResult.new(AcknowledgeResult::SUCCESS),
+                                  mod_ack_req.ack_ids,
+                                  modack: true
+                rescue *RETRIABLE_ERRORS => e
+                  if @subscriber.exactly_once_delivery_enabled
+                    handle_failure e, mod_ack_req.ack_ids, mod_ack_req.ack_deadline_seconds
+                  end
+                rescue StandardError => e
+                  handle_callback construct_result(e), mod_ack_req.ack_ids, modack: true
                 end
               end
             end
-
-            true
           end
 
           def start
@@ -114,8 +165,9 @@ module Google
 
           def stop
             @task.shutdown
+            @retry_thread_pool.shutdown
+            @callback_thread_pool.shutdown
             flush!
-
             self
           end
 
@@ -129,6 +181,121 @@ module Google
 
           private
 
+          def handle_failure error, ack_ids, ack_deadline_seconds = nil
+            error_ack_ids = parse_error error, modack: ack_deadline_seconds.nil?
+            unless error_ack_ids.nil?
+              handle_callback AcknowledgeResult.new(AcknowledgeResult::SUCCESS),
+                              ack_ids - error_ack_ids,
+                              modack: ack_deadline_seconds.nil?
+              ack_ids = error_ack_ids
+            end
+            perform_retry_async ack_ids, ack_deadline_seconds
+          end
+
+          def parse_error error, modack: false
+            metadata = error.error_metadata
+            return if metadata.nil?
+            permanent_failures, temporary_failures = metadata.partition do |_, v|
+              v.include? PERMANENT_FAILURE
+            end.map(&:to_h)
+            unless permanent_failures.empty?
+              handle_callback construct_result(error),
+                              permanent_failures.keys.map(&:to_s),
+                              modack: modack
+            end
+            temporary_failures.keys.map(&:to_s) unless temporary_failures.empty?
+          end
+
+          def construct_result error
+            case error
+            when Google::Cloud::PermissionDeniedError
+              AcknowledgeResult.new AcknowledgeResult::PERMISSION_DENIED, error
+            when Google::Cloud::FailedPreconditionError
+              AcknowledgeResult.new AcknowledgeResult::FAILED_PRECONDITION, error
+            when Google::Cloud::InvalidArgumentError
+              AcknowledgeResult.new AcknowledgeResult::INVALID_ACK_ID, error
+            else
+              AcknowledgeResult.new AcknowledgeResult::OTHER, error
+            end
+          end
+
+          def handle_callback result, ack_ids, modack: false
+            ack_ids.each do |ack_id|
+              callback = modack ? @modack_callback_register[ack_id] : @ack_callback_register[ack_id]
+              perform_callback_async result, callback unless callback.nil?
+            end
+            synchronize do
+              if modack
+                @modack_callback_register.delete_if { |ack_id, _| ack_ids.include? ack_id }
+              else
+                @ack_callback_register.delete_if { |ack_id, _| ack_ids.include? ack_id }
+              end
+            end
+          end
+
+          def perform_callback_async result, callback
+            return unless retry_thread_pool.running?
+            Concurrent::Promises.future_on(
+              callback_thread_pool, result, callback, &method(:perform_callback_sync)
+            )
+          end
+
+          def perform_callback_sync result, callback
+            begin
+              callback.call result unless stopped?
+            rescue StandardError => e
+              @subscriber.error! e
+            end
+          end
+
+          def perform_retry_async ack_ids, ack_deadline_seconds = nil
+            return unless retry_thread_pool.running?
+            Concurrent::Promises.future_on(
+              retry_thread_pool, ack_ids, ack_deadline_seconds, &method(:retry_transient_error)
+            )
+          end
+
+          def retry_transient_error ack_ids, ack_deadline_seconds
+            if ack_deadline_seconds.nil?
+              retry_request ack_ids, ack_deadline_seconds.nil? do |retry_ack_ids|
+                @subscriber.service.acknowledge subscription_name, *retry_ack_ids
+                handle_callback AcknowledgeResult.new AcknowledgeResult::SUCCESS, retry_ack_ids
+              end
+            else
+              retry_request ack_ids, ack_deadline_seconds.nil? do |retry_ack_ids|
+                @subscriber.service.modify_ack_deadline subscription_name, retry_ack_ids, ack_deadline_seconds
+                handle_callback AcknowledgeResult.new AcknowledgeResult::SUCCESS, retry_ack_ids, modack: true
+              end
+            end
+          end
+
+          def retry_request ack_ids, modack
+            begin
+              Retriable.retriable tries: MAX_TRIES,
+                                  base_interval: BASE_INTERVAL,
+                                  max_interval: MAX_INTERVAL,
+                                  multiplier: MULTIPLIER,
+                                  max_elapsed_time: MAX_RETRY_DURATION,
+                                  on: RETRIABLE_ERRORS do
+                return if ack_ids.nil?
+                begin
+                  yield ack_ids
+                rescue Google::Cloud::InvalidArgumentError => e
+                  error_ack_ids = parse_error e.error_metadata, modack: modack
+                  unless error_ack_ids.nil?
+                    handle_callback AcknowledgeResult.new(AcknowledgeResult::SUCCESS),
+                                    ack_ids - error_ack_ids,
+                                    modack: modack
+                  end
+                  ack_ids = error_ack_ids
+                  raise e
+                end
+              end
+            rescue StandardError => e
+              handle_callback e, ack_ids, modack: modack
+            end
+          end
+
           def flush_requests!
             prev_reg =
               synchronize do

data/lib/google/cloud/pubsub/subscriber.rb

@@ -76,6 +76,10 @@ module Google
         # @private Implementation attributes.
         attr_reader :stream_pool, :thread_pool, :buffer, :service
 
+        ##
+        # @private Implementation attributes.
+        attr_accessor :exactly_once_delivery_enabled
+
         ##
         # @private Create an empty {Subscriber} object.
         def initialize subscription_name, callback, deadline: nil, message_ordering: nil, streams: nil, inventory: nil,
@@ -91,6 +95,7 @@ module Google
           @message_ordering = message_ordering
           @callback_threads = Integer(threads[:callback] || 8)
           @push_threads = Integer(threads[:push] || 4)
+          @exactly_once_delivery_enabled = nil
 
           @service = service
 
@@ -331,6 +336,16 @@ module Google
           @inventory[:max_duration_per_lease_extension]
         end
 
+        ##
+        # The minimum amount of time in seconds for a single lease extension attempt. Bounds the delay before a message
+        # redelivery if the subscriber fails to extend the deadline. Default is 0 (disabled).
+        #
+        # @return [Integer] The minimum number of seconds.
+        #
+        def min_duration_per_lease_extension
+          @inventory[:min_duration_per_lease_extension]
+        end
+
         ##
         # @private
         def stream_inventory
@@ -339,6 +354,7 @@ module Google
             bytesize:                         @inventory[:max_outstanding_bytes].fdiv(@streams).ceil,
             extension:                        @inventory[:max_total_lease_duration],
             max_duration_per_lease_extension: @inventory[:max_duration_per_lease_extension],
+            min_duration_per_lease_extension: @inventory[:min_duration_per_lease_extension],
             use_legacy_flow_control:          @inventory[:use_legacy_flow_control]
           }
         end
@@ -394,6 +410,7 @@ module Google
           @inventory[:max_outstanding_bytes] = Integer(@inventory[:max_outstanding_bytes] || 100_000_000)
           @inventory[:max_total_lease_duration] = Integer(@inventory[:max_total_lease_duration] || 3600)
           @inventory[:max_duration_per_lease_extension] = Integer(@inventory[:max_duration_per_lease_extension] || 0)
+          @inventory[:min_duration_per_lease_extension] = Integer(@inventory[:min_duration_per_lease_extension] || 0)
           @inventory[:use_legacy_flow_control] = @inventory[:use_legacy_flow_control] || false
         end
 

data/lib/google/cloud/pubsub/topic.rb

@@ -364,7 +364,7 @@ module Google
         ##
         # Creates a new {Subscription} object on the current Topic.
         #
-        # @param [String] subscription_name Name of the new subscription. Required.
+        # @option options [String] subscription_name Name of the new subscription. Required.
         #   The value can be a simple subscription ID (relative name), in which
         #   case the current project ID will be supplied, or a fully-qualified
         #   subscription name in the form
@@ -375,26 +375,27 @@ module Google
         #   underscores (`_`), periods (`.`), tildes (`~`), plus (`+`) or percent
         #   signs (`%`). It must be between 3 and 255 characters in length, and
         #   it must not start with `goog`.
-        # @param [Integer] deadline The maximum number of seconds after a
+        # @option options [Integer] deadline The maximum number of seconds after a
         #   subscriber receives a message before the subscriber should
         #   acknowledge the message.
-        # @param [Boolean] retain_acked Indicates whether to retain acknowledged
+        # @option options [Boolean] retain_acked Indicates whether to retain acknowledged
         #   messages. If `true`, then messages are not expunged from the
         #   subscription's backlog, even if they are acknowledged, until they
         #   fall out of the `retention` window. Default is `false`.
-        # @param [Numeric] retention How long to retain unacknowledged messages
+        # @option options [Numeric] retention How long to retain unacknowledged messages
         #   in the subscription's backlog, from the moment a message is
         #   published. If `retain_acked` is `true`, then this also configures
         #   the retention of acknowledged messages, and thus configures how far
         #   back in time a {Subscription#seek} can be done. Cannot be more than
         #   604,800 seconds (7 days) or less than 600 seconds (10 minutes).
         #   Default is 604,800 seconds (7 days).
-        # @param [String] endpoint A URL locating the endpoint to which messages
+        # @option options [String] endpoint A URL locating the endpoint to which messages
         #   should be pushed. The parameters `push_config` and `endpoint` should not both be provided.
-        # @param [Google::Cloud::PubSub::Subscription::PushConfig] push_config The configuration for a push delivery
-        #   endpoint that should contain the endpoint, and can contain authentication data (OIDC token authentication).
-        #   The parameters `push_config` and `endpoint` should not both be provided.
-        # @param [Hash] labels A hash of user-provided labels associated with
+        # @option options [Google::Cloud::PubSub::Subscription::PushConfig] push_config
+        #  The configuration for a push delivery endpoint that should contain the endpoint,
+        #  and can contain authentication data (OIDC token authentication).
+        #  The parameters `push_config` and `endpoint` should not both be provided.
+        # @option options [Hash] labels A hash of user-provided labels associated with
         #   the subscription. You can use these to organize and group your
         #   subscriptions. Label keys and values can be no longer than 63
         #   characters, can only contain lowercase letters, numeric characters,
@@ -402,25 +403,29 @@ module Google
         #   values are optional. Label keys must start with a letter and each
         #   label in the list must have a different key. See [Creating and
         #   Managing Labels](https://cloud.google.com/pubsub/docs/labels).
-        # @param [Boolean] message_ordering Whether to enable message ordering
+        # @option options [Boolean] message_ordering Whether to enable message ordering
         #   on the subscription.
-        # @param [String] filter An expression written in the Cloud Pub/Sub filter language. If non-empty, then only
-        #   {Message} instances whose `attributes` field matches the filter are delivered on this subscription. If
+        # @option options [String] filter An expression written in the Cloud Pub/Sub filter language.
+        #   If non-empty, then only {Message} instances whose `attributes` field
+        #   matches the filter are delivered on this subscription. If
         #   empty, then no messages are filtered out. Optional.
-        # @param [Topic] dead_letter_topic The {Topic} to which dead letter messages for the subscription should be
-        #   published. Dead lettering is done on a best effort basis. The same message might be dead lettered multiple
+        # @option options [Topic] dead_letter_topic
+        #   The {Topic} to which dead letter messages for the subscription should be published.
+        #   Dead lettering is done on a best effort basis. The same message might be dead lettered multiple
         #   times. The Cloud Pub/Sub service account associated with the enclosing subscription's parent project (i.e.,
         #   `service-{project_number}@gcp-sa-pubsub.iam.gserviceaccount.com`) must have permission to Publish() to
         #   this topic.
         #
         #   The operation will fail if the topic does not exist. Users should ensure that there is a subscription
         #   attached to this topic since messages published to a topic with no subscriptions are lost.
-        # @param [Integer] dead_letter_max_delivery_attempts The maximum number of delivery attempts for any message in
-        #   the subscription's dead letter policy. Dead lettering is done on a best effort basis. The same message might
+        # @option options [Integer] dead_letter_max_delivery_attempts
+        #   The maximum number of delivery attempts for any message in the subscription's dead letter policy.
+        #   Dead lettering is done on a best effort basis. The same message might
         #   be dead lettered multiple times. The value must be between 5 and 100. If this parameter is 0, a default
         #   value of 5 is used. The `dead_letter_topic` must also be set.
-        # @param [RetryPolicy] retry_policy A policy that specifies how Cloud Pub/Sub retries message delivery for
-        #   this subscription. If not set, the default retry policy is applied. This generally implies that messages
+        # @option options [RetryPolicy] retry_policy
+        #   A policy that specifies how Cloud Pub/Sub retries message delivery for this subscription.
+        #   If not set, the default retry policy is applied. This generally implies that messages
         #   will be retried as soon as possible for healthy subscribers. Retry Policy will be triggered on NACKs or
         #   acknowledgement deadline exceeded events for a given message.
         #
@@ -486,41 +491,23 @@ module Google
         #   retry_policy = Google::Cloud::PubSub::RetryPolicy.new minimum_backoff: 5, maximum_backoff: 300
         #   sub = topic.subscribe "my-topic-sub", retry_policy: retry_policy
         #
-        def subscribe subscription_name,
-                      deadline: nil,
-                      retain_acked: false,
-                      retention: nil,
-                      endpoint: nil,
-                      push_config: nil,
-                      labels: nil,
-                      message_ordering: nil,
-                      filter: nil,
-                      dead_letter_topic: nil,
-                      dead_letter_max_delivery_attempts: nil,
-                      retry_policy: nil
+        def subscribe subscription_name, **options
           ensure_service!
-          if push_config && endpoint
+          if options[:push_config] && options[:endpoint]
             raise ArgumentError, "endpoint and push_config were both provided. Please provide only one."
           end
-          push_config = Google::Cloud::PubSub::Subscription::PushConfig.new endpoint: endpoint if endpoint
-
-          options = {
-            deadline:                          deadline,
-            retain_acked:                      retain_acked,
-            retention:                         retention,
-            labels:                            labels,
-            message_ordering:                  message_ordering,
-            filter:                            filter,
-            dead_letter_max_delivery_attempts: dead_letter_max_delivery_attempts
-          }
+          if options[:endpoint]
+            options[:push_config] =
+              Google::Cloud::PubSub::Subscription::PushConfig.new endpoint: options[:endpoint]
+          end
 
-          options[:dead_letter_topic_name] = dead_letter_topic.name if dead_letter_topic
+          options[:dead_letter_topic_name] = options[:dead_letter_topic].name if options[:dead_letter_topic]
           if options[:dead_letter_max_delivery_attempts] && !options[:dead_letter_topic_name]
             # Service error message "3:Invalid resource name given (name=)." does not identify param.
             raise ArgumentError, "dead_letter_topic is required with dead_letter_max_delivery_attempts"
           end
-          options[:push_config] = push_config.to_grpc if push_config
-          options[:retry_policy] = retry_policy.to_grpc if retry_policy
+          options[:push_config] = options[:push_config].to_grpc if options[:push_config]
+          options[:retry_policy] = options[:retry_policy].to_grpc if options[:retry_policy]
           grpc = service.create_subscription name, subscription_name, options
           Subscription.from_grpc grpc, service
         end
@@ -1078,7 +1065,7 @@ module Google
         # @private New reference {Topic} object without making an HTTP request.
         def self.from_name name, service, options = {}
           name = service.topic_path name, options
-          from_grpc(nil, service).tap do |t|
+          from_grpc(nil, service, async: options[:async]).tap do |t|
             t.instance_variable_set :@resource_name, name
           end
         end

data/lib/google/cloud/pubsub/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module PubSub
-      VERSION = "2.9.2".freeze
+      VERSION = "2.12.0".freeze
     end
 
     Pubsub = PubSub unless const_defined? :Pubsub

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-pubsub
 version: !ruby/object:Gem::Version
-  version: 2.9.2
+  version: 2.12.0
 platform: ruby
 authors:
 - Mike Moore
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-04-29 00:00:00.000000000 Z
+date: 2022-08-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -45,14 +45,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: retriable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
 - !ruby/object:Gem::Dependency
   name: autotest-suffix
   requirement: !ruby/object:Gem::Requirement
@@ -101,14 +115,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.16'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.16'
 - !ruby/object:Gem::Dependency
   name: minitest-autotest
   requirement: !ruby/object:Gem::Requirement
@@ -227,6 +241,7 @@ files:
 - TROUBLESHOOTING.md
 - lib/google-cloud-pubsub.rb
 - lib/google/cloud/pubsub.rb
+- lib/google/cloud/pubsub/acknowledge_result.rb
 - lib/google/cloud/pubsub/async_publisher.rb
 - lib/google/cloud/pubsub/async_publisher/batch.rb
 - lib/google/cloud/pubsub/batch_publisher.rb
@@ -276,7 +291,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.5
+rubygems_version: 3.3.14
 signing_key: 
 specification_version: 4
 summary: API Client library for Google Cloud Pub/Sub