google-cloud-pubsub 2.11.0 → 2.15.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2c1517a2425dde72d0dc828b7a9547377b2c77d040ab456e75a22da05ec435a9
-  data.tar.gz: 8d5dcddd9253520df1192021cd9cdf6b582045aa39b32a4213870ed95a6a81db
+  metadata.gz: e2a4108df2f16d93f03bb560375274bb816a5958c8c0ad22ca061943ef40ee24
+  data.tar.gz: 8efa65c9aed030d0b1832aa8d0aec7ef4e9d8605a427bef6517cf77d9e363d5c
 SHA512:
-  metadata.gz: 23fe9089e74ffb8f578c9cf3f7122601f3e3440c3d891b80231fc0fd20c7f11128f7c6402f5be9b1e8737ddd6c18f7a1756c2ecdeae3771653506603cab25cef
-  data.tar.gz: c874cdff8afc7f4aeef73ee7c48b556314c2698934f63349644fe9c9e58b00dfdbb45b96c8fd58fad8218af1225c551ce72db98ee26744bc86eec9df3a267747
+  metadata.gz: 1599c8a8adac4fdde84b5782cfa4f4f8c236528452966496a9fce7343b05076772a6c071f99114d7bb93813d0707975e892c262a30616ed13232ce85dfe1b63d
+  data.tar.gz: 1c661569d004bfc3abd20e60938cad744faa5b474a8df6a67f0b6c36e6c428744e76703fc25e73d20298372894880a40a963a923e21059cd9f4f5454c4b65c01

data/AUTHENTICATION.md

@@ -125,15 +125,6 @@ To configure your system for this, simply:
 **NOTE:** This is _not_ recommended for running in production. The Cloud SDK
 *should* only be used during development.
 
-[gce-how-to]: https://cloud.google.com/compute/docs/authentication#using
-[dev-console]: https://console.cloud.google.com/project
-
-[enable-apis]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/enable-apis.png
-
-[create-new-service-account]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/create-new-service-account.png
-[create-new-service-account-existing-keys]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/create-new-service-account-existing-keys.png
-[reuse-service-account]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/reuse-service-account.png
-
 ## Creating a Service Account
 
 Google Cloud requires a **Project ID** and **Service Account Credentials** to
@@ -144,31 +135,22 @@ If you are not running this client within [Google Cloud Platform
 environments](#google-cloud-platform-environments), you need a Google
 Developers service account.
 
-1. Visit the [Google Developers Console][dev-console].
+1. Visit the [Google Cloud Console](https://console.cloud.google.com/project).
 1. Create a new project or click on an existing project.
-1. Activate the slide-out navigation tray and select **API Manager**. From
+1. Activate the menu in the upper left and select **APIs & Services**. From
    here, you will enable the APIs that your application requires.
 
-   ![Enable the APIs that your application requires][enable-apis]
-
    *Note: You may need to enable billing in order to use these services.*
 
 1. Select **Credentials** from the side navigation.
 
-   You should see a screen like one of the following.
-
-   ![Create a new service account][create-new-service-account]
-
-   ![Create a new service account With Existing Keys][create-new-service-account-existing-keys]
-
-   Find the "Add credentials" drop down and select "Service account" to be
-   guided through downloading a new JSON key file.
-
-   If you want to re-use an existing service account, you can easily generate a
-   new key file. Just select the account you wish to re-use, and click "Generate
-   new JSON key":
+   Find the "Create credentials" drop down near the top of the page, and select
+   "Service account" to be guided through downloading a new JSON key file.
 
-   ![Re-use an existing service account][reuse-service-account]
+   If you want to re-use an existing service account, you can easily generate 
+   a new key file. Just select the account you wish to re-use click the pencil
+   tool on the right side to edit the service account, select the **Keys** tab,
+   and then select **Add Key**.
 
    The key file you download will be used by this library to authenticate API
    requests and should be stored in a secure location.

data/CHANGELOG.md

@@ -1,5 +1,74 @@
 # Release History
 
+### 2.15.5 (2023-11-06)
+
+#### Bug Fixes
+
+* set x-goog-request-params for streaming pull request ([#23508](https://github.com/googleapis/google-cloud-ruby/issues/23508)) 
+
+### 2.15.4 (2023-05-19)
+
+#### Documentation
+
+* Fixed broken links in authentication documentation ([#21619](https://github.com/googleapis/google-cloud-ruby/issues/21619)) 
+
+### 2.15.4 (2023-05-18)
+
+#### Documentation
+
+* Fixed broken links in authentication documentation ([#21619](https://github.com/googleapis/google-cloud-ruby/issues/21619)) 
+
+### 2.15.3 (2023-04-19)
+
+#### Bug Fixes
+
+* wait for successful receipt modack when exactly once delivery enabled ([#21431](https://github.com/googleapis/google-cloud-ruby/issues/21431)) 
+
+### 2.15.2 (2023-03-19)
+
+#### Bug Fixes
+
+* make batch handle publish interval ([#20913](https://github.com/googleapis/google-cloud-ruby/issues/20913)) 
+
+### 2.15.1 (2023-02-23)
+
+#### Documentation
+
+* Correct default value for streams ([#20485](https://github.com/googleapis/google-cloud-ruby/issues/20485)) 
+
+### 2.15.0 (2023-01-22)
+
+#### Features
+
+* support publisher compression ([#19910](https://github.com/googleapis/google-cloud-ruby/issues/19910)) 
+
+### 2.14.0 (2023-01-12)
+
+#### Features
+
+* Added support for schema evolution, including managing schema revisions, and schema commit and rollback ([#19981](https://github.com/googleapis/google-cloud-ruby/issues/19981)) 
+
+### 2.13.0 (2022-10-18)
+
+#### Features
+
+* Added support for bigquery subscription ([#19221](https://github.com/googleapis/google-cloud-ruby/issues/19221)) 
+
+### 2.12.1 (2022-08-21)
+
+#### Bug Fixes
+
+* update non EOS ack to return Success always ([#19023](https://github.com/googleapis/google-cloud-ruby/issues/19023)) 
+
+### 2.12.0 (2022-08-09)
+
+#### Features
+
+* bump the minimum required version of pubsub v1 ([#18983](https://github.com/googleapis/google-cloud-ruby/issues/18983)) 
+#### Bug Fixes
+
+* honour async options of topic ([#18953](https://github.com/googleapis/google-cloud-ruby/issues/18953)) 
+
 ### 2.11.0 (2022-08-01)
 
 #### Features

data/LOGGING.md

@@ -5,7 +5,7 @@
 To enable logging for this library, set the logger for the underlying
 [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library. The logger
 that you set may be a Ruby stdlib
-[`Logger`](https://ruby-doc.org/stdlib/libdoc/logger/rdoc/Logger.html) as
+[`Logger`](https://ruby-doc.org/current/stdlibs/logger/Logger.html) as
 shown below, or a
 [`Google::Cloud::Logging::Logger`](https://googleapis.dev/ruby/google-cloud-logging/latest)
 that will write logs to [Stackdriver

data/lib/google/cloud/pubsub/async_publisher/batch.rb

@@ -141,7 +141,7 @@ module Google
 
               until @queue.empty?
                 item = @queue.first
-                if try_add item.msg, item.callback
+                if try_add item.msg, item.callback, item.create_time
                   @queue.shift
                   next
                 end
@@ -178,12 +178,7 @@ module Google
                 return false
               end
 
-              until @queue.empty?
-                item = @queue.first
-                added = try_add item.msg, item.callback
-                break unless added
-                @queue.shift
-              end
+              refill_items
 
               return false unless @publishing
               if @items.empty?
@@ -191,6 +186,7 @@ module Google
                 return false
               else
                 return true if stopping?
+                return true if interval_met?(@items.first.create_time) || batch_full_by_count?
                 if @queue.empty?
                   @publishing = false
                   return false
@@ -255,18 +251,39 @@ module Google
             end
           end
 
+          def total_message_bytes
+            @total_message_bytes
+          end
+
           protected
 
-          def items_add msg, callback
-            item = Item.new msg, callback
+          def interval_met? create_time
+            Time.now - create_time > @publisher.interval
+          end
+
+          def batch_full_by_count?
+            total_message_count == @publisher.max_messages
+          end
+
+          def refill_items
+            until @queue.empty?
+              item = @queue.first
+              added = try_add item.msg, item.callback, item.create_time
+              break unless added
+              @queue.shift
+            end
+          end
+
+          def items_add msg, callback, create_time
+            item = Item.new msg, callback, (create_time || Time.now)
             @items << item
             @total_message_bytes += item.bytesize + 2
           end
 
-          def try_add msg, callback
+          def try_add msg, callback, create_time = nil
             if @items.empty?
               # Always add when empty, even if bytesize is bigger than total
-              items_add msg, callback
+              items_add msg, callback, create_time
               return true
             end
             new_message_count = total_message_count + 1
@@ -275,12 +292,12 @@ module Google
                new_message_bytes >= @publisher.max_bytes
               return false
             end
-            items_add msg, callback
+            items_add msg, callback, create_time
             true
           end
 
           def queue_add msg, callback
-            item = Item.new msg, callback
+            item = Item.new msg, callback, Time.now
             @queue << item
           end
 
@@ -288,11 +305,7 @@ module Google
             @items.count
           end
 
-          def total_message_bytes
-            @total_message_bytes
-          end
-
-          Item = Struct.new :msg, :callback do
+          Item = Struct.new :msg, :callback, :create_time do
             def bytesize
               msg.to_proto.bytesize
             end

data/lib/google/cloud/pubsub/async_publisher.rb

@@ -70,7 +70,8 @@ module Google
         ##
         # @private Implementation accessors
         attr_reader :service, :batch, :publish_thread_pool,
-                    :callback_thread_pool, :flow_controller
+                    :callback_thread_pool, :flow_controller,
+                    :compress, :compression_bytes_threshold
 
         ##
         # @private Create a new instance of the object.
@@ -80,7 +81,9 @@ module Google
                        max_messages: 100,
                        interval: 0.01,
                        threads: {},
-                       flow_control: {}
+                       flow_control: {},
+                       compress: nil,
+                       compression_bytes_threshold: nil
           # init MonitorMixin
           super()
           @topic_name = service.topic_path topic_name
@@ -105,6 +108,9 @@ module Google
           @cond = new_cond
           @flow_controller = FlowController.new(**@flow_control)
           @thread = Thread.new { run_background }
+          @compress = compress || Google::Cloud::PubSub::DEFAULT_COMPRESS
+          @compression_bytes_threshold = compression_bytes_threshold ||
+                                         Google::Cloud::PubSub::DEFAULT_COMPRESSION_BYTES_THRESHOLD
         end
 
         ##
@@ -370,7 +376,9 @@ module Google
             items = batch.rebalance!
 
             unless items.empty?
-              grpc = @service.publish topic_name, items.map(&:msg)
+              grpc = @service.publish topic_name,
+                                      items.map(&:msg),
+                                      compress: compress && batch.total_message_bytes >= compression_bytes_threshold
               items.zip Array(grpc.message_ids) do |item, id|
                 @flow_controller.release item.bytesize
                 next unless item.callback

data/lib/google/cloud/pubsub/batch_publisher.rb

@@ -39,11 +39,32 @@ module Google
         # @private The messages to publish
         attr_reader :messages
 
+        ##
+        # @private Enables publisher compression
+        attr_reader :compress
+
+        ##
+        # @private The threshold bytes size for compression
+        attr_reader :compression_bytes_threshold
+
+        ##
+        # @private The total bytes size of messages data.
+        attr_reader :total_message_bytes
+
         ##
         # @private Create a new instance of the object.
-        def initialize data, attributes, ordering_key, extra_attrs
+        def initialize data,
+                       attributes,
+                       ordering_key,
+                       extra_attrs,
+                       compress: nil,
+                       compression_bytes_threshold: nil
           @messages = []
           @mode = :batch
+          @compress = compress || Google::Cloud::PubSub::DEFAULT_COMPRESS
+          @compression_bytes_threshold = compression_bytes_threshold ||
+                                         Google::Cloud::PubSub::DEFAULT_COMPRESSION_BYTES_THRESHOLD
+          @total_message_bytes = 0
           return if data.nil?
           @mode = :single
           publish data, attributes, ordering_key: ordering_key, **extra_attrs
@@ -74,6 +95,7 @@ module Google
         #
         def publish data, attributes = nil, ordering_key: nil, **extra_attrs
           msg = Convert.pubsub_message data, attributes, ordering_key, extra_attrs
+          @total_message_bytes += msg.data.bytesize + 2
           @messages << msg
         end
 
@@ -92,6 +114,15 @@ module Google
             msgs
           end
         end
+
+        ##
+        # @private  Call the publish API with arrays of data and attrs.
+        def publish_batch_messages topic_name, service
+          grpc = service.publish topic_name,
+                                 messages,
+                                 compress: compress && total_message_bytes >= compression_bytes_threshold
+          to_gcloud_messages Array(grpc.message_ids)
+        end
       end
     end
 

data/lib/google/cloud/pubsub/project.rb

@@ -24,6 +24,9 @@ require "google/cloud/pubsub/snapshot"
 module Google
   module Cloud
     module PubSub
+      DEFAULT_COMPRESS = false
+      DEFAULT_COMPRESSION_BYTES_THRESHOLD = 240
+
       ##
       # # Project
       #
@@ -103,6 +106,9 @@ module Google
         #   * `:threads` (Hash) The number of threads to create to handle concurrent calls by the publisher:
         #     * `:publish` (Integer) The number of threads used to publish messages. Default is 2.
         #     * `:callback` (Integer) The number of threads to handle the published messages' callbacks. Default is 4.
+        #   * `:compress` (Boolean) The flag that enables publisher compression. Default is false
+        #   * `:compression_bytes_threshold` (Integer) The number of bytes above which compress should be enabled.
+        #       Default is 240.
         #   * `:flow_control` (Hash) The client flow control settings for message publishing:
         #     * `:message_limit` (Integer) The maximum number of messages allowed to wait to be published. Default is
         #       `10 * max_messages`.
@@ -160,7 +166,7 @@ module Google
         #
         def topic topic_name, project: nil, skip_lookup: nil, async: nil
           ensure_service!
-          options = { project: project }
+          options = { project: project, async: async }
           return Topic.from_name topic_name, service, options if skip_lookup
           grpc = service.get_topic topic_name, options
           Topic.from_grpc grpc, service, async: async
@@ -211,11 +217,13 @@ module Google
         #     the batch is published. Default is 0.01.
         #   * `:threads` (Hash) The number of threads to create to handle concurrent
         #     calls by the publisher:
-        #
         #     * `:publish` (Integer) The number of threads used to publish messages.
         #       Default is 2.
         #     * `:callback` (Integer) The number of threads to handle the published
         #       messages' callbacks. Default is 4.
+        #   * `:compress` (Boolean) The flag that enables publisher compression. Default is false
+        #   * `:compression_bytes_threshold` (Integer) The number of bytes above which compress should be enabled.
+        #       Default is 240.
         #   * `:flow_control` (Hash) The client flow control settings for message publishing:
         #     * `:message_limit` (Integer) The maximum number of messages allowed to wait to be published. Default is
         #       `10 * max_messages`.
@@ -642,13 +650,6 @@ module Google
         def ensure_service!
           raise "Must have active connection to service" unless service
         end
-
-        ##
-        # Call the publish API with arrays of data data and attrs.
-        def publish_batch_messages topic_name, batch
-          grpc = service.publish topic_name, batch.messages
-          batch.to_gcloud_messages Array(grpc.message_ids)
-        end
       end
     end
 

data/lib/google/cloud/pubsub/received_message.rb

@@ -204,7 +204,12 @@ module Google
         #
         def acknowledge! &block
           ensure_subscription!
-          subscription.acknowledge ack_id, &block
+          if subscription.respond_to?(:exactly_once_delivery_enabled) && subscription.exactly_once_delivery_enabled
+            subscription.acknowledge ack_id, &block
+          else
+            subscription.acknowledge ack_id
+            yield AcknowledgeResult.new(AcknowledgeResult::SUCCESS) if block_given?
+          end
         end
         alias ack! acknowledge!
 
@@ -265,7 +270,12 @@ module Google
         #
         def modify_ack_deadline! new_deadline, &block
           ensure_subscription!
-          subscription.modify_ack_deadline new_deadline, ack_id, &block
+          if subscription.respond_to?(:exactly_once_delivery_enabled) && subscription.exactly_once_delivery_enabled
+            subscription.modify_ack_deadline new_deadline, ack_id, &block
+          else
+            subscription.modify_ack_deadline new_deadline, ack_id
+            yield AcknowledgeResult.new(AcknowledgeResult::SUCCESS) if block_given?
+          end
         end
 
         ##

data/lib/google/cloud/pubsub/service.rb

@@ -173,8 +173,10 @@ module Google
         # Raises GRPC status code 5 if the topic does not exist.
         # The messages parameter is an array of arrays.
         # The first element is the data, second is attributes hash.
-        def publish topic, messages
-          publisher.publish topic: topic_path(topic), messages: messages
+        def publish topic, messages, compress: false
+          request = { topic: topic_path(topic), messages: messages }
+          compress_options = ::Gapic::CallOptions.new metadata: { "grpc-internal-encoding-request": "gzip" }
+          compress ? (publisher.publish request, compress_options) : (publisher.publish request)
         end
 
         ##
@@ -238,8 +240,8 @@ module Google
                           return_immediately: return_immediately
         end
 
-        def streaming_pull request_enum
-          subscriber.streaming_pull request_enum
+        def streaming_pull request_enum, options = {}
+          subscriber.streaming_pull request_enum, options
         end
 
         ##

data/lib/google/cloud/pubsub/subscriber/stream.rb

@@ -231,7 +231,8 @@ module Google
             end
 
             # Call the StreamingPull API to get the response enumerator
-            enum = @subscriber.service.streaming_pull @request_queue.each
+            options = { :"metadata" => { :"x-goog-request-params" =>  @subscriber.subscription_name } }
+            enum = @subscriber.service.streaming_pull @request_queue.each, options
 
             loop do
               synchronize do
@@ -248,25 +249,30 @@ module Google
                 # Cannot syncronize the enumerator, causes deadlock
                 response = enum.next
                 new_exactly_once_delivery_enabled = response&.subscription_properties&.exactly_once_delivery_enabled
+                received_messages = response.received_messages
 
                 # Use synchronize so changes happen atomically
                 synchronize do
                   update_min_duration_per_lease_extension new_exactly_once_delivery_enabled
-                  @exactly_once_delivery_enabled = new_exactly_once_delivery_enabled unless new_exactly_once_delivery_enabled.nil? 
+                  @exactly_once_delivery_enabled = new_exactly_once_delivery_enabled unless new_exactly_once_delivery_enabled.nil?
                   @subscriber.exactly_once_delivery_enabled = @exactly_once_delivery_enabled
 
                   # Create receipt of received messages reception
-                  @subscriber.buffer.modify_ack_deadline @subscriber.deadline, response.received_messages.map(&:ack_id)
-
-                  # Add received messages to inventory
-                  @inventory.add response.received_messages
+                  if @exactly_once_delivery_enabled
+                    create_receipt_modack_for_eos received_messages
+                  else
+                    @subscriber.buffer.modify_ack_deadline @subscriber.deadline, received_messages.map(&:ack_id)
+                    # Add received messages to inventory
+                    @inventory.add received_messages
+                  end
                 end
 
-                response.received_messages.each do |rec_msg_grpc|
+                received_messages.each do |rec_msg_grpc|
                   rec_msg = ReceivedMessage.from_grpc(rec_msg_grpc, self)
                   # No need to synchronize the callback future
                   register_callback rec_msg
-                end
+                end if !@exactly_once_delivery_enabled # Exactly once delivery scenario is handled by callback
+
                 synchronize { pause_streaming! }
               rescue StopIteration
                 break
@@ -295,6 +301,19 @@ module Google
 
           # rubocop:enable all
 
+          def create_receipt_modack_for_eos received_messages
+            received_messages.each do |rec_msg_grpc|
+              callback = proc do |result|
+                if result.succeeded?
+                  synchronize { @inventory.add rec_msg_grpc }
+                  rec_msg = ReceivedMessage.from_grpc rec_msg_grpc, self
+                  register_callback rec_msg
+                end
+              end
+              @subscriber.buffer.modify_ack_deadline @subscriber.deadline, [rec_msg_grpc.ack_id], callback
+            end
+          end
+
           # Updates min_duration_per_lease_extension to 60 when exactly_once_delivery_enabled
           # and reverts back to default 0 when disabled.
           # Skips if exactly_once_enabled is not modified.

data/lib/google/cloud/pubsub/subscriber/timed_unary_buffer.rb

@@ -35,11 +35,11 @@ module Google
 
           PERMANENT_FAILURE = "PERMANENT_FAILURE".freeze
           # Google::Cloud::Unavailable error is already retried at gapic level
-          RETRIABLE_ERRORS = [Google::Cloud::CanceledError,
-                              Google::Cloud::DeadlineExceededError,
-                              Google::Cloud::InternalError,
-                              Google::Cloud::ResourceExhaustedError,
-                              Google::Cloud::InvalidArgumentError].freeze
+          EXACTLY_ONCE_DELIVERY_POSSIBLE_RETRIABLE_ERRORS = [Google::Cloud::CanceledError,
+                                                             Google::Cloud::DeadlineExceededError,
+                                                             Google::Cloud::InternalError,
+                                                             Google::Cloud::ResourceExhaustedError,
+                                                             Google::Cloud::InvalidArgumentError].freeze
           MAX_RETRY_DURATION = 600 # 600s since the server allows ack/modacks for 10 mins max
           MAX_TRIES = 15
           BASE_INTERVAL = 1
@@ -128,7 +128,7 @@ module Google
                 begin
                   @subscriber.service.acknowledge ack_req.subscription, *ack_req.ack_ids
                   handle_callback AcknowledgeResult.new(AcknowledgeResult::SUCCESS), ack_req.ack_ids
-                rescue *RETRIABLE_ERRORS => e
+                rescue *EXACTLY_ONCE_DELIVERY_POSSIBLE_RETRIABLE_ERRORS => e
                   handle_failure e, ack_req.ack_ids if @subscriber.exactly_once_delivery_enabled
                 rescue StandardError => e
                   handle_callback construct_result(e), ack_req.ack_ids
@@ -146,7 +146,7 @@ module Google
                   handle_callback AcknowledgeResult.new(AcknowledgeResult::SUCCESS),
                                   mod_ack_req.ack_ids,
                                   modack: true
-                rescue *RETRIABLE_ERRORS => e
+                rescue *EXACTLY_ONCE_DELIVERY_POSSIBLE_RETRIABLE_ERRORS => e
                   if @subscriber.exactly_once_delivery_enabled
                     handle_failure e, mod_ack_req.ack_ids, mod_ack_req.ack_deadline_seconds
                   end
@@ -276,7 +276,7 @@ module Google
                                   max_interval: MAX_INTERVAL,
                                   multiplier: MULTIPLIER,
                                   max_elapsed_time: MAX_RETRY_DURATION,
-                                  on: RETRIABLE_ERRORS do
+                                  on: EXACTLY_ONCE_DELIVERY_POSSIBLE_RETRIABLE_ERRORS do
                 return if ack_ids.nil?
                 begin
                   yield ack_ids

data/lib/google/cloud/pubsub/subscriber.rb

@@ -53,7 +53,7 @@ module Google
       # @attr_reader [Boolean] message_ordering Whether message ordering has
       #   been enabled.
       # @attr_reader [Integer] streams The number of concurrent streams to open
-      #   to pull messages from the subscription. Default is 4.
+      #   to pull messages from the subscription. Default is 2.
       # @attr_reader [Integer] callback_threads The number of threads used to
       #   handle the received messages. Default is 8.
       # @attr_reader [Integer] push_threads The number of threads to handle

data/lib/google/cloud/pubsub/subscription.rb

@@ -303,6 +303,56 @@ module Google
           config.freeze
         end
 
+        ##
+        # Inspect the Subscription's bigquery configuration settings. The
+        # configuration can be changed by modifying the values in the method's
+        # block.
+        #
+        # @yield [bigquery_config] a block for modifying the bigquery configuration
+        # @yieldparam [Google::Cloud::PubSub::V1::BigQueryConfig] bigquery_config
+        #
+        # @return [Google::Cloud::PubSub::V1::BigQueryConfig]
+        #
+        # @example
+        #   require "google/cloud/pubsub"
+        #
+        #   pubsub = Google::Cloud::PubSub.new
+        #
+        #   sub = pubsub.subscription "my-topic-sub"
+        #   sub.bigquery_config.table #=> "my-project:dataset-id.table-id"
+        #   sub.bigquery_config.use_topic_schema #=> true
+        #   sub.bigquery_config.write_metadata #=> false
+        #
+        # @example Update the bigquery configuration by passing a block:
+        #   require "google/cloud/pubsub"
+        #
+        #   pubsub = Google::Cloud::PubSub.new
+        #   sub = pubsub.subscription "my-subscription"
+        #
+        #   sub.bigquery_config do |bc|
+        #     bc.write_metadata = true
+        #     bc.use_topic_schema = false
+        #   end
+        #
+        def bigquery_config
+          ensure_service!
+
+          config = reference? ? Google::Cloud::PubSub::V1::BigQueryConfig.new : @grpc.bigquery_config
+
+          if block_given?
+            old_config = config.dup
+            yield config
+            new_config = config
+
+            if old_config != new_config # has the object been changed?
+              update_grpc = Google::Cloud::PubSub::V1::Subscription.new name: name, bigquery_config: new_config
+              @grpc = service.update_subscription update_grpc, :bigquery_config
+            end
+          end
+
+          config.freeze
+        end
+
         ##
         # A hash of user-provided labels associated with this subscription.
         # Labels can be used to organize and group subscriptions.See [Creating
@@ -887,7 +937,7 @@ module Google
         #   the default message_ordering value for the subscription when this
         #   argument is not provided. See {#reference?}.
         # @param [Integer] streams The number of concurrent streams to open to
-        #   pull messages from the subscription. Default is 4. Optional.
+        #   pull messages from the subscription. Default is 2. Optional.
         # @param [Hash, Integer] inventory The settings to control how received messages are to be handled by the
         #   subscriber. When provided as an Integer instead of a Hash only `max_outstanding_messages` will be set.
         #   Optional.

data/lib/google/cloud/pubsub/topic.rb

@@ -676,12 +676,19 @@ module Google
         #   topic.publish "task completed",
         #                 ordering_key: "task-key"
         #
-        def publish data = nil, attributes = nil, ordering_key: nil, **extra_attrs, &block
+        def publish data = nil, attributes = nil, ordering_key: nil, compress: nil, compression_bytes_threshold: nil,
+                    **extra_attrs, &block
           ensure_service!
-          batch = BatchPublisher.new data, attributes, ordering_key, extra_attrs
+          batch = BatchPublisher.new data,
+                                     attributes,
+                                     ordering_key,
+                                     extra_attrs,
+                                     compress: compress,
+                                     compression_bytes_threshold: compression_bytes_threshold
+
           block&.call batch
           return nil if batch.messages.count.zero?
-          publish_batch_messages batch
+          batch.publish_batch_messages name, service
         end
 
         ##
@@ -1065,7 +1072,7 @@ module Google
         # @private New reference {Topic} object without making an HTTP request.
         def self.from_name name, service, options = {}
           name = service.topic_path name, options
-          from_grpc(nil, service).tap do |t|
+          from_grpc(nil, service, async: options[:async]).tap do |t|
             t.instance_variable_set :@resource_name, name
           end
         end
@@ -1085,13 +1092,6 @@ module Google
           ensure_service!
           reload! if reference?
         end
-
-        ##
-        # Call the publish API with arrays of data data and attrs.
-        def publish_batch_messages batch
-          grpc = service.publish name, batch.messages
-          batch.to_gcloud_messages Array(grpc.message_ids)
-        end
       end
     end
 

data/lib/google/cloud/pubsub/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module PubSub
-      VERSION = "2.11.0".freeze
+      VERSION = "2.15.5".freeze
     end
 
     Pubsub = PubSub unless const_defined? :Pubsub

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-pubsub
 version: !ruby/object:Gem::Version
-  version: 2.11.0
+  version: 2.15.5
 platform: ruby
 authors:
 - Mike Moore
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-08-01 00:00:00.000000000 Z
+date: 2023-11-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -45,14 +45,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0.8'
 - !ruby/object:Gem::Dependency
   name: retriable
   requirement: !ruby/object:Gem::Requirement
@@ -291,7 +291,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.14
+rubygems_version: 3.4.19
 signing_key: 
 specification_version: 4
 summary: API Client library for Google Cloud Pub/Sub