google-cloud-pubsub 2.15.5 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. checksums.yaml +4 -4
  2. data/AUTHENTICATION.md +12 -1
  3. data/CHANGELOG.md +129 -0
  4. data/OVERVIEW.md +189 -145
  5. data/lib/google/cloud/pubsub/admin_clients.rb +116 -0
  6. data/lib/google/cloud/pubsub/async_publisher.rb +20 -19
  7. data/lib/google/cloud/pubsub/batch_publisher.rb +7 -5
  8. data/lib/google/cloud/pubsub/convert.rb +1 -1
  9. data/lib/google/cloud/pubsub/errors.rb +3 -3
  10. data/lib/google/cloud/pubsub/flow_controller.rb +0 -2
  11. data/lib/google/cloud/pubsub/internal_logger.rb +76 -0
  12. data/lib/google/cloud/pubsub/message.rb +10 -11
  13. data/lib/google/cloud/pubsub/{subscriber → message_listener}/enumerator_queue.rb +1 -1
  14. data/lib/google/cloud/pubsub/{subscriber → message_listener}/inventory.rb +13 -10
  15. data/lib/google/cloud/pubsub/{subscriber → message_listener}/sequencer.rb +1 -1
  16. data/lib/google/cloud/pubsub/{subscriber → message_listener}/stream.rb +58 -17
  17. data/lib/google/cloud/pubsub/{subscriber → message_listener}/timed_unary_buffer.rb +29 -9
  18. data/lib/google/cloud/pubsub/message_listener.rb +413 -0
  19. data/lib/google/cloud/pubsub/project.rb +108 -523
  20. data/lib/google/cloud/pubsub/publisher.rb +424 -0
  21. data/lib/google/cloud/pubsub/received_message.rb +50 -45
  22. data/lib/google/cloud/pubsub/service.rb +48 -349
  23. data/lib/google/cloud/pubsub/subscriber.rb +442 -279
  24. data/lib/google/cloud/pubsub/version.rb +1 -1
  25. data/lib/google/cloud/pubsub.rb +51 -30
  26. data/lib/google-cloud-pubsub.rb +30 -10
  27. metadata +19 -183
  28. data/lib/google/cloud/pubsub/policy.rb +0 -188
  29. data/lib/google/cloud/pubsub/retry_policy.rb +0 -88
  30. data/lib/google/cloud/pubsub/schema/list.rb +0 -180
  31. data/lib/google/cloud/pubsub/schema.rb +0 -310
  32. data/lib/google/cloud/pubsub/snapshot/list.rb +0 -178
  33. data/lib/google/cloud/pubsub/snapshot.rb +0 -205
  34. data/lib/google/cloud/pubsub/subscription/list.rb +0 -205
  35. data/lib/google/cloud/pubsub/subscription/push_config.rb +0 -268
  36. data/lib/google/cloud/pubsub/subscription.rb +0 -1467
  37. data/lib/google/cloud/pubsub/topic/list.rb +0 -171
  38. data/lib/google/cloud/pubsub/topic.rb +0 -1100
@@ -1,205 +0,0 @@
1
- # Copyright 2015 Google LLC
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # https://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
-
16
- require "delegate"
17
-
18
- module Google
19
- module Cloud
20
- module PubSub
21
- class Subscription
22
- ##
23
- # Subscription::List is a special case Array with additional values.
24
- class List < DelegateClass(::Array)
25
- ##
26
- # If not empty, indicates that there are more subscriptions
27
- # that match the request and this value should be passed to
28
- # the next {Google::Cloud::PubSub::Topic#subscriptions} to continue.
29
- attr_accessor :token
30
-
31
- ##
32
- # @private Create a new Subscription::List with an array of values.
33
- def initialize arr = []
34
- @topic = nil
35
- @prefix = nil
36
- @token = nil
37
- @max = nil
38
- super arr
39
- end
40
-
41
- ##
42
- # Whether there a next page of subscriptions.
43
- #
44
- # @return [Boolean]
45
- #
46
- # @example
47
- # require "google/cloud/pubsub"
48
- #
49
- # pubsub = Google::Cloud::PubSub.new
50
- #
51
- # subscriptions = pubsub.subscriptions
52
- # if subscriptions.next?
53
- # next_subscriptions = subscriptions.next
54
- # end
55
- #
56
- def next?
57
- !token.nil?
58
- end
59
-
60
- ##
61
- # Retrieve the next page of subscriptions.
62
- #
63
- # @return [Subscription::List]
64
- #
65
- # @example
66
- # require "google/cloud/pubsub"
67
- #
68
- # pubsub = Google::Cloud::PubSub.new
69
- #
70
- # subscriptions = pubsub.subscriptions
71
- # if subscriptions.next?
72
- # next_subscriptions = subscriptions.next
73
- # end
74
- #
75
- def next
76
- return nil unless next?
77
- ensure_service!
78
- if @topic
79
- next_topic_subscriptions
80
- else
81
- next_subscriptions
82
- end
83
- end
84
-
85
- ##
86
- # Retrieves remaining results by repeatedly invoking {#next} until
87
- # {#next?} returns `false`. Calls the given block once for each
88
- # result, which is passed as the argument to the block.
89
- #
90
- # An Enumerator is returned if no block is given.
91
- #
92
- # This method will make repeated API calls until all remaining results
93
- # are retrieved. (Unlike `#each`, for example, which merely iterates
94
- # over the results returned by a single API call.) Use with caution.
95
- #
96
- # @param [Integer] request_limit The upper limit of API requests to
97
- # make to load all subscriptions. Default is no limit.
98
- # @yield [subscription] The block for accessing each subscription.
99
- # @yieldparam [Subscription] subscription The subscription object.
100
- #
101
- # @return [Enumerator]
102
- #
103
- # @example Iterating each subscription by passing a block:
104
- # require "google/cloud/pubsub"
105
- #
106
- # pubsub = Google::Cloud::PubSub.new
107
- #
108
- # subscriptions = pubsub.subscriptions
109
- # subscriptions.all do |subscription|
110
- # puts subscription.name
111
- # end
112
- #
113
- # @example Using the enumerator by not passing a block:
114
- # require "google/cloud/pubsub"
115
- #
116
- # pubsub = Google::Cloud::PubSub.new
117
- #
118
- # subscriptions = pubsub.subscriptions
119
- # all_names = subscriptions.all.map do |subscription|
120
- # subscription.name
121
- # end
122
- #
123
- # @example Limit the number of API calls made:
124
- # require "google/cloud/pubsub"
125
- #
126
- # pubsub = Google::Cloud::PubSub.new
127
- #
128
- # subscriptions = pubsub.subscriptions
129
- # subscriptions.all(request_limit: 10) do |subscription|
130
- # puts subscription.name
131
- # end
132
- #
133
- def all request_limit: nil, &block
134
- request_limit = request_limit.to_i if request_limit
135
- return enum_for :all, request_limit: request_limit unless block_given?
136
- results = self
137
- loop do
138
- results.each(&block)
139
- if request_limit
140
- request_limit -= 1
141
- break if request_limit.negative?
142
- end
143
- break unless results.next?
144
- results = results.next
145
- end
146
- end
147
-
148
- ##
149
- # @private New Subscriptions::List from a
150
- # Google::Cloud::PubSub::V1::ListSubscriptionsRequest object.
151
- def self.from_grpc grpc_list, service, max = nil
152
- subs = new(Array(grpc_list.subscriptions).map do |grpc|
153
- Subscription.from_grpc grpc, service
154
- end)
155
- token = grpc_list.next_page_token
156
- token = nil if token == "".freeze
157
- subs.instance_variable_set :@token, token
158
- subs.instance_variable_set :@service, service
159
- subs.instance_variable_set :@max, max
160
- subs
161
- end
162
-
163
- ##
164
- # @private New Subscriptions::List from a
165
- # Google::Cloud::PubSub::V1::ListTopicSubscriptionsResponse object.
166
- def self.from_topic_grpc grpc_list, service, topic, max = nil
167
- subs = new(Array(grpc_list.subscriptions).map do |grpc|
168
- Subscription.from_name grpc, service
169
- end)
170
- token = grpc_list.next_page_token
171
- token = nil if token == "".freeze
172
- subs.instance_variable_set :@token, token
173
- subs.instance_variable_set :@service, service
174
- subs.instance_variable_set :@topic, topic
175
- subs.instance_variable_set :@max, max
176
- subs
177
- end
178
-
179
- protected
180
-
181
- ##
182
- # @private Raise an error unless an active connection to the service
183
- # is available.
184
- def ensure_service!
185
- raise "Must have active connection to service" unless @service
186
- end
187
-
188
- def next_subscriptions
189
- options = { prefix: @prefix, token: @token, max: @max }
190
- grpc = @service.list_subscriptions options
191
- self.class.from_grpc grpc, @service, @max
192
- end
193
-
194
- def next_topic_subscriptions
195
- options = { token: @token, max: @max }
196
- grpc = @service.list_topics_subscriptions @topic, options
197
- self.class.from_topic_grpc grpc, @service, @topic, @max
198
- end
199
- end
200
- end
201
- end
202
-
203
- Pubsub = PubSub unless const_defined? :Pubsub
204
- end
205
- end
@@ -1,268 +0,0 @@
1
- # Copyright 2019 Google LLC
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # https://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
-
16
- require "google/pubsub/v1/pubsub_pb"
17
-
18
- module Google
19
- module Cloud
20
- module PubSub
21
- class Subscription
22
- ##
23
- # Configuration for a push delivery endpoint.
24
- #
25
- # @example Create a push config:
26
- # require "google/cloud/pubsub"
27
- #
28
- # pubsub = Google::Cloud::PubSub.new
29
- # topic = pubsub.topic "my-topic"
30
- #
31
- # push_config = Google::Cloud::PubSub::Subscription::PushConfig.new endpoint: "http://example.net/callback"
32
- # push_config.set_oidc_token "service-account@example.net", "audience-header-value"
33
- #
34
- # sub = topic.subscribe "my-subscription", push_config: push_config
35
- #
36
- # @example Read a push config:
37
- # require "google/cloud/pubsub"
38
- #
39
- # pubsub = Google::Cloud::PubSub.new
40
- #
41
- # sub = pubsub.subscription "my-topic-sub"
42
- # sub.push_config.endpoint #=> "http://example.com/callback"
43
- # sub.push_config.authentication.email #=> "user@example.com"
44
- # sub.push_config.authentication.audience #=> "client-12345"
45
- #
46
- # @example Update a push config:
47
- # require "google/cloud/pubsub"
48
- #
49
- # pubsub = Google::Cloud::PubSub.new
50
- # sub = pubsub.subscription "my-subscription"
51
- #
52
- # sub.push_config do |pc|
53
- # pc.endpoint = "http://example.net/callback"
54
- # pc.set_oidc_token "user@example.net", "client-67890"
55
- # end
56
- #
57
- class PushConfig
58
- ##
59
- # Creates a new push configuration.
60
- #
61
- # @param [String] endpoint A URL locating the endpoint to which messages should be pushed. For
62
- # example, a Webhook endpoint might use `https://example.com/push`.
63
- # @param [String] email The service account email to be used for generating the OIDC token.
64
- # The caller must have the `iam.serviceAccounts.actAs` permission for the service account.
65
- # @param [String] audience The audience to be used when generating OIDC token. The audience claim identifies
66
- # the recipients that the JWT is intended for. The audience value is a single case-sensitive string. Having
67
- # multiple values (array) for the audience field is not supported. More info about the OIDC JWT token
68
- # audience here: https://tools.ietf.org/html/rfc7519#section-4.1.3 Note: if not specified, the `endpoint`
69
- # URL will be used.
70
- #
71
- def initialize endpoint: nil, email: nil, audience: nil
72
- @grpc = Google::Cloud::PubSub::V1::PushConfig.new
73
-
74
- self.endpoint = endpoint unless endpoint.nil?
75
-
76
- raise ArgumentError, "audience provided without email. Authentication is invalid" if audience && !email
77
-
78
- set_oidc_token email, audience if email
79
- end
80
-
81
- ##
82
- # A URL locating the endpoint to which messages should be pushed. For example, a Webhook endpoint might use
83
- # `https://example.com/push`.
84
- #
85
- # @return [String]
86
- def endpoint
87
- @grpc.push_endpoint
88
- end
89
-
90
- ##
91
- # Sets the URL locating the endpoint to which messages should be pushed. For example, a Webhook endpoint might
92
- # use `https://example.com/push`.
93
- #
94
- # @param [String, nil] new_endpoint New URL value
95
- def endpoint= new_endpoint
96
- @grpc.push_endpoint = String new_endpoint
97
- end
98
-
99
- ##
100
- # The authentication method used by push endpoints to verify the source of push requests.
101
- #
102
- # @return [OidcToken, nil] An OIDC JWT token if specified, `nil`
103
- # otherwise.
104
- def authentication
105
- return nil unless @grpc.authentication_method == :oidc_token
106
-
107
- OidcToken.from_grpc @grpc.oidc_token
108
- end
109
-
110
- ##
111
- # Sets the authentication method used by push endpoints to verify the source of push requests.
112
- #
113
- # @param [OidcToken, nil] new_auth An authentication value.
114
- def authentication= new_auth
115
- if new_auth.nil?
116
- @grpc.oidc_token = nil
117
- else
118
- raise ArgumentError unless new_auth.is_a? OidcToken
119
-
120
- @grpc.oidc_token = new_auth.to_grpc
121
- end
122
- end
123
-
124
- ##
125
- # Checks whether authentication is an {OidcToken}.
126
- #
127
- # @return [Boolean]
128
- def oidc_token?
129
- authentication.is_a? OidcToken
130
- end
131
-
132
- ##
133
- # Sets the authentication method to use an {OidcToken}.
134
- #
135
- # @param [String] email Service account email.
136
- # @param [String] audience Audience to be used.
137
- def set_oidc_token email, audience
138
- oidc_token = OidcToken.new.tap do |token|
139
- token.email = email
140
- token.audience = audience
141
- end
142
- self.authentication = oidc_token
143
- end
144
-
145
- ##
146
- # The format of the pushed message. This attribute indicates the version of the data expected by the endpoint.
147
- # This controls the shape of the pushed message (i.e., its fields and metadata). The endpoint version is based
148
- # on the version of the Pub/Sub API.
149
- #
150
- # If not present during the Subscription creation, it will default to the version of the API used to make such
151
- # call.
152
- #
153
- # The possible values for this attribute are:
154
- #
155
- # * `v1beta1`: uses the push format defined in the v1beta1 Pub/Sub
156
- # API.
157
- # * `v1` or `v1beta2`: uses the push format defined in the v1 Pub/Sub
158
- # API.
159
- #
160
- # @return [String]
161
- def version
162
- @grpc.attributes["x-goog-version"]
163
- end
164
-
165
- ##
166
- # Sets the format of the pushed message.
167
- #
168
- # The possible values for this attribute are:
169
- #
170
- # * `v1beta1`: uses the push format defined in the v1beta1 Pub/Sub
171
- # API.
172
- # * `v1` or `v1beta2`: uses the push format defined in the v1 Pub/Sub
173
- # API.
174
- #
175
- # @param [String, nil] new_version The new version value.
176
- def version= new_version
177
- if new_version.nil?
178
- @grpc.attributes.delete "x-goog-version"
179
- else
180
- @grpc.attributes["x-goog-version"] = new_version
181
- end
182
- end
183
-
184
- ##
185
- # @private
186
- def to_grpc
187
- @grpc
188
- end
189
-
190
- ##
191
- # @private
192
- def self.from_grpc grpc
193
- new.tap do |pc|
194
- pc.instance_variable_set :@grpc, grpc.dup if grpc
195
- end
196
- end
197
-
198
- ##
199
- # Contains information needed for generating an [OpenID Connect
200
- # token](https://developers.google.com/identity/protocols/OpenIDConnect).
201
- class OidcToken
202
- ##
203
- # @private
204
- def initialize
205
- @grpc = Google::Cloud::PubSub::V1::PushConfig::OidcToken.new
206
- end
207
-
208
- ##
209
- # The service account email to be used for generating the OIDC token. The caller must have the
210
- # `iam.serviceAccounts.actAs` permission for the service account.
211
- #
212
- # @return [String]
213
- def email
214
- @grpc.service_account_email
215
- end
216
-
217
- ##
218
- # Sets the service account email to be used for generating the OIDC token. The caller must have the
219
- # `iam.serviceAccounts.actAs` permission for the service account.
220
- #
221
- # @param [String] new_email New service account email value.
222
- def email= new_email
223
- @grpc.service_account_email = new_email
224
- end
225
-
226
- ##
227
- # The audience to be used when generating OIDC token. The audience claim identifies the recipients that
228
- # the JWT is intended for. The audience value is a single case-sensitive string. Having multiple values
229
- # (array) for the audience field is not supported. More info about the OIDC JWT token audience here:
230
- # https://tools.ietf.org/html/rfc7519#section-4.1.3 Note: if not specified, the `endpoint` URL will be used.
231
- #
232
- # @return [String]
233
- def audience
234
- @grpc.audience
235
- end
236
-
237
- ##
238
- # Sets the audience to be used when generating OIDC token. The audience claim identifies the recipients that
239
- # the JWT is intended for. The audience value is a single case-sensitive string. Having multiple values
240
- # (array) for the audience field is not supported. More info about the OIDC JWT token audience here:
241
- # https://tools.ietf.org/html/rfc7519#section-4.1.3 Note: if not specified, the `endpoint` URL will be used.
242
- #
243
- # @param [String] new_audience New audience value.
244
- def audience= new_audience
245
- @grpc.audience = new_audience
246
- end
247
-
248
- ##
249
- # @private
250
- def to_grpc
251
- @grpc
252
- end
253
-
254
- ##
255
- # @private
256
- def self.from_grpc grpc
257
- grpc ||= Google::Cloud::PubSub::V1::PushConfig::OidcToken.new
258
-
259
- new.tap do |pc|
260
- pc.instance_variable_set :@grpc, grpc.dup
261
- end
262
- end
263
- end
264
- end
265
- end
266
- end
267
- end
268
- end