railway-ipc 4.0.0 → 5.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 7f349dc76232b1cef6492bb2dc09cdbd58bf2ad22be64bfd1771e4e6d7192b16
4
- data.tar.gz: 3e04b076735ca1bcc8d1cc376925311b1547b8b13a554691726f348a62625cfc
3
+ metadata.gz: fc7c266e2cb4bb91515fb490ec2986262f6b2031c6ddf930aa4b9a4951c73f18
4
+ data.tar.gz: '079506cb2cf5f62702490733b0759501a48aff202dc2d77616540e9b7d585734'
5
5
  SHA512:
6
- metadata.gz: d0dd3263f9ca6c57da0fd98c25b720f1f7bad7ec87bb4c34cd110d51824b350ca255d9a467170d420aeb323faff081f03ea62c18c080f3a52fd72f0c687be49a
7
- data.tar.gz: 74d6f196446603d93d42050e2c672ccac22ec49cedbc2d026cf8f8f61eb0bc4d6537b179ad2d60cd37426ad6b60ab9e428d40b21f69ce21426cc86cbeefaacaf
6
+ metadata.gz: d546243d3989cc7545fd1afe5c54973139df71cd32bbf6cbeb2c052ef657603154e7ec0f6f690c494e87cc808d94f07adce0a44f6a0f1fd62a862de912184c5b
7
+ data.tar.gz: 9813c0f55a7075a9e23ba9abb1dbcfe50990a868f6a0ccd2f08424cc58cb2491761008ef7e689dc7cdd617194223bcfbf4e51a201ca7c934ca932d3c092e4e38
data/.ruby-version CHANGED
@@ -1 +1 @@
1
- 2.6.5
1
+ 2.7.2
data/CHANGELOG.md CHANGED
@@ -1,8 +1,7 @@
1
1
  # Changelog
2
2
  All notable changes to this project will be documented in this file.
3
3
 
4
- The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
5
- and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
4
+ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
6
5
 
7
6
  ## [Unreleased]
8
7
  ### Added
@@ -10,6 +9,23 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
10
9
  ### Removed
11
10
  ### Fixed
12
11
 
12
+ ## [5.0.0] - 2021-02-17
13
+ ### Added
14
+ * Message encoders. Messages can now be encoded using either binary protobufs (the default) or JSON protobufs.
15
+ * `RailwayIpc::OutgoingMessage` abstraction that encapsulates everything about a message to be published.
16
+
17
+ ### Changed
18
+ * `Publisher#publish` now takes an optional `format` parameter that specifies how the message should be encoded. It is added to the message header when the message is published. The default format is `binary_protobuf`.
19
+ * (Breaking change) `Publisher#publish` now returns an `OutgoingMessage` instead of a `Bunny::Exchange`.
20
+ * Refactor `PublishedMessage#store_message` to take an `OutgoingMessage`.
21
+
22
+ ### Removed
23
+ * (Breaking change) Remove deprecated `SingletonPublisher`
24
+
25
+ ## [4.0.1] - 2021-01-12
26
+ ### Fixed
27
+ * Fixed `undefined method fetch for Bunny::MessageProperties` error. `Bunny::MessageProperties` isn't really a Hash, it wraps one (and doesn't provide a `#fetch` method).
28
+
13
29
  ## [4.0.0] - 2021-01-11
14
30
  ### Added
15
31
  * JSON decoder for consumers that can handle JSON encoded Protobufs. Note that the publishers do not (yet) have the option of encoding the messages as JSON.
@@ -96,7 +112,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
96
112
  ### Added
97
113
  - Correlation ID and message UUID are auto generated for messages for IDs are not passed in [#23](https://github.com/learn-co/railway_ipc_gem/pull/23)
98
114
 
99
- [Unreleased]: https://github.com/learn-co/railway_ipc_gem/compare/v4.0.0...HEAD
115
+ [Unreleased]: https://github.com/learn-co/railway_ipc_gem/compare/v5.0.0...HEAD
116
+ [5.0.0]: https://github.com/learn-co/railway_ipc_gem/compare/v4.0.1...v5.0.0
117
+ [4.0.1]: https://github.com/learn-co/railway_ipc_gem/compare/v4.0.0...v4.0.1
100
118
  [4.0.0]: https://github.com/learn-co/railway_ipc_gem/compare/v3.0.0...v4.0.0
101
119
  [3.0.0]: https://github.com/learn-co/railway_ipc_gem/compare/v2.2.2...v3.0.0
102
120
  [2.2.2]: https://github.com/learn-co/railway_ipc_gem/compare/v2.2.1...v2.2.2
@@ -60,8 +60,8 @@ module RailwayIpc
60
60
  # methods as part of Railway's public API since clients can (and do)
61
61
  # override them. -BN
62
62
  def work_with_params(payload, _delivery_info, metadata)
63
- message_format = metadata.fetch('headers', {})
64
- .fetch('message_format', 'protobuf_binary')
63
+ headers = metadata.headers || {}
64
+ message_format = headers.fetch('message_format', 'binary_protobuf')
65
65
 
66
66
  message = RailwayIpc::IncomingMessage.new(payload, message_format: message_format)
67
67
  RailwayIpc::ProcessIncomingMessage.call(self, message)
@@ -47,8 +47,8 @@ module RailwayIpc
47
47
 
48
48
  def get_decoder(name)
49
49
  {
50
- 'protobuf_binary' => RailwayIpc::MessageDecoders::ProtobufBinaryDecoder,
51
- 'protobuf_json' => RailwayIpc::MessageDecoders::ProtobufJsonDecoder
50
+ 'binary_protobuf' => RailwayIpc::MessageDecoders::ProtobufBinaryDecoder,
51
+ 'json_protobuf' => RailwayIpc::MessageDecoders::ProtobufJsonDecoder
52
52
  }.fetch(name, DEFAULT_DECODER)
53
53
  end
54
54
  end
@@ -0,0 +1,23 @@
1
+ # frozen_string_literal: true
2
+
3
+ module RailwayIpc
4
+ module MessageEncoders
5
+ ProtobufBinaryEncoder = lambda do |message|
6
+ {
7
+ type: message.type,
8
+ encoded_message: Base64.encode64(message.proto.class.encode(message.proto))
9
+ }.to_json
10
+ rescue NoMethodError
11
+ raise RailwayIpc::InvalidProtobuf.new("Message #{message} is not a valid protobuf")
12
+ end
13
+
14
+ ProtobufJsonEncoder = lambda do |message|
15
+ {
16
+ type: message.type,
17
+ encoded_message: message.proto.to_h
18
+ }.to_json
19
+ rescue NoMethodError
20
+ raise RailwayIpc::InvalidProtobuf.new("Message #{message} is not a valid protobuf")
21
+ end
22
+ end
23
+ end
@@ -54,8 +54,18 @@ module RailwayIpc
54
54
 
55
55
  private
56
56
 
57
+ # rails <= 5.1 uses this method to know the name of the created_at/updated_at fields
57
58
  def timestamp_attributes_for_create
58
59
  super << :inserted_at
59
60
  end
61
+
62
+ # rails >= 6.0 moved this to the class level and uses strings instead of symbols
63
+ class << self
64
+ private
65
+
66
+ def timestamp_attributes_for_create
67
+ super << 'inserted_at'
68
+ end
69
+ end
60
70
  end
61
71
  end
@@ -7,23 +7,32 @@ module RailwayIpc
7
7
 
8
8
  validates :uuid, :status, presence: true
9
9
 
10
- def self.store_message(exchange_name, message)
11
- encoded_message = RailwayIpc::Rabbitmq::Payload.encode(message)
10
+ def self.store_message(outgoing_message)
12
11
  create!(
13
- uuid: message.uuid,
14
- message_type: message.class.to_s,
15
- user_uuid: message.user_uuid,
16
- correlation_id: message.correlation_id,
17
- encoded_message: encoded_message,
12
+ uuid: outgoing_message.uuid,
13
+ message_type: outgoing_message.type,
14
+ user_uuid: outgoing_message.user_uuid,
15
+ correlation_id: outgoing_message.correlation_id,
16
+ encoded_message: outgoing_message.encoded,
18
17
  status: 'sent',
19
- exchange: exchange_name
18
+ exchange: outgoing_message.exchange
20
19
  )
21
20
  end
22
21
 
23
22
  private
24
23
 
24
+ # rails <= 5.1 uses this method to know the name of the created_at/updated_at fields
25
25
  def timestamp_attributes_for_create
26
26
  super << :inserted_at
27
27
  end
28
+
29
+ # rails >= 6.0 moved this to the class level and uses strings instead of symbols
30
+ class << self
31
+ private
32
+
33
+ def timestamp_attributes_for_create
34
+ super << 'inserted_at'
35
+ end
36
+ end
28
37
  end
29
38
  end
@@ -0,0 +1,38 @@
1
+ # frozen_string_literal: true
2
+
3
+ module RailwayIpc
4
+ class OutgoingMessage
5
+ extend Forwardable
6
+
7
+ attr_reader :proto, :exchange, :format
8
+
9
+ def_delegators :@proto, :uuid, :user_uuid, :correlation_id
10
+
11
+ def initialize(proto, exchange, format=nil)
12
+ proto.uuid = SecureRandom.uuid if proto.uuid.blank?
13
+ proto.correlation_id = SecureRandom.uuid if proto.correlation_id.blank?
14
+ @proto = proto
15
+ @exchange = exchange
16
+ @format = format
17
+ end
18
+
19
+ def type
20
+ proto.class.to_s
21
+ end
22
+
23
+ def encoded
24
+ @encoded ||= encoder.call(self)
25
+ end
26
+
27
+ private
28
+
29
+ DEFAULT_ENCODER = RailwayIpc::MessageEncoders::ProtobufBinaryEncoder
30
+
31
+ def encoder
32
+ {
33
+ 'binary_protobuf' => RailwayIpc::MessageEncoders::ProtobufBinaryEncoder,
34
+ 'json_protobuf' => RailwayIpc::MessageEncoders::ProtobufJsonEncoder
35
+ }.fetch(format, DEFAULT_ENCODER)
36
+ end
37
+ end
38
+ end
@@ -1,55 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
- module RailwayIpc
4
- class SingletonPublisher < Sneakers::Publisher
5
- include ::Singleton
6
-
7
- def self.exchange(exchange)
8
- @exchange_name = exchange
9
- end
10
-
11
- def self.exchange_name
12
- raise 'Subclass must set the exchange' unless @exchange_name
13
-
14
- @exchange_name
15
- end
16
-
17
- def initialize
18
- super(exchange: self.class.exchange_name, exchange_type: :fanout)
19
- end
20
-
21
- def publish(message, published_message_store=RailwayIpc::PublishedMessage)
22
- RailwayIpc.logger.warn('DEPRECATED: Use new PublisherInstance class', log_message_options)
23
- ensure_message_uuid(message)
24
- ensure_correlation_id(message)
25
- RailwayIpc.logger.info('Publishing message', log_message_options(message))
26
- result = super(RailwayIpc::Rabbitmq::Payload.encode(message))
27
- published_message_store.store_message(self.class.exchange_name, message)
28
- result
29
- rescue RailwayIpc::InvalidProtobuf => e
30
- RailwayIpc.logger.error('Invalid protobuf', log_message_options(message))
31
- raise e
32
- end
33
-
34
- private
35
-
36
- def ensure_message_uuid(message)
37
- message.uuid = SecureRandom.uuid if message.uuid.blank?
38
- message
39
- end
40
-
41
- def ensure_correlation_id(message)
42
- message.correlation_id = SecureRandom.uuid if message.correlation_id.blank?
43
- message
44
- end
45
-
46
- def log_message_options(message=nil)
47
- options = { feature: 'railway_ipc_publisher', exchange: self.class.exchange_name }
48
- message.nil? ? options : options.merge(protobuf: { type: message.class, data: message })
49
- end
50
- end
51
- end
52
-
53
3
  module RailwayIpc
54
4
  class Publisher
55
5
  attr_reader :exchange_name, :message_store
@@ -60,13 +10,12 @@ module RailwayIpc
60
10
  end
61
11
 
62
12
  # rubocop:disable Metrics/AbcSize
63
- def publish(message)
64
- message.uuid = SecureRandom.uuid if message.uuid.blank?
65
- message.correlation_id = SecureRandom.uuid if message.correlation_id.blank?
13
+ def publish(message, format='binary_protobuf')
14
+ outgoing_message = OutgoingMessage.new(message, exchange_name, format)
15
+ stored_message = message_store.store_message(outgoing_message)
66
16
  RailwayIpc.logger.info('Publishing message', log_message_options(message))
67
-
68
- stored_message = message_store.store_message(exchange_name, message)
69
- exchange.publish(RailwayIpc::Rabbitmq::Payload.encode(message))
17
+ exchange.publish(outgoing_message.encoded, headers: { message_format: format })
18
+ outgoing_message
70
19
  rescue RailwayIpc::InvalidProtobuf => e
71
20
  RailwayIpc.logger.error('Invalid protobuf', log_message_options(message))
72
21
  raise e
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module RailwayIpc
4
- VERSION = '4.0.0'
4
+ VERSION = '5.1.0'
5
5
  end
data/lib/railway_ipc.rb CHANGED
@@ -14,8 +14,10 @@ require 'railway_ipc/unknown_message.pb'
14
14
  require 'railway_ipc/rabbitmq/adapter'
15
15
  require 'railway_ipc/handler'
16
16
  require 'railway_ipc/handler_store'
17
+ require 'railway_ipc/message_encoders'
17
18
  require 'railway_ipc/message_decoders'
18
19
  require 'railway_ipc/incoming_message'
20
+ require 'railway_ipc/outgoing_message'
19
21
  require 'railway_ipc/connection_manager'
20
22
  require 'railway_ipc/publisher'
21
23
  require 'railway_ipc/responder'
@@ -1,6 +1,6 @@
1
1
  # frozen_string_literal: true
2
2
 
3
- class AddRailwayIpcConsumedMessages < ActiveRecord::Migration
3
+ class AddRailwayIpcConsumedMessages < ActiveRecord::Migration[4.2]
4
4
  def change
5
5
  create_table :railway_ipc_consumed_messages do |t|
6
6
  t.uuid :uuid, null: false
@@ -1,6 +1,6 @@
1
1
  # frozen_string_literal: true
2
2
 
3
- class AddRailwayIpcPublishedMessages < ActiveRecord::Migration
3
+ class AddRailwayIpcPublishedMessages < ActiveRecord::Migration[4.2]
4
4
  def change
5
5
  create_table :railway_ipc_published_messages, id: false do |t|
6
6
  t.uuid :uuid, null: false
data/railway_ipc.gemspec CHANGED
@@ -47,9 +47,9 @@ Gem::Specification.new do |spec|
47
47
  # Setup for testing Rails type code within mock Rails app
48
48
  spec.add_development_dependency 'database_cleaner', '~> 1.7'
49
49
  spec.add_development_dependency 'listen', '~> 3.0.5'
50
- spec.add_development_dependency 'pg', '~> 0.18'
50
+ spec.add_development_dependency 'pg', '~> 1.1'
51
51
  spec.add_development_dependency 'pry', '~> 0.13'
52
- spec.add_development_dependency 'rails', '~> 5.0.7'
52
+ spec.add_development_dependency 'rails', '~> 6.0'
53
53
  spec.add_development_dependency 'rspec-rails'
54
54
  spec.add_development_dependency 'shoulda-matchers', '~> 4.2'
55
55
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: railway-ipc
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.0.0
4
+ version: 5.1.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - ''
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2021-01-11 00:00:00.000000000 Z
11
+ date: 2022-05-02 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -156,14 +156,14 @@ dependencies:
156
156
  requirements:
157
157
  - - "~>"
158
158
  - !ruby/object:Gem::Version
159
- version: '0.18'
159
+ version: '1.1'
160
160
  type: :development
161
161
  prerelease: false
162
162
  version_requirements: !ruby/object:Gem::Requirement
163
163
  requirements:
164
164
  - - "~>"
165
165
  - !ruby/object:Gem::Version
166
- version: '0.18'
166
+ version: '1.1'
167
167
  - !ruby/object:Gem::Dependency
168
168
  name: pry
169
169
  requirement: !ruby/object:Gem::Requirement
@@ -184,14 +184,14 @@ dependencies:
184
184
  requirements:
185
185
  - - "~>"
186
186
  - !ruby/object:Gem::Version
187
- version: 5.0.7
187
+ version: '6.0'
188
188
  type: :development
189
189
  prerelease: false
190
190
  version_requirements: !ruby/object:Gem::Requirement
191
191
  requirements:
192
192
  - - "~>"
193
193
  - !ruby/object:Gem::Version
194
- version: 5.0.7
194
+ version: '6.0'
195
195
  - !ruby/object:Gem::Dependency
196
196
  name: rspec-rails
197
197
  requirement: !ruby/object:Gem::Requirement
@@ -249,8 +249,10 @@ files:
249
249
  - lib/railway_ipc/incoming_message.rb
250
250
  - lib/railway_ipc/logger.rb
251
251
  - lib/railway_ipc/message_decoders.rb
252
+ - lib/railway_ipc/message_encoders.rb
252
253
  - lib/railway_ipc/models/consumed_message.rb
253
254
  - lib/railway_ipc/models/published_message.rb
255
+ - lib/railway_ipc/outgoing_message.rb
254
256
  - lib/railway_ipc/publisher.rb
255
257
  - lib/railway_ipc/rabbitmq/adapter.rb
256
258
  - lib/railway_ipc/rabbitmq/payload.rb
@@ -295,7 +297,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
295
297
  - !ruby/object:Gem::Version
296
298
  version: '0'
297
299
  requirements: []
298
- rubygems_version: 3.0.3
300
+ rubygems_version: 3.1.4
299
301
  signing_key:
300
302
  specification_version: 4
301
303
  summary: IPC components for Rails