pub_sub_model_sync 1.0.beta → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (113) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/release.yml +43 -0
  3. data/.rubocop.yml +1 -2
  4. data/CHANGELOG.md +11 -4
  5. data/Gemfile.lock +7 -2
  6. data/README.md +182 -108
  7. data/docs/notifications-diagram.png +0 -0
  8. data/lib/pub_sub_model_sync.rb +1 -1
  9. data/lib/pub_sub_model_sync/base.rb +0 -20
  10. data/lib/pub_sub_model_sync/config.rb +3 -2
  11. data/lib/pub_sub_model_sync/initializers/before_commit.rb +23 -0
  12. data/lib/pub_sub_model_sync/message_processor.rb +32 -9
  13. data/lib/pub_sub_model_sync/message_publisher.rb +19 -15
  14. data/lib/pub_sub_model_sync/payload.rb +15 -12
  15. data/lib/pub_sub_model_sync/{publisher.rb → payload_builder.rb} +16 -11
  16. data/lib/pub_sub_model_sync/publisher_concern.rb +42 -22
  17. data/lib/pub_sub_model_sync/railtie.rb +6 -0
  18. data/lib/pub_sub_model_sync/run_subscriber.rb +17 -13
  19. data/lib/pub_sub_model_sync/runner.rb +3 -5
  20. data/lib/pub_sub_model_sync/service_base.rb +5 -32
  21. data/lib/pub_sub_model_sync/service_google.rb +2 -2
  22. data/lib/pub_sub_model_sync/service_kafka.rb +2 -2
  23. data/lib/pub_sub_model_sync/service_rabbit.rb +1 -1
  24. data/lib/pub_sub_model_sync/subscriber_concern.rb +11 -9
  25. data/lib/pub_sub_model_sync/transaction.rb +37 -21
  26. data/lib/pub_sub_model_sync/version.rb +1 -1
  27. data/samples/README.md +50 -0
  28. data/samples/app1/Dockerfile +13 -0
  29. data/samples/app1/Gemfile +37 -0
  30. data/samples/app1/Gemfile.lock +171 -0
  31. data/samples/app1/README.md +24 -0
  32. data/samples/app1/Rakefile +6 -0
  33. data/samples/app1/app/models/application_record.rb +3 -0
  34. data/samples/app1/app/models/concerns/.keep +0 -0
  35. data/samples/app1/app/models/post.rb +19 -0
  36. data/samples/app1/app/models/user.rb +29 -0
  37. data/samples/app1/bin/bundle +114 -0
  38. data/samples/app1/bin/rails +5 -0
  39. data/samples/app1/bin/rake +5 -0
  40. data/samples/app1/bin/setup +33 -0
  41. data/samples/app1/bin/spring +14 -0
  42. data/samples/app1/config.ru +6 -0
  43. data/samples/app1/config/application.rb +40 -0
  44. data/samples/app1/config/boot.rb +4 -0
  45. data/samples/app1/config/credentials.yml.enc +1 -0
  46. data/samples/app1/config/database.yml +25 -0
  47. data/samples/app1/config/environment.rb +5 -0
  48. data/samples/app1/config/environments/development.rb +63 -0
  49. data/samples/app1/config/environments/production.rb +105 -0
  50. data/samples/app1/config/environments/test.rb +57 -0
  51. data/samples/app1/config/initializers/application_controller_renderer.rb +8 -0
  52. data/samples/app1/config/initializers/backtrace_silencers.rb +8 -0
  53. data/samples/app1/config/initializers/cors.rb +16 -0
  54. data/samples/app1/config/initializers/filter_parameter_logging.rb +6 -0
  55. data/samples/app1/config/initializers/inflections.rb +16 -0
  56. data/samples/app1/config/initializers/mime_types.rb +4 -0
  57. data/samples/app1/config/initializers/pubsub.rb +4 -0
  58. data/samples/app1/config/initializers/wrap_parameters.rb +14 -0
  59. data/samples/app1/config/locales/en.yml +33 -0
  60. data/samples/app1/config/master.key +1 -0
  61. data/samples/app1/config/puma.rb +43 -0
  62. data/samples/app1/config/routes.rb +3 -0
  63. data/samples/app1/config/spring.rb +6 -0
  64. data/samples/app1/db/migrate/20210513080700_create_users.rb +12 -0
  65. data/samples/app1/db/migrate/20210513134332_create_posts.rb +11 -0
  66. data/samples/app1/db/schema.rb +34 -0
  67. data/samples/app1/db/seeds.rb +7 -0
  68. data/samples/app1/docker-compose.yml +32 -0
  69. data/samples/app1/log/.keep +0 -0
  70. data/samples/app2/Dockerfile +13 -0
  71. data/samples/app2/Gemfile +37 -0
  72. data/samples/app2/Gemfile.lock +171 -0
  73. data/samples/app2/README.md +24 -0
  74. data/samples/app2/Rakefile +6 -0
  75. data/samples/app2/app/models/application_record.rb +9 -0
  76. data/samples/app2/app/models/concerns/.keep +0 -0
  77. data/samples/app2/app/models/customer.rb +28 -0
  78. data/samples/app2/app/models/post.rb +10 -0
  79. data/samples/app2/bin/bundle +114 -0
  80. data/samples/app2/bin/rails +5 -0
  81. data/samples/app2/bin/rake +5 -0
  82. data/samples/app2/bin/setup +33 -0
  83. data/samples/app2/bin/spring +14 -0
  84. data/samples/app2/config.ru +6 -0
  85. data/samples/app2/config/application.rb +40 -0
  86. data/samples/app2/config/boot.rb +4 -0
  87. data/samples/app2/config/credentials.yml.enc +1 -0
  88. data/samples/app2/config/database.yml +25 -0
  89. data/samples/app2/config/environment.rb +5 -0
  90. data/samples/app2/config/environments/development.rb +63 -0
  91. data/samples/app2/config/environments/production.rb +105 -0
  92. data/samples/app2/config/environments/test.rb +57 -0
  93. data/samples/app2/config/initializers/application_controller_renderer.rb +8 -0
  94. data/samples/app2/config/initializers/backtrace_silencers.rb +8 -0
  95. data/samples/app2/config/initializers/cors.rb +16 -0
  96. data/samples/app2/config/initializers/filter_parameter_logging.rb +6 -0
  97. data/samples/app2/config/initializers/inflections.rb +16 -0
  98. data/samples/app2/config/initializers/mime_types.rb +4 -0
  99. data/samples/app2/config/initializers/pubsub.rb +4 -0
  100. data/samples/app2/config/initializers/wrap_parameters.rb +14 -0
  101. data/samples/app2/config/locales/en.yml +33 -0
  102. data/samples/app2/config/master.key +1 -0
  103. data/samples/app2/config/puma.rb +43 -0
  104. data/samples/app2/config/routes.rb +3 -0
  105. data/samples/app2/config/spring.rb +6 -0
  106. data/samples/app2/db/development.sqlite3 +0 -0
  107. data/samples/app2/db/migrate/20210513080956_create_customers.rb +10 -0
  108. data/samples/app2/db/migrate/20210513135203_create_posts.rb +10 -0
  109. data/samples/app2/db/schema.rb +31 -0
  110. data/samples/app2/db/seeds.rb +7 -0
  111. data/samples/app2/docker-compose.yml +20 -0
  112. data/samples/app2/log/.keep +0 -0
  113. metadata +93 -5
@@ -0,0 +1,4 @@
1
+ # Be sure to restart your server when you modify this file.
2
+
3
+ # Add new mime types for use in respond_to blocks:
4
+ # Mime::Type.register "text/richtext", :rtf
@@ -0,0 +1,4 @@
1
+ PubSubModelSync::Config.service_name = :rabbitmq
2
+ PubSubModelSync::Config.bunny_connection = 'amqp://guest:guest@pubsub'
3
+ PubSubModelSync::Config.topic_name = 'sample-topic'
4
+ PubSubModelSync::Config.subscription_name = 'my-app2'
@@ -0,0 +1,14 @@
1
+ # Be sure to restart your server when you modify this file.
2
+
3
+ # This file contains settings for ActionController::ParamsWrapper which
4
+ # is enabled by default.
5
+
6
+ # Enable parameter wrapping for JSON. You can disable this by setting :format to an empty array.
7
+ ActiveSupport.on_load(:action_controller) do
8
+ wrap_parameters format: [:json]
9
+ end
10
+
11
+ # To enable root element in JSON for ActiveRecord objects.
12
+ # ActiveSupport.on_load(:active_record) do
13
+ # self.include_root_in_json = true
14
+ # end
@@ -0,0 +1,33 @@
1
+ # Files in the config/locales directory are used for internationalization
2
+ # and are automatically loaded by Rails. If you want to use locales other
3
+ # than English, add the necessary files in this directory.
4
+ #
5
+ # To use the locales, use `I18n.t`:
6
+ #
7
+ # I18n.t 'hello'
8
+ #
9
+ # In views, this is aliased to just `t`:
10
+ #
11
+ # <%= t('hello') %>
12
+ #
13
+ # To use a different locale, set it with `I18n.locale`:
14
+ #
15
+ # I18n.locale = :es
16
+ #
17
+ # This would use the information in config/locales/es.yml.
18
+ #
19
+ # The following keys must be escaped otherwise they will not be retrieved by
20
+ # the default I18n backend:
21
+ #
22
+ # true, false, on, off, yes, no
23
+ #
24
+ # Instead, surround them with single quotes.
25
+ #
26
+ # en:
27
+ # 'true': 'foo'
28
+ #
29
+ # To learn more, please read the Rails Internationalization guide
30
+ # available at https://guides.rubyonrails.org/i18n.html.
31
+
32
+ en:
33
+ hello: "Hello world"
@@ -0,0 +1 @@
1
+ ca702da1b8c8f8405ed03739ca90b0e5
@@ -0,0 +1,43 @@
1
+ # Puma can serve each request in a thread from an internal thread pool.
2
+ # The `threads` method setting takes two numbers: a minimum and maximum.
3
+ # Any libraries that use thread pools should be configured to match
4
+ # the maximum value specified for Puma. Default is set to 5 threads for minimum
5
+ # and maximum; this matches the default thread size of Active Record.
6
+ #
7
+ max_threads_count = ENV.fetch("RAILS_MAX_THREADS") { 5 }
8
+ min_threads_count = ENV.fetch("RAILS_MIN_THREADS") { max_threads_count }
9
+ threads min_threads_count, max_threads_count
10
+
11
+ # Specifies the `worker_timeout` threshold that Puma will use to wait before
12
+ # terminating a worker in development environments.
13
+ #
14
+ worker_timeout 3600 if ENV.fetch("RAILS_ENV", "development") == "development"
15
+
16
+ # Specifies the `port` that Puma will listen on to receive requests; default is 3000.
17
+ #
18
+ port ENV.fetch("PORT") { 3000 }
19
+
20
+ # Specifies the `environment` that Puma will run in.
21
+ #
22
+ environment ENV.fetch("RAILS_ENV") { "development" }
23
+
24
+ # Specifies the `pidfile` that Puma will use.
25
+ pidfile ENV.fetch("PIDFILE") { "tmp/pids/server.pid" }
26
+
27
+ # Specifies the number of `workers` to boot in clustered mode.
28
+ # Workers are forked web server processes. If using threads and workers together
29
+ # the concurrency of the application would be max `threads` * `workers`.
30
+ # Workers do not work on JRuby or Windows (both of which do not support
31
+ # processes).
32
+ #
33
+ # workers ENV.fetch("WEB_CONCURRENCY") { 2 }
34
+
35
+ # Use the `preload_app!` method when specifying a `workers` number.
36
+ # This directive tells Puma to first boot the application and load code
37
+ # before forking the application. This takes advantage of Copy On Write
38
+ # process behavior so workers use less memory.
39
+ #
40
+ # preload_app!
41
+
42
+ # Allow puma to be restarted by `rails restart` command.
43
+ plugin :tmp_restart
@@ -0,0 +1,3 @@
1
+ Rails.application.routes.draw do
2
+ # For details on the DSL available within this file, see https://guides.rubyonrails.org/routing.html
3
+ end
@@ -0,0 +1,6 @@
1
+ Spring.watch(
2
+ ".ruby-version",
3
+ ".rbenv-vars",
4
+ "tmp/restart.txt",
5
+ "tmp/caching-dev.txt"
6
+ )
Binary file
@@ -0,0 +1,10 @@
1
+ class CreateCustomers < ActiveRecord::Migration[6.1]
2
+ def change
3
+ create_table :customers do |t|
4
+ t.string :full_name
5
+ t.string :email
6
+
7
+ t.timestamps
8
+ end
9
+ end
10
+ end
@@ -0,0 +1,10 @@
1
+ class CreatePosts < ActiveRecord::Migration[6.1]
2
+ def change
3
+ create_table :posts do |t|
4
+ t.string :title
5
+ t.belongs_to :customer, null: false, foreign_key: true
6
+
7
+ t.timestamps
8
+ end
9
+ end
10
+ end
@@ -0,0 +1,31 @@
1
+ # This file is auto-generated from the current state of the database. Instead
2
+ # of editing this file, please use the migrations feature of Active Record to
3
+ # incrementally modify your database, and then regenerate this schema definition.
4
+ #
5
+ # This file is the source Rails uses to define your schema when running `bin/rails
6
+ # db:schema:load`. When creating a new database, `bin/rails db:schema:load` tends to
7
+ # be faster and is potentially less error prone than running all of your
8
+ # migrations from scratch. Old migrations may fail to apply correctly if those
9
+ # migrations use external dependencies or application code.
10
+ #
11
+ # It's strongly recommended that you check this file into your version control system.
12
+
13
+ ActiveRecord::Schema.define(version: 2021_05_13_135203) do
14
+
15
+ create_table "customers", force: :cascade do |t|
16
+ t.string "full_name"
17
+ t.string "email"
18
+ t.datetime "created_at", precision: 6, null: false
19
+ t.datetime "updated_at", precision: 6, null: false
20
+ end
21
+
22
+ create_table "posts", force: :cascade do |t|
23
+ t.string "title"
24
+ t.integer "customer_id", null: false
25
+ t.datetime "created_at", precision: 6, null: false
26
+ t.datetime "updated_at", precision: 6, null: false
27
+ t.index ["customer_id"], name: "index_posts_on_customer_id"
28
+ end
29
+
30
+ add_foreign_key "posts", "customers"
31
+ end
@@ -0,0 +1,7 @@
1
+ # This file should contain all the record creation needed to seed the database with its default values.
2
+ # The data can then be loaded with the bin/rails db:seed command (or created alongside the database with db:setup).
3
+ #
4
+ # Examples:
5
+ #
6
+ # movies = Movie.create([{ name: 'Star Wars' }, { name: 'Lord of the Rings' }])
7
+ # Character.create(name: 'Luke', movie: movies.first)
@@ -0,0 +1,20 @@
1
+ version: "3.7"
2
+
3
+ networks:
4
+ shared_app_services:
5
+ external: true
6
+
7
+ services:
8
+ app: &app
9
+ build:
10
+ context: .
11
+ volumes:
12
+ - .:/app
13
+ external_links:
14
+ - pubsub
15
+ networks: # required to connect to pubsub
16
+ - shared_app_services
17
+
18
+ listener:
19
+ <<: *app
20
+ command: bash -c "DB_POOL=20 rails db:migrate && bundle exec rake pub_sub_model_sync:start"
File without changes
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: pub_sub_model_sync
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.beta
4
+ version: 1.0.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Owen
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2021-05-13 00:00:00.000000000 Z
11
+ date: 2021-08-20 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rails
@@ -87,6 +87,7 @@ executables: []
87
87
  extensions: []
88
88
  extra_rdoc_files: []
89
89
  files:
90
+ - ".github/workflows/release.yml"
90
91
  - ".github/workflows/ruby.yml"
91
92
  - ".gitignore"
92
93
  - ".rspec"
@@ -110,13 +111,14 @@ files:
110
111
  - lib/pub_sub_model_sync/base.rb
111
112
  - lib/pub_sub_model_sync/config.rb
112
113
  - lib/pub_sub_model_sync/connector.rb
114
+ - lib/pub_sub_model_sync/initializers/before_commit.rb
113
115
  - lib/pub_sub_model_sync/message_processor.rb
114
116
  - lib/pub_sub_model_sync/message_publisher.rb
115
117
  - lib/pub_sub_model_sync/mock_google_service.rb
116
118
  - lib/pub_sub_model_sync/mock_kafka_service.rb
117
119
  - lib/pub_sub_model_sync/mock_rabbit_service.rb
118
120
  - lib/pub_sub_model_sync/payload.rb
119
- - lib/pub_sub_model_sync/publisher.rb
121
+ - lib/pub_sub_model_sync/payload_builder.rb
120
122
  - lib/pub_sub_model_sync/publisher_concern.rb
121
123
  - lib/pub_sub_model_sync/railtie.rb
122
124
  - lib/pub_sub_model_sync/run_subscriber.rb
@@ -131,6 +133,92 @@ files:
131
133
  - lib/pub_sub_model_sync/transaction.rb
132
134
  - lib/pub_sub_model_sync/version.rb
133
135
  - pub_sub_model_sync.gemspec
136
+ - samples/README.md
137
+ - samples/app1/Dockerfile
138
+ - samples/app1/Gemfile
139
+ - samples/app1/Gemfile.lock
140
+ - samples/app1/README.md
141
+ - samples/app1/Rakefile
142
+ - samples/app1/app/models/application_record.rb
143
+ - samples/app1/app/models/concerns/.keep
144
+ - samples/app1/app/models/post.rb
145
+ - samples/app1/app/models/user.rb
146
+ - samples/app1/bin/bundle
147
+ - samples/app1/bin/rails
148
+ - samples/app1/bin/rake
149
+ - samples/app1/bin/setup
150
+ - samples/app1/bin/spring
151
+ - samples/app1/config.ru
152
+ - samples/app1/config/application.rb
153
+ - samples/app1/config/boot.rb
154
+ - samples/app1/config/credentials.yml.enc
155
+ - samples/app1/config/database.yml
156
+ - samples/app1/config/environment.rb
157
+ - samples/app1/config/environments/development.rb
158
+ - samples/app1/config/environments/production.rb
159
+ - samples/app1/config/environments/test.rb
160
+ - samples/app1/config/initializers/application_controller_renderer.rb
161
+ - samples/app1/config/initializers/backtrace_silencers.rb
162
+ - samples/app1/config/initializers/cors.rb
163
+ - samples/app1/config/initializers/filter_parameter_logging.rb
164
+ - samples/app1/config/initializers/inflections.rb
165
+ - samples/app1/config/initializers/mime_types.rb
166
+ - samples/app1/config/initializers/pubsub.rb
167
+ - samples/app1/config/initializers/wrap_parameters.rb
168
+ - samples/app1/config/locales/en.yml
169
+ - samples/app1/config/master.key
170
+ - samples/app1/config/puma.rb
171
+ - samples/app1/config/routes.rb
172
+ - samples/app1/config/spring.rb
173
+ - samples/app1/db/migrate/20210513080700_create_users.rb
174
+ - samples/app1/db/migrate/20210513134332_create_posts.rb
175
+ - samples/app1/db/schema.rb
176
+ - samples/app1/db/seeds.rb
177
+ - samples/app1/docker-compose.yml
178
+ - samples/app1/log/.keep
179
+ - samples/app2/Dockerfile
180
+ - samples/app2/Gemfile
181
+ - samples/app2/Gemfile.lock
182
+ - samples/app2/README.md
183
+ - samples/app2/Rakefile
184
+ - samples/app2/app/models/application_record.rb
185
+ - samples/app2/app/models/concerns/.keep
186
+ - samples/app2/app/models/customer.rb
187
+ - samples/app2/app/models/post.rb
188
+ - samples/app2/bin/bundle
189
+ - samples/app2/bin/rails
190
+ - samples/app2/bin/rake
191
+ - samples/app2/bin/setup
192
+ - samples/app2/bin/spring
193
+ - samples/app2/config.ru
194
+ - samples/app2/config/application.rb
195
+ - samples/app2/config/boot.rb
196
+ - samples/app2/config/credentials.yml.enc
197
+ - samples/app2/config/database.yml
198
+ - samples/app2/config/environment.rb
199
+ - samples/app2/config/environments/development.rb
200
+ - samples/app2/config/environments/production.rb
201
+ - samples/app2/config/environments/test.rb
202
+ - samples/app2/config/initializers/application_controller_renderer.rb
203
+ - samples/app2/config/initializers/backtrace_silencers.rb
204
+ - samples/app2/config/initializers/cors.rb
205
+ - samples/app2/config/initializers/filter_parameter_logging.rb
206
+ - samples/app2/config/initializers/inflections.rb
207
+ - samples/app2/config/initializers/mime_types.rb
208
+ - samples/app2/config/initializers/pubsub.rb
209
+ - samples/app2/config/initializers/wrap_parameters.rb
210
+ - samples/app2/config/locales/en.yml
211
+ - samples/app2/config/master.key
212
+ - samples/app2/config/puma.rb
213
+ - samples/app2/config/routes.rb
214
+ - samples/app2/config/spring.rb
215
+ - samples/app2/db/development.sqlite3
216
+ - samples/app2/db/migrate/20210513080956_create_customers.rb
217
+ - samples/app2/db/migrate/20210513135203_create_posts.rb
218
+ - samples/app2/db/schema.rb
219
+ - samples/app2/db/seeds.rb
220
+ - samples/app2/docker-compose.yml
221
+ - samples/app2/log/.keep
134
222
  homepage: https://github.com/owen2345/pub_sub_model_sync
135
223
  licenses:
136
224
  - MIT
@@ -149,9 +237,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
149
237
  version: '2.4'
150
238
  required_rubygems_version: !ruby/object:Gem::Requirement
151
239
  requirements:
152
- - - ">"
240
+ - - ">="
153
241
  - !ruby/object:Gem::Version
154
- version: 1.3.1
242
+ version: '0'
155
243
  requirements: []
156
244
  rubygems_version: 3.0.8
157
245
  signing_key: