pub_sub_model_sync 1.0.beta → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (113) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/release.yml +43 -0
  3. data/.rubocop.yml +1 -2
  4. data/CHANGELOG.md +11 -4
  5. data/Gemfile.lock +7 -2
  6. data/README.md +182 -108
  7. data/docs/notifications-diagram.png +0 -0
  8. data/lib/pub_sub_model_sync.rb +1 -1
  9. data/lib/pub_sub_model_sync/base.rb +0 -20
  10. data/lib/pub_sub_model_sync/config.rb +3 -2
  11. data/lib/pub_sub_model_sync/initializers/before_commit.rb +23 -0
  12. data/lib/pub_sub_model_sync/message_processor.rb +32 -9
  13. data/lib/pub_sub_model_sync/message_publisher.rb +19 -15
  14. data/lib/pub_sub_model_sync/payload.rb +15 -12
  15. data/lib/pub_sub_model_sync/{publisher.rb → payload_builder.rb} +16 -11
  16. data/lib/pub_sub_model_sync/publisher_concern.rb +42 -22
  17. data/lib/pub_sub_model_sync/railtie.rb +6 -0
  18. data/lib/pub_sub_model_sync/run_subscriber.rb +17 -13
  19. data/lib/pub_sub_model_sync/runner.rb +3 -5
  20. data/lib/pub_sub_model_sync/service_base.rb +5 -32
  21. data/lib/pub_sub_model_sync/service_google.rb +2 -2
  22. data/lib/pub_sub_model_sync/service_kafka.rb +2 -2
  23. data/lib/pub_sub_model_sync/service_rabbit.rb +1 -1
  24. data/lib/pub_sub_model_sync/subscriber_concern.rb +11 -9
  25. data/lib/pub_sub_model_sync/transaction.rb +37 -21
  26. data/lib/pub_sub_model_sync/version.rb +1 -1
  27. data/samples/README.md +50 -0
  28. data/samples/app1/Dockerfile +13 -0
  29. data/samples/app1/Gemfile +37 -0
  30. data/samples/app1/Gemfile.lock +171 -0
  31. data/samples/app1/README.md +24 -0
  32. data/samples/app1/Rakefile +6 -0
  33. data/samples/app1/app/models/application_record.rb +3 -0
  34. data/samples/app1/app/models/concerns/.keep +0 -0
  35. data/samples/app1/app/models/post.rb +19 -0
  36. data/samples/app1/app/models/user.rb +29 -0
  37. data/samples/app1/bin/bundle +114 -0
  38. data/samples/app1/bin/rails +5 -0
  39. data/samples/app1/bin/rake +5 -0
  40. data/samples/app1/bin/setup +33 -0
  41. data/samples/app1/bin/spring +14 -0
  42. data/samples/app1/config.ru +6 -0
  43. data/samples/app1/config/application.rb +40 -0
  44. data/samples/app1/config/boot.rb +4 -0
  45. data/samples/app1/config/credentials.yml.enc +1 -0
  46. data/samples/app1/config/database.yml +25 -0
  47. data/samples/app1/config/environment.rb +5 -0
  48. data/samples/app1/config/environments/development.rb +63 -0
  49. data/samples/app1/config/environments/production.rb +105 -0
  50. data/samples/app1/config/environments/test.rb +57 -0
  51. data/samples/app1/config/initializers/application_controller_renderer.rb +8 -0
  52. data/samples/app1/config/initializers/backtrace_silencers.rb +8 -0
  53. data/samples/app1/config/initializers/cors.rb +16 -0
  54. data/samples/app1/config/initializers/filter_parameter_logging.rb +6 -0
  55. data/samples/app1/config/initializers/inflections.rb +16 -0
  56. data/samples/app1/config/initializers/mime_types.rb +4 -0
  57. data/samples/app1/config/initializers/pubsub.rb +4 -0
  58. data/samples/app1/config/initializers/wrap_parameters.rb +14 -0
  59. data/samples/app1/config/locales/en.yml +33 -0
  60. data/samples/app1/config/master.key +1 -0
  61. data/samples/app1/config/puma.rb +43 -0
  62. data/samples/app1/config/routes.rb +3 -0
  63. data/samples/app1/config/spring.rb +6 -0
  64. data/samples/app1/db/migrate/20210513080700_create_users.rb +12 -0
  65. data/samples/app1/db/migrate/20210513134332_create_posts.rb +11 -0
  66. data/samples/app1/db/schema.rb +34 -0
  67. data/samples/app1/db/seeds.rb +7 -0
  68. data/samples/app1/docker-compose.yml +32 -0
  69. data/samples/app1/log/.keep +0 -0
  70. data/samples/app2/Dockerfile +13 -0
  71. data/samples/app2/Gemfile +37 -0
  72. data/samples/app2/Gemfile.lock +171 -0
  73. data/samples/app2/README.md +24 -0
  74. data/samples/app2/Rakefile +6 -0
  75. data/samples/app2/app/models/application_record.rb +9 -0
  76. data/samples/app2/app/models/concerns/.keep +0 -0
  77. data/samples/app2/app/models/customer.rb +28 -0
  78. data/samples/app2/app/models/post.rb +10 -0
  79. data/samples/app2/bin/bundle +114 -0
  80. data/samples/app2/bin/rails +5 -0
  81. data/samples/app2/bin/rake +5 -0
  82. data/samples/app2/bin/setup +33 -0
  83. data/samples/app2/bin/spring +14 -0
  84. data/samples/app2/config.ru +6 -0
  85. data/samples/app2/config/application.rb +40 -0
  86. data/samples/app2/config/boot.rb +4 -0
  87. data/samples/app2/config/credentials.yml.enc +1 -0
  88. data/samples/app2/config/database.yml +25 -0
  89. data/samples/app2/config/environment.rb +5 -0
  90. data/samples/app2/config/environments/development.rb +63 -0
  91. data/samples/app2/config/environments/production.rb +105 -0
  92. data/samples/app2/config/environments/test.rb +57 -0
  93. data/samples/app2/config/initializers/application_controller_renderer.rb +8 -0
  94. data/samples/app2/config/initializers/backtrace_silencers.rb +8 -0
  95. data/samples/app2/config/initializers/cors.rb +16 -0
  96. data/samples/app2/config/initializers/filter_parameter_logging.rb +6 -0
  97. data/samples/app2/config/initializers/inflections.rb +16 -0
  98. data/samples/app2/config/initializers/mime_types.rb +4 -0
  99. data/samples/app2/config/initializers/pubsub.rb +4 -0
  100. data/samples/app2/config/initializers/wrap_parameters.rb +14 -0
  101. data/samples/app2/config/locales/en.yml +33 -0
  102. data/samples/app2/config/master.key +1 -0
  103. data/samples/app2/config/puma.rb +43 -0
  104. data/samples/app2/config/routes.rb +3 -0
  105. data/samples/app2/config/spring.rb +6 -0
  106. data/samples/app2/db/development.sqlite3 +0 -0
  107. data/samples/app2/db/migrate/20210513080956_create_customers.rb +10 -0
  108. data/samples/app2/db/migrate/20210513135203_create_posts.rb +10 -0
  109. data/samples/app2/db/schema.rb +31 -0
  110. data/samples/app2/db/seeds.rb +7 -0
  111. data/samples/app2/docker-compose.yml +20 -0
  112. data/samples/app2/log/.keep +0 -0
  113. metadata +93 -5
@@ -0,0 +1,171 @@
1
+ GEM
2
+ remote: https://rubygems.org/
3
+ specs:
4
+ actioncable (6.1.3.2)
5
+ actionpack (= 6.1.3.2)
6
+ activesupport (= 6.1.3.2)
7
+ nio4r (~> 2.0)
8
+ websocket-driver (>= 0.6.1)
9
+ actionmailbox (6.1.3.2)
10
+ actionpack (= 6.1.3.2)
11
+ activejob (= 6.1.3.2)
12
+ activerecord (= 6.1.3.2)
13
+ activestorage (= 6.1.3.2)
14
+ activesupport (= 6.1.3.2)
15
+ mail (>= 2.7.1)
16
+ actionmailer (6.1.3.2)
17
+ actionpack (= 6.1.3.2)
18
+ actionview (= 6.1.3.2)
19
+ activejob (= 6.1.3.2)
20
+ activesupport (= 6.1.3.2)
21
+ mail (~> 2.5, >= 2.5.4)
22
+ rails-dom-testing (~> 2.0)
23
+ actionpack (6.1.3.2)
24
+ actionview (= 6.1.3.2)
25
+ activesupport (= 6.1.3.2)
26
+ rack (~> 2.0, >= 2.0.9)
27
+ rack-test (>= 0.6.3)
28
+ rails-dom-testing (~> 2.0)
29
+ rails-html-sanitizer (~> 1.0, >= 1.2.0)
30
+ actiontext (6.1.3.2)
31
+ actionpack (= 6.1.3.2)
32
+ activerecord (= 6.1.3.2)
33
+ activestorage (= 6.1.3.2)
34
+ activesupport (= 6.1.3.2)
35
+ nokogiri (>= 1.8.5)
36
+ actionview (6.1.3.2)
37
+ activesupport (= 6.1.3.2)
38
+ builder (~> 3.1)
39
+ erubi (~> 1.4)
40
+ rails-dom-testing (~> 2.0)
41
+ rails-html-sanitizer (~> 1.1, >= 1.2.0)
42
+ activejob (6.1.3.2)
43
+ activesupport (= 6.1.3.2)
44
+ globalid (>= 0.3.6)
45
+ activemodel (6.1.3.2)
46
+ activesupport (= 6.1.3.2)
47
+ activerecord (6.1.3.2)
48
+ activemodel (= 6.1.3.2)
49
+ activesupport (= 6.1.3.2)
50
+ activestorage (6.1.3.2)
51
+ actionpack (= 6.1.3.2)
52
+ activejob (= 6.1.3.2)
53
+ activerecord (= 6.1.3.2)
54
+ activesupport (= 6.1.3.2)
55
+ marcel (~> 1.0.0)
56
+ mini_mime (~> 1.0.2)
57
+ activesupport (6.1.3.2)
58
+ concurrent-ruby (~> 1.0, >= 1.0.2)
59
+ i18n (>= 1.6, < 2)
60
+ minitest (>= 5.1)
61
+ tzinfo (~> 2.0)
62
+ zeitwerk (~> 2.3)
63
+ amq-protocol (2.3.2)
64
+ annotate (3.1.1)
65
+ activerecord (>= 3.2, < 7.0)
66
+ rake (>= 10.4, < 14.0)
67
+ bootsnap (1.7.5)
68
+ msgpack (~> 1.0)
69
+ builder (3.2.4)
70
+ bunny (2.17.0)
71
+ amq-protocol (~> 2.3, >= 2.3.1)
72
+ byebug (11.1.3)
73
+ concurrent-ruby (1.1.8)
74
+ crass (1.0.6)
75
+ erubi (1.10.0)
76
+ ffi (1.15.0)
77
+ globalid (0.4.2)
78
+ activesupport (>= 4.2.0)
79
+ i18n (1.8.10)
80
+ concurrent-ruby (~> 1.0)
81
+ listen (3.5.1)
82
+ rb-fsevent (~> 0.10, >= 0.10.3)
83
+ rb-inotify (~> 0.9, >= 0.9.10)
84
+ loofah (2.9.1)
85
+ crass (~> 1.0.2)
86
+ nokogiri (>= 1.5.9)
87
+ mail (2.7.1)
88
+ mini_mime (>= 0.1.1)
89
+ marcel (1.0.1)
90
+ method_source (1.0.0)
91
+ mini_mime (1.0.3)
92
+ mini_portile2 (2.5.1)
93
+ minitest (5.14.4)
94
+ msgpack (1.4.2)
95
+ nio4r (2.5.7)
96
+ nokogiri (1.11.3)
97
+ mini_portile2 (~> 2.5.0)
98
+ racc (~> 1.4)
99
+ pub_sub_model_sync (1.0)
100
+ rails
101
+ puma (5.3.1)
102
+ nio4r (~> 2.0)
103
+ racc (1.5.2)
104
+ rack (2.2.3)
105
+ rack-test (1.1.0)
106
+ rack (>= 1.0, < 3)
107
+ rails (6.1.3.2)
108
+ actioncable (= 6.1.3.2)
109
+ actionmailbox (= 6.1.3.2)
110
+ actionmailer (= 6.1.3.2)
111
+ actionpack (= 6.1.3.2)
112
+ actiontext (= 6.1.3.2)
113
+ actionview (= 6.1.3.2)
114
+ activejob (= 6.1.3.2)
115
+ activemodel (= 6.1.3.2)
116
+ activerecord (= 6.1.3.2)
117
+ activestorage (= 6.1.3.2)
118
+ activesupport (= 6.1.3.2)
119
+ bundler (>= 1.15.0)
120
+ railties (= 6.1.3.2)
121
+ sprockets-rails (>= 2.0.0)
122
+ rails-dom-testing (2.0.3)
123
+ activesupport (>= 4.2.0)
124
+ nokogiri (>= 1.6)
125
+ rails-html-sanitizer (1.3.0)
126
+ loofah (~> 2.3)
127
+ railties (6.1.3.2)
128
+ actionpack (= 6.1.3.2)
129
+ activesupport (= 6.1.3.2)
130
+ method_source
131
+ rake (>= 0.8.7)
132
+ thor (~> 1.0)
133
+ rake (13.0.3)
134
+ rb-fsevent (0.11.0)
135
+ rb-inotify (0.10.1)
136
+ ffi (~> 1.0)
137
+ spring (2.1.1)
138
+ sprockets (4.0.2)
139
+ concurrent-ruby (~> 1.0)
140
+ rack (> 1, < 3)
141
+ sprockets-rails (3.2.2)
142
+ actionpack (>= 4.0)
143
+ activesupport (>= 4.0)
144
+ sprockets (>= 3.0.0)
145
+ sqlite3 (1.4.2)
146
+ thor (1.1.0)
147
+ tzinfo (2.0.4)
148
+ concurrent-ruby (~> 1.0)
149
+ websocket-driver (0.7.3)
150
+ websocket-extensions (>= 0.1.0)
151
+ websocket-extensions (0.1.5)
152
+ zeitwerk (2.4.2)
153
+
154
+ PLATFORMS
155
+ ruby
156
+
157
+ DEPENDENCIES
158
+ annotate
159
+ bootsnap (>= 1.4.4)
160
+ bunny
161
+ byebug
162
+ listen (~> 3.3)
163
+ pub_sub_model_sync (>= 1.0)
164
+ puma (~> 5.0)
165
+ rails (~> 6.1.3, >= 6.1.3.2)
166
+ spring
167
+ sqlite3 (~> 1.4)
168
+ tzinfo-data
169
+
170
+ BUNDLED WITH
171
+ 2.2.17
@@ -0,0 +1,24 @@
1
+ # README
2
+
3
+ This README would normally document whatever steps are necessary to get the
4
+ application up and running.
5
+
6
+ Things you may want to cover:
7
+
8
+ * Ruby version
9
+
10
+ * System dependencies
11
+
12
+ * Configuration
13
+
14
+ * Database creation
15
+
16
+ * Database initialization
17
+
18
+ * How to run the test suite
19
+
20
+ * Services (job queues, cache servers, search engines, etc.)
21
+
22
+ * Deployment instructions
23
+
24
+ * ...
@@ -0,0 +1,6 @@
1
+ # Add your own tasks in files placed in lib/tasks ending in .rake,
2
+ # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
3
+
4
+ require_relative "config/application"
5
+
6
+ Rails.application.load_tasks
@@ -0,0 +1,3 @@
1
+ class ApplicationRecord < ActiveRecord::Base
2
+ self.abstract_class = true
3
+ end
File without changes
@@ -0,0 +1,19 @@
1
+ # == Schema Information
2
+ #
3
+ # Table name: posts
4
+ #
5
+ # id :integer not null, primary key
6
+ # title :string
7
+ # description :text
8
+ # user_id :integer not null
9
+ # created_at :datetime not null
10
+ # updated_at :datetime not null
11
+ #
12
+ class Post < ApplicationRecord
13
+ belongs_to :user
14
+
15
+ include PubSubModelSync::PublisherConcern
16
+ ps_after_commit(%i[create update destroy]) do |action|
17
+ ps_publish(action, mapping: %i[id title description user_id])
18
+ end
19
+ end
@@ -0,0 +1,29 @@
1
+ # == Schema Information
2
+ #
3
+ # Table name: users
4
+ #
5
+ # id :integer not null, primary key
6
+ # name :string
7
+ # email :string
8
+ # age :integer
9
+ # address :string
10
+ # created_at :datetime not null
11
+ # updated_at :datetime not null
12
+ #
13
+ class User < ApplicationRecord
14
+ has_many :posts, dependent: :destroy
15
+ accepts_nested_attributes_for :posts
16
+
17
+ include PubSubModelSync::PublisherConcern
18
+ ps_after_commit(:create) do
19
+ ps_publish(:create, mapping: %i[id name email age])
20
+ end
21
+
22
+ ps_after_commit(:update) do
23
+ ps_publish(:update, mapping: %i[id name email age])
24
+ end
25
+
26
+ ps_after_commit(:destroy) do
27
+ ps_publish(:destroy, mapping: %i[id])
28
+ end
29
+ end
@@ -0,0 +1,114 @@
1
+ #!/usr/bin/env ruby
2
+ # frozen_string_literal: true
3
+
4
+ #
5
+ # This file was generated by Bundler.
6
+ #
7
+ # The application 'bundle' is installed as part of a gem, and
8
+ # this file is here to facilitate running it.
9
+ #
10
+
11
+ require "rubygems"
12
+
13
+ m = Module.new do
14
+ module_function
15
+
16
+ def invoked_as_script?
17
+ File.expand_path($0) == File.expand_path(__FILE__)
18
+ end
19
+
20
+ def env_var_version
21
+ ENV["BUNDLER_VERSION"]
22
+ end
23
+
24
+ def cli_arg_version
25
+ return unless invoked_as_script? # don't want to hijack other binstubs
26
+ return unless "update".start_with?(ARGV.first || " ") # must be running `bundle update`
27
+ bundler_version = nil
28
+ update_index = nil
29
+ ARGV.each_with_index do |a, i|
30
+ if update_index && update_index.succ == i && a =~ Gem::Version::ANCHORED_VERSION_PATTERN
31
+ bundler_version = a
32
+ end
33
+ next unless a =~ /\A--bundler(?:[= ](#{Gem::Version::VERSION_PATTERN}))?\z/
34
+ bundler_version = $1
35
+ update_index = i
36
+ end
37
+ bundler_version
38
+ end
39
+
40
+ def gemfile
41
+ gemfile = ENV["BUNDLE_GEMFILE"]
42
+ return gemfile if gemfile && !gemfile.empty?
43
+
44
+ File.expand_path("../../Gemfile", __FILE__)
45
+ end
46
+
47
+ def lockfile
48
+ lockfile =
49
+ case File.basename(gemfile)
50
+ when "gems.rb" then gemfile.sub(/\.rb$/, gemfile)
51
+ else "#{gemfile}.lock"
52
+ end
53
+ File.expand_path(lockfile)
54
+ end
55
+
56
+ def lockfile_version
57
+ return unless File.file?(lockfile)
58
+ lockfile_contents = File.read(lockfile)
59
+ return unless lockfile_contents =~ /\n\nBUNDLED WITH\n\s{2,}(#{Gem::Version::VERSION_PATTERN})\n/
60
+ Regexp.last_match(1)
61
+ end
62
+
63
+ def bundler_version
64
+ @bundler_version ||=
65
+ env_var_version || cli_arg_version ||
66
+ lockfile_version
67
+ end
68
+
69
+ def bundler_requirement
70
+ return "#{Gem::Requirement.default}.a" unless bundler_version
71
+
72
+ bundler_gem_version = Gem::Version.new(bundler_version)
73
+
74
+ requirement = bundler_gem_version.approximate_recommendation
75
+
76
+ return requirement unless Gem::Version.new(Gem::VERSION) < Gem::Version.new("2.7.0")
77
+
78
+ requirement += ".a" if bundler_gem_version.prerelease?
79
+
80
+ requirement
81
+ end
82
+
83
+ def load_bundler!
84
+ ENV["BUNDLE_GEMFILE"] ||= gemfile
85
+
86
+ activate_bundler
87
+ end
88
+
89
+ def activate_bundler
90
+ gem_error = activation_error_handling do
91
+ gem "bundler", bundler_requirement
92
+ end
93
+ return if gem_error.nil?
94
+ require_error = activation_error_handling do
95
+ require "bundler/version"
96
+ end
97
+ return if require_error.nil? && Gem::Requirement.new(bundler_requirement).satisfied_by?(Gem::Version.new(Bundler::VERSION))
98
+ warn "Activating bundler (#{bundler_requirement}) failed:\n#{gem_error.message}\n\nTo install the version of bundler this project requires, run `gem install bundler -v '#{bundler_requirement}'`"
99
+ exit 42
100
+ end
101
+
102
+ def activation_error_handling
103
+ yield
104
+ nil
105
+ rescue StandardError, LoadError => e
106
+ e
107
+ end
108
+ end
109
+
110
+ m.load_bundler!
111
+
112
+ if m.invoked_as_script?
113
+ load Gem.bin_path("bundler", "bundle")
114
+ end
@@ -0,0 +1,5 @@
1
+ #!/usr/bin/env ruby
2
+ load File.expand_path("spring", __dir__)
3
+ APP_PATH = File.expand_path('../config/application', __dir__)
4
+ require_relative "../config/boot"
5
+ require "rails/commands"
@@ -0,0 +1,5 @@
1
+ #!/usr/bin/env ruby
2
+ load File.expand_path("spring", __dir__)
3
+ require_relative "../config/boot"
4
+ require "rake"
5
+ Rake.application.run
@@ -0,0 +1,33 @@
1
+ #!/usr/bin/env ruby
2
+ require "fileutils"
3
+
4
+ # path to your application root.
5
+ APP_ROOT = File.expand_path('..', __dir__)
6
+
7
+ def system!(*args)
8
+ system(*args) || abort("\n== Command #{args} failed ==")
9
+ end
10
+
11
+ FileUtils.chdir APP_ROOT do
12
+ # This script is a way to set up or update your development environment automatically.
13
+ # This script is idempotent, so that you can run it at any time and get an expectable outcome.
14
+ # Add necessary setup steps to this file.
15
+
16
+ puts '== Installing dependencies =='
17
+ system! 'gem install bundler --conservative'
18
+ system('bundle check') || system!('bundle install')
19
+
20
+ # puts "\n== Copying sample files =="
21
+ # unless File.exist?('config/database.yml')
22
+ # FileUtils.cp 'config/database.yml.sample', 'config/database.yml'
23
+ # end
24
+
25
+ puts "\n== Preparing database =="
26
+ system! 'bin/rails db:prepare'
27
+
28
+ puts "\n== Removing old logs and tempfiles =="
29
+ system! 'bin/rails log:clear tmp:clear'
30
+
31
+ puts "\n== Restarting application server =="
32
+ system! 'bin/rails restart'
33
+ end
@@ -0,0 +1,14 @@
1
+ #!/usr/bin/env ruby
2
+ if !defined?(Spring) && [nil, "development", "test"].include?(ENV["RAILS_ENV"])
3
+ gem "bundler"
4
+ require "bundler"
5
+
6
+ # Load Spring without loading other gems in the Gemfile, for speed.
7
+ Bundler.locked_gems&.specs&.find { |spec| spec.name == "spring" }&.tap do |spring|
8
+ Gem.use_paths Gem.dir, Bundler.bundle_path.to_s, *Gem.path
9
+ gem "spring", spring.version
10
+ require "spring/binstub"
11
+ rescue Gem::LoadError
12
+ # Ignore when Spring is not installed.
13
+ end
14
+ end
@@ -0,0 +1,6 @@
1
+ # This file is used by Rack-based servers to start the application.
2
+
3
+ require_relative "config/environment"
4
+
5
+ run Rails.application
6
+ Rails.application.load_server