pub_sub_model_sync 1.3.0 → 1.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (106) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/ruby.yml +0 -2
  3. data/.gitignore +2 -1
  4. data/CHANGELOG.md +2 -0
  5. data/Gemfile.lock +20 -16
  6. data/README.md +18 -33
  7. data/lib/pub_sub_model_sync/config.rb +3 -2
  8. data/lib/pub_sub_model_sync/message_processor.rb +7 -2
  9. data/lib/pub_sub_model_sync/message_publisher.rb +5 -2
  10. data/lib/pub_sub_model_sync/mock_rabbit_service.rb +8 -0
  11. data/lib/pub_sub_model_sync/payload.rb +19 -1
  12. data/lib/pub_sub_model_sync/payload_cache_optimizer.rb +51 -0
  13. data/lib/pub_sub_model_sync/service_base.rb +12 -8
  14. data/lib/pub_sub_model_sync/service_google.rb +2 -3
  15. data/lib/pub_sub_model_sync/service_kafka.rb +2 -1
  16. data/lib/pub_sub_model_sync/service_rabbit.rb +6 -3
  17. data/lib/pub_sub_model_sync/version.rb +1 -1
  18. data/lib/pub_sub_model_sync.rb +1 -0
  19. data/pub_sub_model_sync.gemspec +1 -1
  20. metadata +3 -88
  21. data/samples/README.md +0 -50
  22. data/samples/app1/Dockerfile +0 -13
  23. data/samples/app1/Gemfile +0 -37
  24. data/samples/app1/Gemfile.lock +0 -171
  25. data/samples/app1/README.md +0 -24
  26. data/samples/app1/Rakefile +0 -6
  27. data/samples/app1/app/models/application_record.rb +0 -3
  28. data/samples/app1/app/models/concerns/.keep +0 -0
  29. data/samples/app1/app/models/post.rb +0 -19
  30. data/samples/app1/app/models/user.rb +0 -29
  31. data/samples/app1/bin/bundle +0 -114
  32. data/samples/app1/bin/rails +0 -5
  33. data/samples/app1/bin/rake +0 -5
  34. data/samples/app1/bin/setup +0 -33
  35. data/samples/app1/bin/spring +0 -14
  36. data/samples/app1/config/application.rb +0 -40
  37. data/samples/app1/config/boot.rb +0 -4
  38. data/samples/app1/config/credentials.yml.enc +0 -1
  39. data/samples/app1/config/database.yml +0 -25
  40. data/samples/app1/config/environment.rb +0 -5
  41. data/samples/app1/config/environments/development.rb +0 -63
  42. data/samples/app1/config/environments/production.rb +0 -105
  43. data/samples/app1/config/environments/test.rb +0 -57
  44. data/samples/app1/config/initializers/application_controller_renderer.rb +0 -8
  45. data/samples/app1/config/initializers/backtrace_silencers.rb +0 -8
  46. data/samples/app1/config/initializers/cors.rb +0 -16
  47. data/samples/app1/config/initializers/filter_parameter_logging.rb +0 -6
  48. data/samples/app1/config/initializers/inflections.rb +0 -16
  49. data/samples/app1/config/initializers/mime_types.rb +0 -4
  50. data/samples/app1/config/initializers/pubsub.rb +0 -4
  51. data/samples/app1/config/initializers/wrap_parameters.rb +0 -14
  52. data/samples/app1/config/locales/en.yml +0 -33
  53. data/samples/app1/config/master.key +0 -1
  54. data/samples/app1/config/puma.rb +0 -43
  55. data/samples/app1/config/routes.rb +0 -3
  56. data/samples/app1/config/spring.rb +0 -6
  57. data/samples/app1/config.ru +0 -6
  58. data/samples/app1/db/migrate/20210513080700_create_users.rb +0 -12
  59. data/samples/app1/db/migrate/20210513134332_create_posts.rb +0 -11
  60. data/samples/app1/db/schema.rb +0 -34
  61. data/samples/app1/db/seeds.rb +0 -7
  62. data/samples/app1/docker-compose.yml +0 -32
  63. data/samples/app1/log/.keep +0 -0
  64. data/samples/app2/Dockerfile +0 -13
  65. data/samples/app2/Gemfile +0 -37
  66. data/samples/app2/Gemfile.lock +0 -171
  67. data/samples/app2/README.md +0 -24
  68. data/samples/app2/Rakefile +0 -6
  69. data/samples/app2/app/models/application_record.rb +0 -9
  70. data/samples/app2/app/models/concerns/.keep +0 -0
  71. data/samples/app2/app/models/customer.rb +0 -28
  72. data/samples/app2/app/models/post.rb +0 -10
  73. data/samples/app2/bin/bundle +0 -114
  74. data/samples/app2/bin/rails +0 -5
  75. data/samples/app2/bin/rake +0 -5
  76. data/samples/app2/bin/setup +0 -33
  77. data/samples/app2/bin/spring +0 -14
  78. data/samples/app2/config/application.rb +0 -40
  79. data/samples/app2/config/boot.rb +0 -4
  80. data/samples/app2/config/credentials.yml.enc +0 -1
  81. data/samples/app2/config/database.yml +0 -25
  82. data/samples/app2/config/environment.rb +0 -5
  83. data/samples/app2/config/environments/development.rb +0 -63
  84. data/samples/app2/config/environments/production.rb +0 -105
  85. data/samples/app2/config/environments/test.rb +0 -57
  86. data/samples/app2/config/initializers/application_controller_renderer.rb +0 -8
  87. data/samples/app2/config/initializers/backtrace_silencers.rb +0 -8
  88. data/samples/app2/config/initializers/cors.rb +0 -16
  89. data/samples/app2/config/initializers/filter_parameter_logging.rb +0 -6
  90. data/samples/app2/config/initializers/inflections.rb +0 -16
  91. data/samples/app2/config/initializers/mime_types.rb +0 -4
  92. data/samples/app2/config/initializers/pubsub.rb +0 -4
  93. data/samples/app2/config/initializers/wrap_parameters.rb +0 -14
  94. data/samples/app2/config/locales/en.yml +0 -33
  95. data/samples/app2/config/master.key +0 -1
  96. data/samples/app2/config/puma.rb +0 -43
  97. data/samples/app2/config/routes.rb +0 -3
  98. data/samples/app2/config/spring.rb +0 -6
  99. data/samples/app2/config.ru +0 -6
  100. data/samples/app2/db/development.sqlite3 +0 -0
  101. data/samples/app2/db/migrate/20210513080956_create_customers.rb +0 -10
  102. data/samples/app2/db/migrate/20210513135203_create_posts.rb +0 -10
  103. data/samples/app2/db/schema.rb +0 -31
  104. data/samples/app2/db/seeds.rb +0 -7
  105. data/samples/app2/docker-compose.yml +0 -20
  106. data/samples/app2/log/.keep +0 -0
@@ -1,57 +0,0 @@
1
- require "active_support/core_ext/integer/time"
2
-
3
- # The test environment is used exclusively to run your application's
4
- # test suite. You never need to work with it otherwise. Remember that
5
- # your test database is "scratch space" for the test suite and is wiped
6
- # and recreated between test runs. Don't rely on the data there!
7
-
8
- Rails.application.configure do
9
- # Settings specified here will take precedence over those in config/application.rb.
10
-
11
- config.cache_classes = false
12
- config.action_view.cache_template_loading = true
13
-
14
- # Do not eager load code on boot. This avoids loading your whole application
15
- # just for the purpose of running a single test. If you are using a tool that
16
- # preloads Rails for running tests, you may have to set it to true.
17
- config.eager_load = false
18
-
19
- # Configure public file server for tests with Cache-Control for performance.
20
- config.public_file_server.enabled = true
21
- config.public_file_server.headers = {
22
- 'Cache-Control' => "public, max-age=#{1.hour.to_i}"
23
- }
24
-
25
- # Show full error reports and disable caching.
26
- config.consider_all_requests_local = true
27
- config.action_controller.perform_caching = false
28
- config.cache_store = :null_store
29
-
30
- # Raise exceptions instead of rendering exception templates.
31
- config.action_dispatch.show_exceptions = false
32
-
33
- # Disable request forgery protection in test environment.
34
- config.action_controller.allow_forgery_protection = false
35
-
36
- config.action_mailer.perform_caching = false
37
-
38
- # Tell Action Mailer not to deliver emails to the real world.
39
- # The :test delivery method accumulates sent emails in the
40
- # ActionMailer::Base.deliveries array.
41
- config.action_mailer.delivery_method = :test
42
-
43
- # Print deprecation notices to the stderr.
44
- config.active_support.deprecation = :stderr
45
-
46
- # Raise exceptions for disallowed deprecations.
47
- config.active_support.disallowed_deprecation = :raise
48
-
49
- # Tell Active Support which deprecation messages to disallow.
50
- config.active_support.disallowed_deprecation_warnings = []
51
-
52
- # Raises error for missing translations.
53
- # config.i18n.raise_on_missing_translations = true
54
-
55
- # Annotate rendered view with file names.
56
- # config.action_view.annotate_rendered_view_with_filenames = true
57
- end
@@ -1,8 +0,0 @@
1
- # Be sure to restart your server when you modify this file.
2
-
3
- # ActiveSupport::Reloader.to_prepare do
4
- # ApplicationController.renderer.defaults.merge!(
5
- # http_host: 'example.org',
6
- # https: false
7
- # )
8
- # end
@@ -1,8 +0,0 @@
1
- # Be sure to restart your server when you modify this file.
2
-
3
- # You can add backtrace silencers for libraries that you're using but don't wish to see in your backtraces.
4
- # Rails.backtrace_cleaner.add_silencer { |line| /my_noisy_library/.match?(line) }
5
-
6
- # You can also remove all the silencers if you're trying to debug a problem that might stem from framework code
7
- # by setting BACKTRACE=1 before calling your invocation, like "BACKTRACE=1 ./bin/rails runner 'MyClass.perform'".
8
- Rails.backtrace_cleaner.remove_silencers! if ENV["BACKTRACE"]
@@ -1,16 +0,0 @@
1
- # Be sure to restart your server when you modify this file.
2
-
3
- # Avoid CORS issues when API is called from the frontend app.
4
- # Handle Cross-Origin Resource Sharing (CORS) in order to accept cross-origin AJAX requests.
5
-
6
- # Read more: https://github.com/cyu/rack-cors
7
-
8
- # Rails.application.config.middleware.insert_before 0, Rack::Cors do
9
- # allow do
10
- # origins 'example.com'
11
- #
12
- # resource '*',
13
- # headers: :any,
14
- # methods: [:get, :post, :put, :patch, :delete, :options, :head]
15
- # end
16
- # end
@@ -1,6 +0,0 @@
1
- # Be sure to restart your server when you modify this file.
2
-
3
- # Configure sensitive parameters which will be filtered from the log file.
4
- Rails.application.config.filter_parameters += [
5
- :passw, :secret, :token, :_key, :crypt, :salt, :certificate, :otp, :ssn
6
- ]
@@ -1,16 +0,0 @@
1
- # Be sure to restart your server when you modify this file.
2
-
3
- # Add new inflection rules using the following format. Inflections
4
- # are locale specific, and you may define rules for as many different
5
- # locales as you wish. All of these examples are active by default:
6
- # ActiveSupport::Inflector.inflections(:en) do |inflect|
7
- # inflect.plural /^(ox)$/i, '\1en'
8
- # inflect.singular /^(ox)en/i, '\1'
9
- # inflect.irregular 'person', 'people'
10
- # inflect.uncountable %w( fish sheep )
11
- # end
12
-
13
- # These inflection rules are supported but not enabled by default:
14
- # ActiveSupport::Inflector.inflections(:en) do |inflect|
15
- # inflect.acronym 'RESTful'
16
- # end
@@ -1,4 +0,0 @@
1
- # Be sure to restart your server when you modify this file.
2
-
3
- # Add new mime types for use in respond_to blocks:
4
- # Mime::Type.register "text/richtext", :rtf
@@ -1,4 +0,0 @@
1
- PubSubModelSync::Config.service_name = :rabbitmq
2
- PubSubModelSync::Config.bunny_connection = 'amqp://guest:guest@pubsub'
3
- PubSubModelSync::Config.topic_name = 'sample-topic'
4
- PubSubModelSync::Config.subscription_name = 'my-app2'
@@ -1,14 +0,0 @@
1
- # Be sure to restart your server when you modify this file.
2
-
3
- # This file contains settings for ActionController::ParamsWrapper which
4
- # is enabled by default.
5
-
6
- # Enable parameter wrapping for JSON. You can disable this by setting :format to an empty array.
7
- ActiveSupport.on_load(:action_controller) do
8
- wrap_parameters format: [:json]
9
- end
10
-
11
- # To enable root element in JSON for ActiveRecord objects.
12
- # ActiveSupport.on_load(:active_record) do
13
- # self.include_root_in_json = true
14
- # end
@@ -1,33 +0,0 @@
1
- # Files in the config/locales directory are used for internationalization
2
- # and are automatically loaded by Rails. If you want to use locales other
3
- # than English, add the necessary files in this directory.
4
- #
5
- # To use the locales, use `I18n.t`:
6
- #
7
- # I18n.t 'hello'
8
- #
9
- # In views, this is aliased to just `t`:
10
- #
11
- # <%= t('hello') %>
12
- #
13
- # To use a different locale, set it with `I18n.locale`:
14
- #
15
- # I18n.locale = :es
16
- #
17
- # This would use the information in config/locales/es.yml.
18
- #
19
- # The following keys must be escaped otherwise they will not be retrieved by
20
- # the default I18n backend:
21
- #
22
- # true, false, on, off, yes, no
23
- #
24
- # Instead, surround them with single quotes.
25
- #
26
- # en:
27
- # 'true': 'foo'
28
- #
29
- # To learn more, please read the Rails Internationalization guide
30
- # available at https://guides.rubyonrails.org/i18n.html.
31
-
32
- en:
33
- hello: "Hello world"
@@ -1 +0,0 @@
1
- ca702da1b8c8f8405ed03739ca90b0e5
@@ -1,43 +0,0 @@
1
- # Puma can serve each request in a thread from an internal thread pool.
2
- # The `threads` method setting takes two numbers: a minimum and maximum.
3
- # Any libraries that use thread pools should be configured to match
4
- # the maximum value specified for Puma. Default is set to 5 threads for minimum
5
- # and maximum; this matches the default thread size of Active Record.
6
- #
7
- max_threads_count = ENV.fetch("RAILS_MAX_THREADS") { 5 }
8
- min_threads_count = ENV.fetch("RAILS_MIN_THREADS") { max_threads_count }
9
- threads min_threads_count, max_threads_count
10
-
11
- # Specifies the `worker_timeout` threshold that Puma will use to wait before
12
- # terminating a worker in development environments.
13
- #
14
- worker_timeout 3600 if ENV.fetch("RAILS_ENV", "development") == "development"
15
-
16
- # Specifies the `port` that Puma will listen on to receive requests; default is 3000.
17
- #
18
- port ENV.fetch("PORT") { 3000 }
19
-
20
- # Specifies the `environment` that Puma will run in.
21
- #
22
- environment ENV.fetch("RAILS_ENV") { "development" }
23
-
24
- # Specifies the `pidfile` that Puma will use.
25
- pidfile ENV.fetch("PIDFILE") { "tmp/pids/server.pid" }
26
-
27
- # Specifies the number of `workers` to boot in clustered mode.
28
- # Workers are forked web server processes. If using threads and workers together
29
- # the concurrency of the application would be max `threads` * `workers`.
30
- # Workers do not work on JRuby or Windows (both of which do not support
31
- # processes).
32
- #
33
- # workers ENV.fetch("WEB_CONCURRENCY") { 2 }
34
-
35
- # Use the `preload_app!` method when specifying a `workers` number.
36
- # This directive tells Puma to first boot the application and load code
37
- # before forking the application. This takes advantage of Copy On Write
38
- # process behavior so workers use less memory.
39
- #
40
- # preload_app!
41
-
42
- # Allow puma to be restarted by `rails restart` command.
43
- plugin :tmp_restart
@@ -1,3 +0,0 @@
1
- Rails.application.routes.draw do
2
- # For details on the DSL available within this file, see https://guides.rubyonrails.org/routing.html
3
- end
@@ -1,6 +0,0 @@
1
- Spring.watch(
2
- ".ruby-version",
3
- ".rbenv-vars",
4
- "tmp/restart.txt",
5
- "tmp/caching-dev.txt"
6
- )
@@ -1,6 +0,0 @@
1
- # This file is used by Rack-based servers to start the application.
2
-
3
- require_relative "config/environment"
4
-
5
- run Rails.application
6
- Rails.application.load_server
Binary file
@@ -1,10 +0,0 @@
1
- class CreateCustomers < ActiveRecord::Migration[6.1]
2
- def change
3
- create_table :customers do |t|
4
- t.string :full_name
5
- t.string :email
6
-
7
- t.timestamps
8
- end
9
- end
10
- end
@@ -1,10 +0,0 @@
1
- class CreatePosts < ActiveRecord::Migration[6.1]
2
- def change
3
- create_table :posts do |t|
4
- t.string :title
5
- t.belongs_to :customer, null: false, foreign_key: true
6
-
7
- t.timestamps
8
- end
9
- end
10
- end
@@ -1,31 +0,0 @@
1
- # This file is auto-generated from the current state of the database. Instead
2
- # of editing this file, please use the migrations feature of Active Record to
3
- # incrementally modify your database, and then regenerate this schema definition.
4
- #
5
- # This file is the source Rails uses to define your schema when running `bin/rails
6
- # db:schema:load`. When creating a new database, `bin/rails db:schema:load` tends to
7
- # be faster and is potentially less error prone than running all of your
8
- # migrations from scratch. Old migrations may fail to apply correctly if those
9
- # migrations use external dependencies or application code.
10
- #
11
- # It's strongly recommended that you check this file into your version control system.
12
-
13
- ActiveRecord::Schema.define(version: 2021_05_13_135203) do
14
-
15
- create_table "customers", force: :cascade do |t|
16
- t.string "full_name"
17
- t.string "email"
18
- t.datetime "created_at", precision: 6, null: false
19
- t.datetime "updated_at", precision: 6, null: false
20
- end
21
-
22
- create_table "posts", force: :cascade do |t|
23
- t.string "title"
24
- t.integer "customer_id", null: false
25
- t.datetime "created_at", precision: 6, null: false
26
- t.datetime "updated_at", precision: 6, null: false
27
- t.index ["customer_id"], name: "index_posts_on_customer_id"
28
- end
29
-
30
- add_foreign_key "posts", "customers"
31
- end
@@ -1,7 +0,0 @@
1
- # This file should contain all the record creation needed to seed the database with its default values.
2
- # The data can then be loaded with the bin/rails db:seed command (or created alongside the database with db:setup).
3
- #
4
- # Examples:
5
- #
6
- # movies = Movie.create([{ name: 'Star Wars' }, { name: 'Lord of the Rings' }])
7
- # Character.create(name: 'Luke', movie: movies.first)
@@ -1,20 +0,0 @@
1
- version: "3.7"
2
-
3
- networks:
4
- shared_app_services:
5
- external: true
6
-
7
- services:
8
- app: &app
9
- build:
10
- context: .
11
- volumes:
12
- - .:/app
13
- external_links:
14
- - pubsub
15
- networks: # required to connect to pubsub
16
- - shared_app_services
17
-
18
- listener:
19
- <<: *app
20
- command: bash -c "DB_POOL=20 rails db:migrate && bundle exec rake pub_sub_model_sync:start"
File without changes