pub_sub_model_sync 1.0.beta1 → 1.1.0

data/samples/app2/config/environments/test.rb

@@ -0,0 +1,57 @@
+require "active_support/core_ext/integer/time"
+
+# The test environment is used exclusively to run your application's
+# test suite. You never need to work with it otherwise. Remember that
+# your test database is "scratch space" for the test suite and is wiped
+# and recreated between test runs. Don't rely on the data there!
+
+Rails.application.configure do
+  # Settings specified here will take precedence over those in config/application.rb.
+
+  config.cache_classes = false
+  config.action_view.cache_template_loading = true
+
+  # Do not eager load code on boot. This avoids loading your whole application
+  # just for the purpose of running a single test. If you are using a tool that
+  # preloads Rails for running tests, you may have to set it to true.
+  config.eager_load = false
+
+  # Configure public file server for tests with Cache-Control for performance.
+  config.public_file_server.enabled = true
+  config.public_file_server.headers = {
+    'Cache-Control' => "public, max-age=#{1.hour.to_i}"
+  }
+
+  # Show full error reports and disable caching.
+  config.consider_all_requests_local       = true
+  config.action_controller.perform_caching = false
+  config.cache_store = :null_store
+
+  # Raise exceptions instead of rendering exception templates.
+  config.action_dispatch.show_exceptions = false
+
+  # Disable request forgery protection in test environment.
+  config.action_controller.allow_forgery_protection = false
+
+  config.action_mailer.perform_caching = false
+
+  # Tell Action Mailer not to deliver emails to the real world.
+  # The :test delivery method accumulates sent emails in the
+  # ActionMailer::Base.deliveries array.
+  config.action_mailer.delivery_method = :test
+
+  # Print deprecation notices to the stderr.
+  config.active_support.deprecation = :stderr
+
+  # Raise exceptions for disallowed deprecations.
+  config.active_support.disallowed_deprecation = :raise
+
+  # Tell Active Support which deprecation messages to disallow.
+  config.active_support.disallowed_deprecation_warnings = []
+
+  # Raises error for missing translations.
+  # config.i18n.raise_on_missing_translations = true
+
+  # Annotate rendered view with file names.
+  # config.action_view.annotate_rendered_view_with_filenames = true
+end

data/samples/app2/config/initializers/application_controller_renderer.rb

@@ -0,0 +1,8 @@
+# Be sure to restart your server when you modify this file.
+
+# ActiveSupport::Reloader.to_prepare do
+#   ApplicationController.renderer.defaults.merge!(
+#     http_host: 'example.org',
+#     https: false
+#   )
+# end

data/samples/app2/config/initializers/backtrace_silencers.rb

@@ -0,0 +1,8 @@
+# Be sure to restart your server when you modify this file.
+
+# You can add backtrace silencers for libraries that you're using but don't wish to see in your backtraces.
+# Rails.backtrace_cleaner.add_silencer { |line| /my_noisy_library/.match?(line) }
+
+# You can also remove all the silencers if you're trying to debug a problem that might stem from framework code
+# by setting BACKTRACE=1 before calling your invocation, like "BACKTRACE=1 ./bin/rails runner 'MyClass.perform'".
+Rails.backtrace_cleaner.remove_silencers! if ENV["BACKTRACE"]

data/samples/app2/config/initializers/cors.rb

@@ -0,0 +1,16 @@
+# Be sure to restart your server when you modify this file.
+
+# Avoid CORS issues when API is called from the frontend app.
+# Handle Cross-Origin Resource Sharing (CORS) in order to accept cross-origin AJAX requests.
+
+# Read more: https://github.com/cyu/rack-cors
+
+# Rails.application.config.middleware.insert_before 0, Rack::Cors do
+#   allow do
+#     origins 'example.com'
+#
+#     resource '*',
+#       headers: :any,
+#       methods: [:get, :post, :put, :patch, :delete, :options, :head]
+#   end
+# end

data/samples/app2/config/initializers/filter_parameter_logging.rb

@@ -0,0 +1,6 @@
+# Be sure to restart your server when you modify this file.
+
+# Configure sensitive parameters which will be filtered from the log file.
+Rails.application.config.filter_parameters += [
+  :passw, :secret, :token, :_key, :crypt, :salt, :certificate, :otp, :ssn
+]

data/samples/app2/config/initializers/inflections.rb

@@ -0,0 +1,16 @@
+# Be sure to restart your server when you modify this file.
+
+# Add new inflection rules using the following format. Inflections
+# are locale specific, and you may define rules for as many different
+# locales as you wish. All of these examples are active by default:
+# ActiveSupport::Inflector.inflections(:en) do |inflect|
+#   inflect.plural /^(ox)$/i, '\1en'
+#   inflect.singular /^(ox)en/i, '\1'
+#   inflect.irregular 'person', 'people'
+#   inflect.uncountable %w( fish sheep )
+# end
+
+# These inflection rules are supported but not enabled by default:
+# ActiveSupport::Inflector.inflections(:en) do |inflect|
+#   inflect.acronym 'RESTful'
+# end

data/samples/app2/config/initializers/mime_types.rb

@@ -0,0 +1,4 @@
+# Be sure to restart your server when you modify this file.
+
+# Add new mime types for use in respond_to blocks:
+# Mime::Type.register "text/richtext", :rtf

data/samples/app2/config/initializers/pubsub.rb

@@ -0,0 +1,4 @@
+PubSubModelSync::Config.service_name = :rabbitmq
+PubSubModelSync::Config.bunny_connection = 'amqp://guest:guest@pubsub'
+PubSubModelSync::Config.topic_name = 'sample-topic'
+PubSubModelSync::Config.subscription_name = 'my-app2'

data/samples/app2/config/initializers/wrap_parameters.rb

@@ -0,0 +1,14 @@
+# Be sure to restart your server when you modify this file.
+
+# This file contains settings for ActionController::ParamsWrapper which
+# is enabled by default.
+
+# Enable parameter wrapping for JSON. You can disable this by setting :format to an empty array.
+ActiveSupport.on_load(:action_controller) do
+  wrap_parameters format: [:json]
+end
+
+# To enable root element in JSON for ActiveRecord objects.
+# ActiveSupport.on_load(:active_record) do
+#   self.include_root_in_json = true
+# end

data/samples/app2/config/locales/en.yml

@@ -0,0 +1,33 @@
+# Files in the config/locales directory are used for internationalization
+# and are automatically loaded by Rails. If you want to use locales other
+# than English, add the necessary files in this directory.
+#
+# To use the locales, use `I18n.t`:
+#
+#     I18n.t 'hello'
+#
+# In views, this is aliased to just `t`:
+#
+#     <%= t('hello') %>
+#
+# To use a different locale, set it with `I18n.locale`:
+#
+#     I18n.locale = :es
+#
+# This would use the information in config/locales/es.yml.
+#
+# The following keys must be escaped otherwise they will not be retrieved by
+# the default I18n backend:
+#
+# true, false, on, off, yes, no
+#
+# Instead, surround them with single quotes.
+#
+# en:
+#   'true': 'foo'
+#
+# To learn more, please read the Rails Internationalization guide
+# available at https://guides.rubyonrails.org/i18n.html.
+
+en:
+  hello: "Hello world"

data/samples/app2/config/master.key

@@ -0,0 +1 @@
+ca702da1b8c8f8405ed03739ca90b0e5

data/samples/app2/config/puma.rb

@@ -0,0 +1,43 @@
+# Puma can serve each request in a thread from an internal thread pool.
+# The `threads` method setting takes two numbers: a minimum and maximum.
+# Any libraries that use thread pools should be configured to match
+# the maximum value specified for Puma. Default is set to 5 threads for minimum
+# and maximum; this matches the default thread size of Active Record.
+#
+max_threads_count = ENV.fetch("RAILS_MAX_THREADS") { 5 }
+min_threads_count = ENV.fetch("RAILS_MIN_THREADS") { max_threads_count }
+threads min_threads_count, max_threads_count
+
+# Specifies the `worker_timeout` threshold that Puma will use to wait before
+# terminating a worker in development environments.
+#
+worker_timeout 3600 if ENV.fetch("RAILS_ENV", "development") == "development"
+
+# Specifies the `port` that Puma will listen on to receive requests; default is 3000.
+#
+port ENV.fetch("PORT") { 3000 }
+
+# Specifies the `environment` that Puma will run in.
+#
+environment ENV.fetch("RAILS_ENV") { "development" }
+
+# Specifies the `pidfile` that Puma will use.
+pidfile ENV.fetch("PIDFILE") { "tmp/pids/server.pid" }
+
+# Specifies the number of `workers` to boot in clustered mode.
+# Workers are forked web server processes. If using threads and workers together
+# the concurrency of the application would be max `threads` * `workers`.
+# Workers do not work on JRuby or Windows (both of which do not support
+# processes).
+#
+# workers ENV.fetch("WEB_CONCURRENCY") { 2 }
+
+# Use the `preload_app!` method when specifying a `workers` number.
+# This directive tells Puma to first boot the application and load code
+# before forking the application. This takes advantage of Copy On Write
+# process behavior so workers use less memory.
+#
+# preload_app!
+
+# Allow puma to be restarted by `rails restart` command.
+plugin :tmp_restart

data/samples/app2/config/routes.rb

@@ -0,0 +1,3 @@
+Rails.application.routes.draw do
+  # For details on the DSL available within this file, see https://guides.rubyonrails.org/routing.html
+end

data/samples/app2/config/spring.rb

@@ -0,0 +1,6 @@
+Spring.watch(
+  ".ruby-version",
+  ".rbenv-vars",
+  "tmp/restart.txt",
+  "tmp/caching-dev.txt"
+)

data/samples/app2/config.ru

@@ -0,0 +1,6 @@
+# This file is used by Rack-based servers to start the application.
+
+require_relative "config/environment"
+
+run Rails.application
+Rails.application.load_server

data/samples/app2/db/migrate/20210513080956_create_customers.rb

@@ -0,0 +1,10 @@
+class CreateCustomers < ActiveRecord::Migration[6.1]
+  def change
+    create_table :customers do |t|
+      t.string :full_name
+      t.string :email
+
+      t.timestamps
+    end
+  end
+end

data/samples/app2/db/migrate/20210513135203_create_posts.rb

@@ -0,0 +1,10 @@
+class CreatePosts < ActiveRecord::Migration[6.1]
+  def change
+    create_table :posts do |t|
+      t.string :title
+      t.belongs_to :customer, null: false, foreign_key: true
+
+      t.timestamps
+    end
+  end
+end

data/samples/app2/db/schema.rb

@@ -0,0 +1,31 @@
+# This file is auto-generated from the current state of the database. Instead
+# of editing this file, please use the migrations feature of Active Record to
+# incrementally modify your database, and then regenerate this schema definition.
+#
+# This file is the source Rails uses to define your schema when running `bin/rails
+# db:schema:load`. When creating a new database, `bin/rails db:schema:load` tends to
+# be faster and is potentially less error prone than running all of your
+# migrations from scratch. Old migrations may fail to apply correctly if those
+# migrations use external dependencies or application code.
+#
+# It's strongly recommended that you check this file into your version control system.
+
+ActiveRecord::Schema.define(version: 2021_05_13_135203) do
+
+  create_table "customers", force: :cascade do |t|
+    t.string "full_name"
+    t.string "email"
+    t.datetime "created_at", precision: 6, null: false
+    t.datetime "updated_at", precision: 6, null: false
+  end
+
+  create_table "posts", force: :cascade do |t|
+    t.string "title"
+    t.integer "customer_id", null: false
+    t.datetime "created_at", precision: 6, null: false
+    t.datetime "updated_at", precision: 6, null: false
+    t.index ["customer_id"], name: "index_posts_on_customer_id"
+  end
+
+  add_foreign_key "posts", "customers"
+end

data/samples/app2/db/seeds.rb

@@ -0,0 +1,7 @@
+# This file should contain all the record creation needed to seed the database with its default values.
+# The data can then be loaded with the bin/rails db:seed command (or created alongside the database with db:setup).
+#
+# Examples:
+#
+#   movies = Movie.create([{ name: 'Star Wars' }, { name: 'Lord of the Rings' }])
+#   Character.create(name: 'Luke', movie: movies.first)

data/samples/app2/docker-compose.yml

@@ -0,0 +1,20 @@
+version: "3.7"
+
+networks:
+  shared_app_services:
+    external: true
+
+services:
+  app: &app
+    build:
+      context: .
+    volumes:
+      - .:/app
+    external_links:
+      - pubsub
+    networks: # required to connect to pubsub
+      - shared_app_services
+
+  listener:
+    <<: *app
+    command: bash -c "DB_POOL=20 rails db:migrate && bundle exec rake pub_sub_model_sync:start"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pub_sub_model_sync
 version: !ruby/object:Gem::Version
-  version: 1.0.beta1
+  version: 1.1.0
 platform: ruby
 authors:
 - Owen
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-05-14 00:00:00.000000000 Z
+date: 2021-10-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -87,6 +87,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/release.yml"
 - ".github/workflows/ruby.yml"
 - ".gitignore"
 - ".rspec"
@@ -110,14 +111,13 @@ files:
 - lib/pub_sub_model_sync/base.rb
 - lib/pub_sub_model_sync/config.rb
 - lib/pub_sub_model_sync/connector.rb
-- lib/pub_sub_model_sync/initializers/before_commit.rb
 - lib/pub_sub_model_sync/message_processor.rb
 - lib/pub_sub_model_sync/message_publisher.rb
 - lib/pub_sub_model_sync/mock_google_service.rb
 - lib/pub_sub_model_sync/mock_kafka_service.rb
 - lib/pub_sub_model_sync/mock_rabbit_service.rb
 - lib/pub_sub_model_sync/payload.rb
-- lib/pub_sub_model_sync/publisher.rb
+- lib/pub_sub_model_sync/payload_builder.rb
 - lib/pub_sub_model_sync/publisher_concern.rb
 - lib/pub_sub_model_sync/railtie.rb
 - lib/pub_sub_model_sync/run_subscriber.rb
@@ -132,6 +132,92 @@ files:
 - lib/pub_sub_model_sync/transaction.rb
 - lib/pub_sub_model_sync/version.rb
 - pub_sub_model_sync.gemspec
+- samples/README.md
+- samples/app1/Dockerfile
+- samples/app1/Gemfile
+- samples/app1/Gemfile.lock
+- samples/app1/README.md
+- samples/app1/Rakefile
+- samples/app1/app/models/application_record.rb
+- samples/app1/app/models/concerns/.keep
+- samples/app1/app/models/post.rb
+- samples/app1/app/models/user.rb
+- samples/app1/bin/bundle
+- samples/app1/bin/rails
+- samples/app1/bin/rake
+- samples/app1/bin/setup
+- samples/app1/bin/spring
+- samples/app1/config.ru
+- samples/app1/config/application.rb
+- samples/app1/config/boot.rb
+- samples/app1/config/credentials.yml.enc
+- samples/app1/config/database.yml
+- samples/app1/config/environment.rb
+- samples/app1/config/environments/development.rb
+- samples/app1/config/environments/production.rb
+- samples/app1/config/environments/test.rb
+- samples/app1/config/initializers/application_controller_renderer.rb
+- samples/app1/config/initializers/backtrace_silencers.rb
+- samples/app1/config/initializers/cors.rb
+- samples/app1/config/initializers/filter_parameter_logging.rb
+- samples/app1/config/initializers/inflections.rb
+- samples/app1/config/initializers/mime_types.rb
+- samples/app1/config/initializers/pubsub.rb
+- samples/app1/config/initializers/wrap_parameters.rb
+- samples/app1/config/locales/en.yml
+- samples/app1/config/master.key
+- samples/app1/config/puma.rb
+- samples/app1/config/routes.rb
+- samples/app1/config/spring.rb
+- samples/app1/db/migrate/20210513080700_create_users.rb
+- samples/app1/db/migrate/20210513134332_create_posts.rb
+- samples/app1/db/schema.rb
+- samples/app1/db/seeds.rb
+- samples/app1/docker-compose.yml
+- samples/app1/log/.keep
+- samples/app2/Dockerfile
+- samples/app2/Gemfile
+- samples/app2/Gemfile.lock
+- samples/app2/README.md
+- samples/app2/Rakefile
+- samples/app2/app/models/application_record.rb
+- samples/app2/app/models/concerns/.keep
+- samples/app2/app/models/customer.rb
+- samples/app2/app/models/post.rb
+- samples/app2/bin/bundle
+- samples/app2/bin/rails
+- samples/app2/bin/rake
+- samples/app2/bin/setup
+- samples/app2/bin/spring
+- samples/app2/config.ru
+- samples/app2/config/application.rb
+- samples/app2/config/boot.rb
+- samples/app2/config/credentials.yml.enc
+- samples/app2/config/database.yml
+- samples/app2/config/environment.rb
+- samples/app2/config/environments/development.rb
+- samples/app2/config/environments/production.rb
+- samples/app2/config/environments/test.rb
+- samples/app2/config/initializers/application_controller_renderer.rb
+- samples/app2/config/initializers/backtrace_silencers.rb
+- samples/app2/config/initializers/cors.rb
+- samples/app2/config/initializers/filter_parameter_logging.rb
+- samples/app2/config/initializers/inflections.rb
+- samples/app2/config/initializers/mime_types.rb
+- samples/app2/config/initializers/pubsub.rb
+- samples/app2/config/initializers/wrap_parameters.rb
+- samples/app2/config/locales/en.yml
+- samples/app2/config/master.key
+- samples/app2/config/puma.rb
+- samples/app2/config/routes.rb
+- samples/app2/config/spring.rb
+- samples/app2/db/development.sqlite3
+- samples/app2/db/migrate/20210513080956_create_customers.rb
+- samples/app2/db/migrate/20210513135203_create_posts.rb
+- samples/app2/db/schema.rb
+- samples/app2/db/seeds.rb
+- samples/app2/docker-compose.yml
+- samples/app2/log/.keep
 homepage: https://github.com/owen2345/pub_sub_model_sync
 licenses:
 - MIT
@@ -150,9 +236,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.4'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubygems_version: 3.0.8
 signing_key:

data/lib/pub_sub_model_sync/initializers/before_commit.rb

@@ -1,23 +0,0 @@
-# frozen_string_literal: true
-
-# Rails 4 backward compatibility (Add "simple" ps_before_*_commit callbacks)
-ActiveRecord::ConnectionAdapters::RealTransaction.class_eval do
-  alias_method :commit_with_before_commit, :commit
-
-  def commit
-    call_before_commit_records if Rails::VERSION::MAJOR == 4
-    commit_with_before_commit
-  end
-
-  private
-
-  def call_before_commit_records
-    ite = records.uniq
-    ite.each do |record|
-      action = record.previous_changes.include?(:id) ? :create : :update
-      action = :destroy if record.destroyed?
-      callback_name = "ps_before_#{action}_commit".to_sym
-      record.send(callback_name) if record.respond_to?(callback_name)
-    end
-  end
-end