nulogy_message_bus_consumer 0.4.0 → 0.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (77) hide show
  1. checksums.yaml +4 -4
  2. data/lib/nulogy_message_bus_consumer/version.rb +1 -1
  3. data/spec/dummy/Rakefile +6 -0
  4. data/spec/dummy/app/assets/config/manifest.js +3 -0
  5. data/spec/dummy/app/assets/stylesheets/application.css +15 -0
  6. data/spec/dummy/app/channels/application_cable/channel.rb +4 -0
  7. data/spec/dummy/app/channels/application_cable/connection.rb +4 -0
  8. data/spec/dummy/app/controllers/application_controller.rb +2 -0
  9. data/spec/dummy/app/helpers/application_helper.rb +2 -0
  10. data/spec/dummy/app/javascript/packs/application.js +15 -0
  11. data/spec/dummy/app/jobs/application_job.rb +7 -0
  12. data/spec/dummy/app/mailers/application_mailer.rb +4 -0
  13. data/spec/dummy/app/models/application_record.rb +3 -0
  14. data/spec/dummy/app/views/layouts/application.html.erb +14 -0
  15. data/spec/dummy/app/views/layouts/mailer.html.erb +13 -0
  16. data/spec/dummy/app/views/layouts/mailer.text.erb +1 -0
  17. data/spec/dummy/bin/rails +4 -0
  18. data/spec/dummy/bin/rake +4 -0
  19. data/spec/dummy/bin/setup +33 -0
  20. data/spec/dummy/config.ru +5 -0
  21. data/spec/dummy/config/application.rb +29 -0
  22. data/spec/dummy/config/boot.rb +5 -0
  23. data/spec/dummy/config/cable.yml +10 -0
  24. data/spec/dummy/config/credentials/message-bus-us-east-1.key +1 -0
  25. data/spec/dummy/config/credentials/message-bus-us-east-1.yml.enc +1 -0
  26. data/spec/dummy/config/database.yml +27 -0
  27. data/spec/dummy/config/environment.rb +5 -0
  28. data/spec/dummy/config/environments/development.rb +62 -0
  29. data/spec/dummy/config/environments/production.rb +112 -0
  30. data/spec/dummy/config/environments/test.rb +49 -0
  31. data/spec/dummy/config/initializers/application_controller_renderer.rb +8 -0
  32. data/spec/dummy/config/initializers/assets.rb +12 -0
  33. data/spec/dummy/config/initializers/backtrace_silencers.rb +7 -0
  34. data/spec/dummy/config/initializers/content_security_policy.rb +28 -0
  35. data/spec/dummy/config/initializers/cookies_serializer.rb +5 -0
  36. data/spec/dummy/config/initializers/filter_parameter_logging.rb +4 -0
  37. data/spec/dummy/config/initializers/inflections.rb +16 -0
  38. data/spec/dummy/config/initializers/message_bus_consumer.rb +5 -0
  39. data/spec/dummy/config/initializers/mime_types.rb +4 -0
  40. data/spec/dummy/config/initializers/wrap_parameters.rb +14 -0
  41. data/spec/dummy/config/locales/en.yml +33 -0
  42. data/spec/dummy/config/puma.rb +36 -0
  43. data/spec/dummy/config/routes.rb +3 -0
  44. data/spec/dummy/config/spring.rb +6 -0
  45. data/spec/dummy/config/storage.yml +34 -0
  46. data/spec/dummy/db/schema.rb +21 -0
  47. data/spec/dummy/log/development.log +4 -0
  48. data/spec/dummy/log/production.log +18 -0
  49. data/spec/dummy/log/test.log +6083 -0
  50. data/spec/dummy/public/404.html +67 -0
  51. data/spec/dummy/public/422.html +67 -0
  52. data/spec/dummy/public/500.html +66 -0
  53. data/spec/dummy/public/apple-touch-icon-precomposed.png +0 -0
  54. data/spec/dummy/public/apple-touch-icon.png +0 -0
  55. data/spec/dummy/public/favicon.ico +0 -0
  56. data/spec/dummy/tmp/development_secret.txt +1 -0
  57. data/spec/integration/nulogy_message_bus_consumer/auditor_spec.rb +59 -0
  58. data/spec/integration/nulogy_message_bus_consumer/kafka_utils_spec.rb +41 -0
  59. data/spec/integration/nulogy_message_bus_consumer/steps/commit_on_success_spec.rb +131 -0
  60. data/spec/integration/nulogy_message_bus_consumer/steps/connect_to_message_bus_spec.rb +54 -0
  61. data/spec/integration/nulogy_message_bus_consumer/steps/supervise_consumer_lag_spec.rb +54 -0
  62. data/spec/integration/test_topic_spec.rb +39 -0
  63. data/spec/spec_helper.rb +49 -0
  64. data/spec/support/kafka.rb +74 -0
  65. data/spec/support/middleware_tap.rb +12 -0
  66. data/spec/support/test_topic.rb +48 -0
  67. data/spec/unit/nulogy_message_bus_consumer/config_spec.rb +20 -0
  68. data/spec/unit/nulogy_message_bus_consumer/lag_tracker.rb +35 -0
  69. data/spec/unit/nulogy_message_bus_consumer/message_spec.rb +84 -0
  70. data/spec/unit/nulogy_message_bus_consumer/pipeline_spec.rb +49 -0
  71. data/spec/unit/nulogy_message_bus_consumer/steps/commit_on_success_spec.rb +58 -0
  72. data/spec/unit/nulogy_message_bus_consumer/steps/deduplicate_messages_spec.rb +56 -0
  73. data/spec/unit/nulogy_message_bus_consumer/steps/log_messages_spec.rb +70 -0
  74. data/spec/unit/nulogy_message_bus_consumer/steps/monitor_replication_lag/calculator_spec.rb +63 -0
  75. data/spec/unit/nulogy_message_bus_consumer/steps/stream_messages_spec.rb +35 -0
  76. data/spec/unit/nulogy_message_bus_consumer_spec.rb +30 -0
  77. metadata +159 -11
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: c7a2f6f3118c35e9f6b0f4cfebd87b96d0f17fbd391130953b560d61d642f73e
4
- data.tar.gz: 6ff5ee3e40fd44c96592fdba4c78b47b3c87aa4c16f753ef8e9acbf5af1b429e
3
+ metadata.gz: 1dc5baf6066f0cf264ecf41623c1269580c8c000bd456505b3114918048b8598
4
+ data.tar.gz: 1a2e52f75e766213995846d7214d8f4e5248f011071f7d8a3fed7fb6c0fe2f03
5
5
  SHA512:
6
- metadata.gz: 80ee9d751672ab78511a130e22926f0d9f2e6abeb5ed5447baa5866180a75387bad43b7e4b292d300a2853176d6ed24df701b268c43c6c4495d3397fb5b62415
7
- data.tar.gz: 5aae3dc5540949b92e086c39b038dab2d2c2959535c777557279e70023e0ce76a6585881dfb293783aa55ebd9c1910b897f1f609ff257526bd7ebb4a8f393a18
6
+ metadata.gz: 02effdb3a64405b47af2b6b63d1f4be505db7dcb8e632c568645af473e307030e7e0ac6615c48dc097fefaa32987f76b539ad28cfc65f5a7de98727b09d97052
7
+ data.tar.gz: 93dde5b9d7a0c12c973f6b2516d2867cc376298417c0e3ae8529f63e52974d8e489bd833494951db8cbb418eea7df124c2df02481a85eee8b7c9a575eefc8ceb
@@ -1,3 +1,3 @@
1
1
  module NulogyMessageBusConsumer
2
- VERSION = "0.4.0"
2
+ VERSION = "0.5.0"
3
3
  end
@@ -0,0 +1,6 @@
1
+ # Add your own tasks in files placed in lib/tasks ending in .rake,
2
+ # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
3
+
4
+ require_relative "config/application"
5
+
6
+ Rails.application.load_tasks
@@ -0,0 +1,3 @@
1
+ //= link_tree ../images
2
+ //= link_directory ../stylesheets .css
3
+ //= link message_bus_manifest.js
@@ -0,0 +1,15 @@
1
+ /*
2
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
3
+ * listed below.
4
+ *
5
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
6
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
7
+ *
8
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
9
+ * compiled file so the styles you add here take precedence over styles defined in any other CSS/SCSS
10
+ * files in this directory. Styles in this file should be added after the last require_* statement.
11
+ * It is generally better to create a new file per style scope.
12
+ *
13
+ *= require_tree .
14
+ *= require_self
15
+ */
@@ -0,0 +1,4 @@
1
+ module ApplicationCable
2
+ class Channel < ActionCable::Channel::Base
3
+ end
4
+ end
@@ -0,0 +1,4 @@
1
+ module ApplicationCable
2
+ class Connection < ActionCable::Connection::Base
3
+ end
4
+ end
@@ -0,0 +1,2 @@
1
+ class ApplicationController < ActionController::Base
2
+ end
@@ -0,0 +1,2 @@
1
+ module ApplicationHelper
2
+ end
@@ -0,0 +1,15 @@
1
+ // This is a manifest file that'll be compiled into application.js, which will include all the files
2
+ // listed below.
3
+ //
4
+ // Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
5
+ // or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
6
+ //
7
+ // It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
8
+ // compiled file. JavaScript code in this file should be added after the last require_* statement.
9
+ //
10
+ // Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
11
+ // about supported directives.
12
+ //
13
+ //= require rails-ujs
14
+ //= require activestorage
15
+ //= require_tree .
@@ -0,0 +1,7 @@
1
+ class ApplicationJob < ActiveJob::Base
2
+ # Automatically retry jobs that encountered a deadlock
3
+ # retry_on ActiveRecord::Deadlocked
4
+
5
+ # Most jobs are safe to ignore if the underlying records are no longer available
6
+ # discard_on ActiveJob::DeserializationError
7
+ end
@@ -0,0 +1,4 @@
1
+ class ApplicationMailer < ActionMailer::Base
2
+ default from: "from@example.com"
3
+ layout "mailer"
4
+ end
@@ -0,0 +1,3 @@
1
+ class ApplicationRecord < ActiveRecord::Base
2
+ self.abstract_class = true
3
+ end
@@ -0,0 +1,14 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>Dummy</title>
5
+ <%= csrf_meta_tags %>
6
+ <%= csp_meta_tag %>
7
+
8
+ <%= stylesheet_link_tag 'application', media: 'all' %>
9
+ </head>
10
+
11
+ <body>
12
+ <%= yield %>
13
+ </body>
14
+ </html>
@@ -0,0 +1,13 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
5
+ <style>
6
+ /* Email styles need to be inline */
7
+ </style>
8
+ </head>
9
+
10
+ <body>
11
+ <%= yield %>
12
+ </body>
13
+ </html>
@@ -0,0 +1 @@
1
+ <%= yield %>
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ APP_PATH = File.expand_path("../config/application", __dir__)
3
+ require_relative "../config/boot"
4
+ require "rails/commands"
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ require_relative "../config/boot"
3
+ require "rake"
4
+ Rake.application.run
@@ -0,0 +1,33 @@
1
+ #!/usr/bin/env ruby
2
+ require "fileutils"
3
+
4
+ # path to your application root.
5
+ APP_ROOT = File.expand_path("..", __dir__)
6
+
7
+ def system!(*args)
8
+ system(*args) || abort("\n== Command #{args} failed ==")
9
+ end
10
+
11
+ FileUtils.chdir APP_ROOT do
12
+ # This script is a way to setup or update your development environment automatically.
13
+ # This script is idempotent, so that you can run it at anytime and get an expectable outcome.
14
+ # Add necessary setup steps to this file.
15
+
16
+ puts "== Installing dependencies =="
17
+ system! "gem install bundler --conservative"
18
+ system("bundle check") || system!("bundle install")
19
+
20
+ # puts "\n== Copying sample files =="
21
+ # unless File.exist?('config/database.yml')
22
+ # FileUtils.cp 'config/database.yml.sample', 'config/database.yml'
23
+ # end
24
+
25
+ puts "\n== Preparing database =="
26
+ system! "bin/rails db:prepare"
27
+
28
+ puts "\n== Removing old logs and tempfiles =="
29
+ system! "bin/rails log:clear tmp:clear"
30
+
31
+ puts "\n== Restarting application server =="
32
+ system! "bin/rails restart"
33
+ end
@@ -0,0 +1,5 @@
1
+ # This file is used by Rack-based servers to start the application.
2
+
3
+ require_relative "config/environment"
4
+
5
+ run Rails.application
@@ -0,0 +1,29 @@
1
+ require_relative "boot"
2
+
3
+ require "rails"
4
+ # Pick the frameworks you want:
5
+ require "active_model/railtie"
6
+ require "active_job/railtie"
7
+ require "active_record/railtie"
8
+ require "active_storage/engine"
9
+ require "action_controller/railtie"
10
+ require "action_mailer/railtie"
11
+ require "action_view/railtie"
12
+ require "action_cable/engine"
13
+ require "sprockets/railtie"
14
+ # require "rails/test_unit/railtie"
15
+
16
+ Bundler.require(*Rails.groups)
17
+ require "nulogy_message_bus_consumer"
18
+
19
+ module Dummy
20
+ class Application < Rails::Application
21
+ # Initialize configuration defaults for originally generated Rails version.
22
+ config.load_defaults 6.0
23
+
24
+ # Settings in config/environments/* take precedence over those specified here.
25
+ # Application configuration can go into files in config/initializers
26
+ # -- all .rb files in that directory are automatically loaded after loading
27
+ # the framework and any gems in your application.
28
+ end
29
+ end
@@ -0,0 +1,5 @@
1
+ # Set up gems listed in the Gemfile.
2
+ ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../../Gemfile", __dir__)
3
+
4
+ require "bundler/setup" if File.exist?(ENV["BUNDLE_GEMFILE"])
5
+ $LOAD_PATH.unshift File.expand_path("../../../lib", __dir__)
@@ -0,0 +1,10 @@
1
+ development:
2
+ adapter: async
3
+
4
+ test:
5
+ adapter: test
6
+
7
+ production:
8
+ adapter: redis
9
+ url: <%= ENV.fetch("REDIS_URL") { "redis://localhost:6379/1" } %>
10
+ channel_prefix: dummy_production
@@ -0,0 +1 @@
1
+ dfa19863b2709390893da4c2fb85579a
@@ -0,0 +1 @@
1
+ ../../../../config/credentials/message-bus-us-east-1.yml.enc
@@ -0,0 +1,27 @@
1
+ # Copy this file to 'database.yml' and modify the copy as needed.
2
+
3
+ defaults: &defaults
4
+ adapter: postgresql
5
+ username: nulogy
6
+ password: <%= ENV['DATABASE_PASS'] || "Nulogy4Ever" %>
7
+ host: <%= ENV['DATABASE_HOST'] || "localhost" %>
8
+ port: 5437
9
+ min_messages: warning
10
+ schema_search_path: "\"$user\", public, extensions"
11
+
12
+ development: &development
13
+ <<: *defaults
14
+ database: <%= ENV['DEVELOPMENT_DATABASE'] || "message_bus_consumer_development" %>
15
+
16
+ development_slave:
17
+ <<: *development
18
+
19
+ # Warning: The database defined as 'test' will be erased and
20
+ # re-generated from your development database when you run 'rake'.
21
+ # Do not set this db to the same as development or production.
22
+ test: &test
23
+ <<: *defaults
24
+ database: <%= ENV['TEST_DATABASE'] || "message_bus_consumer_test" %>
25
+
26
+ test_slave:
27
+ <<: *test
@@ -0,0 +1,5 @@
1
+ # Load the Rails application.
2
+ require_relative "application"
3
+
4
+ # Initialize the Rails application.
5
+ Rails.application.initialize!
@@ -0,0 +1,62 @@
1
+ Rails.application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb.
3
+
4
+ # In the development environment your application's code is reloaded on
5
+ # every request. This slows down response time but is perfect for development
6
+ # since you don't have to restart the web server when you make code changes.
7
+ config.cache_classes = false
8
+
9
+ # Do not eager load code on boot.
10
+ config.eager_load = false
11
+
12
+ # Show full error reports.
13
+ config.consider_all_requests_local = true
14
+
15
+ # Enable/disable caching. By default caching is disabled.
16
+ # Run rails dev:cache to toggle caching.
17
+ if Rails.root.join("tmp/caching-dev.txt").exist?
18
+ config.action_controller.perform_caching = true
19
+ config.action_controller.enable_fragment_cache_logging = true
20
+
21
+ config.cache_store = :memory_store
22
+ config.public_file_server.headers = {
23
+ "Cache-Control" => "public, max-age=#{2.days.to_i}"
24
+ }
25
+ else
26
+ config.action_controller.perform_caching = false
27
+
28
+ config.cache_store = :null_store
29
+ end
30
+
31
+ # Store uploaded files on the local file system (see config/storage.yml for options).
32
+ config.active_storage.service = :local
33
+
34
+ # Don't care if the mailer can't send.
35
+ config.action_mailer.raise_delivery_errors = false
36
+
37
+ config.action_mailer.perform_caching = false
38
+
39
+ # Print deprecation notices to the Rails logger.
40
+ config.active_support.deprecation = :log
41
+
42
+ # Raise an error on page load if there are pending migrations.
43
+ config.active_record.migration_error = :page_load
44
+
45
+ # Highlight code that triggered database queries in logs.
46
+ config.active_record.verbose_query_logs = true
47
+
48
+ # Debug mode disables concatenation and preprocessing of assets.
49
+ # This option may cause significant delays in view rendering with a large
50
+ # number of complex assets.
51
+ config.assets.debug = true
52
+
53
+ # Suppress logger output for asset requests.
54
+ config.assets.quiet = true
55
+
56
+ # Raises error for missing translations.
57
+ # config.action_view.raise_on_missing_translations = true
58
+
59
+ # Use an evented file watcher to asynchronously detect changes in source code,
60
+ # routes, locales, etc. This feature depends on the listen gem.
61
+ # config.file_watcher = ActiveSupport::EventedFileUpdateChecker
62
+ end
@@ -0,0 +1,112 @@
1
+ Rails.application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb.
3
+
4
+ # Code is not reloaded between requests.
5
+ config.cache_classes = true
6
+
7
+ # Eager load code on boot. This eager loads most of Rails and
8
+ # your application in memory, allowing both threaded web servers
9
+ # and those relying on copy on write to perform better.
10
+ # Rake tasks automatically ignore this option for performance.
11
+ config.eager_load = true
12
+
13
+ # Full error reports are disabled and caching is turned on.
14
+ config.consider_all_requests_local = false
15
+ config.action_controller.perform_caching = true
16
+
17
+ # Ensures that a master key has been made available in either ENV["RAILS_MASTER_KEY"]
18
+ # or in config/master.key. This key is used to decrypt credentials (and other encrypted files).
19
+ # config.require_master_key = true
20
+
21
+ # Disable serving static files from the `/public` folder by default since
22
+ # Apache or NGINX already handles this.
23
+ config.public_file_server.enabled = ENV["RAILS_SERVE_STATIC_FILES"].present?
24
+
25
+ # Compress CSS using a preprocessor.
26
+ # config.assets.css_compressor = :sass
27
+
28
+ # Do not fallback to assets pipeline if a precompiled asset is missed.
29
+ config.assets.compile = false
30
+
31
+ # Enable serving of images, stylesheets, and JavaScripts from an asset server.
32
+ # config.action_controller.asset_host = 'http://assets.example.com'
33
+
34
+ # Specifies the header that your server uses for sending files.
35
+ # config.action_dispatch.x_sendfile_header = 'X-Sendfile' # for Apache
36
+ # config.action_dispatch.x_sendfile_header = 'X-Accel-Redirect' # for NGINX
37
+
38
+ # Store uploaded files on the local file system (see config/storage.yml for options).
39
+ config.active_storage.service = :local
40
+
41
+ # Mount Action Cable outside main process or domain.
42
+ # config.action_cable.mount_path = nil
43
+ # config.action_cable.url = 'wss://example.com/cable'
44
+ # config.action_cable.allowed_request_origins = [ 'http://example.com', /http:\/\/example.*/ ]
45
+
46
+ # Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies.
47
+ # config.force_ssl = true
48
+
49
+ # Use the lowest log level to ensure availability of diagnostic information
50
+ # when problems arise.
51
+ config.log_level = :debug
52
+
53
+ # Prepend all log lines with the following tags.
54
+ config.log_tags = [:request_id]
55
+
56
+ # Use a different cache store in production.
57
+ # config.cache_store = :mem_cache_store
58
+
59
+ # Use a real queuing backend for Active Job (and separate queues per environment).
60
+ # config.active_job.queue_adapter = :resque
61
+ # config.active_job.queue_name_prefix = "dummy_production"
62
+
63
+ config.action_mailer.perform_caching = false
64
+
65
+ # Ignore bad email addresses and do not raise email delivery errors.
66
+ # Set this to true and configure the email server for immediate delivery to raise delivery errors.
67
+ # config.action_mailer.raise_delivery_errors = false
68
+
69
+ # Enable locale fallbacks for I18n (makes lookups for any locale fall back to
70
+ # the I18n.default_locale when a translation cannot be found).
71
+ config.i18n.fallbacks = true
72
+
73
+ # Send deprecation notices to registered listeners.
74
+ config.active_support.deprecation = :notify
75
+
76
+ # Use default logging formatter so that PID and timestamp are not suppressed.
77
+ config.log_formatter = ::Logger::Formatter.new
78
+
79
+ # Use a different logger for distributed setups.
80
+ # require 'syslog/logger'
81
+ # config.logger = ActiveSupport::TaggedLogging.new(Syslog::Logger.new 'app-name')
82
+
83
+ if ENV["RAILS_LOG_TO_STDOUT"].present?
84
+ logger = ActiveSupport::Logger.new($stdout)
85
+ logger.formatter = config.log_formatter
86
+ config.logger = ActiveSupport::TaggedLogging.new(logger)
87
+ end
88
+
89
+ # Do not dump schema after migrations.
90
+ config.active_record.dump_schema_after_migration = false
91
+
92
+ # Inserts middleware to perform automatic connection switching.
93
+ # The `database_selector` hash is used to pass options to the DatabaseSelector
94
+ # middleware. The `delay` is used to determine how long to wait after a write
95
+ # to send a subsequent read to the primary.
96
+ #
97
+ # The `database_resolver` class is used by the middleware to determine which
98
+ # database is appropriate to use based on the time delay.
99
+ #
100
+ # The `database_resolver_context` class is used by the middleware to set
101
+ # timestamps for the last write to the primary. The resolver uses the context
102
+ # class timestamps to determine how long to wait before reading from the
103
+ # replica.
104
+ #
105
+ # By default Rails will store a last write timestamp in the session. The
106
+ # DatabaseSelector middleware is designed as such you can define your own
107
+ # strategy for connection switching and pass that into the middleware through
108
+ # these configuration options.
109
+ # config.active_record.database_selector = { delay: 2.seconds }
110
+ # config.active_record.database_resolver = ActiveRecord::Middleware::DatabaseSelector::Resolver
111
+ # config.active_record.database_resolver_context = ActiveRecord::Middleware::DatabaseSelector::Resolver::Session
112
+ end