kanina 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +36 -0
  3. data/.inch.yml +5 -0
  4. data/.rspec +2 -0
  5. data/.rubocop.yml +2 -0
  6. data/.ruby-version +1 -0
  7. data/.travis.yml +16 -0
  8. data/.yardopts +1 -0
  9. data/Gemfile +12 -0
  10. data/Guardfile +9 -0
  11. data/History.md +23 -0
  12. data/ISC-LICENSE +5 -0
  13. data/README.md +68 -0
  14. data/Rakefile +16 -0
  15. data/kanina.gemspec +43 -0
  16. data/lib/generators/kanina/install/USAGE +8 -0
  17. data/lib/generators/kanina/install/install_generator.rb +16 -0
  18. data/lib/generators/kanina/install/templates/amqp.yml.sample +18 -0
  19. data/lib/generators/kanina/message/USAGE +8 -0
  20. data/lib/generators/kanina/message/message_generator.rb +20 -0
  21. data/lib/generators/kanina/message/templates/message.rb +6 -0
  22. data/lib/generators/kanina/subscription/USAGE +8 -0
  23. data/lib/generators/kanina/subscription/subscription_generator.rb +20 -0
  24. data/lib/generators/kanina/subscription/templates/subscription.rb +7 -0
  25. data/lib/kanina.rb +11 -0
  26. data/lib/kanina/logger.rb +18 -0
  27. data/lib/kanina/message.rb +138 -0
  28. data/lib/kanina/railtie.rb +29 -0
  29. data/lib/kanina/server.rb +74 -0
  30. data/lib/kanina/subscription.rb +80 -0
  31. data/lib/kanina/version.rb +3 -0
  32. data/spec/dummy/README.rdoc +28 -0
  33. data/spec/dummy/Rakefile +6 -0
  34. data/spec/dummy/app/assets/images/.keep +0 -0
  35. data/spec/dummy/app/assets/javascripts/application.js +13 -0
  36. data/spec/dummy/app/assets/stylesheets/application.css +13 -0
  37. data/spec/dummy/app/controllers/application_controller.rb +5 -0
  38. data/spec/dummy/app/controllers/concerns/.keep +0 -0
  39. data/spec/dummy/app/helpers/application_helper.rb +2 -0
  40. data/spec/dummy/app/mailers/.keep +0 -0
  41. data/spec/dummy/app/models/.keep +0 -0
  42. data/spec/dummy/app/models/concerns/.keep +0 -0
  43. data/spec/dummy/app/views/layouts/application.html.erb +14 -0
  44. data/spec/dummy/bin/bundle +3 -0
  45. data/spec/dummy/bin/rails +4 -0
  46. data/spec/dummy/bin/rake +4 -0
  47. data/spec/dummy/config.ru +4 -0
  48. data/spec/dummy/config/amqp.yml +11 -0
  49. data/spec/dummy/config/application.rb +28 -0
  50. data/spec/dummy/config/boot.rb +5 -0
  51. data/spec/dummy/config/database.yml +25 -0
  52. data/spec/dummy/config/environment.rb +5 -0
  53. data/spec/dummy/config/environments/development.rb +29 -0
  54. data/spec/dummy/config/environments/production.rb +80 -0
  55. data/spec/dummy/config/environments/test.rb +36 -0
  56. data/spec/dummy/config/initializers/backtrace_silencers.rb +7 -0
  57. data/spec/dummy/config/initializers/filter_parameter_logging.rb +4 -0
  58. data/spec/dummy/config/initializers/inflections.rb +16 -0
  59. data/spec/dummy/config/initializers/mime_types.rb +5 -0
  60. data/spec/dummy/config/initializers/secret_token.rb +12 -0
  61. data/spec/dummy/config/initializers/session_store.rb +3 -0
  62. data/spec/dummy/config/initializers/wrap_parameters.rb +14 -0
  63. data/spec/dummy/config/locales/en.yml +23 -0
  64. data/spec/dummy/config/routes.rb +56 -0
  65. data/spec/dummy/lib/assets/.keep +0 -0
  66. data/spec/dummy/log/.keep +0 -0
  67. data/spec/dummy/public/404.html +58 -0
  68. data/spec/dummy/public/422.html +58 -0
  69. data/spec/dummy/public/500.html +57 -0
  70. data/spec/dummy/public/favicon.ico +0 -0
  71. data/spec/kanina/logger_spec.rb +24 -0
  72. data/spec/kanina/message_spec.rb +201 -0
  73. data/spec/kanina/server_spec.rb +39 -0
  74. data/spec/kanina/subscription_spec.rb +55 -0
  75. data/spec/spec_helper.rb +51 -0
  76. metadata +403 -0
@@ -0,0 +1,29 @@
1
+ require 'kanina'
2
+ require 'rails'
3
+
4
+ module Kanina
5
+ # This Railtie starts a connection to RabbitMQ, and eagerly loads messages
6
+ # and subscriptions so they have time to create the necessary AMQP
7
+ # structures.
8
+ class Railtie < Rails::Railtie
9
+ initializer 'kanina' do
10
+ Kanina::Server.start
11
+
12
+ connection_attempts = 1
13
+ while Kanina::Server.status != 'started' && connection_attempts <= 5
14
+ sleep(connection_attempts) # Progressively sleep longer between connection attempts.
15
+ connection_attempts = connection_attempts + 1
16
+ end
17
+
18
+ eagerloads = []
19
+ eagerloads.concat(Dir.glob("#{Rails.root}/app/messages/**/*.rb"))
20
+ eagerloads.concat(Dir.glob("#{Rails.root}/app/subscriptions/**/*.rb"))
21
+
22
+ # TODO: I'd love to use `require_dependency` here instead, but it's doing something weird
23
+ # when reloading subscriptions. We might be able to close and re-open the channel before
24
+ # every server request, so subscription objects don't collide (or whatever they're doing
25
+ # that keeps them from receiving messages.)
26
+ eagerloads.sort.each { |file| require file }
27
+ end
28
+ end
29
+ end
@@ -0,0 +1,74 @@
1
+ module Kanina
2
+ # <tt>Kanina::Server</tt> loads configuration, opens a connection to RabbitMQ
3
+ # and opens a channel so messages can be received and sent. This class is
4
+ # automatically called and handled by a Railtie, so you shouldn't have to
5
+ # invoke it by hand.
6
+ class Server
7
+ class << self
8
+ include Kanina::Logger
9
+
10
+ attr_reader :connection, :channel
11
+ attr_accessor :config, :loud
12
+
13
+ def status
14
+ @status || 'off'
15
+ end
16
+
17
+ def start
18
+ set_status 'starting'
19
+ load_config unless @config.present?
20
+ open_connection
21
+ open_channel
22
+ set_status 'started'
23
+ end
24
+
25
+ def stop
26
+ set_status 'stopping'
27
+ cleanup
28
+ end
29
+
30
+ private
31
+
32
+ def set_status(string)
33
+ @status = string
34
+ say "Status changed to #{@status}"
35
+ end
36
+
37
+ def cleanup
38
+ @connection.try(:close)
39
+ set_status 'off'
40
+ end
41
+
42
+ def config_file_location
43
+ Rails.root + 'config/amqp.yml'
44
+ end
45
+
46
+ def load_config
47
+ if Pathname.new(config_file_location).exist?
48
+ @config = HashWithIndifferentAccess.new(
49
+ YAML.load_file(config_file_location)
50
+ )[Rails.env]
51
+ say 'Loaded config.'
52
+ else
53
+ say 'amqp.yml not found! Not loading any configuration'
54
+ end
55
+ end
56
+
57
+ def open_connection
58
+ @connection ||= Bunny.new(@config)
59
+ if @connection.start
60
+ say "Opened connection: #{@connection}"
61
+ end
62
+ end
63
+
64
+ def open_channel
65
+ if @connection.present?
66
+ @channel = @connection.create_channel
67
+ say "Opened channel: #{@channel}"
68
+ else
69
+ fail 'Connection needs to be opened before opening a channel.'
70
+ end
71
+ end
72
+ end
73
+ end
74
+ end
@@ -0,0 +1,80 @@
1
+ module Kanina
2
+ # `Kanina::Subscription` allows you to automatically receive messages
3
+ # from RabbitMQ, and run a block of code upon receiving each new message.
4
+ # Queues and bindings are set up on the fly. Subscriptions are also eagerly
5
+ # loaded by Rails, so they're defined when the Rails environment is loaded.
6
+ # Example:
7
+ #
8
+ # # app/messages/user_message.rb
9
+ # class UserSubscription < Kanina::Subscription
10
+ # subscribe(bind: "user.exchange") do |data|
11
+ # puts data
12
+ # end
13
+ # end
14
+ #
15
+ # Messages are depacked from JSON, into plain old Ruby objects. If you use
16
+ # `Kanina::Message` to send messages, it automatically encapsulates messages
17
+ # into JSON to make the process easier.
18
+ class Subscription
19
+ class << self
20
+ include Kanina::Logger
21
+
22
+ # Helper method to return the channel that Kanina::Server is talking on.
23
+ # @return [Bunny::Channel]
24
+ def channel
25
+ Kanina::Server.channel
26
+ end
27
+
28
+ # Begins subscribing to the specified queue (or binds to an exchange and
29
+ # sets up an anonymous queue). The block is called for every message
30
+ # received, and data is passed in as a plain Ruby hash.
31
+ # @param queue [String] Optional, the queue to watch.
32
+ # @param bind [String] Optional, the exchange to bind to.
33
+ # @param durable [Boolean] Optional, whether to make the queue durable.
34
+ # @yieldparam data [HashWithIndifferentAccess] The payload of the message,
35
+ # automatically turned into a hash.
36
+ def subscribe(queue:'', bind:nil, durable:false, &blk)
37
+ create_queue(queue, durable: durable)
38
+ create_binding(bind)
39
+ @queue.subscribe do |delivery_info, properties, body|
40
+ yield format_data(body)
41
+ end
42
+ end
43
+
44
+ # Creates the queue **or** attaches to the existing queue. This will also
45
+ # create a random queue if the queue supplied is an empty string.
46
+ # @param name [String] The name of the queue.
47
+ # @param durable [Boolean] Optional, false by default. Whether the queue
48
+ # should be durable or not.
49
+ # @return [Bunny::Queue]
50
+ def create_queue(name, durable: false)
51
+ @queue = channel.queue(name, durable: durable)
52
+ end
53
+
54
+ # Ensures the named exchange exists, and binds the queue to it.
55
+ # @param name [String] The name of the exchange to bind the queue to.
56
+ def create_binding(name)
57
+ if name.present?
58
+ ensure_exchange_exists(name)
59
+ @queue.bind(name)
60
+ end
61
+ end
62
+
63
+ private
64
+
65
+ def ensure_exchange_exists(bind)
66
+ unless Kanina::Server.connection.exchange_exists?(bind)
67
+ channel.exchange(bind, type: :direct)
68
+ end
69
+ end
70
+
71
+ def format_data(body)
72
+ obj = JSON.parse(body)
73
+ HashWithIndifferentAccess.new(obj)
74
+ rescue
75
+ say "JSON data wasn't received, returning plain object"
76
+ body
77
+ end
78
+ end
79
+ end
80
+ end
@@ -0,0 +1,3 @@
1
+ module Kanina
2
+ VERSION = '0.6.0'
3
+ end
@@ -0,0 +1,28 @@
1
+ == README
2
+
3
+ This README would normally document whatever steps are necessary to get the
4
+ application up and running.
5
+
6
+ Things you may want to cover:
7
+
8
+ * Ruby version
9
+
10
+ * System dependencies
11
+
12
+ * Configuration
13
+
14
+ * Database creation
15
+
16
+ * Database initialization
17
+
18
+ * How to run the test suite
19
+
20
+ * Services (job queues, cache servers, search engines, etc.)
21
+
22
+ * Deployment instructions
23
+
24
+ * ...
25
+
26
+
27
+ Please feel free to use a different markup language if you do not plan to run
28
+ <tt>rake doc:app</tt>.
@@ -0,0 +1,6 @@
1
+ # Add your own tasks in files placed in lib/tasks ending in .rake,
2
+ # for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
3
+
4
+ require File.expand_path('../config/application', __FILE__)
5
+
6
+ Dummy::Application.load_tasks
File without changes
@@ -0,0 +1,13 @@
1
+ // This is a manifest file that'll be compiled into application.js, which will include all the files
2
+ // listed below.
3
+ //
4
+ // Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
5
+ // or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
6
+ //
7
+ // It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
8
+ // compiled file.
9
+ //
10
+ // Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
11
+ // about supported directives.
12
+ //
13
+ //= require_tree .
@@ -0,0 +1,13 @@
1
+ /*
2
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
3
+ * listed below.
4
+ *
5
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
6
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
7
+ *
8
+ * You're free to add application-wide styles to this file and they'll appear at the top of the
9
+ * compiled file, but it's generally better to create a new file per style scope.
10
+ *
11
+ *= require_self
12
+ *= require_tree .
13
+ */
@@ -0,0 +1,5 @@
1
+ class ApplicationController < ActionController::Base
2
+ # Prevent CSRF attacks by raising an exception.
3
+ # For APIs, you may want to use :null_session instead.
4
+ protect_from_forgery with: :exception
5
+ end
@@ -0,0 +1,2 @@
1
+ module ApplicationHelper
2
+ end
File without changes
File without changes
File without changes
@@ -0,0 +1,14 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title>Dummy</title>
5
+ <%= stylesheet_link_tag "application", media: "all", "data-turbolinks-track" => true %>
6
+ <%= javascript_include_tag "application", "data-turbolinks-track" => true %>
7
+ <%= csrf_meta_tags %>
8
+ </head>
9
+ <body>
10
+
11
+ <%= yield %>
12
+
13
+ </body>
14
+ </html>
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env ruby
2
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
3
+ load Gem.bin_path('bundler', 'bundle')
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ APP_PATH = File.expand_path('../../config/application', __FILE__)
3
+ require_relative '../config/boot'
4
+ require 'rails/commands'
@@ -0,0 +1,4 @@
1
+ #!/usr/bin/env ruby
2
+ require_relative '../config/boot'
3
+ require 'rake'
4
+ Rake.application.run
@@ -0,0 +1,4 @@
1
+ # This file is used by Rack-based servers to start the application.
2
+
3
+ require ::File.expand_path('../config/environment', __FILE__)
4
+ run Rails.application
@@ -0,0 +1,11 @@
1
+ # Refer to Bunny's new connection parameters for settings here.
2
+ # http://rubybunny.info/articles/connecting.html
3
+
4
+ defaults: &defaults
5
+ host: localhost
6
+
7
+ development:
8
+ <<: *defaults
9
+
10
+ test:
11
+ <<: *defaults
@@ -0,0 +1,28 @@
1
+ require File.expand_path('../boot', __FILE__)
2
+
3
+ # Pick the frameworks you want:
4
+ require "active_record/railtie"
5
+ require "action_controller/railtie"
6
+ require "action_mailer/railtie"
7
+ require "sprockets/railtie"
8
+ # require "rails/test_unit/railtie"
9
+
10
+ Bundler.require(*Rails.groups)
11
+ require "kanina"
12
+
13
+ module Dummy
14
+ class Application < Rails::Application
15
+ # Settings in config/environments/* take precedence over those specified here.
16
+ # Application configuration should go into files in config/initializers
17
+ # -- all .rb files in that directory are automatically loaded.
18
+
19
+ # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
20
+ # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
21
+ # config.time_zone = 'Central Time (US & Canada)'
22
+
23
+ # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
24
+ # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
25
+ # config.i18n.default_locale = :de
26
+ end
27
+ end
28
+
@@ -0,0 +1,5 @@
1
+ # Set up gems listed in the Gemfile.
2
+ ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
3
+
4
+ require 'bundler/setup' if File.exists?(ENV['BUNDLE_GEMFILE'])
5
+ $LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)
@@ -0,0 +1,25 @@
1
+ # SQLite version 3.x
2
+ # gem install sqlite3
3
+ #
4
+ # Ensure the SQLite 3 gem is defined in your Gemfile
5
+ # gem 'sqlite3'
6
+ development:
7
+ adapter: sqlite3
8
+ database: db/development.sqlite3
9
+ pool: 5
10
+ timeout: 5000
11
+
12
+ # Warning: The database defined as "test" will be erased and
13
+ # re-generated from your development database when you run "rake".
14
+ # Do not set this db to the same as development or production.
15
+ test:
16
+ adapter: sqlite3
17
+ database: db/test.sqlite3
18
+ pool: 5
19
+ timeout: 5000
20
+
21
+ production:
22
+ adapter: sqlite3
23
+ database: db/production.sqlite3
24
+ pool: 5
25
+ timeout: 5000
@@ -0,0 +1,5 @@
1
+ # Load the Rails application.
2
+ require File.expand_path('../application', __FILE__)
3
+
4
+ # Initialize the Rails application.
5
+ Dummy::Application.initialize!
@@ -0,0 +1,29 @@
1
+ Dummy::Application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb.
3
+
4
+ # In the development environment your application's code is reloaded on
5
+ # every request. This slows down response time but is perfect for development
6
+ # since you don't have to restart the web server when you make code changes.
7
+ config.cache_classes = false
8
+
9
+ # Do not eager load code on boot.
10
+ config.eager_load = false
11
+
12
+ # Show full error reports and disable caching.
13
+ config.consider_all_requests_local = true
14
+ config.action_controller.perform_caching = false
15
+
16
+ # Don't care if the mailer can't send.
17
+ config.action_mailer.raise_delivery_errors = false
18
+
19
+ # Print deprecation notices to the Rails logger.
20
+ config.active_support.deprecation = :log
21
+
22
+ # Raise an error on page load if there are pending migrations
23
+ config.active_record.migration_error = :page_load
24
+
25
+ # Debug mode disables concatenation and preprocessing of assets.
26
+ # This option may cause significant delays in view rendering with a large
27
+ # number of complex assets.
28
+ config.assets.debug = true
29
+ end
@@ -0,0 +1,80 @@
1
+ Dummy::Application.configure do
2
+ # Settings specified here will take precedence over those in config/application.rb.
3
+
4
+ # Code is not reloaded between requests.
5
+ config.cache_classes = true
6
+
7
+ # Eager load code on boot. This eager loads most of Rails and
8
+ # your application in memory, allowing both thread web servers
9
+ # and those relying on copy on write to perform better.
10
+ # Rake tasks automatically ignore this option for performance.
11
+ config.eager_load = true
12
+
13
+ # Full error reports are disabled and caching is turned on.
14
+ config.consider_all_requests_local = false
15
+ config.action_controller.perform_caching = true
16
+
17
+ # Enable Rack::Cache to put a simple HTTP cache in front of your application
18
+ # Add `rack-cache` to your Gemfile before enabling this.
19
+ # For large-scale production use, consider using a caching reverse proxy like nginx, varnish or squid.
20
+ # config.action_dispatch.rack_cache = true
21
+
22
+ # Disable Rails's static asset server (Apache or nginx will already do this).
23
+ config.serve_static_assets = false
24
+
25
+ # Compress JavaScripts and CSS.
26
+ config.assets.js_compressor = :uglifier
27
+ # config.assets.css_compressor = :sass
28
+
29
+ # Do not fallback to assets pipeline if a precompiled asset is missed.
30
+ config.assets.compile = false
31
+
32
+ # Generate digests for assets URLs.
33
+ config.assets.digest = true
34
+
35
+ # Version of your assets, change this if you want to expire all your assets.
36
+ config.assets.version = '1.0'
37
+
38
+ # Specifies the header that your server uses for sending files.
39
+ # config.action_dispatch.x_sendfile_header = "X-Sendfile" # for apache
40
+ # config.action_dispatch.x_sendfile_header = 'X-Accel-Redirect' # for nginx
41
+
42
+ # Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies.
43
+ # config.force_ssl = true
44
+
45
+ # Set to :debug to see everything in the log.
46
+ config.log_level = :info
47
+
48
+ # Prepend all log lines with the following tags.
49
+ # config.log_tags = [ :subdomain, :uuid ]
50
+
51
+ # Use a different logger for distributed setups.
52
+ # config.logger = ActiveSupport::TaggedLogging.new(SyslogLogger.new)
53
+
54
+ # Use a different cache store in production.
55
+ # config.cache_store = :mem_cache_store
56
+
57
+ # Enable serving of images, stylesheets, and JavaScripts from an asset server.
58
+ # config.action_controller.asset_host = "http://assets.example.com"
59
+
60
+ # Precompile additional assets.
61
+ # application.js, application.css, and all non-JS/CSS in app/assets folder are already added.
62
+ # config.assets.precompile += %w( search.js )
63
+
64
+ # Ignore bad email addresses and do not raise email delivery errors.
65
+ # Set this to true and configure the email server for immediate delivery to raise delivery errors.
66
+ # config.action_mailer.raise_delivery_errors = false
67
+
68
+ # Enable locale fallbacks for I18n (makes lookups for any locale fall back to
69
+ # the I18n.default_locale when a translation can not be found).
70
+ config.i18n.fallbacks = true
71
+
72
+ # Send deprecation notices to registered listeners.
73
+ config.active_support.deprecation = :notify
74
+
75
+ # Disable automatic flushing of the log to improve performance.
76
+ # config.autoflush_log = false
77
+
78
+ # Use default logging formatter so that PID and timestamp are not suppressed.
79
+ config.log_formatter = ::Logger::Formatter.new
80
+ end