euston-rabbitmq 1.0.0

data/spec/message_failure_spec.rb

@@ -0,0 +1,77 @@
+require File.expand_path('../spec_helper.rb', __FILE__)
+
+unless RUBY_PLATFORM == 'java'
+  module MessageFailureTracking
+    module FailingCommandHandlers
+      class DeliverWidget
+        class << self
+          attr_accessor :fail_next
+        end
+
+        include Euston::CommandHandler
+
+        version 1 do |headers, command|
+          if self.class.fail_next
+            raise 'User-generated failure'
+          else
+            publish headers, command
+          end
+        end
+      end
+    end
+  end
+
+  describe 'message failure tracking' do
+    include EustonRmqSpec
+    include Euston::RabbitMq::Exchanges
+    include Euston::RabbitMq::Queues
+
+    amqp_before do
+      @exchange = get_exchange @channel, :commands
+      @handler = ::MessageFailureTracking::FailingCommandHandlers::DeliverWidget
+
+      command_handlers = Euston::RabbitMq::CommandHandlerBindings.new @channel
+      command_handlers.add_namespace Euston::RabbitMq::CommandHandlers
+      command_handlers.add_namespace ::MessageFailureTracking::FailingCommandHandlers
+      command_handlers.finalize_bindings
+
+      event_handlers = Euston::RabbitMq::EventHandlerBindings.new @channel
+      event_handlers.add_namespace Euston::RabbitMq::EventHandlers
+      event_handlers.finalize_bindings
+
+      @command = { :headers => { :id => Euston.uuid.generate,
+                                 :type => 'deliver_widget',
+                                 :version => 1 },
+                      :body => { :id => Euston.uuid.generate,
+                                 :name => 'Bill Smith' } }
+    end
+
+    def publish
+      json = ::ActiveSupport::JSON.encode(@command)
+      opts = default_publish_options.merge(:routing_key => 'commands.deliver_widget')
+      delayed(0.3) { @exchange.publish json, opts }
+    end
+
+    context 'a failing command is published' do
+      it 'moves the message to the failed-messages queue' do
+        @handler.fail_next = true
+        received = 0
+
+        delayed(0.3) {
+          @queue = get_queue @channel, :message_failure
+          @queue.when(:message_received => ->(message) { received = received + 1 })
+
+          publish
+        }
+
+        done(3) {
+          received.should == 1
+        }
+      end
+    end
+
+    context 'a failed message is retried' do
+
+    end
+  end
+end

data/spec/mt_safe_queue_subscription_spec.rb

@@ -0,0 +1,72 @@
+require File.expand_path('../spec_helper.rb', __FILE__)
+
+if RUBY_PLATFORM == 'java'
+  require 'spec_helper'
+
+  describe 'message-failure-aware queue subscription' do
+    include EustonRmqSpec
+
+    PUBLISH_OPTS = { :immediate => false,
+                     :mandatory => true,
+                     :persistent => true,
+                     :routing_key => 'messages.xyz' }
+
+    before :each do
+      @queue = @exchange = nil
+      @exchange = @channel.topic "test-#{Euston.uuid.generate}", :durable => true, :nowait => false
+      @queue = @channel.queue "test-#{Euston.uuid.generate}", :durable => true, :nowait => false
+
+      @queue.bind @exchange, :routing_key => 'messages.#'
+      @th = Thread.new do
+        Thread.current[:failed_count] = 0
+        Thread.current[:succeed_count] = 0
+
+        def on_message_decode_failed(message, error)
+          Thread.current[:failed_count] += 1
+        end
+
+        def on_message_failed(message, error, msg)
+          Thread.current[:failed_count] += 1
+        end
+
+        def on_message_received(message)
+          if message[:a] == 'oops'
+            raise 'Something bad happened'
+          else
+            Thread.current[:succeed_count] += 1
+          end
+        end
+
+        @queue.when(:message_decode_failed => method(:on_message_decode_failed),
+                    :message_failed        => method(:on_message_failed),
+                    :message_received      => method(:on_message_received))
+
+        @queue.safe_subscribe
+      end
+
+      @th.abort_on_exception = true
+    end
+
+    after :each do
+      @th.kill
+    end
+
+    it 'adds a failure-aware subscription function to the amqp queue object' do
+      @queue.class.should == AMQP::Queue
+      @queue.should respond_to(:safe_subscribe)
+
+      @exchange.publish ' *897d- -', PUBLISH_OPTS
+      sleep 0.25
+      @th[:failed_count].should == 1
+
+      jsn = JSON.generate({ :a => :b })
+      @exchange.publish jsn, PUBLISH_OPTS
+      sleep 0.25
+      @th[:succeed_count].should == 1
+
+      @exchange.publish JSON.generate({ :a => 'oops' }), PUBLISH_OPTS
+      sleep 0.25
+      @th[:failed_count].should == 2
+    end
+  end
+end

data/spec/safe_queue_subscription_spec.rb

@@ -0,0 +1,50 @@
+require File.expand_path('../spec_helper.rb', __FILE__)
+
+unless RUBY_PLATFORM == 'java'
+  describe 'message-failure-aware queue subscription' do
+    include EustonRmqSpec
+
+    PUBLISH_OPTS = { :immediate => false,
+                     :mandatory => true,
+                     :persistent => true,
+                     :routing_key => 'messages.xyz' }
+
+    amqp_before do
+      @exchange = @channel.topic "test-#{Euston.uuid.generate}", :durable => true, :nowait => false
+      @queue = @channel.queue "test-#{Euston.uuid.generate}", :durable => true, :nowait => false
+      @queue.bind @exchange, :routing_key => 'messages.#'
+      @queue.safe_subscribe
+    end
+
+    it 'adds a failure-aware subscription function to the amqp queue object' do
+      @queue.should respond_to(:safe_subscribe)
+
+      done 1
+    end
+
+    it 'publishes the message-decode-failed event when a non-json message is received by the queue' do
+      count = 0
+      @queue.when :message_decode_failed => ->(message, error) { count = count + 1 }
+
+      delayed(0.3) { @exchange.publish ' *897d- -', PUBLISH_OPTS }
+      done(1) { count.should == 1 }
+    end
+
+    it 'publishes the message-received event when a message is received by the queue' do
+      count = 0
+      @queue.when :message_received => ->(message) { count = count + 1 }
+
+      delayed(0.3) { @exchange.publish ::ActiveSupport::JSON.encode({ :a => :b }), PUBLISH_OPTS }
+      done(1) { count.should == 1 }
+    end
+
+    it 'publishes the message-failed event when an exception occurs during the message-received handler' do
+      count = 0
+      @queue.when(:message_failed   => ->(message, error, header) { count = count + 1 },
+                  :message_received => ->(message) { raise 'Something bad happened' })
+
+      delayed(0.3) { @exchange.publish ::ActiveSupport::JSON.encode({ :a => :b }), PUBLISH_OPTS }
+      done(1) { count.should == 1 }
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,65 @@
+AMQP_OPTS = { :user  => 'euston-rabbitmq-tester',
+              :pass  => 'password',
+              :host  => 'localhost',
+              :vhost => '/euston-rabbitmq-test' }
+
+require 'ap'
+require 'euston-rabbitmq'
+require 'evented-spec' unless RUBY_PLATFORM == 'java'
+require 'faker'
+require_rel 'support'
+
+def trim_array_ends array
+  array.shift
+  array.pop
+  array
+end
+
+module EustonRmqSpec
+  def self.included scope
+    unless RUBY_PLATFORM == 'java'
+      scope.send :include, EventedSpec::AMQPSpec
+      scope.send :default_options, AMQP_OPTS
+      scope.send :default_timeout, 60
+    end
+
+    scope.send :before, :each do
+      vhosts = `rabbitmqctl list_vhosts`.split("\n")
+      vhosts = trim_array_ends vhosts
+      vhost = '/euston-rabbitmq-test'
+
+      `rabbitmqctl delete_vhost #{vhost}` if vhosts.include? vhost
+      `rabbitmqctl add_vhost #{vhost}`
+
+      users = `rabbitmqctl list_users`.split("\n")
+      users = trim_array_ends users
+      users = users.map { |u| u.split("\t").shift }
+
+      user, password = 'euston-rabbitmq-tester', 'password'
+
+      `rabbitmqctl delete_user #{user}` if users.include? user
+      `rabbitmqctl add_user #{user} #{password}`
+      `rabbitmqctl set_permissions -p #{vhost} #{user} ".*" ".*" ".*"`
+      `rabbitmqctl set_permissions -p #{vhost} guest ".*" ".*" ".*"` if users.include? 'guest'
+    end
+
+    scope.send :before, :each do
+      connection = Mongo::Connection.new('localhost', 27017)
+      db = connection.db('euston-rabbitmq-test-event-store')
+      db.collections.select { |c| c.name !~ /system/ }.each { |c| db.drop_collection c.name }
+      Euston::RabbitMq.event_store_mongodb = db
+    end
+
+    if RUBY_PLATFORM == 'java'
+      scope.send :before, :each do
+        AMQP.settings.merge! AMQP_OPTS
+        @channel = AMQP::Channel.new
+      end
+    else
+      scope.send :amqp_before do
+        @channel = AMQP::Channel.new
+        @channel.should be_open
+      end
+    end
+  end
+end

data/spec/support/factories.rb

@@ -0,0 +1,18 @@
+module Factory
+  class << self
+    def command_headers
+      {
+        :id => Euston.uuid.generate,
+        :type => Faker::Lorem.words(2).join('_'),
+        :version => 1
+      }
+    end
+
+    def command
+      {
+        :headers => Factory.command_headers,
+        :body => Hash[Faker::Lorem.words(3).map { |w| [w.downcase.to_sym, Faker::Lorem.words(3).join(' ')] }]
+      }
+    end
+  end
+end

metadata

@@ -0,0 +1,265 @@
+--- !ruby/object:Gem::Specification
+name: euston-rabbitmq
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Lee Henson
+- Guy Boertje
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-09-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: &78505630 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *78505630
+- !ruby/object:Gem::Dependency
+  name: euston
+  requirement: &78505280 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *78505280
+- !ruby/object:Gem::Dependency
+  name: euston-eventstore
+  requirement: &78504740 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *78504740
+- !ruby/object:Gem::Dependency
+  name: hash-keys
+  requirement: &78504280 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *78504280
+- !ruby/object:Gem::Dependency
+  name: hollywood
+  requirement: &78503980 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *78503980
+- !ruby/object:Gem::Dependency
+  name: require_all
+  requirement: &78503200 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *78503200
+- !ruby/object:Gem::Dependency
+  name: robustthread
+  requirement: &78502800 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *78502800
+- !ruby/object:Gem::Dependency
+  name: safely
+  requirement: &78502520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *78502520
+- !ruby/object:Gem::Dependency
+  name: amqp
+  requirement: &78502200 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *78502200
+- !ruby/object:Gem::Dependency
+  name: bson_ext
+  requirement: &78490410 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *78490410
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: &78490140 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.12.10
+  type: :runtime
+  prerelease: false
+  version_requirements: *78490140
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: &78489850 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *78489850
+- !ruby/object:Gem::Dependency
+  name: evented-spec
+  requirement: &78489210 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :development
+  prerelease: false
+  version_requirements: *78489210
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: &78488670 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+  type: :development
+  prerelease: false
+  version_requirements: *78488670
+- !ruby/object:Gem::Dependency
+  name: faker
+  requirement: &78487990 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *78487990
+- !ruby/object:Gem::Dependency
+  name: fuubar
+  requirement: &78487720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *78487720
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &78487480 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+  type: :development
+  prerelease: false
+  version_requirements: *78487480
+description: JRuby RabbitMq bindings
+email:
+- lee.m.henson@gmail.com
+- guyboertje@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- euston-rabbitmq.gemspec
+- lib/euston-rabbitmq.rb
+- lib/euston-rabbitmq/buffered_message_dispatcher.rb
+- lib/euston-rabbitmq/command_handler_bindings.rb
+- lib/euston-rabbitmq/command_handlers/retry_failed_message.rb
+- lib/euston-rabbitmq/errors.rb
+- lib/euston-rabbitmq/event_handler_binding.rb
+- lib/euston-rabbitmq/event_handler_bindings.rb
+- lib/euston-rabbitmq/event_handlers/message_failure.rb
+- lib/euston-rabbitmq/event_store_dispatcher.rb
+- lib/euston-rabbitmq/exchanges.rb
+- lib/euston-rabbitmq/handler_bindings.rb
+- lib/euston-rabbitmq/message_buffer.rb
+- lib/euston-rabbitmq/message_logger.rb
+- lib/euston-rabbitmq/queue.rb
+- lib/euston-rabbitmq/queues.rb
+- lib/euston-rabbitmq/read_model/failed_message.rb
+- lib/euston-rabbitmq/read_model/message_buffer.rb
+- lib/euston-rabbitmq/read_model/message_log.rb
+- lib/euston-rabbitmq/version.rb
+- spec/command_buffer_spec.rb
+- spec/event_buffer_spec.rb
+- spec/exchange_declaration_spec.rb
+- spec/message_failure_spec.rb
+- spec/mt_safe_queue_subscription_spec.rb
+- spec/safe_queue_subscription_spec.rb
+- spec/spec_helper.rb
+- spec/support/factories.rb
+homepage: http://github.com/leemhenson/euston-rabbitmq
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: RabbitMq bindings for Euston.
+test_files: []