euston-rabbitmq 1.0.1 → 1.0.2

data/lib/euston-rabbitmq/queue.rb

@@ -1,30 +0,0 @@
-module AMQP
-  class Queue
-    include Hollywood
-
-    def safe_subscribe
-      cb = Hollywood.instance_method(:callback).bind self
-
-      self.subscribe :ack => true do |header, body|
-        rt = ::RobustThread.new(:args => [header, body], :label => "#{self.name} queue subscriber") do |header, body|
-          begin
-            message = ::ActiveSupport::JSON.decode body
-            message.recursive_symbolize_keys!
-
-            begin
-              cb.call :message_received, message
-              header.ack
-            rescue Euston::EventStore::ConcurrencyError
-              header.reject :requeue => true
-            rescue StandardError => e
-              cb.call :message_failed, message, e, header
-            end
-          rescue StandardError => e
-            cb.call :message_decode_failed, body, e
-            header.ack
-          end
-        end
-      end
-    end
-  end
-end

data/lib/euston-rabbitmq/read_model/failed_message.rb

@@ -1,36 +0,0 @@
-module Euston
-  module RabbitMq
-    module ReadModel
-      class FailedMessage
-        def initialize
-          name = 'failed_messages'
-
-          mongodb = Euston::RabbitMq.event_store_mongodb
-          mongodb.create_collection name unless mongodb.collection_names.include? name
-
-          @collection = mongodb.collection name
-          @collection.ensure_index [ ['failure_timestamp', Mongo::ASCENDING] ], :unique => false, :name => 'failed_messages_failure_timestamp_index'
-        end
-
-        def get_by_id id
-          @collection.find_one({ '_id' => id })
-        end
-
-        def find_all
-          @collection.find({}, { :sort => [ 'failure_timestamp', Mongo::DESCENDING ] })
-        end
-
-        def log_failure failure
-          failure.recursive_stringify_keys!
-          failure['_id'] = failure.delete 'message_id'
-
-          @collection.save(failure, :safe => { :fsync => true })
-        end
-
-        def remove_by_id id
-          @collection.remove({ '_id' => id }, :safe => { :fsync => true })
-        end
-      end
-    end
-  end
-end

data/lib/euston-rabbitmq/read_model/message_buffer.rb

@@ -1,57 +0,0 @@
-module Euston
-  module RabbitMq
-    module ReadModel
-      class MessageBuffer
-        class << self
-          def commands
-            @commands ||= MessageBuffer.new "buffered_commands"
-          end
-
-          def events
-            @events ||= MessageBuffer.new "buffered_events"
-          end
-        end
-
-        def initialize name
-          mongodb = Euston::RabbitMq.event_store_mongodb
-          mongodb.create_collection name unless mongodb.collection_names.include? name
-
-          @collection = mongodb.collection name
-          @collection.ensure_index [ ['next_attempt', Mongo::ASCENDING] ], :unique => false, :name => "#{name}_next_attempt_index"
-        end
-
-        def buffer_new_message message
-          @collection.save({ '_id' => message[:headers][:id],
-                             'type' => message[:headers][:type],
-                             'next_attempt' => Time.now.to_f,
-                             'json' => ::ActiveSupport::JSON.encode(message) }, :safe => { :fsync => true })
-        end
-
-        def find_next_message
-          query = { 'next_attempt' => { '$lte' => Time.now.to_f } }
-          @collection.find_one(query)
-        end
-
-        def find_due_messages
-          query = { 'next_attempt' => { '$lte' => Time.now.to_f } }
-          order = [ 'next_attempt', Mongo::ASCENDING ]
-
-          @collection.find(query).sort(order)
-        end
-
-        def get_by_id id
-          @collection.find_one({ '_id' => id })
-        end
-
-        def set_next_attempt message
-          @collection.update({ '_id' => message['_id'] },
-                             { '$set' => { 'next_attempt' => Time.now.to_f + 10 } }, :safe => { :fsync => true })
-        end
-
-        def remove_published_message id
-          @collection.remove({ '_id' => id }, :safe => { :fsync => true })
-        end
-      end
-    end
-  end
-end

data/lib/euston-rabbitmq/read_model/message_log.rb

@@ -1,37 +0,0 @@
-module Euston
-  module RabbitMq
-    module ReadModel
-      class MessageLog
-        class << self
-          def commands
-            @commands ||= MessageLog.new "command_log"
-          end
-
-          def events
-            @events ||= MessageLog.new "event_log"
-          end
-        end
-
-        def initialize name
-          mongodb = Euston::RabbitMq.event_store_mongodb
-          mongodb.create_collection name unless mongodb.collection_names.include? name
-
-          @collection = mongodb.collection name
-          @collection.ensure_index [ ['timestamp', Mongo::ASCENDING] ], :unique => false, :name => "#{name}_timestamp_index"
-        end
-
-        def find_all
-          @collection.find({}, { :sort => [ 'timestamp', Mongo::DESCENDING ] })
-        end
-
-        def log_new_message message
-          @collection.save({ '_id' => message[:headers][:id],
-                             'type' => message[:headers][:type],
-                             'version' => message[:headers][:version],
-                             'timestamp' => Time.now.to_f,
-                             'json' => ::ActiveSupport::JSON.encode(message) }, :safe => { :fsync => true })
-        end
-      end
-    end
-  end
-end

data/spec/command_buffer_spec.rb

@@ -1,69 +0,0 @@
-require File.expand_path('../spec_helper.rb', __FILE__)
-
-unless RUBY_PLATFORM == 'java'
-  describe 'command buffer' do
-    include EustonRmqSpec
-
-    context 'the command buffer is created' do
-      include Euston::RabbitMq::Queues
-
-      amqp_before do
-        @buffer = Euston::RabbitMq::MessageBuffer.new @channel, :commands
-        @queue = get_queue @channel, :commands_buffer
-      end
-
-      it 'declares the commands buffer queue' do
-        done(0.5) {
-          @queue.name.should == 'commands_buffer'
-          @queue.opts.should include(:durable => true)
-        }
-      end
-
-      it 'binds the command buffer queue to the commands exchange with a wildcard routing key' do
-        received = []
-        data = Factory.command
-
-        delayed(1) {
-          exchange = @channel.find_exchange 'commands'
-          @queue.when(:message_received => ->(message) { received << message })
-          exchange.publish ::ActiveSupport::JSON.encode(data), :routing_key => "commands.#{Euston.uuid.generate}"
-        }
-
-        done(2) {
-          received.should have(1).item
-          received.first.should == data
-        }
-      end
-    end
-
-    context 'a command is pushed into the buffer by client code' do
-      amqp_before :each do
-        @buffer = Euston::RabbitMq::MessageBuffer.new @channel, :commands
-        @command = Factory.command
-        @buffer.push @command
-        @read_model = Euston::RabbitMq::ReadModel::MessageBuffer.new 'buffered_commands'
-      end
-
-      it 'writes the command to persistent storage' do
-        @read_model.find_due_messages.to_a.should have(1).items
-
-        due_command = @read_model.find_due_messages.first
-        due_command['_id'].should == @command[:headers][:id]
-        due_command['type'].should == @command[:headers][:type]
-        due_command['json'].should == ::ActiveSupport::JSON.encode(@command)
-
-        done(0.3)
-      end
-
-      it 'removes the command from the buffer storage when it is obtained from the buffer queue' do
-        delayed(1) {
-          @buffer.dispatch_due_messages
-        }
-
-        done(3) {
-          @read_model.get_by_id(@command[:headers][:id]).should be_nil
-        }
-      end
-    end
-  end
-end

data/spec/event_buffer_spec.rb

@@ -1,69 +0,0 @@
-require File.expand_path('../spec_helper.rb', __FILE__)
-
-unless RUBY_PLATFORM == 'java'
-  describe 'event buffer' do
-    include EustonRmqSpec
-
-    context 'the event buffer is created' do
-      include Euston::RabbitMq::Queues
-
-      amqp_before do
-        @buffer = Euston::RabbitMq::MessageBuffer.new @channel, :events
-        @queue = get_queue @channel, :events_buffer
-      end
-
-      it 'declares the events buffer queue' do
-        done(0.5) {
-          @queue.name.should == 'events_buffer'
-          @queue.opts.should include(:durable => true)
-        }
-      end
-
-      it 'binds the event buffer queue to the events exchange with a wildcard routing key' do
-        received = []
-        data = Factory.command
-
-        delayed(0.3) {
-          exchange = @channel.find_exchange 'events'
-          @queue.when(:message_received => ->(message) { received << message })
-          exchange.publish ::ActiveSupport::JSON.encode(data), :routing_key => "events.#{Euston.uuid.generate}"
-        }
-
-        done(2) {
-          received.should have(1).item
-          received.first.should == data
-        }
-      end
-    end
-
-    context 'an event is pushed into the buffer by client code' do
-      amqp_before :each do
-        @buffer = Euston::RabbitMq::MessageBuffer.new @channel, :events
-        @command = Factory.command
-        @buffer.push @command
-        @read_model = Euston::RabbitMq::ReadModel::MessageBuffer.new 'buffered_events'
-      end
-
-      it 'writes the event to persistent storage' do
-        @read_model.find_due_messages.to_a.should have(1).items
-
-        due_command = @read_model.find_due_messages.first
-        due_command['_id'].should == @command[:headers][:id]
-        due_command['type'].should == @command[:headers][:type]
-        due_command['json'].should == ::ActiveSupport::JSON.encode(@command)
-
-        done(0.3)
-      end
-
-      it 'removes the event from the buffer storage when it is obtained from the buffer queue' do
-        delayed(1) {
-          @buffer.dispatch_due_messages
-        }
-
-        done(3) {
-          @read_model.get_by_id(@command[:headers][:id]).should be_nil
-        }
-      end
-    end
-  end
-end

data/spec/exchange_declaration_spec.rb

@@ -1,28 +0,0 @@
-require File.expand_path('../spec_helper.rb', __FILE__)
-
-unless RUBY_PLATFORM == 'java'
-  describe 'exchange declaration' do
-    include EustonRmqSpec
-
-    context 'declaring the commands exchange' do
-      include Euston::RabbitMq::Exchanges
-      it 'declares the commands exchange' do
-        exchange = get_exchange @channel, :commands
-
-        done(0.3) {
-          exchange.name.should == 'commands'
-          exchange.should be_durable
-        }
-      end
-
-      it 'declares the events exchange' do
-        exchange = get_exchange @channel, :events
-
-        done(0.3) {
-          exchange.name.should == 'events'
-          exchange.should be_durable
-        }
-      end
-    end
-  end
-end

data/spec/message_failure_spec.rb

@@ -1,77 +0,0 @@
-require File.expand_path('../spec_helper.rb', __FILE__)
-
-unless RUBY_PLATFORM == 'java'
-  module MessageFailureTracking
-    module FailingCommandHandlers
-      class DeliverWidget
-        class << self
-          attr_accessor :fail_next
-        end
-
-        include Euston::CommandHandler
-
-        version 1 do |headers, command|
-          if self.class.fail_next
-            raise 'User-generated failure'
-          else
-            publish headers, command
-          end
-        end
-      end
-    end
-  end
-
-  describe 'message failure tracking' do
-    include EustonRmqSpec
-    include Euston::RabbitMq::Exchanges
-    include Euston::RabbitMq::Queues
-
-    amqp_before do
-      @exchange = get_exchange @channel, :commands
-      @handler = ::MessageFailureTracking::FailingCommandHandlers::DeliverWidget
-
-      command_handlers = Euston::RabbitMq::CommandHandlerBindings.new @channel
-      command_handlers.add_namespace Euston::RabbitMq::CommandHandlers
-      command_handlers.add_namespace ::MessageFailureTracking::FailingCommandHandlers
-      command_handlers.finalize_bindings
-
-      event_handlers = Euston::RabbitMq::EventHandlerBindings.new @channel
-      event_handlers.add_namespace Euston::RabbitMq::EventHandlers
-      event_handlers.finalize_bindings
-
-      @command = { :headers => { :id => Euston.uuid.generate,
-                                 :type => 'deliver_widget',
-                                 :version => 1 },
-                      :body => { :id => Euston.uuid.generate,
-                                 :name => 'Bill Smith' } }
-    end
-
-    def publish
-      json = ::ActiveSupport::JSON.encode(@command)
-      opts = default_publish_options.merge(:routing_key => 'commands.deliver_widget')
-      delayed(0.3) { @exchange.publish json, opts }
-    end
-
-    context 'a failing command is published' do
-      it 'moves the message to the failed-messages queue' do
-        @handler.fail_next = true
-        received = 0
-
-        delayed(0.3) {
-          @queue = get_queue @channel, :message_failure
-          @queue.when(:message_received => ->(message) { received = received + 1 })
-
-          publish
-        }
-
-        done(3) {
-          received.should == 1
-        }
-      end
-    end
-
-    context 'a failed message is retried' do
-
-    end
-  end
-end

data/spec/mt_safe_queue_subscription_spec.rb

@@ -1,72 +0,0 @@
-require File.expand_path('../spec_helper.rb', __FILE__)
-
-if RUBY_PLATFORM == 'java'
-  require 'spec_helper'
-
-  describe 'message-failure-aware queue subscription' do
-    include EustonRmqSpec
-
-    PUBLISH_OPTS = { :immediate => false,
-                     :mandatory => true,
-                     :persistent => true,
-                     :routing_key => 'messages.xyz' }
-
-    before :each do
-      @queue = @exchange = nil
-      @exchange = @channel.topic "test-#{Euston.uuid.generate}", :durable => true, :nowait => false
-      @queue = @channel.queue "test-#{Euston.uuid.generate}", :durable => true, :nowait => false
-
-      @queue.bind @exchange, :routing_key => 'messages.#'
-      @th = Thread.new do
-        Thread.current[:failed_count] = 0
-        Thread.current[:succeed_count] = 0
-
-        def on_message_decode_failed(message, error)
-          Thread.current[:failed_count] += 1
-        end
-
-        def on_message_failed(message, error, msg)
-          Thread.current[:failed_count] += 1
-        end
-
-        def on_message_received(message)
-          if message[:a] == 'oops'
-            raise 'Something bad happened'
-          else
-            Thread.current[:succeed_count] += 1
-          end
-        end
-
-        @queue.when(:message_decode_failed => method(:on_message_decode_failed),
-                    :message_failed        => method(:on_message_failed),
-                    :message_received      => method(:on_message_received))
-
-        @queue.safe_subscribe
-      end
-
-      @th.abort_on_exception = true
-    end
-
-    after :each do
-      @th.kill
-    end
-
-    it 'adds a failure-aware subscription function to the amqp queue object' do
-      @queue.class.should == AMQP::Queue
-      @queue.should respond_to(:safe_subscribe)
-
-      @exchange.publish ' *897d- -', PUBLISH_OPTS
-      sleep 0.25
-      @th[:failed_count].should == 1
-
-      jsn = JSON.generate({ :a => :b })
-      @exchange.publish jsn, PUBLISH_OPTS
-      sleep 0.25
-      @th[:succeed_count].should == 1
-
-      @exchange.publish JSON.generate({ :a => 'oops' }), PUBLISH_OPTS
-      sleep 0.25
-      @th[:failed_count].should == 2
-    end
-  end
-end