euston-daemons 1.1.0-java → 1.2.0-java

data/lib/euston-daemons/command_processor_daemon/lib/mongo_models/failed_message.rb

@@ -1,34 +0,0 @@
-module Euston
-  module CommandProcessorDaemon
-    module MongoModel
-      class FailedMessage
-        def initialize mongodb
-          name = 'failed_messages'
-          mongodb.create_collection name unless mongodb.collection_names.include? name
-
-          @collection = mongodb.collection name
-          @collection.ensure_index [ ['failure_timestamp', Mongo::ASCENDING] ], :unique => false, :name => 'failed_messages_failure_timestamp_index'
-        end
-
-        def get_by_id id
-          @collection.find_one({ '_id' => id })
-        end
-
-        def find_all
-          @collection.find({}, { :sort => [ 'failure_timestamp', Mongo::DESCENDING ] })
-        end
-
-        def log_failure failure
-          failure.recursive_stringify_keys!
-          failure['_id'] = failure.delete 'message_id'
-
-          @collection.save(failure, :safe => { :fsync => true })
-        end
-
-        def remove_by_id id
-          @collection.remove({ '_id' => id }, :safe => { :fsync => true })
-        end
-      end
-    end
-  end
-end

data/lib/euston-daemons/command_processor_daemon/rake_task.rb

@@ -1,36 +0,0 @@
-module Euston
-  class CommandProcessorRakeTask < Euston::Daemons::RakeTask
-    attr_accessor :amqp_config_path, :command_handler_namespaces, :daemon_config_path, :mongoid_config_path
-
-    def initialize environment
-      @command_handler_namespaces = []
-      super environment, :command_processor_daemon
-    end
-
-    def before_creating_task
-      @daemon_path = File.expand_path(File.dirname __FILE__) + File::SEPARATOR
-      @daemon_class = 'Euston::CommandProcessorDaemon::Daemon'
-    end
-
-    def initialize_settings
-      @logger.debug "AMQP config path: #{@amqp_config_path}"
-      @data[:amqp_config_path] = @amqp_config_path
-
-      @logger.debug "Command handler namespaces: #{@command_handler_namespaces}"
-      @data[:command_handler_namespaces] = @command_handler_namespaces
-
-      @logger.debug "Daemon config path: #{@daemon_config_path}"
-      @data[:daemon_config_path] = @daemon_config_path
-
-      @logger.debug "Mongoid config path: #{@mongoid_config_path}"
-      @data[:mongoid_config_path] = @mongoid_config_path
-    end
-
-    def load_environment
-      @logger.debug "Loading environment"
-      require 'euston-daemons/command_processor_daemon/config/environment'
-
-      Euston::CommandProcessorDaemon::DaemonEnvironment.new(@data).setup
-    end
-  end
-end

data/lib/euston-daemons/euston/daemon_client.rb

@@ -1,24 +0,0 @@
-module Euston
-  class DaemonClient
-    include Hollywood
-
-    def run
-      next_iteration unless stopped
-    end
-
-    def stop
-      @stopped = true
-      @channel.disconnect unless @channel.nil? || !@channel.respond_to?(:disconnect)
-    end
-
-    private
-
-    def next_iteration
-      # abstract
-    end
-
-    def stopped
-      @stopped ||= false
-    end
-  end
-end

data/lib/euston-daemons/event_processor_daemon/config/environment.rb

@@ -1,36 +0,0 @@
-require 'i18n'
-require 'jessica'
-require 'euston-rabbitmq'
-
-require 'euston-daemons/event_processor_daemon/lib/event_handlers/message_failure'
-require 'euston-daemons/event_processor_daemon/lib/clients/event_handler'
-require 'euston-daemons/event_processor_daemon/lib/daemon'
-
-module Euston
-  module EventProcessorDaemon
-    class DaemonEnvironment < Euston::DaemonEnvironment
-      class << self
-        attr_accessor :event_handler_namespaces
-      end
-
-      def initialize data
-        @logger         = data[:logger]
-        @amqp_config    = ErbYaml.read data[:amqp_config_path],     data[:environment]
-        @daemon_config  = ErbYaml.read data[:daemon_config_path],   data[:environment]
-        @mongoid_config = ErbYaml.read data[:mongoid_config_path],  data[:environment]
-
-        @i18n_locales_path                  = data[:i18n_locales_path]
-        self.class.event_handler_namespaces = data[:event_handler_namespaces]
-      end
-
-      def setup
-        setup_safely @daemon_config[:hoptoad_key]
-        setup_amqp @amqp_config
-        setup_mongo @mongoid_config
-        setup_euston @mongoid_config[:event_store_database]
-
-        I18n.load_path += Dir[@i18n_locales_path] unless @i18n_locales_path.nil?
-      end
-    end
-  end
-end

data/lib/euston-daemons/event_processor_daemon/lib/clients/event_handler.rb

@@ -1,42 +0,0 @@
-module Euston
-  module EventProcessorDaemon
-    class EventHandler < Euston::DaemonClient
-      def initialize channel, reference, logger
-        @channel = channel
-        @channel.prefetch 1
-        @reference = reference
-        @log = logger
-      end
-
-      private
-
-      def next_iteration
-        message_received = Proc.new do |message|
-          event_headers = EventHeaders.from_hash message[:headers]
-          event_body = message[:body]
-          handler_method_name = "__event_handler__#{event_headers.type}__#{event_headers.version}"
-
-          @log.debug "Delivering message to: #{@reference.handler}.#{handler_method_name}"
-
-          handler_is_aggregate_root = @reference.handler.include? Euston::AggregateRoot
-
-          if handler_is_aggregate_root
-            id_getter_method = "__id_from_event_#{event_headers.type}__v#{event_headers.version}__"
-            id = @reference.handler.send id_getter_method, event_body
-            handler_instance = Euston::Repository.find @reference.handler, id
-          else
-            handler_instance = @reference.handler.new
-          end
-
-          handler_instance.send handler_method_name, event_headers.freeze, event_body.freeze
-
-          Euston::Repository.save handler_instance if handler_is_aggregate_root
-        end
-
-        Euston::RabbitMq::RetryingSubscription.new(@channel, @reference.name.to_s.underscore, @log)
-          .when(:message_received => message_received)
-          .subscribe
-      end
-    end
-  end
-end

data/lib/euston-daemons/event_processor_daemon/lib/daemon.rb

@@ -1,24 +0,0 @@
-module Euston
-  module EventProcessorDaemon
-    class Daemon < Euston::Daemon
-      private
-
-      def pre_registration_setup
-        handler_finder = Euston::RabbitMq::HandlerFinder.new [Euston::EventHandler]
-        handler_finder.namespaces.push Euston::EventProcessorDaemon::EventHandlers, *DaemonEnvironment.event_handler_namespaces
-        @handlers = handler_finder.find
-
-        binder = Euston::RabbitMq::EventHandlerBinder.new @handlers
-        binder.ensure_bindings_exist
-      end
-
-      def register_components
-        env = DaemonEnvironment
-
-        @handlers.each do |reference|
-          register_component "#{reference.name.to_s.underscore}_event_handler".to_sym, EventHandler.new(AMQP::Channel.new, reference, @log)
-        end
-      end
-    end
-  end
-end

data/lib/euston-daemons/event_processor_daemon/lib/event_handlers/message_failure.rb

@@ -1,27 +0,0 @@
-module Euston
-  module EventProcessorDaemon
-    module EventHandlers
-      class MessageFailure
-        include Euston::EventHandler
-
-        subscribes :message_failed, 1 do |headers, event|
-          headers = event[:message][:headers].dup
-          failure = { :message_id => headers.delete(:id),
-                      :type => headers.delete(:type),
-                      :version => headers.delete(:version),
-                      :message_timestamp => headers.delete(:timestamp),
-                      :routing_key => event[:routing_key],
-                      :body => event[:message][:body],
-                      :headers => headers,
-                      :error => event[:error],
-                      :backtrace => event[:backtrace],
-                      :failure_timestamp => Time.now.to_f }
-
-          model = Euston::CommandProcessorDaemon::MongoModel::FailedMessage
-          model = model.new DaemonEnvironment.event_store_mongodb
-          model.log_failure failure
-        end
-      end
-    end
-  end
-end

data/lib/euston-daemons/event_processor_daemon/rake_task.rb

@@ -1,39 +0,0 @@
-module Euston
-  class EventProcessorRakeTask < Euston::Daemons::RakeTask
-    attr_accessor :amqp_config_path, :daemon_config_path, :event_handler_namespaces, :i18n_locales_path, :mongoid_config_path
-
-    def initialize environment
-      @event_handler_namespaces = []
-      super environment, :event_processor_daemon
-    end
-
-    def before_creating_task
-      @daemon_path = File.expand_path(File.dirname __FILE__) + File::SEPARATOR
-      @daemon_class = 'Euston::EventProcessorDaemon::Daemon'
-    end
-
-    def initialize_settings
-      @logger.debug "AMQP config path: #{@amqp_config_path}"
-      @data[:amqp_config_path] = @amqp_config_path
-
-      @logger.debug "Daemon config path: #{@daemon_config_path}"
-      @data[:daemon_config_path] = @daemon_config_path
-
-      @logger.debug "Event handler namespaces: #{@event_handler_namespaces}"
-      @data[:event_handler_namespaces] = @event_handler_namespaces
-
-      @logger.debug "i18n locales path: #{@i18n_locales_path}"
-      @data[:i18n_locales_path] = @i18n_locales_path
-
-      @logger.debug "Mongoid config path: #{@mongoid_config_path}"
-      @data[:mongoid_config_path] = @mongoid_config_path
-    end
-
-    def load_environment
-      @logger.debug "Loading environment"
-      require 'euston-daemons/event_processor_daemon/config/environment'
-
-      Euston::EventProcessorDaemon::DaemonEnvironment.new(@data).setup
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/config/environment.rb

@@ -1,42 +0,0 @@
-require 'jessica'
-require 'euston-rabbitmq'
-
-require 'euston-daemons/message_buffer_daemon/lib/mongo_models/message_buffer'
-require 'euston-daemons/message_buffer_daemon/lib/mongo_models/message_log'
-require 'euston-daemons/message_buffer_daemon/lib/mongo_models/command_buffer'
-require 'euston-daemons/message_buffer_daemon/lib/mongo_models/command_log'
-require 'euston-daemons/message_buffer_daemon/lib/mongo_models/event_buffer'
-require 'euston-daemons/message_buffer_daemon/lib/mongo_models/event_log'
-require 'euston-daemons/message_buffer_daemon/lib/clients/euston_exchange_accessors'
-require 'euston-daemons/message_buffer_daemon/lib/clients/mongo_model_accessors'
-require 'euston-daemons/message_buffer_daemon/lib/clients/message_buffer_cleanup'
-require 'euston-daemons/message_buffer_daemon/lib/clients/message_buffer_publisher'
-require 'euston-daemons/message_buffer_daemon/lib/clients/message_logger'
-require 'euston-daemons/message_buffer_daemon/lib/clients/command_buffer_cleanup'
-require 'euston-daemons/message_buffer_daemon/lib/clients/command_buffer_publisher'
-require 'euston-daemons/message_buffer_daemon/lib/clients/command_logger'
-require 'euston-daemons/message_buffer_daemon/lib/clients/event_buffer_cleanup'
-require 'euston-daemons/message_buffer_daemon/lib/clients/event_buffer_publisher'
-require 'euston-daemons/message_buffer_daemon/lib/clients/event_logger'
-require 'euston-daemons/message_buffer_daemon/lib/clients/event_store_dispatcher'
-require 'euston-daemons/message_buffer_daemon/lib/daemon'
-
-module Euston
-  module MessageBufferDaemon
-    class DaemonEnvironment < Euston::DaemonEnvironment
-      def initialize data
-        @logger         = data[:logger]
-        @amqp_config    = ErbYaml.read data[:amqp_config_path],     data[:environment]
-        @daemon_config  = ErbYaml.read data[:daemon_config_path],   data[:environment]
-        @mongoid_config = ErbYaml.read data[:mongoid_config_path],  data[:environment]
-      end
-
-      def setup
-        setup_safely @daemon_config[:hoptoad_key]
-        setup_amqp @amqp_config
-        setup_mongo @mongoid_config
-        setup_euston @mongoid_config[:event_store_database]
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/command_buffer_cleanup.rb

@@ -1,9 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class CommandBufferCleanup < MessageBufferCleanup
-      def initialize channel
-        super channel, self.class.commands_exchange(channel), self.class.command_buffer_mongo_model
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/command_buffer_publisher.rb

@@ -1,9 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class CommandBufferPublisher < MessageBufferPublisher
-      def initialize channel
-        super channel, self.class.commands_exchange(channel), self.class.command_buffer_mongo_model
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/command_logger.rb

@@ -1,9 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class CommandLogger < MessageLogger
-      def initialize channel
-        super channel, self.class.commands_exchange(channel), self.class.command_log_mongo_model
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/euston_exchange_accessors.rb

@@ -1,15 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    module EustonExchangeAccessors
-      include Euston::RabbitMq::Exchanges
-
-      def commands_exchange channel
-        get_exchange channel, :commands
-      end
-
-      def events_exchange channel
-        get_exchange channel, :events
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/event_buffer_cleanup.rb

@@ -1,9 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class EventBufferCleanup < MessageBufferCleanup
-      def initialize channel
-        super channel, self.class.events_exchange(channel), self.class.event_buffer_mongo_model
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/event_buffer_publisher.rb

@@ -1,9 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class EventBufferPublisher < MessageBufferPublisher
-      def initialize channel
-        super channel, self.class.events_exchange(channel), self.class.event_buffer_mongo_model
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/event_logger.rb

@@ -1,9 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class EventLogger < MessageLogger
-      def initialize channel
-        super channel, self.class.events_exchange(channel), self.class.event_log_mongo_model
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/event_store_dispatcher.rb

@@ -1,25 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class EventStoreDispatcher < Euston::DaemonClient
-      extend MongoModelAccessors
-
-      def initialize
-        @event_buffer = self.class.event_buffer_mongo_model
-        @event_store = DaemonEnvironment.event_store
-      end
-
-      private
-
-      def next_iteration
-        begin
-          @commits = @event_store.get_undispatched_commits
-
-          @commits.each do |commit|
-            commit.events.each { |event| @event_buffer.buffer_new_message event.to_hash }
-            @event_store.mark_commit_as_dispatched commit
-          end
-        end until stopped || @commits.empty?
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/message_buffer_cleanup.rb

@@ -1,52 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class MessageBufferCleanup < Euston::DaemonClient
-      extend EustonExchangeAccessors
-      extend MongoModelAccessors
-      include Euston::RabbitMq::Queues
-
-      def initialize channel, exchange, mongo_model
-        @channel = channel
-        @mongo_model = mongo_model
-
-        @channel.prefetch(1)
-        @exchange = exchange
-        @queue = get_queue @channel, mongo_model.name
-        @queue.bind @exchange, :routing_key => "#{exchange.name}.#"
-
-        @queue.when(:message_decode_failed => method(:log_failure),
-                    :message_failed        => method(:message_failed),
-                    :message_received      => method(:remove_message_from_buffer))
-
-        @consumer = @queue.consumer
-      end
-
-      private
-
-      def log_failure message, error
-        text = "A(n) #{@exchange.name} buffer queue subscription failed. [Error] #{error.message} [Payload] #{message}"
-        error = Euston::RabbitMq::MessageDecodeFailedError.new text
-        error.set_backtrace error.backtrace
-
-        Safely.report! error
-      end
-
-      def message_failed message, error, reactive_message
-        reactive_message.ack!
-        log_failure message, error
-      end
-
-      def next_iteration
-        @queue.safe_subscribe_with_timeout @consumer, subscribe_timeout
-      end
-
-      def remove_message_from_buffer message
-        @mongo_model.remove_published_message message[:headers][:id]
-      end
-
-      def subscribe_timeout
-        @subscribe_timeout ||= 2000
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/message_buffer_publisher.rb

@@ -1,37 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class MessageBufferPublisher < Euston::DaemonClient
-      extend EustonExchangeAccessors
-      extend MongoModelAccessors
-
-      def initialize channel, exchange, mongo_model
-        super()
-        @channel = channel
-        @exchange = exchange
-        @mongo_model = mongo_model
-      end
-
-      private
-
-      def dispatch_due_messages
-        dispatched = 0
-
-        @mongo_model.find_due_messages.each do |message|
-          @mongo_model.set_next_attempt message
-          @exchange.publish message['json'], self.class.default_publish_options.merge(:routing_key => "#{@exchange.name}.#{message['type']}")
-          dispatched += 1
-        end
-
-        dispatched
-      end
-
-      def next_iteration
-        @messages_dispatched = 0
-
-        begin
-          @messages_dispatched = dispatch_due_messages
-        end until stopped || @messages_dispatched.zero?
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/message_logger.rb

@@ -1,45 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class MessageLogger < Euston::DaemonClient
-      extend EustonExchangeAccessors
-      extend MongoModelAccessors
-      include Euston::RabbitMq::Queues
-
-      def initialize channel, exchange, mongo_model
-        @channel = channel
-        @exchange = exchange
-        @mongo_model = mongo_model
-
-        @queue = get_queue channel, mongo_model.name
-        @queue.bind @exchange, :routing_key => "#{exchange.name}.#"
-
-        @queue.when(:message_decode_failed => method(:log_failure),
-                    :message_failed        => method(:message_failed),
-                    :message_received      => method(:write_message_to_log))
-      end
-
-      private
-
-      def log_failure message, error
-        text = "A log queue subscription failed. [Error] #{error.message} [Payload] #{message}"
-        err = Euston::RabbitMq::MessageDecodeFailedError.new text
-        err.set_backtrace error.backtrace
-
-        Safely.report! err
-      end
-
-      def message_failed message, error, header
-        log_failure message, error
-        header.ack
-      end
-
-      def next_iteration
-        @queue.safe_subscribe
-      end
-
-      def write_message_to_log message
-        @mongo_model.log_new_message message
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/clients/mongo_model_accessors.rb

@@ -1,21 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    module MongoModelAccessors
-      def command_buffer_mongo_model
-        MongoModel::CommandBuffer.new DaemonEnvironment.event_store_mongodb
-      end
-
-      def command_log_mongo_model
-        MongoModel::CommandLog.new DaemonEnvironment.event_store_mongodb
-      end
-
-      def event_buffer_mongo_model
-        MongoModel::EventBuffer.new DaemonEnvironment.event_store_mongodb
-      end
-
-      def event_log_mongo_model
-        MongoModel::EventLog.new DaemonEnvironment.event_store_mongodb
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/daemon.rb

@@ -1,17 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    class Daemon < Euston::Daemon
-      private
-
-      def register_components
-        register_component :commands_logger,            CommandLogger.new(AMQP::Channel.new)
-        register_component :events_logger,              EventLogger.new(AMQP::Channel.new)
-        register_component :command_buffer_publisher,   CommandBufferPublisher.new(AMQP::Channel.new)
-        register_component :command_buffer_cleanup,     CommandBufferCleanup.new(AMQP::Channel.new)
-        register_component :event_buffer_publisher,     EventBufferPublisher.new(AMQP::Channel.new)
-        register_component :event_buffer_cleanup,       EventBufferCleanup.new(AMQP::Channel.new)
-        register_component :event_store_dispatcher,     EventStoreDispatcher.new
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/mongo_models/command_buffer.rb

@@ -1,11 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    module MongoModel
-      class CommandBuffer < MessageBuffer
-        def initialize event_store_mongodb
-          super 'command_buffer', event_store_mongodb
-        end
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/mongo_models/command_log.rb

@@ -1,11 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    module MongoModel
-      class CommandLog < MessageLog
-        def initialize event_store_mongodb
-          super 'command_log', event_store_mongodb
-        end
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/mongo_models/event_buffer.rb

@@ -1,11 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    module MongoModel
-      class EventBuffer < MessageBuffer
-        def initialize event_store_mongodb
-          super 'event_buffer', event_store_mongodb
-        end
-      end
-    end
-  end
-end

data/lib/euston-daemons/message_buffer_daemon/lib/mongo_models/event_log.rb

@@ -1,11 +0,0 @@
-module Euston
-  module MessageBufferDaemon
-    module MongoModel
-      class EventLog < MessageLog
-        def initialize event_store_mongodb
-          super 'event_log', event_store_mongodb
-        end
-      end
-    end
-  end
-end