euston-daemons 1.0.1

data/lib/euston-daemons/message_buffer_daemon/lib/subscriber.rb

@@ -0,0 +1,60 @@
+module Euston
+  module MessageBufferDaemon
+    class Subscriber
+      class << self
+        def commands_buffer channel
+          self.new channel, :commands
+        end
+
+        def events_buffer channel
+          self.new channel, :events
+        end
+      end
+
+      include Euston::RabbitMq::Exchanges
+      include Euston::RabbitMq::Queues
+      include Hollywood
+
+      def initialize channel, exchange_name
+        @read_model = Euston::MessageBufferDaemon::ReadModel::MessageBuffer.send exchange_name
+
+        @channel = channel
+        @channel.prefetch(1)
+        @exchange = get_exchange @channel, exchange_name
+        @queue = get_queue @channel, "#{exchange_name}_buffer"
+        @queue.bind @exchange, :routing_key => "#{exchange_name}.#"
+
+        @queue.when(:message_decode_failed => method(:log_failure),
+                    :message_failed        => method(:message_failed),
+                    :message_received      => method(:remove_message_from_buffer))
+
+        @consumer = @queue.consumer
+      end
+
+      def disconnect
+        @channel.disconnect
+      end
+
+      def dequeue_buffered_messages(timeout) #will block until message or timeout
+        @queue.safe_subscribe_with_timeout(@consumer, timeout)
+      end
+
+      def log_failure message, error
+        text = "A buffer queue subscription failed. [Error] #{error.message} [Payload] #{message}"
+        err = Euston::RabbitMq::MessageDecodeFailedError.new text
+        err.set_backtrace error.backtrace
+
+        Safely.report! err
+      end
+
+      def message_failed(message, error, header)
+        header.ack!
+        log_failure message, error
+      end
+
+      def remove_message_from_buffer message
+        @read_model.remove_published_message message[:headers][:id]
+      end
+    end
+  end
+end

data/lib/euston-daemons/message_buffer_daemon/rake_task.rb

@@ -0,0 +1,30 @@
+module Euston
+  class MessageBufferRakeTask < Euston::Daemons::RakeTask
+    attr_accessor :amqp_config_path, :daemon_config_path, :mongoid_config_path
+
+    def initialize
+      super(:message_buffer_daemon)
+    end
+
+    def before_creating_task
+      @daemon_path = File.expand_path(File.dirname __FILE__) + File::SEPARATOR
+      @daemon_class = 'Euston::MessageBufferDaemon::Daemon'
+    end
+
+    def initialize_paths
+      EUSTON_LOG.debug "AMQP config path: #{@amqp_config_path}"
+      Object.const_set :AMQP_CONFIG_PATH, @amqp_config_path
+
+      EUSTON_LOG.debug "Daemon config path: #{@daemon_config_path}"
+      Object.const_set :DAEMON_CONFIG_PATH, @daemon_config_path
+
+      EUSTON_LOG.debug "Mongoid config path: #{@mongoid_config_path}"
+      Object.const_set :MONGOID_CONFIG_PATH, @mongoid_config_path
+    end
+
+    def load_environment
+      EUSTON_LOG.debug "Loading environment"
+      require_rel 'config/environment.rb'
+    end
+  end
+end

data/lib/euston-daemons/rake_task.rb

@@ -0,0 +1,116 @@
+module Euston
+  module Daemons
+    class RakeTask < ::Rake::TaskLib
+      include ::Rake::DSL if defined?(::Rake::DSL)
+
+      # Name of task.
+      #
+      # default:
+      #   :daemon
+      attr_accessor :name
+
+      # Bundler groups. Can be a single symbol or an array of symbols.
+      attr_accessor :bundler_groups
+
+      # Daemon class. Must be supplied as a string.
+      attr_accessor :daemon_class
+
+      # Log file path
+      #
+      # default:
+      #   /var/log/euston.log
+      attr_accessor :log_path
+
+      # Use verbose output. If this is set to true, the task will print the
+      # executed command to stdout.
+      #
+      # default:
+      #   true
+      attr_accessor :verbose
+
+      def initialize(*args)
+        @name = args.shift || :daemon
+        @log_path = '/var/log/euston.log'
+        @verbose = true
+
+        Object.const_set :EUSTON_ENV, get_environment unless Object.const_defined? :EUSTON_ENV
+
+        yield self if block_given?
+        send :before_creating_task if respond_to? :before_creating_task
+
+        desc("Run a Euston daemon") unless ::Rake.application.last_comment
+
+        task name do
+          RakeFileUtils.send(:verbose, verbose) do
+            initialize_logger
+            log_startup
+            initialize_paths
+            load_framework
+            load_environment
+            launch_and_wait_for_exit
+            log_shutdown
+          end
+        end
+      end
+
+      private
+
+      def get_environment
+        environment = ENV['EUSTON_ENV'].to_s.downcase.to_sym
+        environments = [:development, :test, :staging, :production]
+        environment = :development unless environments.include? environment
+        environment
+      end
+
+      def initialize_logger
+        Object.const_set :EUSTON_LOG, Logger.new(@log_path.gsub(/\.log$/, ".#{EUSTON_ENV}.log"))
+      end
+
+      def initialize_paths
+        # virtual
+      end
+
+      def launch_and_wait_for_exit
+        ns = Object
+
+        @daemon_class.split('::').each do |c|
+          raise "Couldn't find the specified daemon class at #{@daemon_class}" unless ns.const_defined? c
+          ns = ns.const_get c.to_sym
+        end
+
+        daemon = ns.new
+        trap_exit_signals daemon
+        daemon.run
+      end
+
+      def load_framework
+        EUSTON_LOG.debug "Loading framework"
+        require_rel 'framework'
+      end
+
+      def log_shutdown
+        print_log_banner "Daemon shut down: #{@daemon_class}"
+      end
+
+      def log_startup
+        print_log_banner "Starting daemon: #{@daemon_class}"
+      end
+
+      def print_log_banner banner
+        border = '-' * banner.length
+
+        EUSTON_LOG.info ''
+        EUSTON_LOG.info border
+        EUSTON_LOG.info banner
+        EUSTON_LOG.info border
+        EUSTON_LOG.info ''
+      end
+
+      def trap_exit_signals daemon
+        signals = %W(INT TERM) & Signal.list.keys
+        signals.each { |sig| sig.freeze }.freeze
+        signals.each { |sig| Signal.trap(sig) { daemon.queue.push(sig) } }
+      end
+    end
+  end
+end

data/lib/euston-daemons/version.rb

@@ -0,0 +1,5 @@
+module Euston
+  module Daemons
+    VERSION = "1.0.1"
+  end
+end

data/lib/euston-daemons.rb

@@ -0,0 +1,17 @@
+require 'hollywood'
+require 'logger'
+require 'rake/tasklib'
+require 'require_all'
+
+if RUBY_PLATFORM.to_s == 'java'
+  module Uuid
+    def self.generate
+      Java::JavaUtil::UUID.randomUUID().toString()
+    end
+  end
+
+  require_rel 'euston-daemons/rake_task.rb'
+  require_rel 'euston-daemons/command_processor_daemon/rake_task.rb'
+  require_rel 'euston-daemons/event_processor_daemon/rake_task.rb'
+  require_rel 'euston-daemons/message_buffer_daemon/rake_task.rb'
+end

metadata

@@ -0,0 +1,201 @@
+--- !ruby/object:Gem::Specification
+name: euston-daemons
+version: !ruby/object:Gem::Version
+  version: 1.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Lee Henson
+- Guy Boertje
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-09-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activemodel
+  requirement: &81141520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *81141520
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: &80947570 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80947570
+- !ruby/object:Gem::Dependency
+  name: erb-yaml
+  requirement: &80947250 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80947250
+- !ruby/object:Gem::Dependency
+  name: hollywood
+  requirement: &80947010 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80947010
+- !ruby/object:Gem::Dependency
+  name: i18n
+  requirement: &80946720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80946720
+- !ruby/object:Gem::Dependency
+  name: require_all
+  requirement: &80946410 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80946410
+- !ruby/object:Gem::Dependency
+  name: safely
+  requirement: &80946090 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80946090
+- !ruby/object:Gem::Dependency
+  name: euston
+  requirement: &80945730 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80945730
+- !ruby/object:Gem::Dependency
+  name: euston-eventstore
+  requirement: &80945150 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80945150
+- !ruby/object:Gem::Dependency
+  name: mongoid-glue
+  requirement: &80944880 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *80944880
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &80944560 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+  type: :development
+  prerelease: false
+  version_requirements: *80944560
+description: ''
+email:
+- lee.m.henson@gmail.com
+- guyboertje@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- Rakefile
+- euston-daemons.gemspec
+- lib/euston-daemons.rb
+- lib/euston-daemons/command_processor_daemon/config/environment.rb
+- lib/euston-daemons/command_processor_daemon/lib/components/command_handler_component.rb
+- lib/euston-daemons/command_processor_daemon/lib/daemon.rb
+- lib/euston-daemons/command_processor_daemon/lib/settings.rb
+- lib/euston-daemons/command_processor_daemon/rake_task.rb
+- lib/euston-daemons/event_processor_daemon/config/environment.rb
+- lib/euston-daemons/event_processor_daemon/lib/components/event_handler_component.rb
+- lib/euston-daemons/event_processor_daemon/lib/daemon.rb
+- lib/euston-daemons/event_processor_daemon/lib/settings.rb
+- lib/euston-daemons/event_processor_daemon/rake_task.rb
+- lib/euston-daemons/framework/basic_component.rb
+- lib/euston-daemons/framework/component_shutdown.rb
+- lib/euston-daemons/framework/daemon.rb
+- lib/euston-daemons/framework/queue.rb
+- lib/euston-daemons/message_buffer_daemon/config/environment.rb
+- lib/euston-daemons/message_buffer_daemon/lib/components/buffer_component.rb
+- lib/euston-daemons/message_buffer_daemon/lib/components/event_store_component.rb
+- lib/euston-daemons/message_buffer_daemon/lib/daemon.rb
+- lib/euston-daemons/message_buffer_daemon/lib/message_logger.rb
+- lib/euston-daemons/message_buffer_daemon/lib/publisher.rb
+- lib/euston-daemons/message_buffer_daemon/lib/read_model/message_buffer.rb
+- lib/euston-daemons/message_buffer_daemon/lib/read_model/message_log.rb
+- lib/euston-daemons/message_buffer_daemon/lib/settings.rb
+- lib/euston-daemons/message_buffer_daemon/lib/subscriber.rb
+- lib/euston-daemons/message_buffer_daemon/rake_task.rb
+- lib/euston-daemons/rake_task.rb
+- lib/euston-daemons/version.rb
+homepage: http://github.com/leemhenson/euston-daemons
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Message buffer, command processor and event processor daemons for Euston-RabbitMq
+test_files: []