euston-daemons 1.0.4-java → 1.1.0-java

metadata

@@ -2,7 +2,7 @@
 name: euston-daemons
 version: !ruby/object:Gem::Version
   prerelease:
-  version: 1.0.4
+  version: 1.1.0
 platform: java
 authors:
 - Lee Henson
@@ -10,161 +10,194 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2011-09-27 00:00:00.000000000 +01:00
+date: 2011-10-03 00:00:00.000000000 +01:00
 default_executable:
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
-  version_requirements: &2334 !ruby/object:Gem::Requirement
+  version_requirements: &2198 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 3.0.0
     none: false
-  requirement: *2334
+  requirement: *2198
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
   name: activesupport
-  version_requirements: &2352 !ruby/object:Gem::Requirement
+  version_requirements: &2216 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 3.0.0
     none: false
-  requirement: *2352
+  requirement: *2216
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
   name: erb-yaml
-  version_requirements: &2368 !ruby/object:Gem::Requirement
+  version_requirements: &2232 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 1.0.0
     none: false
-  requirement: *2368
+  requirement: *2232
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
-  name: hollywood
-  version_requirements: &2384 !ruby/object:Gem::Requirement
+  name: euston
+  version_requirements: &2248 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 1.1.0
     none: false
-  requirement: *2384
+  requirement: *2248
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
-  name: i18n
-  version_requirements: &2400 !ruby/object:Gem::Requirement
+  name: euston-eventstore
+  version_requirements: &2264 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 1.1.0
     none: false
-  requirement: *2400
+  requirement: *2264
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
-  name: require_all
-  version_requirements: &2416 !ruby/object:Gem::Requirement
+  name: euston-rabbitmq
+  version_requirements: &2280 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.2.0
+        version: 1.1.0
     none: false
-  requirement: *2416
+  requirement: *2280
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
-  name: safely
-  version_requirements: &2432 !ruby/object:Gem::Requirement
+  name: hollywood
+  version_requirements: &2296 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.3.0
+        version: 1.0.0
     none: false
-  requirement: *2432
+  requirement: *2296
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
-  name: euston-rabbitmq
-  version_requirements: &2448 !ruby/object:Gem::Requirement
+  name: i18n
+  version_requirements: &2312 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 0.5.0
+    none: false
+  requirement: *2312
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: safely
+  version_requirements: &2328 !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.0
     none: false
-  requirement: *2448
+  requirement: *2328
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
   name: jessica
-  version_requirements: &2464 !ruby/object:Gem::Requirement
+  version_requirements: &2344 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 1.0.0
     none: false
-  requirement: *2464
+  requirement: *2344
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
   name: jmongo
-  version_requirements: &2480 !ruby/object:Gem::Requirement
+  version_requirements: &2360 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 1.1.0
     none: false
-  requirement: *2480
+  requirement: *2360
   prerelease: false
   type: :runtime
 - !ruby/object:Gem::Dependency
-  name: euston
-  version_requirements: &2496 !ruby/object:Gem::Requirement
+  name: awesome_print
+  version_requirements: &2376 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 0.4.0
     none: false
-  requirement: *2496
+  requirement: *2376
   prerelease: false
-  type: :runtime
+  type: :development
 - !ruby/object:Gem::Dependency
-  name: euston-eventstore
-  version_requirements: &2512 !ruby/object:Gem::Requirement
+  name: cranky
+  version_requirements: &2394 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 0.2.0
     none: false
-  requirement: *2512
+  requirement: *2394
   prerelease: false
-  type: :runtime
+  type: :development
 - !ruby/object:Gem::Dependency
-  name: mongoid-glue
-  version_requirements: &2528 !ruby/object:Gem::Requirement
+  name: ffaker
+  version_requirements: &2410 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 1.8.0
     none: false
-  requirement: *2528
+  requirement: *2410
   prerelease: false
-  type: :runtime
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: fuubar
+  version_requirements: &2426 !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.0
+    none: false
+  requirement: *2426
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rabbitmqadmin-cli
+  version_requirements: &2442 !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+    none: false
+  requirement: *2442
+  prerelease: false
+  type: :development
 - !ruby/object:Gem::Dependency
   name: rspec
-  version_requirements: &2544 !ruby/object:Gem::Requirement
+  version_requirements: &2458 !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 2.6.0
     none: false
-  requirement: *2544
+  requirement: *2458
   prerelease: false
   type: :development
 description: ''
@@ -181,34 +214,68 @@ files:
 - euston-daemons.gemspec
 - lib/euston-daemons.rb
 - lib/euston-daemons/command_processor_daemon/config/environment.rb
-- lib/euston-daemons/command_processor_daemon/lib/components/command_handler_component.rb
+- lib/euston-daemons/command_processor_daemon/lib/clients/command_handler.rb
+- lib/euston-daemons/command_processor_daemon/lib/command_handlers/retry_failed_message.rb
 - lib/euston-daemons/command_processor_daemon/lib/daemon.rb
-- lib/euston-daemons/command_processor_daemon/lib/settings.rb
+- lib/euston-daemons/command_processor_daemon/lib/mongo_models/failed_message.rb
 - lib/euston-daemons/command_processor_daemon/rake_task.rb
+- lib/euston-daemons/euston/daemon.rb
+- lib/euston-daemons/euston/daemon_client.rb
+- lib/euston-daemons/euston/daemon_component.rb
+- lib/euston-daemons/euston/daemon_environment.rb
 - lib/euston-daemons/event_processor_daemon/config/environment.rb
-- lib/euston-daemons/event_processor_daemon/lib/components/event_handler_component.rb
+- lib/euston-daemons/event_processor_daemon/lib/clients/event_handler.rb
 - lib/euston-daemons/event_processor_daemon/lib/daemon.rb
-- lib/euston-daemons/event_processor_daemon/lib/settings.rb
+- lib/euston-daemons/event_processor_daemon/lib/event_handlers/message_failure.rb
 - lib/euston-daemons/event_processor_daemon/rake_task.rb
-- lib/euston-daemons/framework/basic_component.rb
-- lib/euston-daemons/framework/channel_thread.rb
-- lib/euston-daemons/framework/component_shutdown.rb
-- lib/euston-daemons/framework/daemon.rb
-- lib/euston-daemons/framework/handler_bindings_component.rb
-- lib/euston-daemons/framework/queue.rb
 - lib/euston-daemons/message_buffer_daemon/config/environment.rb
-- lib/euston-daemons/message_buffer_daemon/lib/components/buffer_component.rb
-- lib/euston-daemons/message_buffer_daemon/lib/components/event_store_component.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/command_buffer_cleanup.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/command_buffer_publisher.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/command_logger.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/euston_exchange_accessors.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/event_buffer_cleanup.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/event_buffer_publisher.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/event_logger.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/event_store_dispatcher.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/message_buffer_cleanup.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/message_buffer_publisher.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/message_logger.rb
+- lib/euston-daemons/message_buffer_daemon/lib/clients/mongo_model_accessors.rb
 - lib/euston-daemons/message_buffer_daemon/lib/daemon.rb
-- lib/euston-daemons/message_buffer_daemon/lib/message_logger.rb
-- lib/euston-daemons/message_buffer_daemon/lib/publisher.rb
-- lib/euston-daemons/message_buffer_daemon/lib/read_model/message_log.rb
-- lib/euston-daemons/message_buffer_daemon/lib/settings.rb
-- lib/euston-daemons/message_buffer_daemon/lib/subscriber.rb
+- lib/euston-daemons/message_buffer_daemon/lib/mongo_models/command_buffer.rb
+- lib/euston-daemons/message_buffer_daemon/lib/mongo_models/command_log.rb
+- lib/euston-daemons/message_buffer_daemon/lib/mongo_models/event_buffer.rb
+- lib/euston-daemons/message_buffer_daemon/lib/mongo_models/event_log.rb
+- lib/euston-daemons/message_buffer_daemon/lib/mongo_models/message_buffer.rb
+- lib/euston-daemons/message_buffer_daemon/lib/mongo_models/message_log.rb
 - lib/euston-daemons/message_buffer_daemon/rake_task.rb
 - lib/euston-daemons/rake_task.rb
 - lib/euston-daemons/rake_tasks.rb
+- lib/euston-daemons/snapshot_daemon/lib/clients/snapshotter.rb
 - lib/euston-daemons/version.rb
+- sample/Rakefile
+- sample/amqp_config.yml
+- sample/command_handlers.rb
+- sample/command_processor_daemon_config.yml
+- sample/event_handlers.rb
+- sample/event_processor_daemon_config.yml
+- sample/message_buffer_daemon_config.yml
+- sample/mongoid_config.yml
+- sample/pids/.placeholder
+- spec/daemons/command_buffer_publisher_spec.rb
+- spec/daemons/command_handler_spec.rb
+- spec/daemons/event_handler_spec.rb
+- spec/daemons/snapshot_client_spec.rb
+- spec/spec_helper.rb
+- spec/support/factories/commands.rb
+- spec/support/factories/commit.rb
+- spec/support/factories/event_message.rb
+- spec/support/factories/events.rb
+- spec/support/filters.rb
+- spec/support/sample_model/commands.rb
+- spec/support/sample_model/counter.rb
+- spec/support/sample_model/counter2.rb
+- spec/support/stub_retrying_subscription.rb
 has_rdoc: true
 homepage: http://github.com/leemhenson/euston-daemons
 licenses: []

data/lib/euston-daemons/command_processor_daemon/lib/components/command_handler_component.rb

@@ -1,56 +0,0 @@
-module Euston
-  module CommandProcessorDaemon
-    class CommandHandlerComponent
-      include Euston::Daemons::ComponentShutdown
-
-      attr_reader :cli_thread
-
-      def initialize daemon
-        @daemon = daemon
-      end
-
-      def start
-        handler_finder = Euston::RabbitMq::HandlerFinder.new [Euston::CommandHandler]
-        handler_finder.namespaces << Euston::RabbitMq::CommandHandlers
-        handler_finder.namespaces.push(*COMMAND_HANDLER_NAMESPACES) if Object.const_defined? 'COMMAND_HANDLER_NAMESPACES'
-        handlers = handler_finder.find
-
-        binder = Euston::RabbitMq::CommandHandlerBinder.new handlers
-        binder.ensure_bindings_exist
-
-        @cli_thread = Thread.new(@daemon, handlers) do |daemon, handlers|
-          channel_thread = Euston::Daemons::ChannelThread.new
-          channel_thread.daemon = daemon
-
-          channel_thread.run do |channel|
-            message_received = Proc.new do |message|
-              command_headers = CommandHeaders.from_hash(message[:headers]).freeze
-              command_body = message[:body].freeze
-
-              handler_type = command_headers.type.to_s.camelize.to_sym
-              handler_method_name = "__version__#{command_headers.version}"
-
-              handlers.find_all { |reference| reference.name == handler_type }.each do |reference|
-                EUSTON_LOG.debug "Delivering message to: #{reference.name}.#{handler_method_name}"
-
-                reference.handler.new.send handler_method_name, command_headers, command_body
-              end
-            end
-
-            Euston::RabbitMq::RetriableSubscription.new(channel, :command_handlers)
-              .when(:message_received => message_received)
-              .attach_queue_hook_listeners
-          end
-        end
-      end
-
-      def thread_state
-        @cli_thread.status
-      end
-
-      def stop
-        @cli_thread[:stop] = true
-      end
-    end
-  end
-end

data/lib/euston-daemons/command_processor_daemon/lib/settings.rb

@@ -1,22 +0,0 @@
-module Euston
-  module CommandProcessorDaemon
-    module Settings
-      def self.configure(cfg=nil)
-        @config ||= {}
-        @config.merge!(cfg) if cfg && cfg.is_a?(Hash)
-      end
-
-      def self.client_instances
-        @config[:client_instances] || 1
-      end
-
-      def self.mongo_db_name
-        @config[:mongo_db_name]
-      end
-
-      def self.debug
-        @config[:debug]
-      end
-    end
-  end
-end

data/lib/euston-daemons/event_processor_daemon/lib/components/event_handler_component.rb

@@ -1,58 +0,0 @@
-module Euston
-  module EventProcessorDaemon
-    class EventHandlerComponent
-      include Euston::Daemons::ComponentShutdown
-
-      attr_reader :cli_threads
-
-      def initialize daemon
-        @daemon = daemon
-        @cli_threads = {}
-      end
-
-      def start
-        handler_finder = Euston::RabbitMq::HandlerFinder.new [Euston::EventHandler]
-        handler_finder.namespaces << Euston::RabbitMq::EventHandlers
-        handler_finder.namespaces.push(*EVENT_HANDLER_NAMESPACES) if Object.const_defined? 'EVENT_HANDLER_NAMESPACES'
-        handlers = handler_finder.find
-
-        binder = Euston::RabbitMq::EventHandlerBinder.new handlers
-        binder.ensure_bindings_exist
-
-        handlers.each do |reference|
-          @cli_threads[reference.handler.to_s] = Thread.new(@daemon, reference) do |daemon, reference|
-            channel_thread = Euston::Daemons::ChannelThread.new
-            channel_thread.daemon = daemon
-
-            channel_thread.run do |channel|
-              message_received = Proc.new do |message|
-                event_headers = EventHeaders.from_hash message[:headers]
-                event_body = message[:body]
-
-                handler_method_name = "__event_handler__#{event_headers.type}__#{event_headers.version}"
-
-                EUSTON_LOG.debug "Delivering message to: #{reference.handler}.#{handler_method_name}"
-
-                reference.handler.new.send handler_method_name, event_headers.freeze, event_body.freeze
-              end
-
-              Euston::RabbitMq::RetriableSubscription.new(channel, reference.name.to_s.underscore)
-                .when(:message_received => message_received)
-                .attach_queue_hook_listeners
-            end
-          end
-        end
-      end
-
-      def thread_state
-        out = {}
-        @cli_threads.each { |k, th| out[k] = th.status }
-        out.inspect
-      end
-
-      def stop
-        @cli_threads.values.each { |th| th[:stop] = true }
-      end
-    end
-  end
-end

data/lib/euston-daemons/event_processor_daemon/lib/settings.rb

@@ -1,26 +0,0 @@
-module Euston
-  module EventProcessorDaemon
-    module Settings
-      def self.configure(cfg=nil)
-        @config ||= {}
-        @config.merge!(cfg) if cfg && cfg.is_a?(Hash)
-      end
-
-      def self.server_instances
-        @config[:server_instances] || 2
-      end
-
-      def self.bus_port_base
-        (@config[:zmq_base_port] || 8200).to_i
-      end
-
-      def self.mongo_db_name
-        @config[:mongo_db_name]
-      end
-
-      def self.debug
-        @config[:debug]
-      end
-    end
-  end
-end

data/lib/euston-daemons/framework/basic_component.rb

@@ -1,33 +0,0 @@
-module Euston
-  module Daemons
-    class BasicComponent
-      include Euston::Daemons::ComponentShutdown
-
-      attr_reader :client, :cli_thread
-
-      def initialize(hosted_object)
-        @client = hosted_object
-      end
-
-      def start
-        @cli_thread = Thread.new do
-          begin
-            @client.start
-          rescue => e
-            Thread.current[:exception] = e
-          end
-          check_exception_and_shutdown
-        end
-      end
-
-      def thread_state
-        @cli_thread.status
-      end
-
-      def stop
-        @cli_thread[:stop] = true
-        @client.disconnect if @client.respond_to?(:disconnect)
-      end
-    end
-  end
-end

data/lib/euston-daemons/framework/channel_thread.rb

@@ -1,22 +0,0 @@
-module Euston
-  module Daemons
-    class ChannelThread
-      include ComponentShutdown
-
-      def run &blk
-        begin
-          channel = AMQP::Channel.new
-          channel.prefetch(1)
-
-          yield channel
-        rescue => e
-          Thread.current[:exception] = e
-        ensure
-          channel.disconnect unless channel.nil?
-        end
-
-        check_exception_and_shutdown
-      end
-    end
-  end
-end

data/lib/euston-daemons/framework/component_shutdown.rb

@@ -1,22 +0,0 @@
-module Euston
-  module Daemons
-    module ComponentShutdown
-      attr_writer :daemon
-
-      def check_exception_and_shutdown(errors=[])
-        if errors.compact.empty?
-          errors << Thread.current[:exception]
-          return if errors.compact.empty?
-        end
-        errors.compact.each do |e|
-          if e.respond_to?(:cause) #its a serious (Java?) exception
-            Thread.current[:stop] = true
-            @daemon.irrecoverable_signal_from_component! e
-          else
-            Safely.report! e
-          end
-        end
-      end
-    end
-  end
-end

data/lib/euston-daemons/framework/daemon.rb

@@ -1,27 +0,0 @@
-module Euston
-  module Daemon
-    def errors
-      @errors ||= Queue.new
-    end
-
-    def irrecoverable_signal_from_component!(e)
-      self.errors.push e
-      @queue.push "SHUTDOWN"
-    end
-
-    def report_shutdown_reasons
-      sleep(0.25)
-      reports = []
-      until self.errors.empty? do
-        e = self.errors.pop(true) rescue nil
-        next if e.nil?
-        case e
-        when NativeException
-          Safely.report!(e.cause)
-        else
-          Safely.report!(e)
-        end
-      end
-    end
-  end
-end

data/lib/euston-daemons/framework/handler_bindings_component.rb

@@ -1,56 +0,0 @@
-# module Euston
-#   module Daemons
-#     class HandlerBindingsComponent
-#       include Euston::Daemons::ComponentShutdown
-
-#       attr_reader :cli_threads
-
-#       def initialize
-#         @cli_threads = {}
-#       end
-
-#       def start
-#         inspector = Euston::RabbitMq::HandlerInspector.new
-#         inspector.namespaces.push *handler_namespaces
-#         inspector.when(:handler_found => bind_thread_to_handler).start
-#       end
-
-#       def thread_state
-#         states = {}
-#         @cli_threads.each { |key, thread| out[key] = thread.status }
-#         states.inspect
-#       end
-
-#       def stop
-#         @cli_threads.values.each { |th| th[:stop] = true }
-#       end
-
-#       private
-
-#       def bind_thread_to_handler namespace, handler
-#         @cli_threads["#{namespace}.#{handler}"] = Thread.new(namespace, handler) do |namespace, handler|
-#           begin
-#             channel = AMQP::Channel.new
-#             channel.prefetch(1)
-
-#             EUSTON_LOG.debug "Listening on: #{namespace}.#{handler}"
-
-#             binding = HandlerBinding.new channel, namespace, handler, routing_key_prefix
-#             binding.bind
-#             binding.listen
-#           rescue => e
-#             Thread.current[:exception] = e
-#           ensure
-#             channel.disconnect
-#           end
-
-#           check_exception_and_shutdown
-#         end
-#       end
-
-#       def handler_namespaces
-#         # abstract
-#       end
-#     end
-#   end
-# end