eventhub-processor 0.4.6 → 0.4.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d463cf4444c37c9d735227c2141eabccbbfee9b7
-  data.tar.gz: 2b7b9c3cc7c79cb6979099e9964ef93af49ea072
+  metadata.gz: 42433583bf8e36e1fea7398bafb1300823a2802e
+  data.tar.gz: 22ab273d6c45e7749dba4e704c3dddc729d00596
 SHA512:
-  metadata.gz: 5af479a23d2449b63b2f517a58f1a6b4ce7cfee740e85eb2118f3b62f56e6e1ae6336b766e4366cdc4eb4aa5f46114c7ec0dd514909304a30aa997c82145c5d4
-  data.tar.gz: caa453b6bfa522f8edb3da49d960703682f36eb7e7d78d0ab171b4b59a448c5310e79a186e34a768b9b96bf622a193ad3db5444fa59c8c60356195a66370358d
+  metadata.gz: fde68540abd486a545855d14f618a6a001ad5ebb6003159a77ab4150de7befbcf19f9a855bf27d854087c52dcb2fe474c29f43ea87aac1cab09427c6d6aabf99
+  data.tar.gz: aba07cd1286c02e6a672a55730c2be08e2b25506b45d721f38f655aba07f0e7923941145e62b231ceca49d4695cc98810dd9e3876fa3ee3525cb3621a23e266d

data/lib/eventhub/argument_parser.rb

@@ -32,4 +32,4 @@ module EventHub
     end
   end
 
-end
+end

data/lib/eventhub/base_exception.rb

@@ -1,2 +1,2 @@
 class EventHub::BaseException < RuntimeError
-end
+end

data/lib/eventhub/configuration.rb

@@ -7,20 +7,28 @@ module EventHub
     attr_accessor :data, :folder, :environment
 
     def initialize
-      @data = nil
+      @data = {}
       @environment = 'development'
     end
 
     def load_file(input, env = 'development')
-      json = JSON.parse(IO.read(input))
+      load_string(IO.read(input), env)
+      true
+    rescue => e
+      EventHub.logger.info("Unexpected exception while loading configuration [#{input}]: #{format_string(e.message)}")
+      false
+    end
+
+    def load_string(json_string, env = 'development')
+      json = JSON.parse(json_string)
       @data = json[env]
       @environment = env
       true
     rescue => e
-      EventHub.logger.info("Unexpected exception while loading configuration [#{input}]: #{format_string(e.message)}")
+      EventHub.logger.info("JSON configuration parsing failed: #{format_string(e.message)}")
       false
     end
 
   end
 
-end
+end

data/lib/eventhub/constant.rb

@@ -1,16 +1,16 @@
 module EventHub
 
   EH_X_INBOUND            = 'event_hub.inbound'
-            
+
   STATUS_INITIAL          = 0         # To be set when dispatcher needs to dispatch to first process step.
   STATUS_SUCCESS          = 200       # To be set to indicate successful processed message. Dispatcher will routes message to the next step.
   STATUS_RETRY            = 300       # To be set to trigger retry cycle controlled by the dispatcher
-  STATUS_RETRY_PENDING    = 301       # Set and used by the dispatcher only. 
-                                      # Set before putting the message into a retry queue. 
-                                      # Once message has been retried it will sent do the same step with status.code = STATUS_SUCCESS 
-  STATUS_INVALID          = 400       # To be set to indicate invalid message (not json, invalid Event Hub Message). 
+  STATUS_RETRY_PENDING    = 301       # Set and used by the dispatcher only.
+                                      # Set before putting the message into a retry queue.
+                                      # Once message has been retried it will sent do the same step with status.code = STATUS_SUCCESS
+  STATUS_INVALID          = 400       # To be set to indicate invalid message (not json, invalid Event Hub Message).
                                       # Dispatcher will publish message to the invalid queue.
-  STATUS_DEADLETTER       = 500       # To be set by dispatcher, processor or channel adapters to indicate 
-                                      # that message needs to be dead-lettered. Rejected messages could miss the 
+  STATUS_DEADLETTER       = 500       # To be set by dispatcher, processor or channel adapters to indicate
+                                      # that message needs to be dead-lettered. Rejected messages could miss the
                                       # status.code = STATUS_DEADLETTER due to the RabbitMQ deadletter exchange mechanism.
-end
+end

data/lib/eventhub/hash_extensions.rb

@@ -1,48 +1,48 @@
 module HashExtensions
 
-	module ClassMethods	
-	end
+  module ClassMethods
+  end
 
-	module InstanceMethods
-		# get value from provided key path, e.g. hash.get(%w(event_hub plate.queue1 retry_s))
-	  # "a" => { "b" => { "c" => { "value"}}}
-	  def get(arg)
-	    path = arg.is_a?(String) ? arg.split('.') : arg
-	    path.inject(self,:[])
-	  rescue NoMethodError 
-	    return nil
-	  end
+  module InstanceMethods
+    # get value from provided key path, e.g. hash.get(%w(event_hub plate.queue1 retry_s))
+    # "a" => { "b" => { "c" => { "value"}}}
+    def get(arg)
+      path = arg.is_a?(String) ? arg.split('.') : arg
+      path.inject(self,:[])
+    rescue NoMethodError
+      return nil
+    end
 
-	  # set value from provided key path, e.h. hash.set('a.b.c','new value')
-	  # if overwrite is false, value will be set if it was nil previously
-	  def set(arg,value,overwrite=true)
-	    *key_path, last = arg.is_a?(String) ? arg.split(".") : arg
-	    if overwrite
-	      key_path.inject(self) { |h,key| h.has_key?(key) ? h[key] :  h[key]={}} [last] = value 
-	    else
-	      key_path.inject(self) { |h,key| h.has_key?(key) ? h[key] :  h[key]={}} [last] ||= value
-	    end  
-	  end
+    # set value from provided key path, e.h. hash.set('a.b.c','new value')
+    # if overwrite is false, value will be set if it was nil previously
+    def set(arg,value,overwrite=true)
+      *key_path, last = arg.is_a?(String) ? arg.split(".") : arg
+      if overwrite
+        key_path.inject(self) { |h,key| h.has_key?(key) ? h[key] :  h[key]={}} [last] = value
+      else
+        key_path.inject(self) { |h,key| h.has_key?(key) ? h[key] :  h[key]={}} [last] ||= value
+      end
+    end
 
-	  # get all keys path, { 'a' => 'value1', 'b' => { 'c' => 'value2'}}.all_keys_with_path => ['a','b.c']
-	  def all_keys_with_path(parent=nil)
-	  	a = []
-	  	each do |k,v|
-	  		if v.is_a?(Hash)
-	  			a << v.all_keys_with_path([parent,k].compact.join('.'))
-	  		else
-	  			a << "#{[parent,k].compact.join(".")}"
-	  		end
-	  	end
-	  	a.flatten
-	  end
+    # get all keys path, { 'a' => 'value1', 'b' => { 'c' => 'value2'}}.all_keys_with_path => ['a','b.c']
+    def all_keys_with_path(parent=nil)
+      a = []
+      each do |k,v|
+        if v.is_a?(Hash)
+          a << v.all_keys_with_path([parent,k].compact.join('.'))
+        else
+          a << "#{[parent,k].compact.join(".")}"
+        end
+      end
+      a.flatten
+    end
 
-	end
-		
-	def self.included(receiver)
-		receiver.extend         ClassMethods
-		receiver.send :include, InstanceMethods
-	end
+  end
+
+  def self.included(receiver)
+    receiver.extend         ClassMethods
+    receiver.send :include, InstanceMethods
+  end
 end
 
 HashExtensions.included(Hash)

data/lib/eventhub/helper.rb

@@ -1,49 +1,49 @@
 module EventHub
 
-	module Helper
-
-		# converts a class like EventHub::PlateStore::MyClassName to an array ['event_hub','plate_store','my_class_name']
-		def class_to_array(class_name)
-			class_name.to_s.split("::").map{ |m| m.gsub(/[A-Z]/) { |c| "_#{c}"}.gsub(/^_/,"").downcase }
-		end
-
-		# replaces CR, LF, CRLF with ";" and cut's string to requied length by adding "..." if string would be longer
-		def format_string(message,max_characters=80)
-		  max_characters = 5 if max_characters < 5
-		  m = message.gsub(/\r\n|\n|\r/m,";")
-		  return (m[0..max_characters-4] + "...") if m.size > max_characters
-		  return m
-	  end
-
-	  def now_stamp(now=nil)
-	  	now ||= Time.now
+  module Helper
+
+    # converts a class like EventHub::PlateStore::MyClassName to an array ['event_hub','plate_store','my_class_name']
+    def class_to_array(class_name)
+      class_name.to_s.split("::").map{ |m| m.gsub(/[A-Z]/) { |c| "_#{c}"}.gsub(/^_/,"").downcase }
+    end
+
+    # replaces CR, LF, CRLF with ";" and cut's string to requied length by adding "..." if string would be longer
+    def format_string(message,max_characters=80)
+      max_characters = 5 if max_characters < 5
+      m = message.gsub(/\r\n|\n|\r/m,";")
+      return (m[0..max_characters-4] + "...") if m.size > max_characters
+      return m
+    end
+
+    def now_stamp(now=nil)
+      now ||= Time.now
       now.utc.strftime("%Y-%m-%dT%H:%M:%S.#{now.usec}Z")
-	  end
-
-	  def duration(difference)
-	  	negative = difference < 0
-	  	difference = difference.abs
-
-			rest, secs = difference.divmod( 60 )  # self is the time difference t2 - t1
-			rest, mins = rest.divmod( 60 )
-			days, hours = rest.divmod( 24 )
-			secs = secs.truncate
-			milliseconds = ((difference - difference.truncate)*1000).round
-
-			result = []
-			result << "#{days} days" if days > 1
-			result << "#{days} day" if days == 1
-			result << "#{hours} hours" if hours > 1
-			result << "#{hours} hour" if hours == 1
-			result << "#{mins} minutes" if mins > 1
-			result << "#{mins} minute" if mins == 1
-			result << "#{secs} seconds" if secs > 1
-			result << "#{secs} second" if secs == 1
-			result << "#{milliseconds} milliseconds" if milliseconds > 1
-			result << "#{milliseconds} millisecond" if milliseconds == 1
-			return (negative ? "-" : "") + result.join(' ')
     end
 
-	end
+    def duration(difference)
+      negative = difference < 0
+      difference = difference.abs
+
+      rest, secs = difference.divmod( 60 )  # self is the time difference t2 - t1
+      rest, mins = rest.divmod( 60 )
+      days, hours = rest.divmod( 24 )
+      secs = secs.truncate
+      milliseconds = ((difference - difference.truncate)*1000).round
+
+      result = []
+      result << "#{days} days" if days > 1
+      result << "#{days} day" if days == 1
+      result << "#{hours} hours" if hours > 1
+      result << "#{hours} hour" if hours == 1
+      result << "#{mins} minutes" if mins > 1
+      result << "#{mins} minute" if mins == 1
+      result << "#{secs} seconds" if secs > 1
+      result << "#{secs} second" if secs == 1
+      result << "#{milliseconds} milliseconds" if milliseconds > 1
+      result << "#{milliseconds} millisecond" if milliseconds == 1
+      return (negative ? "-" : "") + result.join(' ')
+    end
+
+  end
 
 end

data/lib/eventhub/no_deadletter_exception.rb

@@ -1,2 +1,2 @@
 class EventHub::NoDeadletterException < EventHub::BaseException
-end
+end

data/lib/eventhub/processor.rb

@@ -1,269 +1,269 @@
 module EventHub
-	class Processor
-		attr_reader :statistics, :name, :pidfile, :exception_writer
-
-		include Helper
-
-		def version
-			"1.0.0"
-		end
-
-		def initialize(name=nil)
-			@name = name || class_to_array(self.class)[1..-1].join(".")
-			@pidfile = EventHub::Components::Pidfile.new(File.join(Dir.pwd, 'pids', "#{@name}.pid"))
-			@exception_writer = EventHub::Components::ExceptionWriter.new
-			@statistics = EventHub::Statistics.new
-			@heartbeat = EventHub::Heartbeat.new(self)
-			@message_processor = EventHub::MessageProcessor.new(self)
-
-			@channel_receiver = nil
-			@channel_sender		= nil
-			@restart = true
-		end
-
-		def configuration
-			EventHub::Configuration.instance.data
-		end
-
-		def server_host
-			configuration.get('server.host') || 'localhost'
-		end
-
-		def server_user
-			configuration.get('server.user') || 'admin'
-		end
-
-		def server_password
-			configuration.get('server.password') || 'admin'
-		end
-
-		def server_management_port
-			configuration.get('server.management_port') || 15672
-		end
-
-		def server_vhost
-			configuration.get('server.vhost') || 'event_hub'
-		end
-
-		def connection_settings
-			{ user: server_user, password: server_password, host: server_host, vhost: server_vhost }
-		end
-
-		def listener_queues
-			Array(
-				configuration.get('processor.listener_queue') ||
-				configuration.get('processor.listener_queues') ||
-				'undefined_listener_queues'
-			)
-		end
-
-		def watchdog_cycle_in_s
-			configuration.get('processor.watchdog_cycle_is_s') || 15
-		end
-
-		def restart_in_s
-			configuration.get('processor.restart_in_s') || 15
-		end
-
-		def heartbeat_cycle_in_s
-			configuration.get('processor.heartbeat_cycle_in_s') || 300
-		end
-
-		def start(detached = false)
-			daemonize if detached
-
-			EventHub.logger.info("Processor [#{@name}] base folder [#{Dir.pwd}]")
-
-			# use timer here to have last heartbeat message working
-			Signal.trap("TERM") { EventMachine.add_timer(0) { about_to_stop } }
-		  Signal.trap("INT")  { EventMachine.add_timer(0) { about_to_stop } }
-
-			while @restart
-				begin
-					handle_start_internal
-
-					# custom post start method to be overwritten
-					post_start
-
-				rescue => e
-					id = @exception_writer.write(e)
-					EventHub.logger.error("Unexpected exception: #{e}, see => #{id}. Trying to restart in #{self.restart_in_s} seconds...")
-					sleep_break self.restart_in_s
-				end
-			end # while
-
-			# custon post stop method to be overwritten
-			post_stop
-
-			EventHub.logger.info("Processor [#{@name}] has been stopped")
-		ensure
-			pidfile.delete
-		end
-
-		def handle_message(metadata, payload)
-			raise "Please implement method in derived class"
-		end
-
-		def watchdog
-			self.listener_queues.each do |queue_name|
-				begin
-					response = RestClient.get "http://#{self.server_user}:#{self.server_password}@#{self.server_host}:#{self.server_management_port}/api/queues/#{self.server_vhost}/#{queue_name}/bindings", { :content_type => :json}
-	  			data = JSON.parse(response.body)
-
-	  			if response.code != 200
-	  				EventHub.logger.warn("Watchdog: Server did not answered properly. Trying to restart in #{self.restart_in_s} seconds...")
-	  				EventMachine.add_timer(self.restart_in_s) { stop_processor(true) }
-	  			elsif data.size == 0
-	  				EventHub.logger.warn("Watchdog: Something is wrong with the vhost, queue [#{queue_name}], and/or bindings. Trying to restart in #{self.restart_in_s} seconds...")
-	  				EventMachine.add_timer(self.restart_in_s) { stop_processor(true) }
-	  				# does it make sence ? Needs maybe more checks in future
-	  			else
-	  				# Watchdog is happy :-)
-						# add timer for next check
-						EventMachine.add_timer(self.watchdog_cycle_in_s) { watchdog }
-					end
-
-				rescue => e
-					EventHub.logger.error("Watchdog: Unexpected exception: #{e}. Trying to restart in #{self.restart_in_s} seconds...")
-					stop_processor
-				end
-			end
-		end
-
-		# send message
-		def send_message(message, exchange_name = EventHub::EH_X_INBOUND)
-
-			if @channel_sender.nil? || !@channel_sender.open?
-				@channel_sender = AMQP::Channel.new(@connection, prefetch: 1)
-
-				# use publisher confirm
-				@channel_sender.confirm_select
-
-				# @channel.on_error { |ch, channel_close| EventHub.logger.error "Oops! a channel-level exception: #{channel_close.reply_text}" }
+  class Processor
+    attr_reader :statistics, :name, :pidfile, :exception_writer
+
+    include Helper
+
+    def version
+      '1.0.0'
+    end
+
+    def initialize(name=nil)
+      @name = name || class_to_array(self.class)[1..-1].join('.')
+      @pidfile = EventHub::Components::Pidfile.new(File.join(Dir.pwd, 'pids', "#{@name}.pid"))
+      @exception_writer = EventHub::Components::ExceptionWriter.new
+      @statistics = EventHub::Statistics.new
+      @heartbeat = EventHub::Heartbeat.new(self)
+      @message_processor = EventHub::MessageProcessor.new(self)
+
+      @channel_receiver = nil
+      @channel_sender   = nil
+      @restart = true
+    end
+
+    def configuration
+      EventHub::Configuration.instance.data
+    end
+
+    def server_host
+      configuration.get('server.host') || 'localhost'
+    end
+
+    def server_user
+      configuration.get('server.user') || 'admin'
+    end
+
+    def server_password
+      configuration.get('server.password') || 'admin'
+    end
+
+    def server_management_port
+      configuration.get('server.management_port') || 15672
+    end
+
+    def server_vhost
+      configuration.get('server.vhost') || 'event_hub'
+    end
+
+    def connection_settings
+      { user: server_user, password: server_password, host: server_host, vhost: server_vhost }
+    end
+
+    def listener_queues
+      Array(
+        configuration.get('processor.listener_queue') ||
+        configuration.get('processor.listener_queues') ||
+        'undefined_listener_queues'
+      )
+    end
+
+    def watchdog_cycle_in_s
+      configuration.get('processor.watchdog_cycle_is_s') || 15
+    end
+
+    def restart_in_s
+      configuration.get('processor.restart_in_s') || 15
+    end
+
+    def heartbeat_cycle_in_s
+      configuration.get('processor.heartbeat_cycle_in_s') || 300
+    end
+
+    def start(detached = false)
+      daemonize if detached
+
+      EventHub.logger.info("Processor [#{@name}] base folder [#{Dir.pwd}]")
+
+      # use timer here to have last heartbeat message working
+      Signal.trap('TERM') { EventMachine.add_timer(0) { about_to_stop } }
+      Signal.trap('INT')  { EventMachine.add_timer(0) { about_to_stop } }
+
+      while @restart
+        begin
+          handle_start_internal
+
+          # custom post start method to be overwritten
+          post_start
+
+        rescue => e
+          id = @exception_writer.write(e)
+          EventHub.logger.error("Unexpected exception: #{e}, see => #{id}. Trying to restart in #{self.restart_in_s} seconds...")
+          sleep_break self.restart_in_s
+        end
+      end # while
+
+      # custon post stop method to be overwritten
+      post_stop
+
+      EventHub.logger.info("Processor [#{@name}] has been stopped")
+    ensure
+      pidfile.delete
+    end
+
+    def handle_message(metadata, payload)
+      raise 'Please implement method in derived class'
+    end
+
+    def watchdog
+      self.listener_queues.each do |queue_name|
+        begin
+          response = RestClient.get "http://#{self.server_user}:#{self.server_password}@#{self.server_host}:#{self.server_management_port}/api/queues/#{self.server_vhost}/#{queue_name}/bindings", { :content_type => :json}
+          data = JSON.parse(response.body)
+
+          if response.code != 200
+            EventHub.logger.warn("Watchdog: Server did not answered properly. Trying to restart in #{self.restart_in_s} seconds...")
+            EventMachine.add_timer(self.restart_in_s) { stop_processor(true) }
+          elsif data.size == 0
+            EventHub.logger.warn("Watchdog: Something is wrong with the vhost, queue [#{queue_name}], and/or bindings. Trying to restart in #{self.restart_in_s} seconds...")
+            EventMachine.add_timer(self.restart_in_s) { stop_processor(true) }
+            # does it make sence ? Needs maybe more checks in future
+          else
+            # Watchdog is happy :-)
+            # add timer for next check
+            EventMachine.add_timer(self.watchdog_cycle_in_s) { watchdog }
+          end
+
+        rescue => e
+          EventHub.logger.error("Watchdog: Unexpected exception: #{e}. Trying to restart in #{self.restart_in_s} seconds...")
+          stop_processor
+        end
+      end
+    end
+
+    # send message
+    def send_message(message, exchange_name = EventHub::EH_X_INBOUND)
+
+      if @channel_sender.nil? || !@channel_sender.open?
+        @channel_sender = AMQP::Channel.new(@connection, prefetch: 1)
+
+        # use publisher confirm
+        @channel_sender.confirm_select
+
+        # @channel.on_error { |ch, channel_close| EventHub.logger.error "Oops! a channel-level exception: #{channel_close.reply_text}" }
         # @channel.on_ack   { |basic_ack| EventHub.logger.info "Received basic_ack: multiple = #{basic_ack.multiple}, delivery_tag = #{basic_ack.delivery_tag}" }
-			end
-
-			exchange = @channel_sender.direct(exchange_name, :durable => true, :auto_delete => false)
-   		exchange.publish(message.to_json, :persistent => true)
-		end
-
-  	def sleep_break(seconds) # breaks after n seconds or after interrupt
-  		while (seconds > 0)
-    		sleep(1)
-    		seconds -= 1
-    		break unless @restart
-  		end
-		end
-
-		private
-
-		def handle_start_internal
-			AMQP.start(self.connection_settings) do |connection, open_ok|
-				@connection = connection
-
-				handle_connection_loss
-
-				# create channel
-				@channel_receiver = AMQP::Channel.new(@connection, prefetch: 1)
-
-				self.listener_queues.each do |queue_name|
-
-			  	# connect to queue
-			  	queue = @channel_receiver.queue(queue_name, durable: true, auto_delete: false)
-
-			  	# subscribe to queue
-				  queue.subscribe(:ack => true) do |metadata, payload|
-				  	begin
-				  		statistics.measure(payload.size) do
-					  		messages_to_send = @message_processor.process({ metadata: metadata, queue_name: queue_name}, payload)
-
-					  		# forward invalid or returned messages to dispatcher
-						    messages_to_send.each do |message|
-						      send_message(message)
-						    end if messages_to_send
-
-		    				@channel_receiver.acknowledge(metadata.delivery_tag)
-		    			end
-
-		    		rescue EventHub::NoDeadletterException => e
-				  		@channel_receiver.reject(metadata.delivery_tag, true)
-				  		EventHub.logger.error("Unexpected exception in handle_message method: #{e}. Message will be requeued.")
-							@exception_writer.write(e)
-							sleep_break self.restart_in_s
-				  	rescue => e
-				  		@channel_receiver.reject(metadata.delivery_tag, false)
-				  		EventHub.logger.error("Unexpected exception in handle_message method: #{e}. Message dead lettered.")
-							@exception_writer.write(e)
-				  	end
-				  end
-
-				end
-
-			  EventHub.logger.info("Processor [#{@name}] is listening to vhost [#{self.server_vhost}], queues [#{self.listener_queues.join(", ")}]")
-
-				register_timers
-
-				# send first heartbeat
-				heartbeat
-			end
-		end
-
-		def handle_connection_loss
-			@connection.on_tcp_connection_loss do |conn, settings|
-	  		EventHub.logger.warn("Processor lost tcp connection. Trying to restart in #{self.restart_in_s} seconds...")
-	  		stop_processor(true)
-	  	end
-		end
-
-		def register_timers
-		  EventMachine.add_timer(watchdog_cycle_in_s) { watchdog }
-		  EventMachine.add_periodic_timer(heartbeat_cycle_in_s) { heartbeat }
-		end
-
-		def heartbeat(action="running")
-			message = @heartbeat.build_message(action)
-			message.append_to_execution_history(@name)
-		  send_message(message)
-		end
-
-		def about_to_stop
-			heartbeat("stopped")
-			stop_processor
-		end
-
-		def stop_processor(restart=false)
-			@restart = restart
-
-			# close channels
-			[@channel_receiver,@channel_sender].each do |channel|
-				if channel
-					channel.close if channel.open?
-				end
-			end
-
-			# stop connection and event loop
-			if @connection
-				@connection.disconnect if @connection.connected?
-				EventMachine.stop if EventMachine.reactor_running?
-			end
-		end
-
-		def daemonize
-			EventHub.logger.info("Processor [#{@name}] is going to start as daemon")
-
-			# daemonize
-			Process.daemon
-
-			@pidfile.write(Process.pid.to_s)
-		end
-
-		def post_start
-			# method which can be overwritten to call a code sequence after reactor start
-		end
-
-		def post_stop
-			# method which can be overwritten to call a code sequence after reactor stop
-		end
-
-	end
+      end
+
+      exchange = @channel_sender.direct(exchange_name, :durable => true, :auto_delete => false)
+      exchange.publish(message.to_json, :persistent => true)
+    end
+
+    def sleep_break(seconds) # breaks after n seconds or after interrupt
+      while (seconds > 0)
+        sleep(1)
+        seconds -= 1
+        break unless @restart
+      end
+    end
+
+    private
+
+    def handle_start_internal
+      AMQP.start(self.connection_settings) do |connection, open_ok|
+        @connection = connection
+
+        handle_connection_loss
+
+        # create channel
+        @channel_receiver = AMQP::Channel.new(@connection, prefetch: 1)
+
+        self.listener_queues.each do |queue_name|
+
+          # connect to queue
+          queue = @channel_receiver.queue(queue_name, durable: true, auto_delete: false)
+
+          # subscribe to queue
+          queue.subscribe(:ack => true) do |metadata, payload|
+            begin
+              statistics.measure(payload.size) do
+                messages_to_send = @message_processor.process({ metadata: metadata, queue_name: queue_name}, payload)
+
+                # forward invalid or returned messages to dispatcher
+                messages_to_send.each do |message|
+                  send_message(message)
+                end if messages_to_send
+
+                @channel_receiver.acknowledge(metadata.delivery_tag)
+              end
+
+            rescue EventHub::NoDeadletterException => e
+              @channel_receiver.reject(metadata.delivery_tag, true)
+              EventHub.logger.error("Unexpected exception in handle_message method: #{e}. Message will be requeued.")
+              @exception_writer.write(e)
+              sleep_break self.restart_in_s
+            rescue => e
+              @channel_receiver.reject(metadata.delivery_tag, false)
+              EventHub.logger.error("Unexpected exception in handle_message method: #{e}. Message dead lettered.")
+              @exception_writer.write(e)
+            end
+          end
+
+        end
+
+        EventHub.logger.info("Processor [#{@name}] is listening to vhost [#{self.server_vhost}], queues [#{self.listener_queues.join(', ')}]")
+
+        register_timers
+
+        # send first heartbeat
+        heartbeat
+      end
+    end
+
+    def handle_connection_loss
+      @connection.on_tcp_connection_loss do |conn, settings|
+        EventHub.logger.warn("Processor lost tcp connection. Trying to restart in #{self.restart_in_s} seconds...")
+        stop_processor(true)
+      end
+    end
+
+    def register_timers
+      EventMachine.add_timer(watchdog_cycle_in_s) { watchdog }
+      EventMachine.add_periodic_timer(heartbeat_cycle_in_s) { heartbeat }
+    end
+
+    def heartbeat(action = 'running')
+      message = @heartbeat.build_message(action)
+      message.append_to_execution_history(@name)
+      send_message(message)
+    end
+
+    def about_to_stop
+      heartbeat('stopped')
+      stop_processor
+    end
+
+    def stop_processor(restart=false)
+      @restart = restart
+
+      # close channels
+      [@channel_receiver, @channel_sender].each do |channel|
+        if channel
+          channel.close if channel.open?
+        end
+      end
+
+      # stop connection and event loop
+      if @connection
+        @connection.disconnect if @connection.connected?
+        EventMachine.stop if EventMachine.reactor_running?
+      end
+    end
+
+    def daemonize
+      EventHub.logger.info("Processor [#{@name}] is going to start as daemon")
+
+      # daemonize
+      Process.daemon
+
+      @pidfile.write(Process.pid.to_s)
+    end
+
+    def post_start
+      # method which can be overwritten to call a code sequence after reactor start
+    end
+
+    def post_stop
+      # method which can be overwritten to call a code sequence after reactor stop
+    end
+
+  end
 end

data/lib/eventhub/version.rb

@@ -1,3 +1,3 @@
 module EventHub
-  VERSION = "0.4.6"
+  VERSION = '0.4.7'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: eventhub-processor
 version: !ruby/object:Gem::Version
-  version: 0.4.6
+  version: 0.4.7
 platform: ruby
 authors:
 - Thomas Steiner
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-19 00:00:00.000000000 Z
+date: 2015-01-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -217,3 +217,4 @@ signing_key:
 specification_version: 4
 summary: Gem to build Event Hub processors
 test_files: []
+has_rdoc: