eventhub-processor 0.3.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d49b2fd5c92b9661ed09bd39b1121c38cd761dd0
-  data.tar.gz: c3d0641193fd5dec17225c2291d8795f8e00542f
+  metadata.gz: 7aa5e7a8e2f31b9683c5ff655c76c1c46bc75372
+  data.tar.gz: 717a76158ee4c97ba9b5595a8d21814bd36d0102
 SHA512:
-  metadata.gz: cd0bffe7bcd37d0201528368a394c1bb8171e866841589b60d87f75360c9e3eab616848ca9d441cb801c7d5648c6397d910b0fe694e3bcd89c4524aae6e4c302
-  data.tar.gz: 9e06375d46cde18f2ebb0397d4f1ccdf0bbbd9757b7a3d2e9583330b49ab8e8b58cd295fcbb5d0e05abdfeb608c26c2fac425083d5cb3912eade85b7817a3f8f
+  metadata.gz: ba810bf60a874be8e0611d2156e17a90e67a12dbfe68258d17b11ddcfdeb490fd237b8426322328d46b6bea5d818f5078c29bb5b944e3534d1f1b964dea72104
+  data.tar.gz: 335f306fd2c7300967fd702dace1239eca7a07b4030ee1b0be50b3f723c627704c15027e944d7c159bddac96b0e4cf440cf9574b8637f901c4f1a8a11fc81cb9

data/lib/eventhub-processor.rb

@@ -1,37 +1,37 @@
-require 'amqp'
-require 'rest-client'
-require 'json'
-require 'singleton'
-require 'uuidtools'
-require 'base64'
-require 'socket'
-require 'ostruct'
-require 'optparse'
-
-require_relative 'eventhub/argument_parser'
-require_relative 'eventhub/version'
-require_relative 'eventhub/constant'
-require_relative 'eventhub/helper'
-require_relative 'eventhub/multi_logger'
-
-require_relative 'eventhub/configuration'
-require_relative 'eventhub/hash_extensions'
-require_relative 'eventhub/statistics'
-require_relative 'eventhub/heartbeat'
-require_relative 'eventhub/pidfile'
-require_relative 'eventhub/processor'
-require_relative 'eventhub/message_processor'
-require_relative 'eventhub/message'
-
-require_relative 'eventhub/base_exception'
-require_relative 'eventhub/no_deadletter_exception'
-
-module EventHub
-  def self.logger
-  	unless @logger
-  		@logger = MultiLogger.new
-      @logger.add_device(Logger.new(STDOUT))
-  	end
-  	@logger
-  end
-end
+require 'amqp'
+require 'rest-client'
+require 'json'
+require 'singleton'
+require 'uuidtools'
+require 'base64'
+require 'socket'
+require 'ostruct'
+require 'optparse'
+
+require_relative 'eventhub/argument_parser'
+require_relative 'eventhub/version'
+require_relative 'eventhub/constant'
+require_relative 'eventhub/helper'
+require_relative 'eventhub/multi_logger'
+
+require_relative 'eventhub/configuration'
+require_relative 'eventhub/hash_extensions'
+require_relative 'eventhub/statistics'
+require_relative 'eventhub/heartbeat'
+require_relative 'eventhub/pidfile'
+require_relative 'eventhub/processor'
+require_relative 'eventhub/message_processor'
+require_relative 'eventhub/message'
+
+require_relative 'eventhub/base_exception'
+require_relative 'eventhub/no_deadletter_exception'
+
+module EventHub
+  def self.logger
+  	unless @logger
+  		@logger = ::EventHub::Components::MultiLogger.new
+      @logger.add_device(Logger.new(STDOUT))
+  	end
+  	@logger
+  end
+end

data/lib/eventhub/argument_parser.rb

@@ -1,35 +1,35 @@
-module EventHub
-
-  class ArgumentParser
-
-    def self.parse(args)
-      # The options specified on the command line will be collected in *options*.
-      # We set default values here.
-      options = OpenStruct.new
-      options.environment = 'development'
-      options.detached = false
-
-      opt_parser = OptionParser.new do |opts|
-        opts.banner = "Usage: #{args[0]}.rb [options]"
-        yield(opts, options) if block_given? # allow to add more options
-
-        opts.on("-e", "--environment ENVIRONMENT","Environment the processor is running") do |environment|
-          options.environment = environment
-        end
-
-        opts.on("-d", "--detached", "Run processor detached as a daemon") do |v|
-          options.detached = v
-        end
-
-        opts.on_tail("-h", "--help", "Show this message") do
-          puts opts
-          exit
-        end
-      end
-
-      opt_parser.parse!(args)
-      options
-    end
-  end
-
+module EventHub
+
+  class ArgumentParser
+
+    def self.parse(args)
+      # The options specified on the command line will be collected in *options*.
+      # We set default values here.
+      options = OpenStruct.new
+      options.environment = 'development'
+      options.detached = false
+
+      opt_parser = OptionParser.new do |opts|
+        opts.banner = "Usage: #{args[0]}.rb [options]"
+        yield(opts, options) if block_given? # allow to add more options
+
+        opts.on("-e", "--environment ENVIRONMENT","Environment the processor is running") do |environment|
+          options.environment = environment
+        end
+
+        opts.on("-d", "--detached", "Run processor detached as a daemon") do |v|
+          options.detached = v
+        end
+
+        opts.on_tail("-h", "--help", "Show this message") do
+          puts opts
+          exit
+        end
+      end
+
+      opt_parser.parse!(args)
+      options
+    end
+  end
+
 end

data/lib/eventhub/base_exception.rb

@@ -1,2 +1,2 @@
-class EventHub::BaseException < RuntimeError
+class EventHub::BaseException < RuntimeError
 end

data/lib/eventhub/configuration.rb

@@ -1,26 +1,26 @@
-module EventHub
-
-  class Configuration
-    include Singleton
-    include Helper
-
-    attr_accessor :data, :folder, :environment
-
-    def initialize
-      @data = nil
-      @environment = 'development'
-    end
-
-    def load_file(input, env = 'development')
-      json = JSON.parse(IO.read(input))
-      @data = json[env]
-      @environment = env
-      true
-    rescue => e
-      EventHub.logger.info("Unexpected exception while loading configuration [#{input}]: #{format_string(e.message)}")
-      false
-    end
-
-  end
-
+module EventHub
+
+  class Configuration
+    include Singleton
+    include Helper
+
+    attr_accessor :data, :folder, :environment
+
+    def initialize
+      @data = nil
+      @environment = 'development'
+    end
+
+    def load_file(input, env = 'development')
+      json = JSON.parse(IO.read(input))
+      @data = json[env]
+      @environment = env
+      true
+    rescue => e
+      EventHub.logger.info("Unexpected exception while loading configuration [#{input}]: #{format_string(e.message)}")
+      false
+    end
+
+  end
+
 end

data/lib/eventhub/constant.rb

@@ -1,16 +1,16 @@
-module EventHub
-
-  EH_X_INBOUND            = 'event_hub.inbound'
-            
-  STATUS_INITIAL          = 0         # To be set when dispatcher needs to dispatch to first process step.
-  STATUS_SUCCESS          = 200       # To be set to indicate successful processed message. Dispatcher will routes message to the next step.
-  STATUS_RETRY            = 300       # To be set to trigger retry cycle controlled by the dispatcher
-  STATUS_RETRY_PENDING    = 301       # Set and used by the dispatcher only. 
-                                      # Set before putting the message into a retry queue. 
-                                      # Once message has been retried it will sent do the same step with status.code = STATUS_SUCCESS 
-  STATUS_INVALID          = 400       # To be set to indicate invalid message (not json, invalid Event Hub Message). 
-                                      # Dispatcher will publish message to the invalid queue.
-  STATUS_DEADLETTER       = 500       # To be set by dispatcher, processor or channel adapters to indicate 
-                                      # that message needs to be dead-lettered. Rejected messages could miss the 
-                                      # status.code = STATUS_DEADLETTER due to the RabbitMQ deadletter exchange mechanism.
+module EventHub
+
+  EH_X_INBOUND            = 'event_hub.inbound'
+            
+  STATUS_INITIAL          = 0         # To be set when dispatcher needs to dispatch to first process step.
+  STATUS_SUCCESS          = 200       # To be set to indicate successful processed message. Dispatcher will routes message to the next step.
+  STATUS_RETRY            = 300       # To be set to trigger retry cycle controlled by the dispatcher
+  STATUS_RETRY_PENDING    = 301       # Set and used by the dispatcher only. 
+                                      # Set before putting the message into a retry queue. 
+                                      # Once message has been retried it will sent do the same step with status.code = STATUS_SUCCESS 
+  STATUS_INVALID          = 400       # To be set to indicate invalid message (not json, invalid Event Hub Message). 
+                                      # Dispatcher will publish message to the invalid queue.
+  STATUS_DEADLETTER       = 500       # To be set by dispatcher, processor or channel adapters to indicate 
+                                      # that message needs to be dead-lettered. Rejected messages could miss the 
+                                      # status.code = STATUS_DEADLETTER due to the RabbitMQ deadletter exchange mechanism.
 end

data/lib/eventhub/hash_extensions.rb

@@ -1,48 +1,48 @@
-module HashExtensions
-
-	module ClassMethods	
-	end
-
-	module InstanceMethods
-		# get value from provided key path, e.g. hash.get(%w(event_hub plate.queue1 retry_s))
-	  # "a" => { "b" => { "c" => { "value"}}}
-	  def get(arg)
-	    path = arg.is_a?(String) ? arg.split('.') : arg
-	    path.inject(self,:[])
-	  rescue NoMethodError 
-	    return nil
-	  end
-
-	  # set value from provided key path, e.h. hash.set('a.b.c','new value')
-	  # if overwrite is false, value will be set if it was nil previously
-	  def set(arg,value,overwrite=true)
-	    *key_path, last = arg.is_a?(String) ? arg.split(".") : arg
-	    if overwrite
-	      key_path.inject(self) { |h,key| h.has_key?(key) ? h[key] :  h[key]={}} [last] = value 
-	    else
-	      key_path.inject(self) { |h,key| h.has_key?(key) ? h[key] :  h[key]={}} [last] ||= value
-	    end  
-	  end
-
-	  # get all keys path, { 'a' => 'value1', 'b' => { 'c' => 'value2'}}.all_keys_with_path => ['a','b.c']
-	  def all_keys_with_path(parent=nil)
-	  	a = []
-	  	each do |k,v|
-	  		if v.is_a?(Hash)
-	  			a << v.all_keys_with_path([parent,k].compact.join('.'))
-	  		else
-	  			a << "#{[parent,k].compact.join(".")}"
-	  		end
-	  	end
-	  	a.flatten
-	  end
-
-	end
-		
-	def self.included(receiver)
-		receiver.extend         ClassMethods
-		receiver.send :include, InstanceMethods
-	end
-end
-
-HashExtensions.included(Hash)
+module HashExtensions
+
+	module ClassMethods	
+	end
+
+	module InstanceMethods
+		# get value from provided key path, e.g. hash.get(%w(event_hub plate.queue1 retry_s))
+	  # "a" => { "b" => { "c" => { "value"}}}
+	  def get(arg)
+	    path = arg.is_a?(String) ? arg.split('.') : arg
+	    path.inject(self,:[])
+	  rescue NoMethodError 
+	    return nil
+	  end
+
+	  # set value from provided key path, e.h. hash.set('a.b.c','new value')
+	  # if overwrite is false, value will be set if it was nil previously
+	  def set(arg,value,overwrite=true)
+	    *key_path, last = arg.is_a?(String) ? arg.split(".") : arg
+	    if overwrite
+	      key_path.inject(self) { |h,key| h.has_key?(key) ? h[key] :  h[key]={}} [last] = value 
+	    else
+	      key_path.inject(self) { |h,key| h.has_key?(key) ? h[key] :  h[key]={}} [last] ||= value
+	    end  
+	  end
+
+	  # get all keys path, { 'a' => 'value1', 'b' => { 'c' => 'value2'}}.all_keys_with_path => ['a','b.c']
+	  def all_keys_with_path(parent=nil)
+	  	a = []
+	  	each do |k,v|
+	  		if v.is_a?(Hash)
+	  			a << v.all_keys_with_path([parent,k].compact.join('.'))
+	  		else
+	  			a << "#{[parent,k].compact.join(".")}"
+	  		end
+	  	end
+	  	a.flatten
+	  end
+
+	end
+		
+	def self.included(receiver)
+		receiver.extend         ClassMethods
+		receiver.send :include, InstanceMethods
+	end
+end
+
+HashExtensions.included(Hash)

data/lib/eventhub/heartbeat.rb

@@ -1,77 +1,77 @@
-module EventHub
-
-  class Heartbeat
-    include Helper
-
-    attr_reader :processor, :statistics, :started_at
-
-    def initialize(processor)
-      @started_at = Time.now
-      @processor = processor
-      @statistics = @processor.statistics
-    end
-
-
-    def build_message(action = "running")
-      message = ::EventHub::Message.new
-      message.origin_module_id  = processor.name
-      message.origin_type       = "processor"
-      message.origin_site_id    = 'global'
-
-      message.process_name      = 'event_hub.heartbeat'
-
-      now = Time.now
-
-      # message structure needs more changes
-      message.body = {
-        version: processor.version,
-        action:  action,
-        pid:     Process.pid,
-        process_name: 'event_hub.heartbeat',
-
-        heartbeat: {
-          started:                      now_stamp(started_at),
-          stamp_last_beat:              now_stamp(now),
-          uptime_in_ms:                 (now - started_at)*1000,
-          heartbeat_cycle_in_ms:        processor.heartbeat_cycle_in_s * 1000,
-          queues_consuming_from:        processor.listener_queues,
-          queues_publishing_to:         ['event_hub.inbound'], # needs more dynamic in the future
-          host:                         Socket.gethostname,
-          addresses:                    addresses,
-          messages: {
-            total:                      statistics.messages_total,
-            successful:                 statistics.messages_successful,
-            unsuccessful:               statistics.messages_unsuccessful,
-            average_size:               statistics.messages_average_size,
-            average_process_time_in_ms: statistics.messages_average_process_time*1000,
-            total_process_time_in_ms:   statistics.messages_total_process_time*1000
-          }
-        }
-      }
-      message
-    end
-
-    private
-
-    def addresses
-      interfaces = Socket.getifaddrs.select do |interface|
-        !interface.addr.ipv4_loopback? && !interface.addr.ipv6_loopback?
-      end
-
-      interfaces.map do |interface|
-        begin
-          {
-            :interface => interface.name,
-            :host_name => Socket.gethostname,
-            :ip_address => interface.addr.ip_address
-          }
-        rescue
-          nil # will be ignored
-        end
-      end.compact
-
-    end
-
-  end
-
-end
+module EventHub
+
+  class Heartbeat
+    include Helper
+
+    attr_reader :processor, :statistics, :started_at
+
+    def initialize(processor)
+      @started_at = Time.now
+      @processor = processor
+      @statistics = @processor.statistics
+    end
+
+
+    def build_message(action = "running")
+      message = ::EventHub::Message.new
+      message.origin_module_id  = processor.name
+      message.origin_type       = "processor"
+      message.origin_site_id    = 'global'
+
+      message.process_name      = 'event_hub.heartbeat'
+
+      now = Time.now
+
+      # message structure needs more changes
+      message.body = {
+        version: processor.version,
+        action:  action,
+        pid:     Process.pid,
+        process_name: 'event_hub.heartbeat',
+
+        heartbeat: {
+          started:                      now_stamp(started_at),
+          stamp_last_beat:              now_stamp(now),
+          uptime_in_ms:                 (now - started_at)*1000,
+          heartbeat_cycle_in_ms:        processor.heartbeat_cycle_in_s * 1000,
+          queues_consuming_from:        processor.listener_queues,
+          queues_publishing_to:         ['event_hub.inbound'], # needs more dynamic in the future
+          host:                         Socket.gethostname,
+          addresses:                    addresses,
+          messages: {
+            total:                      statistics.messages_total,
+            successful:                 statistics.messages_successful,
+            unsuccessful:               statistics.messages_unsuccessful,
+            average_size:               statistics.messages_average_size,
+            average_process_time_in_ms: statistics.messages_average_process_time*1000,
+            total_process_time_in_ms:   statistics.messages_total_process_time*1000
+          }
+        }
+      }
+      message
+    end
+
+    private
+
+    def addresses
+      interfaces = Socket.getifaddrs.select do |interface|
+        !interface.addr.ipv4_loopback? && !interface.addr.ipv6_loopback?
+      end
+
+      interfaces.map do |interface|
+        begin
+          {
+            :interface => interface.name,
+            :host_name => Socket.gethostname,
+            :ip_address => interface.addr.ip_address
+          }
+        rescue
+          nil # will be ignored
+        end
+      end.compact
+
+    end
+
+  end
+
+end