eventhub-processor 0.2.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,15 @@
 ---
-SHA1:
-  metadata.gz: 3946c885db8e62f874a349182784ac523c5ba60c
-  data.tar.gz: 790e91c5b5a5c0565c6f43d2150695e670398153
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YjAxYjAwMjEyMzZiODlhNTIzNjI2MTQ5OWI2ZDNkYzJlM2I4MTE4MQ==
+  data.tar.gz: !binary |-
+    M2Q2NjM4YTg2YTBmMWViMzcyYTU0ODQ3NDAzZjgyYzhlNjlkYjQwYQ==
 SHA512:
-  metadata.gz: 958a3ee62b3770e268976256c1f570e7aa2d98d2ff5699d3afc5aabca9d53715eef48fdb4ce2c8b6e0e72bd441366f26294eae08ba6ad5df6e042928a3c97611
-  data.tar.gz: 9978887939029c93a158ab009e4dc105fd98f3dbc2ea7ccbec0ee576a23409c7c51900322ba4c5fc10b71dc4b1ee0d3656ccc7f7cc393fadda8cb60a2fb2b601
+  metadata.gz: !binary |-
+    ZGNlNGQ1MzE4NTRiYmFkMDE0MjY0ZTFlNjZiMGZlNGQzZjYxZTNkMWFhYzJl
+    MzUyNGVlYTkzNDYyYzc4YTE3YmQ2N2NmM2M0NjdjYjVhNGE3MmEwZTI2M2Ux
+    NDVmOWNiOGM2OGExYjQwN2U0NWIyZGMwYmYwZjE5ZmQ4MzQ0NjI=
+  data.tar.gz: !binary |-
+    ZGExOGJlMTVkNDA4NzVlOWRlNjRjMDVmMmUzY2M0MDcwYTNlMjRjNDBiMDFk
+    ZDg4OGY0NmE0YWU4OTllMjllYWQ4YjNkN2ZiMmJjNTYyNjAwZTgwMjM3NGEw
+    OWY4ZTBiMmYzYjFlMzQ0MzMyMWZiZTFkYWU2NmM2NzE2M2RhYjI=

data/lib/eventhub-processor.rb

@@ -1,27 +1,30 @@
-require 'amqp'
-require 'rest-client'
-require 'json'
-require 'singleton'
-require 'uuidtools'
-require 'base64'
-require 'socket'
-
-require_relative 'eventhub/version'
-require_relative 'eventhub/constant'
-require_relative 'eventhub/helper'
-require_relative 'eventhub/multi_logger'
-
-require_relative 'eventhub/configuration'
-require_relative 'eventhub/hash_extensions'
-require_relative 'eventhub/processor'
-require_relative 'eventhub/message'
-
-module EventHub
-  def self.logger
-  	unless @logger
-  		a = Logger.new(STDOUT)
-  		@logger = MultiLogger.new(a)
-  	end
-  	@logger
-  end
+require 'amqp'
+require 'rest-client'
+require 'json'
+require 'singleton'
+require 'uuidtools'
+require 'base64'
+require 'socket'
+require 'ostruct'
+require 'optparse'
+
+require_relative 'eventhub/argument_parser'
+require_relative 'eventhub/version'
+require_relative 'eventhub/constant'
+require_relative 'eventhub/helper'
+require_relative 'eventhub/multi_logger'
+
+require_relative 'eventhub/configuration'
+require_relative 'eventhub/hash_extensions'
+require_relative 'eventhub/processor'
+require_relative 'eventhub/message'
+
+module EventHub
+  def self.logger
+  	unless @logger
+  		@logger = MultiLogger.new
+      @logger.add_device(Logger.new(STDOUT))
+  	end
+  	@logger
+  end
 end

data/lib/eventhub/argument_parser.rb

@@ -0,0 +1,33 @@
+module EventHub
+
+  class ArgumentParser
+    def self.parse(args)
+      # The options specified on the command line will be collected in *options*.
+      # We set default values here.
+      options = OpenStruct.new
+      options.environment = 'development'
+      options.detached = false
+
+      opt_parser = OptionParser.new do |opts|
+        opts.banner = "Usage: #{args[0]}.rb [options]"
+
+        opts.on("-e", "--environment ENVIRONMENT","Environment the processor is running") do |environment|
+          options.environment = environment
+        end
+
+        opts.on("-d", "--detached", "Run processor detached as a daemon") do |v|
+          options.detached = v
+        end
+
+        opts.on_tail("-h", "--help", "Show this message") do
+          puts opts
+          exit
+        end
+      end
+
+      opt_parser.parse!(args)
+      options
+    end
+  end
+
+end

data/lib/eventhub/configuration.rb

@@ -1,27 +1,27 @@
-module EventHub
-
-	class Configuration
-		include Singleton
-    include Helper
-
-		attr_accessor :data, :folder, :environment
-  	
-  	def initialize
-    	@data = nil
-      @folder = Dir.pwd
-      @environment = 'development'
-  	end
-
-  	def load_file(input, env='development')
-    	tmp = JSON.parse( IO.read(input))
-  		@data = tmp[env]
-      @environment = env
-      true
-    rescue => e
-      EventHub.logger.info("Unexpected exception while loading configuration [#{input}]: #{format_string(e.message)}")
-  	  false
-    end
-
-	end
-
+module EventHub
+
+  class Configuration
+    include Singleton
+    include Helper
+
+    attr_accessor :data, :folder, :environment
+
+    def initialize
+      @data = nil
+      @folder = Dir.pwd
+      @environment = 'development'
+    end
+
+    def load_file(input, env = 'development')
+      tmp = JSON.parse( IO.read(input))
+      @data = tmp[env]
+      @environment = env
+      true
+    rescue => e
+      EventHub.logger.info("Unexpected exception while loading configuration [#{input}]: #{format_string(e.message)}")
+      false
+    end
+
+  end
+
 end

data/lib/eventhub/helper.rb

@@ -1,55 +1,55 @@
-module EventHub
-
-	module Helper
-
-		# converts a class like EventHub::PlateStore::MyClassName to an array ['event_hub','plate_store','my_class_name']
-		def class_to_array(class_name)
-			class_name.to_s.split("::").map{ |m| m.gsub(/[A-Z]/) { |c| "_#{c}"}.gsub(/^_/,"").downcase }
-		end
-
-		# replaces CR, LF, CRLF with ";" and cut's string to requied length by adding "..." if string would be longer
-		def format_string(message,max_characters=80) 
-		  max_characters = 5 if max_characters < 5
-		  m = message.gsub(/\r\n|\n|\r/m,";")
-		  return (m[0..max_characters-4] + "...") if m.size > max_characters
-		  return m
-	  end
-
-	  def get_host
-	  	Socket.gethostname
-	  end
-
-	  def get_ip_adresses
-	  	list = Socket.ip_address_list.map { |i| i.ip_address unless i.ipv4_loopback? || i.ipv6_loopback? }.compact
-	  	return list.size == 0 ? ["no ip address found (loopback excluded)"] : list
-	  end
-
-	  def now_stamp(now=nil)
-	  	now ||= Time.now
-      now.utc.strftime("%Y-%m-%dT%H:%M:%S.#{now.usec}Z")
-	  end
-
-	  def duration(difference)
-			rest, secs = difference.divmod( 60 )  # self is the time difference t2 - t1
-			rest, mins = rest.divmod( 60 )
-			days, hours = rest.divmod( 24 )
-			secs = secs.truncate
-			milliseconds = ((difference - difference.truncate)*1000).round
-
-			result = []
-			result << "#{days} days" if days > 1
-			result << "#{days} day" if days == 1
-			result << "#{hours} hours" if hours > 1
-			result << "#{hours} hour" if hours == 1
-			result << "#{mins} minutes" if mins > 1
-			result << "#{mins} minute" if mins == 1
-			result << "#{secs} seconds" if secs > 1
-			result << "#{secs} second" if secs == 1
-			result << "#{milliseconds} milliseconds" if milliseconds > 1
-			result << "#{milliseconds} millisecond" if milliseconds == 1
-			return result.join(' ') 
-    end
-
-	end	
-
+module EventHub
+
+	module Helper
+
+		# converts a class like EventHub::PlateStore::MyClassName to an array ['event_hub','plate_store','my_class_name']
+		def class_to_array(class_name)
+			class_name.to_s.split("::").map{ |m| m.gsub(/[A-Z]/) { |c| "_#{c}"}.gsub(/^_/,"").downcase }
+		end
+
+		# replaces CR, LF, CRLF with ";" and cut's string to requied length by adding "..." if string would be longer
+		def format_string(message,max_characters=80) 
+		  max_characters = 5 if max_characters < 5
+		  m = message.gsub(/\r\n|\n|\r/m,";")
+		  return (m[0..max_characters-4] + "...") if m.size > max_characters
+		  return m
+	  end
+
+	  def get_host
+	  	Socket.gethostname
+	  end
+
+	  def get_ip_adresses
+	  	list = Socket.ip_address_list.map { |i| i.ip_address unless i.ipv4_loopback? || i.ipv6_loopback? }.compact
+	  	return list.size == 0 ? ["no ip address found (loopback excluded)"] : list
+	  end
+
+	  def now_stamp(now=nil)
+	  	now ||= Time.now
+      now.utc.strftime("%Y-%m-%dT%H:%M:%S.#{now.usec}Z")
+	  end
+
+	  def duration(difference)
+			rest, secs = difference.divmod( 60 )  # self is the time difference t2 - t1
+			rest, mins = rest.divmod( 60 )
+			days, hours = rest.divmod( 24 )
+			secs = secs.truncate
+			milliseconds = ((difference - difference.truncate)*1000).round
+
+			result = []
+			result << "#{days} days" if days > 1
+			result << "#{days} day" if days == 1
+			result << "#{hours} hours" if hours > 1
+			result << "#{hours} hour" if hours == 1
+			result << "#{mins} minutes" if mins > 1
+			result << "#{mins} minute" if mins == 1
+			result << "#{secs} seconds" if secs > 1
+			result << "#{secs} second" if secs == 1
+			result << "#{milliseconds} milliseconds" if milliseconds > 1
+			result << "#{milliseconds} millisecond" if milliseconds == 1
+			return result.join(' ') 
+    end
+
+	end	
+
 end

data/lib/eventhub/message.rb

@@ -1,117 +1,128 @@
-module EventHub
-
-  class Message
-    include Helper
-
-    VERSION = '1.0.0'
-
-    # Headers that are required (value can be nil) in order to pass valid?
-    REQUIRED_HEADERS = [
-      'message_id',
-      'version',
-      'created_at',
-      'origin.module_id',
-      'origin.type',
-      'origin.site_id',
-      'process.name',
-      'process.step_position',
-      'process.execution_id',
-      'status.retried_count',
-      'status.code',
-      'status.message'
-    ]
-
-    attr_accessor :header, :body, :raw, :vhost, :routing_key
-
-    # Build accessors for all required headers
-    REQUIRED_HEADERS.each do |header|
-      name = header.gsub(/\./,"_")
-
-      define_method(name) do
-        self.header.get(header)
-      end
-
-      define_method("#{name}=") do |value|
-        self.header.set(header,value)
-      end
-    end
-
-    def self.from_json(raw)
-      data = JSON.parse(raw)
-      Message.new(data.get('header'), data.get('body'),raw)
-    rescue => e
-      Message.new({ "status" =>  { "code" => STATUS_INVALID, "message" => "JSON parse error: #{e}" }} ,{ "original_message_base64_encoded" => Base64.encode64(raw)},raw)
-    end
-
-    # process_step_position should be
-    def initialize(header=nil, body=nil,raw=nil)
-
-      @header = header || {}
-      @body   = body || {}
-      @raw    = raw
-
-      # set message defaults, that we have required headers
-      @header.set('message_id',UUIDTools::UUID.timestamp_create.to_s,false)
-      @header.set('version',VERSION,false)
-      @header.set('created_at',now_stamp,false)
-
-      @header.set('origin.module_id','undefined',false)
-      @header.set('origin.type','undefined',false)
-      @header.set('origin.site_id','undefined',false)
-
-      @header.set('process.name','undefined',false)
-      @header.set('process.execution_id',UUIDTools::UUID.timestamp_create.to_s,false)
-      @header.set('process.step_position',0,false)
-
-      @header.set('status.retried_count',0,false)
-      @header.set('status.code',STATUS_INITIAL,false)
-      @header.set('status.message','',false)
-
-    end
-
-    def valid?
-      # check for existence and defined value
-      REQUIRED_HEADERS.all? { |key| @header.all_keys_with_path.include?(key) && !!self.send(key.gsub(/\./,"_").to_sym)}
-    end
-
-    def success?
-      self.status_code == STATUS_SUCCESS
-    end
-
-    def retry?
-      !success?
-    end
-
-    def initial?
-      self.status_code == STATUS_INITIAL
-    end
-
-    def retry_pending?
-      self.status_code == STATUS_RETRY_PENDING
-    end
-
-    def to_json
-      {'header' => self.header, 'body' => self.body}.to_json
-    end
-
-    def to_s
-      "Msg: process [#{self.process_name},#{self.process_step_position},#{self.process_execution_id}], status [#{self.status_code},#{self.status_message},#{self.status_retried_count}]"
-    end
-
-    # copies the message and set's provided status code (default: success), actual stamp, and a new message id
-    def copy(status_code=STATUS_SUCCESS)
-      
-      # use Marshal dump and load to make a deep object copy
-      copied_header = Marshal.load( Marshal.dump(header)) 
-      copied_body   = Marshal.load( Marshal.dump(body))
-
-      copied_header.set("message_id",UUIDTools::UUID.timestamp_create.to_s)
-      copied_header.set("created_at",now_stamp)
-      copied_header.set("status.code",status_code)
-
-      Message.new(copied_header, copied_body)
-    end  
-
-  end
-
-end
+module EventHub
+
+  class Message
+    include Helper
+
+    VERSION = '1.0.0'
+
+    # Headers that are required (value can be nil) in order to pass valid?
+    REQUIRED_HEADERS = [
+      'message_id',
+      'version',
+      'created_at',
+      'origin.module_id',
+      'origin.type',
+      'origin.site_id',
+      'process.name',
+      'process.step_position',
+      'process.execution_id',
+      'status.retried_count',
+      'status.code',
+      'status.message'
+    ]
+
+    attr_accessor :header, :body, :raw, :vhost, :routing_key
+
+    # Build accessors for all required headers
+    REQUIRED_HEADERS.each do |header|
+      name = header.gsub(/\./,"_")
+
+      define_method(name) do
+        self.header.get(header)
+      end
+
+      define_method("#{name}=") do |value|
+        self.header.set(header,value)
+      end
+    end
+
+    def self.from_json(raw)
+      data = JSON.parse(raw)
+      Message.new(data.get('header'), data.get('body'),raw)
+    rescue => e
+      Message.new({ "status" =>  { "code" => STATUS_INVALID, "message" => "JSON parse error: #{e}" }} ,{ "original_message_base64_encoded" => Base64.encode64(raw)},raw)
+    end
+
+    # process_step_position should be
+    def initialize(header=nil, body=nil,raw=nil)
+
+      @header = header || {}
+      @body   = body || {}
+      @raw    = raw
+
+      # set message defaults, that we have required headers
+      @header.set('message_id',UUIDTools::UUID.timestamp_create.to_s,false)
+      @header.set('version',VERSION,false)
+      @header.set('created_at',now_stamp,false)
+
+      @header.set('origin.module_id','undefined',false)
+      @header.set('origin.type','undefined',false)
+      @header.set('origin.site_id','undefined',false)
+
+      @header.set('process.name','undefined',false)
+      @header.set('process.execution_id',UUIDTools::UUID.timestamp_create.to_s,false)
+      @header.set('process.step_position',0,false)
+
+      @header.set('status.retried_count',0,false)
+      @header.set('status.code',STATUS_INITIAL,false)
+      @header.set('status.message','',false)
+
+    end
+
+    def valid?
+      # check for existence and defined value
+      REQUIRED_HEADERS.all? { |key| @header.all_keys_with_path.include?(key) && !!self.send(key.gsub(/\./,"_").to_sym)}
+    end
+
+    def success?
+      self.status_code == STATUS_SUCCESS
+    end
+
+    def retry?
+      !success?
+    end
+
+    def initial?
+      self.status_code == STATUS_INITIAL
+    end
+
+    def retry_pending?
+      self.status_code == STATUS_RETRY_PENDING
+    end
+
+    def to_json
+      {'header' => self.header, 'body' => self.body}.to_json
+    end
+
+    def to_s
+      "Msg: process [#{self.process_name},#{self.process_step_position},#{self.process_execution_id}], status [#{self.status_code},#{self.status_message},#{self.status_retried_count}]"
+    end
+
+    # copies the message and set's provided status code (default: success), actual stamp, and a new message id
+    def copy(status_code=STATUS_SUCCESS)
+      
+      # use Marshal dump and load to make a deep object copy
+      copied_header = Marshal.load( Marshal.dump(header)) 
+      copied_body   = Marshal.load( Marshal.dump(body))
+
+      copied_header.set("message_id",UUIDTools::UUID.timestamp_create.to_s)
+      copied_header.set("created_at",now_stamp)
+      copied_header.set("status.code",status_code)
+
+      Message.new(copied_header, copied_body)
+    end  
+
+    def self.translate_status_code(code)
+      case code
+        when EventHub::STATUS_INITIAL       then return 'STATUS_INITIAL'
+        when EventHub::STATUS_SUCCESS       then return 'STATUS_SUCCESS'
+        when EventHub::STATUS_RETRY         then return 'STATUS_RETRY'
+        when EventHub::STATUS_RETRY_PENDING then return 'STATUS_RETRY_PENDING'
+        when EventHub::STATUS_INVALID       then return 'STATUS_INVALID'
+        when EventHub::STATUS_DEADLETTER    then return 'STATUS_DEADLETTER'
+      end
+    end
+
+  end
+
+end